-- Logs begin at Fri 2022-05-06 11:24:09 UTC, end at Fri 2022-05-06 14:22:22 UTC. -- May 06 12:04:56.069805 n-d-840847-1 systemd[1]: Started Devstack devstack@q-svc.service. May 06 12:04:58.246761 n-d-840847-1 neutron-server[83837]: INFO neutron.common.config [-] Logging enabled! May 06 12:04:58.247718 n-d-840847-1 neutron-server[83837]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 06 12:04:58.247718 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83837) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 06 12:04:58.249816 n-d-840847-1 neutron-server[83837]: INFO neutron.common.config [-] Logging enabled! May 06 12:04:58.250064 n-d-840847-1 neutron-server[83837]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 06 12:04:58.250277 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83837) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 06 12:04:58.251313 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 12:04:58.251506 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 12:04:58.251891 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 12:04:58.252127 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 12:04:58.252333 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 12:04:58.252644 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.252939 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.253230 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.253454 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.253750 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.254116 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.254401 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.254817 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.255116 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.255401 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.255683 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.256025 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.256254 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.256534 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.256816 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.257102 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.257320 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] debug = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.257600 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.258033 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.258440 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.258748 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.259036 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.259413 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.259622 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.259840 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.260180 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] host = n-d-840847-1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.260457 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.260744 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.261038 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.261315 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.261592 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.261870 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.262153 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.262430 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.262727 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] log_file = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.262999 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.263282 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.263571 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.263866 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.264093 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.264314 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.264596 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.264885 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.265165 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.265429 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.265707 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.266022 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.266309 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.266583 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.266899 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.267182 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.267461 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.267739 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.268013 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.268279 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.268547 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.268860 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.269114 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.269452 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.269711 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.270005 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.270261 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.270532 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.270862 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.271140 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.271452 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.271737 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.272047 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.272281 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.272642 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.272878 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.273251 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] use_json = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.273585 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.273856 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.274195 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.274499 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.274799 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.275097 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.275372 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.275728 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.276022 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:04:58.276332 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.276649 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.277057 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.277515 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.277965 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.278395 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.278884 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.279353 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.279840 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.280224 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.280536 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.280879 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.281173 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.281473 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.281770 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.282072 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.282354 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.282670 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.282952 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.283227 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.283516 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.283809 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.284085 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.284367 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.284650 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.284923 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.285193 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.285463 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.285737 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.286022 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.286297 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.286566 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.286857 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.287188 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.287461 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.287757 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.288032 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.288317 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.288611 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.288888 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.289159 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.289429 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.289714 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.289986 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.290257 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.290526 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.290820 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.291093 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.291362 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.291633 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.291901 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.292174 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.292445 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.292715 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.292982 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.293249 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.293522 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.293788 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.294079 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.294378 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.294668 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.294952 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.295226 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.295498 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.295765 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.296036 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.296310 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.296587 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.296851 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.297146 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.297443 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.297703 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.297980 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.298251 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.298538 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.298834 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.299112 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.299384 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.299654 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.299935 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.300213 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.300503 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.300790 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.301079 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.301371 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.301654 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.301930 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.302247 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.302526 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:04:58.302783 n-d-840847-1 neutron-server[83837]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 12:04:58.303032 n-d-840847-1 neutron-server[83837]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83837) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 12:04:58.713257 n-d-840847-1 neutron-server[83837]: INFO keyring.backend [-] Loading KWallet May 06 12:04:58.721080 n-d-840847-1 neutron-server[83837]: INFO keyring.backend [-] Loading SecretService May 06 12:04:58.724310 n-d-840847-1 neutron-server[83837]: INFO keyring.backend [-] Loading Windows May 06 12:04:58.725678 n-d-840847-1 neutron-server[83837]: INFO keyring.backend [-] Loading chainer May 06 12:04:58.726264 n-d-840847-1 neutron-server[83837]: INFO keyring.backend [-] Loading macOS May 06 12:04:58.759582 n-d-840847-1 neutron-server[83837]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 12:04:58.759802 n-d-840847-1 neutron-server[83837]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 12:04:58.760101 n-d-840847-1 neutron-server[83837]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 12:04:58.761746 n-d-840847-1 neutron-server[83837]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 12:04:59.069925 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.070127 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.070343 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.126618 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.126862 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.127126 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.130213 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.130461 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.130765 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.159461 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.159729 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.159991 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.187619 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.187900 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.188159 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.517415 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.518157 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.518157 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.518157 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.519221 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.645667 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.645975 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.646257 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.646558 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.646888 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.647204 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.647464 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.647756 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.648008 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.648309 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.648551 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.648848 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.649113 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.649368 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.649628 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.649893 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.650216 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.650492 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.650793 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.651056 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.651413 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.651697 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.651944 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.652232 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.652476 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.652720 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.653153 n-d-840847-1 neutron-server[83837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:04:59.653393 n-d-840847-1 neutron-server[83837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:04:59.653628 n-d-840847-1 neutron-server[83837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:04:59.653862 n-d-840847-1 neutron-server[83837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:04:59.654096 n-d-840847-1 neutron-server[83837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:04:59.654335 n-d-840847-1 neutron-server[83837]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:04:59.654939 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 12:04:59.658536 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 12:04:59.662996 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 12:04:59.667236 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 06 12:04:59.668970 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 12:04:59.669421 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 12:04:59.669774 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 12:04:59.670197 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 12:04:59.673138 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 12:04:59.673396 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 12:04:59.673753 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 12:04:59.703159 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 06 12:04:59.703621 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.703919 n-d-840847-1 neutron-server[83837]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83837) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 12:04:59.704288 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.705696 n-d-840847-1 neutron-server[83837]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83837) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 12:04:59.705980 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 12:04:59.706217 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 12:04:59.709675 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.710006 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:04:59.771108 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 12:04:59.771315 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 12:04:59.771516 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 12:04:59.771904 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 12:04:59.807941 n-d-840847-1 neutron-server[83837]: DEBUG oslo_db.sqlalchemy.engines [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83837) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 06 12:05:00.157487 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Initializing driver for type 'gre' May 06 12:05:00.158111 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] gre ID ranges: [(1, 1000)] May 06 12:05:00.221232 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Initializing driver for type 'local' May 06 12:05:00.222374 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Initializing driver for type 'vlan' May 06 12:05:00.236673 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] VlanTypeDriver initialization complete May 06 12:05:00.236973 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Initializing driver for type 'vxlan' May 06 12:05:00.237500 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] vxlan ID ranges: [(1, 1000)] May 06 12:05:00.299024 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Initializing extension driver 'port_security' May 06 12:05:00.299392 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.extensions.port_security [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] PortSecurityExtensionDriver initialization complete May 06 12:05:00.299699 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Initializing mechanism driver 'openvswitch' May 06 12:05:00.300023 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Initializing mechanism driver 'hyperv' May 06 12:05:00.307250 n-d-840847-1 neutron-server[83837]: DEBUG neutron.plugins.ml2.plugin [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:00.307938 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > port after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.308315 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > port after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.308671 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > port after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.309202 n-d-840847-1 neutron-server[83837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:05:00.309634 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > subnet after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.309989 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > subnet after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.310330 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.310740 n-d-840847-1 neutron-server[83837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:05:00.311148 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > network after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.311500 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > network after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.311845 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > network after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.312252 n-d-840847-1 neutron-server[83837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:05:00.312653 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > security_group after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.312999 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > security_group after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.313343 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.313878 n-d-840847-1 neutron-server[83837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:05:00.314283 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.314659 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.315004 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.315412 n-d-840847-1 neutron-server[83837]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83837) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:05:00.315875 n-d-840847-1 neutron-server[83837]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] ML2 OVO RPC backend initialized. {{(pid=83837) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 06 12:05:00.316570 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.316945 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.317393 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > network before_response 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.317761 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > networks before_response 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.318109 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > port before_response 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.318475 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > ports before_response 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.318872 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > subnet before_response 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.319240 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > subnets before_response 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.319612 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > network after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.319974 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > network after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.320312 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > network after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.320650 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > port after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.320986 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > port after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.321344 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > port after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.321703 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > subnet after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.322080 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > subnet after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.322435 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.323071 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.plugin [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Modular L2 Plugin initialization complete May 06 12:05:00.323402 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading services supported by the core plugin {{(pid=83837) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 12:05:00.323822 n-d-840847-1 neutron-server[83837]: INFO neutron.plugins.ml2.managers [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Got port-security extension from driver 'port_security' May 06 12:05:00.324252 n-d-840847-1 neutron-server[83837]: INFO neutron.extensions.vlantransparent [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Disabled vlantransparent extension. May 06 12:05:00.324778 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83837) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 12:05:00.325063 n-d-840847-1 neutron-server[83837]: INFO neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading Plugin: router May 06 12:05:00.362821 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.363246 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router after_create 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.363616 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router before_create 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.363977 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.364353 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.364682 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router after_delete 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.365078 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.365556 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router after_create 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.365904 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router after_update 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.366232 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router after_update 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.366639 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.367020 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router after_update 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.367453 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router precommit_update 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.367824 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: port after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.368164 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: port after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.368494 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: subnet after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.368834 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.369182 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.369527 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router precommit_create 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.369870 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: port before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.370207 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router precommit_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.370573 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router after_update 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.370935 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.371288 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router precommit_create 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.371648 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.371991 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router precommit_update 55549900 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.372346 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > agent after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.372718 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > agent after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.373060 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > network after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.374027 n-d-840847-1 neutron-server[83837]: DEBUG neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Tracking information for resource: router configured {{(pid=83837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:05:00.374343 n-d-840847-1 neutron-server[83837]: DEBUG neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Tracking information for resource: floatingip configured {{(pid=83837) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:05:00.379671 n-d-840847-1 neutron-server[83837]: INFO neutron.db.l3_agentschedulers_db [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 12:05:00.380260 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: port after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.380628 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: port after_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.381098 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: port after_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.381443 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: port after_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.382403 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router before_create 55550100 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.382789 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.383181 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router precommit_create 55550100 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.383510 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > router precommit_update 55550100 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.387927 n-d-840847-1 neutron-server[83837]: DEBUG neutron.services.provider_configuration [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service providers = [] {{(pid=83837) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 12:05:00.388293 n-d-840847-1 neutron-server[83837]: DEBUG neutron.db.servicetype_db [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83837) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 12:05:00.391392 n-d-840847-1 neutron-server[83837]: DEBUG neutron.services.service_base [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 12:05:00.391740 n-d-840847-1 neutron-server[83837]: DEBUG neutron.services.service_base [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 12:05:00.392083 n-d-840847-1 neutron-server[83837]: DEBUG neutron.services.service_base [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 12:05:00.392978 n-d-840847-1 neutron-server[83837]: DEBUG neutron.services.service_base [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83837) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 12:05:00.393349 n-d-840847-1 neutron-server[83837]: INFO neutron.services.service_base [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 12:05:00.393745 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:05:00.394061 n-d-840847-1 neutron-server[83837]: INFO neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 12:05:00.405714 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:05:00.406055 n-d-840847-1 neutron-server[83837]: INFO neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading Plugin: auto_allocate May 06 12:05:00.412151 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: network precommit_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.412492 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: network precommit_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.413002 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:05:00.413353 n-d-840847-1 neutron-server[83837]: INFO neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading Plugin: tag May 06 12:05:00.420217 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:05:00.420539 n-d-840847-1 neutron-server[83837]: INFO neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading Plugin: timestamp May 06 12:05:00.424684 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:05:00.425017 n-d-840847-1 neutron-server[83837]: INFO neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading Plugin: network_ip_availability May 06 12:05:00.430820 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.431197 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.431558 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.432349 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:05:00.432662 n-d-840847-1 neutron-server[83837]: INFO neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading Plugin: flavors May 06 12:05:00.437509 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:05:00.437865 n-d-840847-1 neutron-server[83837]: INFO neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading Plugin: revisions May 06 12:05:00.442291 n-d-840847-1 neutron-server[83837]: DEBUG neutron.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83837) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:05:00.442764 n-d-840847-1 neutron-server[83837]: DEBUG oslo_concurrency.lockutils [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.682s {{(pid=83837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 12:05:00.443650 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83837) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 06 12:05:00.444026 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Initializing extension manager. May 06 12:05:00.444567 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: __init__.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.444945 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: __pycache__ {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.445323 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.445742 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.446117 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: _filter_validation_lib.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.446499 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.446906 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: address_group.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.447750 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.448377 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: address-group May 06 12:05:00.448738 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: address_scope.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.449490 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.450045 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: address-scope May 06 12:05:00.450412 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.451466 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.452032 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: router-admin-state-down-before-update May 06 12:05:00.452392 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: agent.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.453141 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.453690 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: agent May 06 12:05:00.454055 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: agent_resources_synced.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.455064 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.455700 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: agent-resources-synced May 06 12:05:00.456061 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: allowedaddresspairs.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.458331 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.459033 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: allowed-address-pairs May 06 12:05:00.459407 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: auto_allocated_topology.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.460618 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.461187 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: auto-allocated-topology May 06 12:05:00.461572 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: availability_zone.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.462312 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.462924 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: availability_zone May 06 12:05:00.463282 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: availability_zone_filter.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.464251 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.464810 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: availability_zone_filter May 06 12:05:00.465169 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: data_plane_status.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.466169 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.466782 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension data-plane-status not supported by any of loaded plugins May 06 12:05:00.467153 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: default_subnetpools.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.468117 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.468680 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: default-subnetpools May 06 12:05:00.469107 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.469948 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.470501 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: dhcp_agent_scheduler May 06 12:05:00.470980 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: dns.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.471850 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.472403 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension dns-integration not supported by any of loaded plugins May 06 12:05:00.472770 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: dns_domain_ports.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.473725 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.474277 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 12:05:00.474740 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: dvr.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.475464 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.476087 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: dvr May 06 12:05:00.476463 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: empty_string_filtering.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.477515 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.478144 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: empty-string-filtering May 06 12:05:00.478547 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.479610 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.480193 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 12:05:00.480564 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.481524 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.482076 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 12:05:00.482445 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: external_net.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.483451 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.484002 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: external-net May 06 12:05:00.484371 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.485404 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.485979 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: extra_dhcp_opt May 06 12:05:00.486390 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: extraroute.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.487429 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.488036 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: extraroute May 06 12:05:00.488420 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: extraroute_atomic.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.489521 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.490128 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: extraroute-atomic May 06 12:05:00.490557 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: filter_validation.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.491403 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.491951 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: filter-validation May 06 12:05:00.492313 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: fip_pf_description.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.493261 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.493817 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 12:05:00.494180 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: fip_port_details.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.495210 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.495794 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: fip-port-details May 06 12:05:00.496219 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: flavors.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.497700 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.498273 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: flavors May 06 12:05:00.498668 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.500410 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.501350 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 12:05:00.501350 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: floatingip_pools.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.501965 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.502477 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: floatingip-pools May 06 12:05:00.502838 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: ip_allocation.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.503786 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.504289 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension ip_allocation not supported by any of loaded plugins May 06 12:05:00.504616 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.505530 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.506096 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: ip-substring-filtering May 06 12:05:00.506431 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: l2_adjacency.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.507402 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.507882 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension l2_adjacency not supported by any of loaded plugins May 06 12:05:00.508252 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: l3.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.509266 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.509779 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: router May 06 12:05:00.510109 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.512641 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.513175 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 12:05:00.513512 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.514446 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.514997 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: ext-gw-mode May 06 12:05:00.515326 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.516256 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.516770 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: l3-ha May 06 12:05:00.517101 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: l3_flavors.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.518016 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.518948 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: l3-flavors May 06 12:05:00.518948 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.519781 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.520291 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: l3-port-ip-change-not-allowed May 06 12:05:00.520616 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: l3agentscheduler.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.521733 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.522275 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: l3_agent_scheduler May 06 12:05:00.522572 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: logging.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.524152 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.524671 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension logging not supported by any of loaded plugins May 06 12:05:00.525008 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: metering.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.525786 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.526409 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: metering May 06 12:05:00.526799 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.527968 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.528484 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: metering_source_and_destination_fields May 06 12:05:00.528791 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: multiprovidernet.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.529761 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.530309 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: multi-provider May 06 12:05:00.530680 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: netmtu.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.531649 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.532198 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: net-mtu May 06 12:05:00.532520 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: netmtu_writable.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.533463 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.534009 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: net-mtu-writable May 06 12:05:00.534350 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: network_availability_zone.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.535058 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.535552 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: network_availability_zone May 06 12:05:00.535874 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: network_ip_availability.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.537002 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.537544 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: network-ip-availability May 06 12:05:00.537869 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: network_segment_range.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.538678 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.539198 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension network-segment-range not supported by any of loaded plugins May 06 12:05:00.539521 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: pagination.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.540515 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.540842 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: pagination May 06 12:05:00.541162 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.542075 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.542582 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: port-mac-address-regenerate May 06 12:05:00.542938 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: port_resource_request.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.543852 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.544345 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension port-resource-request not supported by any of loaded plugins May 06 12:05:00.544667 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: portbindings.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.545597 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.546100 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: binding May 06 12:05:00.546427 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: portbindings_extended.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.547755 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.548271 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: binding-extended May 06 12:05:00.548607 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: portsecurity.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.549524 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.550034 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: port-security May 06 12:05:00.550358 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: project_id.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.551393 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.551710 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: project-id May 06 12:05:00.552034 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: providernet.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.553021 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.553483 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: provider May 06 12:05:00.553804 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: qos.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.557891 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.558418 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension qos not supported by any of loaded plugins May 06 12:05:00.558806 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.560140 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.560686 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 12:05:00.561039 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.561964 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.562474 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 12:05:00.562822 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: qos_default.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.563738 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.564321 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension qos-default not supported by any of loaded plugins May 06 12:05:00.564569 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: qos_fip.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.565226 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.565729 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension qos-fip not supported by any of loaded plugins May 06 12:05:00.566048 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: qos_gateway_ip.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.567010 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.567617 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 12:05:00.567837 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: qos_port_network_policy.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.568814 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.569623 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 12:05:00.569623 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: qos_rule_type_details.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.570557 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.571109 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 12:05:00.571436 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: qos_rules_alias.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.572510 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.573012 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 12:05:00.573836 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: quotasv2.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.574316 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.574940 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: quotas May 06 12:05:00.575089 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: quotasv2_detail.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.576645 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.576988 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: quota_details May 06 12:05:00.577314 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: rbac.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.578401 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.578970 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: rbac-policies May 06 12:05:00.579296 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: rbac_address_scope.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.580239 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.580756 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: rbac-address-scope May 06 12:05:00.581084 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: rbac_security_groups.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.582003 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.582509 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: rbac-security-groups May 06 12:05:00.582868 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: rbac_subnetpool.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.583819 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.584529 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: rbac-subnetpool May 06 12:05:00.584857 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: revisionifmatch.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.585782 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.586298 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: revision-if-match May 06 12:05:00.586642 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: revisions.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.587790 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.588299 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: standard-attr-revisions May 06 12:05:00.588627 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: router_availability_zone.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.589309 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.589876 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: router_availability_zone May 06 12:05:00.590203 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: routerservicetype.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.591184 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.591716 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension router-service-type not supported by any of loaded plugins May 06 12:05:00.592059 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.592978 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.593516 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: port-security-groups-filtering May 06 12:05:00.593869 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: securitygroup.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.605587 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.606266 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: security-group May 06 12:05:00.606526 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: segment.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.607490 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.607986 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension segment not supported by any of loaded plugins May 06 12:05:00.608329 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.609336 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.609873 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 12:05:00.610399 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: servicetype.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.611374 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.611947 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: service-type May 06 12:05:00.612277 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: sorting.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.613261 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.613596 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: sorting May 06 12:05:00.613902 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: standard_attr_segment.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.614865 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.615406 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 12:05:00.615744 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: standardattrdescription.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.616390 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.616910 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: standard-attr-description May 06 12:05:00.617232 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: stateful_security_group.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.618183 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.618722 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: stateful-security-group May 06 12:05:00.619048 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: stdattrs_common.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.619636 n-d-840847-1 neutron-server[83837]: WARNING neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 12:05:00.619954 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.620978 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.621675 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 12:05:00.622090 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: subnet_onboard.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.623542 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.624175 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: subnet_onboard May 06 12:05:00.624504 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.625795 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.626307 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 12:05:00.626661 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: subnet_service_types.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.627595 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.628113 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: subnet-service-types May 06 12:05:00.628440 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: subnetallocation.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.629554 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.630069 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: subnet_allocation May 06 12:05:00.630397 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.631178 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.631686 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: subnetpool-prefix-ops May 06 12:05:00.632010 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.632940 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.633454 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 12:05:00.633779 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: tagging.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.635032 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.635551 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: standard-attr-tag May 06 12:05:00.635880 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: timestamp.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.637104 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.637617 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loaded extension: standard-attr-timestamp May 06 12:05:00.637944 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: trunk.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.639017 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.639531 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension trunk not supported by any of loaded plugins May 06 12:05:00.639857 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: trunk_details.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.640775 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.641289 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension trunk-details not supported by any of loaded plugins May 06 12:05:00.641613 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: uplink_status_propagation.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.642532 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.643075 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 12:05:00.643400 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Loading extension file: vlantransparent.py {{(pid=83837) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:05:00.644084 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83837) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:05:00.644599 n-d-840847-1 neutron-server[83837]: INFO neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extension vlan-transparent not supported by any of loaded plugins May 06 12:05:00.647086 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:network May 06 12:05:00.647842 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:subnet May 06 12:05:00.648452 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:05:00.649260 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:port May 06 12:05:00.650574 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.651053 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service FLAVORS assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.651677 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.652118 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.652451 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:router May 06 12:05:00.653131 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:floatingip May 06 12:05:00.653852 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service METERING assigned prefix: /metering {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.655359 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.655736 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.656111 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:05:00.657285 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of CountableResource for resource:rbac_policy May 06 12:05:00.657725 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:security_group May 06 12:05:00.658430 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 12:05:00.659203 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service CORE assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.659543 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:05:00.659891 n-d-840847-1 neutron-server[83837]: WARNING neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] subnetpool is already registered May 06 12:05:00.660511 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service CORE assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.660848 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:05:00.661171 n-d-840847-1 neutron-server[83837]: WARNING neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] subnetpool is already registered May 06 12:05:00.664092 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.664473 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service FLAVORS assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.665068 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.665494 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.665832 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:router May 06 12:05:00.666165 n-d-840847-1 neutron-server[83837]: WARNING neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] router is already registered May 06 12:05:00.666821 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:floatingip May 06 12:05:00.667160 n-d-840847-1 neutron-server[83837]: WARNING neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] floatingip is already registered May 06 12:05:00.667799 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service METERING assigned prefix: /metering {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.668492 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of CountableResource for resource:rbac_policy May 06 12:05:00.668817 n-d-840847-1 neutron-server[83837]: WARNING neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] rbac_policy is already registered May 06 12:05:00.669362 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:security_group May 06 12:05:00.669690 n-d-840847-1 neutron-server[83837]: WARNING neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] security_group is already registered May 06 12:05:00.670280 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 12:05:00.670657 n-d-840847-1 neutron-server[83837]: WARNING neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] security_group_rule is already registered May 06 12:05:00.671340 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service CORE assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.671718 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:05:00.672065 n-d-840847-1 neutron-server[83837]: WARNING neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] subnetpool is already registered May 06 12:05:00.672715 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.v2.resource_helper [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Service CORE assigned prefix: {{(pid=83837) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:05:00.673046 n-d-840847-1 neutron-server[83837]: INFO neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:05:00.673368 n-d-840847-1 neutron-server[83837]: WARNING neutron.quota.resource_registry [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] subnetpool is already registered May 06 12:05:00.674041 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: extensions {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.675552 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: address-groups {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.677147 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: address-scopes {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.678448 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: agents {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.679600 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: auto-allocated-topology {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.681124 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: availability_zones {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.682413 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: dhcp-networks {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.683805 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: dhcp-agents {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.685187 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: routers {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.687035 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: flavors {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.688225 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: service_profiles {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.689469 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: next_providers {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.691036 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: service_profiles {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.692550 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: floatingip-pools {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.693888 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: routers {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.695722 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: floatingips {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.696999 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: l3-routers {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.698398 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: l3-agents {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.700049 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: metering-labels {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.701459 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: metering-label-rules {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.702713 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: network-ip-availabilities {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.704063 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: bindings {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.706808 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: quotas {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.708243 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: quotas {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.709684 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: rbac-policies {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.710975 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: security-groups {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.712180 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: security-group-rules {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.713400 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: service-providers {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.714628 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: subnetpools {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.716035 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: subnetpools {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.717445 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.719146 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.720901 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.722629 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.724398 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.726088 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.727862 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.729679 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.731511 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.733347 n-d-840847-1 neutron-server[83837]: DEBUG neutron.api.extensions [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Extended resource: tags {{(pid=83837) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:05:00.739283 n-d-840847-1 neutron-server[83837]: WARNING keystonemiddleware.auth_token [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 12:05:00.744268 n-d-840847-1 neutron-server[83837]: WARNING keystonemiddleware.auth_token [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 12:05:00.754112 n-d-840847-1 neutron-server[83837]: DEBUG oslo_concurrency.lockutils [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Acquired lock "singleton_lock" {{(pid=83837) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 12:05:00.754681 n-d-840847-1 neutron-server[83837]: DEBUG oslo_concurrency.lockutils [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Releasing lock "singleton_lock" {{(pid=83837) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 12:05:00.755338 n-d-840847-1 neutron-server[83837]: INFO oslo_service.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Starting 2 workers May 06 12:05:00.760275 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Started child 83952 {{(pid=83837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 12:05:00.764564 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Started child 83955 {{(pid=83837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 12:05:00.765817 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:00.766351 n-d-840847-1 neutron-server[83837]: INFO neutron.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Neutron service started, listening on 0.0.0.0:9696 May 06 12:05:00.767319 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Notify callbacks [] for process, before_spawn {{(pid=83837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:00.767438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [-] (83952) wsgi starting up on http://0.0.0.0:9696 May 06 12:05:00.770001 n-d-840847-1 neutron-server[83837]: INFO oslo_service.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Starting 1 workers May 06 12:05:00.771959 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:00.774358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [-] (83955) wsgi starting up on http://0.0.0.0:9696 May 06 12:05:00.775364 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Started child 83958 {{(pid=83837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 12:05:00.776022 n-d-840847-1 neutron-server[83837]: INFO oslo_service.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Starting 1 workers May 06 12:05:00.780498 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Started child 83959 {{(pid=83837) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 12:05:00.781315 n-d-840847-1 neutron-server[83837]: DEBUG neutron_lib.callbacks.manager [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] Notify callbacks [] for process, after_spawn {{(pid=83837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:00.783136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] calling RpcWorker wait() {{(pid=83958) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 12:05:00.783669 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83837) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 12:05:00.783669 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 12:05:00.783817 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 12:05:00.783976 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 12:05:00.784262 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 12:05:00.784422 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 12:05:00.784838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.service [None req-89b00de9-be9f-4034-bc51-b5398abaa179 None None] returning from RpcWorker wait() {{(pid=83958) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 12:05:00.784936 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.785181 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.785435 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.785698 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.786012 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.786555 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.786843 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.787177 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.787566 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.787942 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.788116 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.788289 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.788547 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.788792 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:00.788885 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.789179 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.789437 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.789673 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.789943 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.790118 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.790297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:00.790434 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.790632 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.790905 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.791169 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] debug = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.791441 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.791923 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.792162 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.792400 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.792657 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.792960 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.793197 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.793492 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.793736 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.793974 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.794105 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:00.794582 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.794582 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.794864 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.794929 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.795078 n-d-840847-1 neutron-server[83959]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:00.795207 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.795423 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.795866 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] host = n-d-840847-1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.796095 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.796313 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.796569 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.796800 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.797068 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.797279 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.797537 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.797781 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.798106 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.798352 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.798677 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.798911 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.799156 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.799415 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_file = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.799620 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_options = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.799813 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.800085 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.800742 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.800963 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.801117 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.801244 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.801518 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.801661 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.801930 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.802153 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.802365 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.802856 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.803134 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.803285 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.803410 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.803626 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.803842 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.804068 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.804302 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.804568 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.804792 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.805416 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.805571 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.805836 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.805999 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.806257 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.806397 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.807322 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.807565 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.807865 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.808094 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.808346 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.808608 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.808750 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.808978 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.809212 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.809445 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.809672 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.809898 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.810153 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.810417 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.810691 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.811142 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.811375 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.811635 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.811866 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_json = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.812100 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.812260 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.812523 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.812795 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.813018 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.813251 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.813465 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.813723 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.814044 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.814446 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.814631 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.815183 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.815501 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.815772 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.816022 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.816317 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.816538 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.816787 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.817042 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.817616 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.817860 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.818246 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.818546 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.818865 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.819077 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.819322 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.819557 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.819778 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.820002 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.820225 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.820457 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.820678 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.820899 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.821123 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.821345 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.821586 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.821809 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.822043 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.822304 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.822632 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.823259 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.823503 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.823710 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.823913 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.824153 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.824639 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.824639 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.824997 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.825141 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.825276 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.825485 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.825718 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.825931 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.826167 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.826495 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.826750 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.826939 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.827149 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.827366 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.827713 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.827956 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.828174 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.828407 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.828619 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.828854 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.829084 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.829347 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.829580 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.829794 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.830039 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.830251 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.830461 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.832534 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.832953 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.833190 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.833423 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.834443 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.834860 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.835086 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.835322 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.835551 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.835859 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.836044 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.836587 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.836686 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.836890 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.837150 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.837463 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.837762 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.838170 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.838329 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.838554 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.839277 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.839637 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.839817 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.840064 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.840342 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.840590 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.840826 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.841207 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.841319 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.841585 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.841826 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.842073 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.842305 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.842568 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.844982 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.845129 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.845427 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.845698 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.845995 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.846263 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.846552 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.846810 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.847756 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.847756 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.847756 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.848013 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.848173 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.848412 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.848678 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.848916 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.849180 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.849511 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.849772 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.850014 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.850286 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.850584 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.853685 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.853953 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.854415 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.854814 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.855074 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.859183 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.859609 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.860055 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.860489 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.860910 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.861238 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.861530 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.861822 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.862065 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.862326 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.862570 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.862849 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.863115 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.863311 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.863556 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.863774 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.864000 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.864240 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.864459 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.864716 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.864935 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.865218 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.865464 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.865688 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.865923 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.866177 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.866396 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.866919 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.867182 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.867656 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.867656 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.867888 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.868105 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.868370 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.868658 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.868946 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.869204 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.869439 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.869672 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.869904 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.870164 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.870396 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.870689 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.870913 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.871131 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.871347 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.871570 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.871802 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.872040 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.872292 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.872507 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.872747 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.872967 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.873309 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.873530 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.873770 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.874000 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.874225 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.874483 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.874963 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.875209 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.875569 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.875667 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.875879 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.876162 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.876379 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.876589 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.876811 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.877114 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.877334 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.877556 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.877786 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.877980 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.878200 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.878398 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.879406 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.879643 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.879855 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.880088 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.880310 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.880531 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.880855 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.881226 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.881444 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.881718 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.881963 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.882191 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.882430 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.882694 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.882922 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.883139 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.883405 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.883607 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.883817 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.884104 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.884351 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.884571 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.884854 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.885117 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.885376 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.885638 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.885930 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.886148 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.886418 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.886698 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.886830 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.887052 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.887337 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.887659 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.888501 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.888767 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.889130 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.889341 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.889623 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.889938 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.890120 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.890414 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.892212 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.892363 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.892600 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.893443 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.893443 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.893443 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.893812 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.893812 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.894040 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.895206 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.895206 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.895482 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.895648 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.895873 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.896114 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.897033 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.897033 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.897033 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.897402 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.897525 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.897693 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 12:05:00.898204 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83837) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 12:05:00.898365 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 12:05:00.898547 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 12:05:00.898790 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 12:05:00.899037 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 12:05:00.899037 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 12:05:00.899451 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.899451 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.899771 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.899771 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.900002 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.900121 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.900242 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.900371 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.900500 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.900680 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.900826 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.900986 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.901137 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.901257 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.901375 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.901493 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.901622 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.901790 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.902042 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.902042 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.902272 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.902390 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.902508 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] debug = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.902961 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.903169 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.903326 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.903480 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.903620 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.903777 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.903930 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.904085 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.904238 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.904393 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.904549 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.904703 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.904856 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.905013 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.905167 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.905321 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.905476 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] host = n-d-840847-1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.905630 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.905837 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.905970 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.906124 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.906230 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.906368 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.906522 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.906943 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.907096 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.907245 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.907407 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.907555 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.907705 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.907889 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_file = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.908046 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_options = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.908201 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.908356 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.908510 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.908696 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.908856 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.909012 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.909169 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.909345 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.909498 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.909618 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.909841 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.909992 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.910175 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.910175 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.910539 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.910539 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.910877 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.910996 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.911142 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.911304 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.911458 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.911612 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.911765 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.911925 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.912200 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.912389 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.912564 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.912564 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.912809 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.912922 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.913039 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.913156 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.913335 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.913474 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.913609 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.913727 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.913845 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.913986 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.914207 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.914366 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.914519 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.914659 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.914794 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.914936 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.915086 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.915238 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_json = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.915379 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.915541 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.915760 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.915876 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.915998 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.916150 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.918980 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.918980 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.918980 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:05:00.918980 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.918980 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.918980 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.918980 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.918980 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.919601 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.919601 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.919601 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.919601 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.919601 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.919601 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.919601 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.920780 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.920780 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.920780 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.920780 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.920780 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.921106 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.921106 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.921224 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.921396 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.921484 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.921623 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.921775 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.921949 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.922107 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.922267 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.922427 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.922639 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.922774 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.923031 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.923135 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.923207 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.923366 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.923506 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.923669 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.923824 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.923985 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.924147 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.924304 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.924477 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.924636 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.924872 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.925004 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.925136 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.925313 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.925440 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.925560 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.925681 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.925834 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.925959 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.926133 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.926262 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.926417 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.926574 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.927166 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.927326 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.927525 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.927801 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.927963 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.928120 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.928279 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.928437 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.928600 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.928788 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.929131 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.929131 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.929376 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.929376 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.929622 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.929622 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.929910 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.929910 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.930430 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.930703 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.930830 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.930968 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.931135 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.931281 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.931426 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.931616 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.931616 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.931851 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.931972 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.932091 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.932255 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.932407 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.932529 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.932649 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.932769 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.932923 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.933168 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.933301 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.933422 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.933553 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.933675 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.933796 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.933949 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.934099 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.934248 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.934400 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.934562 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.934777 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.934945 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.935107 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.935274 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.935446 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.935591 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.935755 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.935911 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.936069 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.936226 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.936382 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.936540 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.936696 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.936853 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.937009 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.937179 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.937338 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.937490 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.937647 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.937804 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.937984 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.938142 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.938298 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.938454 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.942796 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.942796 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.942796 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.942796 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.942796 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.942796 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.942796 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.942796 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.943807 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.943807 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.943807 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.943807 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.943807 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.943807 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.943807 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.943807 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944439 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944439 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944439 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944439 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944439 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944439 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944439 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944439 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944976 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944976 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944976 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944976 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944976 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944976 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944976 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.944976 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.945572 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.945572 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.945572 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.945572 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.945572 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.945572 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.945572 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.945572 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946102 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946102 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946102 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946102 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946102 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946102 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946102 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946102 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946714 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946714 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946714 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946714 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.946714 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.947192 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.947192 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.947192 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.947487 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.947487 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.947662 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.947743 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.947892 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.948069 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.948202 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.948361 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.948520 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.948676 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.948837 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.948999 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.949158 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.949316 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.949476 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.949631 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.949781 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.949943 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.950098 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.950255 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.950416 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.950570 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.950965 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.951140 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.951298 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.951462 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.951630 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.951792 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.952766 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.952903 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.953177 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.953279 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.953377 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.953554 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.953677 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.953836 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.954004 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.954570 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.954753 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.954921 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.955086 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.955245 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.955406 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.955572 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.955729 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.955891 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.956058 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.956211 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.956521 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.956835 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.956997 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.957167 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.957334 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.957494 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.957664 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.957831 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.957992 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.958144 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.958305 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.958482 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.958772 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.959000 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.959219 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.959309 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.959456 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.959558 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.959724 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.959878 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.960031 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.960252 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.960345 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.960476 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.960648 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.960783 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.960933 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.961177 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.961268 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.961385 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.961540 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:05:00.961681 n-d-840847-1 neutron-server[83837]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83837) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 12:05:00.978727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:01.250996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44260) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:01.259458 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062447 May 06 12:05:12.163754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33fe58-da95-4241-9760-942446ae7800 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:05:12.245072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa33fe58-da95-4241-9760-942446ae7800 None None] No non-hosted networks {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 12:05:12.276361 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e554fa10-4e82-42d1-a1dc-136432ab847f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074046'] for agent, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:14.505802 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-42955079-8344-42fd-bcfa-4b7071ef2e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074046'] for agent, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:14.570934 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dfde903e-6fdb-4286-96c6-afdfc0999a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:15.360433 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074046'] for agent, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:15.361243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.361675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.368238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.368719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.369143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.370454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.370937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.371352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.371846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.372258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.372807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:15.373302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-840847-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:15.386530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-840847-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:15.777673 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074046'] for agent, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:17.155192 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074046'] for agent, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:19.021882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44352) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:19.578324 n-d-840847-1 neutron-server[83958]: INFO neutron.db.l3_hamode_db [None req-dbc61f60-9c55-4b08-b852-e34b8fb94749 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 12:05:19.666269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc61f60-9c55-4b08-b852-e34b8fb94749 None None] Routers set() bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:05:19.666693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc61f60-9c55-4b08-b852-e34b8fb94749 None None] Router IDs set() for agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:05:19.757345 n-d-840847-1 neutron-server[83952]: WARNING oslo_policy.policy [None req-204911f1-fc56-4128-ba45-4245896ab0d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:05:19.757968 n-d-840847-1 neutron-server[83952]: WARNING oslo_policy.policy [None req-204911f1-fc56-4128-ba45-4245896ab0d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:05:19.973083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-204911f1-fc56-4128-ba45-4245896ab0d5 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:05:19.974222 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-204911f1-fc56-4128-ba45-4245896ab0d5 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9515202 May 06 12:05:22.322728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44366) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:22.759707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-420ab526-4962-4182-b400-a33ae8437453 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:05:22.812967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.policy [None req-420ab526-4962-4182-b400-a33ae8437453 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83952) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 06 12:05:22.813756 n-d-840847-1 neutron-server[83952]: WARNING oslo_policy.policy [None req-420ab526-4962-4182-b400-a33ae8437453 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:05:22.814148 n-d-840847-1 neutron-server[83952]: WARNING oslo_policy.policy [None req-420ab526-4962-4182-b400-a33ae8437453 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:05:22.817429 n-d-840847-1 neutron-server[83952]: INFO neutron.quota [None req-420ab526-4962-4182-b400-a33ae8437453 admin admin] Loaded quota_driver: . May 06 12:05:22.832988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-420ab526-4962-4182-b400-a33ae8437453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:05:22.911022 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-420ab526-4962-4182-b400-a33ae8437453 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727637976338', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727637997692', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727637985036', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727638011701', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727638012591', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1076925', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1521961', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3704509', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4162999'] for rbac-policy, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:22.988934 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-420ab526-4962-4182-b400-a33ae8437453 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:22.990050 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-420ab526-4962-4182-b400-a33ae8437453 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6664424 May 06 12:05:25.701342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44380) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:26.375279 n-d-840847-1 neutron-server[83955]: WARNING oslo_policy.policy [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:05:26.375871 n-d-840847-1 neutron-server[83955]: WARNING oslo_policy.policy [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:05:26.588348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6df418e6c8f5461db848fc1eec260871'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:05:26.590048 n-d-840847-1 neutron-server[83955]: INFO neutron.quota [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Loaded quota_driver: . May 06 12:05:26.605824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:05:26.612665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Usage tracker for resource:network and tenant:6df418e6c8f5461db848fc1eec260871 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:05:26.618592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:05:26.626744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:05:26.649241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Made reservation on behalf of 6df418e6c8f5461db848fc1eec260871 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:05:26.687406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.policy [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83955) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 06 12:05:26.688202 n-d-840847-1 neutron-server[83955]: WARNING oslo_policy.policy [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:05:26.688571 n-d-840847-1 neutron-server[83955]: WARNING oslo_policy.policy [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:05:26.693230 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:26.722888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:26.773927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:05:26.778112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Usage tracker for resource:security_group_rule and tenant:6df418e6c8f5461db848fc1eec260871 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:05:26.781739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:05:26.793100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:05:26.871572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:26.876719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:26.900574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:05:26.925709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727640137072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:26.926353 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Unsubscribe: segment precommit_create {{(pid=83955) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 12:05:26.926888 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Added segment 8286dc0a-e1e8-42b2-999f-4ab4388baba7 of type vlan for network 9132522b-0e53-46bb-9b7a-46f8335076c3 May 06 12:05:26.985276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c02fa5-e38f-4bfd-81c9-ba2e07e6568a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:27.020394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.020739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.021192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.021536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.021914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.022317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.022643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.022963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.023275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.023585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.023897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Tracked resource versions report: May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: pushed versions: May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: { 'ConntrackHelper': {'1.0'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Log': {'1.0'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Network': {'1.1'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Port': {'1.5'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'PortForwarding': {'1.2'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'QosPolicy': {'1.8'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'SecurityGroup': {'1.2'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'SecurityGroupRule': {'1.0'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'SubPort': {'1.0'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Subnet': {'1.1'}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Trunk': {'1.1'}} May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: consumer versions: May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: { DHCP agent@n-d-840847-1: {}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: L3 agent@n-d-840847-1: {}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: Metadata agent@n-d-840847-1: {}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: Metering agent@n-d-840847-1: {}, May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: Open vSwitch agent@n-d-840847-1: { 'ConntrackHelper': '1.0', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Log': '1.0', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Network': '1.1', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Port': '1.5', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'PortForwarding': '1.2', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'QosPolicy': '1.8', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'SecurityGroup': '1.2', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'SecurityGroupRule': '1.0', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'SubPort': '1.0', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Subnet': '1.1', May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: 'Trunk': '1.1'}} May 06 12:05:27.024982 n-d-840847-1 neutron-server[83955]: {{(pid=83955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:05:27.053230 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:27.107499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:27.108666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:05:27.109405 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:27.221138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9132522b-0e53-46bb-9b7a-46f8335076c3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:27.226038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-43988051-d701-4810-bb23-9046b0d030e3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5222073 May 06 12:05:27.238067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 9132522b-0e53-46bb-9b7a-46f8335076c3 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:05:29.883611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44402) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:30.407790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f664a0c3-5095-4b2e-8efa-8e3a15d0143b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:05:30.409163 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f664a0c3-5095-4b2e-8efa-8e3a15d0143b admin admin] 10.222.0.44 "GET /v2.0/networks/9132522b-0e53-46bb-9b7a-46f8335076c3 HTTP/1.1" status: 200 len: 825 time: 0.5246291 May 06 12:05:30.437896 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e4b7ed32-7b9b-4797-8a20-8a51d51d7001 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/6002ce36-06c1-4699-b09b-168d26ee6fb5 HTTP/1.1" status: 200 len: 734 time: 0.0229964 May 06 12:05:30.446883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3', 'subnetpool_id': '6002ce36-06c1-4699-b09b-168d26ee6fb5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:05:30.451760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:05:30.456540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Usage tracker for resource:subnet and tenant:6df418e6c8f5461db848fc1eec260871 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:05:30.460421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:05:30.466960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:05:30.478732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Made reservation on behalf of 6df418e6c8f5461db848fc1eec260871 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:05:30.481548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:30.806279 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:30.903105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fdc379e-5105-4c59-922f-e7cb740db1f6,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:30.906665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Checking segment: {'id': '8286dc0a-e1e8-42b2-999f-4ab4388baba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:05:30.907043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Network hostable DHCP agents. Network: 9132522b-0e53-46bb-9b7a-46f8335076c3, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:05:30.921895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.922230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.922545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.922931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.923256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.923579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.923912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.924222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.924536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.924850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.925161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Tracked resource versions report: May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: pushed versions: May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: { 'ConntrackHelper': {'1.0'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Log': {'1.0'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Network': {'1.1'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Port': {'1.5'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'PortForwarding': {'1.2'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'QosPolicy': {'1.8'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'SecurityGroup': {'1.2'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'SecurityGroupRule': {'1.0'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'SubPort': {'1.0'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Subnet': {'1.1'}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Trunk': {'1.1'}} May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: consumer versions: May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: { DHCP agent@n-d-840847-1: {}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: L3 agent@n-d-840847-1: {}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: Metadata agent@n-d-840847-1: {}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: Metering agent@n-d-840847-1: {}, May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: Open vSwitch agent@n-d-840847-1: { 'ConntrackHelper': '1.0', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Log': '1.0', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Network': '1.1', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Port': '1.5', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'PortForwarding': '1.2', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'QosPolicy': '1.8', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'SecurityGroup': '1.2', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'SecurityGroupRule': '1.0', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'SubPort': '1.0', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Subnet': '1.1', May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: 'Trunk': '1.1'}} May 06 12:05:30.926206 n-d-840847-1 neutron-server[83952]: {{(pid=83952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:05:30.966091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Network 9132522b-0e53-46bb-9b7a-46f8335076c3 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:05:30.977981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 9132522b-0e53-46bb-9b7a-46f8335076c3) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:05:30.983405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:05:30.984005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:30.988968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7407abc1-6059-4f3d-923e-17e9d22b57ec None None] Network 9132522b-0e53-46bb-9b7a-46f8335076c3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:05:31.011409 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cc389b39-eae2-44f3-b973-9d707046c46a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5648439 May 06 12:05:31.384727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-9132522b-0e53-46bb-9b7a-46f8335076c3', 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'fixed_ips': [{'subnet_id': '8fdc379e-5105-4c59-922f-e7cb740db1f6'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:05:31.386684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:31.658202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Allocated IP 172.20.0.2 (9132522b-0e53-46bb-9b7a-46f8335076c3/8fdc379e-5105-4c59-922f-e7cb740db1f6/e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:05:31.942224 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:31.957931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Transition to ACTIVE for port object e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:05:31.982336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Transition to ACTIVE for port object e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:05:31.991035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:32.060326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Network 9132522b-0e53-46bb-9b7a-46f8335076c3 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:05:32.063418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:05:32.071657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Pushing event updated for resources: {'Port': ['ID=e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:32.074167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:05:32.087213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.087761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.088312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.088985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.089547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.090115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.090698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.091248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.091779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.092150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.092702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Tracked resource versions report: May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: pushed versions: May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: { 'ConntrackHelper': {'1.0'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Log': {'1.0'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Network': {'1.1'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Port': {'1.5'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'PortForwarding': {'1.2'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'QosPolicy': {'1.8'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'SecurityGroup': {'1.2'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'SecurityGroupRule': {'1.0'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'SubPort': {'1.0'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Subnet': {'1.1'}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Trunk': {'1.1'}} May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: consumer versions: May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: { DHCP agent@n-d-840847-1: {}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: L3 agent@n-d-840847-1: {}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: Metadata agent@n-d-840847-1: {}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: Metering agent@n-d-840847-1: {}, May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: Open vSwitch agent@n-d-840847-1: { 'ConntrackHelper': '1.0', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Log': '1.0', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Network': '1.1', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Port': '1.5', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'PortForwarding': '1.2', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'QosPolicy': '1.8', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'SecurityGroup': '1.2', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'SecurityGroupRule': '1.0', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'SubPort': '1.0', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Subnet': '1.1', May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: 'Trunk': '1.1'}} May 06 12:05:32.094711 n-d-840847-1 neutron-server[83958]: {{(pid=83958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:05:32.256130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Attempting to bind port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:05:32.256691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Attempting to bind port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '8286dc0a-e1e8-42b2-999f-4ab4388baba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:05:32.257341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Attempting to bind port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 on network 9132522b-0e53-46bb-9b7a-46f8335076c3 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:05:32.270434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:05:32.271165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Checking segment: {'id': '8286dc0a-e1e8-42b2-999f-4ab4388baba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:05:32.271895 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:32.272556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Bound using segment: {'id': '8286dc0a-e1e8-42b2-999f-4ab4388baba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:05:32.273429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Bound port: e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8286dc0a-e1e8-42b2-999f-4ab4388baba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:05:32.274082 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:32.432813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] For port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:05:32.440462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] For port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9,segment=NetworkSegment(8286dc0a-e1e8-42b2-999f-4ab4388baba7),segment_id=8286dc0a-e1e8-42b2-999f-4ab4388baba7)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:05:32.452663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:32.575581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d81837-a246-4953-bcfa-f65a26512829 None None] Pushing event updated for resources: {'Port': ['ID=e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:33.609243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44416) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:34.205436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-1f924e17-6ed0-47bf-ae13-0e39846b220a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:05:34.206690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1f924e17-6ed0-47bf-ae13-0e39846b220a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5960124 May 06 12:05:36.782398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b845ab49-f6c7-4e25-91f5-fa71009772f5 None None] Network 9132522b-0e53-46bb-9b7a-46f8335076c3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:05:36.910112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5df4f6c1-73ab-4169-808e-ba34a2cdaa0b None None] Provisioning for port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:05:37.028709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44430) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:37.662377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-8a558e08-a11f-4a86-8aee-28943d5a2b97 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:05:37.666227 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a558e08-a11f-4a86-8aee-28943d5a2b97 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6364660 May 06 12:05:37.731349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:05:37.837189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:05:37.845051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:05:37.845496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:38.011315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:38.059860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9,segment=NetworkSegment(8286dc0a-e1e8-42b2-999f-4ab4388baba7),segment_id=8286dc0a-e1e8-42b2-999f-4ab4388baba7)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:05:38.066027 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:38.145058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:39.691129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:05:39.780935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:05:39.781549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:40.560220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44442) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:40.975739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Request body: {'router': {'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'name': 'router1', 'admin_state_up': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:05:40.981245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:05:40.985663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Usage tracker for resource:router and tenant:6df418e6c8f5461db848fc1eec260871 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:05:40.989431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:05:40.997271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:05:41.009286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:41.010900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:41.039423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:41.148002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:41.169549 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:41.174759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9fa8c8fd-9df2-45f7-8de9-ffb39edc32e9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6132269 May 06 12:05:42.072922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4397c611-b736-4031-b7cd-3a038b655a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:43.635314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44452) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:44.169111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-fda7811f-684c-41e3-9777-e7540f96eb3e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:05:44.170196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fda7811f-684c-41e3-9777-e7540f96eb3e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5335562 May 06 12:05:44.517933 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b20cfe8e-5865-481e-af05-4a30e19c1cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:45.359123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:45.732273 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:46.621664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:46.816518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:05:46.824010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:05:46.829584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Usage tracker for resource:network and tenant:5af441763b7c4c98ad7c691b875f4f80 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:05:46.833092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:05:46.841197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:05:46.852685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Made reservation on behalf of 5af441763b7c4c98ad7c691b875f4f80 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:05:46.855265 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:46.876370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:46.926515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:05:46.931784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Usage tracker for resource:security_group_rule and tenant:5af441763b7c4c98ad7c691b875f4f80 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:05:46.934878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:05:46.942475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:05:47.032029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:47.040330 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:47.064362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Reserving flat network on physical network physnet1 {{(pid=83952) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 12:05:47.090560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293ae7db-785e-4715-897a-7231d92c3342,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:47.102024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727640137072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:47.102460 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Unsubscribe: segment precommit_create {{(pid=83952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 12:05:47.103059 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Added segment 74c674bf-00ec-4891-a2cf-66e9234128f5 of type flat for network 135e79cd-88d1-497a-9ea2-a7328c462607 May 06 12:05:47.110930 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:47.152259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:47.200931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:47.201905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:05:47.202581 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:47.338103 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7152793 May 06 12:05:47.342451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c28257-1d76-4f89-8032-4d1f79918d69 admin admin] Pushing event updated for resources: {'Network': ['ID=135e79cd-88d1-497a-9ea2-a7328c462607,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:47.369099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 135e79cd-88d1-497a-9ea2-a7328c462607 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:05:49.741648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44492) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:49.920502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681b1395-a87e-4f21-900b-5f75200534c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:05:49.922087 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-681b1395-a87e-4f21-900b-5f75200534c2 admin admin] 10.222.0.44 "GET /v2.0/subnets/8fdc379e-5105-4c59-922f-e7cb740db1f6 HTTP/1.1" status: 200 len: 849 time: 0.1792598 May 06 12:05:50.103920 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f3ddb45-d236-470c-926a-21d818ef9f61 admin admin] 10.222.0.44 "GET /v2.0/routers/8790a13d-c497-4695-aa20-e2f2b64176d1 HTTP/1.1" status: 200 len: 704 time: 0.1748536 May 06 12:05:50.646083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:51.008012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Allocated IP 172.20.0.1 (9132522b-0e53-46bb-9b7a-46f8335076c3/8fdc379e-5105-4c59-922f-e7cb740db1f6/cee1221b-063f-43f9-b8da-1cc47bf6fb5c) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:05:51.220866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:51.249042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Transition to ACTIVE for port object cee1221b-063f-43f9-b8da-1cc47bf6fb5c will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:05:51.329939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:51.410292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Network 9132522b-0e53-46bb-9b7a-46f8335076c3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:05:51.414799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:05:51.420927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:05:51.422101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:51.425884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=cee1221b-063f-43f9-b8da-1cc47bf6fb5c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:51.657587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aff347d0-f9f4-4077-81bd-390f4794867e None None] Provisioning for port cee1221b-063f-43f9-b8da-1cc47bf6fb5c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:05:51.664578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aff347d0-f9f4-4077-81bd-390f4794867e None None] Provisioning complete for port cee1221b-063f-43f9-b8da-1cc47bf6fb5c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:05:51.665065 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aff347d0-f9f4-4077-81bd-390f4794867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:51.666335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:51.734357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-aff347d0-f9f4-4077-81bd-390f4794867e None None] Port cee1221b-063f-43f9-b8da-1cc47bf6fb5c cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:05:52.027492 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:52.033057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:52.034172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:52.184672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=cee1221b-063f-43f9-b8da-1cc47bf6fb5c,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:52.286498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Network 9132522b-0e53-46bb-9b7a-46f8335076c3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:05:52.288009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:05:52.562777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e06b2407-5cba-4e0b-8338-1b4ac03362df None None] Provisioning complete for port cee1221b-063f-43f9-b8da-1cc47bf6fb5c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:05:52.563125 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e06b2407-5cba-4e0b-8338-1b4ac03362df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:52.628180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e06b2407-5cba-4e0b-8338-1b4ac03362df None None] Port cee1221b-063f-43f9-b8da-1cc47bf6fb5c cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:05:52.717552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Router 8790a13d-c497-4695-aa20-e2f2b64176d1 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:05:52.915163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:05:52.929313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Sync routers for ids ['8790a13d-c497-4695-aa20-e2f2b64176d1'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:05:52.933097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dc676f84-e6a7-4f0d-9976-ad18077fe9d4 admin admin] 10.222.0.44 "PUT /v2.0/routers/8790a13d-c497-4695-aa20-e2f2b64176d1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8233106 May 06 12:05:52.944954 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Routers {'8790a13d-c497-4695-aa20-e2f2b64176d1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:05:52.945768 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:05:44Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8790a13d-c497-4695-aa20-e2f2b64176d1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:53.160717 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Set router 8790a13d-c497-4695-aa20-e2f2b64176d1 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:05:53.613325 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'name': 'router1', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:05:41Z', 'updated_at': '2022-05-06T12:05:51Z', 'revision_number': 2, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'gw_port_host': None, '_interfaces': [{'id': 'cee1221b-063f-43f9-b8da-1cc47bf6fb5c', 'name': '', 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'mac_address': 'fa:16:3e:e3:e0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:05:50Z', 'updated_at': '2022-05-06T12:05:51Z', 'revision_number': 2, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'subnets': [{'id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6002ce36-06c1-4699-b09b-168d26ee6fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:53.620044 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Checking router: 8790a13d-c497-4695-aa20-e2f2b64176d1 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:05:53.620429 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Updating router 8790a13d-c497-4695-aa20-e2f2b64176d1 port cee1221b-063f-43f9-b8da-1cc47bf6fb5c binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:05:53.688806 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:54.176649 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:54.197402 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Transition to ACTIVE for port object cee1221b-063f-43f9-b8da-1cc47bf6fb5c will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:05:54.205278 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:54.480436 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Pushing event updated for resources: {'Port': ['ID=cee1221b-063f-43f9-b8da-1cc47bf6fb5c,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:54.558239 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.558814 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.559083 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.559248 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.559628 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.559904 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.560241 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.560620 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.560961 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.561272 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.561565 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Tracked resource versions report: May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: pushed versions: May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: { 'ConntrackHelper': {'1.0'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Log': {'1.0'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Network': {'1.1'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Port': {'1.5'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'PortForwarding': {'1.2'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'QosPolicy': {'1.8'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'SecurityGroup': {'1.2'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'SecurityGroupRule': {'1.0'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'SubPort': {'1.0'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Subnet': {'1.1'}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Trunk': {'1.1'}} May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: consumer versions: May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: { DHCP agent@n-d-840847-1: {}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: L3 agent@n-d-840847-1: {}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: Metadata agent@n-d-840847-1: {}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: Metering agent@n-d-840847-1: {}, May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: Open vSwitch agent@n-d-840847-1: { 'ConntrackHelper': '1.0', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Log': '1.0', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Network': '1.1', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Port': '1.5', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'PortForwarding': '1.2', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'QosPolicy': '1.8', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'SecurityGroup': '1.2', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'SecurityGroupRule': '1.0', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'SubPort': '1.0', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Subnet': '1.1', May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: 'Trunk': '1.1'}} May 06 12:05:54.562995 n-d-840847-1 neutron-server[83959]: {{(pid=83959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:05:54.578226 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Attempting to bind port cee1221b-063f-43f9-b8da-1cc47bf6fb5c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:05:54.578906 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Attempting to bind port cee1221b-063f-43f9-b8da-1cc47bf6fb5c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '8286dc0a-e1e8-42b2-999f-4ab4388baba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:05:54.579595 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Attempting to bind port cee1221b-063f-43f9-b8da-1cc47bf6fb5c on network 9132522b-0e53-46bb-9b7a-46f8335076c3 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:05:54.589000 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:05:54.589429 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Checking segment: {'id': '8286dc0a-e1e8-42b2-999f-4ab4388baba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:05:54.589954 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:54.590413 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Bound using segment: {'id': '8286dc0a-e1e8-42b2-999f-4ab4388baba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:05:54.591062 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Bound port: cee1221b-063f-43f9-b8da-1cc47bf6fb5c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8286dc0a-e1e8-42b2-999f-4ab4388baba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:05:54.591452 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:54.716712 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] For port cee1221b-063f-43f9-b8da-1cc47bf6fb5c, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:05:54.722471 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] For port cee1221b-063f-43f9-b8da-1cc47bf6fb5c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cee1221b-063f-43f9-b8da-1cc47bf6fb5c,segment=NetworkSegment(8286dc0a-e1e8-42b2-999f-4ab4388baba7),segment_id=8286dc0a-e1e8-42b2-999f-4ab4388baba7)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:05:54.728492 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:54.818883 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Routers {'8790a13d-c497-4695-aa20-e2f2b64176d1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:05:54.819967 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:05:44Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8790a13d-c497-4695-aa20-e2f2b64176d1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:55.085557 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a5212-e994-4347-8f61-75761041dd82 None None] Pushing event updated for resources: {'Port': ['ID=cee1221b-063f-43f9-b8da-1cc47bf6fb5c,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:55.115266 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:05:55.131808 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] Set router 8790a13d-c497-4695-aa20-e2f2b64176d1 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:05:55.549844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44506) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:55.673951 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'name': 'router1', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:05:41Z', 'updated_at': '2022-05-06T12:05:51Z', 'revision_number': 2, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'gw_port_host': None, '_interfaces': [{'id': 'cee1221b-063f-43f9-b8da-1cc47bf6fb5c', 'name': '', 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'mac_address': 'fa:16:3e:e3:e0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:05:50Z', 'updated_at': '2022-05-06T12:05:54Z', 'revision_number': 4, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'subnets': [{'id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6002ce36-06c1-4699-b09b-168d26ee6fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:05:55.680718 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe55403-77b2-4e3b-9faf-71f9bfc21945 None None] The sync data for ids ['8790a13d-c497-4695-aa20-e2f2b64176d1'] in n-d-840847-1 is: [{'id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'name': 'router1', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:05:41Z', 'updated_at': '2022-05-06T12:05:51Z', 'revision_number': 2, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'gw_port_host': None, '_interfaces': [{'id': 'cee1221b-063f-43f9-b8da-1cc47bf6fb5c', 'name': '', 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'mac_address': 'fa:16:3e:e3:e0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:05:50Z', 'updated_at': '2022-05-06T12:05:54Z', 'revision_number': 4, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'subnets': [{'id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6002ce36-06c1-4699-b09b-168d26ee6fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:05:55.778454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda525cd-5b71-4a31-b8b7-0a27d6040466 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:05:55.780632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fda525cd-5b71-4a31-b8b7-0a27d6040466 admin admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 842 time: 0.2293792 May 06 12:05:55.792667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:05:55.800375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:05:55.807580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Usage tracker for resource:subnet and tenant:5af441763b7c4c98ad7c691b875f4f80 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:05:55.813295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:05:55.823340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:05:55.844893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Made reservation on behalf of 5af441763b7c4c98ad7c691b875f4f80 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:05:55.849099 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:56.429845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.objects.ports [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:05:56.430984 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:56.523936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e879b8b6-dd89-43c2-a738-b54760f88668,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:56.543835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:05:56.544617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Network hostable DHCP agents. Network: 135e79cd-88d1-497a-9ea2-a7328c462607, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:05:56.599618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:05:56.612927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 135e79cd-88d1-497a-9ea2-a7328c462607) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:05:56.619283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:05:56.619959 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:56.625701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f94df86-e61a-41c6-b820-a83e409f78bf None None] Network 135e79cd-88d1-497a-9ea2-a7328c462607 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:05:56.651477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2831b9a8-a728-4ad6-afb6-8e3e9d403032 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8640184 May 06 12:05:57.020401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f3364-f1d4-4711-88ef-328e39fd06a5 None None] Network 135e79cd-88d1-497a-9ea2-a7328c462607 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:05:57.759912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cee1221b-063f-43f9-b8da-1cc47bf6fb5c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:05:57.899596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port cee1221b-063f-43f9-b8da-1cc47bf6fb5c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:05:57.908466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cee1221b-063f-43f9-b8da-1cc47bf6fb5c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:05:57.909093 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:58.127193 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:58.188460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port cee1221b-063f-43f9-b8da-1cc47bf6fb5c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cee1221b-063f-43f9-b8da-1cc47bf6fb5c,segment=NetworkSegment(8286dc0a-e1e8-42b2-999f-4ab4388baba7),segment_id=8286dc0a-e1e8-42b2-999f-4ab4388baba7)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:05:58.193639 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:05:58.274174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=cee1221b-063f-43f9-b8da-1cc47bf6fb5c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:05:59.282374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44520) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:05:59.564305 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-44c70cc4-dbf9-4072-bcbb-ec5d6f454e15 admin admin] 10.222.0.44 "GET /v2.0/routers/8790a13d-c497-4695-aa20-e2f2b64176d1 HTTP/1.1" status: 200 len: 710 time: 0.2804310 May 06 12:05:59.706722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cee1221b-063f-43f9-b8da-1cc47bf6fb5c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:05:59.730843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199c232-1e4f-4db8-832c-6d2c9d0dd5da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:05:59.731528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d199c232-1e4f-4db8-832c-6d2c9d0dd5da admin admin] Synchronizing usage tracker for tenant:5af441763b7c4c98ad7c691b875f4f80 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:05:59.759797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d199c232-1e4f-4db8-832c-6d2c9d0dd5da admin admin] Unset dirty status for tenant:5af441763b7c4c98ad7c691b875f4f80 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:05:59.762133 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d199c232-1e4f-4db8-832c-6d2c9d0dd5da admin admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 886 time: 0.1922510 May 06 12:05:59.775335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:05:59.813122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cee1221b-063f-43f9-b8da-1cc47bf6fb5c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:05:59.813700 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:00.433632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:00.652032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:00.731301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:00.888008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Allocated IP 172.25.7.41 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/a0c1d8f9-39d9-4911-a7fb-78ecfafc405e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:06:01.079396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:01.111721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:01.219630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:06:01.224901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:06:01.232910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c1d8f9-39d9-4911-a7fb-78ecfafc405e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:06:01.246403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:06:01.497421 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:01.785156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:01.791399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:02.059796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Router 8790a13d-c497-4695-aa20-e2f2b64176d1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:06:02.315964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:06:02.331272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:02.340288 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-67e176b4-442e-4841-9fd9-d01ba9c4c818 admin admin] 10.222.0.44 "PUT /v2.0/routers/8790a13d-c497-4695-aa20-e2f2b64176d1 HTTP/1.1" status: 200 len: 889 time: 2.5639474 May 06 12:06:02.340645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Sync routers for ids ['8790a13d-c497-4695-aa20-e2f2b64176d1'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:06:02.361597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Routers {'8790a13d-c497-4695-aa20-e2f2b64176d1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:06:02.362958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:05:44Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8790a13d-c497-4695-aa20-e2f2b64176d1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:02.671596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Set router 8790a13d-c497-4695-aa20-e2f2b64176d1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:06:03.147471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'name': 'router1', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a0c1d8f9-39d9-4911-a7fb-78ecfafc405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:05:41Z', 'updated_at': '2022-05-06T12:06:01Z', 'revision_number': 4, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'gw_port': {'id': 'a0c1d8f9-39d9-4911-a7fb-78ecfafc405e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:06:00Z', 'updated_at': '2022-05-06T12:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'cee1221b-063f-43f9-b8da-1cc47bf6fb5c', 'name': '', 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'mac_address': 'fa:16:3e:e3:e0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:05:50Z', 'updated_at': '2022-05-06T12:05:58Z', 'revision_number': 5, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'subnets': [{'id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6002ce36-06c1-4699-b09b-168d26ee6fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:03.154264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Checking router: 8790a13d-c497-4695-aa20-e2f2b64176d1 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:06:03.154592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Updating router 8790a13d-c497-4695-aa20-e2f2b64176d1 port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:06:03.221731 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:03.665040 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:03.681609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Transition to ACTIVE for port object a0c1d8f9-39d9-4911-a7fb-78ecfafc405e will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:06:03.690780 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:03.797691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44193d6-949e-4ac9-be46-bb8737b9145d None None] Pushing event updated for resources: {'Port': ['ID=a0c1d8f9-39d9-4911-a7fb-78ecfafc405e,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:06:03.807407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Attempting to bind port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:06:03.807775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Attempting to bind port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:06:03.808295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Attempting to bind port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:06:03.816453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:06:03.816899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:06:03.817557 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:03.818099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:06:03.818841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Bound port: a0c1d8f9-39d9-4911-a7fb-78ecfafc405e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:06:03.819393 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:03.907534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] For port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:06:03.911502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] For port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a0c1d8f9-39d9-4911-a7fb-78ecfafc405e,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:06:03.918199 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:04.015534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44193d6-949e-4ac9-be46-bb8737b9145d None None] Pushing event updated for resources: {'Port': ['ID=a0c1d8f9-39d9-4911-a7fb-78ecfafc405e,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:06:04.025016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Routers {'8790a13d-c497-4695-aa20-e2f2b64176d1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:06:04.025640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:05:44Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8790a13d-c497-4695-aa20-e2f2b64176d1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:04.243390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] Set router 8790a13d-c497-4695-aa20-e2f2b64176d1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:06:04.617259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'name': 'router1', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a0c1d8f9-39d9-4911-a7fb-78ecfafc405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:05:41Z', 'updated_at': '2022-05-06T12:06:01Z', 'revision_number': 4, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'gw_port': {'id': 'a0c1d8f9-39d9-4911-a7fb-78ecfafc405e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:06:00Z', 'updated_at': '2022-05-06T12:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'cee1221b-063f-43f9-b8da-1cc47bf6fb5c', 'name': '', 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'mac_address': 'fa:16:3e:e3:e0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:05:50Z', 'updated_at': '2022-05-06T12:05:58Z', 'revision_number': 5, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'subnets': [{'id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6002ce36-06c1-4699-b09b-168d26ee6fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:04.622326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399a84d-778b-43bf-b125-221c33228a2f None None] The sync data for ids ['8790a13d-c497-4695-aa20-e2f2b64176d1'] in n-d-840847-1 is: [{'id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'name': 'router1', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a0c1d8f9-39d9-4911-a7fb-78ecfafc405e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:05:41Z', 'updated_at': '2022-05-06T12:06:01Z', 'revision_number': 4, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'gw_port': {'id': 'a0c1d8f9-39d9-4911-a7fb-78ecfafc405e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:06:00Z', 'updated_at': '2022-05-06T12:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'cee1221b-063f-43f9-b8da-1cc47bf6fb5c', 'name': '', 'network_id': '9132522b-0e53-46bb-9b7a-46f8335076c3', 'tenant_id': '6df418e6c8f5461db848fc1eec260871', 'mac_address': 'fa:16:3e:e3:e0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8790a13d-c497-4695-aa20-e2f2b64176d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:05:50Z', 'updated_at': '2022-05-06T12:05:58Z', 'revision_number': 5, 'project_id': '6df418e6c8f5461db848fc1eec260871', 'subnets': [{'id': '8fdc379e-5105-4c59-922f-e7cb740db1f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6002ce36-06c1-4699-b09b-168d26ee6fb5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:06:05.234808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44532) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:06:05.408423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-858b8f0d-836f-4fb9-8ffa-1591e5c1c50d admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.1723204 May 06 12:06:05.728623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a0c1d8f9-39d9-4911-a7fb-78ecfafc405e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:06:05.812019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:06:05.818669 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:06:05.819052 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:05.960402 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:05.980031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a0c1d8f9-39d9-4911-a7fb-78ecfafc405e,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:06:05.986547 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:06.059484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=a0c1d8f9-39d9-4911-a7fb-78ecfafc405e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:06:07.711319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a0c1d8f9-39d9-4911-a7fb-78ecfafc405e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:06:07.793425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a0c1d8f9-39d9-4911-a7fb-78ecfafc405e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:06:07.793796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:12.080980 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-51948e06-950d-4735-82c6-d83cda2f3789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:14.512808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c85831c-eac1-422f-89a7-819084dfbbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:15.358701 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:15.741203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:17.117957 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:31.936970 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:06:42.066943 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee314560-cb44-40c3-a9c1-3fc4497181ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:44.503563 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80ed4b60-c090-405f-8608-8c94b25a71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:45.359444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:45.737424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:47.114817 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:08.946851 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:07:12.078277 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29d459e3-4ac9-4de7-a0cb-1648bcf94e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:14.498286 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-690ca799-2688-434a-9c52-2829a8dbe27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:15.360217 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:15.744588 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:17.120316 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:42.075904 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-500b3a14-51a9-4b50-8301-fe524d47540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:44.503451 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80267ab1-f568-4dac-b27c-f93f21250eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:45.357544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:45.745529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:45.937731 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:07:47.129283 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:12.080616 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6c02dc1c-057e-472c-a4eb-2a238b385199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:14.506536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa6bfdea-6ba5-4232-89ab-59ad968f1f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:15.355120 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:15.755196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:17.144725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:22.941387 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:08:24.071394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45138) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:24.213669 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fd7c41-6da2-4d47-ae68-8304a3587a1f admin admin] GET failed (client error): The resource could not be found. May 06 12:08:24.215002 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-58fd7c41-6da2-4d47-ae68-8304a3587a1f admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1423495 May 06 12:08:24.364463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85614c02-739f-4949-a46d-22d32ce968e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:24.365976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-85614c02-739f-4949-a46d-22d32ce968e4 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1466939 May 06 12:08:26.485305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45148) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:26.655805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7330161-7ba7-40d6-8139-ac9e6e046bb9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:26.658084 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e7330161-7ba7-40d6-8139-ac9e6e046bb9 admin admin] 10.222.0.44 "GET /v2.0/subnets/8fdc379e-5105-4c59-922f-e7cb740db1f6 HTTP/1.1" status: 200 len: 849 time: 0.1715353 May 06 12:08:26.671979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:08:26.877861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:27.189087 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727640107677'] for subnet, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:27.240022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:27.240622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:27.242576 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] 10.222.0.44 "PUT /v2.0/subnets/8fdc379e-5105-4c59-922f-e7cb740db1f6 HTTP/1.1" status: 200 len: 868 time: 0.5767004 May 06 12:08:27.265930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80765ae-5835-4b44-a6ab-1351de6c2208 None None] Network 9132522b-0e53-46bb-9b7a-46f8335076c3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:08:27.276953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fdc379e-5105-4c59-922f-e7cb740db1f6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:08:27.288345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.288668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.289020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.289356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.289752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.290014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.290400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.290784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.291116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.291607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:27.292044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d794d-1ffd-4654-80d8-9f9e412629f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:08:28.153578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-28137791-c223-4cfd-9af8-17da7f81e816 None None] Provisioning complete for port cee1221b-063f-43f9-b8da-1cc47bf6fb5c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:08:28.154181 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-28137791-c223-4cfd-9af8-17da7f81e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:28.412738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-28137791-c223-4cfd-9af8-17da7f81e816 None None] Provisioning complete for port e640f3f4-e0d9-46a8-a3a7-4f3f9cae1ec9 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:08:28.413810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-28137791-c223-4cfd-9af8-17da7f81e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:30.066773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45158) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:30.344583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8895e54-a5c1-4c57-b1dd-9551038ff22a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:30.345420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8895e54-a5c1-4c57-b1dd-9551038ff22a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:30.348216 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f8895e54-a5c1-4c57-b1dd-9551038ff22a admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2799003 May 06 12:08:32.835850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45168) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:33.071387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a9b63-ca0a-4262-97c7-fda6e0bd2929 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:33.071663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a9b63-ca0a-4262-97c7-fda6e0bd2929 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:33.073208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ab7a9b63-ca0a-4262-97c7-fda6e0bd2929 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2354071 May 06 12:08:35.340233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45178) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:35.548859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bceacb-dd67-47de-9fb0-5c91fe664c45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:35.550249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-17bceacb-dd67-47de-9fb0-5c91fe664c45 admin admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 886 time: 0.2089722 May 06 12:08:37.697963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45188) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:37.925617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d77f0f-afb9-411b-aeca-9e5bc6d75fff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:37.926964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-92d77f0f-afb9-411b-aeca-9e5bc6d75fff admin admin] 10.222.0.44 "GET /v2.0/networks/9132522b-0e53-46bb-9b7a-46f8335076c3 HTTP/1.1" status: 200 len: 869 time: 0.2280207 May 06 12:08:40.057450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45198) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:40.196636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1354062-3f7d-40e4-befa-fe27f8c6580a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:40.196999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1354062-3f7d-40e4-befa-fe27f8c6580a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:40.198549 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c1354062-3f7d-40e4-befa-fe27f8c6580a admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1401434 May 06 12:08:42.076132 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d529fa6f-cf5c-43dc-92e2-0054e89f0b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:42.264570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45208) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:42.408731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf3824-1cfe-4656-9cf0-2e170507bf6e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:42.409194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf3824-1cfe-4656-9cf0-2e170507bf6e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:42.410084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2bdf3824-1cfe-4656-9cf0-2e170507bf6e admin admin] Synchronizing usage tracker for tenant:5af441763b7c4c98ad7c691b875f4f80 on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:08:42.434424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2bdf3824-1cfe-4656-9cf0-2e170507bf6e admin admin] Unset dirty status for tenant:5af441763b7c4c98ad7c691b875f4f80 on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:08:42.435752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2bdf3824-1cfe-4656-9cf0-2e170507bf6e admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1701484 May 06 12:08:44.504259 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3a21-06e6-4ff9-9952-8bf721ec2134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:44.540081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45218) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:44.677318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc343e-b836-48bf-9587-d04663e5e803 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:44.678726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-24fc343e-b836-48bf-9587-d04663e5e803 admin admin] 10.222.0.44 "GET /v2.0/subnets/8fdc379e-5105-4c59-922f-e7cb740db1f6 HTTP/1.1" status: 200 len: 868 time: 0.1376524 May 06 12:08:45.351492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:45.755095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:46.783046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45228) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:08:46.917789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e26638-f9b2-4e97-a7ad-aff557c08ffb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:08:46.919187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-98e26638-f9b2-4e97-a7ad-aff557c08ffb admin admin] 10.222.0.44 "GET /v2.0/subnets/e879b8b6-dd89-43c2-a738-b54760f88668 HTTP/1.1" status: 200 len: 816 time: 0.1348605 May 06 12:08:47.155756 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:59.942131 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:09:05.323733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45266) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:05.424428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-bcec0077-443f-4b4e-bcbc-d5c238c20533 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:09:05.425570 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bcec0077-443f-4b4e-bcbc-d5c238c20533 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1007149 May 06 12:09:07.768277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45276) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:07.875331 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1eae849-8544-46db-b0d6-73c271b0bd50 admin admin] GET failed (client error): The resource could not be found. May 06 12:09:07.876672 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e1eae849-8544-46db-b0d6-73c271b0bd50 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1074467 May 06 12:09:08.016364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f149709a-3697-422c-9b53-7528ca405055 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:08.017731 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f149709a-3697-422c-9b53-7528ca405055 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1363192 May 06 12:09:10.113520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45286) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:10.188016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:09:10.193240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:09:10.203540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:09:10.215150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Made reservation on behalf of 5af441763b7c4c98ad7c691b875f4f80 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:09:10.217511 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:10.354370 n-d-840847-1 neutron-server[83952]: WARNING neutron.services.revisions.revision_plugin [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Could not find related network for resource to bump revision. May 06 12:09:10.369128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:09:10.387182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:10.387834 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Added segment a133ae18-e632-40bf-9742-ecffb51d591a of type vlan for network cd19f70c-733c-4427-8a4c-81ce319e34c0 May 06 12:09:10.423612 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:10.461134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:10.461978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:10.462573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:10.569259 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4542975 May 06 12:09:10.569918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e124d-b533-47d1-9ad1-16e382ac9db3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd19f70c-733c-4427-8a4c-81ce319e34c0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:09:10.603177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:09:12.083956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9864c747-4611-49f9-a5b4-a9cd25bc69a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:12.651507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45296) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:12.744598 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce611f82-5f8b-4d5e-ac5c-1dd27f45a2a3 admin admin] GET failed (client error): The resource could not be found. May 06 12:09:12.745084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ce611f82-5f8b-4d5e-ac5c-1dd27f45a2a3 admin admin] Synchronizing usage tracker for tenant:5af441763b7c4c98ad7c691b875f4f80 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:09:12.762432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ce611f82-5f8b-4d5e-ac5c-1dd27f45a2a3 admin admin] Unset dirty status for tenant:5af441763b7c4c98ad7c691b875f4f80 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:09:12.763788 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ce611f82-5f8b-4d5e-ac5c-1dd27f45a2a3 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1111164 May 06 12:09:12.871053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f3fd5-6915-4711-bbcd-483deffd0b15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:12.872521 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3c1f3fd5-6915-4711-bbcd-483deffd0b15 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1043513 May 06 12:09:12.890578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:09:12.895422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:09:12.909508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:09:12.919979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Made reservation on behalf of 5af441763b7c4c98ad7c691b875f4f80 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:09:12.922857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:13.153588 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:13.229228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:09:13.241729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:09:13.242117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Network hostable DHCP agents. Network: cd19f70c-733c-4427-8a4c-81ce319e34c0, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:09:13.265241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:09:13.275934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, cd19f70c-733c-4427-8a4c-81ce319e34c0) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:09:13.280844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:13.282368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:13.289864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b8a1c-2525-45b5-9e31-b459d97d7f5e None None] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:09:13.327613 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4492e18c-5f76-4071-ac38-9728c00b0c90 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4405394 May 06 12:09:13.565674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-cd19f70c-733c-4427-8a4c-81ce319e34c0', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'tenant_id': '5af441763b7c4c98ad7c691b875f4f80', 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:09:13.566970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:13.752388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Allocated IP 192.168.233.2 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/b5041abe-99be-46f4-a25c-ae668e007db3) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:09:13.986539 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:14.005038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Transition to ACTIVE for port object b5041abe-99be-46f4-a25c-ae668e007db3 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:09:14.027607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Transition to ACTIVE for port object b5041abe-99be-46f4-a25c-ae668e007db3 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:09:14.033909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:14.106844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:09:14.109957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:09:14.112956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:09:14.119604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Pushing event updated for resources: {'Port': ['ID=b5041abe-99be-46f4-a25c-ae668e007db3,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:09:14.157340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.157595 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.157934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.158302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.158670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.158975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.159269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.159591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.159898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.160218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.160538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:14.219046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Attempting to bind port b5041abe-99be-46f4-a25c-ae668e007db3 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:09:14.219412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Attempting to bind port b5041abe-99be-46f4-a25c-ae668e007db3 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:09:14.219768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Attempting to bind port b5041abe-99be-46f4-a25c-ae668e007db3 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:09:14.227032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:09:14.227422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:09:14.227811 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:14.228274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:09:14.228828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Bound port: b5041abe-99be-46f4-a25c-ae668e007db3, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:09:14.229151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:14.350793 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] For port b5041abe-99be-46f4-a25c-ae668e007db3, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:09:14.353009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] For port b5041abe-99be-46f4-a25c-ae668e007db3, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b5041abe-99be-46f4-a25c-ae668e007db3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:09:14.357668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:14.447743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d98f5-6e11-4954-a37b-170400aef5ed None None] Pushing event updated for resources: {'Port': ['ID=b5041abe-99be-46f4-a25c-ae668e007db3,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:09:14.506137 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8135-f00b-4e84-8cf0-c02faaf946fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:15.357099 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:15.433644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590460aa-3dac-4480-8f74-8a4817ea317e None None] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:09:15.617494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-722e7a05-217e-4426-aced-96bd3bf6e307 None None] Provisioning for port b5041abe-99be-46f4-a25c-ae668e007db3 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:09:15.820311 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:15.877265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b5041abe-99be-46f4-a25c-ae668e007db3 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:09:15.982536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b5041abe-99be-46f4-a25c-ae668e007db3 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:09:15.993687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b5041abe-99be-46f4-a25c-ae668e007db3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:09:15.994365 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:16.192852 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:16.255800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b5041abe-99be-46f4-a25c-ae668e007db3, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b5041abe-99be-46f4-a25c-ae668e007db3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:09:16.268930 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:16.319603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-62425519-c9b5-4478-956e-3bae6e022768 None None] Provisioning complete for port b5041abe-99be-46f4-a25c-ae668e007db3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:09:16.320229 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-62425519-c9b5-4478-956e-3bae6e022768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:16.440878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b5041abe-99be-46f4-a25c-ae668e007db3,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:09:17.149113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:17.819435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b5041abe-99be-46f4-a25c-ae668e007db3 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:09:17.894934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b5041abe-99be-46f4-a25c-ae668e007db3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:09:17.895312 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:36.944180 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:09:42.081846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebc48d0a-7e07-4c37-b24b-555a1632fbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:44.501568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-844ff819-768a-42f3-848b-3087660c6933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:45.362363 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:45.762507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:47.150950 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:12.080453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-268333f2-a37f-4a05-9c99-f8023a649804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:13.946045 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:10:14.506290 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-037be39a-7be7-4183-8b9b-b012b4453ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:15.352108 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:15.762419 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:17.143760 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:42.082861 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb63403f-2682-4002-a31b-9dccd8ba3da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:44.523094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-69a43a4e-dd24-459e-be76-7ea03a3ce083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:45.348390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:45.763673 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:47.151548 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:49.233583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45338) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:10:49.239434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-cb0726bd-b947-41cf-b69c-890784655820 tempest-verify_tempest_config-700035065 tempest-verify_tempest_config-700035065-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:10:49.240394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cb0726bd-b947-41cf-b69c-890784655820 tempest-verify_tempest_config-700035065 tempest-verify_tempest_config-700035065-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057931 May 06 12:10:49.604944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45354) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:10:49.764058 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:49.801237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:10:49.805728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Usage tracker for resource:security_group_rule and tenant:3442c266cc944917a10f1ddde14dd520 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:10:49.808940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:10:49.815623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:10:49.905161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:49.911081 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:49.958314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b982264-1483-4f15-8e04-76a57e375f38,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:10:49.964199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Synchronizing usage tracker for tenant:5af441763b7c4c98ad7c691b875f4f80 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:10:49.974528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.974894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.975234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.975566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.975900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.976225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.976782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.976988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.977191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.977519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.977836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:49.994248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] Unset dirty status for tenant:5af441763b7c4c98ad7c691b875f4f80 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:10:49.998479 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-191fae00-3cca-4afe-b40c-80b176cdee54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3442c266cc944917a10f1ddde14dd520&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3924420 May 06 12:10:49.998883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45360) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:10:50.070700 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:50.098482 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:50.196386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:50.213936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b982264-1483-4f15-8e04-76a57e375f38,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:10:50.219063 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:50.220127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b982264-1483-4f15-8e04-76a57e375f38 HTTP/1.1" status: 204 len: 168 time: 0.2204864 May 06 12:10:50.225502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.225848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.226182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.226518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.226881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.227208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.227536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.227857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.228176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.228495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.228814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9635d7e2-28c8-41d3-815d-75d4e264eaab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:50.947601 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:11:12.079302 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a58fc00b-795d-41e8-a0ff-a45ff8a1eed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:14.509796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b23808d-0a52-4525-ba65-8084d3f730b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:15.347076 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:15.766237 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:17.150814 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:27.948065 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:11:42.083653 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-837bc78c-015d-458f-b0af-c4548b527f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:44.523866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0929a600-e789-48a6-abba-5e9c455f2587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:45.348259 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:45.778932 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:47.156624 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:04.949102 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:12:12.095433 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2cc5-6a7c-443c-a3d3-58418af73e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:14.523247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef81a-8124-4092-843d-0ac89dbd43dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:15.345653 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:15.773925 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:17.156329 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:41.952155 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:12:42.089917 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-84d337c0-dd6b-408c-ba12-20388ef82672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:44.518440 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b174a53b-ca34-48c9-95c6-0897f2e9f60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:45.341466 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:45.775278 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:47.164314 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:12.095027 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7331d721-14a6-4267-b537-3c9c6656c952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:14.514402 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ecbab9ea-ccb2-48d0-84c3-9c740d06c9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:15.338385 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:15.781963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:17.164298 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:18.953364 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:13:42.090096 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-feed05c3-60d4-40f8-a61c-e7c9baf0853e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:44.510566 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f3165a7-2db8-4ae1-945e-d14ca71b4a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:45.334734 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:45.785137 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:47.189670 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:55.955350 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 5 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:14:06.660547 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074046'] for agent, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:12.097315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d35d-987f-4739-ba6b-d316afc7c849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:12.284671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4074046'] for agent, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:14.516089 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-557a9fe2-eeab-4b4c-9abc-2bd2e95df264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:15.331136 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:15.788418 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:17.179113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:32.956867 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:14:36.633055 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:42.094204 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27358079-6f96-4f83-bc29-c74495c331b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:42.264800 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:44.521784 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a0e0e34b-5a2b-4fe3-804f-d708c9236298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:45.328743 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:45.795973 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:47.173927 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:55.536787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45422) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:14:55.699987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fac0b077-7873-4e57-b183-214b0fa1cae8 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1620135 May 06 12:14:57.747987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45432) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:14:57.852417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3cf0d033-1683-4dc4-9af4-ac3aa64c954a admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1033058 May 06 12:15:06.628445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:09.957895 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:15:12.088797 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c869bca-0636-4f3c-8f14-cd04e4c5b8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:12.280389 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:14.516882 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d91d9432-4be9-4fd4-ba62-e21bf8da2515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:15.327229 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:15.787737 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:17.183016 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:36.666199 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:42.099855 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e3f72b15-9d8f-443a-b27d-a4ddca6e2d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:42.318223 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:44.511691 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1c1b334-d7e7-4e09-aca0-d2b1cf469eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:45.321574 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:45.788779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:46.960189 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:15:47.180582 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:06.664212 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:12.096979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2046c451-739d-4866-8c6f-3f07594e2853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:12.279978 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:14.516280 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3d420701-c272-41e8-8bf4-9f17d4148c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:15.330803 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:15.793203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:17.182633 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:23.961365 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:16:29.741130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45584) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:30.222490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-121f3470-7925-4cb2-b50c-8c59887c11bd tempest-AutoAllocateNetworkTest-219597292 tempest-AutoAllocateNetworkTest-219597292-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b87f09357e0646be821313d41922914f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4802036 May 06 12:16:30.225133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45608) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:30.388212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff576023-ce22-41b7-a36d-45a48ec5d99b tempest-AutoAllocateNetworkTest-219597292 tempest-AutoAllocateNetworkTest-219597292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:30.389829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ff576023-ce22-41b7-a36d-45a48ec5d99b tempest-AutoAllocateNetworkTest-219597292 tempest-AutoAllocateNetworkTest-219597292-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1638141 May 06 12:16:30.393013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45616) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:30.472563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1ec39e70-adb4-4046-a05f-151d7f03cb1a tempest-AutoAllocateNetworkTest-219597292 tempest-AutoAllocateNetworkTest-219597292-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759919 May 06 12:16:30.473079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45624) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:30.504873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7798c21c-e5ac-47ce-9b71-9fec7f345e8d tempest-AutoAllocateNetworkTest-219597292 tempest-AutoAllocateNetworkTest-219597292-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b87f09357e0646be821313d41922914f HTTP/1.1" status: 200 len: 208 time: 0.0279500 May 06 12:16:31.559615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45662) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:32.144596 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:32.178694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:32.185811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Usage tracker for resource:security_group_rule and tenant:b87f09357e0646be821313d41922914f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:32.189717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:32.195802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:32.278069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:32.284215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:32.341873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b87f09357e0646be821313d41922914f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7811191 May 06 12:16:32.345001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45694) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:32.350837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9229b5bd-f3e9-47fa-8fe8-09b7a16be546,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:32.360351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.360819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.361616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.362017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.362411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.362826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.363362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.363869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.364419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.364966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.365490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb4dd5f-de7c-47e9-af3f-1c2a9b9b477f admin admin] Tracked resource versions report: May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: pushed versions: May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: { 'ConntrackHelper': {'1.0'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Log': {'1.0'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Network': {'1.1'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Port': {'1.5'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'PortForwarding': {'1.2'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'QosPolicy': {'1.8'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'SecurityGroup': {'1.2'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'SecurityGroupRule': {'1.0'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'SubPort': {'1.0'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Subnet': {'1.1'}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Trunk': {'1.1'}} May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: consumer versions: May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: { DHCP agent@n-d-840847-1: {}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: HyperV agent@n-h1-840847-1: {}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: HyperV agent@n-h2-840847-1: {}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: L3 agent@n-d-840847-1: {}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: Metadata agent@n-d-840847-1: {}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: Metering agent@n-d-840847-1: {}, May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: Open vSwitch agent@n-d-840847-1: { 'ConntrackHelper': '1.0', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Log': '1.0', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Network': '1.1', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Port': '1.5', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'PortForwarding': '1.2', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'QosPolicy': '1.8', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'SecurityGroup': '1.2', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'SecurityGroupRule': '1.0', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'SubPort': '1.0', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Subnet': '1.1', May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: 'Trunk': '1.1'}} May 06 12:16:32.366798 n-d-840847-1 neutron-server[83955]: {{(pid=83955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:16:32.417146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:32.444635 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:32.504726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:32.522787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9229b5bd-f3e9-47fa-8fe8-09b7a16be546,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:32.536934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.537354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.537744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.538136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.538564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.539028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.539347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.539675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.539998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.540318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.540698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Tracked resource versions report: May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: pushed versions: May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: { 'ConntrackHelper': {'1.0'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Log': {'1.0'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Network': {'1.1'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Port': {'1.5'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'PortForwarding': {'1.2'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'QosPolicy': {'1.8'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'SecurityGroup': {'1.2'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'SecurityGroupRule': {'1.0'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'SubPort': {'1.0'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Subnet': {'1.1'}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Trunk': {'1.1'}} May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: consumer versions: May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: { DHCP agent@n-d-840847-1: {}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: HyperV agent@n-h1-840847-1: {}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: HyperV agent@n-h2-840847-1: {}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: L3 agent@n-d-840847-1: {}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: Metadata agent@n-d-840847-1: {}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: Metering agent@n-d-840847-1: {}, May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: Open vSwitch agent@n-d-840847-1: { 'ConntrackHelper': '1.0', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Log': '1.0', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Network': '1.1', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Port': '1.5', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'PortForwarding': '1.2', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'QosPolicy': '1.8', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'SecurityGroup': '1.2', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'SecurityGroupRule': '1.0', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'SubPort': '1.0', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Subnet': '1.1', May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: 'Trunk': '1.1'}} May 06 12:16:32.541671 n-d-840847-1 neutron-server[83952]: {{(pid=83952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:16:32.549721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:32.553086 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dd6d8498-6244-4527-8a03-4355574e7a22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9229b5bd-f3e9-47fa-8fe8-09b7a16be546 HTTP/1.1" status: 204 len: 168 time: 0.2044206 May 06 12:16:36.669741 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:37.552897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45888) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:37.556637 n-d-840847-1 neutron-server[83955]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 12:16:37.596260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-94547593-2a43-43aa-b990-43554e3b321f tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417802 May 06 12:16:37.741453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-2dbd7b91-49df-4e41-90a4-59dc9efe013e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:37.742927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-2dbd7b91-49df-4e41-90a4-59dc9efe013e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457932 May 06 12:16:37.760373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-4c9ef266-0279-43f6-a7ce-2e217be4b3a9 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/quotas/80cd520433fc4d3c92f7da97d0f851bc HTTP/1.1" status: 200 len: 375 time: 0.0109403 May 06 12:16:37.814693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-dc9b5868-878f-4b3b-8947-5ed50e2381a9 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475214 May 06 12:16:37.954106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45910) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:38.106799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45938) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:38.148919 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-903949e3-0698-4c67-be88-0b59f04a7edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.182114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-903949e3-0698-4c67-be88-0b59f04a7edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:38.186268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-903949e3-0698-4c67-be88-0b59f04a7edb admin admin] Usage tracker for resource:security_group_rule and tenant:30da41e0ed0443ea843af20e95f1dcb9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:38.189329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-903949e3-0698-4c67-be88-0b59f04a7edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:38.195558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-903949e3-0698-4c67-be88-0b59f04a7edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:38.267793 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-903949e3-0698-4c67-be88-0b59f04a7edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.274154 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-903949e3-0698-4c67-be88-0b59f04a7edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.315152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903949e3-0698-4c67-be88-0b59f04a7edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f76a220-4360-409b-956c-64e1976876ff,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:38.336451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-903949e3-0698-4c67-be88-0b59f04a7edb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30da41e0ed0443ea843af20e95f1dcb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3810499 May 06 12:16:38.339230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45946) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:38.415514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e28ca890-3448-4ffb-9673-9696696db6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.446563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e28ca890-3448-4ffb-9673-9696696db6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.554092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45956) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:38.565636 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e28ca890-3448-4ffb-9673-9696696db6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.599619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ca890-3448-4ffb-9673-9696696db6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f76a220-4360-409b-956c-64e1976876ff,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:38.607509 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e28ca890-3448-4ffb-9673-9696696db6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.620638 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e28ca890-3448-4ffb-9673-9696696db6b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f76a220-4360-409b-956c-64e1976876ff HTTP/1.1" status: 204 len: 168 time: 0.2679446 May 06 12:16:38.730993 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49ed8cbd-49c4-464f-9f70-1d2204d41b17 req-c3c89eef-ad65-48b5-aee7-05ecaca89dd0 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 210 time: 0.6227670 May 06 12:16:38.764417 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3958a166-e8df-435a-8b71-dfdd1d6745a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.800745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3958a166-e8df-435a-8b71-dfdd1d6745a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:38.804938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3958a166-e8df-435a-8b71-dfdd1d6745a9 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1a813470154d229383c6a2ba7a649d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:38.808118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3958a166-e8df-435a-8b71-dfdd1d6745a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:38.814495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3958a166-e8df-435a-8b71-dfdd1d6745a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:38.884379 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3958a166-e8df-435a-8b71-dfdd1d6745a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.890764 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3958a166-e8df-435a-8b71-dfdd1d6745a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.937868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45984) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:38.938477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3958a166-e8df-435a-8b71-dfdd1d6745a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d1a813470154d229383c6a2ba7a649d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3792918 May 06 12:16:38.938642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45988) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:38.956865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958a166-e8df-435a-8b71-dfdd1d6745a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbe988d-108d-4019-8adb-432eb991b221,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:39.054898 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e68f-5be7-4d3a-919f-149e18ebc1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.085463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e68f-5be7-4d3a-919f-149e18ebc1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.153530 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e68f-5be7-4d3a-919f-149e18ebc1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.192172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6e68f-5be7-4d3a-919f-149e18ebc1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbe988d-108d-4019-8adb-432eb991b221,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:39.203355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e68f-5be7-4d3a-919f-149e18ebc1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.204836 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a1a6e68f-5be7-4d3a-919f-149e18ebc1b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abbe988d-108d-4019-8adb-432eb991b221 HTTP/1.1" status: 204 len: 168 time: 0.2662003 May 06 12:16:39.374416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04a87887-19f1-4b91-a68e-06789ff6b431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.441592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-04a87887-19f1-4b91-a68e-06789ff6b431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:39.450429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04a87887-19f1-4b91-a68e-06789ff6b431 admin admin] Usage tracker for resource:security_group_rule and tenant:d724a8d156d340d2bb722d1e8849d289 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:39.460529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04a87887-19f1-4b91-a68e-06789ff6b431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:39.462664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46030) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:39.483369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-04a87887-19f1-4b91-a68e-06789ff6b431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:39.510252 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75abae38-2747-41a7-897e-0cdd3f4aa122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.610585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-75abae38-2747-41a7-897e-0cdd3f4aa122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:39.616040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-75abae38-2747-41a7-897e-0cdd3f4aa122 admin admin] Usage tracker for resource:security_group_rule and tenant:accff4820144449f84d882ecbcb15a78 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:39.620953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-75abae38-2747-41a7-897e-0cdd3f4aa122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:39.644173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04a87887-19f1-4b91-a68e-06789ff6b431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.645656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-75abae38-2747-41a7-897e-0cdd3f4aa122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:39.651232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04a87887-19f1-4b91-a68e-06789ff6b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.743923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a87887-19f1-4b91-a68e-06789ff6b431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3d8bc2-52c8-4b12-bd47-2ac8d9b95124,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:39.773297 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-04a87887-19f1-4b91-a68e-06789ff6b431 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d724a8d156d340d2bb722d1e8849d289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8380859 May 06 12:16:39.776460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46052) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:39.799025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75abae38-2747-41a7-897e-0cdd3f4aa122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.809551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75abae38-2747-41a7-897e-0cdd3f4aa122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.935581 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789723de-a309-4d48-82ff-4686365470c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:39.981207 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-75abae38-2747-41a7-897e-0cdd3f4aa122 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=accff4820144449f84d882ecbcb15a78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5168722 May 06 12:16:39.982857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abae38-2747-41a7-897e-0cdd3f4aa122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59433ae-ff7f-458c-9a16-ccb8260d8c6e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:39.985816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46072) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:40.031114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789723de-a309-4d48-82ff-4686365470c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.064109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7598d6ee-1724-4ec6-8344-b19504dde4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.115305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789723de-a309-4d48-82ff-4686365470c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.124934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-333b9802-fc8e-47a1-915d-4eee256867a1 req-17ea49d2-a336-41cf-8b30-1cb3d0ba9c1b tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 210 time: 0.0812032 May 06 12:16:40.139674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789723de-a309-4d48-82ff-4686365470c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3d8bc2-52c8-4b12-bd47-2ac8d9b95124,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:40.156652 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789723de-a309-4d48-82ff-4686365470c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.157817 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-789723de-a309-4d48-82ff-4686365470c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be3d8bc2-52c8-4b12-bd47-2ac8d9b95124 HTTP/1.1" status: 204 len: 168 time: 0.3800895 May 06 12:16:40.166005 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7598d6ee-1724-4ec6-8344-b19504dde4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.263488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46092) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:40.268722 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7598d6ee-1724-4ec6-8344-b19504dde4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.308038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598d6ee-1724-4ec6-8344-b19504dde4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59433ae-ff7f-458c-9a16-ccb8260d8c6e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:40.329083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7598d6ee-1724-4ec6-8344-b19504dde4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.330317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7598d6ee-1724-4ec6-8344-b19504dde4e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d59433ae-ff7f-458c-9a16-ccb8260d8c6e HTTP/1.1" status: 204 len: 168 time: 0.3432107 May 06 12:16:40.438640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46108) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:40.457580 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-11093c4d-4fbb-4a4f-bc9b-e827bb9faa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.497793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-11093c4d-4fbb-4a4f-bc9b-e827bb9faa18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:40.502438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-11093c4d-4fbb-4a4f-bc9b-e827bb9faa18 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e1e95d011e496aa118296b678f738a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:40.505492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-11093c4d-4fbb-4a4f-bc9b-e827bb9faa18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:40.511510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-11093c4d-4fbb-4a4f-bc9b-e827bb9faa18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:40.594199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-11093c4d-4fbb-4a4f-bc9b-e827bb9faa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.600327 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-11093c4d-4fbb-4a4f-bc9b-e827bb9faa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.646878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-11093c4d-4fbb-4a4f-bc9b-e827bb9faa18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7e1e95d011e496aa118296b678f738a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2063951 May 06 12:16:40.649503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46114) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:40.681407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11093c4d-4fbb-4a4f-bc9b-e827bb9faa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d43e6d-5e0d-4544-8ccc-eef4d8e547c8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:40.731641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c94743b8-a38d-4422-b9ff-d281a2038f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.765521 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c94743b8-a38d-4422-b9ff-d281a2038f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.842841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c11141a2-fa94-4206-804b-736f54d82a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.871167 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c94743b8-a38d-4422-b9ff-d281a2038f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.878268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-d639c16b-784d-4471-b688-fa33775c2f7a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ec4d45da013b4a41be991de092ec7778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356252 May 06 12:16:40.895859 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c94743b8-a38d-4422-b9ff-d281a2038f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.899418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c94743b8-a38d-4422-b9ff-d281a2038f6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84d43e6d-5e0d-4544-8ccc-eef4d8e547c8 HTTP/1.1" status: 204 len: 168 time: 0.2460382 May 06 12:16:40.902371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c11141a2-fa94-4206-804b-736f54d82a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:40.907891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c11141a2-fa94-4206-804b-736f54d82a16 admin admin] Usage tracker for resource:security_group_rule and tenant:6752439ce95848448ed0f4b5be325e72 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:40.914151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c11141a2-fa94-4206-804b-736f54d82a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:40.925051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94743b8-a38d-4422-b9ff-d281a2038f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d43e6d-5e0d-4544-8ccc-eef4d8e547c8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:40.930675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c11141a2-fa94-4206-804b-736f54d82a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:41.037099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c11141a2-fa94-4206-804b-736f54d82a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:41.044833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c11141a2-fa94-4206-804b-736f54d82a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:41.128151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11141a2-fa94-4206-804b-736f54d82a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e4c99f-37e8-482f-8d44-2eb99b7f3768,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:41.133964 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c11141a2-fa94-4206-804b-736f54d82a16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6752439ce95848448ed0f4b5be325e72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8693624 May 06 12:16:41.138645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46134) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:41.156515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-641e029f-1fba-4694-b441-4e63d7ee87ea tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:41.174440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-641e029f-1fba-4694-b441-4e63d7ee87ea tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947736 May 06 12:16:41.213306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.36', 50771) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:41.217958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-8467caf2-39a7-483b-9cf2-913acfc9a51d tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/quotas/ec4d45da013b4a41be991de092ec7778 HTTP/1.1" status: 200 len: 375 time: 0.0372880 May 06 12:16:41.293051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d6627b-fc18-4dad-ba83-bc588ae9d739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:41.297485 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-e2db6eb5-29d4-472b-9eb0-13283ced8e39 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830770 May 06 12:16:41.321511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-d98dc9f5-c44e-46e3-80e5-06ba92618796 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec4d45da013b4a41be991de092ec7778&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016359 May 06 12:16:41.445399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46146) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:41.485755 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e214d12-776a-4e4e-948f-0806a15f088c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:41.616680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3e214d12-776a-4e4e-948f-0806a15f088c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:41.626567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3166afb4-a5d7-4164-b963-c8d8df5ef656 req-183ba336-22ec-4dcc-8f84-8622648fc206 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 210 time: 0.0738122 May 06 12:16:41.627638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3e214d12-776a-4e4e-948f-0806a15f088c admin admin] Usage tracker for resource:security_group_rule and tenant:a551393a9c8542028e0e76c1278947b3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:41.630947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3e214d12-776a-4e4e-948f-0806a15f088c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:41.640319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3e214d12-776a-4e4e-948f-0806a15f088c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:41.832410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e214d12-776a-4e4e-948f-0806a15f088c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:41.862357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-0bde9f43-f86a-4d7a-99c4-e8641aee90d5 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:41.863928 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-0bde9f43-f86a-4d7a-99c4-e8641aee90d5 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5386620 May 06 12:16:41.885700 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3e214d12-776a-4e4e-948f-0806a15f088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:41.898044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d6627b-fc18-4dad-ba83-bc588ae9d739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:41.946845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Request body: {'port': {'device_id': 'a820b770-c54d-4393-a035-30df7924e271', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '80cd520433fc4d3c92f7da97d0f851bc'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:16:41.962393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3e214d12-776a-4e4e-948f-0806a15f088c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a551393a9c8542028e0e76c1278947b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5130339 May 06 12:16:41.967560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46188) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:41.982835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71a5239e-57e4-434e-b488-d8d914e82743 req-d32d3ce3-02fe-470f-9eb7-6454522f19e0 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 210 time: 0.1475723 May 06 12:16:42.117997 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2573222b-b2f4-431a-a4b0-ad7c5b7f4422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.149416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e214d12-776a-4e4e-948f-0806a15f088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe79183b-876a-4199-9d23-467ef6fc28f7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:42.245408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fe37b80-3c07-4e44-8147-becd13625c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.308582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fe37b80-3c07-4e44-8147-becd13625c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.317341 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.372705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d6627b-fc18-4dad-ba83-bc588ae9d739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.436167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fe37b80-3c07-4e44-8147-becd13625c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.457318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe37b80-3c07-4e44-8147-becd13625c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe79183b-876a-4199-9d23-467ef6fc28f7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:42.482978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6627b-fc18-4dad-ba83-bc588ae9d739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e4c99f-37e8-482f-8d44-2eb99b7f3768,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:42.499216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fe37b80-3c07-4e44-8147-becd13625c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.505384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3fe37b80-3c07-4e44-8147-becd13625c95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe79183b-876a-4199-9d23-467ef6fc28f7 HTTP/1.1" status: 204 len: 168 time: 0.5361154 May 06 12:16:42.505745 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d6627b-fc18-4dad-ba83-bc588ae9d739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.510438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28d6627b-fc18-4dad-ba83-bc588ae9d739 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18e4c99f-37e8-482f-8d44-2eb99b7f3768 HTTP/1.1" status: 204 len: 168 time: 1.3706932 May 06 12:16:42.516969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:42.523036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Usage tracker for resource:port and tenant:80cd520433fc4d3c92f7da97d0f851bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:42.528587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:42.537978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:42.574065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Made reservation on behalf of 80cd520433fc4d3c92f7da97d0f851bc for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:16:42.586668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.611462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.682345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:42.691393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Usage tracker for resource:security_group_rule and tenant:80cd520433fc4d3c92f7da97d0f851bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:42.697007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:42.710355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:42.890854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.899960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.981049 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-670381ef-6feb-40e8-8fcf-218656b380cd req-8d6334ea-62d8-4f9d-a197-022500ab5d0d tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 210 time: 0.0729508 May 06 12:16:43.202346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Allocated IP 192.168.233.177 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/c7ca2b29-873d-4e59-b522-a93d78cf1cb8) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:16:43.243251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb5477d-f1df-4b9b-8272-359905d77769,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:43.353493 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-57bf87b3-2f49-4d38-8e98-a47288e28e69 req-188e4509-8342-4388-b73f-a9eceae6b588 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 210 time: 0.1092253 May 06 12:16:43.687671 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:43.728620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Transition to ACTIVE for port object c7ca2b29-873d-4e59-b522-a93d78cf1cb8 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:16:43.756228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:43.843279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:16:43.852374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:16:43.861959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:16:43.866160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:43.866997 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:43.947463 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0056474 May 06 12:16:43.961080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46304) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:43.974988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df842f4-ee45-49ae-80ff-2b9fdd0c0a9e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Pushing event updated for resources: {'Port': ['ID=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:44.003159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3db92f98-bdaa-43dd-a933-487b997de1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:44.091525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3db92f98-bdaa-43dd-a933-487b997de1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:44.102094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3db92f98-bdaa-43dd-a933-487b997de1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:44375370d7984b1badfc96f9d9209228 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:44.111374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3db92f98-bdaa-43dd-a933-487b997de1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:44.126451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3db92f98-bdaa-43dd-a933-487b997de1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:44.157045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ebaa020-50ad-4cd6-81d1-9157bef8f599 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:16:44.159374 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ebaa020-50ad-4cd6-81d1-9157bef8f599 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089960 May 06 12:16:44.269469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3db92f98-bdaa-43dd-a933-487b997de1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:44.325537 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3db92f98-bdaa-43dd-a933-487b997de1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:44.338210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-048df0ef-3f86-4201-83de-8650c1192125 None None] Provisioning for port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:16:44.354432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-048df0ef-3f86-4201-83de-8650c1192125 None None] Provisioning complete for port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:16:44.355877 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-048df0ef-3f86-4201-83de-8650c1192125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:44.418185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db92f98-bdaa-43dd-a933-487b997de1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944a4411-b0fe-414a-a349-72d319cde3c5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:44.557952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46318) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:44.558890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3db92f98-bdaa-43dd-a933-487b997de1e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44375370d7984b1badfc96f9d9209228&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5965636 May 06 12:16:44.576477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d7c3d-a203-4784-a2c5-6cd87c3f47a1 req-f5817f5e-5e8a-4817-9f60-d81737aa83f6 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:44.578005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-818d7c3d-a203-4784-a2c5-6cd87c3f47a1 req-f5817f5e-5e8a-4817-9f60-d81737aa83f6 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 936 time: 0.3068941 May 06 12:16:44.597486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-048df0ef-3f86-4201-83de-8650c1192125 None None] Port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:16:44.640354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-43295938-ad60-4560-9c6c-9bd2228a6b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:44.689996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-818d7c3d-a203-4784-a2c5-6cd87c3f47a1 req-f5db7fb5-9b29-4b32-b216-ef72679ef8b1 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015236 May 06 12:16:44.780782 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-bd6fddf4-4de4-4daf-8ebd-cd320f0c2b24 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ec4d45da013b4a41be991de092ec7778&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842574 May 06 12:16:44.867179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2dc3ff0-aed5-4b37-809f-796dfb3c0af1 req-6c29d6fe-bbdd-4291-9976-7e72161afef2 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 210 time: 0.1572371 May 06 12:16:44.886196 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d7e22da7-4f51-4e56-9718-61d2e6cfad03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:44.957238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d7e22da7-4f51-4e56-9718-61d2e6cfad03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:45.034306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d7e22da7-4f51-4e56-9718-61d2e6cfad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:45.072285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e22da7-4f51-4e56-9718-61d2e6cfad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944a4411-b0fe-414a-a349-72d319cde3c5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:45.100185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d7e22da7-4f51-4e56-9718-61d2e6cfad03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:45.108764 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d7e22da7-4f51-4e56-9718-61d2e6cfad03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/944a4411-b0fe-414a-a349-72d319cde3c5 HTTP/1.1" status: 204 len: 168 time: 0.5456922 May 06 12:16:45.163809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46328) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:45.334158 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:45.347103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.36', 50776) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:45.590406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-30ee98a7-c6de-4f17-83fc-8094f7b7e2cd tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:45.592358 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-30ee98a7-c6de-4f17-83fc-8094f7b7e2cd tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545390 May 06 12:16:45.802252 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:45.883017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91538d79-8edb-4fea-86f5-e6bd019998f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:45.993723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-91538d79-8edb-4fea-86f5-e6bd019998f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:46.011027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-91538d79-8edb-4fea-86f5-e6bd019998f3 admin admin] Usage tracker for resource:security_group_rule and tenant:164925230f7448abad7116b761929524 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:46.016766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-91538d79-8edb-4fea-86f5-e6bd019998f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:46.039993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-91538d79-8edb-4fea-86f5-e6bd019998f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:46.074508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ad816-b25f-4ac4-b592-f0e11f1e4bca req-79ef1366-2fa0-41dc-b857-08034337b5c4 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:46.078830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e43ad816-b25f-4ac4-b592-f0e11f1e4bca req-79ef1366-2fa0-41dc-b857-08034337b5c4 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 936 time: 0.1545296 May 06 12:16:46.138746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Request body: {'port': {'device_id': '495856e9-caa8-4098-b604-6943b211dac7', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'ec4d45da013b4a41be991de092ec7778'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:16:46.269390 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91538d79-8edb-4fea-86f5-e6bd019998f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:46.278773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91538d79-8edb-4fea-86f5-e6bd019998f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:46.322112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91538d79-8edb-4fea-86f5-e6bd019998f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709912dd-ccea-46f8-afaf-931cdba653d2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:46.391664 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-91538d79-8edb-4fea-86f5-e6bd019998f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=164925230f7448abad7116b761929524&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2258961 May 06 12:16:46.395338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5867aa04-37dd-4f54-8284-7674c5c853bc req-2ab730f8-b3d2-4adb-8f5a-328114c86f15 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 210 time: 0.2212949 May 06 12:16:46.398517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:46.401718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46354) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:46.403325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Usage tracker for resource:port and tenant:ec4d45da013b4a41be991de092ec7778 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:46.407483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:46.414365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:46.439948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Made reservation on behalf of ec4d45da013b4a41be991de092ec7778 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:16:46.446207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:46.450732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Request body: {'port': {'device_id': 'a820b770-c54d-4393-a035-30df7924e271', 'device_owner': 'compute:tempest-test_az-1696221376', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:16:46.473641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:46.592339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:46.595042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e43ad816-b25f-4ac4-b592-f0e11f1e4bca req-d61d67dd-989a-4e4d-81af-af6eeb546cb1 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081291 May 06 12:16:46.609880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Usage tracker for resource:security_group_rule and tenant:ec4d45da013b4a41be991de092ec7778 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:46.645037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:46.655944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:46.837750 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:46.868662 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:46.874241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:46.991332 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb1b-cdc1-4e54-9db4-b2eecc178db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:47.016727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f12dcf-4a45-4de8-8a5a-cf993040c420,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:47.041542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb1b-cdc1-4e54-9db4-b2eecc178db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:47.146991 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb1b-cdc1-4e54-9db4-b2eecc178db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:47.191996 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:47.207391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4cb1b-cdc1-4e54-9db4-b2eecc178db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709912dd-ccea-46f8-afaf-931cdba653d2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:47.242418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Allocated IP 192.168.233.93 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/8470564a-a60d-4028-9986-3f96d99aba50) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:16:47.322209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb1b-cdc1-4e54-9db4-b2eecc178db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:47.326040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dbf4cb1b-cdc1-4e54-9db4-b2eecc178db1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/709912dd-ccea-46f8-afaf-931cdba653d2 HTTP/1.1" status: 204 len: 168 time: 0.9104285 May 06 12:16:47.736301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:47.783190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Transition to ACTIVE for port object 8470564a-a60d-4028-9986-3f96d99aba50 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:16:47.833993 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec912810-08a6-4738-897f-d9691505cdcb req-8cdcac2a-04d4-4655-ba56-80999025dfa2 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 210 time: 0.1247954 May 06 12:16:47.844024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:48.010559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:16:48.015588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:16:48.019635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:16:48.027662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:48.029065 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:48.069594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Pushing event updated for resources: {'Port': ['ID=8470564a-a60d-4028-9986-3f96d99aba50,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:48.157411 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-a7d1c2a9-3cc2-498c-816f-9ce51a27022a tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0452921 May 06 12:16:48.192585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Request body: {'port': {'device_id': '495856e9-caa8-4098-b604-6943b211dac7', 'device_owner': 'compute:tempest-test_az-1696221376', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:16:48.366257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bf89ab66-184c-47fe-a7f2-f8f1d2c642cf None None] Provisioning for port 8470564a-a60d-4028-9986-3f96d99aba50 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:16:48.391969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bf89ab66-184c-47fe-a7f2-f8f1d2c642cf None None] Provisioning complete for port 8470564a-a60d-4028-9986-3f96d99aba50 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:16:48.395216 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf89ab66-184c-47fe-a7f2-f8f1d2c642cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:48.487028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:48.508100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ef508-ffbf-47c0-90a3-9573e9328098 req-0623d1c7-4f4c-42e6-9c61-75692a78fd56 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:48.520509 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c73ef508-ffbf-47c0-90a3-9573e9328098 req-0623d1c7-4f4c-42e6-9c61-75692a78fd56 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 936 time: 0.6352694 May 06 12:16:48.561459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bf89ab66-184c-47fe-a7f2-f8f1d2c642cf None None] Port 8470564a-a60d-4028-9986-3f96d99aba50 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:16:48.695383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ca2b29-873d-4e59-b522-a93d78cf1cb8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:16:48.706316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c73ef508-ffbf-47c0-90a3-9573e9328098 req-4ce03b7d-4e3e-465c-af0e-5fd63005fcfa tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777334 May 06 12:16:48.708452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:48.760669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Transition to ACTIVE for port object c7ca2b29-873d-4e59-b522-a93d78cf1cb8 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:16:48.768052 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:48.965947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:49.201028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46408) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:49.262015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e58cf1f-7217-43d0-87bd-981b577bf2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:49.436863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3e58cf1f-7217-43d0-87bd-981b577bf2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:49.474719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3e58cf1f-7217-43d0-87bd-981b577bf2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:38496d71016f4c55b7c0e2588cbc20bd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:49.487478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3e58cf1f-7217-43d0-87bd-981b577bf2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:49.552058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Attempting to bind port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:16:49.555942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Attempting to bind port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:16:49.556465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Attempting to bind port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:16:49.586539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3e58cf1f-7217-43d0-87bd-981b577bf2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:49.591763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:16:49.592173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Attempting to bind port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:16:49.634706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435430c3-9aba-441a-b8b1-f521f38de94a req-125b810f-18c7-4057-91cd-e6f7793b322d tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:49.637281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-435430c3-9aba-441a-b8b1-f521f38de94a req-125b810f-18c7-4057-91cd-e6f7793b322d tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 935 time: 0.4517603 May 06 12:16:49.704405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:16:49.706399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8470564a-a60d-4028-9986-3f96d99aba50 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:16:49.706823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:16:49.707717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:16:49.711360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Bound port: c7ca2b29-873d-4e59-b522-a93d78cf1cb8, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:16:49.711932 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:49.734774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:49.798671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Transition to ACTIVE for port object 8470564a-a60d-4028-9986-3f96d99aba50 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:16:49.837499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.023619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] For port c7ca2b29-873d-4e59-b522-a93d78cf1cb8, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:16:50.049879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-435430c3-9aba-441a-b8b1-f521f38de94a req-005ba658-2d23-44c0-8615-1f7885a1d648 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127355 May 06 12:16:50.054668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] For port c7ca2b29-873d-4e59-b522-a93d78cf1cb8, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:16:50.143651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.277353 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.278988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] 10.222.0.36 "PUT /v2.0/ports/c7ca2b29-873d-4e59-b522-a93d78cf1cb8 HTTP/1.1" status: 200 len: 1118 time: 4.8500206 May 06 12:16:50.287651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e58cf1f-7217-43d0-87bd-981b577bf2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.291716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a820b770-c54d-4393-a035-30df7924e271', 'tag': 'c7ca2b29-873d-4e59-b522-a93d78cf1cb8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:16:50.324920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e58cf1f-7217-43d0-87bd-981b577bf2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.394992 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3e58cf1f-7217-43d0-87bd-981b577bf2d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38496d71016f4c55b7c0e2588cbc20bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1897564 May 06 12:16:50.394992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Pushing event updated for resources: {'Port': ['ID=8470564a-a60d-4028-9986-3f96d99aba50,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:50.396963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46438) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:50.652370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4bcdadf-ff5f-4047-b464-4921f1b86bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.662405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab691cf-a819-434f-bb9e-fc08fc74aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:50.691056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58cf1f-7217-43d0-87bd-981b577bf2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1bbd31-85a9-4c3b-aa6d-9aff989ec06b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:50.716571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Attempting to bind port 8470564a-a60d-4028-9986-3f96d99aba50 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:16:50.717012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Attempting to bind port 8470564a-a60d-4028-9986-3f96d99aba50 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:16:50.717435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Attempting to bind port 8470564a-a60d-4028-9986-3f96d99aba50 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:16:50.736363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Port 8470564a-a60d-4028-9986-3f96d99aba50 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:16:50.736773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Attempting to bind port 8470564a-a60d-4028-9986-3f96d99aba50 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:16:50.760454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4bcdadf-ff5f-4047-b464-4921f1b86bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.775565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec1183-9e72-4488-91a3-d048033d139a req-b499abf6-203f-4e43-925c-ad0dff328b63 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:50.785969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53ec1183-9e72-4488-91a3-d048033d139a req-b499abf6-203f-4e43-925c-ad0dff328b63 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 970 time: 0.7298286 May 06 12:16:50.796370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:16:50.803747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:16:50.810120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:16:50.810795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Bound port: 8470564a-a60d-4028-9986-3f96d99aba50, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:16:50.811239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.831018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-30d0fcaf-dcb1-4853-8cda-acf512c24bfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 1121 time: 0.3911455 May 06 12:16:50.931280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-38ba9b90-4c82-45d7-b17a-e59d3401008b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c7ca2b29-873d-4e59-b522-a93d78cf1cb8 HTTP/1.1" status: 200 len: 217 time: 0.0915837 May 06 12:16:50.950138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] For port 8470564a-a60d-4028-9986-3f96d99aba50, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:16:50.954963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] For port 8470564a-a60d-4028-9986-3f96d99aba50, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8470564a-a60d-4028-9986-3f96d99aba50,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:16:50.965785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.989585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53ec1183-9e72-4488-91a3-d048033d139a req-a89ef3a3-1a4b-4f9b-94e8-60a5251da539 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987820 May 06 12:16:51.083168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:51.084668 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] 10.222.0.36 "PUT /v2.0/ports/8470564a-a60d-4028-9986-3f96d99aba50 HTTP/1.1" status: 200 len: 1117 time: 2.9038806 May 06 12:16:51.085300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495856e9-caa8-4098-b604-6943b211dac7', 'tag': '8470564a-a60d-4028-9986-3f96d99aba50'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:16:51.176917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74349e-19da-45eb-bb66-603c5423de81 service neutron] Pushing event updated for resources: {'Port': ['ID=8470564a-a60d-4028-9986-3f96d99aba50,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:51.186226 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4bcdadf-ff5f-4047-b464-4921f1b86bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:51.258536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-dff55ab7-09c4-4307-b2a4-36494e6b2060 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:51.261912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-dff55ab7-09c4-4307-b2a4-36494e6b2060 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2805517 May 06 12:16:51.311346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcdadf-ff5f-4047-b464-4921f1b86bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1bbd31-85a9-4c3b-aa6d-9aff989ec06b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:51.344078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4bcdadf-ff5f-4047-b464-4921f1b86bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:51.347470 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f4bcdadf-ff5f-4047-b464-4921f1b86bad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be1bbd31-85a9-4c3b-aa6d-9aff989ec06b HTTP/1.1" status: 204 len: 168 time: 0.9485054 May 06 12:16:51.401561 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-26c382dd-caab-4215-ad5a-cfbed91c9131 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec4d45da013b4a41be991de092ec7778&device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 1120 time: 0.1974387 May 06 12:16:51.562106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-e72673f0-30a0-474c-bbec-e86c0e53f3ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2148612 May 06 12:16:51.602345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-b1fec7f9-7e4b-4ea6-9efe-c551191977e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=8470564a-a60d-4028-9986-3f96d99aba50 HTTP/1.1" status: 200 len: 217 time: 0.1710973 May 06 12:16:51.790830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5601c664-ddb0-4424-8391-cae678a5605b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:51.796406 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-5601c664-ddb0-4424-8391-cae678a5605b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1487205 May 06 12:16:51.979104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52259e1d-6475-4a43-8017-262e5226285c req-83bfb51b-d37c-46e0-8657-39b46c8eeeaa tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:51.982224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52259e1d-6475-4a43-8017-262e5226285c req-83bfb51b-d37c-46e0-8657-39b46c8eeeaa tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 969 time: 0.1401646 May 06 12:16:52.047192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-bce7b89d-dfb8-421f-8ba2-6b83656a6693 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066753 May 06 12:16:52.071351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52259e1d-6475-4a43-8017-262e5226285c req-cd96bdc8-9ac3-423a-806e-e11f66b54a64 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762930 May 06 12:16:52.614044 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df87879-5aed-40c3-938f-6b68bd0e1e83'] response: {'name': 'network-changed', 'server_uuid': 'a820b770-c54d-4393-a035-30df7924e271', 'tag': 'c7ca2b29-873d-4e59-b522-a93d78cf1cb8', 'status': 'completed', 'code': 200} May 06 12:16:53.086220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5b199-3c92-4337-bdae-757a9f082bfb req-0fa9b279-452f-4696-b6d4-9661732d3a5e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:53.093528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5a5b199-3c92-4337-bdae-757a9f082bfb req-0fa9b279-452f-4696-b6d4-9661732d3a5e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 970 time: 0.1357384 May 06 12:16:53.152515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5a5b199-3c92-4337-bdae-757a9f082bfb req-74727ffe-1472-4094-b1fe-794e5f8ad2f2 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580416 May 06 12:16:53.403282 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3312d27-e796-48b3-b516-5738230cc46b'] response: {'name': 'network-changed', 'server_uuid': '495856e9-caa8-4098-b604-6943b211dac7', 'tag': '8470564a-a60d-4028-9986-3f96d99aba50', 'status': 'completed', 'code': 200} May 06 12:16:53.697011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf0fc0-9e4f-4bf2-8081-32c699332aab req-72b27747-d389-4a57-b723-ae6e210c1044 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:53.699255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ccf0fc0-9e4f-4bf2-8081-32c699332aab req-72b27747-d389-4a57-b723-ae6e210c1044 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 969 time: 0.1429479 May 06 12:16:53.771745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ccf0fc0-9e4f-4bf2-8081-32c699332aab req-7f32d6a1-1fda-4ef1-941a-5dd72fc05628 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653965 May 06 12:16:53.992211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46538) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:54.075313 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-8c9a1cf1-9d1f-4bbf-9f1d-5673993e4a50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038344 May 06 12:16:54.142356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a2e017-253a-4b9b-86ba-c93bfc03f8b6 req-7b24c36d-82ce-47cc-be23-1a92ab73c3f3 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706736 May 06 12:16:54.299533 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-c2e2f38d-1329-456f-8aa5-c199922eeb30 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163093 May 06 12:16:54.463247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf658495-0a4c-47ac-9316-bb310cf51424 req-3d5a152e-f8cd-4d33-bdfb-459ef02d64f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 1121 time: 0.2335260 May 06 12:16:54.540177 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-748d19f1-7f1e-4328-aaa9-cdca61973d2b req-4d87896b-bb68-4448-9984-37078272f393 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223263 May 06 12:16:54.563861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46560) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:54.633405 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e23b4a5-940d-4374-a584-66b910d51860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:54.699438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd58c1f-a097-43f8-855b-dab3a931f051 req-74fcdb64-763d-4e76-9b4c-4184894dc62b tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:54.705760 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29618d55-aeed-44f2-8cd5-96d1b419aa17 req-0d37a927-f255-4e9c-b69a-060fbdb4f8c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec4d45da013b4a41be991de092ec7778&device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 1120 time: 0.1055157 May 06 12:16:54.708229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdd58c1f-a097-43f8-855b-dab3a931f051 req-74fcdb64-763d-4e76-9b4c-4184894dc62b tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 970 time: 0.3715909 May 06 12:16:54.771810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf658495-0a4c-47ac-9316-bb310cf51424 req-aa37efe9-a943-4008-b958-18d06c08f863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:54.773285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf658495-0a4c-47ac-9316-bb310cf51424 req-aa37efe9-a943-4008-b958-18d06c08f863 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3014457 May 06 12:16:54.774542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5e23b4a5-940d-4374-a584-66b910d51860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:54.846221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916a84d5-0f3e-4e8d-ba20-5df4292f8aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:54.866899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5e23b4a5-940d-4374-a584-66b910d51860 admin admin] Usage tracker for resource:security_group_rule and tenant:7601135283d6447c9860cd2672570459 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:54.870491 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf658495-0a4c-47ac-9316-bb310cf51424 req-e8c72ab0-2acd-4288-abe8-0d3a755631c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c7ca2b29-873d-4e59-b522-a93d78cf1cb8 HTTP/1.1" status: 200 len: 217 time: 0.0837996 May 06 12:16:54.874115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5e23b4a5-940d-4374-a584-66b910d51860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:54.946304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-916a84d5-0f3e-4e8d-ba20-5df4292f8aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:54.953127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf658495-0a4c-47ac-9316-bb310cf51424 req-129957db-b6c8-4755-9ae8-ad961cb5678a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:54.954468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-916a84d5-0f3e-4e8d-ba20-5df4292f8aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:bdf8953dc6454ef1a5c2a9a05de7f93d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:54.955507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf658495-0a4c-47ac-9316-bb310cf51424 req-129957db-b6c8-4755-9ae8-ad961cb5678a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.0759342 May 06 12:16:54.960862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5e23b4a5-940d-4374-a584-66b910d51860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:54.966679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdd58c1f-a097-43f8-855b-dab3a931f051 req-1b3dbd69-9aa9-479f-8afe-b16a9d501ef9 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575705 May 06 12:16:54.968561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-916a84d5-0f3e-4e8d-ba20-5df4292f8aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:54.981658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-916a84d5-0f3e-4e8d-ba20-5df4292f8aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:54.988308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29618d55-aeed-44f2-8cd5-96d1b419aa17 req-d71ac65b-a0b1-4597-8a56-fcdb5c7eea29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:54.989826 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29618d55-aeed-44f2-8cd5-96d1b419aa17 req-d71ac65b-a0b1-4597-8a56-fcdb5c7eea29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2734559 May 06 12:16:55.094215 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29618d55-aeed-44f2-8cd5-96d1b419aa17 req-e7071947-6b7e-4582-80bb-aba3748d86a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=8470564a-a60d-4028-9986-3f96d99aba50 HTTP/1.1" status: 200 len: 217 time: 0.0949185 May 06 12:16:55.202286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf658495-0a4c-47ac-9316-bb310cf51424 req-f30f7fb0-a7d4-4935-acc2-b90c7589dc57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2265887 May 06 12:16:55.212255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e23b4a5-940d-4374-a584-66b910d51860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:55.216344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29618d55-aeed-44f2-8cd5-96d1b419aa17 req-f3ee58d9-cc89-4512-9c6d-413731c08d30 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:55.219176 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29618d55-aeed-44f2-8cd5-96d1b419aa17 req-f3ee58d9-cc89-4512-9c6d-413731c08d30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1150122 May 06 12:16:55.249278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265383b-937a-4abc-a6d6-15d1a8258ac0 req-4b189843-4326-4586-bd3f-7e603bcce130 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:55.251075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e265383b-937a-4abc-a6d6-15d1a8258ac0 req-4b189843-4326-4586-bd3f-7e603bcce130 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 969 time: 0.2292516 May 06 12:16:55.255360 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e23b4a5-940d-4374-a584-66b910d51860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:55.318262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916a84d5-0f3e-4e8d-ba20-5df4292f8aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:55.334783 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916a84d5-0f3e-4e8d-ba20-5df4292f8aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:55.395392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a84d5-0f3e-4e8d-ba20-5df4292f8aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f8c1d0-d28d-4c3a-a5db-0a61026c2f19,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:55.413031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e265383b-937a-4abc-a6d6-15d1a8258ac0 req-b79763e4-faf5-4e54-a618-6ac3ce759993 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492984 May 06 12:16:55.439281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23b4a5-940d-4374-a584-66b910d51860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed2b54a-c456-4ff2-b385-cfd93b81896c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:55.461378 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5e23b4a5-940d-4374-a584-66b910d51860 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7601135283d6447c9860cd2672570459&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4647219 May 06 12:16:55.465523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46586) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:55.479778 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-916a84d5-0f3e-4e8d-ba20-5df4292f8aa9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdf8953dc6454ef1a5c2a9a05de7f93d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9116268 May 06 12:16:55.504346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46592) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:55.558962 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29618d55-aeed-44f2-8cd5-96d1b419aa17 req-dd3f54ac-7c47-4bc5-92b4-8a8bef5fb6e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3304658 May 06 12:16:55.659530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf658495-0a4c-47ac-9316-bb310cf51424 req-e3546938-62da-4f0c-961d-17135380d8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429498 May 06 12:16:55.660891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0017071e-6c36-46be-908c-5b0e9b77bdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:55.803798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5c39132-dc3b-4274-80f0-08e4a2bd5215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:55.810135 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29618d55-aeed-44f2-8cd5-96d1b419aa17 req-5be72acc-3a16-48d1-bbd1-5a88a491e52f service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391875 May 06 12:16:55.907089 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf658495-0a4c-47ac-9316-bb310cf51424 req-15ff734d-aa33-4f9f-9895-7fcfc937ead2 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369621 May 06 12:16:55.925302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0017071e-6c36-46be-908c-5b0e9b77bdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:55.972127 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5c39132-dc3b-4274-80f0-08e4a2bd5215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:55.984074 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0017071e-6c36-46be-908c-5b0e9b77bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:56.020669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017071e-6c36-46be-908c-5b0e9b77bdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f8c1d0-d28d-4c3a-a5db-0a61026c2f19,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:56.023626 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0017071e-6c36-46be-908c-5b0e9b77bdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:56.025200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0017071e-6c36-46be-908c-5b0e9b77bdcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8f8c1d0-d28d-4c3a-a5db-0a61026c2f19 HTTP/1.1" status: 204 len: 168 time: 0.5197723 May 06 12:16:56.081450 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29618d55-aeed-44f2-8cd5-96d1b419aa17 req-96874d81-881f-4af6-bf0f-f1a8c23cc5e5 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555156 May 06 12:16:56.102097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5c39132-dc3b-4274-80f0-08e4a2bd5215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:56.132488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c39132-dc3b-4274-80f0-08e4a2bd5215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed2b54a-c456-4ff2-b385-cfd93b81896c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:56.152737 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5c39132-dc3b-4274-80f0-08e4a2bd5215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:56.154279 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e5c39132-dc3b-4274-80f0-08e4a2bd5215 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eed2b54a-c456-4ff2-b385-cfd93b81896c HTTP/1.1" status: 204 len: 168 time: 0.6877024 May 06 12:16:56.259134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400d96d-1376-423e-98d2-8a69d74f1063 req-f2827253-3bf8-4200-9212-4c88187140bd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:56.267423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9400d96d-1376-423e-98d2-8a69d74f1063 req-f2827253-3bf8-4200-9212-4c88187140bd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 970 time: 0.1190484 May 06 12:16:56.280247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46628) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:56.327265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9400d96d-1376-423e-98d2-8a69d74f1063 req-6e9fa7c8-7653-4379-970f-daa452fb9bd6 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588098 May 06 12:16:56.460249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46640) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:56.630870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7b9c8-d6bd-47fa-8549-ff143b279456 req-c626a8ec-3780-461d-9f4e-3198ce70b831 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:56.632526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2db7b9c8-d6bd-47fa-8549-ff143b279456 req-c626a8ec-3780-461d-9f4e-3198ce70b831 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 969 time: 0.0825994 May 06 12:16:56.685209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2db7b9c8-d6bd-47fa-8549-ff143b279456 req-c4515c5e-a5a3-4c17-979b-dc27a26b2091 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 May 06 12:16:56.767676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef17d-7ae1-4f58-9e92-b7b6bf69594d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:56.817226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fb3ef17d-7ae1-4f58-9e92-b7b6bf69594d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:56.821386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fb3ef17d-7ae1-4f58-9e92-b7b6bf69594d admin admin] Usage tracker for resource:security_group_rule and tenant:312f2f02b07c4f1493d27c8be1a11216 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:56.824780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fb3ef17d-7ae1-4f58-9e92-b7b6bf69594d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:56.831323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fb3ef17d-7ae1-4f58-9e92-b7b6bf69594d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:56.919561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ac62993-a742-4ce2-87cc-372dafa4956c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:56.947787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef17d-7ae1-4f58-9e92-b7b6bf69594d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:56.960981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb3ef17d-7ae1-4f58-9e92-b7b6bf69594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:56.967639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46650) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:56.987475 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daa4877e-2460-489d-b6d3-24bab4ade49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.031949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9ac62993-a742-4ce2-87cc-372dafa4956c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:57.034499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-daa4877e-2460-489d-b6d3-24bab4ade49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:57.040005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-daa4877e-2460-489d-b6d3-24bab4ade49c admin admin] Usage tracker for resource:security_group_rule and tenant:3bb36b911b2140b99d33133f387a7a0b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:57.043819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-daa4877e-2460-489d-b6d3-24bab4ade49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:57.044762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ef17d-7ae1-4f58-9e92-b7b6bf69594d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51fdc31-eecf-403f-8829-6c12851f753f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:57.048113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9ac62993-a742-4ce2-87cc-372dafa4956c admin admin] Usage tracker for resource:security_group_rule and tenant:59b49ebd95e0463bba2ea28cabd616b6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:57.052306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9ac62993-a742-4ce2-87cc-372dafa4956c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:57.052922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-daa4877e-2460-489d-b6d3-24bab4ade49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:57.058789 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fb3ef17d-7ae1-4f58-9e92-b7b6bf69594d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=312f2f02b07c4f1493d27c8be1a11216&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7769849 May 06 12:16:57.062211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46654) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:57.063631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9ac62993-a742-4ce2-87cc-372dafa4956c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:57.087292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46658) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:57.133040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c18dd77-f623-4c14-badd-9d4d32f036af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.151230 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ac62993-a742-4ce2-87cc-372dafa4956c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.157483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ac62993-a742-4ce2-87cc-372dafa4956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.210229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac62993-a742-4ce2-87cc-372dafa4956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e1d3ac-8408-442b-b5b5-a41eb0bfff6c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:57.218484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2c18dd77-f623-4c14-badd-9d4d32f036af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:57.222852 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9ac62993-a742-4ce2-87cc-372dafa4956c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59b49ebd95e0463bba2ea28cabd616b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7611198 May 06 12:16:57.224754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46666) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:57.232919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2c18dd77-f623-4c14-badd-9d4d32f036af admin admin] Usage tracker for resource:security_group_rule and tenant:1bc34e4e10684bd0a5cbc88d92cf03ad is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:57.238315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2c18dd77-f623-4c14-badd-9d4d32f036af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:57.250678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2c18dd77-f623-4c14-badd-9d4d32f036af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:57.258947 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-810fc319-1065-4900-b174-85724f8185fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.269938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daa4877e-2460-489d-b6d3-24bab4ade49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.284860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daa4877e-2460-489d-b6d3-24bab4ade49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.300622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2a9a03ed-da1a-4167-877d-c7c29f3f4207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.330326 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-810fc319-1065-4900-b174-85724f8185fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.334874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2a9a03ed-da1a-4167-877d-c7c29f3f4207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.391739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8470564a-a60d-4028-9986-3f96d99aba50 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:16:57.418128 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2a9a03ed-da1a-4167-877d-c7c29f3f4207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.444406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a03ed-da1a-4167-877d-c7c29f3f4207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e1d3ac-8408-442b-b5b5-a41eb0bfff6c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:57.459854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2a9a03ed-da1a-4167-877d-c7c29f3f4207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.460969 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2a9a03ed-da1a-4167-877d-c7c29f3f4207 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2e1d3ac-8408-442b-b5b5-a41eb0bfff6c HTTP/1.1" status: 204 len: 168 time: 0.2341375 May 06 12:16:57.523433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4877e-2460-489d-b6d3-24bab4ade49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f07abe0-e597-47bb-8f10-cfec8c71aeae,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:57.546047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8470564a-a60d-4028-9986-3f96d99aba50, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8470564a-a60d-4028-9986-3f96d99aba50,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:16:57.563793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-daa4877e-2460-489d-b6d3-24bab4ade49c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bb36b911b2140b99d33133f387a7a0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5949898 May 06 12:16:57.564885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '8470564a-a60d-4028-9986-3f96d99aba50', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '8470564a-a60d-4028-9986-3f96d99aba50', 'mac_address': 'fa:16:3e:aa:80:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:tempest-test_az-1696221376', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:16:57.566702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46674) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:57.634141 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.653502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8470564a-a60d-4028-9986-3f96d99aba50 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:16:57.673464 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8470564a-a60d-4028-9986-3f96d99aba50, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8470564a-a60d-4028-9986-3f96d99aba50,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:16:57.679107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.682495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c7ca2b29-873d-4e59-b522-a93d78cf1cb8 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:16:57.695835 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b97b31cc-0005-423e-af27-c2c318fd4750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.707229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c7ca2b29-873d-4e59-b522-a93d78cf1cb8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:16:57.755984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b97b31cc-0005-423e-af27-c2c318fd4750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.773678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'c7ca2b29-873d-4e59-b522-a93d78cf1cb8', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'c7ca2b29-873d-4e59-b522-a93d78cf1cb8', 'mac_address': 'fa:16:3e:92:94:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:tempest-test_az-1696221376', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:16:57.800732 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c18dd77-f623-4c14-badd-9d4d32f036af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.816851 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c18dd77-f623-4c14-badd-9d4d32f036af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.839458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=8470564a-a60d-4028-9986-3f96d99aba50,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:57.851670 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.852624 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b97b31cc-0005-423e-af27-c2c318fd4750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.866403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.866804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.867147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.867485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.867817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.867990 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-810fc319-1065-4900-b174-85724f8185fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.868147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.868561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.869014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.869344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.869951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.870428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Tracked resource versions report: May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: pushed versions: May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: { 'ConntrackHelper': {'1.0'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Log': {'1.0'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Network': {'1.1'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Port': {'1.5'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'PortForwarding': {'1.2'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'QosPolicy': {'1.8'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'SecurityGroup': {'1.2'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'SecurityGroupRule': {'1.0'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'SubPort': {'1.0'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Subnet': {'1.1'}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Trunk': {'1.1'}} May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: consumer versions: May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: { DHCP agent@n-d-840847-1: {}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: HyperV agent@n-h1-840847-1: {}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: HyperV agent@n-h2-840847-1: {}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: L3 agent@n-d-840847-1: {}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: Metadata agent@n-d-840847-1: {}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: Metering agent@n-d-840847-1: {}, May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: Open vSwitch agent@n-d-840847-1: { 'ConntrackHelper': '1.0', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Log': '1.0', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Network': '1.1', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Port': '1.5', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'PortForwarding': '1.2', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'QosPolicy': '1.8', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'SecurityGroup': '1.2', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'SecurityGroupRule': '1.0', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'SubPort': '1.0', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Subnet': '1.1', May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: 'Trunk': '1.1'}} May 06 12:16:57.871678 n-d-840847-1 neutron-server[83958]: {{(pid=83958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:16:57.883050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b31cc-0005-423e-af27-c2c318fd4750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f07abe0-e597-47bb-8f10-cfec8c71aeae,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:57.889593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ca2b29-873d-4e59-b522-a93d78cf1cb8 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:16:57.902720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b97b31cc-0005-423e-af27-c2c318fd4750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.903878 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b97b31cc-0005-423e-af27-c2c318fd4750 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f07abe0-e597-47bb-8f10-cfec8c71aeae HTTP/1.1" status: 204 len: 168 time: 0.3361557 May 06 12:16:57.925137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c7ca2b29-873d-4e59-b522-a93d78cf1cb8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:16:57.930941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:57.971102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18dd77-f623-4c14-badd-9d4d32f036af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f725a2c5-e10d-4534-bbe9-7ce2ac214ca6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:57.993999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2c18dd77-f623-4c14-badd-9d4d32f036af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bc34e4e10684bd0a5cbc88d92cf03ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9014316 May 06 12:16:57.994387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46696) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:58.021032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21473fa5-dfc4-4b71-8ba2-24dc054fc168 req-62b8b4f5-6e23-4160-b4f0-610a1e8970fd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:58.022548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21473fa5-dfc4-4b71-8ba2-24dc054fc168 req-62b8b4f5-6e23-4160-b4f0-610a1e8970fd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 970 time: 0.4364164 May 06 12:16:58.039014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fc319-1065-4900-b174-85724f8185fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51fdc31-eecf-403f-8829-6c12851f753f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:58.050687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:58.096697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-810fc319-1065-4900-b174-85724f8185fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.100658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-810fc319-1065-4900-b174-85724f8185fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b51fdc31-eecf-403f-8829-6c12851f753f HTTP/1.1" status: 204 len: 168 time: 1.0345829 May 06 12:16:58.126220 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-252fa95a-2341-42da-9b42-2d13c71fb066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.138814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21473fa5-dfc4-4b71-8ba2-24dc054fc168 req-4dcabf29-d626-49d5-8032-24ad54a40f3e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945735 May 06 12:16:58.167497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c8732-1679-4f3a-bd38-e53459303f6c req-332ae5c7-9ee7-4206-b9ac-fea2e7601d28 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:58.169071 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f96c8732-1679-4f3a-bd38-e53459303f6c req-332ae5c7-9ee7-4206-b9ac-fea2e7601d28 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 970 time: 0.2421577 May 06 12:16:58.177298 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-252fa95a-2341-42da-9b42-2d13c71fb066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.246440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f96c8732-1679-4f3a-bd38-e53459303f6c req-27c211e3-03b7-4a7b-8ae8-5118485c70d8 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616093 May 06 12:16:58.274058 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-252fa95a-2341-42da-9b42-2d13c71fb066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.305716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fa95a-2341-42da-9b42-2d13c71fb066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f725a2c5-e10d-4534-bbe9-7ce2ac214ca6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:58.320494 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-252fa95a-2341-42da-9b42-2d13c71fb066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.324795 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-252fa95a-2341-42da-9b42-2d13c71fb066 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f725a2c5-e10d-4534-bbe9-7ce2ac214ca6 HTTP/1.1" status: 204 len: 168 time: 0.3293612 May 06 12:16:58.338244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46704) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:58.341476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['8470564a-a60d-4028-9986-3f96d99aba50'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:16:58.359084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9941d1b-9977-4181-8d8f-58853e693abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.373875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['c7ca2b29-873d-4e59-b522-a93d78cf1cb8'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:16:58.401233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a9941d1b-9977-4181-8d8f-58853e693abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:58.405889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a9941d1b-9977-4181-8d8f-58853e693abe admin admin] Usage tracker for resource:security_group_rule and tenant:a71af44a70c8408f919ae76f645f9a51 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:58.409154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a9941d1b-9977-4181-8d8f-58853e693abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:58.417730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a9941d1b-9977-4181-8d8f-58853e693abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:58.518334 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9941d1b-9977-4181-8d8f-58853e693abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.525440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9941d1b-9977-4181-8d8f-58853e693abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.596900 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9941d1b-9977-4181-8d8f-58853e693abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc07208b-7a8e-4dd9-b4dd-bd74187ab096,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:58.612116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46712) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:58.612683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a9941d1b-9977-4181-8d8f-58853e693abe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a71af44a70c8408f919ae76f645f9a51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2727792 May 06 12:16:58.699325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b30b3b84-f1ac-459c-ab14-acd206cb1be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.736529 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b30b3b84-f1ac-459c-ab14-acd206cb1be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.815422 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b30b3b84-f1ac-459c-ab14-acd206cb1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.836202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b3b84-f1ac-459c-ab14-acd206cb1be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc07208b-7a8e-4dd9-b4dd-bd74187ab096,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:58.845444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b30b3b84-f1ac-459c-ab14-acd206cb1be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:58.851654 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b30b3b84-f1ac-459c-ab14-acd206cb1be7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc07208b-7a8e-4dd9-b4dd-bd74187ab096 HTTP/1.1" status: 204 len: 168 time: 0.2384481 May 06 12:16:58.992131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46732) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:59.014762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97234fa4-794d-471d-a845-bd4157a1e06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.058145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-97234fa4-794d-471d-a845-bd4157a1e06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:16:59.064965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-97234fa4-794d-471d-a845-bd4157a1e06a admin admin] Usage tracker for resource:security_group_rule and tenant:47984711a3664793a0f66562204c4b2d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:16:59.069173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-97234fa4-794d-471d-a845-bd4157a1e06a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:16:59.077565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-97234fa4-794d-471d-a845-bd4157a1e06a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:16:59.170072 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97234fa4-794d-471d-a845-bd4157a1e06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.175067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97234fa4-794d-471d-a845-bd4157a1e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.291523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97234fa4-794d-471d-a845-bd4157a1e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79024269-f374-4bb4-88f1-7cd73b070f65,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:59.299872 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-97234fa4-794d-471d-a845-bd4157a1e06a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47984711a3664793a0f66562204c4b2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3039656 May 06 12:16:59.301169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46742) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:59.359354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8470564a-a60d-4028-9986-3f96d99aba50 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:16:59.502048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 8470564a-a60d-4028-9986-3f96d99aba50 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:16:59.510451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 8470564a-a60d-4028-9986-3f96d99aba50 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:16:59.511131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.629688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e5c-3395-432f-9790-1d33c35fd418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.686083 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.713614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebdc6d-4da8-47c7-992e-2857fb699aad req-df851d77-af9f-438a-b676-3749472f00ca tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:59.720469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495856e9-caa8-4098-b604-6943b211dac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8470564a-a60d-4028-9986-3f96d99aba50'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:16:59.724022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9ebdc6d-4da8-47c7-992e-2857fb699aad req-df851d77-af9f-438a-b676-3749472f00ca tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 971 time: 0.2888155 May 06 12:16:59.729352 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e5c-3395-432f-9790-1d33c35fd418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.790915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8470564a-a60d-4028-9986-3f96d99aba50, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8470564a-a60d-4028-9986-3f96d99aba50,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:16:59.798668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.799830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c7ca2b29-873d-4e59-b522-a93d78cf1cb8 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:16:59.832048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4e7d-fd4c-4a42-9677-979a354e8f09 req-11be5bfb-32ef-47de-9b93-76f5efe73728 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:16:59.834932 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-219c4e7d-fd4c-4a42-9677-979a354e8f09 req-11be5bfb-32ef-47de-9b93-76f5efe73728 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 970 time: 0.3403347 May 06 12:16:59.837814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9ebdc6d-4da8-47c7-992e-2857fb699aad req-13d2be55-7499-4336-b94d-cb4d1ba41c16 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603435 May 06 12:16:59.898121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-219c4e7d-fd4c-4a42-9677-979a354e8f09 req-f886c002-b351-479d-ab5b-117abcba51e1 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559218 May 06 12:16:59.899500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e5c-3395-432f-9790-1d33c35fd418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.928767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed40e5c-3395-432f-9790-1d33c35fd418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79024269-f374-4bb4-88f1-7cd73b070f65,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:16:59.947248 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e5c-3395-432f-9790-1d33c35fd418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:59.951225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4ed40e5c-3395-432f-9790-1d33c35fd418 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79024269-f374-4bb4-88f1-7cd73b070f65 HTTP/1.1" status: 204 len: 168 time: 0.6457150 May 06 12:17:00.001585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=8470564a-a60d-4028-9986-3f96d99aba50,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:00.015549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:00.025105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:00.025580 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:00.164270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:00.206992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c7ca2b29-873d-4e59-b522-a93d78cf1cb8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:00.213905 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:00.332907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:00.668555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46788) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:00.965964 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:17:01.089789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-742259280-network', 'tenant_id': '851e88ba8aaf4b3b81cfd30f41787d0a'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:01.089961 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c70dcf-294f-4bfb-9c22-a360a1721d97'] response: {'server_uuid': '495856e9-caa8-4098-b604-6943b211dac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8470564a-a60d-4028-9986-3f96d99aba50', 'code': 200} May 06 12:17:01.098180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:01.105107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Usage tracker for resource:network and tenant:851e88ba8aaf4b3b81cfd30f41787d0a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:01.110504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:01.120247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:01.152476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Made reservation on behalf of 851e88ba8aaf4b3b81cfd30f41787d0a for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:01.161623 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.188059 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.222258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e29d3-93b4-4bfb-9184-18be80e5dd3e req-91d44f48-74ae-4333-b479-441b5633c831 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:01.224285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f7e29d3-93b4-4bfb-9184-18be80e5dd3e req-91d44f48-74ae-4333-b479-441b5633c831 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 972 time: 0.1933253 May 06 12:17:01.288348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:01.299218 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fa8b3967-785b-4d08-8983-937d008a0a39 req-44b08553-de80-4f67-8b01-7580e8935c64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 1122 time: 0.1055746 May 06 12:17:01.301101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Usage tracker for resource:security_group_rule and tenant:851e88ba8aaf4b3b81cfd30f41787d0a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:01.327703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:01.327938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fa8b3967-785b-4d08-8983-937d008a0a39 req-721097ce-5c54-40e5-a52a-f1cd69ccded5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.370366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-fa8b3967-785b-4d08-8983-937d008a0a39 req-721097ce-5c54-40e5-a52a-f1cd69ccded5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:01.375518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-fa8b3967-785b-4d08-8983-937d008a0a39 req-721097ce-5c54-40e5-a52a-f1cd69ccded5 service neutron] Usage tracker for resource:security_group_rule and tenant:7178687c0de14bf7ab0c9806b37b01d6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:01.380030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-fa8b3967-785b-4d08-8983-937d008a0a39 req-721097ce-5c54-40e5-a52a-f1cd69ccded5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:01.387090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:01.391781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-fa8b3967-785b-4d08-8983-937d008a0a39 req-721097ce-5c54-40e5-a52a-f1cd69ccded5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:01.422352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f7e29d3-93b4-4bfb-9184-18be80e5dd3e req-4fb6948c-5151-4cbe-92f1-07905981925d tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860576 May 06 12:17:01.524014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec4769-725d-4aae-a1bb-a3acd8c2b6db req-237f8532-aeb6-424e-afbc-5c1481395554 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:01.525684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2ec4769-725d-4aae-a1bb-a3acd8c2b6db req-237f8532-aeb6-424e-afbc-5c1481395554 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 971 time: 0.1916616 May 06 12:17:01.551466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fa8b3967-785b-4d08-8983-937d008a0a39 req-721097ce-5c54-40e5-a52a-f1cd69ccded5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.558860 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fa8b3967-785b-4d08-8983-937d008a0a39 req-721097ce-5c54-40e5-a52a-f1cd69ccded5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.598024 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.616622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721097ce-5c54-40e5-a52a-f1cd69ccded5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3137b12-678f-406b-8c32-be86f474575c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:01.622391 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.633114 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fa8b3967-785b-4d08-8983-937d008a0a39 req-721097ce-5c54-40e5-a52a-f1cd69ccded5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309104 May 06 12:17:01.648854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:01.685211 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.686196 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Added segment 2c28a1e6-7ea0-4f04-a72e-8b95228e152a of type vlan for network 108d67a0-aeb0-46d1-a3b2-1faa2debe036 May 06 12:17:01.691287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2ec4769-725d-4aae-a1bb-a3acd8c2b6db req-1b598e81-5711-445c-b06e-50e83e60e79d tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506758 May 06 12:17:01.699383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a654a2e-48a8-4f09-9eee-eaaf663015ab,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:01.735724 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.776690 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.779238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:01.780261 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:01.964082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2868633 May 06 12:17:01.964082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e9d54-434f-4e9c-aabb-a489ab6b9043 admin admin] Pushing event updated for resources: {'Network': ['ID=108d67a0-aeb0-46d1-a3b2-1faa2debe036,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:01.964832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46826) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:01.973953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Request body: {'subnet': {'network_id': '108d67a0-aeb0-46d1-a3b2-1faa2debe036', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-742259280-subnet', 'tenant_id': '851e88ba8aaf4b3b81cfd30f41787d0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:01.981674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:01.982077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 108d67a0-aeb0-46d1-a3b2-1faa2debe036 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:01.988899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Usage tracker for resource:subnet and tenant:851e88ba8aaf4b3b81cfd30f41787d0a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:01.994348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:02.008995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:02.023120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Made reservation on behalf of 851e88ba8aaf4b3b81cfd30f41787d0a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:02.026891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:02.309744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:02.423822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a7a4c6e-b851-4ba8-9eec-57101e986e46,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:02.437234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Checking segment: {'id': '2c28a1e6-7ea0-4f04-a72e-8b95228e152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '108d67a0-aeb0-46d1-a3b2-1faa2debe036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:02.437713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Network hostable DHCP agents. Network: 108d67a0-aeb0-46d1-a3b2-1faa2debe036, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:02.464588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Network 108d67a0-aeb0-46d1-a3b2-1faa2debe036 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:02.476590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 108d67a0-aeb0-46d1-a3b2-1faa2debe036) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:02.492959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:02.493929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:02.497327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a07729-4258-4222-9ac1-54ce99ff08be None None] Network 108d67a0-aeb0-46d1-a3b2-1faa2debe036 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:02.542759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7479be41-3e69-4b5e-af5e-b3df651af8ab admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5690744 May 06 12:17:02.729287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed3c1a-06af-4753-9925-247a937fc8e1 req-4200d086-65c6-4d1f-8e20-2717b4e950f1 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:02.738179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4ed3c1a-06af-4753-9925-247a937fc8e1 req-4200d086-65c6-4d1f-8e20-2717b4e950f1 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 972 time: 0.1212854 May 06 12:17:02.808665 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4ed3c1a-06af-4753-9925-247a937fc8e1 req-3adba66f-3d26-4a08-a4e0-1e3b5bb6f0f7 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691061 May 06 12:17:02.845603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f15296-333a-4f81-9724-2a4c2d2f4291 None None] Network 108d67a0-aeb0-46d1-a3b2-1faa2debe036 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:03.007212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058164e-e9d3-4ca2-842c-ec2d4a48bbbf req-b74ea587-5ff4-481b-b7fa-37df837a25f7 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:03.008735 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1058164e-e9d3-4ca2-842c-ec2d4a48bbbf req-b74ea587-5ff4-481b-b7fa-37df837a25f7 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 971 time: 0.1018651 May 06 12:17:03.087538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1058164e-e9d3-4ca2-842c-ec2d4a48bbbf req-ffff004e-47a7-4a4d-a38a-d7f36954ee49 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666771 May 06 12:17:03.116940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a820b770-c54d-4393-a035-30df7924e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ca2b29-873d-4e59-b522-a93d78cf1cb8'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:03.200762 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacd403f-02a0-4747-a9fb-a0a69ffd1997'] response: {'server_uuid': 'a820b770-c54d-4393-a035-30df7924e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ca2b29-873d-4e59-b522-a93d78cf1cb8', 'code': 200} May 06 12:17:03.381517 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3add369-63d1-4e1f-8cd4-629e223b1863 req-6c631ee3-53a0-4b6f-b114-394e97353237 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 1123 time: 0.1009474 May 06 12:17:03.441854 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3add369-63d1-4e1f-8cd4-629e223b1863 req-6490a9bc-2b26-42b0-aa6f-e75168dfb8c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 May 06 12:17:04.054710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d327c21-9c14-4ab4-99cc-cc3cdd260d87 req-42ee28e2-0e7f-45b6-a43b-de1072ce21c4 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:04.056282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d327c21-9c14-4ab4-99cc-cc3cdd260d87 req-42ee28e2-0e7f-45b6-a43b-de1072ce21c4 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 972 time: 0.1059301 May 06 12:17:04.152870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d327c21-9c14-4ab4-99cc-cc3cdd260d87 req-51fa9a95-85d4-4a52-a3de-2d3099a099de tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906456 May 06 12:17:04.336662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01624-1670-4a5e-9ccb-4dbd358fecab req-b4f04dcc-6eb8-41ed-8d92-e7fcd401a828 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:04.344277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08d01624-1670-4a5e-9ccb-4dbd358fecab req-b4f04dcc-6eb8-41ed-8d92-e7fcd401a828 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 971 time: 0.1131244 May 06 12:17:04.398455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08d01624-1670-4a5e-9ccb-4dbd358fecab req-b67dc745-e016-4aa4-9c96-78224c063424 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453053 May 06 12:17:04.971090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46920) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:04.977395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-695096346-network', 'tenant_id': 'f1ff674e8ce941d3acfc16ff7f17ba1c'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:04.985266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:04.989939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Usage tracker for resource:network and tenant:f1ff674e8ce941d3acfc16ff7f17ba1c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:04.993345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:05.001334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:05.016787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Made reservation on behalf of f1ff674e8ce941d3acfc16ff7f17ba1c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:05.019441 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.038878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.088584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:05.105109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ff674e8ce941d3acfc16ff7f17ba1c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:05.113854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:05.126633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:05.253297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-b2d786c8-5b67-439d-a216-c6577e488bec tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 1122 time: 0.1295960 May 06 12:17:05.263025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.280185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.295634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.329770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:05.351800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68e93fe-f68e-4590-9917-0d117d63b5d7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:05.361333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.361779 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Added segment 3e4dd7f8-5120-4381-ad31-969010bcdae1 of type vlan for network 119b4b09-6b6a-4f4f-a08d-433d251846b1 May 06 12:17:05.380381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:05.395268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Usage tracker for resource:security_group_rule and tenant:7b0894198da3414fb4aa57164856b8d6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:05.399872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:05.403762 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.410726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:05.464936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.465965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:05.466711 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.614420 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.621808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=119b4b09-6b6a-4f4f-a08d-433d251846b1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:05.625079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.637577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 119b4b09-6b6a-4f4f-a08d-433d251846b1 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:05.640627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8abe1045-682b-4362-9d44-7d27b057a0c6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6681066 May 06 12:17:05.644067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46936) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:05.649895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Request body: {'subnet': {'network_id': '119b4b09-6b6a-4f4f-a08d-433d251846b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-695096346-subnet', 'tenant_id': 'f1ff674e8ce941d3acfc16ff7f17ba1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:05.655499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:05.665307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Usage tracker for resource:subnet and tenant:f1ff674e8ce941d3acfc16ff7f17ba1c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:05.669060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Synchronizing usage tracker for tenant:7b0894198da3414fb4aa57164856b8d6 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:05.671287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:05.676864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3898d56-f20e-42e3-9d23-bd2166277c37,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:05.678873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:05.693332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Made reservation on behalf of f1ff674e8ce941d3acfc16ff7f17ba1c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:05.698375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Notify callbacks [] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:05.703880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] Unset dirty status for tenant:7b0894198da3414fb4aa57164856b8d6 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:05.705838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91d7e4aa-cea0-4e47-8468-b81658bab882 req-0c0308fe-8d58-4ee9-899e-be6dd11c0704 tempest-AggregatesAdminTestJSON-1968345817 tempest-AggregatesAdminTestJSON-1968345817-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455762 May 06 12:17:05.974674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab903ef-abbf-4c55-b094-2464373f0089 req-952189b6-7632-4359-8c2a-43a1219cc76c tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:05.980566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ab903ef-abbf-4c55-b094-2464373f0089 req-952189b6-7632-4359-8c2a-43a1219cc76c tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 972 time: 0.1312456 May 06 12:17:05.988907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:06.065873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ab903ef-abbf-4c55-b094-2464373f0089 req-abc5f47d-c4cd-4b10-ac24-bc0911d818b1 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805950 May 06 12:17:06.083046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a6e846-28a6-487d-aade-479c4ede1b73,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:06.101124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Checking segment: {'id': '3e4dd7f8-5120-4381-ad31-969010bcdae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '119b4b09-6b6a-4f4f-a08d-433d251846b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:06.101578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Network hostable DHCP agents. Network: 119b4b09-6b6a-4f4f-a08d-433d251846b1, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:06.131368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Network 119b4b09-6b6a-4f4f-a08d-433d251846b1 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:06.148931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 119b4b09-6b6a-4f4f-a08d-433d251846b1) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:06.160761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b92be-a809-45c0-b5e1-791673ad4f81 None None] Network 119b4b09-6b6a-4f4f-a08d-433d251846b1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:06.161206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:06.162160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:06.250338 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-002ca83b-b00c-4134-81e1-5f65c40a7bac admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5952868 May 06 12:17:06.512273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc6341-b735-44ec-89b9-a1ba7d2d5cbe None None] Network 119b4b09-6b6a-4f4f-a08d-433d251846b1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:06.731589 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:07.457682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaebdd-0c4a-4e92-bc7f-cfe280782597 req-d8fdb6c8-9cd7-4cac-b030-1f3ba9c16dee tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:07.459327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17eaebdd-0c4a-4e92-bc7f-cfe280782597 req-d8fdb6c8-9cd7-4cac-b030-1f3ba9c16dee tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 971 time: 0.2137582 May 06 12:17:07.468797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-3a6d8912-1d25-4b82-a471-2e8d2ab3b3d6 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:07.469548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-3a6d8912-1d25-4b82-a471-2e8d2ab3b3d6 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Synchronizing usage tracker for tenant:851e88ba8aaf4b3b81cfd30f41787d0a on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:07.521461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-3a6d8912-1d25-4b82-a471-2e8d2ab3b3d6 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Unset dirty status for tenant:851e88ba8aaf4b3b81cfd30f41787d0a on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:07.522542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-3a6d8912-1d25-4b82-a471-2e8d2ab3b3d6 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/networks?id=108d67a0-aeb0-46d1-a3b2-1faa2debe036 HTTP/1.1" status: 200 len: 814 time: 0.2350955 May 06 12:17:07.533410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17eaebdd-0c4a-4e92-bc7f-cfe280782597 req-c2343063-ee25-48d3-8b08-0c7c60c10ceb tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607603 May 06 12:17:07.546188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-0224e7ed-86ea-4698-b2b9-3ce6dbfa7eca tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/quotas/851e88ba8aaf4b3b81cfd30f41787d0a HTTP/1.1" status: 200 len: 375 time: 0.0157764 May 06 12:17:07.622251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-4615e30a-cf1c-48ff-91c0-1ed327065b2f tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=851e88ba8aaf4b3b81cfd30f41787d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658972 May 06 12:17:07.836284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ced57-1b6f-4b37-9d68-1f9e5d76bbcb req-7a1e349c-20bc-4596-af4c-be837d745cbe tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:07.838020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a0ced57-1b6f-4b37-9d68-1f9e5d76bbcb req-7a1e349c-20bc-4596-af4c-be837d745cbe tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 972 time: 0.1003659 May 06 12:17:07.906877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-fc088b3a-c1f4-4949-851d-be6bb48f304d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:17:07.909812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-fc088b3a-c1f4-4949-851d-be6bb48f304d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1112571 May 06 12:17:07.957653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a0ced57-1b6f-4b37-9d68-1f9e5d76bbcb req-4186ee7b-c2de-45f5-945a-85936a700bcd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106706 May 06 12:17:08.046132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47010) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:08.098647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-b86b30b0-52f3-4eba-ad33-2400741bda92 service neutron] 10.222.0.44 "GET /v2.0/networks/108d67a0-aeb0-46d1-a3b2-1faa2debe036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766026 May 06 12:17:08.215179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85a0c6de-f0b7-4370-b966-f100c5e0721e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:08.249578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-85a0c6de-f0b7-4370-b966-f100c5e0721e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:08.254122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-85a0c6de-f0b7-4370-b966-f100c5e0721e admin admin] Usage tracker for resource:security_group_rule and tenant:1f5e607510d24cb1ae5c561f65e77f62 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:08.257772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-85a0c6de-f0b7-4370-b966-f100c5e0721e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:08.269164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-85a0c6de-f0b7-4370-b966-f100c5e0721e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:08.271751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-794f6769-4c6e-4661-8af1-cd30ba2b0b90 service neutron] 10.222.0.44 "GET /v2.0/networks/108d67a0-aeb0-46d1-a3b2-1faa2debe036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715434 May 06 12:17:08.398302 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85a0c6de-f0b7-4370-b966-f100c5e0721e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:08.405568 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85a0c6de-f0b7-4370-b966-f100c5e0721e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:08.533512 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-85a0c6de-f0b7-4370-b966-f100c5e0721e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f5e607510d24cb1ae5c561f65e77f62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4833097 May 06 12:17:08.533512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0c6de-f0b7-4370-b966-f100c5e0721e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99d803e-ee9b-46f6-8c53-96ceeaa47418,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:08.536089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47026) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:08.619880 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89f7b3e0-037b-4adf-89f6-822d6ca25304 req-f145911d-656a-40be-aaac-e9c22ab9d3ed tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.1098256 May 06 12:17:08.647186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6865d45-8aa2-44f8-8263-581047f6f0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:08.713892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6865d45-8aa2-44f8-8263-581047f6f0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:08.842629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6865d45-8aa2-44f8-8263-581047f6f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:08.900220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6865d45-8aa2-44f8-8263-581047f6f0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99d803e-ee9b-46f6-8c53-96ceeaa47418,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:08.912600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6865d45-8aa2-44f8-8263-581047f6f0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:08.923468 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c6865d45-8aa2-44f8-8263-581047f6f0c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c99d803e-ee9b-46f6-8c53-96ceeaa47418 HTTP/1.1" status: 204 len: 168 time: 0.3858447 May 06 12:17:09.032445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d54801-7364-40fb-b904-75935fca4a80 req-c892ddfc-ca30-4da8-b5df-64e58db45a5e tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:09.047605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77d54801-7364-40fb-b904-75935fca4a80 req-c892ddfc-ca30-4da8-b5df-64e58db45a5e tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 971 time: 0.2035444 May 06 12:17:09.135030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-8c108d2c-6a32-4886-87b3-9951520a252f tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:09.136510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-8c108d2c-6a32-4886-87b3-9951520a252f tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Synchronizing usage tracker for tenant:ec4d45da013b4a41be991de092ec7778 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:09.138313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77d54801-7364-40fb-b904-75935fca4a80 req-4815d092-262e-4954-9008-4cf7ab164f0f tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/security-groups?id=38f12dcf-4a45-4de8-8a5a-cf993040c420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886922 May 06 12:17:09.184567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-8c108d2c-6a32-4886-87b3-9951520a252f tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Unset dirty status for tenant:ec4d45da013b4a41be991de092ec7778 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:09.186092 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-8c108d2c-6a32-4886-87b3-9951520a252f tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.36 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 971 time: 0.2164226 May 06 12:17:09.340620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Deleting port 8470564a-a60d-4028-9986-3f96d99aba50 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:17:09.341278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:09.550083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89176cf9-c00b-4bd8-9467-9b6be3bea8d3 req-991315a1-3767-4fd1-a987-087b2a78e1b6 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:09.552379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89176cf9-c00b-4bd8-9467-9b6be3bea8d3 req-991315a1-3767-4fd1-a987-087b2a78e1b6 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 972 time: 0.2310455 May 06 12:17:09.596221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-677b7b43-6213-4eff-8475-08219ef9602e req-78e63013-4ed0-44e2-8c3d-0a4cc82518db tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 1123 time: 0.3719285 May 06 12:17:09.770780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-677b7b43-6213-4eff-8475-08219ef9602e req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] Deleting port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:17:09.771844 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-677b7b43-6213-4eff-8475-08219ef9602e req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:09.787118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] For port 8470564a-a60d-4028-9986-3f96d99aba50, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8470564a-a60d-4028-9986-3f96d99aba50,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:09.787480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:09.961294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Calling delete_port for 8470564a-a60d-4028-9986-3f96d99aba50 owned by compute:tempest-test_az-1696221376 {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:17:10.095941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89403521-e8e6-4ee7-9ff9-ada67ab94a7b req-10e90bd2-367d-455c-a843-c5d1e4bed6d6 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.1595953 May 06 12:17:10.139347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89176cf9-c00b-4bd8-9467-9b6be3bea8d3 req-6e0cbbce-1a35-4224-9ce4-0f510c30a1a1 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756679 May 06 12:17:10.234728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47070) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:10.271395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0bda0d2c-a94b-4497-8367-3a69e2bcd40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:10.334452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0bda0d2c-a94b-4497-8367-3a69e2bcd40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:10.350007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0bda0d2c-a94b-4497-8367-3a69e2bcd40e admin admin] Usage tracker for resource:security_group_rule and tenant:a0aa1d64f072438d8105bbad58d51cb2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:10.354457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0bda0d2c-a94b-4497-8367-3a69e2bcd40e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:10.364425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0bda0d2c-a94b-4497-8367-3a69e2bcd40e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:10.416079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:10.429728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['8470564a-a60d-4028-9986-3f96d99aba50'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:17:10.441457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-677b7b43-6213-4eff-8475-08219ef9602e req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] For port c7ca2b29-873d-4e59-b522-a93d78cf1cb8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:10.445571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-677b7b43-6213-4eff-8475-08219ef9602e req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:10.494416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.48', 59701) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:10.621592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47076) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:10.621919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47078) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:10.665810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-677b7b43-6213-4eff-8475-08219ef9602e req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] Calling delete_port for c7ca2b29-873d-4e59-b522-a93d78cf1cb8 owned by compute:tempest-test_az-1696221376 {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:17:10.681427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Pushing event deleted for resources: {'Port': ['ID=8470564a-a60d-4028-9986-3f96d99aba50,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:10.978559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1e4f550-6759-4680-ad6c-1bd86f014f6d req-ce732dfd-507c-40ea-8558-744d00ba9fc9 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 210 time: 0.3205004 May 06 12:17:11.034634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-677b7b43-6213-4eff-8475-08219ef9602e req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.046116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['c7ca2b29-873d-4e59-b522-a93d78cf1cb8'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:17:11.080677 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0bda0d2c-a94b-4497-8367-3a69e2bcd40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.139886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] No DVR routers for this DVR port 8470564a-a60d-4028-9986-3f96d99aba50 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:17:11.226542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0bda0d2c-a94b-4497-8367-3a69e2bcd40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.259020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7ca2b29-873d-4e59-b522-a93d78cf1cb8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:11.294013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.363328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495856e9-caa8-4098-b604-6943b211dac7', 'name': 'network-vif-deleted', 'tag': '8470564a-a60d-4028-9986-3f96d99aba50'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:11.387751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b97c6a7f-8966-4562-8cdf-de5f6ea3a2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.499689 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d0cf4801-b8ce-42ba-98b0-5f603e9efb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.519404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b7b43-6213-4eff-8475-08219ef9602e req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] No DVR routers for this DVR port c7ca2b29-873d-4e59-b522-a93d78cf1cb8 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:17:11.530241 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-677b7b43-6213-4eff-8475-08219ef9602e req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.533400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a820b770-c54d-4393-a035-30df7924e271', 'name': 'network-vif-deleted', 'tag': 'c7ca2b29-873d-4e59-b522-a93d78cf1cb8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:11.590673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-677b7b43-6213-4eff-8475-08219ef9602e req-41b4fb4b-6738-44c8-a9c3-e2f53cc7e4e3 tempest-DeleteServersAdminTestJSON-1823754261 tempest-DeleteServersAdminTestJSON-1823754261-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c7ca2b29-873d-4e59-b522-a93d78cf1cb8 HTTP/1.1" status: 204 len: 173 time: 1.9869542 May 06 12:17:11.609158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d0cf4801-b8ce-42ba-98b0-5f603e9efb3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:11.614877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d0cf4801-b8ce-42ba-98b0-5f603e9efb3d admin admin] Usage tracker for resource:security_group_rule and tenant:734d0a5599a84d46b66fcf6eaae7c300 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:11.618306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d0cf4801-b8ce-42ba-98b0-5f603e9efb3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:11.627029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d0cf4801-b8ce-42ba-98b0-5f603e9efb3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:11.652888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda0d2c-a94b-4497-8367-3a69e2bcd40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae561e8-b62a-47b6-8590-dcd79edb2adf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:11.653203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03bd8c8a-0a7b-4cc9-8c97-3df220a2a66d req-aefce0b7-1a4b-4406-ad46-ddf9d5fdd524 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.1030014 May 06 12:17:11.671853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b5fad4c5-5aa6-4823-83bc-f1e394784e46 req-03b2d6e8-a6d7-4bbb-8e28-5f1c7a6fb9be tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Synchronizing usage tracker for tenant:80cd520433fc4d3c92f7da97d0f851bc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:11.706382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b97c6a7f-8966-4562-8cdf-de5f6ea3a2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:11.712704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b97c6a7f-8966-4562-8cdf-de5f6ea3a2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a2a9643b67404d29aac4ff0c2afc069d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:11.714591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b5fad4c5-5aa6-4823-83bc-f1e394784e46 req-03b2d6e8-a6d7-4bbb-8e28-5f1c7a6fb9be tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Unset dirty status for tenant:80cd520433fc4d3c92f7da97d0f851bc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:11.715621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b5fad4c5-5aa6-4823-83bc-f1e394784e46 req-03b2d6e8-a6d7-4bbb-8e28-5f1c7a6fb9be tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 210 time: 0.1186829 May 06 12:17:11.717325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b97c6a7f-8966-4562-8cdf-de5f6ea3a2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:11.727974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b97c6a7f-8966-4562-8cdf-de5f6ea3a2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:11.869637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b97c6a7f-8966-4562-8cdf-de5f6ea3a2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.880260 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0bda0d2c-a94b-4497-8367-3a69e2bcd40e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0aa1d64f072438d8105bbad58d51cb2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6435847 May 06 12:17:11.884214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47104) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:11.885999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd033763-ebed-4895-9e16-6e589aed1b3c req-462929e7-6b0d-4cc9-ab82-864d87a6f680 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.36 "DELETE /v2.0/ports/8470564a-a60d-4028-9986-3f96d99aba50 HTTP/1.1" status: 204 len: 173 time: 2.6887026 May 06 12:17:11.886684 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b97c6a7f-8966-4562-8cdf-de5f6ea3a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.917214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-a5c3608b-e312-454c-8085-4acd1ce2537b tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:11.918919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-a5c3608b-e312-454c-8085-4acd1ce2537b tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.48 "GET /v2.0/networks?id=108d67a0-aeb0-46d1-a3b2-1faa2debe036 HTTP/1.1" status: 200 len: 814 time: 1.4148440 May 06 12:17:11.942505 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d5e3bc-9cc9-4270-9bac-b3d3c9b4c6be'] response: {'server_uuid': '495856e9-caa8-4098-b604-6943b211dac7', 'name': 'network-vif-deleted', 'tag': '8470564a-a60d-4028-9986-3f96d99aba50', 'status': 'completed', 'code': 200} May 06 12:17:12.012189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c6a7f-8966-4562-8cdf-de5f6ea3a2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044a358f-4a2c-45b7-84aa-09adef2c3726,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:12.022821 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b97c6a7f-8966-4562-8cdf-de5f6ea3a2a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2a9643b67404d29aac4ff0c2afc069d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3969858 May 06 12:17:12.022821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d0cf4801-b8ce-42ba-98b0-5f603e9efb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.025122 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd09cb80-a375-49fc-beb9-13874f4d6c5e'] response: {'server_uuid': 'a820b770-c54d-4393-a035-30df7924e271', 'name': 'network-vif-deleted', 'tag': 'c7ca2b29-873d-4e59-b522-a93d78cf1cb8', 'status': 'completed', 'code': 200} May 06 12:17:12.025851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47108) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:12.038447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d0cf4801-b8ce-42ba-98b0-5f603e9efb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.098099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf4801-b8ce-42ba-98b0-5f603e9efb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c1f455-e1d2-4a86-baa4-0b9ed1122e76,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:12.121907 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d0cf4801-b8ce-42ba-98b0-5f603e9efb3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=734d0a5599a84d46b66fcf6eaae7c300&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4970787 May 06 12:17:12.126279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47114) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:12.143270 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450db233-35dc-4661-a770-4cf5ad3782aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.147825 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf0f1-5daf-408c-936c-6beae2029ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.245958 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450db233-35dc-4661-a770-4cf5ad3782aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.273054 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e01b465-d15d-43ac-a9f7-67e3fee578fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.313731 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc82cacd-14fa-4e8a-a7ba-42e185eb1ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.329227 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.341313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e01b465-d15d-43ac-a9f7-67e3fee578fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.453388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e01b465-d15d-43ac-a9f7-67e3fee578fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.485509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01b465-d15d-43ac-a9f7-67e3fee578fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c1f455-e1d2-4a86-baa4-0b9ed1122e76,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:12.487041 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc82cacd-14fa-4e8a-a7ba-42e185eb1ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.529188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a249c615-12f5-4e06-9053-4e83b52d1a5f req-7b81358a-5fc1-4ae2-a60f-c898a4d10677 tempest-AggregatesAdminTestJSON-1073142184 tempest-AggregatesAdminTestJSON-1073142184-project] 10.222.0.44 "GET /v2.0/ports?device_id=495856e9-caa8-4098-b604-6943b211dac7 HTTP/1.1" status: 200 len: 210 time: 0.1533401 May 06 12:17:12.553938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450db233-35dc-4661-a770-4cf5ad3782aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.584478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450db233-35dc-4661-a770-4cf5ad3782aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae561e8-b62a-47b6-8590-dcd79edb2adf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:12.594650 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450db233-35dc-4661-a770-4cf5ad3782aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.594880 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-450db233-35dc-4661-a770-4cf5ad3782aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fae561e8-b62a-47b6-8590-dcd79edb2adf HTTP/1.1" status: 204 len: 168 time: 0.7082686 May 06 12:17:12.609498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e01b465-d15d-43ac-a9f7-67e3fee578fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.614464 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6e01b465-d15d-43ac-a9f7-67e3fee578fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7c1f455-e1d2-4a86-baa4-0b9ed1122e76 HTTP/1.1" status: 204 len: 168 time: 0.4864225 May 06 12:17:12.650668 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc82cacd-14fa-4e8a-a7ba-42e185eb1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.659876 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5acbe5c1-247f-4e11-a852-de97d52d3e11 req-53a897d9-b3d9-49c7-87ef-388d75d5b213 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a820b770-c54d-4393-a035-30df7924e271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1441832 May 06 12:17:12.698639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82cacd-14fa-4e8a-a7ba-42e185eb1ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044a358f-4a2c-45b7-84aa-09adef2c3726,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:12.704292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc82cacd-14fa-4e8a-a7ba-42e185eb1ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.709697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cc82cacd-14fa-4e8a-a7ba-42e185eb1ca5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/044a358f-4a2c-45b7-84aa-09adef2c3726 HTTP/1.1" status: 204 len: 168 time: 0.6762693 May 06 12:17:13.001021 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5acbe5c1-247f-4e11-a852-de97d52d3e11 req-c77b598d-e913-404d-a60d-5216cac915be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&device_id=a820b770-c54d-4393-a035-30df7924e271 HTTP/1.1" status: 200 len: 210 time: 0.1303222 May 06 12:17:13.091888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f094f15a-865d-4cc3-8e9f-aff75760614d req-15b9f44f-6f4b-4252-8cb3-90d7cdff1aa0 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.0922055 May 06 12:17:13.164619 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5acbe5c1-247f-4e11-a852-de97d52d3e11 req-974c1cff-c3e6-43a3-84f6-6e718a3ac63c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206372 May 06 12:17:13.400389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8470564a-a60d-4028-9986-3f96d99aba50 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:17:13.442532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47140) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:13.455861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbe5c1-247f-4e11-a852-de97d52d3e11 req-2328f048-6ea4-4a05-a95a-0095208e443f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:13.457363 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5acbe5c1-247f-4e11-a852-de97d52d3e11 req-2328f048-6ea4-4a05-a95a-0095208e443f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2863274 May 06 12:17:13.473262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba45b-5c78-48d2-90c1-5bd2e14b735f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:13.516142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5f9ba45b-5c78-48d2-90c1-5bd2e14b735f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:13.522911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f9ba45b-5c78-48d2-90c1-5bd2e14b735f admin admin] Usage tracker for resource:security_group_rule and tenant:d6a1fe5e35774a8791ecc9a1381165df is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:13.533331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f9ba45b-5c78-48d2-90c1-5bd2e14b735f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:13.540699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 8470564a-a60d-4028-9986-3f96d99aba50 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:17:13.541076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8470564a-a60d-4028-9986-3f96d99aba50 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:17:13.541713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c7ca2b29-873d-4e59-b522-a93d78cf1cb8 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:17:13.547828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5f9ba45b-5c78-48d2-90c1-5bd2e14b735f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:13.594976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: c7ca2b29-873d-4e59-b522-a93d78cf1cb8 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:17:13.595763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c7ca2b29-873d-4e59-b522-a93d78cf1cb8 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:17:13.765105 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba45b-5c78-48d2-90c1-5bd2e14b735f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:13.773968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba45b-5c78-48d2-90c1-5bd2e14b735f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:13.874936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ba45b-5c78-48d2-90c1-5bd2e14b735f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b32f53-bdc3-4c71-8d25-eac757a4f9a0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:13.882874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47162) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:13.883239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5f9ba45b-5c78-48d2-90c1-5bd2e14b735f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6a1fe5e35774a8791ecc9a1381165df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4390166 May 06 12:17:13.978124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-4de1d1c2-22d6-4297-a3e0-24859f3fb7e1 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340014 May 06 12:17:14.042834 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc37-9aa8-4ce8-954b-e254942fbf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.085542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc37-9aa8-4ce8-954b-e254942fbf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.151964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47170) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:14.183712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71c2b052-eda5-4645-95a9-67d4c0e19a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.192532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc37-9aa8-4ce8-954b-e254942fbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.210770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bdc37-9aa8-4ce8-954b-e254942fbf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b32f53-bdc3-4c71-8d25-eac757a4f9a0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:14.215874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b5bdc37-9aa8-4ce8-954b-e254942fbf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.243534 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6b5bdc37-9aa8-4ce8-954b-e254942fbf36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0b32f53-bdc3-4c71-8d25-eac757a4f9a0 HTTP/1.1" status: 204 len: 168 time: 0.3360577 May 06 12:17:14.280027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-4cbe8b64-d70f-4810-8d80-d5648a039437 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:14.284842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-4cbe8b64-d70f-4810-8d80-d5648a039437 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2969506 May 06 12:17:14.321443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-71c2b052-eda5-4645-95a9-67d4c0e19a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:14.332144 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-c4cf1fe6-a547-415c-9b5d-6ec8d140cf98 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/quotas/80cd520433fc4d3c92f7da97d0f851bc HTTP/1.1" status: 200 len: 375 time: 0.0395408 May 06 12:17:14.333699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-71c2b052-eda5-4645-95a9-67d4c0e19a74 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb4b64c4570425d854de4de875841fb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:14.337473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-71c2b052-eda5-4645-95a9-67d4c0e19a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:14.423601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-71c2b052-eda5-4645-95a9-67d4c0e19a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:14.441707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1a533dc8-bb97-4ed3-9a83-d20e63d5c4bc tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001723 May 06 12:17:14.535579 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-268969bc-9b8f-430c-b27f-202c7d6b8ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.566152 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71c2b052-eda5-4645-95a9-67d4c0e19a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.570483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71c2b052-eda5-4645-95a9-67d4c0e19a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.639930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2b052-eda5-4645-95a9-67d4c0e19a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20370195-7642-46be-aa20-c56a5cab11ce,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:14.673559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-71c2b052-eda5-4645-95a9-67d4c0e19a74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcb4b64c4570425d854de4de875841fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5202968 May 06 12:17:14.674582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47190) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:14.754991 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cbb12103-c14f-4ce7-a914-149ac4eefc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.791354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cbb12103-c14f-4ce7-a914-149ac4eefc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.905146 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cbb12103-c14f-4ce7-a914-149ac4eefc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:14.933740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb12103-c14f-4ce7-a914-149ac4eefc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20370195-7642-46be-aa20-c56a5cab11ce,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:14.958731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ca7a4923-ddbe-40e1-b241-cd1a04515c9d req-bdba1f64-bfc8-4b92-9ddf-24d0c756ed96 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.1024146 May 06 12:17:15.003516 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cbb12103-c14f-4ce7-a914-149ac4eefc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:15.023201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cbb12103-c14f-4ce7-a914-149ac4eefc08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20370195-7642-46be-aa20-c56a5cab11ce HTTP/1.1" status: 204 len: 168 time: 0.3474283 May 06 12:17:15.166030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-957b23b7-584b-404f-9d21-b443c2f4a71f req-88a9fa4f-58dc-4217-b14a-54c634f35233 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 210 time: 0.0621927 May 06 12:17:15.346681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47220) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:15.356992 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:15.700991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-743511860-network', 'tenant_id': '782377c9e75a4cb084b23392faeea4e0'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:15.713986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:15.729930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Usage tracker for resource:network and tenant:782377c9e75a4cb084b23392faeea4e0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:15.736710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:15.752788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:15.788331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Made reservation on behalf of 782377c9e75a4cb084b23392faeea4e0 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:15.792790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:15.814372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:15.821687 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:15.895918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:15.901277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Usage tracker for resource:security_group_rule and tenant:782377c9e75a4cb084b23392faeea4e0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:15.907454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:15.917940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:16.053186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:16.061826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:16.153509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:16.175620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3963f3f0-daf6-416c-b580-b188c54d20ce,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:16.193759 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:16.194158 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Added segment 93672de1-d03b-4b42-86b8-3c4e41ccbfc9 of type vlan for network 8a683100-30a0-46af-8056-20106cb441f1 May 06 12:17:16.253952 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:16.293921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1fa565d7-62cd-4cef-9975-8603fb5369c1 req-78042321-91f9-4ddb-a4a5-ed18b71680a3 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.0634644 May 06 12:17:16.300502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-6e43ec54-7483-4c81-9406-3ce36de48017 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408826 May 06 12:17:16.528669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d34253c-2b88-409d-a2b2-9e6f5f44a7e0 req-3c838eea-3b0f-4cbf-9b27-b987859da185 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 210 time: 0.0667725 May 06 12:17:16.549319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:17:16.580027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-37dbb24c-43f3-47f4-9bed-1a505ef73488 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:16.581473 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-37dbb24c-43f3-47f4-9bed-1a505ef73488 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745008 May 06 12:17:16.591075 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:16.592206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:16.593160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:16.631069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Request body: {'port': {'device_id': '04dc445f-1904-4c95-8304-1e01c4918da8', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '80cd520433fc4d3c92f7da97d0f851bc'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:16.804933 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4571552 May 06 12:17:16.808502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47304) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:16.814284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15c634-8cb2-4e21-b475-5fbd4d7c4801 admin admin] Pushing event updated for resources: {'Network': ['ID=8a683100-30a0-46af-8056-20106cb441f1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:16.825028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Request body: {'subnet': {'network_id': '8a683100-30a0-46af-8056-20106cb441f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-743511860-subnet', 'tenant_id': '782377c9e75a4cb084b23392faeea4e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:16.829120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 8a683100-30a0-46af-8056-20106cb441f1 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:16.852137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:16.862514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:16.862781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Usage tracker for resource:subnet and tenant:782377c9e75a4cb084b23392faeea4e0 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:16.870795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:16.872906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:16.882841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:16.884187 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Made reservation on behalf of 80cd520433fc4d3c92f7da97d0f851bc for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:16.888450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:16.904124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Made reservation on behalf of 782377c9e75a4cb084b23392faeea4e0 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:16.907344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:17.210132 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:17.214717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Allocated IP 192.168.233.198 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/e422bde5-31de-4b05-a83e-9d1193660a06) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:17.256834 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:17.440909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9c5d98-c81e-4c76-9894-e399d9f6cc85,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:17.526323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:17.528932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Network hostable DHCP agents. Network: 8a683100-30a0-46af-8056-20106cb441f1, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:17.552770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:17.581109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Transition to ACTIVE for port object e422bde5-31de-4b05-a83e-9d1193660a06 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:17.611558 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:17.679204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a2696c2-2423-4a43-90fa-96c5e6ee8dc9 req-b47f5425-5f19-45a5-8416-131629bf116f tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.0994403 May 06 12:17:17.689840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Network 8a683100-30a0-46af-8056-20106cb441f1 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:17.707453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 8a683100-30a0-46af-8056-20106cb441f1) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:17.715030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:17.716125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:17.723025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ca6862-5e23-40ae-905e-36c4bb53a0b1 None None] Network 8a683100-30a0-46af-8056-20106cb441f1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:17.724195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:17.736401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:17.768275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:17.778959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-228f02d4-a515-44ca-b4c2-a422128ca566 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9614513 May 06 12:17:17.779292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:17.779292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:17.833083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Pushing event updated for resources: {'Port': ['ID=e422bde5-31de-4b05-a83e-9d1193660a06,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:17.872947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-1e9a5cd7-f5f2-46b4-ad3c-d5f6c70c5d03 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2744501 May 06 12:17:17.894632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Request body: {'port': {'device_id': '04dc445f-1904-4c95-8304-1e01c4918da8', 'device_owner': 'compute:tempest-test_az-1696221376', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:18.040798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ace005-c575-40eb-9091-daff162a3b74 req-f80c9af4-8d03-400d-8871-4025e377707a tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:18.045411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7ace005-c575-40eb-9091-daff162a3b74 req-f80c9af4-8d03-400d-8871-4025e377707a tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 936 time: 0.1978323 May 06 12:17:18.175477 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:18.207185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7ace005-c575-40eb-9091-daff162a3b74 req-339f27f4-0580-459b-929d-2a46650a61e7 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513364 May 06 12:17:18.221073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fa8586eb-fa8f-4751-9e8e-b7263590ebbf None None] Provisioning for port e422bde5-31de-4b05-a83e-9d1193660a06 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:18.231755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b29ebdc-89f7-40c5-a38e-bbca51d70fda None None] Network 8a683100-30a0-46af-8056-20106cb441f1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:18.384138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fa8586eb-fa8f-4751-9e8e-b7263590ebbf None None] Provisioning complete for port e422bde5-31de-4b05-a83e-9d1193660a06 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:18.384740 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fa8586eb-fa8f-4751-9e8e-b7263590ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:18.511389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fa8586eb-fa8f-4751-9e8e-b7263590ebbf None None] Port e422bde5-31de-4b05-a83e-9d1193660a06 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:17:18.845107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e422bde5-31de-4b05-a83e-9d1193660a06 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:17:18.856453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:18.877316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Transition to ACTIVE for port object e422bde5-31de-4b05-a83e-9d1193660a06 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:18.882675 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:18.914026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-029919ca-e49e-4f41-b592-2ad74fef7466 req-706de875-b4e0-457f-8338-e56005862d20 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.0489981 May 06 12:17:19.114732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=e422bde5-31de-4b05-a83e-9d1193660a06,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:19.206213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Attempting to bind port e422bde5-31de-4b05-a83e-9d1193660a06 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:17:19.207265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Attempting to bind port e422bde5-31de-4b05-a83e-9d1193660a06 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:17:19.207605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Attempting to bind port e422bde5-31de-4b05-a83e-9d1193660a06 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:19.217853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Port e422bde5-31de-4b05-a83e-9d1193660a06 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:17:19.218096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Attempting to bind port e422bde5-31de-4b05-a83e-9d1193660a06 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:19.228807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:17:19.229156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:19.229904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:17:19.230338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Bound port: e422bde5-31de-4b05-a83e-9d1193660a06, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:17:19.230710 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:19.379950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] For port e422bde5-31de-4b05-a83e-9d1193660a06, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:17:19.384520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] For port e422bde5-31de-4b05-a83e-9d1193660a06, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e422bde5-31de-4b05-a83e-9d1193660a06,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:17:19.392490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:19.450415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47452) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:19.471412 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:19.473776 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] 10.222.0.36 "PUT /v2.0/ports/e422bde5-31de-4b05-a83e-9d1193660a06 HTTP/1.1" status: 200 len: 1118 time: 1.5936546 May 06 12:17:19.481574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc445f-1904-4c95-8304-1e01c4918da8', 'tag': 'e422bde5-31de-4b05-a83e-9d1193660a06'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:19.520500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d88c9-3f41-4c6b-a25c-523e30f70ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=e422bde5-31de-4b05-a83e-9d1193660a06,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:19.541450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65654d-4cb0-4a8e-8e15-a8b1634f133b req-63516b83-a53d-4488-818c-07de41681247 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:19.547387 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac65654d-4cb0-4a8e-8e15-a8b1634f133b req-63516b83-a53d-4488-818c-07de41681247 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 970 time: 0.1192882 May 06 12:17:19.632148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Request body: {'port': {'device_id': 'eea0489e-d62e-46cc-8feb-a0dfa8c1ac12', 'network_id': '108d67a0-aeb0-46d1-a3b2-1faa2debe036', 'admin_state_up': True, 'tenant_id': '851e88ba8aaf4b3b81cfd30f41787d0a'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:19.632502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac65654d-4cb0-4a8e-8e15-a8b1634f133b req-f2d8285f-fa50-48c4-838d-597b4336c79e tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777180 May 06 12:17:19.801340 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc74df3-032c-4abe-9181-c306a393a3f4'] response: {'name': 'network-changed', 'server_uuid': '04dc445f-1904-4c95-8304-1e01c4918da8', 'tag': 'e422bde5-31de-4b05-a83e-9d1193660a06', 'status': 'completed', 'code': 200} May 06 12:17:19.842626 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-e1aba076-df44-4086-9669-ddf21fd21571 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 1121 time: 0.3105335 May 06 12:17:19.924936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:19.941142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Usage tracker for resource:port and tenant:851e88ba8aaf4b3b81cfd30f41787d0a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:19.944454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:19.948150 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-aba8b9ff-c2c5-4274-b56e-1b2cea25f2e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=e422bde5-31de-4b05-a83e-9d1193660a06 HTTP/1.1" status: 200 len: 217 time: 0.0975239 May 06 12:17:19.953843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:20.056481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb513cbf-2699-45d4-bec5-634785271797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:20.086955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Made reservation on behalf of 851e88ba8aaf4b3b81cfd30f41787d0a for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:20.089913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:20.116650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-0dda8d40-94b3-4da8-adf1-8f6399361557 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:20.118272 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-0dda8d40-94b3-4da8-adf1-8f6399361557 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1617014 May 06 12:17:20.313737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bb513cbf-2699-45d4-bec5-634785271797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:20.334089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb513cbf-2699-45d4-bec5-634785271797 admin admin] Usage tracker for resource:security_group_rule and tenant:ec4bf7c9bba641fcb9c546da01635fc4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:20.345481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb513cbf-2699-45d4-bec5-634785271797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:20.363601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bb513cbf-2699-45d4-bec5-634785271797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:20.549995 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-b2df4f86-6d26-485e-8f34-f9d67577e019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4215717 May 06 12:17:20.566237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Allocated IP 172.20.0.14 (108d67a0-aeb0-46d1-a3b2-1faa2debe036/9a7a4c6e-b851-4ba8-9eec-57101e986e46/4302568d-1712-4c27-a5ee-8dd48083772b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:20.613422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-501f7e2c-e069-4a4a-879b-ac371eff3676 req-1321d448-61c9-49b9-ac92-6a823bd74161 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.0713415 May 06 12:17:20.708836 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb513cbf-2699-45d4-bec5-634785271797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:20.732609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb513cbf-2699-45d4-bec5-634785271797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:20.794751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47504) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:20.805229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1465476862-network', 'tenant_id': '24d47d1b2edd4a45b121aea23266b0dc'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:20.812897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:20.817646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Usage tracker for resource:network and tenant:24d47d1b2edd4a45b121aea23266b0dc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:20.821989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:20.836635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:20.859363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb513cbf-2699-45d4-bec5-634785271797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a966492-be0e-4300-bbfb-9326946cd27f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:20.863557 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-3cf21567-eb5f-42f2-b923-b46bb84887e8 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054237 May 06 12:17:20.868005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Made reservation on behalf of 24d47d1b2edd4a45b121aea23266b0dc for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:20.871455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:20.902511 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:20.975758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:20.981120 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb513cbf-2699-45d4-bec5-634785271797 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec4bf7c9bba641fcb9c546da01635fc4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5244148 May 06 12:17:20.991745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Usage tracker for resource:security_group_rule and tenant:24d47d1b2edd4a45b121aea23266b0dc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:20.994978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:20.997480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47510) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:21.000985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:21.191735 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.200800 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.246467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:21.247614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.256155 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eca36fa9-ec7c-4aae-9b40-85622a985081 req-7d3eecb7-8fc2-4dca-8c24-185d7b0ceda1 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278236 May 06 12:17:21.279341 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da8d5327-4e62-4d34-a60b-fb26f83308dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.298376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d58dab6-a25b-488a-a617-575c06e57ca7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:21.322390 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.322768 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Added segment 57888a19-0e02-4579-ac22-3b6eca54af7f of type vlan for network 3f684dc0-7c79-4478-8f69-50f6d05cede7 May 06 12:17:21.340337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da8d5327-4e62-4d34-a60b-fb26f83308dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.348605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47526) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:21.408783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-c3b887cb-5fde-44e7-b229-8045ffce4455 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5fb1c0ab724547cbbf48bb2dec915d61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894766 May 06 12:17:21.439988 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.455300 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.553091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da8d5327-4e62-4d34-a60b-fb26f83308dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.558058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Network 108d67a0-aeb0-46d1-a3b2-1faa2debe036 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:21.571841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:21.573967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Pushing event updated for resources: {'Port': ['ID=4302568d-1712-4c27-a5ee-8dd48083772b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:21.580500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:21.585337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:21.586992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.597160 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.598393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:21.599002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.616281 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d98c153c-1a59-4418-9bd4-da7ad345088c req-6748972f-97b6-42cd-be23-3b79ff759ddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 1121 time: 0.2780776 May 06 12:17:21.617020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d5327-4e62-4d34-a60b-fb26f83308dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a966492-be0e-4300-bbfb-9326946cd27f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:21.649308 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7416b8ad-18b3-4d2d-9b17-44a2f6573e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.715167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b4bf5-8b6e-4021-9a82-a818e8cdc37a req-7fd58b46-6969-4f6e-8642-285814fa53a6 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:21.716724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-779b4bf5-8b6e-4021-9a82-a818e8cdc37a req-7fd58b46-6969-4f6e-8642-285814fa53a6 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 970 time: 0.3963282 May 06 12:17:21.741600 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-6e7fc990-3163-40be-bf5f-3d9652d09843 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2075891 May 06 12:17:21.746803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da8d5327-4e62-4d34-a60b-fb26f83308dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:21.748017 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-da8d5327-4e62-4d34-a60b-fb26f83308dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a966492-be0e-4300-bbfb-9326946cd27f HTTP/1.1" status: 204 len: 168 time: 0.7417212 May 06 12:17:21.765627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-eae8fe1e-7b08-429c-8703-0f5197cfe4ed tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:17:21.766724 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-eae8fe1e-7b08-429c-8703-0f5197cfe4ed tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0094500 May 06 12:17:21.769715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-9aa03b2f-6457-4f01-bb9f-3ccfed7d1f80 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:21.771899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-9aa03b2f-6457-4f01-bb9f-3ccfed7d1f80 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437836 May 06 12:17:21.782051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9811931 May 06 12:17:21.782051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2fa9c-28c1-4018-a725-afabbd62f786 admin admin] Pushing event updated for resources: {'Network': ['ID=3f684dc0-7c79-4478-8f69-50f6d05cede7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:21.785361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47538) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:21.802958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Request body: {'subnet': {'network_id': '3f684dc0-7c79-4478-8f69-50f6d05cede7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1465476862-subnet', 'tenant_id': '24d47d1b2edd4a45b121aea23266b0dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:21.805227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3f684dc0-7c79-4478-8f69-50f6d05cede7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:21.808532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7416b8ad-18b3-4d2d-9b17-44a2f6573e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:21.812175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:21.814192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7416b8ad-18b3-4d2d-9b17-44a2f6573e46 admin admin] Usage tracker for resource:security_group_rule and tenant:0cdcd7c997094de78dd2f9d6db47d277 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:21.818547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Usage tracker for resource:subnet and tenant:24d47d1b2edd4a45b121aea23266b0dc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:21.820870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7416b8ad-18b3-4d2d-9b17-44a2f6573e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:21.830335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7416b8ad-18b3-4d2d-9b17-44a2f6573e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:21.830741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-c1275388-fefa-4594-b25d-9a675d45e6ec tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/quotas/5fb1c0ab724547cbbf48bb2dec915d61 HTTP/1.1" status: 200 len: 375 time: 0.0483813 May 06 12:17:21.833236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:21.886411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:21.899866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-833ff4f7-9998-4d38-80e4-00a8b456d680 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb1c0ab724547cbbf48bb2dec915d61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683379 May 06 12:17:21.907419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c153c-1a59-4418-9bd4-da7ad345088c req-f339ae14-f2b7-4ff8-9dd5-11e408213be3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:21.909112 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d98c153c-1a59-4418-9bd4-da7ad345088c req-f339ae14-f2b7-4ff8-9dd5-11e408213be3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2836714 May 06 12:17:21.919744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-779b4bf5-8b6e-4021-9a82-a818e8cdc37a req-8cb8ca92-4b77-4f79-9e72-df038edaf1c7 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883864 May 06 12:17:21.933034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Made reservation on behalf of 24d47d1b2edd4a45b121aea23266b0dc for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:21.935626 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:22.036054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Request body: {'port': {'device_id': 'eea0489e-d62e-46cc-8feb-a0dfa8c1ac12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:22.084252 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d98c153c-1a59-4418-9bd4-da7ad345088c req-0276e392-41c0-404f-8c4e-ae5c669fbffc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=e422bde5-31de-4b05-a83e-9d1193660a06 HTTP/1.1" status: 200 len: 217 time: 0.1656902 May 06 12:17:22.313876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c153c-1a59-4418-9bd4-da7ad345088c req-3f32eaa7-6e85-41c7-9db9-7ed70b9a816d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:22.317754 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d98c153c-1a59-4418-9bd4-da7ad345088c req-3f32eaa7-6e85-41c7-9db9-7ed70b9a816d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2171948 May 06 12:17:22.330840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7416b8ad-18b3-4d2d-9b17-44a2f6573e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:22.408518 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7416b8ad-18b3-4d2d-9b17-44a2f6573e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:22.415908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:22.531528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab8012a2-509c-478e-9d1e-646b53293f88 req-447df696-8424-484b-9f1b-d5f61e310a66 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 210 time: 0.2418015 May 06 12:17:22.531877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47560) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:22.611125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc92c-c2df-4e84-a1f5-cf8a4968fe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:22.657499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:22.735787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9b2ce-131f-467a-8dce-b0575ff124b1 req-c320c114-7494-4c8c-8213-c7eb8b453d2d tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:22.747696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e9b2ce-131f-467a-8dce-b0575ff124b1 req-c320c114-7494-4c8c-8213-c7eb8b453d2d tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 932 time: 0.2664227 May 06 12:17:22.813165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cbcbc92c-c2df-4e84-a1f5-cf8a4968fe61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:22.820118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cbcbc92c-c2df-4e84-a1f5-cf8a4968fe61 admin admin] Usage tracker for resource:security_group_rule and tenant:fa92c0093a524f1bab2ce306e8cdcc2f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:22.825487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cbcbc92c-c2df-4e84-a1f5-cf8a4968fe61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:22.828334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a415625-365f-4664-85f8-f0ce4c735332,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:22.838343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cbcbc92c-c2df-4e84-a1f5-cf8a4968fe61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:22.867597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-08e9b2ce-131f-467a-8dce-b0575ff124b1 req-82a99a7f-10d9-4c6c-8cf5-44ed80340321 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Synchronizing usage tracker for tenant:851e88ba8aaf4b3b81cfd30f41787d0a on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:22.882908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Checking segment: {'id': '57888a19-0e02-4579-ac22-3b6eca54af7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3f684dc0-7c79-4478-8f69-50f6d05cede7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:22.882908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Network hostable DHCP agents. Network: 3f684dc0-7c79-4478-8f69-50f6d05cede7, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:22.893318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416b8ad-18b3-4d2d-9b17-44a2f6573e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51985f77-f4e6-498b-957d-d6b2ac89b872,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:22.915667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-08e9b2ce-131f-467a-8dce-b0575ff124b1 req-82a99a7f-10d9-4c6c-8cf5-44ed80340321 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Unset dirty status for tenant:851e88ba8aaf4b3b81cfd30f41787d0a on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:22.919081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d98c153c-1a59-4418-9bd4-da7ad345088c req-21975679-0aaf-4188-a431-2d34e8fdf1a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5845046 May 06 12:17:22.926029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7416b8ad-18b3-4d2d-9b17-44a2f6573e46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cdcd7c997094de78dd2f9d6db47d277&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5728307 May 06 12:17:22.930405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:22.935240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e9b2ce-131f-467a-8dce-b0575ff124b1 req-82a99a7f-10d9-4c6c-8cf5-44ed80340321 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871841 May 06 12:17:22.948731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Network 3f684dc0-7c79-4478-8f69-50f6d05cede7 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:22.966357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3f684dc0-7c79-4478-8f69-50f6d05cede7) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:22.979412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:22.979412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:22.993089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d57c1-c55b-417c-8eee-2f68c5d30f95 None None] Network 3f684dc0-7c79-4478-8f69-50f6d05cede7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:22.993780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc92c-c2df-4e84-a1f5-cf8a4968fe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:23.040513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a4fa11f4-d10f-4c73-b29d-95b01ef4753a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2530003 May 06 12:17:23.068051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cbcbc92c-c2df-4e84-a1f5-cf8a4968fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:23.121967 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cbcbc92c-c2df-4e84-a1f5-cf8a4968fe61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa92c0093a524f1bab2ce306e8cdcc2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5698533 May 06 12:17:23.123831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47586) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:23.254352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbc92c-c2df-4e84-a1f5-cf8a4968fe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3b160-027a-473c-9a81-6a57c8eb752e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:23.329520 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d98c153c-1a59-4418-9bd4-da7ad345088c req-64356a49-a07e-49e4-89d6-038ce8eab7e5 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978856 May 06 12:17:23.423787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01cdc688-cccc-4abd-b127-bfaea7b0b67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:23.453849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01cdc688-cccc-4abd-b127-bfaea7b0b67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:23.505219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6ba42ed-723e-4286-8102-c21f15fb9b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:23.536083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01cdc688-cccc-4abd-b127-bfaea7b0b67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:23.597336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdc688-cccc-4abd-b127-bfaea7b0b67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f3b160-027a-473c-9a81-6a57c8eb752e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:23.618154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469f970-cce9-4055-91c3-396269ca1303 req-348a41ee-8f03-497c-8ebc-e42ca05bd797 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:23.627629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8469f970-cce9-4055-91c3-396269ca1303 req-348a41ee-8f03-497c-8ebc-e42ca05bd797 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 970 time: 0.3519940 May 06 12:17:23.656706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01cdc688-cccc-4abd-b127-bfaea7b0b67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:23.665025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-01cdc688-cccc-4abd-b127-bfaea7b0b67a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24f3b160-027a-473c-9a81-6a57c8eb752e HTTP/1.1" status: 204 len: 168 time: 0.5399837 May 06 12:17:23.732226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8469f970-cce9-4055-91c3-396269ca1303 req-2adceb29-8b69-432c-b8ba-52c31254d293 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034019 May 06 12:17:23.737517 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6ba42ed-723e-4286-8102-c21f15fb9b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:23.809776 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d98c153c-1a59-4418-9bd4-da7ad345088c req-767db010-f36d-4c92-bd7f-39eccb351607 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336014 May 06 12:17:23.897409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d5b92b-9062-42df-b309-e212bbc43dda None None] Network 3f684dc0-7c79-4478-8f69-50f6d05cede7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:23.959803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4302568d-1712-4c27-a5ee-8dd48083772b {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:17:23.968158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:23.997906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Transition to ACTIVE for port object 4302568d-1712-4c27-a5ee-8dd48083772b will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:24.002626 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6ba42ed-723e-4286-8102-c21f15fb9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:24.040397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba42ed-723e-4286-8102-c21f15fb9b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51985f77-f4e6-498b-957d-d6b2ac89b872,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:24.044158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:24.066797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e714efe2-acef-4f7b-8b09-f7d4e7131d12 req-b9b4b80d-1450-4222-9929-8e916656453b tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 210 time: 0.1426294 May 06 12:17:24.254640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6ba42ed-723e-4286-8102-c21f15fb9b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:24.258132 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b6ba42ed-723e-4286-8102-c21f15fb9b4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51985f77-f4e6-498b-957d-d6b2ac89b872 HTTP/1.1" status: 204 len: 168 time: 1.3134649 May 06 12:17:24.258132 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-154b1921-14c8-4122-957c-03d5cd1ad446 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5fb1c0ab724547cbbf48bb2dec915d61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696678 May 06 12:17:24.442233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dda91-6deb-4596-b4f6-6e676b9023eb req-1a043ad2-e438-4344-b284-302d2b7cb08b tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:24.444006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab5dda91-6deb-4596-b4f6-6e676b9023eb req-1a043ad2-e438-4344-b284-302d2b7cb08b tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 944 time: 0.0921729 May 06 12:17:24.462916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Attempting to bind port 4302568d-1712-4c27-a5ee-8dd48083772b on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:17:24.463359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Attempting to bind port 4302568d-1712-4c27-a5ee-8dd48083772b by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '2c28a1e6-7ea0-4f04-a72e-8b95228e152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '108d67a0-aeb0-46d1-a3b2-1faa2debe036'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:17:24.463618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Attempting to bind port 4302568d-1712-4c27-a5ee-8dd48083772b on network 108d67a0-aeb0-46d1-a3b2-1faa2debe036 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:24.472135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47626) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:24.475734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Pushing event updated for resources: {'Port': ['ID=4302568d-1712-4c27-a5ee-8dd48083772b,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:24.496960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Port 4302568d-1712-4c27-a5ee-8dd48083772b on network 108d67a0-aeb0-46d1-a3b2-1faa2debe036 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:17:24.497517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Attempting to bind port 4302568d-1712-4c27-a5ee-8dd48083772b on network 108d67a0-aeb0-46d1-a3b2-1faa2debe036 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:24.508036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:17:24.508660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Checking segment: {'id': '2c28a1e6-7ea0-4f04-a72e-8b95228e152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '108d67a0-aeb0-46d1-a3b2-1faa2debe036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:24.509273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Bound using segment: {'id': '2c28a1e6-7ea0-4f04-a72e-8b95228e152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '108d67a0-aeb0-46d1-a3b2-1faa2debe036'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:17:24.509907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Bound port: 4302568d-1712-4c27-a5ee-8dd48083772b, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c28a1e6-7ea0-4f04-a72e-8b95228e152a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '108d67a0-aeb0-46d1-a3b2-1faa2debe036'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:17:24.510459 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:24.513413 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab5dda91-6deb-4596-b4f6-6e676b9023eb req-80bc3596-8ea4-4dac-bae0-50a775359b8e tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621104 May 06 12:17:24.631835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] For port 4302568d-1712-4c27-a5ee-8dd48083772b, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:17:24.639770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] For port 4302568d-1712-4c27-a5ee-8dd48083772b, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4302568d-1712-4c27-a5ee-8dd48083772b,segment=NetworkSegment(2c28a1e6-7ea0-4f04-a72e-8b95228e152a),segment_id=2c28a1e6-7ea0-4f04-a72e-8b95228e152a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:17:24.660017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:24.771433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-c43b5824-3623-49bf-bee2-15c6e4b4d819 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:24.773467 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-c43b5824-3623-49bf-bee2-15c6e4b4d819 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4814992 May 06 12:17:24.789811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Request body: {'port': {'device_id': '01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '5fb1c0ab724547cbbf48bb2dec915d61'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:24.897420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:24.898987 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] 10.222.0.48 "PUT /v2.0/ports/4302568d-1712-4c27-a5ee-8dd48083772b HTTP/1.1" status: 200 len: 1092 time: 3.0271680 May 06 12:17:24.901971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea0489e-d62e-46cc-8feb-a0dfa8c1ac12', 'tag': '4302568d-1712-4c27-a5ee-8dd48083772b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:24.931728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ea13-2641-49e9-bfc6-b5857564791d service neutron] Pushing event updated for resources: {'Port': ['ID=4302568d-1712-4c27-a5ee-8dd48083772b,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:25.031241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:25.042854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-1fabcfa7-3f1f-44ed-a9da-ffc2d6bbcec2 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:25.050252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-1fabcfa7-3f1f-44ed-a9da-ffc2d6bbcec2 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 807 time: 0.2618492 May 06 12:17:25.060050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Usage tracker for resource:port and tenant:5fb1c0ab724547cbbf48bb2dec915d61 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:25.065179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:25.088752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:25.094085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47660) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:25.137514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-8d4523df-4d41-48e6-9be0-b4df5dd1f3f6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/quotas/782377c9e75a4cb084b23392faeea4e0 HTTP/1.1" status: 200 len: 375 time: 0.0858858 May 06 12:17:25.140753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Made reservation on behalf of 5fb1c0ab724547cbbf48bb2dec915d61 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:25.145670 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:25.161747 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36b9402b-98e8-4ea1-8738-e915c24322d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:25.183806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e3467502-834f-4604-868a-fef6e95fa351 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec4d45da013b4a41be991de092ec7778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7103789 May 06 12:17:25.191844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47666) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:25.197810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d4a49789-c6b9-44e2-bb71-abecca2d4716 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594344 May 06 12:17:25.201149 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-0bcdca45-631f-4945-9230-5e91faedd2d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=851e88ba8aaf4b3b81cfd30f41787d0a&device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 1095 time: 0.2550781 May 06 12:17:25.206752 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:25.223153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f6277-a547-4a77-b4dd-f081a1747af5 req-4fe6d78e-6f94-45e1-a350-bb6fee602b44 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:25.224889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-206f6277-a547-4a77-b4dd-f081a1747af5 req-4fe6d78e-6f94-45e1-a350-bb6fee602b44 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 970 time: 0.1720865 May 06 12:17:25.287628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-206f6277-a547-4a77-b4dd-f081a1747af5 req-7e843fe5-2cd8-44ec-be2b-f3dcbaae19aa tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536842 May 06 12:17:25.421669 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-b1818db7-5d1a-438d-bb75-79c82f59e646 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4302568d-1712-4c27-a5ee-8dd48083772b HTTP/1.1" status: 200 len: 217 time: 0.1704431 May 06 12:17:25.438564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-36b9402b-98e8-4ea1-8738-e915c24322d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:25.458808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device e422bde5-31de-4b05-a83e-9d1193660a06 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:17:25.479851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-88a62f88-4503-4896-bbd5-732890dbae71 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:17:25.480846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-88a62f88-4503-4896-bbd5-732890dbae71 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0839863 May 06 12:17:25.665530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1032e1fc-66f9-4ec1-869d-a531b008be77 req-0cd302d5-63e1-440f-adb4-a05266e4b97e tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 210 time: 0.0483601 May 06 12:17:25.674339 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46dfd59-5cd0-4152-8e5c-9b1f567c32b1'] response: {'name': 'network-changed', 'server_uuid': 'eea0489e-d62e-46cc-8feb-a0dfa8c1ac12', 'tag': '4302568d-1712-4c27-a5ee-8dd48083772b', 'status': 'completed', 'code': 200} May 06 12:17:25.676917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-36b9402b-98e8-4ea1-8738-e915c24322d8 admin admin] Usage tracker for resource:security_group_rule and tenant:7a4d8381996d40ffb7abd94164b4b3c4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:25.695006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-36b9402b-98e8-4ea1-8738-e915c24322d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:25.708050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-fd02f225-aa04-4967-a7b9-97f5cc6298a8 service neutron] 10.222.0.44 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195618 May 06 12:17:25.710079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port e422bde5-31de-4b05-a83e-9d1193660a06, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e422bde5-31de-4b05-a83e-9d1193660a06,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:25.733372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-36b9402b-98e8-4ea1-8738-e915c24322d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:25.745270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:25.751201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'e422bde5-31de-4b05-a83e-9d1193660a06', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'e422bde5-31de-4b05-a83e-9d1193660a06', 'mac_address': 'fa:16:3e:c6:88:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:tempest-test_az-1696221376', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:17:25.771898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Usage tracker for resource:security_group_rule and tenant:5fb1c0ab724547cbbf48bb2dec915d61 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:25.786896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:25.822121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:25.841928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6c9a-d5d3-45e1-8537-6840f8ed548e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:25.845551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-fbcb12a2-cde4-4a5c-a3d8-26fa23912ae9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:25.847787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-fbcb12a2-cde4-4a5c-a3d8-26fa23912ae9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a7a4c6e-b851-4ba8-9eec-57101e986e46 HTTP/1.1" status: 200 len: 854 time: 0.4047937 May 06 12:17:25.876998 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:25.881526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-2e9bc560-9e9b-40c6-8186-18dab1af5278 service neutron] 10.222.0.44 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718941 May 06 12:17:25.916566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e422bde5-31de-4b05-a83e-9d1193660a06 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:17:25.949216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port e422bde5-31de-4b05-a83e-9d1193660a06, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e422bde5-31de-4b05-a83e-9d1193660a06,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:25.954342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:25.970248 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-9f5329b7-488c-40a1-b93f-96434a79549d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=108d67a0-aeb0-46d1-a3b2-1faa2debe036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062562 May 06 12:17:26.066580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772609c-0a84-46d1-ba0f-8d8d81ac8bcc req-53578b0a-e8cc-43f1-89da-6b61394d60a7 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:26.076154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d772609c-0a84-46d1-ba0f-8d8d81ac8bcc req-53578b0a-e8cc-43f1-89da-6b61394d60a7 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 944 time: 0.1746137 May 06 12:17:26.092952 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6c9a-d5d3-45e1-8537-6840f8ed548e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:26.128228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=e422bde5-31de-4b05-a83e-9d1193660a06,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:26.138477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d772609c-0a84-46d1-ba0f-8d8d81ac8bcc req-9c2f9691-d5d3-442d-bffe-57a841f648ea tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598860 May 06 12:17:26.165607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['e422bde5-31de-4b05-a83e-9d1193660a06'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:17:26.195015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2dd363c2-b7ca-4192-9238-bf15fa6b2d36 req-1dacfdc9-511f-48a3-996d-34e9dd32d4ff tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 210 time: 0.0529914 May 06 12:17:26.605523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36b9402b-98e8-4ea1-8738-e915c24322d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:26.616398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6c9a-d5d3-45e1-8537-6840f8ed548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:26.651887 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:26.664185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4095fde-d21b-41d2-8955-48683b486874 req-3452a73a-d310-40d9-88ee-f1aa0bd38768 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:26.666837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4095fde-d21b-41d2-8955-48683b486874 req-3452a73a-d310-40d9-88ee-f1aa0bd38768 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 971 time: 0.1558225 May 06 12:17:26.678449 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36b9402b-98e8-4ea1-8738-e915c24322d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:26.696417 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6c9a-d5d3-45e1-8537-6840f8ed548e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:26.697737 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a4ec6c9a-d5d3-45e1-8537-6840f8ed548e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38f12dcf-4a45-4de8-8a5a-cf993040c420 HTTP/1.1" status: 204 len: 168 time: 1.5032630 May 06 12:17:26.699137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:26.757779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4095fde-d21b-41d2-8955-48683b486874 req-48be214d-e2e2-403d-b957-391eadaa7186 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817702 May 06 12:17:26.849512 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-12c9ffb5-9f7f-4027-a39c-1185c5fc0477 service neutron] 10.222.0.48 "GET /v2.0/networks/108d67a0-aeb0-46d1-a3b2-1faa2debe036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558323 May 06 12:17:26.850255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6c9a-d5d3-45e1-8537-6840f8ed548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f12dcf-4a45-4de8-8a5a-cf993040c420,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:26.911936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9402b-98e8-4ea1-8738-e915c24322d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035bc51d-ad9f-4aad-b825-8dbda19bab99,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:26.976459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad9cb8f-d609-4dce-bfad-173d772281cf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:27.058960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf67f29d-d77c-4c81-8a22-f5850965c3ed req-316551d9-7647-4f06-b40a-2d5e778e4404 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 210 time: 0.0606430 May 06 12:17:27.107939 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-36b9402b-98e8-4ea1-8738-e915c24322d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a4d8381996d40ffb7abd94164b4b3c4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0081942 May 06 12:17:27.110800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47744) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:27.186358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Allocated IP 192.168.233.101 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/da2246c2-8cbd-4a32-998d-b7e7faa64ed1) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:27.197438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3392143f-930d-4fb7-b018-fafd7d98b785 req-89cbecc8-d4d4-426a-b806-cadf5a23efe7 service neutron] 10.222.0.48 "GET /v2.0/networks/108d67a0-aeb0-46d1-a3b2-1faa2debe036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372710 May 06 12:17:27.304364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acb87e9f-8b7e-4ac1-888d-0e66d9b212ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:27.371208 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acb87e9f-8b7e-4ac1-888d-0e66d9b212ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:27.473936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device e422bde5-31de-4b05-a83e-9d1193660a06 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:27.537882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c6d8dcd-830d-4db1-8df8-677add7d8ed5 req-0795ca17-bf4c-47c8-8228-4b07add32c3e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 210 time: 0.0688269 May 06 12:17:27.582076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acb87e9f-8b7e-4ac1-888d-0e66d9b212ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:27.616483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb87e9f-8b7e-4ac1-888d-0e66d9b212ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035bc51d-ad9f-4aad-b825-8dbda19bab99,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:27.630587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31a879-a09a-48db-8934-13dc5642af91 req-70078f89-1f9d-4c3c-bbb2-9a542bf30a44 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:27.632324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b31a879-a09a-48db-8934-13dc5642af91 req-70078f89-1f9d-4c3c-bbb2-9a542bf30a44 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 944 time: 0.1987484 May 06 12:17:27.635358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acb87e9f-8b7e-4ac1-888d-0e66d9b212ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:27.636415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-acb87e9f-8b7e-4ac1-888d-0e66d9b212ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/035bc51d-ad9f-4aad-b825-8dbda19bab99 HTTP/1.1" status: 204 len: 168 time: 0.5243516 May 06 12:17:27.637739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:27.647029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:27.688141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Transition to ACTIVE for port object da2246c2-8cbd-4a32-998d-b7e7faa64ed1 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:27.699827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b31a879-a09a-48db-8934-13dc5642af91 req-a5e64090-6e71-4952-a5ec-b3d43fbd2cb9 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592413 May 06 12:17:27.702800 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9b7d7575-6dad-4b3b-86e8-76421120661f req-c8584443-a41e-4133-b784-f89b6ae85391 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=851e88ba8aaf4b3b81cfd30f41787d0a&device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 1095 time: 0.4098835 May 06 12:17:27.742189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port e422bde5-31de-4b05-a83e-9d1193660a06 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:27.751547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port e422bde5-31de-4b05-a83e-9d1193660a06 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:27.752144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:27.850657 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:27.858304 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5d9e2b06-f80f-4d18-8054-851ebcf7981b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b0894198da3414fb4aa57164856b8d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2075126 May 06 12:17:27.859567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47766) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:27.946939 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:27.990844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc445f-1904-4c95-8304-1e01c4918da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e422bde5-31de-4b05-a83e-9d1193660a06'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:28.004286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port e422bde5-31de-4b05-a83e-9d1193660a06, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e422bde5-31de-4b05-a83e-9d1193660a06,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:28.011787 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:28.020633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47776) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:28.097722 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3c302b-f4cf-4026-a570-78e0a0cb9693'] response: {'server_uuid': '04dc445f-1904-4c95-8304-1e01c4918da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e422bde5-31de-4b05-a83e-9d1193660a06', 'code': 200} May 06 12:17:28.105555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:28.108819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d7575-6dad-4b3b-86e8-76421120661f req-73eb7445-8c3c-4306-9d34-c71e2269a0af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:28.117999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9b7d7575-6dad-4b3b-86e8-76421120661f req-73eb7445-8c3c-4306-9d34-c71e2269a0af service neutron] 10.222.0.48 "GET /v2.0/networks?id=108d67a0-aeb0-46d1-a3b2-1faa2debe036 HTTP/1.1" status: 200 len: 915 time: 0.3996899 May 06 12:17:28.125928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:28.129366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Pushing event updated for resources: {'Port': ['ID=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:28.136959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:28.137856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8927e2-c8b8-4449-9b1c-eebcf805eb4a req-080e9668-e80a-49af-8211-44971d744476 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:28.141223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:28.141865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:28.152638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=e422bde5-31de-4b05-a83e-9d1193660a06,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:28.156064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac8927e2-c8b8-4449-9b1c-eebcf805eb4a req-080e9668-e80a-49af-8211-44971d744476 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 971 time: 0.1863937 May 06 12:17:28.366490 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9b7d7575-6dad-4b3b-86e8-76421120661f req-84f941de-1c7d-4a74-81de-be638cc512a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4302568d-1712-4c27-a5ee-8dd48083772b HTTP/1.1" status: 200 len: 217 time: 0.2417903 May 06 12:17:28.394053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac8927e2-c8b8-4449-9b1c-eebcf805eb4a req-13e14ea4-f20b-4fe0-a213-8ac3b38b52f8 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369859 May 06 12:17:28.395289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.48', 59709) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:28.444408 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-1c38ea35-1adf-4a39-8862-e3a3869f5921 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6584678 May 06 12:17:28.460127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Request body: {'port': {'device_id': '01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:28.495877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ea182b59-b2d2-49cf-90d7-faf941243775 None None] Provisioning for port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:28.507425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ea182b59-b2d2-49cf-90d7-faf941243775 None None] Provisioning complete for port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:28.508811 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea182b59-b2d2-49cf-90d7-faf941243775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:28.558872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1350b86-9fb7-4789-9735-888872b88756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:28.598151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ea182b59-b2d2-49cf-90d7-faf941243775 None None] Port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:17:28.598985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1350b86-9fb7-4789-9735-888872b88756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:28.671485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1350b86-9fb7-4789-9735-888872b88756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:28.729792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-832150ae-49f8-4a9b-af3a-91668139b220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:28.779290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:28.802228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1350b86-9fb7-4789-9735-888872b88756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3898d56-f20e-42e3-9d23-bd2166277c37,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:28.806393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d7575-6dad-4b3b-86e8-76421120661f req-5a10d637-1288-489c-b23f-c0c23a34b6bc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:28.808111 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9b7d7575-6dad-4b3b-86e8-76421120661f req-5a10d637-1288-489c-b23f-c0c23a34b6bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a7a4c6e-b851-4ba8-9eec-57101e986e46 HTTP/1.1" status: 200 len: 854 time: 0.4219930 May 06 12:17:28.811160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-65d8dca5-8e77-45dc-802c-d2737f938d53 req-fda79e3f-a599-44f5-b0db-9d8e883b304d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 210 time: 0.0684519 May 06 12:17:28.898439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-832150ae-49f8-4a9b-af3a-91668139b220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:28.908632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-832150ae-49f8-4a9b-af3a-91668139b220 admin admin] Usage tracker for resource:security_group_rule and tenant:898b35ae9a82475ab45fa193f9c8457b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:28.918413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-832150ae-49f8-4a9b-af3a-91668139b220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:28.930753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-a4fde414-0b67-4f4c-b0b6-2b8f1ad07b50 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:28.932362 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-a4fde414-0b67-4f4c-b0b6-2b8f1ad07b50 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 807 time: 0.4283712 May 06 12:17:28.934997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-832150ae-49f8-4a9b-af3a-91668139b220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:28.950337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d34b3cd-6254-4757-9fc4-33e6863e01f6 req-d38d2722-eed3-4331-8105-27b5d0fec853 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 1123 time: 0.5710583 May 06 12:17:28.958711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c4ea5-de74-4f51-8bd7-432945cadbfa req-e9febcc3-5319-49a5-a289-fa85f4a1e939 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:28.960275 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-927c4ea5-de74-4f51-8bd7-432945cadbfa req-e9febcc3-5319-49a5-a289-fa85f4a1e939 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 936 time: 0.6731238 May 06 12:17:28.992699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Request body: {'port': {'device_id': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'network_id': '8a683100-30a0-46af-8056-20106cb441f1', 'admin_state_up': True, 'tenant_id': '782377c9e75a4cb084b23392faeea4e0'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:29.042759 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1350b86-9fb7-4789-9735-888872b88756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:29.046769 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a1350b86-9fb7-4789-9735-888872b88756 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3898d56-f20e-42e3-9d23-bd2166277c37 HTTP/1.1" status: 204 len: 168 time: 1.1840303 May 06 12:17:29.071784 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9b7d7575-6dad-4b3b-86e8-76421120661f req-ee6bf520-8347-44b9-a455-c22b66f6c3fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=108d67a0-aeb0-46d1-a3b2-1faa2debe036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2537444 May 06 12:17:29.192406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-927c4ea5-de74-4f51-8bd7-432945cadbfa req-51f51abd-c86b-4c4a-8d67-ba65b756862f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101595 May 06 12:17:29.215902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d34b3cd-6254-4757-9fc4-33e6863e01f6 req-75a1b751-dd85-43f9-8eec-de0f8a614834 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545967 May 06 12:17:29.255966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:29.267322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Usage tracker for resource:port and tenant:782377c9e75a4cb084b23392faeea4e0 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:29.272535 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-832150ae-49f8-4a9b-af3a-91668139b220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:29.275023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:29.283155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:29.287891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-832150ae-49f8-4a9b-af3a-91668139b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:29.321910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Made reservation on behalf of 782377c9e75a4cb084b23392faeea4e0 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:29.325864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:29.372318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832150ae-49f8-4a9b-af3a-91668139b220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa37bde-ecf8-46e0-b5ac-62200e198afc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:29.384266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-832150ae-49f8-4a9b-af3a-91668139b220 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=898b35ae9a82475ab45fa193f9c8457b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3615048 May 06 12:17:29.387097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47812) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:29.463047 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9b7d7575-6dad-4b3b-86e8-76421120661f req-1ee66fd1-4edf-4b86-8861-5ab8c8ae492f service neutron] 10.222.0.48 "GET /v2.0/networks/108d67a0-aeb0-46d1-a3b2-1faa2debe036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707759 May 06 12:17:29.598048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Allocated IP 172.20.0.6 (8a683100-30a0-46af-8056-20106cb441f1/0d9c5d98-c81e-4c76-9894-e399d9f6cc85/0693ed66-b3fc-44df-af8b-365833626f3d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:29.660293 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb8de391-93c8-4a5f-a6a2-b182e33ecf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:29.809664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2246c2-8cbd-4a32-998d-b7e7faa64ed1 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:17:29.817016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:29.832090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Transition to ACTIVE for port object da2246c2-8cbd-4a32-998d-b7e7faa64ed1 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:29.839391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb8de391-93c8-4a5f-a6a2-b182e33ecf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:29.877734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:29.927958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9b7d7575-6dad-4b3b-86e8-76421120661f req-0ce2e3ac-13dd-460a-b6e6-b7e51db272b8 service neutron] 10.222.0.48 "GET /v2.0/networks/108d67a0-aeb0-46d1-a3b2-1faa2debe036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574461 May 06 12:17:30.010839 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.031851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dbc99-d03d-4314-a0d7-ca5e53c56cb0 req-9335b6c6-856f-4795-b2b0-34d77bd58e1a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:30.036415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:30.039283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-865dbc99-d03d-4314-a0d7-ca5e53c56cb0 req-9335b6c6-856f-4795-b2b0-34d77bd58e1a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 944 time: 0.2708578 May 06 12:17:30.048052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47834) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:30.049173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cf1ff-7dba-4b0d-87e3-14917a4a75bc req-0eb6f54b-3ca8-4343-bf43-1a7a2255e96a tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:30.056789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd9cf1ff-7dba-4b0d-87e3-14917a4a75bc req-0eb6f54b-3ca8-4343-bf43-1a7a2255e96a tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 972 time: 0.2894869 May 06 12:17:30.093126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb8de391-93c8-4a5f-a6a2-b182e33ecf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.124377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8de391-93c8-4a5f-a6a2-b182e33ecf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa37bde-ecf8-46e0-b5ac-62200e198afc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:30.142019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb8de391-93c8-4a5f-a6a2-b182e33ecf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.166542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb8de391-93c8-4a5f-a6a2-b182e33ecf3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8aa37bde-ecf8-46e0-b5ac-62200e198afc HTTP/1.1" status: 204 len: 168 time: 0.7778995 May 06 12:17:30.171519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Attempting to bind port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:17:30.171915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Attempting to bind port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:17:30.172238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Attempting to bind port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:30.180751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:17:30.181059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Attempting to bind port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:30.188929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:17:30.188929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:30.188929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:17:30.189575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Bound port: da2246c2-8cbd-4a32-998d-b7e7faa64ed1, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:17:30.190063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.292538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] For port da2246c2-8cbd-4a32-998d-b7e7faa64ed1, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:17:30.295951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] For port da2246c2-8cbd-4a32-998d-b7e7faa64ed1, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:17:30.302778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.323844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-865dbc99-d03d-4314-a0d7-ca5e53c56cb0 req-525fe06c-937d-4986-b57b-06507d5176c2 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836611 May 06 12:17:30.339166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd9cf1ff-7dba-4b0d-87e3-14917a4a75bc req-efc09513-f859-48ce-9df5-79f08f15695a tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814415 May 06 12:17:30.347020 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.392791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.395545 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] 10.222.0.36 "PUT /v2.0/ports/da2246c2-8cbd-4a32-998d-b7e7faa64ed1 HTTP/1.1" status: 200 len: 1096 time: 1.9397986 May 06 12:17:30.396103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5', 'tag': 'da2246c2-8cbd-4a32-998d-b7e7faa64ed1'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:30.447177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8654d7-9007-4bca-8669-f958be990ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:30.572394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1201029622-network', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:30.642229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Pushing event updated for resources: {'Port': ['ID=0693ed66-b3fc-44df-af8b-365833626f3d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:30.663350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Network 8a683100-30a0-46af-8056-20106cb441f1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:30.665423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:30.674966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:30.691819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Usage tracker for resource:network and tenant:14c387d034c64286b513aed7c05c8fcf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:30.704070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:30.730028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:30.776341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Made reservation on behalf of 14c387d034c64286b513aed7c05c8fcf for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:30.779087 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.806942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.825516 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-8ffb229a-1579-4b63-a535-47fd3f9f86eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fb1c0ab724547cbbf48bb2dec915d61&device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 1099 time: 0.2489367 May 06 12:17:30.839892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:30.844099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:30.844811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:30.855830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:30.862219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:14c387d034c64286b513aed7c05c8fcf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:30.866758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:30.875760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:30.905328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-d5f2dfef-9ed9-4733-87bb-188f76bd4a46 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9393234 May 06 12:17:30.917695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f881f-a233-4a06-bfe3-7cf77afc3748 req-0831f98f-52bd-460c-a52d-c78f13165637 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:30.924877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-098f881f-a233-4a06-bfe3-7cf77afc3748 req-0831f98f-52bd-460c-a52d-c78f13165637 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 948 time: 0.1548047 May 06 12:17:30.945702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Request body: {'port': {'device_id': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:30.979894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be030fd8-7424-4b76-ad13-2860ca20e271 req-152c7acc-a108-4c35-9969-3a60ec30976d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:30.980641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be030fd8-7424-4b76-ad13-2860ca20e271 req-152c7acc-a108-4c35-9969-3a60ec30976d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Synchronizing usage tracker for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:30.983696 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-41b168a7-0c75-4abc-aec5-6ca476a86512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=da2246c2-8cbd-4a32-998d-b7e7faa64ed1 HTTP/1.1" status: 200 len: 217 time: 0.0991385 May 06 12:17:31.092069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be030fd8-7424-4b76-ad13-2860ca20e271 req-152c7acc-a108-4c35-9969-3a60ec30976d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Unset dirty status for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:31.099108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be030fd8-7424-4b76-ad13-2860ca20e271 req-152c7acc-a108-4c35-9969-3a60ec30976d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 931 time: 0.3902519 May 06 12:17:31.102113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-84961be8-763b-4ad4-83a6-749a9e138071 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:31.104231 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-84961be8-763b-4ad4-83a6-749a9e138071 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1113732 May 06 12:17:31.142196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-098f881f-a233-4a06-bfe3-7cf77afc3748 req-1875e25d-89dc-4e76-9a2c-1a8d36d1692b tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160120 May 06 12:17:31.158944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.194289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.197020 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.240406 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae8e2fc-a47d-4fbb-8544-bade0bd5483d'] response: {'name': 'network-changed', 'server_uuid': '01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5', 'tag': 'da2246c2-8cbd-4a32-998d-b7e7faa64ed1', 'status': 'completed', 'code': 200} May 06 12:17:31.242954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be030fd8-7424-4b76-ad13-2860ca20e271 req-0c6a7cb0-fba0-4563-939f-cb9a5dc1ae97 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425879 May 06 12:17:31.276212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:31.300335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.301003 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Added segment 0b54e71f-3c05-473d-b079-803312439621 of type vlan for network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb May 06 12:17:31.323091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47862) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:31.337897 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.348113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663cec26-9fde-4817-86bc-2534177b0f41,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:31.406029 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-888441a9-d42c-4f56-a4f2-b68b70beb4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.409671 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-cfdafcd5-f75a-4561-ba59-ad316f0a823d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967656 May 06 12:17:31.520927 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.522225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:31.523507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.532437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-888441a9-d42c-4f56-a4f2-b68b70beb4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:31.544763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-888441a9-d42c-4f56-a4f2-b68b70beb4c4 admin admin] Usage tracker for resource:security_group_rule and tenant:240a243f12df4fc398fe4c11163bc764 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:31.552398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-888441a9-d42c-4f56-a4f2-b68b70beb4c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:31.566781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-888441a9-d42c-4f56-a4f2-b68b70beb4c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:31.729247 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-ead5ba89-abcb-423a-b0a5-89a682bf4001 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093677 May 06 12:17:31.877939 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8244019 May 06 12:17:31.884646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47880) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:31.893650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c031d5-8005-493d-8642-4990462cd5c0 admin admin] Pushing event updated for resources: {'Network': ['ID=84638f82-aebb-4ebb-9662-b3c4dd30ccdb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:31.901163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Request body: {'subnet': {'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1201029622-subnet', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:31.905705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-888441a9-d42c-4f56-a4f2-b68b70beb4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.907989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:31.915273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Usage tracker for resource:subnet and tenant:14c387d034c64286b513aed7c05c8fcf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:31.916424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:31.919676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:31.926898 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-888441a9-d42c-4f56-a4f2-b68b70beb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:31.929360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:31.976317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Made reservation on behalf of 14c387d034c64286b513aed7c05c8fcf for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:31.981239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.056943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83c8d0-d633-4bd0-b764-a75dd94d007a req-d3140f86-390d-4e09-89a7-3a30f0e844e3 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:32.058741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d83c8d0-d633-4bd0-b764-a75dd94d007a req-d3140f86-390d-4e09-89a7-3a30f0e844e3 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 944 time: 0.3350999 May 06 12:17:32.062719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888441a9-d42c-4f56-a4f2-b68b70beb4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c62fd8-1aec-411f-9d0f-20b5b5495958,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:32.073385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926785-f142-4c2e-9209-6c28951f47a4 req-1d8c5a6d-4575-43fb-8f2b-6985f421929c tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:32.074899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1926785-f142-4c2e-9209-6c28951f47a4 req-1d8c5a6d-4575-43fb-8f2b-6985f421929c tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 972 time: 0.3102279 May 06 12:17:32.077078 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-888441a9-d42c-4f56-a4f2-b68b70beb4c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=240a243f12df4fc398fe4c11163bc764&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7480955 May 06 12:17:32.079334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0693ed66-b3fc-44df-af8b-365833626f3d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:17:32.097757 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c199bc4-bb1e-49bc-99c4-cdd240a128e4 req-6c79bd80-31fa-46f6-a6ff-8245a316625c service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212779 May 06 12:17:32.103984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47888) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:32.108818 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.177625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Transition to ACTIVE for port object 0693ed66-b3fc-44df-af8b-365833626f3d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:32.204070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.291169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1926785-f142-4c2e-9209-6c28951f47a4 req-f2e1b9d0-c378-4d92-b811-c4956f4ca428 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856380 May 06 12:17:32.293387 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d83c8d0-d633-4bd0-b764-a75dd94d007a req-f4f33a7a-c8e5-44a6-b274-c639bf711dc4 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279081 May 06 12:17:32.297535 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c5a5537-da27-4d95-a963-d2c4ad9b30d0 req-9ae221a4-5606-408b-acdb-b45ce75137f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fb1c0ab724547cbbf48bb2dec915d61&device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 1099 time: 0.1467078 May 06 12:17:32.442335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.538832 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb615a4f-9e2b-4dec-8df2-7b9c9f4bd9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.550161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Pushing event updated for resources: {'Port': ['ID=0693ed66-b3fc-44df-af8b-365833626f3d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:32.557684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be38b8b-dd26-4e3a-9d50-0ba8200b6556,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:32.585888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.586377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.586902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.587070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.587368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.587684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.588000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.588310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.588623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.588933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.589246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.599492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a5537-da27-4d95-a963-d2c4ad9b30d0 req-1054be53-fe0f-49e4-93a5-5e00059ad1ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:32.600560 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c5a5537-da27-4d95-a963-d2c4ad9b30d0 req-1054be53-fe0f-49e4-93a5-5e00059ad1ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2863789 May 06 12:17:32.679435 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c5a5537-da27-4d95-a963-d2c4ad9b30d0 req-54baea9c-9938-44b6-bcd9-1c90c5cabc20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=da2246c2-8cbd-4a32-998d-b7e7faa64ed1 HTTP/1.1" status: 200 len: 217 time: 0.0685627 May 06 12:17:32.682478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Checking segment: {'id': '0b54e71f-3c05-473d-b079-803312439621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:32.682857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Network hostable DHCP agents. Network: 84638f82-aebb-4ebb-9662-b3c4dd30ccdb, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:32.710643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.711626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.711626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.711626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.711942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.712261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.712590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.712922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.713233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.714218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.714218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:32.724191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb615a4f-9e2b-4dec-8df2-7b9c9f4bd9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.752401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:17:32.752731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:17:32.753044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:32.755512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a5537-da27-4d95-a963-d2c4ad9b30d0 req-afefef5d-1887-4e9e-b577-b7aae4813c47 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:32.756873 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c5a5537-da27-4d95-a963-d2c4ad9b30d0 req-afefef5d-1887-4e9e-b577-b7aae4813c47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.0696507 May 06 12:17:32.763984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:32.805447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Port 0693ed66-b3fc-44df-af8b-365833626f3d on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:17:32.805880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:32.815048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 84638f82-aebb-4ebb-9662-b3c4dd30ccdb) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:32.819076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:32.819732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.825420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:17:32.825763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:32.826114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:17:32.826555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Bound port: 0693ed66-b3fc-44df-af8b-365833626f3d, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:17:32.826923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.835814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede15ea-3b05-467e-b4d6-8744bb0ca5a0 None None] Network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:32.865026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a054f7-9242-411f-b402-99e62248444b req-820ff426-3668-421b-96a9-9acfe6cd0b2c tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:32.865240 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7f29e32b-f784-4cb7-9ddf-fe6ac770dceb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9770832 May 06 12:17:32.866501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47910) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:32.869599 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a054f7-9242-411f-b402-99e62248444b req-820ff426-3668-421b-96a9-9acfe6cd0b2c tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 948 time: 0.3238091 May 06 12:17:32.872746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:32.876930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c855ad-c5ff-43a2-a4b1-991804ccacc6 req-8c20244c-bca8-4c43-8fe7-f7e54cf98ced tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:32.878868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09c855ad-c5ff-43a2-a4b1-991804ccacc6 req-8c20244c-bca8-4c43-8fe7-f7e54cf98ced tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 943 time: 0.2728093 May 06 12:17:32.880654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:32.886987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Usage tracker for resource:router and tenant:14c387d034c64286b513aed7c05c8fcf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:32.891171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:32.896741 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c5a5537-da27-4d95-a963-d2c4ad9b30d0 req-9fb2aa36-c354-448a-a779-3c9ba6a1c59a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282070 May 06 12:17:32.901346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:32.904589 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb615a4f-9e2b-4dec-8df2-7b9c9f4bd9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.985013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:32.986131 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:33.048701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:33.077432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb615a4f-9e2b-4dec-8df2-7b9c9f4bd9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c62fd8-1aec-411f-9d0f-20b5b5495958,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:33.087022 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c5a5537-da27-4d95-a963-d2c4ad9b30d0 req-d035c913-e912-4149-94f0-1f15d2a1c81e service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791821 May 06 12:17:33.139360 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb615a4f-9e2b-4dec-8df2-7b9c9f4bd9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:33.142734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eb615a4f-9e2b-4dec-8df2-7b9c9f4bd9e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29c62fd8-1aec-411f-9d0f-20b5b5495958 HTTP/1.1" status: 204 len: 168 time: 1.0346446 May 06 12:17:33.195443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4302568d-1712-4c27-a5ee-8dd48083772b details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:17:33.211751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a054f7-9242-411f-b402-99e62248444b req-ba8c00f8-98cb-42f7-a657-eaca17b14846 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406081 May 06 12:17:33.212223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-84638f82-aebb-4ebb-9662-b3c4dd30ccdb', 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'fixed_ips': [{'subnet_id': '7be38b8b-dd26-4e3a-9d50-0ba8200b6556'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:17:33.213284 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:33.232908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:17:33.240692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:17:33.259463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09c855ad-c5ff-43a2-a4b1-991804ccacc6 req-30ceba07-cd9b-4372-9fcf-77624caf4736 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376758 May 06 12:17:33.262284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:33.414831 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:17:33.567009 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:33.569561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] 10.222.0.48 "PUT /v2.0/ports/0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 1091 time: 2.6405199 May 06 12:17:33.570348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:33.601727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:33.714050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec621a03-58cf-407a-9a26-aff08c32b73c service neutron] Pushing event updated for resources: {'Port': ['ID=0693ed66-b3fc-44df-af8b-365833626f3d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:33.714307 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c5a5537-da27-4d95-a963-d2c4ad9b30d0 req-a9ab3d0e-2b62-4360-a9e8-3c2302238d1a service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398085 May 06 12:17:33.795116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-0884e111-a799-4cee-a6df-38bf47888870 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1094 time: 0.1597672 May 06 12:17:33.943306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-66d4bc61-a72f-4b1c-9593-3f4aaab01988 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 217 time: 0.1386433 May 06 12:17:33.994975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Allocated IP 172.20.0.2 (84638f82-aebb-4ebb-9662-b3c4dd30ccdb/7be38b8b-dd26-4e3a-9d50-0ba8200b6556/b955a475-e8ba-48c3-aa55-8255fefbb76f) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:34.052631 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4302568d-1712-4c27-a5ee-8dd48083772b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4302568d-1712-4c27-a5ee-8dd48083772b,segment=NetworkSegment(2c28a1e6-7ea0-4f04-a72e-8b95228e152a),segment_id=2c28a1e6-7ea0-4f04-a72e-8b95228e152a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:34.129500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '4302568d-1712-4c27-a5ee-8dd48083772b', 'network_id': '108d67a0-aeb0-46d1-a3b2-1faa2debe036', 'port_id': '4302568d-1712-4c27-a5ee-8dd48083772b', 'mac_address': 'fa:16:3e:99:a2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a7a4c6e-b851-4ba8-9eec-57101e986e46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:17:34.189414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-dea14d82-3950-4b54-9853-47ba5cd5e9b1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:34.193421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-dea14d82-3950-4b54-9853-47ba5cd5e9b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.2418487 May 06 12:17:34.259478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:34.341412 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:34.345891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-c4c92033-7c40-4820-a496-12b0c496f886 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262982 May 06 12:17:34.408609 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da9a6a0-5735-4a0d-bd1f-d1e412391cc1'] response: {'name': 'network-changed', 'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d', 'status': 'completed', 'code': 200} May 06 12:17:34.564970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:34.618501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4302568d-1712-4c27-a5ee-8dd48083772b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:17:34.644305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Allocated IP 172.25.7.21 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/83c31f68-a834-410b-840d-00e6a79d817d) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:34.681613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650e8b9-964e-41c2-8209-f93d63f93a0c req-c79443cd-2145-44dd-8567-386641922930 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:34.694839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7650e8b9-964e-41c2-8209-f93d63f93a0c req-c79443cd-2145-44dd-8567-386641922930 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 944 time: 0.6291389 May 06 12:17:34.730107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4302568d-1712-4c27-a5ee-8dd48083772b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4302568d-1712-4c27-a5ee-8dd48083772b,segment=NetworkSegment(2c28a1e6-7ea0-4f04-a72e-8b95228e152a),segment_id=2c28a1e6-7ea0-4f04-a72e-8b95228e152a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:34.748726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:34.855726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:34.873445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Transition to ACTIVE for port object b955a475-e8ba-48c3-aa55-8255fefbb76f will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:34.888300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4302568d-1712-4c27-a5ee-8dd48083772b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:34.895339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47950) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:34.903598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7650e8b9-964e-41c2-8209-f93d63f93a0c req-af7c0574-95b9-4e16-98f8-be0ed28e27b2 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075830 May 06 12:17:34.905868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Transition to ACTIVE for port object b955a475-e8ba-48c3-aa55-8255fefbb76f will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:34.906587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-a0d7ac05-5d2f-4074-807c-42181352d926 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524619 May 06 12:17:34.916969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.000382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.000636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Pushing event updated for resources: {'Port': ['ID=b955a475-e8ba-48c3-aa55-8255fefbb76f,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:35.033675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:35.038546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:35.049038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:35.058098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.064107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545550e-aeb9-41a8-ab1f-dbfcd0cd9d78 req-6056348a-003f-4455-92bc-b52277f43a5d tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:35.065720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1545550e-aeb9-41a8-ab1f-dbfcd0cd9d78 req-6056348a-003f-4455-92bc-b52277f43a5d tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 972 time: 0.2689111 May 06 12:17:35.108301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dbd2299-528e-482f-a3d1-a6a86c265c2d req-22603b3c-c5db-4be0-9ba0-d7024d23f6a2 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920969 May 06 12:17:35.142714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1545550e-aeb9-41a8-ab1f-dbfcd0cd9d78 req-6cf2e979-db11-4d7b-83df-bddbddc67299 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623403 May 06 12:17:35.213189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:35.227128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Attempting to bind port b955a475-e8ba-48c3-aa55-8255fefbb76f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:17:35.227683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Attempting to bind port b955a475-e8ba-48c3-aa55-8255fefbb76f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0b54e71f-3c05-473d-b079-803312439621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:17:35.228046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Attempting to bind port b955a475-e8ba-48c3-aa55-8255fefbb76f on network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:35.234844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-network', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:35.236738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:17:35.237111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Checking segment: {'id': '0b54e71f-3c05-473d-b079-803312439621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:35.237602 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.238053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Bound using segment: {'id': '0b54e71f-3c05-473d-b079-803312439621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:17:35.238539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Bound port: b955a475-e8ba-48c3-aa55-8255fefbb76f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b54e71f-3c05-473d-b079-803312439621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:17:35.239457 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.247193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:35.256999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:35.295401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:35.313376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Usage tracker for resource:network and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:35.323671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Pushing event updated for resources: {'Port': ['ID=83c31f68-a834-410b-840d-00e6a79d817d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:35.326399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:35.337967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:35.367472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5ca82-c6cd-4fdb-8878-e0c607e001b4 req-d1b195fe-2544-4287-9d45-7291e4f3e6d6 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:35.376884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93c5ca82-c6cd-4fdb-8878-e0c607e001b4 req-d1b195fe-2544-4287-9d45-7291e4f3e6d6 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 948 time: 0.1345143 May 06 12:17:35.390065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Made reservation on behalf of dedc618e817f4fbf86199b1187cf0eca for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:35.393534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.423042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.468244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] For port b955a475-e8ba-48c3-aa55-8255fefbb76f, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:17:35.471264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:35.477398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Usage tracker for resource:security_group_rule and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:35.477717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] For port b955a475-e8ba-48c3-aa55-8255fefbb76f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b955a475-e8ba-48c3-aa55-8255fefbb76f,segment=NetworkSegment(0b54e71f-3c05-473d-b079-803312439621),segment_id=0b54e71f-3c05-473d-b079-803312439621)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:17:35.480856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d6970f-4a9e-4a1f-ac22-01ab8dc234b0 req-02280577-4597-43a0-8d8e-76a7457a9023 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1094 time: 0.3082137 May 06 12:17:35.481705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:35.486525 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.489763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.490752 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.493517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:35.551790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93c5ca82-c6cd-4fdb-8878-e0c607e001b4 req-25697acf-6f25-4de5-9ac1-c9b2cf9ca610 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736083 May 06 12:17:35.564211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da2246c2-8cbd-4a32-998d-b7e7faa64ed1 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:17:35.665211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['4302568d-1712-4c27-a5ee-8dd48083772b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:17:35.738734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.746155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.777790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffecbc-21e7-4868-8e03-6d8276190fbc req-9670ea7c-e21e-4080-b1cf-f8b292504144 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:35.785660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69ffecbc-21e7-4868-8e03-6d8276190fbc req-9670ea7c-e21e-4080-b1cf-f8b292504144 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 943 time: 0.4048033 May 06 12:17:35.794236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:35.806731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8f73b7-e546-4249-add2-d5b5d481985d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:35.815513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.816009 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Added segment b1ae6c89-3c3b-4480-b2b8-21c76cf69fca of type vlan for network 4c71cec3-af32-4598-85bd-21605e516b4d May 06 12:17:35.850931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a735b6-c419-4ad6-b0a7-4b34937fcad9 None None] Pushing event updated for resources: {'Port': ['ID=b955a475-e8ba-48c3-aa55-8255fefbb76f,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:35.873800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6970f-4a9e-4a1f-ac22-01ab8dc234b0 req-c4bf3ba9-85b2-4f4c-ab9c-6b5b0158dba0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:35.876012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d6970f-4a9e-4a1f-ac22-01ab8dc234b0 req-c4bf3ba9-85b2-4f4c-ab9c-6b5b0158dba0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.3785989 May 06 12:17:35.888232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.975535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:35.976863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:35.977800 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:36.016956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69ffecbc-21e7-4868-8e03-6d8276190fbc req-aa251916-c32d-40f6-97e9-f37c221477d4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302814 May 06 12:17:36.020961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d6970f-4a9e-4a1f-ac22-01ab8dc234b0 req-08e273d3-3a6b-47df-9df2-58f393c746b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 217 time: 0.1376994 May 06 12:17:36.140022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da2246c2-8cbd-4a32-998d-b7e7faa64ed1, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:36.172853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6970f-4a9e-4a1f-ac22-01ab8dc234b0 req-f7b6b129-627d-4c84-a077-e8b55d9badd2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:36.174582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d6970f-4a9e-4a1f-ac22-01ab8dc234b0 req-f7b6b129-627d-4c84-a077-e8b55d9badd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1447017 May 06 12:17:36.332532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d6970f-4a9e-4a1f-ac22-01ab8dc234b0 req-3b09898c-7b37-41b6-ba2e-1f49caa7a815 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336010 May 06 12:17:36.406015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'da2246c2-8cbd-4a32-998d-b7e7faa64ed1', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'da2246c2-8cbd-4a32-998d-b7e7faa64ed1', 'mac_address': 'fa:16:3e:f4:eb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:17:36.526884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] Pushing event updated for resources: {'Network': ['ID=4c71cec3-af32-4598-85bd-21605e516b4d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:36.559761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47976) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:36.563259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d6970f-4a9e-4a1f-ac22-01ab8dc234b0 req-8e1f85c4-7a89-441a-903c-9db5031b06b6 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331152 May 06 12:17:36.574752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2555c1a6-6598-4bd0-bd56-b7a53107addf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6738732 May 06 12:17:36.583293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47980) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:36.593665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Request body: {'subnet': {'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-subnet', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:36.608776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:36.619273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Usage tracker for resource:subnet and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:36.625380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:36.639838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:36.656602 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:36.663653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Made reservation on behalf of dedc618e817f4fbf86199b1187cf0eca for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:36.666351 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:36.674767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4c71cec3-af32-4598-85bd-21605e516b4d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:36.875989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d6970f-4a9e-4a1f-ac22-01ab8dc234b0 req-ad09bce7-4e5f-4601-931b-b10bf8d16b6b service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838088 May 06 12:17:36.940850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2246c2-8cbd-4a32-998d-b7e7faa64ed1 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:17:36.949383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf46fd-1d3a-4eb3-abab-8f399e2283db req-ae6342f8-fc2f-457e-b93f-5809a6c5d5a2 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:36.951116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21cf46fd-1d3a-4eb3-abab-8f399e2283db req-ae6342f8-fc2f-457e-b93f-5809a6c5d5a2 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 945 time: 0.3869233 May 06 12:17:36.959615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:36.983673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da2246c2-8cbd-4a32-998d-b7e7faa64ed1, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:36.989725 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:36.996556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.034128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21cf46fd-1d3a-4eb3-abab-8f399e2283db req-73b6c354-0c87-45c8-a7a5-6c43451e6411 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760660 May 06 12:17:37.088769 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4b0ff7d-f968-4a6a-bb23-244ddefcd26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.116893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:37.173363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Router 256bd47b-a46c-4569-a950-339c56f0fd66 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:17:37.188812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c6cf8e-1c62-4708-93b5-cae3b67be56b,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:37.194118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e4b0ff7d-f968-4a6a-bb23-244ddefcd26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:37.202178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e4b0ff7d-f968-4a6a-bb23-244ddefcd26c admin admin] Usage tracker for resource:security_group_rule and tenant:27f55567e02946e5ba5937e65a97534e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:37.208779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e4b0ff7d-f968-4a6a-bb23-244ddefcd26c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:37.221406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e4b0ff7d-f968-4a6a-bb23-244ddefcd26c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:37.223919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Checking segment: {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:37.224383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Network hostable DHCP agents. Network: 4c71cec3-af32-4598-85bd-21605e516b4d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:37.285240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['da2246c2-8cbd-4a32-998d-b7e7faa64ed1'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:17:37.355280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc346457-3b91-485e-8606-81ed50fed128 req-1e0436dd-6c75-4c33-9729-65999619e928 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:37.362887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc346457-3b91-485e-8606-81ed50fed128 req-1e0436dd-6c75-4c33-9729-65999619e928 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 972 time: 0.1686966 May 06 12:17:37.393184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de0cd-ae2f-4461-8d98-366306428c69 req-08cb543b-51c5-4289-99f4-c3f167004d6f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:37.394797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-094de0cd-ae2f-4461-8d98-366306428c69 req-08cb543b-51c5-4289-99f4-c3f167004d6f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 949 time: 0.1529438 May 06 12:17:37.465717 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-094de0cd-ae2f-4461-8d98-366306428c69 req-8cb97326-275d-4be8-aea0-01f4b5c8ec7d tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 May 06 12:17:37.502711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc346457-3b91-485e-8606-81ed50fed128 req-2f11f1ab-48b7-4eed-935f-853c204c8c7f tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385732 May 06 12:17:37.537552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Network 4c71cec3-af32-4598-85bd-21605e516b4d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:37.552895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d00c46-f703-49e0-a164-039389a9eb88 None None] Network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:37.680431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4b0ff7d-f968-4a6a-bb23-244ddefcd26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.693353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 4c71cec3-af32-4598-85bd-21605e516b4d) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:37.718013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:37.718013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.743458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4b0ff7d-f968-4a6a-bb23-244ddefcd26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.784050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af336714-1111-4317-bede-64a4573e9708 req-4f1af20a-077c-4365-9ab2-05eed21f8f3d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:37.785654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af336714-1111-4317-bede-64a4573e9708 req-4f1af20a-077c-4365-9ab2-05eed21f8f3d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 943 time: 0.0992308 May 06 12:17:37.795006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-97afeb77-a388-4ea9-b07f-d8a8d5cae77b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2071285 May 06 12:17:37.798266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48010) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:37.807047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0ff7d-f968-4a6a-bb23-244ddefcd26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317e7a4e-8613-4594-a749-9cfd15afd286,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:37.808657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded59c3-993b-41b7-ab71-5b1f1326cc2e None None] Network 4c71cec3-af32-4598-85bd-21605e516b4d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:37.813077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:37.829164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:37.832132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8a24b959-78ce-423f-8cf5-f64058090c10 None None] Provisioning for port b955a475-e8ba-48c3-aa55-8255fefbb76f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:37.835827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Usage tracker for resource:router and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:37.839812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:37.855499 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e4b0ff7d-f968-4a6a-bb23-244ddefcd26c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27f55567e02946e5ba5937e65a97534e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2896776 May 06 12:17:37.855706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af336714-1111-4317-bede-64a4573e9708 req-19b470db-b81c-4c17-9868-7b409e23362e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 May 06 12:17:37.855803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:37.855914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48014) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:37.885788 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.886796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.916590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:17:37.929079 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Sync routers for ids ['256bd47b-a46c-4569-a950-339c56f0fd66'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:17:37.946298 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Routers {'256bd47b-a46c-4569-a950-339c56f0fd66'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:17:37.947211 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:17:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['256bd47b-a46c-4569-a950-339c56f0fd66'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:37.948063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.961240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.965590 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-da19842c-d4e6-4c18-9509-d415b9604032 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0954428 May 06 12:17:37.965788 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-437774f4-1631-4f8b-84cd-b43345eef126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:37.967818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48018) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:38.008652 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-437774f4-1631-4f8b-84cd-b43345eef126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:38.167140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-437774f4-1631-4f8b-84cd-b43345eef126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:38.192838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437774f4-1631-4f8b-84cd-b43345eef126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e7a4e-8613-4594-a749-9cfd15afd286,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:38.208709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-437774f4-1631-4f8b-84cd-b43345eef126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:38.210879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-437774f4-1631-4f8b-84cd-b43345eef126 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/317e7a4e-8613-4594-a749-9cfd15afd286 HTTP/1.1" status: 204 len: 168 time: 0.3541791 May 06 12:17:38.265783 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Set router 256bd47b-a46c-4569-a950-339c56f0fd66 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:17:38.325550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b955a475-e8ba-48c3-aa55-8255fefbb76f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:38.420243 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:17:38.420412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48028) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:38.532129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164ed3c-1266-412c-92c2-07a978ead23c req-f7019b15-d279-407e-96e4-4f7f42516ed7 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:38.545755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a164ed3c-1266-412c-92c2-07a978ead23c req-f7019b15-d279-407e-96e4-4f7f42516ed7 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 945 time: 0.1715670 May 06 12:17:38.584427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-4c71cec3-af32-4598-85bd-21605e516b4d', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:17:38.593846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:38.632829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a164ed3c-1266-412c-92c2-07a978ead23c req-bf12a2cc-a0df-422d-b4c1-620f6552705a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861328 May 06 12:17:38.669026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b955a475-e8ba-48c3-aa55-8255fefbb76f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:38.784507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b955a475-e8ba-48c3-aa55-8255fefbb76f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:38.784882 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:38.796774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:38.937602 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-638910e1-a270-4b82-9092-13b1f4868af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:38.961487 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '83c31f68-a834-410b-840d-00e6a79d817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:32Z', 'updated_at': '2022-05-06T12:17:35Z', 'revision_number': 3, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'gw_port': {'id': '83c31f68-a834-410b-840d-00e6a79d817d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:34Z', 'updated_at': '2022-05-06T12:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:38.966222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-cfce4927-9398-47a1-b442-01654a97c4c9 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:38.967143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-cfce4927-9398-47a1-b442-01654a97c4c9 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Synchronizing usage tracker for tenant:80cd520433fc4d3c92f7da97d0f851bc on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:38.970371 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Checking router: 256bd47b-a46c-4569-a950-339c56f0fd66 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:17:38.970902 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Updating router 256bd47b-a46c-4569-a950-339c56f0fd66 port 83c31f68-a834-410b-840d-00e6a79d817d binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:17:39.074268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-cfce4927-9398-47a1-b442-01654a97c4c9 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Unset dirty status for tenant:80cd520433fc4d3c92f7da97d0f851bc on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:39.075520 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-cfce4927-9398-47a1-b442-01654a97c4c9 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.36 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 972 time: 0.6733551 May 06 12:17:39.118845 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.126748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48042) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:39.197180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Allocated IP 172.20.0.2 (4c71cec3-af32-4598-85bd-21605e516b4d/67c6cf8e-1c62-4708-93b5-cae3b67be56b/c85d9774-e4e3-49da-831e-e50403497c9c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:39.211485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Deleting port e422bde5-31de-4b05-a83e-9d1193660a06 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:17:39.211897 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.229860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-638910e1-a270-4b82-9092-13b1f4868af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:39.232526 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d961eced-584e-4e94-a7df-5cdb904d0842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.260347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-638910e1-a270-4b82-9092-13b1f4868af2 admin admin] Usage tracker for resource:security_group_rule and tenant:3850687b43b44a358dcb9a55488566d8 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:39.266250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-638910e1-a270-4b82-9092-13b1f4868af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:39.279568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-638910e1-a270-4b82-9092-13b1f4868af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:39.323568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0693ed66-b3fc-44df-af8b-365833626f3d details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:17:39.330240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4302568d-1712-4c27-a5ee-8dd48083772b up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:39.365951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d961eced-584e-4e94-a7df-5cdb904d0842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:39.395486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d961eced-584e-4e94-a7df-5cdb904d0842 admin admin] Usage tracker for resource:security_group_rule and tenant:72a67ae3997d404d9392240cc7c868bb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:39.413308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d961eced-584e-4e94-a7df-5cdb904d0842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:39.433047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e4b9-693b-4826-b824-4df6cab8c11e req-02696d9d-daf7-45e9-a73c-35d6c7687e18 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:39.448722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d31e4b9-693b-4826-b824-4df6cab8c11e req-02696d9d-daf7-45e9-a73c-35d6c7687e18 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 972 time: 0.4594514 May 06 12:17:39.484780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d961eced-584e-4e94-a7df-5cdb904d0842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:39.531002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccd8c4-66cb-4aed-b389-cb123c2b1343 req-f960c3ea-bfec-4d2d-80ce-c72b43a08c14 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:39.539705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da2246c2-8cbd-4a32-998d-b7e7faa64ed1 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:39.540234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7ccd8c4-66cb-4aed-b389-cb123c2b1343 req-f960c3ea-bfec-4d2d-80ce-c72b43a08c14 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 949 time: 0.4124243 May 06 12:17:39.623881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 4302568d-1712-4c27-a5ee-8dd48083772b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:39.637454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-638910e1-a270-4b82-9092-13b1f4868af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.643992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 4302568d-1712-4c27-a5ee-8dd48083772b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:39.644750 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.654122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d31e4b9-693b-4826-b824-4df6cab8c11e req-5835d71d-1b94-4c5a-9b00-f94626bd99e5 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccb5477d-f1df-4b9b-8272-359905d77769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039175 May 06 12:17:39.684972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-638910e1-a270-4b82-9092-13b1f4868af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.807515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] For port e422bde5-31de-4b05-a83e-9d1193660a06, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e422bde5-31de-4b05-a83e-9d1193660a06,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:39.808382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.811568 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.816767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7ccd8c4-66cb-4aed-b389-cb123c2b1343 req-5bbb00ec-0728-424f-ae52-fe0b47f57d0d tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747970 May 06 12:17:39.822680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.829543 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Transition to ACTIVE for port object 83c31f68-a834-410b-840d-00e6a79d817d will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:39.840649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:39.841025 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.860211 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:17:39.914395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638910e1-a270-4b82-9092-13b1f4868af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2415173c-1b8a-4a13-b81d-ff8de3f28595,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:39.925733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:39.935607 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-638910e1-a270-4b82-9092-13b1f4868af2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3850687b43b44a358dcb9a55488566d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5111275 May 06 12:17:39.950838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48052) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:40.000047 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Pushing event updated for resources: {'Port': ['ID=83c31f68-a834-410b-840d-00e6a79d817d,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:40.009615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Calling delete_port for e422bde5-31de-4b05-a83e-9d1193660a06 owned by compute:tempest-test_az-1696221376 {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:17:40.011610 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.012217 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.013406 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.014212 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.014542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:40.014946 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.015062 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.015578 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.016186 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.016655 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.017162 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.017726 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.018208 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Tracked resource versions report: May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: pushed versions: May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: { 'ConntrackHelper': {'1.0'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Log': {'1.0'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Network': {'1.1'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Port': {'1.5'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'PortForwarding': {'1.2'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'QosPolicy': {'1.8'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'SecurityGroup': {'1.2'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'SecurityGroupRule': {'1.0'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'SubPort': {'1.0'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Subnet': {'1.1'}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Trunk': {'1.1'}} May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: consumer versions: May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: { DHCP agent@n-d-840847-1: {}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: HyperV agent@n-h1-840847-1: {}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: HyperV agent@n-h2-840847-1: {}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: L3 agent@n-d-840847-1: {}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: Metadata agent@n-d-840847-1: {}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: Metering agent@n-d-840847-1: {}, May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: Open vSwitch agent@n-d-840847-1: { 'ConntrackHelper': '1.0', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Log': '1.0', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Network': '1.1', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Port': '1.5', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'PortForwarding': '1.2', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'QosPolicy': '1.8', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'SecurityGroup': '1.2', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'SecurityGroupRule': '1.0', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'SubPort': '1.0', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Subnet': '1.1', May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: 'Trunk': '1.1'}} May 06 12:17:40.020003 n-d-840847-1 neutron-server[83959]: {{(pid=83959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:17:40.032905 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Attempting to bind port 83c31f68-a834-410b-840d-00e6a79d817d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:17:40.033861 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Attempting to bind port 83c31f68-a834-410b-840d-00e6a79d817d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:17:40.034446 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Attempting to bind port 83c31f68-a834-410b-840d-00e6a79d817d on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:40.036482 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d961eced-584e-4e94-a7df-5cdb904d0842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.046031 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:17:40.046818 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:40.047409 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.047990 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:17:40.048717 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Bound port: 83c31f68-a834-410b-840d-00e6a79d817d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:17:40.049386 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.071815 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d961eced-584e-4e94-a7df-5cdb904d0842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.150473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d6bb2ec-6c48-4dea-b477-2578818097ed None None] Provisioning complete for port b955a475-e8ba-48c3-aa55-8255fefbb76f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:40.150770 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d6bb2ec-6c48-4dea-b477-2578818097ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.157334 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] For port 83c31f68-a834-410b-840d-00e6a79d817d, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:17:40.161619 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] For port 83c31f68-a834-410b-840d-00e6a79d817d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=83c31f68-a834-410b-840d-00e6a79d817d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:17:40.169893 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.218945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961eced-584e-4e94-a7df-5cdb904d0842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe3461-f7cf-4643-9091-2f0c1c1c10e1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:40.237014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d961eced-584e-4e94-a7df-5cdb904d0842 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72a67ae3997d404d9392240cc7c868bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0937216 May 06 12:17:40.238155 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.239411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48056) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:40.274525 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.327405 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be580f-ff57-406d-b4c6-a86a40bd15e9 None None] Pushing event updated for resources: {'Port': ['ID=83c31f68-a834-410b-840d-00e6a79d817d,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:40.340256 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Routers {'256bd47b-a46c-4569-a950-339c56f0fd66'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:17:40.341513 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:17:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['256bd47b-a46c-4569-a950-339c56f0fd66'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:40.360653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96be8e48-14de-4257-8b38-74035872d18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.381192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:40.434083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdcc8e-4519-43db-9a8e-d7263bfea79d req-87ef2b4b-89cd-4bcf-a1e5-bf2675b149f5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:40.441483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68fdcc8e-4519-43db-9a8e-d7263bfea79d req-87ef2b4b-89cd-4bcf-a1e5-bf2675b149f5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 943 time: 0.4938624 May 06 12:17:40.459204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159eed5-282c-43f0-a344-43b57a5ec5c3 req-77c4a22c-91f6-4c15-a123-b25457839782 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:40.459901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea0489e-d62e-46cc-8feb-a0dfa8c1ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4302568d-1712-4c27-a5ee-8dd48083772b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:40.466577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1159eed5-282c-43f0-a344-43b57a5ec5c3 req-77c4a22c-91f6-4c15-a123-b25457839782 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 945 time: 0.3837516 May 06 12:17:40.478028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '0693ed66-b3fc-44df-af8b-365833626f3d', 'network_id': '8a683100-30a0-46af-8056-20106cb441f1', 'port_id': '0693ed66-b3fc-44df-af8b-365833626f3d', 'mac_address': 'fa:16:3e:95:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c5d98-c81e-4c76-9894-e399d9f6cc85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:17:40.487547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b955a475-e8ba-48c3-aa55-8255fefbb76f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b955a475-e8ba-48c3-aa55-8255fefbb76f,segment=NetworkSegment(0b54e71f-3c05-473d-b079-803312439621),segment_id=0b54e71f-3c05-473d-b079-803312439621)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:40.521470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96be8e48-14de-4257-8b38-74035872d18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.523392 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.538539 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.553937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4302568d-1712-4c27-a5ee-8dd48083772b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4302568d-1712-4c27-a5ee-8dd48083772b,segment=NetworkSegment(2c28a1e6-7ea0-4f04-a72e-8b95228e152a),segment_id=2c28a1e6-7ea0-4f04-a72e-8b95228e152a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:40.605071 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6ba1323-f62d-4106-b671-ed93aa57615b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.613578 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] Set router 256bd47b-a46c-4569-a950-339c56f0fd66 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:17:40.640256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68fdcc8e-4519-43db-9a8e-d7263bfea79d req-1c7e389b-264d-4f4d-b35f-e31dffa4661c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977289 May 06 12:17:40.668043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Allocated IP 172.25.7.167 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/647dedf0-cc36-44db-b87e-eed9d8d712c4) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:40.687408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1159eed5-282c-43f0-a344-43b57a5ec5c3 req-ad0d8736-263e-4131-a6db-15771ba72a8f tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197509 May 06 12:17:40.714461 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6ba1323-f62d-4106-b671-ed93aa57615b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.742969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.777108 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19546808-0632-4e8e-8188-5513cdee9051'] response: {'server_uuid': 'eea0489e-d62e-46cc-8feb-a0dfa8c1ac12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4302568d-1712-4c27-a5ee-8dd48083772b', 'code': 200} May 06 12:17:40.790113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.800098 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.822727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96be8e48-14de-4257-8b38-74035872d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.829055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Transition to ACTIVE for port object c85d9774-e4e3-49da-831e-e50403497c9c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:40.862183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.893012 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.897662 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.900092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0693ed66-b3fc-44df-af8b-365833626f3d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:17:40.919025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:40.929025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['e422bde5-31de-4b05-a83e-9d1193660a06'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:17:40.949529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be8e48-14de-4257-8b38-74035872d18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2415173c-1b8a-4a13-b81d-ff8de3f28595,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:40.980761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Transition to ACTIVE for port object c85d9774-e4e3-49da-831e-e50403497c9c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:40.986586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da2246c2-8cbd-4a32-998d-b7e7faa64ed1, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:41.004752 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.016151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.026743 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96be8e48-14de-4257-8b38-74035872d18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.028036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-96be8e48-14de-4257-8b38-74035872d18c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2415173c-1b8a-4a13-b81d-ff8de3f28595 HTTP/1.1" status: 204 len: 168 time: 1.0755613 May 06 12:17:41.044699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Network 4c71cec3-af32-4598-85bd-21605e516b4d is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:41.045496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b07719ad-4607-4886-a85a-c92c36d431fd req-12570db5-e432-4b7c-8629-6798bfb0b6e4 tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.44 "GET /v2.0/ports?device_id=04dc445f-1904-4c95-8304-1e01c4918da8 HTTP/1.1" status: 200 len: 210 time: 0.0768902 May 06 12:17:41.049794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b955a475-e8ba-48c3-aa55-8255fefbb76f,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:41.057101 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.075311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6ba1323-f62d-4106-b671-ed93aa57615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.105621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba1323-f62d-4106-b671-ed93aa57615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe3461-f7cf-4643-9091-2f0c1c1c10e1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:41.109209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:41.113654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] No DVR routers for this DVR port e422bde5-31de-4b05-a83e-9d1193660a06 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:17:41.119133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:41.125954 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.133394 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6ba1323-f62d-4106-b671-ed93aa57615b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.137949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d6ba1323-f62d-4106-b671-ed93aa57615b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21fe3461-f7cf-4643-9091-2f0c1c1c10e1 HTTP/1.1" status: 204 len: 168 time: 0.8953681 May 06 12:17:41.145287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:41.149895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9405311a-7682-4a8c-98c5-f6cae102972d req-19790da5-22da-4ae6-a5a6-c8ae858eb115 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 1097 time: 0.3165548 May 06 12:17:41.198977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc445f-1904-4c95-8304-1e01c4918da8', 'name': 'network-vif-deleted', 'tag': 'e422bde5-31de-4b05-a83e-9d1193660a06'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:41.210074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:41.228485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Pushing event updated for resources: {'Port': ['ID=647dedf0-cc36-44db-b87e-eed9d8d712c4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:41.284354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:41.290704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9405311a-7682-4a8c-98c5-f6cae102972d req-d46525a2-3059-4b3b-b6ab-b6b3120e4d3e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305923 May 06 12:17:41.415147 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3d965a-3a28-4b4b-bba2-511a2eb0e22d'] response: {'server_uuid': '04dc445f-1904-4c95-8304-1e01c4918da8', 'name': 'network-vif-deleted', 'tag': 'e422bde5-31de-4b05-a83e-9d1193660a06', 'status': 'completed', 'code': 200} May 06 12:17:41.442012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177ebc-0172-4741-95bb-a5800f10a8a6 req-d5ab668f-99ca-4195-a38e-c9dbb868fe5f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:41.447480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28177ebc-0172-4741-95bb-a5800f10a8a6 req-d5ab668f-99ca-4195-a38e-c9dbb868fe5f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 950 time: 0.2353461 May 06 12:17:41.502541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0693ed66-b3fc-44df-af8b-365833626f3d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:17:41.522673 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '83c31f68-a834-410b-840d-00e6a79d817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:32Z', 'updated_at': '2022-05-06T12:17:35Z', 'revision_number': 3, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'gw_port': {'id': '83c31f68-a834-410b-840d-00e6a79d817d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:34Z', 'updated_at': '2022-05-06T12:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:41.528306 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5125acb0-0363-4d6f-9d61-e74f98a74971 None None] The sync data for ids ['256bd47b-a46c-4569-a950-339c56f0fd66'] in n-d-840847-1 is: [{'id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '83c31f68-a834-410b-840d-00e6a79d817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:32Z', 'updated_at': '2022-05-06T12:17:35Z', 'revision_number': 3, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'gw_port': {'id': '83c31f68-a834-410b-840d-00e6a79d817d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:34Z', 'updated_at': '2022-05-06T12:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:17:41.550942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4302568d-1712-4c27-a5ee-8dd48083772b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:41.559263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28177ebc-0172-4741-95bb-a5800f10a8a6 req-d85995ff-212c-4cc3-a56a-815c9a57c5c4 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056757 May 06 12:17:41.628103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] Pushing event deleted for resources: {'Port': ['ID=e422bde5-31de-4b05-a83e-9d1193660a06,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:41.630952 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a14f7c03-655a-4d85-9ecf-7e04a92100a2 req-03087e5c-2c47-4e35-9b28-616183710fdd tempest-DeleteServersAdminTestJSON-1649785504 tempest-DeleteServersAdminTestJSON-1649785504-project] 10.222.0.36 "DELETE /v2.0/ports/e422bde5-31de-4b05-a83e-9d1193660a06 HTTP/1.1" status: 204 len: 173 time: 2.5402486 May 06 12:17:41.647679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Attempting to bind port c85d9774-e4e3-49da-831e-e50403497c9c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:17:41.648143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Attempting to bind port c85d9774-e4e3-49da-831e-e50403497c9c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:17:41.648634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Attempting to bind port c85d9774-e4e3-49da-831e-e50403497c9c on network 4c71cec3-af32-4598-85bd-21605e516b4d {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:41.682182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Pushing event updated for resources: {'Port': ['ID=c85d9774-e4e3-49da-831e-e50403497c9c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:41.687301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:17:41.687926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Checking segment: {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:41.688418 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.688883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Bound using segment: {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:17:41.689527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Bound port: c85d9774-e4e3-49da-831e-e50403497c9c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:17:41.689995 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.989283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0693ed66-b3fc-44df-af8b-365833626f3d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:42.067297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] For port c85d9774-e4e3-49da-831e-e50403497c9c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:17:42.130363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] For port c85d9774-e4e3-49da-831e-e50403497c9c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c85d9774-e4e3-49da-831e-e50403497c9c,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:17:42.153004 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:42.160809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:42.169097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:42.170159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:42.175061 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-45d14928-60ea-44ef-b3bc-17d8de1f661f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:42.366851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2eeca-51ca-4fb3-ab43-675d9138c4ea req-f9e92ac9-2b0e-4eb2-8a36-e6f3a5a80479 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:42.368902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afe2eeca-51ca-4fb3-ab43-675d9138c4ea req-f9e92ac9-2b0e-4eb2-8a36-e6f3a5a80479 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 944 time: 0.4174953 May 06 12:17:42.384759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dcd68-bf60-466e-b27b-3ddef9facbe9 req-fcee6dba-c2f3-4551-b3d6-6657dff030c6 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:42.395350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c1dcd68-bf60-466e-b27b-3ddef9facbe9 req-fcee6dba-c2f3-4551-b3d6-6657dff030c6 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 946 time: 0.1938355 May 06 12:17:42.528011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afe2eeca-51ca-4fb3-ab43-675d9138c4ea req-d0f5a8dd-1ab6-43fc-97ce-6d78db87940e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525700 May 06 12:17:42.538580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c1dcd68-bf60-466e-b27b-3ddef9facbe9 req-0e940c43-e5f3-477c-98c4-1d3cdbf7b9c7 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208341 May 06 12:17:42.552833 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:42.591663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef161061-439b-41d1-aa9d-aeeaed9f4c70 None None] Pushing event updated for resources: {'Port': ['ID=c85d9774-e4e3-49da-831e-e50403497c9c,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:42.759723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48094) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:42.778568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2246c2-8cbd-4a32-998d-b7e7faa64ed1'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:42.826754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-261f3925-e4e9-4682-85b8-67d8d2b89483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:42.970143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 83c31f68-a834-410b-840d-00e6a79d817d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:43.109920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-261f3925-e4e9-4682-85b8-67d8d2b89483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:43.120743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-261f3925-e4e9-4682-85b8-67d8d2b89483 admin admin] Usage tracker for resource:security_group_rule and tenant:6e4b11e5fa6a4ad9ad9c54da3302240c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:43.131269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-261f3925-e4e9-4682-85b8-67d8d2b89483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:43.143744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-261f3925-e4e9-4682-85b8-67d8d2b89483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:43.144109 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9dd4490-1481-4e23-b2f3-12a95c02c24c'] response: {'server_uuid': '01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2246c2-8cbd-4a32-998d-b7e7faa64ed1', 'code': 200} May 06 12:17:43.161851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db72a9b-af2f-4c35-a56d-1e16c84f43cd req-94939eb1-caef-4ad6-a2f1-388c76274c21 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:43.180072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0db72a9b-af2f-4c35-a56d-1e16c84f43cd req-94939eb1-caef-4ad6-a2f1-388c76274c21 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 950 time: 0.2927275 May 06 12:17:43.196763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 83c31f68-a834-410b-840d-00e6a79d817d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:43.209537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 83c31f68-a834-410b-840d-00e6a79d817d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:43.210177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:43.336106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0db72a9b-af2f-4c35-a56d-1e16c84f43cd req-25a01ab4-422f-4b0a-afd0-cb23c10e6572 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534824 May 06 12:17:43.452876 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:43.462943 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-261f3925-e4e9-4682-85b8-67d8d2b89483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:43.473979 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-261f3925-e4e9-4682-85b8-67d8d2b89483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:43.506994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:43.554624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f3925-e4e9-4682-85b8-67d8d2b89483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fa9df7-a7c3-4cc9-9b70-d2fc4a252208,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:43.556559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 83c31f68-a834-410b-840d-00e6a79d817d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=83c31f68-a834-410b-840d-00e6a79d817d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:43.568511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-261f3925-e4e9-4682-85b8-67d8d2b89483 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e4b11e5fa6a4ad9ad9c54da3302240c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8072469 May 06 12:17:43.569435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48112) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:43.581990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device e422bde5-31de-4b05-a83e-9d1193660a06 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:17:43.625319 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b4aa8bdf-f626-4878-ae73-1b41b147f708 req-0a97cb67-ec1c-412e-8155-32d198f7bc35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 1101 time: 0.3767610 May 06 12:17:43.640733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:43.641565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b955a475-e8ba-48c3-aa55-8255fefbb76f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:43.708048 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3475b99a-cafe-4a97-a863-1fe3d7f20734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:43.716022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:17:43.767917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b4aa8bdf-f626-4878-ae73-1b41b147f708 req-ef1def08-0b9b-481c-a3b4-a985a2898e0e service neutron] Synchronizing usage tracker for tenant:7178687c0de14bf7ab0c9806b37b01d6 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:43.783865 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3475b99a-cafe-4a97-a863-1fe3d7f20734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:43.874511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: e422bde5-31de-4b05-a83e-9d1193660a06 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:17:43.874940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device e422bde5-31de-4b05-a83e-9d1193660a06 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:17:44.087513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48124) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:44.092015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=83c31f68-a834-410b-840d-00e6a79d817d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:44.112706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b955a475-e8ba-48c3-aa55-8255fefbb76f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:44.113313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:44.143409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c929c-94c4-4019-8f91-08859f79b3a8 req-aacbe949-f097-4013-981b-ae19cebc5389 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:44.155025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-177c929c-94c4-4019-8f91-08859f79b3a8 req-aacbe949-f097-4013-981b-ae19cebc5389 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 944 time: 0.3153474 May 06 12:17:44.228277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-177c929c-94c4-4019-8f91-08859f79b3a8 req-2fdc74ac-e7af-423e-b6d9-2420da2fb9df tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699637 May 06 12:17:44.242204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Allocated IP 172.20.0.1 (84638f82-aebb-4ebb-9662-b3c4dd30ccdb/7be38b8b-dd26-4e3a-9d50-0ba8200b6556/28cfe48a-d757-4f48-8f59-4a04f69f8698) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:44.251013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e3cd5-d31f-4123-9e6a-01e6575a485a req-06565d98-45ae-459c-bad4-42960c78f253 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:44.276284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c3e3cd5-d31f-4123-9e6a-01e6575a485a req-06565d98-45ae-459c-bad4-42960c78f253 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 946 time: 0.3309598 May 06 12:17:44.343062 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3475b99a-cafe-4a97-a863-1fe3d7f20734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:44.416963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475b99a-cafe-4a97-a863-1fe3d7f20734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fa9df7-a7c3-4cc9-9b70-d2fc4a252208,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:44.441226 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3475b99a-cafe-4a97-a863-1fe3d7f20734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:44.452797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3475b99a-cafe-4a97-a863-1fe3d7f20734 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18fa9df7-a7c3-4cc9-9b70-d2fc4a252208 HTTP/1.1" status: 204 len: 168 time: 0.8717117 May 06 12:17:44.473520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c3e3cd5-d31f-4123-9e6a-01e6575a485a req-3031ed0d-35f4-4f65-a3c6-70e51a901565 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958766 May 06 12:17:44.514152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02363f3b-9088-4dff-aab5-30f84f398d3c None None] Network 4c71cec3-af32-4598-85bd-21605e516b4d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:44.525732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:44.529427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48136) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:44.613148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b4aa8bdf-f626-4878-ae73-1b41b147f708 req-ef1def08-0b9b-481c-a3b4-a985a2898e0e service neutron] Unset dirty status for tenant:7178687c0de14bf7ab0c9806b37b01d6 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:44.614654 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b4aa8bdf-f626-4878-ae73-1b41b147f708 req-ef1def08-0b9b-481c-a3b4-a985a2898e0e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9790709 May 06 12:17:44.629193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Transition to ACTIVE for port object 28cfe48a-d757-4f48-8f59-4a04f69f8698 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:44.692577 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:44.760457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-674922904-network', 'tenant_id': '34742edd6293412581d58f36b52c4146'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:44.766112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:44.771492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Usage tracker for resource:network and tenant:34742edd6293412581d58f36b52c4146 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:44.775076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:44.784989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:44.813011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Made reservation on behalf of 34742edd6293412581d58f36b52c4146 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:44.819365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:44.826314 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-55f8644d-ffd7-4f77-b0a4-d3b4323a64d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:44.854200 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:44.866700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 83c31f68-a834-410b-840d-00e6a79d817d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:44.879685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd168181-a8e9-46b0-b63f-ca87990e2f42 req-0340f653-63fc-47de-becf-226fa129ed9f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:44.882234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd168181-a8e9-46b0-b63f-ca87990e2f42 req-0340f653-63fc-47de-becf-226fa129ed9f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 950 time: 0.2496879 May 06 12:17:44.892669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:44.901707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:44.912883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:44.913418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:44.953709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-292becdd-0bcc-4ca0-80f1-18359d09efe6 None None] Provisioning for port c85d9774-e4e3-49da-831e-e50403497c9c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:44.954940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:44.971645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Usage tracker for resource:security_group_rule and tenant:34742edd6293412581d58f36b52c4146 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:44.977392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:45.021958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Pushing event updated for resources: {'Port': ['ID=28cfe48a-d757-4f48-8f59-4a04f69f8698,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:45.036286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:45.061400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.065515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd168181-a8e9-46b0-b63f-ca87990e2f42 req-3426d92e-e6d7-4a02-945d-a7641ef19632 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700997 May 06 12:17:45.101879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:17:45.141780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Sync routers for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:17:45.190274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:17:45.191564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:45.202212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.203858 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-174603e0-aee6-423c-a56f-044c295389ad admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.4016931 May 06 12:17:45.208343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48146) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:45.236331 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-de80b95a-9371-4be7-be84-37afef89dd15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80cd520433fc4d3c92f7da97d0f851bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7054901 May 06 12:17:45.244752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48150) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:45.258730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0693ed66-b3fc-44df-af8b-365833626f3d up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:45.408247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.413393 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1ac455ab-83e1-4a38-967c-c55144417ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.465111 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1ac455ab-83e1-4a38-967c-c55144417ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.489025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.558245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:45.571184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.571718 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Added segment a75f898f-b884-464e-ae8a-126245eb614c of type vlan for network 823925fd-599d-4b57-977a-e8bdf27164ba May 06 12:17:45.611953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.637752 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.682736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 83c31f68-a834-410b-840d-00e6a79d817d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:45.682951 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.692213 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.693150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:45.693957 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.812941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7f5bffb1-c536-4cce-bdb3-ff0ce3008e28 None None] Provisioning for port 28cfe48a-d757-4f48-8f59-4a04f69f8698 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:45.847693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7f5bffb1-c536-4cce-bdb3-ff0ce3008e28 None None] Provisioning complete for port 28cfe48a-d757-4f48-8f59-4a04f69f8698 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:45.847693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f5bffb1-c536-4cce-bdb3-ff0ce3008e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.891483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Pushing event updated for resources: {'Network': ['ID=823925fd-599d-4b57-977a-e8bdf27164ba,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:45.909604 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.974675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e293a0-9ec9-41ac-a0f8-2da35e5bccbd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:46.005848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 823925fd-599d-4b57-977a-e8bdf27164ba details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:46.014121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fc48b24e-909f-4f73-be2c-2a7429656d3b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9172757 May 06 12:17:46.014121 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1ac455ab-83e1-4a38-967c-c55144417ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:46.015832 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1ac455ab-83e1-4a38-967c-c55144417ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:46.016804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1ac455ab-83e1-4a38-967c-c55144417ca5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccb5477d-f1df-4b9b-8272-359905d77769 HTTP/1.1" status: 204 len: 168 time: 0.7711291 May 06 12:17:46.024750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48164) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:46.052007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Request body: {'subnet': {'network_id': '823925fd-599d-4b57-977a-e8bdf27164ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-674922904-subnet', 'tenant_id': '34742edd6293412581d58f36b52c4146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:46.070350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:46.075268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Usage tracker for resource:subnet and tenant:34742edd6293412581d58f36b52c4146 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:46.078759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:46.086055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:46.122658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac455ab-83e1-4a38-967c-c55144417ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb5477d-f1df-4b9b-8272-359905d77769,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:46.125442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Made reservation on behalf of 34742edd6293412581d58f36b52c4146 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:46.128717 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:46.161405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7f5bffb1-c536-4cce-bdb3-ff0ce3008e28 None None] Port 28cfe48a-d757-4f48-8f59-4a04f69f8698 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:17:46.208407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5de843-9795-4aab-b7d6-fa8ff9cf2afc req-00a57c19-a6e6-4cd3-9af8-12bab9831e6f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:46.216395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 0693ed66-b3fc-44df-af8b-365833626f3d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:46.216786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e5de843-9795-4aab-b7d6-fa8ff9cf2afc req-00a57c19-a6e6-4cd3-9af8-12bab9831e6f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 944 time: 0.7311273 May 06 12:17:46.238863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:17:46.288037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 0693ed66-b3fc-44df-af8b-365833626f3d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:46.288814 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:46.295140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:46.308287 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:46.309925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:46.364985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc56a15-5f79-4022-acf0-180d0f9b3c8f req-0cd8838b-0854-45d8-996c-017200271555 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:46.377868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bc56a15-5f79-4022-acf0-180d0f9b3c8f req-0cd8838b-0854-45d8-996c-017200271555 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 946 time: 0.6882460 May 06 12:17:46.395323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c85d9774-e4e3-49da-831e-e50403497c9c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:46.557351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Pushing event updated for resources: {'Port': ['ID=28cfe48a-d757-4f48-8f59-4a04f69f8698,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:46.658311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bc56a15-5f79-4022-acf0-180d0f9b3c8f req-42aded8b-4892-49c4-8836-b6af85e4dddb tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a654a2e-48a8-4f09-9eee-eaaf663015ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793243 May 06 12:17:46.710577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e5de843-9795-4aab-b7d6-fa8ff9cf2afc req-342b1496-dcae-4410-aa8b-58a7cdf9c40b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290801 May 06 12:17:46.720232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:46.907533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:46.922150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48184) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:46.957902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c85d9774-e4e3-49da-831e-e50403497c9c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:46.964266 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6cc24dd-2b69-4516-ac34-9bdd4dbf5c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:47.012113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:47.014592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:47.082048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:47.090187 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9091410-ab80-447f-b0cc-6edde11f5a45'] response: {'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d', 'code': 200} May 06 12:17:47.091289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c85d9774-e4e3-49da-831e-e50403497c9c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:47.094611 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:47.168493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f6cc24dd-2b69-4516-ac34-9bdd4dbf5c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:47.184661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f6cc24dd-2b69-4516-ac34-9bdd4dbf5c26 admin admin] Usage tracker for resource:security_group_rule and tenant:0b840f9b74de4d4b971e9e99fa912216 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:47.188126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f6cc24dd-2b69-4516-ac34-9bdd4dbf5c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:47.193064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:47.196324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f6cc24dd-2b69-4516-ac34-9bdd4dbf5c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:47.405196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6cc24dd-2b69-4516-ac34-9bdd4dbf5c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:47.478588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:47.541268 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6cc24dd-2b69-4516-ac34-9bdd4dbf5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:47.553936 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:47.577102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0693ed66-b3fc-44df-af8b-365833626f3d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:47.598640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0aa6fe77-9ee5-4b76-b820-1d241f7e1096 None None] Provisioning complete for port 28cfe48a-d757-4f48-8f59-4a04f69f8698 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:47.599425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0aa6fe77-9ee5-4b76-b820-1d241f7e1096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:47.623174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f6cc24dd-2b69-4516-ac34-9bdd4dbf5c26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b840f9b74de4d4b971e9e99fa912216&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6982794 May 06 12:17:47.629442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48200) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:47.636308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc24dd-2b69-4516-ac34-9bdd4dbf5c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bddb0eb-e4bc-4897-803f-66aaff1689bb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:47.754901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b44044f-caad-41c2-913b-9a9209bd59a1,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:47.785355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Checking segment: {'id': 'a75f898f-b884-464e-ae8a-126245eb614c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '823925fd-599d-4b57-977a-e8bdf27164ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:47.785709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Network hostable DHCP agents. Network: 823925fd-599d-4b57-977a-e8bdf27164ba, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:47.802913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b726-4bb1-42ed-891d-999da2ff7070 req-ccd29c3b-cf38-4a01-9e8b-3d8260f96b6f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:47.809765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b86b726-4bb1-42ed-891d-999da2ff7070 req-ccd29c3b-cf38-4a01-9e8b-3d8260f96b6f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 950 time: 0.8233671 May 06 12:17:47.840364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2ec6-bd5e-4cb5-a27e-2815b42faa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:47.889569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:41Z', 'revision_number': 3, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:47.900259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fe610f1-c625-4338-88b2-ad6b3eacdd64 req-5ebdcee9-a4b4-4a7c-997b-82b3a155add7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1096 time: 0.4919322 May 06 12:17:47.921032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b86b726-4bb1-42ed-891d-999da2ff7070 req-09ea54ea-a71a-4506-a05b-2dbc846c4de6 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102920 May 06 12:17:47.924303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Checking router: 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:17:47.929598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Updating router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 port 647dedf0-cc36-44db-b87e-eed9d8d712c4 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:17:47.933687 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2ec6-bd5e-4cb5-a27e-2815b42faa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.013934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Router 256bd47b-a46c-4569-a950-339c56f0fd66 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:17:48.032341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6fe77-9ee5-4b76-b820-1d241f7e1096 None None] Port 28cfe48a-d757-4f48-8f59-4a04f69f8698 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:17:48.053450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.102027 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.115068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Network 823925fd-599d-4b57-977a-e8bdf27164ba is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:48.206743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fe610f1-c625-4338-88b2-ad6b3eacdd64 req-c1f8c16e-afaf-498b-b4d5-76e7ee31a516 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844698 May 06 12:17:48.233970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 823925fd-599d-4b57-977a-e8bdf27164ba) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:48.256253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:48.256253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.333794 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2ec6-bd5e-4cb5-a27e-2815b42faa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.435504 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0516817c-0881-4eff-8399-1dc2ef4929ef admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4005094 May 06 12:17:48.446938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4fcd2ec6-bd5e-4cb5-a27e-2815b42faa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.451563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4fcd2ec6-bd5e-4cb5-a27e-2815b42faa95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bddb0eb-e4bc-4897-803f-66aaff1689bb HTTP/1.1" status: 204 len: 168 time: 0.8080063 May 06 12:17:48.451563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd2ec6-bd5e-4cb5-a27e-2815b42faa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bddb0eb-e4bc-4897-803f-66aaff1689bb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:48.494412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf65dac-9268-4caa-a558-11919e755a73 req-3ebf523c-b07f-4bb9-b14c-2e7dbb2b9fdc tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:48.520762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cf65dac-9268-4caa-a558-11919e755a73 req-3ebf523c-b07f-4bb9-b14c-2e7dbb2b9fdc tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 945 time: 0.4222176 May 06 12:17:48.653235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cf65dac-9268-4caa-a558-11919e755a73 req-7591e2f4-c7f8-4859-85bc-4e53eb965bcc tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297624 May 06 12:17:48.824751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.891911 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.906419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Transition to ACTIVE for port object 647dedf0-cc36-44db-b87e-eed9d8d712c4 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:48.916024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2484f8-344f-4137-bcd9-f4aefa6c4cc4 None None] Network 823925fd-599d-4b57-977a-e8bdf27164ba requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:49.055062 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:49.168143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c85d9774-e4e3-49da-831e-e50403497c9c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c85d9774-e4e3-49da-831e-e50403497c9c,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:49.172092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf2b88-f631-4749-a592-d6728c1df627 req-4a549275-c038-4154-80fc-ae8a8f25732f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:49.176851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44bf2b88-f631-4749-a592-d6728c1df627 req-4a549275-c038-4154-80fc-ae8a8f25732f tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 950 time: 0.3465743 May 06 12:17:49.241445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:49.275867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44bf2b88-f631-4749-a592-d6728c1df627 req-ccaaa061-7969-4d96-b86d-6759dab3d2cd tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909970 May 06 12:17:49.301718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1424ab9-b503-472b-a5d8-49ab336a2558 None None] Pushing event updated for resources: {'Port': ['ID=647dedf0-cc36-44db-b87e-eed9d8d712c4,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:49.381968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Attempting to bind port 647dedf0-cc36-44db-b87e-eed9d8d712c4 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:17:49.382803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Attempting to bind port 647dedf0-cc36-44db-b87e-eed9d8d712c4 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:17:49.383574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Attempting to bind port 647dedf0-cc36-44db-b87e-eed9d8d712c4 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:49.426345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:17:49.426918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:49.427516 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:49.428195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:17:49.429084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Bound port: 647dedf0-cc36-44db-b87e-eed9d8d712c4, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:17:49.429620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:49.529083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Allocated IP 172.20.0.1 (4c71cec3-af32-4598-85bd-21605e516b4d/67c6cf8e-1c62-4708-93b5-cae3b67be56b/bbdb7507-672b-4341-a5de-9539d5ebefa2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:49.535303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c85d9774-e4e3-49da-831e-e50403497c9c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:49.571428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:17:49.583039 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Sync routers for ids ['256bd47b-a46c-4569-a950-339c56f0fd66'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:17:49.607471 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Routers {'256bd47b-a46c-4569-a950-339c56f0fd66'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:17:49.608245 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['256bd47b-a46c-4569-a950-339c56f0fd66'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:49.707824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] For port 647dedf0-cc36-44db-b87e-eed9d8d712c4, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:17:49.729936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577cc12d-4bcf-4277-8e4c-029ff4648cd8 None None] Network 823925fd-599d-4b57-977a-e8bdf27164ba requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:49.732855 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e0b87dcd-64d8-48ad-b261-1953d23cfdeb admin admin] 10.222.0.44 "PUT /v2.0/routers/256bd47b-a46c-4569-a950-339c56f0fd66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7633557 May 06 12:17:49.788256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] For port 647dedf0-cc36-44db-b87e-eed9d8d712c4, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=647dedf0-cc36-44db-b87e-eed9d8d712c4,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:17:49.900067 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:49.948401 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:49.995993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Transition to ACTIVE for port object bbdb7507-672b-4341-a5de-9539d5ebefa2 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:50.167065 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Set router 256bd47b-a46c-4569-a950-339c56f0fd66 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:17:50.189070 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:50.321699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee29cd-cc76-47bb-b9de-dca2693d4170 req-bcb18afc-31c3-440d-b1d9-318b6b2e7cb7 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:50.333621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ee29cd-cc76-47bb-b9de-dca2693d4170 req-bcb18afc-31c3-440d-b1d9-318b6b2e7cb7 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 945 time: 0.3036482 May 06 12:17:50.407505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1424ab9-b503-472b-a5d8-49ab336a2558 None None] Pushing event updated for resources: {'Port': ['ID=647dedf0-cc36-44db-b87e-eed9d8d712c4,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:50.512057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ee29cd-cc76-47bb-b9de-dca2693d4170 req-e8d1ed41-ae1a-4fbb-8a46-740acfed3c04 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733491 May 06 12:17:50.534586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:17:50.535506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:50.591124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdb7507-672b-4341-a5de-9539d5ebefa2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:50.625051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Network 4c71cec3-af32-4598-85bd-21605e516b4d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:50.641024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:50.663532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:50.666331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:50.796675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-8b32fe61-7302-4694-8154-46636cfb4dac tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:50.797393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-8b32fe61-7302-4694-8154-46636cfb4dac tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Synchronizing usage tracker for tenant:5fb1c0ab724547cbbf48bb2dec915d61 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:50.973048 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:50.988576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a6bf-082d-4cdb-8757-67af9ab28b85 req-01ca2881-aeaf-4259-b013-78f9ff8acfee tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:50.990627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36d4a6bf-082d-4cdb-8757-67af9ab28b85 req-01ca2881-aeaf-4259-b013-78f9ff8acfee tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 950 time: 0.1862054 May 06 12:17:51.047975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-8b32fe61-7302-4694-8154-46636cfb4dac tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Unset dirty status for tenant:5fb1c0ab724547cbbf48bb2dec915d61 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:51.049599 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-8b32fe61-7302-4694-8154-46636cfb4dac tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.36 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 950 time: 1.0224206 May 06 12:17:51.053542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:17:51.107271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36d4a6bf-082d-4cdb-8757-67af9ab28b85 req-adf78aab-4f87-4478-88be-fac80b004acc tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ad9cb8f-d609-4dce-bfad-173d772281cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099741 May 06 12:17:51.143141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Deleting port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:17:51.143638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:51.198572 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '83c31f68-a834-410b-840d-00e6a79d817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:32Z', 'updated_at': '2022-05-06T12:17:44Z', 'revision_number': 4, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'gw_port': {'id': '83c31f68-a834-410b-840d-00e6a79d817d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:34Z', 'updated_at': '2022-05-06T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '28cfe48a-d757-4f48-8f59-4a04f69f8698', 'name': '', 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'mac_address': 'fa:16:3e:94:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be38b8b-dd26-4e3a-9d50-0ba8200b6556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:43Z', 'updated_at': '2022-05-06T12:17:45Z', 'revision_number': 2, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'subnets': [{'id': '7be38b8b-dd26-4e3a-9d50-0ba8200b6556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:51.206217 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Checking router: 256bd47b-a46c-4569-a950-339c56f0fd66 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:17:51.206879 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Updating router 256bd47b-a46c-4569-a950-339c56f0fd66 port 28cfe48a-d757-4f48-8f59-4a04f69f8698 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:17:51.296842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b7bd0c50-b6eb-4e60-923a-cfe2713d7f09 None None] Provisioning for port bbdb7507-672b-4341-a5de-9539d5ebefa2 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:51.359005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b7bd0c50-b6eb-4e60-923a-cfe2713d7f09 None None] Provisioning complete for port bbdb7507-672b-4341-a5de-9539d5ebefa2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:51.359375 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0c50-b6eb-4e60-923a-cfe2713d7f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:51.410856 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:51.607118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-415fe37f-4ad4-415a-b83a-f7429c475322 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2863526 May 06 12:17:51.619475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c85d9774-e4e3-49da-831e-e50403497c9c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:51.623661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:51.635852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:51.649668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Usage tracker for resource:floatingip and tenant:14c387d034c64286b513aed7c05c8fcf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:51.655498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:51.668523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:51.701910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:51.808252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd0c50-b6eb-4e60-923a-cfe2713d7f09 None None] Port bbdb7507-672b-4341-a5de-9539d5ebefa2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:17:51.822229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:51.841824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:51.842955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:51.909664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] For port da2246c2-8cbd-4a32-998d-b7e7faa64ed1, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:51.910290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:51.930105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48296) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:52.024881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c85d9774-e4e3-49da-831e-e50403497c9c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:52.025374 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.030263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2054375004-network', 'tenant_id': '056771fe638649b5997a2c450a46ef5a'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:52.100120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bcf3c-2a92-4fc9-8c68-c6687170d8a1 req-1c9f4f53-3c8c-4cf4-9037-92c3f64e07eb tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:52.102010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a7bcf3c-2a92-4fc9-8c68-c6687170d8a1 req-1c9f4f53-3c8c-4cf4-9037-92c3f64e07eb tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 945 time: 0.2073691 May 06 12:17:52.115955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:52.120312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Usage tracker for resource:network and tenant:056771fe638649b5997a2c450a46ef5a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:52.123681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:52.129914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:52.139526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdb7507-672b-4341-a5de-9539d5ebefa2,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:52.163503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Calling delete_port for da2246c2-8cbd-4a32-998d-b7e7faa64ed1 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:17:52.169946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a7bcf3c-2a92-4fc9-8c68-c6687170d8a1 req-efcf6e54-2944-4a99-9f2c-b674cb1cd838 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 May 06 12:17:52.181495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.204099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:41Z', 'revision_number': 3, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:52.221351 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.230163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Made reservation on behalf of 056771fe638649b5997a2c450a46ef5a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:52.233725 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.251319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873e109-b6a0-4875-a3ea-3394bca1b9ed None None] The sync data for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 is: [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:41Z', 'revision_number': 3, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:17:52.253038 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Transition to ACTIVE for port object 28cfe48a-d757-4f48-8f59-4a04f69f8698 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:17:52.290107 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.397193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Allocated IP 172.25.7.66 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c920136c-111c-46bc-867f-659108840e8d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:17:52.425107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.438639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Network 4c71cec3-af32-4598-85bd-21605e516b4d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:52.444915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:52.652356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:52.660707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Usage tracker for resource:security_group_rule and tenant:056771fe638649b5997a2c450a46ef5a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:52.668308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:52.685939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:52.744990 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.830853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.877437 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Attempting to bind port 28cfe48a-d757-4f48-8f59-4a04f69f8698 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:17:52.877854 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Attempting to bind port 28cfe48a-d757-4f48-8f59-4a04f69f8698 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0b54e71f-3c05-473d-b079-803312439621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:17:52.878560 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Attempting to bind port 28cfe48a-d757-4f48-8f59-4a04f69f8698 on network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:17:52.880979 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a463d-4ee8-481b-82e4-75ef8c768a65 None None] Pushing event updated for resources: {'Port': ['ID=28cfe48a-d757-4f48-8f59-4a04f69f8698,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:52.890115 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:17:52.890767 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Checking segment: {'id': '0b54e71f-3c05-473d-b079-803312439621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:52.891422 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.891958 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Bound using segment: {'id': '0b54e71f-3c05-473d-b079-803312439621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:17:52.892883 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Bound port: 28cfe48a-d757-4f48-8f59-4a04f69f8698, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b54e71f-3c05-473d-b079-803312439621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:17:52.893494 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:52.968387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:17:52.969103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Pushing event updated for resources: {'Port': ['ID=c920136c-111c-46bc-867f-659108840e8d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:52.972793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:52.973602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c8e6a9e4-f068-4b29-af59-c74a335dcf40 None None] Provisioning complete for port bbdb7507-672b-4341-a5de-9539d5ebefa2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:52.977666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:17:52.978617 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c8e6a9e4-f068-4b29-af59-c74a335dcf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.022850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.055916 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] For port 28cfe48a-d757-4f48-8f59-4a04f69f8698, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:17:53.063117 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] For port 28cfe48a-d757-4f48-8f59-4a04f69f8698, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=28cfe48a-d757-4f48-8f59-4a04f69f8698,segment=NetworkSegment(0b54e71f-3c05-473d-b079-803312439621),segment_id=0b54e71f-3c05-473d-b079-803312439621)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:17:53.071095 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.096598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6a9e4-f068-4b29-af59-c74a335dcf40 None None] Port bbdb7507-672b-4341-a5de-9539d5ebefa2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:17:53.097068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.164471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:53.205572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04801678-852a-4a6e-a541-9a7158213398,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:53.221622 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Routers {'256bd47b-a46c-4569-a950-339c56f0fd66'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:17:53.222399 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['256bd47b-a46c-4569-a950-339c56f0fd66'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:53.230462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.232872 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Added segment b1dd4f64-a2a2-4b67-83af-89701742a2da of type vlan for network ce34f48d-56b1-4550-86a9-59ac05627e3f May 06 12:17:53.269301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.331247 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.448586 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.526426 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a463d-4ee8-481b-82e4-75ef8c768a65 None None] Pushing event updated for resources: {'Port': ['ID=28cfe48a-d757-4f48-8f59-4a04f69f8698,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:53.530770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Pushing event deleted for resources: {'Port': ['ID=da2246c2-8cbd-4a32-998d-b7e7faa64ed1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:53.563249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da2246c2-8cbd-4a32-998d-b7e7faa64ed1 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:17:53.574041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.641338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: da2246c2-8cbd-4a32-998d-b7e7faa64ed1 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:17:53.641683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da2246c2-8cbd-4a32-998d-b7e7faa64ed1 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:17:53.647201 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] Set router 256bd47b-a46c-4569-a950-339c56f0fd66 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:17:53.726977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] No DVR routers for this DVR port da2246c2-8cbd-4a32-998d-b7e7faa64ed1 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:17:53.730882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.742068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5', 'name': 'network-vif-deleted', 'tag': 'da2246c2-8cbd-4a32-998d-b7e7faa64ed1'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:17:53.760803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:17:53.844250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.845118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:53.845696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.882191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:53.891959 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.067316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.119014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Pushing event updated for resources: {'Port': ['ID=c920136c-111c-46bc-867f-659108840e8d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:54.126682 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.135586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-af640948-3770-4ede-a1ac-38da880f9368 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5196471 May 06 12:17:54.149403 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7dc74e7-8fb8-43e4-82f1-76af23a0f754 req-d3af56da-311d-456f-b35e-2674d8a3977a tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.36 "DELETE /v2.0/ports/da2246c2-8cbd-4a32-998d-b7e7faa64ed1 HTTP/1.1" status: 204 len: 173 time: 3.0883501 May 06 12:17:54.259488 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3238602 May 06 12:17:54.287467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48340) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:54.302956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Request body: {'subnet': {'network_id': 'ce34f48d-56b1-4550-86a9-59ac05627e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2054375004-subnet', 'tenant_id': '056771fe638649b5997a2c450a46ef5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:54.303406 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '83c31f68-a834-410b-840d-00e6a79d817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:32Z', 'updated_at': '2022-05-06T12:17:44Z', 'revision_number': 4, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'gw_port': {'id': '83c31f68-a834-410b-840d-00e6a79d817d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:34Z', 'updated_at': '2022-05-06T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '28cfe48a-d757-4f48-8f59-4a04f69f8698', 'name': '', 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'mac_address': 'fa:16:3e:94:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be38b8b-dd26-4e3a-9d50-0ba8200b6556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:43Z', 'updated_at': '2022-05-06T12:17:53Z', 'revision_number': 4, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'subnets': [{'id': '7be38b8b-dd26-4e3a-9d50-0ba8200b6556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:54.313823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-90c84fab-0f3c-4a0b-8ab9-3d8c190df035 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Synchronizing usage tracker for tenant:14c387d034c64286b513aed7c05c8fcf on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:54.315843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:54.323770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ea980-2a36-4a3c-8fec-26b1eefaabd1 admin admin] Pushing event updated for resources: {'Network': ['ID=ce34f48d-56b1-4550-86a9-59ac05627e3f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:54.326067 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d676f-1c69-4334-88ec-b393a01891a6 None None] The sync data for ids ['256bd47b-a46c-4569-a950-339c56f0fd66'] in n-d-840847-1 is: [{'id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '83c31f68-a834-410b-840d-00e6a79d817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:32Z', 'updated_at': '2022-05-06T12:17:44Z', 'revision_number': 4, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'gw_port': {'id': '83c31f68-a834-410b-840d-00e6a79d817d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:34Z', 'updated_at': '2022-05-06T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '28cfe48a-d757-4f48-8f59-4a04f69f8698', 'name': '', 'network_id': '84638f82-aebb-4ebb-9662-b3c4dd30ccdb', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'mac_address': 'fa:16:3e:94:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be38b8b-dd26-4e3a-9d50-0ba8200b6556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:43Z', 'updated_at': '2022-05-06T12:17:53Z', 'revision_number': 4, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'subnets': [{'id': '7be38b8b-dd26-4e3a-9d50-0ba8200b6556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:17:54.327722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Usage tracker for resource:subnet and tenant:056771fe638649b5997a2c450a46ef5a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:54.332507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:54.340361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ce34f48d-56b1-4550-86a9-59ac05627e3f details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:54.344181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:54.363653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Made reservation on behalf of 056771fe638649b5997a2c450a46ef5a for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:54.365994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.471930 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8db9280d-dcf6-464e-8bd8-153b1cc5bd2d req-8643b8b5-3a18-4264-87c2-8035df4051d3 tempest-ServerDiagnosticsNegativeTest-2043168098 tempest-ServerDiagnosticsNegativeTest-2043168098-project] 10.222.0.44 "GET /v2.0/ports?device_id=01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5 HTTP/1.1" status: 200 len: 210 time: 0.2313387 May 06 12:17:54.488352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-90c84fab-0f3c-4a0b-8ab9-3d8c190df035 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Unset dirty status for tenant:14c387d034c64286b513aed7c05c8fcf on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:54.490434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-90c84fab-0f3c-4a0b-8ab9-3d8c190df035 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.66 HTTP/1.1" status: 200 len: 695 time: 0.3523984 May 06 12:17:54.811402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:17:54.877161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-d3c25009-0604-4094-b238-ca4ea8960bf0 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:54.884400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-d3c25009-0604-4094-b238-ca4ea8960bf0 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.3872011 May 06 12:17:54.897075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-54c90ab5-ba5c-451d-bf88-ecc4e35e583a tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:17:54.898220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f0e361e-9ce3-4aa1-8c0f-e0201363591e req-54c90ab5-ba5c-451d-bf88-ecc4e35e583a tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061622 May 06 12:17:55.049138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:55.183265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fc88eef-62c8-4342-aef6-35ac45574a04 req-79ee6aa0-32fa-42dd-91a8-2ad714393c7e tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1096 time: 0.0938253 May 06 12:17:55.214847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cda42d-c922-46e0-b987-7123be8306e6,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:55.247904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Checking segment: {'id': 'b1dd4f64-a2a2-4b67-83af-89701742a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ce34f48d-56b1-4550-86a9-59ac05627e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:55.248261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Network hostable DHCP agents. Network: ce34f48d-56b1-4550-86a9-59ac05627e3f, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:55.263692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4fc88eef-62c8-4342-aef6-35ac45574a04 req-25ece731-7f6e-46b3-a10f-3a3d388196a5 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] Synchronizing usage tracker for tenant:24d47d1b2edd4a45b121aea23266b0dc on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:55.301644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Network ce34f48d-56b1-4550-86a9-59ac05627e3f is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:55.305679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4fc88eef-62c8-4342-aef6-35ac45574a04 req-25ece731-7f6e-46b3-a10f-3a3d388196a5 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] Unset dirty status for tenant:24d47d1b2edd4a45b121aea23266b0dc on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:55.319210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fc88eef-62c8-4342-aef6-35ac45574a04 req-25ece731-7f6e-46b3-a10f-3a3d388196a5 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326001 May 06 12:17:55.349154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ce34f48d-56b1-4550-86a9-59ac05627e3f) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:55.364166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161c2b9-ec41-441c-bb00-7a642358a7ed None None] Network ce34f48d-56b1-4550-86a9-59ac05627e3f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:55.376023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:55.383309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:55.446728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:17:55.472195 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82097d11-4dde-407e-a88f-91261c42bfe7'] response: {'server_uuid': '01d8cbf0-5cb2-48c5-a7c5-e6140d75e6b5', 'name': 'network-vif-deleted', 'tag': 'da2246c2-8cbd-4a32-998d-b7e7faa64ed1', 'status': 'completed', 'code': 200} May 06 12:17:55.486303 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-66e67fca-60ed-4e56-8300-b2ad85bc70d9 admin admin] 10.222.0.44 "PUT /v2.0/routers/1be8b1a9-a052-4593-9ee1-d8f32cf35ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2695618 May 06 12:17:55.496386 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-218dcbf2-b5c0-455c-9866-1d87be989f92 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1971915 May 06 12:17:55.647381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6def8e1-46cd-4005-9d31-39d59dfea9ee req-193bf1f3-e392-472c-b42c-21b98e386ee7 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips/793ce7ff-dfb1-40bd-a235-023602854186 HTTP/1.1" status: 200 len: 692 time: 0.1087244 May 06 12:17:55.714981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 647dedf0-cc36-44db-b87e-eed9d8d712c4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:55.856532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6def8e1-46cd-4005-9d31-39d59dfea9ee req-a46b7937-38e8-42a1-97ed-66dd3f86996f tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:55.863421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6def8e1-46cd-4005-9d31-39d59dfea9ee req-a46b7937-38e8-42a1-97ed-66dd3f86996f tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.2096713 May 06 12:17:55.870350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc839fc-5b50-40d6-a35a-ec73bc29cda9 None None] Network ce34f48d-56b1-4550-86a9-59ac05627e3f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:55.882780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-c6def8e1-46cd-4005-9d31-39d59dfea9ee req-f3706b45-5da1-4d1d-8622-173d1e538dd8 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:17:55.883502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6def8e1-46cd-4005-9d31-39d59dfea9ee req-f3706b45-5da1-4d1d-8622-173d1e538dd8 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061467 May 06 12:17:56.067213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48376) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:56.217652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-30799126-e7e5-45ba-8b31-64736936ecd7 admin admin] Deleting subnet 7b44044f-caad-41c2-913b-9a9209bd59a1 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:17:56.231511 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-30799126-e7e5-45ba-8b31-64736936ecd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.281688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a75be1c-608a-434b-b3ff-b82b4da1be6b req-072c5a9e-8fc2-4d24-b215-0c706fc2f643 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1096 time: 0.2098577 May 06 12:17:56.287849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 647dedf0-cc36-44db-b87e-eed9d8d712c4 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:56.303377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 647dedf0-cc36-44db-b87e-eed9d8d712c4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:56.303918 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.354484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a75be1c-608a-434b-b3ff-b82b4da1be6b req-5faa41e6-d61a-49ad-b91b-40a92754902a tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700486 May 06 12:17:56.362575 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-30799126-e7e5-45ba-8b31-64736936ecd7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.383083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-30799126-e7e5-45ba-8b31-64736936ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.564345 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-30799126-e7e5-45ba-8b31-64736936ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.628899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30799126-e7e5-45ba-8b31-64736936ecd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b44044f-caad-41c2-913b-9a9209bd59a1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:56.648205 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.652914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bbc896a-dce0-42ed-be38-c72a795eded5 req-7c84d410-d9cd-4bc0-901d-0029f65d6a49 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=14c387d034c64286b513aed7c05c8fcf HTTP/1.1" status: 200 len: 695 time: 0.1309307 May 06 12:17:56.662112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-30799126-e7e5-45ba-8b31-64736936ecd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.675161 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-30799126-e7e5-45ba-8b31-64736936ecd7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7b44044f-caad-41c2-913b-9a9209bd59a1 HTTP/1.1" status: 204 len: 168 time: 0.6042814 May 06 12:17:56.675886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48402) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:56.688920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 647dedf0-cc36-44db-b87e-eed9d8d712c4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=647dedf0-cc36-44db-b87e-eed9d8d712c4,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:56.696015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.696786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 28cfe48a-d757-4f48-8f59-4a04f69f8698 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:56.837799 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.839921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=647dedf0-cc36-44db-b87e-eed9d8d712c4,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:56.857710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 28cfe48a-d757-4f48-8f59-4a04f69f8698 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:17:56.864380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 28cfe48a-d757-4f48-8f59-4a04f69f8698 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:56.864795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.968401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc896a-dce0-42ed-be38-c72a795eded5 req-6111febb-271a-4d13-9cd8-969a467ef061 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:56.971028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bbc896a-dce0-42ed-be38-c72a795eded5 req-6111febb-271a-4d13-9cd8-969a467ef061 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/networks?id=135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 787 time: 0.3103805 May 06 12:17:56.973359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48410) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:56.991433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-4bbc896a-dce0-42ed-be38-c72a795eded5 req-4cf21272-8570-4732-8fb2-28c93b8e87ef tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:17:56.992715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bbc896a-dce0-42ed-be38-c72a795eded5 req-4cf21272-8570-4732-8fb2-28c93b8e87ef tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0151019 May 06 12:17:57.012735 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.080029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 28cfe48a-d757-4f48-8f59-4a04f69f8698, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=28cfe48a-d757-4f48-8f59-4a04f69f8698,segment=NetworkSegment(0b54e71f-3c05-473d-b079-803312439621),segment_id=0b54e71f-3c05-473d-b079-803312439621)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:17:57.094734 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.153461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.206834 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.207152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.207844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.208172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > port after_create 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.208489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > port after_delete 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.208827 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > port after_update 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.209155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.209573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.209795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.210103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.308377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=28cfe48a-d757-4f48-8f59-4a04f69f8698,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:57.367518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 647dedf0-cc36-44db-b87e-eed9d8d712c4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:57.428143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-ecb70e32-9f65-4b34-af9f-aea4ab83c26b tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips/793ce7ff-dfb1-40bd-a235-023602854186 HTTP/1.1" status: 200 len: 692 time: 0.2743881 May 06 12:17:57.462961 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.464173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.464814 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.465520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.466225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823925fd-599d-4b57-977a-e8bdf27164ba']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:57.507372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75f898f-b884-464e-ae8a-126245eb614c') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:57.507659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75f898f-b884-464e-ae8a-126245eb614c') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:57.536120 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.572222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.592853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:17:57.593057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.610568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 647dedf0-cc36-44db-b87e-eed9d8d712c4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:57.611106 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: util.warn_limited( May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: util.warn_limited( May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: timer() May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:17:57.625594 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:17:57.778858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.836466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.840612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48436) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:57.844140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] Pushing event deleted for resources: {'Network': ['ID=823925fd-599d-4b57-977a-e8bdf27164ba,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:57.863435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-network', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:57.871315 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-63d46f6f-2e43-42fd-8c41-9965dea73acd admin admin] 10.222.0.44 "DELETE /v2.0/networks/823925fd-599d-4b57-977a-e8bdf27164ba HTTP/1.1" status: 204 len: 168 time: 1.1923726 May 06 12:17:57.872909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:57.875821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48440) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:57.937678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Usage tracker for resource:network and tenant:2bf4dc76fd34463c8456740b594c9d83 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:57.946461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:57.963880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:57.965952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4a2b0919-3078-45e9-8a15-1b2c4a2db0c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5fb1c0ab724547cbbf48bb2dec915d61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9911630 May 06 12:17:57.969705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48444) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:57.978853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-568052ff-a2ab-42dd-823c-3f2a878466cc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:57.980807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-568052ff-a2ab-42dd-823c-3f2a878466cc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.5514321 May 06 12:17:57.994535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-b1242443-249d-4be0-a19d-74818f49a1b2 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:17:57.995863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-b1242443-249d-4be0-a19d-74818f49a1b2 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0086379 May 06 12:17:58.004660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7c6c634-eb1c-4e04-b28a-9c849ceb48f9 req-6f0884a1-ddcc-4dd0-a6d4-c37ad2e23eed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2470186 May 06 12:17:58.008465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Made reservation on behalf of 2bf4dc76fd34463c8456740b594c9d83 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:58.011388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.041418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.058497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e60a893-4005-49eb-aadc-d689e306129d admin admin] Deleting subnet 46cda42d-c922-46e0-b987-7123be8306e6 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:17:58.069811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e60a893-4005-49eb-aadc-d689e306129d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.101048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-9d36f355-498c-4f77-80b7-ed1de292a4c0 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.66 HTTP/1.1" status: 200 len: 695 time: 0.0950508 May 06 12:17:58.154078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:58.158788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Usage tracker for resource:security_group_rule and tenant:2bf4dc76fd34463c8456740b594c9d83 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:58.162561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:58.169654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:58.212415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-224b0596-983f-4a22-ad2a-7064ae3e7496 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.66 HTTP/1.1" status: 200 len: 695 time: 0.1047277 May 06 12:17:58.247272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.276597 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.323664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e60a893-4005-49eb-aadc-d689e306129d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.400662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:58.407497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50527eb-d8a8-4f7c-bce9-bf28aec89613,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:58.447952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Deleting port c920136c-111c-46bc-867f-659108840e8d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:17:58.448653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.493044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f20991c-46ac-4b3f-9469-a100f077c298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.517148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.517984 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Added segment d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce of type vlan for network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 May 06 12:17:58.520602 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e60a893-4005-49eb-aadc-d689e306129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.576269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f20991c-46ac-4b3f-9469-a100f077c298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.621854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.665933 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.666489 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.684345 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e60a893-4005-49eb-aadc-d689e306129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.758551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.760034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:58.760846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.788144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f20991c-46ac-4b3f-9469-a100f077c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.791346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e60a893-4005-49eb-aadc-d689e306129d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.833743 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6e60a893-4005-49eb-aadc-d689e306129d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/46cda42d-c922-46e0-b987-7123be8306e6 HTTP/1.1" status: 204 len: 168 time: 0.9542878 May 06 12:17:58.835016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60a893-4005-49eb-aadc-d689e306129d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cda42d-c922-46e0-b987-7123be8306e6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:58.837041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48468) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:58.848020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20991c-46ac-4b3f-9469-a100f077c298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad9cb8f-d609-4dce-bfad-173d772281cf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:58.848571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Calling delete_port for c920136c-111c-46bc-867f-659108840e8d owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:17:59.046313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f20991c-46ac-4b3f-9469-a100f077c298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.047611 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3f20991c-46ac-4b3f-9469-a100f077c298 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ad9cb8f-d609-4dce-bfad-173d772281cf HTTP/1.1" status: 204 len: 168 time: 1.0768323 May 06 12:17:59.088005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2457488 May 06 12:17:59.088422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48480) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:59.097182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Request body: {'subnet': {'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-subnet', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:59.103675 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.108147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:59.108598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.110758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec54dbb-2329-4684-8074-89b0378a62cb admin admin] Pushing event updated for resources: {'Network': ['ID=a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:59.125559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:59.179274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Usage tracker for resource:subnet and tenant:2bf4dc76fd34463c8456740b594c9d83 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:59.209916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:59.216107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Pushing event deleted for resources: {'Port': ['ID=c920136c-111c-46bc-867f-659108840e8d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:59.240327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:59.329358 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.343857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.358575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Made reservation on behalf of 2bf4dc76fd34463c8456740b594c9d83 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:59.366839 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.377729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce34f48d-56b1-4550-86a9-59ac05627e3f']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:59.412587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dd4f64-a2a2-4b67-83af-89701742a2da') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:59.412974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dd4f64-a2a2-4b67-83af-89701742a2da') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:59.429606 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.456279 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.488091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:17:59.489806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.505386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 28cfe48a-d757-4f48-8f59-4a04f69f8698 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: timer() May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:17:59.541414 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:17:59.634353 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.648207 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9f793a5-c973-4aab-85fd-a54ac7cd869b req-e511af30-a587-4deb-aaf6-c8cc6512fb46 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "DELETE /v2.0/floatingips/793ce7ff-dfb1-40bd-a235-023602854186 HTTP/1.1" status: 204 len: 173 time: 1.4273839 May 06 12:17:59.649895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48488) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:59.677251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-5a53f0f9-2d33-450a-8b6e-e68547ec21c9 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:17:59.680271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-5a53f0f9-2d33-450a-8b6e-e68547ec21c9 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0212374 May 06 12:17:59.754159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.781353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 28cfe48a-d757-4f48-8f59-4a04f69f8698 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:17:59.781772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.800205 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.822107 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ce34f48d-56b1-4550-86a9-59ac05627e3f HTTP/1.1" status: 204 len: 168 time: 0.9654887 May 06 12:17:59.822454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4572dd-acb1-43c3-903c-e8e368218ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce34f48d-56b1-4550-86a9-59ac05627e3f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:00.020365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.089280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48506) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:00.117823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a034e103-0f1d-4dbd-b9de-e646cc586631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.192643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a034e103-0f1d-4dbd-b9de-e646cc586631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:00.200873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a034e103-0f1d-4dbd-b9de-e646cc586631 admin admin] Usage tracker for resource:security_group_rule and tenant:623d68860da943b28e62823d61b74e34 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:00.204204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55d6540-5015-42d1-ade9-dad4027587a4,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:00.214633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a034e103-0f1d-4dbd-b9de-e646cc586631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:00.225749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Checking segment: {'id': 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:00.226366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Network hostable DHCP agents. Network: a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:18:00.243767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a034e103-0f1d-4dbd-b9de-e646cc586631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:00.263676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:18:00.282367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:00.298067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463f777-7834-40cd-b68d-194139f31f1d None None] Network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:00.308385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:00.313886 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.368413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48512) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:00.369312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-53c942f0-3a6d-4ce7-80b8-09be546565d5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2791002 May 06 12:18:00.408106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:00.449923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:00.465163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Usage tracker for resource:router and tenant:2bf4dc76fd34463c8456740b594c9d83 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:00.485739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:00.517247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:00.563429 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a034e103-0f1d-4dbd-b9de-e646cc586631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.573391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a034e103-0f1d-4dbd-b9de-e646cc586631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.603416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Request body: {'binding': {'host': 'n-h2-840847-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:00.604061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Unknown quota resources ['binding']. {{(pid=83955) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:18:00.622525 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.624257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.654743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.713608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1', 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'fixed_ips': [{'subnet_id': 'e55d6540-5015-42d1-ade9-dad4027587a4'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:18:00.715241 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.860804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48520) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:00.916114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034e103-0f1d-4dbd-b9de-e646cc586631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7854fd-f6c6-4b5a-9d01-393b57c95a43,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:00.928105 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a034e103-0f1d-4dbd-b9de-e646cc586631 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=623d68860da943b28e62823d61b74e34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8373492 May 06 12:18:00.930874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:00.976672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Allocated IP 172.20.0.2 (a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1/e55d6540-5015-42d1-ade9-dad4027587a4/ed21f5c2-a4e0-472e-b6b4-8a22242800e8) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:00.993073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.058937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b6e8066-e92d-4667-a7ec-08f8a230a431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.184650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b6e8066-e92d-4667-a7ec-08f8a230a431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.279639 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b6e8066-e92d-4667-a7ec-08f8a230a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.298244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48530) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:01.298564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-99281104-d5dc-4731-afd3-20df50909777 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34742edd6293412581d58f36b52c4146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4316151 May 06 12:18:01.308784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e8066-e92d-4667-a7ec-08f8a230a431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7854fd-f6c6-4b5a-9d01-393b57c95a43,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:01.328106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-77d837a3-db6f-4777-a696-d8c46107889b tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7976649 May 06 12:18:01.338390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:01.347109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:01.358441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Usage tracker for resource:floatingip and tenant:14c387d034c64286b513aed7c05c8fcf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:01.387116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:01.406853 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.409977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b6e8066-e92d-4667-a7ec-08f8a230a431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.411682 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9b6e8066-e92d-4667-a7ec-08f8a230a431 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c7854fd-f6c6-4b5a-9d01-393b57c95a43 HTTP/1.1" status: 204 len: 168 time: 0.4794443 May 06 12:18:01.428651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f71f6748-7fd7-4621-adf4-13509a665ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.439950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Transition to ACTIVE for port object ed21f5c2-a4e0-472e-b6b4-8a22242800e8 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:01.478341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Transition to ACTIVE for port object ed21f5c2-a4e0-472e-b6b4-8a22242800e8 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:01.486855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:01.488152 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.502390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d on host n-h2-840847-1 for vnic_type normal with profile None {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:01.502786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:01.503364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:01.508452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f71f6748-7fd7-4621-adf4-13509a665ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.513413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Port 0693ed66-b3fc-44df-af8b-365833626f3d on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:18:01.513850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:01.522756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.592311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Pushing event updated for resources: {'Port': ['ID=ed21f5c2-a4e0-472e-b6b4-8a22242800e8,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:01.619038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:01.621131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:01.628491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.629002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.629472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.630069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.630966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.631731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.633140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.634163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.634793 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.635311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.635854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:01.642073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:01.660114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:01.660769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:01.661411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:01.662246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Bound port: 0693ed66-b3fc-44df-af8b-365833626f3d, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:01.740361 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.781323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Attempting to bind port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:01.781609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:01.782703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Attempting to bind port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:01.783502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Attempting to bind port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 on network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:01.791969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.793256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0fea8a75-792f-4a23-9775-ad8bd3ef4f95 service neutron] 10.222.0.44 "POST /v2.0/ports/0693ed66-b3fc-44df-af8b-365833626f3d/bindings HTTP/1.1" status: 201 len: 389 time: 1.4575555 May 06 12:18:01.795980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:01.796811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Checking segment: {'id': 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:01.797644 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.798262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Bound using segment: {'id': 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:01.799292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Bound port: ed21f5c2-a4e0-472e-b6b4-8a22242800e8, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:01.799886 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.864444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.954162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f71f6748-7fd7-4621-adf4-13509a665ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.991300 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.003736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] For port ed21f5c2-a4e0-472e-b6b4-8a22242800e8, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:02.012875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] For port ed21f5c2-a4e0-472e-b6b4-8a22242800e8, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ed21f5c2-a4e0-472e-b6b4-8a22242800e8,segment=NetworkSegment(d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce),segment_id=d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:02.036921 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.049832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f6748-7fd7-4621-adf4-13509a665ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e293a0-9ec9-41ac-a0f8-2da35e5bccbd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:02.070944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f71f6748-7fd7-4621-adf4-13509a665ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.072590 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f71f6748-7fd7-4621-adf4-13509a665ab0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9e293a0-9ec9-41ac-a0f8-2da35e5bccbd HTTP/1.1" status: 204 len: 168 time: 0.7711968 May 06 12:18:02.232731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01ef9a-d31f-42dd-a080-e09a6cc71eb0 None None] Pushing event updated for resources: {'Port': ['ID=ed21f5c2-a4e0-472e-b6b4-8a22242800e8,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:02.749192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Allocated IP 172.25.7.152 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/7eab8b28-6f92-4092-8ffe-ca9a1dfe371b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:02.760845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd314e0-f68b-48de-b57f-d6d0f2df6ad7 req-8d47b09a-9f12-4f80-ae28-104f0567a620 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:02.777834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd314e0-f68b-48de-b57f-d6d0f2df6ad7 req-8d47b09a-9f12-4f80-ae28-104f0567a620 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 945 time: 0.1641796 May 06 12:18:02.852669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd314e0-f68b-48de-b57f-d6d0f2df6ad7 req-4a5fe772-12ed-46b8-9770-cd520d766353 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731547 May 06 12:18:02.926902 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-3cddc65e-2a8c-4d51-a3c9-07fdf90d2bd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1096 time: 0.3108091 May 06 12:18:03.063089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48560) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:03.136459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5ff904ad-5f04-4b40-b922-0c47a22d5cb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=056771fe638649b5997a2c450a46ef5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0719156 May 06 12:18:03.140003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48566) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:03.152595 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:03.190460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a6a46ca3-d839-41cc-8b20-197f9ced4001 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:03.192107 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a6a46ca3-d839-41cc-8b20-197f9ced4001 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.2591774 May 06 12:18:03.236144 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7149-8734-45cc-8c59-a08f42b7dc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:03.305462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7149-8734-45cc-8c59-a08f42b7dc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:03.449691 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-03479f7d-a9bf-4cf7-bbc3-bbe560d5ff9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 217 time: 0.2409003 May 06 12:18:03.506494 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7149-8734-45cc-8c59-a08f42b7dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:03.552319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f7149-8734-45cc-8c59-a08f42b7dc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04801678-852a-4a6e-a541-9a7158213398,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:03.596080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:03.699206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ed21f5c2-a4e0-472e-b6b4-8a22242800e8 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:03.747857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:03.756556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:03.761062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:03.774815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Allocated IP 172.25.7.9 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9844c549-8b20-4a1c-bfc2-3e4ad95d0613) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:03.842276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-eeb8c1b2-9186-4b91-a0e2-d938c834c66d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:03.844849 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-eeb8c1b2-9186-4b91-a0e2-d938c834c66d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.3814235 May 06 12:18:03.865093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:03.918566 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-be9aeab6-6023-4031-a12f-6b5fdf66b983 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669351 May 06 12:18:03.992964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Pushing event updated for resources: {'Port': ['ID=7eab8b28-6f92-4092-8ffe-ca9a1dfe371b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:04.035444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b07714-0a3c-4e64-a394-652916fec408 None None] Network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:04.077773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7149-8734-45cc-8c59-a08f42b7dc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.081504 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bc6f7149-8734-45cc-8c59-a08f42b7dc8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04801678-852a-4a6e-a541-9a7158213398 HTTP/1.1" status: 204 len: 168 time: 0.9371736 May 06 12:18:04.159799 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-b479a787-2838-4822-b4f4-24e78b3cf208 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352376 May 06 12:18:04.160879 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.217341 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.253612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aa59a42d-7fe5-48cf-9e65-1e3c3806ce13 None None] Provisioning for port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:04.263091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aa59a42d-7fe5-48cf-9e65-1e3c3806ce13 None None] Provisioning complete for port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:04.269365 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa59a42d-7fe5-48cf-9e65-1e3c3806ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.376905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48598) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:04.389209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Pushing event updated for resources: {'Port': ['ID=9844c549-8b20-4a1c-bfc2-3e4ad95d0613,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:04.418353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:04.420454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:04.424425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:04.459904 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-2b6f888e-4432-4617-aceb-f4c00d3a17cf service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937067 May 06 12:18:04.465135 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.466624 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.690092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.745671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa59a42d-7fe5-48cf-9e65-1e3c3806ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.881858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.902384 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-460fcea4-48ab-478f-8104-a73cc57b42f3 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.2557557 May 06 12:18:04.921253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840847-1'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:05.069366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aa59a42d-7fe5-48cf-9e65-1e3c3806ce13 None None] For port ed21f5c2-a4e0-472e-b6b4-8a22242800e8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ed21f5c2-a4e0-472e-b6b4-8a22242800e8,segment=NetworkSegment(d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce),segment_id=d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:05.088568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa59a42d-7fe5-48cf-9e65-1e3c3806ce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.187939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59a42d-7fe5-48cf-9e65-1e3c3806ce13 None None] Pushing event updated for resources: {'Port': ['ID=ed21f5c2-a4e0-472e-b6b4-8a22242800e8,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:05.335943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b25563f-c11e-4416-aada-097ed82152ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.382522 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.440515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ed21f5c2-a4e0-472e-b6b4-8a22242800e8 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:05.498755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Router 784ba209-2916-443b-8a27-27384014f951 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:18:05.524633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a9d28-7159-4fd3-a7f6-48cb5eb464d9 req-d8565fd8-f14a-4f26-a0c8-7abf0e5ee33c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:05.529875 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-066a9d28-7159-4fd3-a7f6-48cb5eb464d9 req-d8565fd8-f14a-4f26-a0c8-7abf0e5ee33c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 945 time: 0.5778878 May 06 12:18:05.589193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:05.589432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.711698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-066a9d28-7159-4fd3-a7f6-48cb5eb464d9 req-1b7b0b67-bd09-4142-aae7-671d158fb3e6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629596 May 06 12:18:05.738325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3b25563f-c11e-4416-aada-097ed82152ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:05.793172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.800977 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.879218 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.919967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a5047214-029f-43cf-ad5d-c9f31416d049 None None] Provisioning complete for port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:05.920755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a5047214-029f-43cf-ad5d-c9f31416d049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.929221 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.932808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.5993683 May 06 12:18:06.043616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3b25563f-c11e-4416-aada-097ed82152ff admin admin] Usage tracker for resource:security_group_rule and tenant:31ab011ae508456ea6a034cd018b9b9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:06.074020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3b25563f-c11e-4416-aada-097ed82152ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:06.086524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f82ab-10fa-43a6-9934-3832f95bdfcc tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Pushing event updated for resources: {'Port': ['ID=9844c549-8b20-4a1c-bfc2-3e4ad95d0613,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:06.128833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-75d2b8ba-bb20-4705-bf15-97b5d256587c tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Synchronizing usage tracker for tenant:14c387d034c64286b513aed7c05c8fcf on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:06.161059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-75d2b8ba-bb20-4705-bf15-97b5d256587c tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Unset dirty status for tenant:14c387d034c64286b513aed7c05c8fcf on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:06.162381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-75d2b8ba-bb20-4705-bf15-97b5d256587c tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 694 time: 0.2183194 May 06 12:18:06.244607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3b25563f-c11e-4416-aada-097ed82152ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:06.455444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-1e7ea17d-1f66-49d8-98c0-b0cd83909338 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:06.457162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d51ce60a-31e5-4526-91ae-b33be80ed42d req-1e7ea17d-1f66-49d8-98c0-b0cd83909338 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.2877245 May 06 12:18:06.474134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:06.482854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b25563f-c11e-4416-aada-097ed82152ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.492111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b25563f-c11e-4416-aada-097ed82152ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.608789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25563f-c11e-4416-aada-097ed82152ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f09d46-7f88-4ba2-8c61-210473f7ddf5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:06.625648 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3b25563f-c11e-4416-aada-097ed82152ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31ab011ae508456ea6a034cd018b9b9b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2450650 May 06 12:18:06.626008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48652) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:06.635223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:06.639087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-10632184-d964-47fd-b286-8d549671f94d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips/f8b7b136-4251-443e-8f92-8f167a206d4d HTTP/1.1" status: 200 len: 691 time: 0.1122420 May 06 12:18:06.689844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.744225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:06.752899 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.762354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.850477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b3b186b-5573-46a5-b280-2bd088473551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.901200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-f61a8217-355b-4955-bfe4-23b8ffc2af0a tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:06.903287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-f61a8217-355b-4955-bfe4-23b8ffc2af0a tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.2489183 May 06 12:18:06.911317 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b3b186b-5573-46a5-b280-2bd088473551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.976398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Pushing event updated for resources: {'Port': ['ID=0693ed66-b3fc-44df-af8b-365833626f3d,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:06.992395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:18:07.006754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Sync routers for ids ['784ba209-2916-443b-8a27-27384014f951'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:18:07.022717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Routers {'784ba209-2916-443b-8a27-27384014f951'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:18:07.023581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['784ba209-2916-443b-8a27-27384014f951'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:07.089848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.095459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48674) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:07.095696 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a1e3f112-3631-4d8f-853e-35733cc1ebf1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.7180219 May 06 12:18:07.140772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d on host n-h1-840847-1 for vnic_type normal with profile {"migrating_to": "n-h2-840847-1"} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:07.141345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:07.142013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:07.150375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Port 0693ed66-b3fc-44df-af8b-365833626f3d on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:18:07.150997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Attempting to bind port 0693ed66-b3fc-44df-af8b-365833626f3d on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:07.160712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:07.161739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:07.162298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:07.162922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Bound port: 0693ed66-b3fc-44df-af8b-365833626f3d, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:07.163440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.186851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-626213d7-23a5-4318-b56d-5ce83bec3fbf tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 694 time: 0.2131104 May 06 12:18:07.251779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Set router 784ba209-2916-443b-8a27-27384014f951 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:18:07.410298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:07.415683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:07.427258 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.479130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-49441ae2-4416-422d-a219-f68c43e1fc5e tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.9 HTTP/1.1" status: 200 len: 694 time: 0.2355499 May 06 12:18:07.568979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a396e7-ae34-4a4e-8586-aa7890b2ac03 req-6f0f6611-d6c0-48d4-9ae2-8faf4cfecc0f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:07.570851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45a396e7-ae34-4a4e-8586-aa7890b2ac03 req-6f0f6611-d6c0-48d4-9ae2-8faf4cfecc0f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 943 time: 0.6635404 May 06 12:18:07.585480 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b3b186b-5573-46a5-b280-2bd088473551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.622789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Pushing event updated for resources: {'Port': ['ID=0693ed66-b3fc-44df-af8b-365833626f3d,revision_number=8']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:07.645780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b186b-5573-46a5-b280-2bd088473551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f09d46-7f88-4ba2-8c61-210473f7ddf5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:07.786474 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b3b186b-5573-46a5-b280-2bd088473551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.790832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2b3b186b-5573-46a5-b280-2bd088473551 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21f09d46-7f88-4ba2-8c61-210473f7ddf5 HTTP/1.1" status: 204 len: 168 time: 1.1633968 May 06 12:18:07.792142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Deleting port 9844c549-8b20-4a1c-bfc2-3e4ad95d0613 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:18:07.792501 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.796453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784ba209-2916-443b-8a27-27384014f951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:00Z', 'updated_at': '2022-05-06T12:18:04Z', 'revision_number': 3, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'gw_port': {'id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:01Z', 'updated_at': '2022-05-06T12:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:07.809211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Checking router: 784ba209-2916-443b-8a27-27384014f951 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:18:07.810019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Updating router 784ba209-2916-443b-8a27-27384014f951 port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:18:07.882954 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.888237 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a0b45b47-6d3b-4b00-b892-6567f63a0288 service neutron] 10.222.0.36 "PUT /v2.0/ports/0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 1121 time: 2.9765916 May 06 12:18:07.890795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.936032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45a396e7-ae34-4a4e-8586-aa7890b2ac03 req-eb2d2698-d931-4139-8463-96f1b86ce935 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376310 May 06 12:18:08.065201 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c0925c-621d-49b4-a528-e904910c425c'] response: {'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d', 'code': 200} May 06 12:18:08.139825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:08.140319 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:08.298738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0693ed66-b3fc-44df-af8b-365833626f3d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:18:08.578592 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:08.601822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Transition to ACTIVE for port object 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:08.612834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Calling delete_port for 9844c549-8b20-4a1c-bfc2-3e4ad95d0613 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:18:08.613663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:08.846709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:08.867442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85643970-c646-4186-819c-6c194da3ccd4 None None] Pushing event updated for resources: {'Port': ['ID=7eab8b28-6f92-4092-8ffe-ca9a1dfe371b,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:08.873450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Attempting to bind port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:08.874091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Attempting to bind port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:08.874668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Attempting to bind port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:08.916895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:08.917521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:08.918190 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:08.918883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:08.919774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Bound port: 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:08.920597 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:08.952398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Pushing event deleted for resources: {'Port': ['ID=9844c549-8b20-4a1c-bfc2-3e4ad95d0613,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:08.987797 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:09.017741 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:09.019337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-851c781b-1077-4ee4-bbf0-211bc2e4d58f req-db4d0458-5def-490e-a0d3-744a38d9ec3d tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "DELETE /v2.0/floatingips/f8b7b136-4251-443e-8f92-8f167a206d4d HTTP/1.1" status: 204 len: 173 time: 1.5262775 May 06 12:18:09.044436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48714) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:09.099167 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea2c44f-eb99-413c-9e63-c62e5c6d5b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:09.151759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dea2c44f-eb99-413c-9e63-c62e5c6d5b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:09.162560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dea2c44f-eb99-413c-9e63-c62e5c6d5b9e admin admin] Usage tracker for resource:security_group_rule and tenant:c614b297ad8e4724b91d99b4f4972eb8 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:09.176686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dea2c44f-eb99-413c-9e63-c62e5c6d5b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:09.190702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dea2c44f-eb99-413c-9e63-c62e5c6d5b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:09.210958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] For port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:09.223973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] For port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7eab8b28-6f92-4092-8ffe-ca9a1dfe371b,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:09.233140 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:09.412743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea2c44f-eb99-413c-9e63-c62e5c6d5b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:09.423373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea2c44f-eb99-413c-9e63-c62e5c6d5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:09.503320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Routers {'784ba209-2916-443b-8a27-27384014f951'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:18:09.504426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['784ba209-2916-443b-8a27-27384014f951'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:09.520593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-edc303b5-1b8e-4a28-b2cf-06a5cc75f819 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3f6b0de38a784658ab55af596a292fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2023737 May 06 12:18:09.523115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2c44f-eb99-413c-9e63-c62e5c6d5b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17866fcd-464c-405b-a624-6eb26190d71c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:09.567699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dea2c44f-eb99-413c-9e63-c62e5c6d5b9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c614b297ad8e4724b91d99b4f4972eb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5210099 May 06 12:18:09.569552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:09.648485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85643970-c646-4186-819c-6c194da3ccd4 None None] Pushing event updated for resources: {'Port': ['ID=7eab8b28-6f92-4092-8ffe-ca9a1dfe371b,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:09.707084 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ee7fc10-5981-493f-b9f8-07eba04354a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:09.760403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ee7fc10-5981-493f-b9f8-07eba04354a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:09.951597 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ee7fc10-5981-493f-b9f8-07eba04354a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:10.002998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7fc10-5981-493f-b9f8-07eba04354a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17866fcd-464c-405b-a624-6eb26190d71c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:10.018242 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ee7fc10-5981-493f-b9f8-07eba04354a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:10.023740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9ee7fc10-5981-493f-b9f8-07eba04354a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17866fcd-464c-405b-a624-6eb26190d71c HTTP/1.1" status: 204 len: 168 time: 0.4490538 May 06 12:18:10.024003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-79e5279b-c11e-4efc-befd-1a725cded4d9 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:10.034282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-79e5279b-c11e-4efc-befd-1a725cded4d9 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4289565 May 06 12:18:10.066796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:10.103592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] Set router 784ba209-2916-443b-8a27-27384014f951 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:18:10.110113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d649a1-20e7-40f4-9fa0-84bb8b6c2e7b req-aea4073f-7f82-416d-987d-7a1ee332e3f3 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:10.116133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82d649a1-20e7-40f4-9fa0-84bb8b6c2e7b req-aea4073f-7f82-416d-987d-7a1ee332e3f3 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 943 time: 0.7507758 May 06 12:18:10.123572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-abf37a1a-7943-4c30-9aaa-1ca6d9b09e84 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/quotas/3f6b0de38a784658ab55af596a292fe4 HTTP/1.1" status: 200 len: 375 time: 0.0880365 May 06 12:18:10.238761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-2d753a27-4a0f-49f0-9cb3-7be01cf27c45 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f6b0de38a784658ab55af596a292fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900309 May 06 12:18:10.301738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82d649a1-20e7-40f4-9fa0-84bb8b6c2e7b req-6e41f426-b6f9-40ab-a076-879e3fc7b79b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767936 May 06 12:18:10.514860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784ba209-2916-443b-8a27-27384014f951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:00Z', 'updated_at': '2022-05-06T12:18:04Z', 'revision_number': 3, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'gw_port': {'id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:01Z', 'updated_at': '2022-05-06T12:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:10.521877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a2056-0d34-4faa-9f5b-b2e30bd51bbd None None] The sync data for ids ['784ba209-2916-443b-8a27-27384014f951'] in n-d-840847-1 is: [{'id': '784ba209-2916-443b-8a27-27384014f951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:00Z', 'updated_at': '2022-05-06T12:18:04Z', 'revision_number': 3, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'gw_port': {'id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:01Z', 'updated_at': '2022-05-06T12:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:18:10.550511 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-be782e29-e0fe-4084-91b4-7ff6072fd092 req-454152ff-aa05-469e-9b7a-ea3067450e72 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] show failed (client error): The resource could not be found. May 06 12:18:10.552171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be782e29-e0fe-4084-91b4-7ff6072fd092 req-454152ff-aa05-469e-9b7a-ea3067450e72 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips/f8b7b136-4251-443e-8f92-8f167a206d4d HTTP/1.1" status: 404 len: 350 time: 0.1443334 May 06 12:18:10.713140 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8461f73-c763-455d-81ea-1648e9474f78'] response: {'name': 'network-changed', 'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d', 'status': 'completed', 'code': 200} May 06 12:18:10.947269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03ad5593-6b64-451b-99f6-fbd2164b8c1d req-d6d6a2eb-af27-4631-9e5e-34649f416f34 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 210 time: 0.1305003 May 06 12:18:11.007350 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:11.249562 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-950d7186-2e96-463e-98ba-0d8fc7554ad5 req-fad1cb0d-3001-4055-b6dd-a445899f6b50 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] show failed (client error): The resource could not be found. May 06 12:18:11.252326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-950d7186-2e96-463e-98ba-0d8fc7554ad5 req-fad1cb0d-3001-4055-b6dd-a445899f6b50 tempest-FloatingIPsTestJSON-1948701683 tempest-FloatingIPsTestJSON-1948701683-project] 10.222.0.44 "GET /v2.0/floatingips/f8b7b136-4251-443e-8f92-8f167a206d4d HTTP/1.1" status: 404 len: 350 time: 0.1158254 May 06 12:18:11.283046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48774) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:11.299583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ac5a1bf-7a64-4335-9c12-82673d47b7ce req-ba5534d7-86f0-4a09-abd0-b5ce048b39d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1124 time: 0.5217822 May 06 12:18:11.635310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-aa531b8f-deca-4113-af75-22b50533f280 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f71b101453dc4bccb25b118d91b64eff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1474330 May 06 12:18:11.692351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0693ed66-b3fc-44df-af8b-365833626f3d details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:18:11.758213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5a1bf-7a64-4335-9c12-82673d47b7ce req-d0d0c3cd-ae23-4dd8-91d3-24bab4dded55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:11.759980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ac5a1bf-7a64-4335-9c12-82673d47b7ce req-d0d0c3cd-ae23-4dd8-91d3-24bab4dded55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.4435470 May 06 12:18:11.915813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:11.939312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0693ed66-b3fc-44df-af8b-365833626f3d has no active binding in host n-h2-840847-1 {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:18:11.964792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ac5a1bf-7a64-4335-9c12-82673d47b7ce req-96ebb125-6b99-4dca-af4e-9033d51e52ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 217 time: 0.0998836 May 06 12:18:12.124233 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a50445d-850a-4ba7-a400-98c7d7007a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:12.136281 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:12.164031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5a1bf-7a64-4335-9c12-82673d47b7ce req-843b709d-be7f-47e7-a3cd-5a2d382325b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:12.165524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ac5a1bf-7a64-4335-9c12-82673d47b7ce req-843b709d-be7f-47e7-a3cd-5a2d382325b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1850882 May 06 12:18:12.196523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Allocated IP 172.20.0.1 (a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1/e55d6540-5015-42d1-ade9-dad4027587a4/2543f62a-3e99-4a70-ac07-f6c630acdd7c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:12.292153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b751-7e91-4939-b74f-697b7b6d85df req-baeff142-c053-418e-a39f-35de40e8a649 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:12.305991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-baeff142-c053-418e-a39f-35de40e8a649 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6686747 May 06 12:18:12.353245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ac5a1bf-7a64-4335-9c12-82673d47b7ce req-2129bc60-0a24-481d-87ee-91fa89fcc423 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650188 May 06 12:18:12.364768 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:12.415656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e52046-f5dd-4e5c-ac17-6e6049cebfa4 req-be537709-ad71-42b9-8739-0bb01b10e223 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:12.428563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0e52046-f5dd-4e5c-ac17-6e6049cebfa4 req-be537709-ad71-42b9-8739-0bb01b10e223 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 943 time: 0.6606159 May 06 12:18:12.477533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-0fa1928e-62ef-4366-8553-22178cb49e62 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/quotas/f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 375 time: 0.1703291 May 06 12:18:12.544859 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-891b169e-f468-44b0-888c-bf6b20234ab3 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3f6b0de38a784658ab55af596a292fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1737938 May 06 12:18:12.682870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-01f28c5e-4a23-4abb-917b-4ae9b8c3b1e0 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2043052 May 06 12:18:12.755242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0e52046-f5dd-4e5c-ac17-6e6049cebfa4 req-f1fe565d-6ec4-4d41-bf2a-c39c265f85de tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252990 May 06 12:18:12.785916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-aa7fce6e-1231-4d41-a18b-d8aaa00d057d tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:12.788332 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-aa7fce6e-1231-4d41-a18b-d8aaa00d057d tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344098 May 06 12:18:12.821139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ac5a1bf-7a64-4335-9c12-82673d47b7ce req-903ea3c3-41ae-482e-a8f5-e99b6f843811 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540298 May 06 12:18:12.828420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Request body: {'port': {'device_id': 'e3a16142-9826-48c6-becb-b4a12efac254', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '3f6b0de38a784658ab55af596a292fe4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:13.044338 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.076935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Transition to ACTIVE for port object 2543f62a-3e99-4a70-ac07-f6c630acdd7c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:13.116000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:13.127086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Usage tracker for resource:port and tenant:3f6b0de38a784658ab55af596a292fe4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:13.130570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ac5a1bf-7a64-4335-9c12-82673d47b7ce req-29f44f0b-34d6-4992-adb4-690fb6d6b62a service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992308 May 06 12:18:13.135661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:13.160181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.190218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:13.233221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Made reservation on behalf of 3f6b0de38a784658ab55af596a292fe4 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:13.233221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.255189 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.404755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:13.418394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:13.428869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Pushing event updated for resources: {'Port': ['ID=2543f62a-3e99-4a70-ac07-f6c630acdd7c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:13.442420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:13.443085 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.580351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:13.613423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Usage tracker for resource:security_group_rule and tenant:3f6b0de38a784658ab55af596a292fe4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:13.629865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:13.649301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:13.698076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.793162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.805104 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.894998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-975eb986-568b-4635-be59-59cff95e82a3 None None] Provisioning for port 2543f62a-3e99-4a70-ac07-f6c630acdd7c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:13.905936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-975eb986-568b-4635-be59-59cff95e82a3 None None] Provisioning complete for port 2543f62a-3e99-4a70-ac07-f6c630acdd7c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:13.906982 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-975eb986-568b-4635-be59-59cff95e82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:14.022760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-975eb986-568b-4635-be59-59cff95e82a3 None None] Port 2543f62a-3e99-4a70-ac07-f6c630acdd7c cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:18:14.148257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff30305-5e2b-4d0c-9371-d3a5c2625e25,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:14.282921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Allocated IP 192.168.233.236 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/08f83376-30db-488a-bb5a-4e71bb4cdaab) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:14.537458 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4673db3b-340e-4bcf-ab86-50dc3ee9b34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:14.555645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a506a4dd-6491-4a58-b2a5-c0575f83202d req-cba41430-3e83-4e8d-9860-26fd025456bf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 210 time: 0.1527264 May 06 12:18:14.581273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb7e78ae-f3df-44c2-9b27-de718f42e44a req-631bd5fc-8d1f-4d0e-b4f4-e163932f9231 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 210 time: 0.2286227 May 06 12:18:14.603953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:14.623484 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:14.624251 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:14.734074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-7aca4f6c-9d6e-4c5e-8ce3-776ecae5387f service neutron] 10.222.0.48 "GET /v2.0/ports/0693ed66-b3fc-44df-af8b-365833626f3d/bindings/n-h2-840847-1 HTTP/1.1" status: 200 len: 384 time: 0.2798853 May 06 12:18:14.783128 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:14.812558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Transition to ACTIVE for port object 08f83376-30db-488a-bb5a-4e71bb4cdaab will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:14.885181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Deleting port 28cfe48a-d757-4f48-8f59-4a04f69f8698 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:18:14.888193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:14.927298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Pushing event updated for resources: {'Port': ['ID=2543f62a-3e99-4a70-ac07-f6c630acdd7c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:14.984543 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.070383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:15.079944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:15.193400 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:18:15.348924 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.510558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7096486-59e2-4bf9-a122-e8fb5435e4de req-1054b272-dcde-4cae-9d81-d94a7fed8139 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:15.510865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Pushing event updated for resources: {'Port': ['ID=08f83376-30db-488a-bb5a-4e71bb4cdaab,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:15.513326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7096486-59e2-4bf9-a122-e8fb5435e4de req-1054b272-dcde-4cae-9d81-d94a7fed8139 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 943 time: 0.6829376 May 06 12:18:15.585363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1eccbeb6-7ce9-46f5-8896-18300d69a334 None None] Provisioning complete for port 2543f62a-3e99-4a70-ac07-f6c630acdd7c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:15.586065 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1eccbeb6-7ce9-46f5-8896-18300d69a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.586912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] For port 28cfe48a-d757-4f48-8f59-4a04f69f8698, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=28cfe48a-d757-4f48-8f59-4a04f69f8698,segment=NetworkSegment(0b54e71f-3c05-473d-b079-803312439621),segment_id=0b54e71f-3c05-473d-b079-803312439621)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:15.587427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.609627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:15.617389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:15.692130 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Sync routers for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:18:15.803257 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:18:15.804313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:18:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:15.832775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1eccbeb6-7ce9-46f5-8896-18300d69a334 None None] Port 2543f62a-3e99-4a70-ac07-f6c630acdd7c cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:18:15.877716 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.883325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:16.205568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-b902c760-df80-44bf-bedc-d00d765d4745 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f71b101453dc4bccb25b118d91b64eff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7163661 May 06 12:18:16.278242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4c3edb5c-4315-4b8b-a2ec-3e590a6a3847 None None] Provisioning for port 08f83376-30db-488a-bb5a-4e71bb4cdaab completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:16.281799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Calling delete_port for 28cfe48a-d757-4f48-8f59-4a04f69f8698 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:18:16.294539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4c3edb5c-4315-4b8b-a2ec-3e590a6a3847 None None] Provisioning complete for port 08f83376-30db-488a-bb5a-4e71bb4cdaab triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:16.295292 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c3edb5c-4315-4b8b-a2ec-3e590a6a3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:16.296195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7096486-59e2-4bf9-a122-e8fb5435e4de req-e1d366aa-b4aa-4857-bae5-523cfde82fa8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7387180 May 06 12:18:16.553600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4c3edb5c-4315-4b8b-a2ec-3e590a6a3847 None None] Port 08f83376-30db-488a-bb5a-4e71bb4cdaab cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:18:16.639994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:16.641431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:16.647550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e39b1a64-d1ff-46a7-aa75-ce19c739e01a req-6323c57b-eec0-499c-8ff1-dbff42a60a56 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 210 time: 0.3781629 May 06 12:18:16.847228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48864) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:17.009962 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:18:17.022067 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-a5cc20a9-7562-44a3-9685-e567d67c6aa2 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2119498 May 06 12:18:17.055435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Request body: {'port': {'device_id': 'e3a16142-9826-48c6-becb-b4a12efac254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:17.212535 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.280988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:17.295992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48872) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:17.374578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0693ed66-b3fc-44df-af8b-365833626f3d no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:18:17.637871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:17.679934 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.840891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:17.851008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:17.851820 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.852201 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:17:51Z', 'revision_number': 2, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:17.857374 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Checking router: 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:18:17.857915 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Updating router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 port bbdb7507-672b-4341-a5de-9539d5ebefa2 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:18:17.890318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:17.926205 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.937361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b751-7e91-4939-b74f-697b7b6d85df req-906e57ad-040a-496c-9744-79ac0c251909 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:17.937592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fa5117c-b412-4958-84c1-441644c8866e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.939124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-906e57ad-040a-496c-9744-79ac0c251909 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6691713 May 06 12:18:17.952507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12976098-ea87-4e0b-9635-47ef0a5820fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.982766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Request body: {'port': {'device_id': '9351eba8-3b70-4361-ae77-b79f7069530e', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'f71b101453dc4bccb25b118d91b64eff'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:18.042085 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.070813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7eab8b28-6f92-4092-8ffe-ca9a1dfe371b,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:18.079471 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.161909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0693ed66-b3fc-44df-af8b-365833626f3d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:18.291257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fa5117c-b412-4958-84c1-441644c8866e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:18.301744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fa5117c-b412-4958-84c1-441644c8866e admin admin] Usage tracker for resource:security_group_rule and tenant:f05a0f355f0640a9a1dbd086c426ae89 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:18.309069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fa5117c-b412-4958-84c1-441644c8866e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:18.315108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=7eab8b28-6f92-4092-8ffe-ca9a1dfe371b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:18.320514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fa5117c-b412-4958-84c1-441644c8866e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:18.393958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba61da-0913-42bb-b4e4-28cfe00ed937 req-23ad7265-7738-4ff0-a100-c49f4ecbbe32 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:18.406118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52ba61da-0913-42bb-b4e4-28cfe00ed937 req-23ad7265-7738-4ff0-a100-c49f4ecbbe32 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 936 time: 1.4329200 May 06 12:18:18.419558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-12976098-ea87-4e0b-9635-47ef0a5820fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:18.426716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-12976098-ea87-4e0b-9635-47ef0a5820fc admin admin] Usage tracker for resource:security_group_rule and tenant:52cbea052d2041ebad44528395f79dbb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:18.431449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-12976098-ea87-4e0b-9635-47ef0a5820fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:18.443561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-12976098-ea87-4e0b-9635-47ef0a5820fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:18.457702 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.471294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:18.517388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:18.531169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Usage tracker for resource:port and tenant:f71b101453dc4bccb25b118d91b64eff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:18.536299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.554737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:18.576486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:18.584709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Pushing event deleted for resources: {'Port': ['ID=28cfe48a-d757-4f48-8f59-4a04f69f8698,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:18.620453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd19d6-7197-4380-bb22-2ee21d2c7d12 req-3fdb9bbe-44d2-4bab-a269-086311c92d55 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:18.622119 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4bd19d6-7197-4380-bb22-2ee21d2c7d12 req-3fdb9bbe-44d2-4bab-a269-086311c92d55 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 943 time: 0.8255136 May 06 12:18:18.691361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52ba61da-0913-42bb-b4e4-28cfe00ed937 req-17b98aca-b6c2-475f-b8e1-6db652c5b623 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838595 May 06 12:18:18.731138 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.739354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Made reservation on behalf of f71b101453dc4bccb25b118d91b64eff for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:18.742569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.753145 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Transition to ACTIVE for port object bbdb7507-672b-4341-a5de-9539d5ebefa2 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:18.767286 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.823528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.952726 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12976098-ea87-4e0b-9635-47ef0a5820fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.971073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fa5117c-b412-4958-84c1-441644c8866e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.984329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4bd19d6-7197-4380-bb22-2ee21d2c7d12 req-3fa392d6-3c0a-413d-995f-1471fd7c4c35 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208070 May 06 12:18:19.012867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12976098-ea87-4e0b-9635-47ef0a5820fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.056861 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda512c-43ef-4aaf-9184-e9125149fe59 None None] Pushing event updated for resources: {'Port': ['ID=bbdb7507-672b-4341-a5de-9539d5ebefa2,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:19.129292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:19.179372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] Transition to ACTIVE for port object 0693ed66-b3fc-44df-af8b-365833626f3d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:19.187322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Usage tracker for resource:security_group_rule and tenant:f71b101453dc4bccb25b118d91b64eff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:19.212360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:19.261338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Router 784ba209-2916-443b-8a27-27384014f951 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:18:19.263951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.277840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fa5117c-b412-4958-84c1-441644c8866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.373887 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Attempting to bind port bbdb7507-672b-4341-a5de-9539d5ebefa2 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:19.374297 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Attempting to bind port bbdb7507-672b-4341-a5de-9539d5ebefa2 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:19.374733 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Attempting to bind port bbdb7507-672b-4341-a5de-9539d5ebefa2 on network 4c71cec3-af32-4598-85bd-21605e516b4d {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:19.386633 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-fe6351d9-3f12-405f-b8ca-e65b10214e45 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7048078 May 06 12:18:19.395938 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:19.396311 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Checking segment: {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:19.396722 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.397150 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Bound using segment: {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:19.397659 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Bound port: bbdb7507-672b-4341-a5de-9539d5ebefa2, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:19.398050 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.454359 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9fa5117c-b412-4958-84c1-441644c8866e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f05a0f355f0640a9a1dbd086c426ae89&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1578169 May 06 12:18:19.523656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48890) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:19.525130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5117c-b412-4958-84c1-441644c8866e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c993767-bb14-416a-a350-e1a05d852c3f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:19.579671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:19.597470 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] For port bbdb7507-672b-4341-a5de-9539d5ebefa2, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:19.602934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:19.604328 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] For port bbdb7507-672b-4341-a5de-9539d5ebefa2, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=bbdb7507-672b-4341-a5de-9539d5ebefa2,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:19.611131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] Pushing event updated for resources: {'Port': ['ID=0693ed66-b3fc-44df-af8b-365833626f3d,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:19.617232 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.699544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:19.700611 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.843414 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda512c-43ef-4aaf-9184-e9125149fe59 None None] Pushing event updated for resources: {'Port': ['ID=bbdb7507-672b-4341-a5de-9539d5ebefa2,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:19.859329 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:18:19.859997 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:18:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:19.871535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a27923a4-7bf4-4684-b415-580360f9b9b9 req-f7323fb6-a07a-497b-979a-51334836c2c0 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 210 time: 0.5318365 May 06 12:18:19.872188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12976098-ea87-4e0b-9635-47ef0a5820fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ccbf1b-788c-41c0-91ed-6cd262230136,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:19.890102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] No DVR routers for this DVR port 0693ed66-b3fc-44df-af8b-365833626f3d on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:18:19.958467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f83376-30db-488a-bb5a-4e71bb4cdaab {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:19.977109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-12976098-ea87-4e0b-9635-47ef0a5820fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52cbea052d2041ebad44528395f79dbb&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1176472 May 06 12:18:19.978524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48896) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:20.013878 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.205166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f275e42-bb4d-496d-8b9b-365a76797521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.229158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Transition to ACTIVE for port object 08f83376-30db-488a-bb5a-4e71bb4cdaab will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:20.321360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-48a56794-f256-4dd7-8ecf-16c40cdc0302 service neutron] 10.222.0.48 "PUT /v2.0/ports/0693ed66-b3fc-44df-af8b-365833626f3d/bindings/n-h2-840847-1/activate HTTP/1.1" status: 200 len: 369 time: 5.5305300 May 06 12:18:20.346128 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.429204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f275e42-bb4d-496d-8b9b-365a76797521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.479276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3278b4fb-51af-4c06-b8fb-1a4a5047cc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.486994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.36', 50803) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:20.552247 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-550fc45e-ce97-4559-9e0f-d91b1a908f6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=851e88ba8aaf4b3b81cfd30f41787d0a&device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 1097 time: 0.9657617 May 06 12:18:20.557913 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.629522 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:18:20.746330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.818327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-f2626f55-15c0-4334-91e4-6a424ec7a0a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:20.819798 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-f2626f55-15c0-4334-91e4-6a424ec7a0a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=108d67a0-aeb0-46d1-a3b2-1faa2debe036 HTTP/1.1" status: 200 len: 915 time: 0.1798756 May 06 12:18:20.929726 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-fb727108-c285-4b4e-a68b-8cdd3b931fce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4302568d-1712-4c27-a5ee-8dd48083772b HTTP/1.1" status: 200 len: 217 time: 0.0792058 May 06 12:18:21.026151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Pushing event updated for resources: {'Port': ['ID=08f83376-30db-488a-bb5a-4e71bb4cdaab,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:21.118918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fb776-075b-4b16-8276-d6f718ec0639 req-e42da080-2c13-4840-b44a-18be2b1d9175 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:21.121857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-921fb776-075b-4b16-8276-d6f718ec0639 req-e42da080-2c13-4840-b44a-18be2b1d9175 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 936 time: 0.9756656 May 06 12:18:21.123264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.125767 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3278b4fb-51af-4c06-b8fb-1a4a5047cc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.156300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-48f29ac9-7586-48f3-9eda-ce21603c07be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:21.157860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-48f29ac9-7586-48f3-9eda-ce21603c07be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a7a4c6e-b851-4ba8-9eec-57101e986e46 HTTP/1.1" status: 200 len: 854 time: 0.2087572 May 06 12:18:21.231265 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:19Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:21.236866 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6ee21-8f9f-4fce-b50d-bce964b8a355 None None] The sync data for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 is: [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:19Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:18:21.628452 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-e7fd98fd-ee39-41a2-8616-660efd1c238d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=108d67a0-aeb0-46d1-a3b2-1faa2debe036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3887312 May 06 12:18:21.637998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f275e42-bb4d-496d-8b9b-365a76797521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.688601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f09d579-b132-44c9-8872-dbc80a34ca89,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:21.701062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-213f8747-36f5-43ed-8eb7-c78a1242d01b tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1095 time: 1.1333764 May 06 12:18:21.722242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Attempting to bind port 08f83376-30db-488a-bb5a-4e71bb4cdaab on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:21.722707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-921fb776-075b-4b16-8276-d6f718ec0639 req-9768c301-61dc-4951-9865-8a062d0295d5 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716829 May 06 12:18:21.722837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Attempting to bind port 08f83376-30db-488a-bb5a-4e71bb4cdaab by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:21.723295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Attempting to bind port 08f83376-30db-488a-bb5a-4e71bb4cdaab on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:21.772159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Allocated IP 192.168.233.182 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/8adfe017-7388-4a7f-9279-ef7ef8ec2e61) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:21.805532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814975d6-da40-47f1-9661-fad1df04da56 req-10ab71a7-6f97-4195-9eaa-be95b26f93dd tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:21.813358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-814975d6-da40-47f1-9661-fad1df04da56 req-10ab71a7-6f97-4195-9eaa-be95b26f93dd tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 944 time: 1.1530294 May 06 12:18:21.835293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f275e42-bb4d-496d-8b9b-365a76797521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c993767-bb14-416a-a350-e1a05d852c3f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:21.840205 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3278b4fb-51af-4c06-b8fb-1a4a5047cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.882039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Port 08f83376-30db-488a-bb5a-4e71bb4cdaab on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:18:21.882535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Attempting to bind port 08f83376-30db-488a-bb5a-4e71bb4cdaab on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:21.901527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f275e42-bb4d-496d-8b9b-365a76797521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.903578 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3f275e42-bb4d-496d-8b9b-365a76797521 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c993767-bb14-416a-a350-e1a05d852c3f HTTP/1.1" status: 204 len: 168 time: 2.3716528 May 06 12:18:21.933319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:21.933762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:21.934320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:21.934908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Bound port: 08f83376-30db-488a-bb5a-4e71bb4cdaab, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:21.935344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278b4fb-51af-4c06-b8fb-1a4a5047cc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ccbf1b-788c-41c0-91ed-6cd262230136,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:21.935472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.061153 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-814975d6-da40-47f1-9661-fad1df04da56 req-519bd291-ef91-48c7-acf2-46b5ecad3fff tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467527 May 06 12:18:22.068102 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3278b4fb-51af-4c06-b8fb-1a4a5047cc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.073161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3278b4fb-51af-4c06-b8fb-1a4a5047cc7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0ccbf1b-788c-41c0-91ed-6cd262230136 HTTP/1.1" status: 204 len: 168 time: 2.0660751 May 06 12:18:22.222029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-04ee2f3e-16c3-4617-bcac-da6f04930cc2 service neutron] 10.222.0.48 "GET /v2.0/networks/108d67a0-aeb0-46d1-a3b2-1faa2debe036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773757 May 06 12:18:22.340342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-47336568-03f8-4c40-b1dd-eb9c15dffda3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598&tenant_id=782377c9e75a4cb084b23392faeea4e0 HTTP/1.1" status: 200 len: 1095 time: 0.6276023 May 06 12:18:22.342112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1da9359e-528f-4991-af3a-fb8c03dcea10 req-5b67eec2-905e-4989-9230-7a2da5e8157c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Synchronizing usage tracker for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:22.391803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] For port 08f83376-30db-488a-bb5a-4e71bb4cdaab, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:22.441407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] For port 08f83376-30db-488a-bb5a-4e71bb4cdaab, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=08f83376-30db-488a-bb5a-4e71bb4cdaab,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:22.483251 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.538327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1da9359e-528f-4991-af3a-fb8c03dcea10 req-5b67eec2-905e-4989-9230-7a2da5e8157c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Unset dirty status for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:22.555394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1da9359e-528f-4991-af3a-fb8c03dcea10 req-5b67eec2-905e-4989-9230-7a2da5e8157c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 210 time: 0.3327394 May 06 12:18:22.634072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-f98db338-d6e3-4530-bbb5-d03deccd149e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1095 time: 0.2191854 May 06 12:18:22.644536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:18:22.668511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Sync routers for ids ['784ba209-2916-443b-8a27-27384014f951'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:18:22.711870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Routers {'784ba209-2916-443b-8a27-27384014f951'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:18:22.713868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:18:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['784ba209-2916-443b-8a27-27384014f951'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:22.722742 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.725325 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] 10.222.0.36 "PUT /v2.0/ports/08f83376-30db-488a-bb5a-4e71bb4cdaab HTTP/1.1" status: 200 len: 1096 time: 5.6783764 May 06 12:18:22.731667 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b93de96e-dd91-4f6e-81cd-c53c86a6e2ad admin admin] 10.222.0.44 "PUT /v2.0/routers/784ba209-2916-443b-8a27-27384014f951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6309268 May 06 12:18:22.733301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a16142-9826-48c6-becb-b4a12efac254', 'tag': '08f83376-30db-488a-bb5a-4e71bb4cdaab'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:22.928303 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:23.021223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48934) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:23.123070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Transition to ACTIVE for port object 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:23.152365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e74dac7e-1862-4887-83e8-ac5fbfceda6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:23.298187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48940) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:23.386722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0f2f5954-ea7c-4819-8772-1441ca62e25f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:23.388680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0f2f5954-ea7c-4819-8772-1441ca62e25f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.7419288 May 06 12:18:23.414431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:23.427934 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e353b5b5-23e9-4921-8d0e-86491e104a13'] response: {'name': 'network-changed', 'server_uuid': 'e3a16142-9826-48c6-becb-b4a12efac254', 'tag': '08f83376-30db-488a-bb5a-4e71bb4cdaab', 'status': 'completed', 'code': 200} May 06 12:18:23.513367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e74dac7e-1862-4887-83e8-ac5fbfceda6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:23.528663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e74dac7e-1862-4887-83e8-ac5fbfceda6e admin admin] Usage tracker for resource:security_group_rule and tenant:d605d9686a0149b7bc7db94d1db8c852 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:23.532452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e74dac7e-1862-4887-83e8-ac5fbfceda6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:23.547294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e74dac7e-1862-4887-83e8-ac5fbfceda6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:23.563307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device bbdb7507-672b-4341-a5de-9539d5ebefa2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:23.597471 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bb3e5302-4e2c-4467-9aef-4f9b7f843b68 req-d15035e0-f17e-4bb4-bbbe-f3a759e344df service neutron] 10.222.0.48 "GET /v2.0/networks/108d67a0-aeb0-46d1-a3b2-1faa2debe036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3496289 May 06 12:18:23.610631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e751f5-b558-4442-9adb-fd7373eada1c service neutron] Pushing event updated for resources: {'Port': ['ID=08f83376-30db-488a-bb5a-4e71bb4cdaab,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:23.678092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Set router 784ba209-2916-443b-8a27-27384014f951 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:18:23.740725 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-ce190348-99e3-4117-be1e-d1362478351c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 217 time: 0.3270712 May 06 12:18:23.867368 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b82c3a70-b21a-4bc1-85bd-c0640571359f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:23.930289 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-239ad027-c56f-48eb-a5a6-ac7b531bfb0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6b0de38a784658ab55af596a292fe4&device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 1099 time: 1.1042595 May 06 12:18:24.011149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port bbdb7507-672b-4341-a5de-9539d5ebefa2 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:24.016380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b82c3a70-b21a-4bc1-85bd-c0640571359f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:24.021063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b82c3a70-b21a-4bc1-85bd-c0640571359f admin admin] Usage tracker for resource:security_group_rule and tenant:74e6580e682b429bb9be1d2725d2c797 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:24.022427 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-69e76f4e-e328-4220-b80c-cc9985c613ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=08f83376-30db-488a-bb5a-4e71bb4cdaab HTTP/1.1" status: 200 len: 217 time: 0.0805678 May 06 12:18:24.026341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b82c3a70-b21a-4bc1-85bd-c0640571359f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:24.035190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b82c3a70-b21a-4bc1-85bd-c0640571359f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:24.121514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:24.126185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Pushing event updated for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:24.136192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:24.159251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:24.164190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:24.165158 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.209902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port bbdb7507-672b-4341-a5de-9539d5ebefa2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:24.211463 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.225734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-d63939db-7c8e-48e0-a408-b7634bce9afc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2570832 May 06 12:18:24.258318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Request body: {'port': {'device_id': '9351eba8-3b70-4361-ae77-b79f7069530e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:24.470329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-297d8ea5-7b6e-4af6-b9a0-3ffe2434828c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:24.472979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-297d8ea5-7b6e-4af6-b9a0-3ffe2434828c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.6801331 May 06 12:18:24.511805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-cd31b357-fa82-4742-9d6d-91d4c36d24fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:24.516160 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-cd31b357-fa82-4742-9d6d-91d4c36d24fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.4219563 May 06 12:18:24.588447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff63456-2e92-4e2a-acbc-d47b82be83db req-e8eb365b-430e-41c3-b4ee-d598d9567254 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:24.591502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ff63456-2e92-4e2a-acbc-d47b82be83db req-e8eb365b-430e-41c3-b4ee-d598d9567254 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 948 time: 1.3927867 May 06 12:18:24.686255 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-8126855f-4628-4b9f-ad31-8e0776976039 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1587992 May 06 12:18:24.701745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-a4e9ad62-47ed-4b91-9d60-947d5d85e0db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2174585 May 06 12:18:24.705450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.748644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784ba209-2916-443b-8a27-27384014f951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:00Z', 'updated_at': '2022-05-06T12:18:13Z', 'revision_number': 4, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'gw_port': {'id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:01Z', 'updated_at': '2022-05-06T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '2543f62a-3e99-4a70-ac07-f6c630acdd7c', 'name': '', 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'mac_address': 'fa:16:3e:9c:d9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e55d6540-5015-42d1-ade9-dad4027587a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:11Z', 'updated_at': '2022-05-06T12:18:13Z', 'revision_number': 2, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'subnets': [{'id': 'e55d6540-5015-42d1-ade9-dad4027587a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:24.759314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Checking router: 784ba209-2916-443b-8a27-27384014f951 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:18:24.759905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Updating router 784ba209-2916-443b-8a27-27384014f951 port 2543f62a-3e99-4a70-ac07-f6c630acdd7c binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:18:24.790383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e74dac7e-1862-4887-83e8-ac5fbfceda6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.799954 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b82c3a70-b21a-4bc1-85bd-c0640571359f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.827602 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e74dac7e-1862-4887-83e8-ac5fbfceda6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.863712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Router 256bd47b-a46c-4569-a950-339c56f0fd66 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:18:24.887204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port bbdb7507-672b-4341-a5de-9539d5ebefa2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=bbdb7507-672b-4341-a5de-9539d5ebefa2,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:24.891136 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-2f47d69f-c6c9-4826-a1c5-c804d6ba51d6 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954689 May 06 12:18:24.902732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6e9e7df-87e3-4c34-ab78-174fb7938c79 None None] Provisioning for port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:24.932288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b82c3a70-b21a-4bc1-85bd-c0640571359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.933598 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:25.069380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6e9e7df-87e3-4c34-ab78-174fb7938c79 None None] Provisioning complete for port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:25.071415 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e7df-87e3-4c34-ab78-174fb7938c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:25.125297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98501fbe-7d8f-4365-8ab2-f10360afdf26 req-f275d321-60f2-4564-ab9b-5a7ef36edb34 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:25.128123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-98501fbe-7d8f-4365-8ab2-f10360afdf26 req-f275d321-60f2-4564-ab9b-5a7ef36edb34 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 944 time: 1.5519950 May 06 12:18:25.164863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:25.259172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dac7e-1862-4887-83e8-ac5fbfceda6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7347bac8-a073-4a08-92aa-c7c94b09b522,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:25.266850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ff63456-2e92-4e2a-acbc-d47b82be83db req-56fa8b9d-281d-4f28-b6e3-6946389fbabb tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325138 May 06 12:18:25.295934 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc43c75e-b10b-4f33-86dd-dd03cd64ee49 req-83a83ada-3c4f-4168-b091-5a833cbe4e88 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947370 May 06 12:18:25.296789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e74dac7e-1862-4887-83e8-ac5fbfceda6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d605d9686a0149b7bc7db94d1db8c852&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2734425 May 06 12:18:25.299407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48960) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:25.329447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b82c3a70-b21a-4bc1-85bd-c0640571359f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74e6580e682b429bb9be1d2725d2c797&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0236909 May 06 12:18:25.330886 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:25.346887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48964) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:25.447514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9e7df-87e3-4c34-ab78-174fb7938c79 None None] Port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:18:25.518425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c3a70-b21a-4bc1-85bd-c0640571359f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675cba81-f9ce-41a9-8289-28352a860966,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:25.546315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=bbdb7507-672b-4341-a5de-9539d5ebefa2,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:25.713055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:18:25.729172 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] Sync routers for ids ['256bd47b-a46c-4569-a950-339c56f0fd66'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:18:25.741673 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-318395e3-0cc1-4d11-8ce4-e241d2987928 admin admin] 10.222.0.44 "PUT /v2.0/routers/256bd47b-a46c-4569-a950-339c56f0fd66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4537153 May 06 12:18:25.751650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48970) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:25.781977 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] Routers {'256bd47b-a46c-4569-a950-339c56f0fd66'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:18:25.782925 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:18:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['256bd47b-a46c-4569-a950-339c56f0fd66'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:25.925439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5611bd3-ce26-490a-a354-33ec56efb274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:25.945979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:25.963213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Transition to ACTIVE for port object 2543f62a-3e99-4a70-ac07-f6c630acdd7c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:25.979302 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:26.060934 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cd56fbd-3e59-41ff-a747-1871d1c226e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:26.217816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786967a-4f40-40fd-a70e-0631f9d013c6 None None] Pushing event updated for resources: {'Port': ['ID=2543f62a-3e99-4a70-ac07-f6c630acdd7c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:26.286144 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-46435392-ebfe-47ab-a2cb-8068a0d59402 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5482149 May 06 12:18:26.316563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-98501fbe-7d8f-4365-8ab2-f10360afdf26 req-4c21fdbc-003b-432f-bee6-df8a2d21b9ad tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1262906 May 06 12:18:26.358871 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a62f5977-4cfa-4db9-8aa4-037fb174a8f6 req-ea7cfc0d-c9bf-47a7-9968-028a0e8be5a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6b0de38a784658ab55af596a292fe4&device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 1099 time: 0.9423697 May 06 12:18:26.397248 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5611bd3-ce26-490a-a354-33ec56efb274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:26.555666 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] Set router 256bd47b-a46c-4569-a950-339c56f0fd66 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:18:26.704394 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cd56fbd-3e59-41ff-a747-1871d1c226e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:26.994762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cd56fbd-3e59-41ff-a747-1871d1c226e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.015621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Attempting to bind port 2543f62a-3e99-4a70-ac07-f6c630acdd7c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:27.016878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Attempting to bind port 2543f62a-3e99-4a70-ac07-f6c630acdd7c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:27.017639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Attempting to bind port 2543f62a-3e99-4a70-ac07-f6c630acdd7c on network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:27.031020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:27.031728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Checking segment: {'id': 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:27.032444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.034086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Bound using segment: {'id': 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:27.035114 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Bound port: 2543f62a-3e99-4a70-ac07-f6c630acdd7c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:27.035742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.065853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:27.079138 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.111999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Transition to ACTIVE for port object 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:27.140751 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.184128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f5977-4cfa-4db9-8aa4-037fb174a8f6 req-6ed0fac0-580e-45e0-a48a-85cae9d9347f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:27.186956 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a62f5977-4cfa-4db9-8aa4-037fb174a8f6 req-6ed0fac0-580e-45e0-a48a-85cae9d9347f service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.7646883 May 06 12:18:27.197641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] For port 2543f62a-3e99-4a70-ac07-f6c630acdd7c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:27.204572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] For port 2543f62a-3e99-4a70-ac07-f6c630acdd7c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2543f62a-3e99-4a70-ac07-f6c630acdd7c,segment=NetworkSegment(d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce),segment_id=d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:27.211991 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.251664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-93d6a078-fb43-4b0c-bf70-8e519482ebf1 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9295983 May 06 12:18:27.414641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786967a-4f40-40fd-a70e-0631f9d013c6 None None] Pushing event updated for resources: {'Port': ['ID=2543f62a-3e99-4a70-ac07-f6c630acdd7c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:27.461158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd56fbd-3e59-41ff-a747-1871d1c226e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675cba81-f9ce-41a9-8289-28352a860966,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:27.466451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Routers {'784ba209-2916-443b-8a27-27384014f951'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:18:27.478833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:18:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['784ba209-2916-443b-8a27-27384014f951'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:27.552680 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '83c31f68-a834-410b-840d-00e6a79d817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:32Z', 'updated_at': '2022-05-06T12:18:17Z', 'revision_number': 5, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'gw_port': {'id': '83c31f68-a834-410b-840d-00e6a79d817d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:34Z', 'updated_at': '2022-05-06T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:27.567412 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] Checking router: 256bd47b-a46c-4569-a950-339c56f0fd66 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:18:27.609669 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cd56fbd-3e59-41ff-a747-1871d1c226e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.617061 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7cd56fbd-3e59-41ff-a747-1871d1c226e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/675cba81-f9ce-41a9-8289-28352a860966 HTTP/1.1" status: 204 len: 168 time: 2.2647011 May 06 12:18:27.617534 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] Routers {'256bd47b-a46c-4569-a950-339c56f0fd66'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:18:27.617534 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:18:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['256bd47b-a46c-4569-a950-339c56f0fd66'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:27.626010 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a62f5977-4cfa-4db9-8aa4-037fb174a8f6 req-7d882159-0bc5-427e-8add-082b9f964b1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=08f83376-30db-488a-bb5a-4e71bb4cdaab HTTP/1.1" status: 200 len: 217 time: 0.4164741 May 06 12:18:27.734525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee58337-3c20-4772-98e7-c009ebd29181 req-064bc210-4f29-4d92-aa3b-e0ce65591cf6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:27.745129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eee58337-3c20-4772-98e7-c009ebd29181 req-064bc210-4f29-4d92-aa3b-e0ce65591cf6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 936 time: 1.1207888 May 06 12:18:27.794653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f5977-4cfa-4db9-8aa4-037fb174a8f6 req-2a856501-0723-4941-af8b-e57c76cd4c09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:27.795005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a62f5977-4cfa-4db9-8aa4-037fb174a8f6 req-2a856501-0723-4941-af8b-e57c76cd4c09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1676903 May 06 12:18:27.978828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5611bd3-ce26-490a-a354-33ec56efb274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.991874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device bbdb7507-672b-4341-a5de-9539d5ebefa2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:28.055235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:28.067858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5611bd3-ce26-490a-a354-33ec56efb274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7347bac8-a073-4a08-92aa-c7c94b09b522,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:28.173769 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] Set router 256bd47b-a46c-4569-a950-339c56f0fd66 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:18:28.177517 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5611bd3-ce26-490a-a354-33ec56efb274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.185318 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e5611bd3-ce26-490a-a354-33ec56efb274 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7347bac8-a073-4a08-92aa-c7c94b09b522 HTTP/1.1" status: 204 len: 168 time: 2.8837028 May 06 12:18:28.210571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 08f83376-30db-488a-bb5a-4e71bb4cdaab details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:18:28.283005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a62f5977-4cfa-4db9-8aa4-037fb174a8f6 req-cffda303-ac17-43d0-963e-2ce76bab1047 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4741609 May 06 12:18:28.288276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-eee58337-3c20-4772-98e7-c009ebd29181 req-1b1f7364-9f06-4226-b57a-8927705cb99d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Synchronizing usage tracker for tenant:f71b101453dc4bccb25b118d91b64eff on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:28.293832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.685341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-eee58337-3c20-4772-98e7-c009ebd29181 req-1b1f7364-9f06-4226-b57a-8927705cb99d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Unset dirty status for tenant:f71b101453dc4bccb25b118d91b64eff on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:28.688416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eee58337-3c20-4772-98e7-c009ebd29181 req-1b1f7364-9f06-4226-b57a-8927705cb99d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9229965 May 06 12:18:28.719057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Attempting to bind port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:28.719456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Attempting to bind port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:28.719790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Attempting to bind port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:28.730551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:18:28.730909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Attempting to bind port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:28.786333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:18:28.788244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-db7798a5-5422-4c78-aa36-14f89b9969ab tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.5860021 May 06 12:18:28.790026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:28.790367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:28.791668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:28.792211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Bound port: 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:28.792570 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.989190 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a62f5977-4cfa-4db9-8aa4-037fb174a8f6 req-6b2213dc-9d82-483b-a8aa-bd2538024387 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456847 May 06 12:18:29.063302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port bbdb7507-672b-4341-a5de-9539d5ebefa2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:29.063900 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:29.245946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] Set router 784ba209-2916-443b-8a27-27384014f951 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:18:29.431151 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '83c31f68-a834-410b-840d-00e6a79d817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:32Z', 'updated_at': '2022-05-06T12:18:17Z', 'revision_number': 5, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'gw_port': {'id': '83c31f68-a834-410b-840d-00e6a79d817d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:34Z', 'updated_at': '2022-05-06T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:29.452748 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e550a78-8dbe-4dad-9227-0ddd586a3c97 None None] The sync data for ids ['256bd47b-a46c-4569-a950-339c56f0fd66'] in n-d-840847-1 is: [{'id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'name': 'tempest-FloatingIPsTestJSON-1201029622-router', 'tenant_id': '14c387d034c64286b513aed7c05c8fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '83c31f68-a834-410b-840d-00e6a79d817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:32Z', 'updated_at': '2022-05-06T12:18:17Z', 'revision_number': 5, 'project_id': '14c387d034c64286b513aed7c05c8fcf', 'gw_port': {'id': '83c31f68-a834-410b-840d-00e6a79d817d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256bd47b-a46c-4569-a950-339c56f0fd66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:34Z', 'updated_at': '2022-05-06T12:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:18:29.582822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49010) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:29.601773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74127ea7-4646-43f3-822f-339a9531b93a req-11e595ea-d4e7-4cec-85ce-8173dbdc88f4 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:29.609610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-74127ea7-4646-43f3-822f-339a9531b93a req-11e595ea-d4e7-4cec-85ce-8173dbdc88f4 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 948 time: 1.4087801 May 06 12:18:29.716679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-587141be-c1e1-4343-ba1c-e59960de4b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:29.792166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-74127ea7-4646-43f3-822f-339a9531b93a req-839eb134-2ded-48a0-8d98-dd80069ba39c tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631122 May 06 12:18:29.810878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 08f83376-30db-488a-bb5a-4e71bb4cdaab, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=08f83376-30db-488a-bb5a-4e71bb4cdaab,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:29.957580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:29.966722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:30.001605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dec84c-a796-48ea-9943-723b8cb13acb req-d7c03896-10c8-4606-b2c2-b7db2504400b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:30.005698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58dec84c-a796-48ea-9943-723b8cb13acb req-d7c03896-10c8-4606-b2c2-b7db2504400b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 944 time: 0.6775465 May 06 12:18:30.009818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-587141be-c1e1-4343-ba1c-e59960de4b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:30.011802 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.050678 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a62f5977-4cfa-4db9-8aa4-037fb174a8f6 req-3d1770c0-0db4-4896-9b19-cf3d47c7b4cb service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0305912 May 06 12:18:30.052395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-587141be-c1e1-4343-ba1c-e59960de4b39 admin admin] Usage tracker for resource:security_group_rule and tenant:64081241b0534526b86532da983c92f5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:30.066644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-587141be-c1e1-4343-ba1c-e59960de4b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:30.104390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-587141be-c1e1-4343-ba1c-e59960de4b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:30.204761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '08f83376-30db-488a-bb5a-4e71bb4cdaab', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '08f83376-30db-488a-bb5a-4e71bb4cdaab', 'mac_address': 'fa:16:3e:4b:57:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:18:30.365831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0d7f42ac-d83d-4377-b651-7a99203305b8 service neutron] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:30.419205 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-587141be-c1e1-4343-ba1c-e59960de4b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.437028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-587141be-c1e1-4343-ba1c-e59960de4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.479396 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0d7f42ac-d83d-4377-b651-7a99203305b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.481825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7d93a62-f599-43ca-9069-f44e5ba479b7 req-0d7f42ac-d83d-4377-b651-7a99203305b8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/0693ed66-b3fc-44df-af8b-365833626f3d/bindings/n-h1-840847-1 HTTP/1.1" status: 204 len: 173 time: 1.6764269 May 06 12:18:30.512077 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.514423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 1096 time: 6.2669215 May 06 12:18:30.525166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:30.564248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.577950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58dec84c-a796-48ea-9943-723b8cb13acb req-3cb25e9d-a2fa-481a-91bc-de3c694a7d4b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534713 May 06 12:18:30.582826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775d257-d47e-45d0-a8c3-a550f99b24b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:30.605141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587141be-c1e1-4343-ba1c-e59960de4b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068e1dc4-aec9-4a50-9459-5421664d89aa,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:30.609292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.646271 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-587141be-c1e1-4343-ba1c-e59960de4b39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64081241b0534526b86532da983c92f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0244062 May 06 12:18:30.651133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49026) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:30.657198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Deleting port 83c31f68-a834-410b-840d-00e6a79d817d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:18:30.657551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.680939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a30da-b613-493f-8314-49982d1d5a0d req-ef1c6f19-cbaf-4cb5-b552-261530898a5a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:30.692177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f21a30da-b613-493f-8314-49982d1d5a0d req-ef1c6f19-cbaf-4cb5-b552-261530898a5a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 948 time: 0.5428016 May 06 12:18:30.729990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f83376-30db-488a-bb5a-4e71bb4cdaab {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:30.935170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 08f83376-30db-488a-bb5a-4e71bb4cdaab, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=08f83376-30db-488a-bb5a-4e71bb4cdaab,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:30.987446 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d608f7c7-fcbf-47cf-9a22-0530db4bc740'] response: {'name': 'network-changed', 'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'status': 'completed', 'code': 200} May 06 12:18:31.097023 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:31.105540 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:31.118298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-0e2bbde3-8937-476f-9511-62b84658177b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1099 time: 0.4204547 May 06 12:18:31.125107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f21a30da-b613-493f-8314-49982d1d5a0d req-c12a29d4-d909-4623-9014-294adde51568 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315515 May 06 12:18:31.342027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784ba209-2916-443b-8a27-27384014f951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:00Z', 'updated_at': '2022-05-06T12:18:13Z', 'revision_number': 4, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'gw_port': {'id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:01Z', 'updated_at': '2022-05-06T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '2543f62a-3e99-4a70-ac07-f6c630acdd7c', 'name': '', 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'mac_address': 'fa:16:3e:9c:d9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e55d6540-5015-42d1-ade9-dad4027587a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:11Z', 'updated_at': '2022-05-06T12:18:27Z', 'revision_number': 4, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'subnets': [{'id': 'e55d6540-5015-42d1-ade9-dad4027587a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:31.381023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] For port 83c31f68-a834-410b-840d-00e6a79d817d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=83c31f68-a834-410b-840d-00e6a79d817d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:31.381955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:31.393187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf947c5-56bd-406d-96d6-b051df18d8c8 None None] The sync data for ids ['784ba209-2916-443b-8a27-27384014f951'] in n-d-840847-1 is: [{'id': '784ba209-2916-443b-8a27-27384014f951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:00Z', 'updated_at': '2022-05-06T12:18:13Z', 'revision_number': 4, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'gw_port': {'id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:01Z', 'updated_at': '2022-05-06T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '2543f62a-3e99-4a70-ac07-f6c630acdd7c', 'name': '', 'network_id': 'a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'mac_address': 'fa:16:3e:9c:d9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e55d6540-5015-42d1-ade9-dad4027587a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:11Z', 'updated_at': '2022-05-06T12:18:27Z', 'revision_number': 4, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'subnets': [{'id': 'e55d6540-5015-42d1-ade9-dad4027587a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:18:31.413855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-cbdfb5fd-44fb-48be-81e1-9ddfac334409 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 217 time: 0.2562633 May 06 12:18:31.453170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['08f83376-30db-488a-bb5a-4e71bb4cdaab'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:18:31.697912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:31.739619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Calling delete_port for 83c31f68-a834-410b-840d-00e6a79d817d owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:18:31.894136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=08f83376-30db-488a-bb5a-4e71bb4cdaab,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:31.898767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b751-7e91-4939-b74f-697b7b6d85df req-b5b33685-72ed-4188-a24d-38003b2c869a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:31.903561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-b5b33685-72ed-4188-a24d-38003b2c869a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.4773252 May 06 12:18:32.264592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2543f62a-3e99-4a70-ac07-f6c630acdd7c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:32.314936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49044) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:32.315991 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.419111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552651168', 'description': 'tempest-description--2140168515'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:32.438672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:32.456071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Usage tracker for resource:security_group and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:32.466031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:32.506063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:32.568631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.634896 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.721905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068e1dc4-aec9-4a50-9459-5421664d89aa,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:32.735954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=83c31f68-a834-410b-840d-00e6a79d817d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:32.757462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.758228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.759007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.759792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.760496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.761834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.762627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.763756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.764827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.765493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.766222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:32.808806 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.812236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/068e1dc4-aec9-4a50-9459-5421664d89aa HTTP/1.1" status: 204 len: 168 time: 2.1594298 May 06 12:18:32.828733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 2543f62a-3e99-4a70-ac07-f6c630acdd7c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:32.847280 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2543f62a-3e99-4a70-ac07-f6c630acdd7c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:32.848203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.959832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:32.968023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Usage tracker for resource:security_group_rule and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:32.973093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:32.986214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:33.226503 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.255146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.255689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.256231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.256768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.257297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.258905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.259471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.259989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.260514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.261275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.267501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca22c1-a688-4041-a0d6-92e0fa94d54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:33.285899 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.445478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.449955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.456801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0973973 May 06 12:18:33.475017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49060) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:33.528712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-ecd7ddc8-f279-4546-baaa-dc1754b442b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6169014 May 06 12:18:33.539908 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.542201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Request body: {'security_group_rule': {'security_group_id': '05f3592f-f132-49f4-b137-32fd4355543b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:33.707148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b98de-2139-40f8-800f-06e370a4a440 req-fda5da15-53f8-4959-aac0-ac85a842fbe8 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:33.728992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 2543f62a-3e99-4a70-ac07-f6c630acdd7c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2543f62a-3e99-4a70-ac07-f6c630acdd7c,segment=NetworkSegment(d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce),segment_id=d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:33.739113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d67b98de-2139-40f8-800f-06e370a4a440 req-fda5da15-53f8-4959-aac0-ac85a842fbe8 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 949 time: 1.8320556 May 06 12:18:33.745163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.806151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb5405-f91a-4540-bf3c-d3ba4c35d973 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f3592f-f132-49f4-b137-32fd4355543b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:33.920731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 28cfe48a-d757-4f48-8f59-4a04f69f8698 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:18:33.928074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:34.011302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Usage tracker for resource:security_group_rule and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:34.024591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:34.051337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 28cfe48a-d757-4f48-8f59-4a04f69f8698 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:18:34.052307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 28cfe48a-d757-4f48-8f59-4a04f69f8698 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:18:34.055605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:34.191130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=2543f62a-3e99-4a70-ac07-f6c630acdd7c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:34.570659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-7d472852-55c0-42a5-af22-c8814bd75284 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7549412 May 06 12:18:34.580419 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:34.595974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:34.661805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-717460b8-e1ad-4363-b041-f9488b9b469f req-3f21618d-46b7-4ddf-aaca-565888c35feb tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1095 time: 2.0566962 May 06 12:18:34.775541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d67b98de-2139-40f8-800f-06e370a4a440 req-da3cc621-3b5b-43fb-8294-c88943d33fac tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0312738 May 06 12:18:34.811977 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:34.938243 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:34.939208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 256bd47b-a46c-4569-a950-339c56f0fd66 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:18:35.015290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.019755 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7de45e94-8466-462a-b43a-b789780dbcdf admin admin] 10.222.0.44 "DELETE /v2.0/routers/256bd47b-a46c-4569-a950-339c56f0fd66 HTTP/1.1" status: 204 len: 168 time: 9.2642648 May 06 12:18:35.020297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49086) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:35.151909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 08f83376-30db-488a-bb5a-4e71bb4cdaab up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:35.176771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f9690d-644d-42ad-acdd-3087d30fe74f admin admin] Deleting subnet 7be38b8b-dd26-4e3a-9d50-0ba8200b6556 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:18:35.183207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65f9690d-644d-42ad-acdd-3087d30fe74f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.211532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-717460b8-e1ad-4363-b041-f9488b9b469f req-4d36fc5b-9568-4736-be64-5946777473cc tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047197 May 06 12:18:35.318406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65f9690d-644d-42ad-acdd-3087d30fe74f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.480299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 08f83376-30db-488a-bb5a-4e71bb4cdaab completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:35.499399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 08f83376-30db-488a-bb5a-4e71bb4cdaab triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:35.500847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.569291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8915b751-7e91-4939-b74f-697b7b6d85df req-bc39413f-b5f3-4f48-9766-d7717c322cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9749978 May 06 12:18:35.756298 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.830584 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.891418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65f9690d-644d-42ad-acdd-3087d30fe74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.895044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a16142-9826-48c6-becb-b4a12efac254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f83376-30db-488a-bb5a-4e71bb4cdaab'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:35.913597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 08f83376-30db-488a-bb5a-4e71bb4cdaab, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=08f83376-30db-488a-bb5a-4e71bb4cdaab,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:35.923315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.955184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.085614 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.093729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.5838621 May 06 12:18:36.100461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49116) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:36.104577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5775fc-5dca-4702-b65b-9995596492eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f68c900-92ae-4e75-8280-7f48a65498e9,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:36.129601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Request body: {'security_group_rule': {'security_group_id': '05f3592f-f132-49f4-b137-32fd4355543b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:36.151428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:36.153066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=08f83376-30db-488a-bb5a-4e71bb4cdaab,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:36.167127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Usage tracker for resource:security_group_rule and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:36.174143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:36.187576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:36.222743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.232999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc6b3e-c00a-4710-b0b2-091cefd7f20d req-b23f9683-174c-4f5a-972b-f58bef9ef68a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:36.236125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39fc6b3e-c00a-4710-b0b2-091cefd7f20d req-b23f9683-174c-4f5a-972b-f58bef9ef68a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 948 time: 1.1711652 May 06 12:18:36.259229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2543f62a-3e99-4a70-ac07-f6c630acdd7c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:36.404450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.407521 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65f9690d-644d-42ad-acdd-3087d30fe74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.407969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2543f62a-3e99-4a70-ac07-f6c630acdd7c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:36.408642 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.419367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8969672b-19eb-4195-bdc1-f3362e4e8592 req-2878c786-ec53-4f75-88db-d26064fb059b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1099 time: 0.6509345 May 06 12:18:36.487513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.554553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9690d-644d-42ad-acdd-3087d30fe74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be38b8b-dd26-4e3a-9d50-0ba8200b6556,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:36.565019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24892cf-16bd-4c80-ad84-b48ec6263aff,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:36.576363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65f9690d-644d-42ad-acdd-3087d30fe74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.596622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babd107b-8fda-4eee-b63e-ec98353a02a2 None None] Network 84638f82-aebb-4ebb-9662-b3c4dd30ccdb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:36.603081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-65f9690d-644d-42ad-acdd-3087d30fe74f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7be38b8b-dd26-4e3a-9d50-0ba8200b6556 HTTP/1.1" status: 204 len: 168 time: 1.5757747 May 06 12:18:36.603081 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.609570 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b0194c0e-898a-47cc-87cd-afb312eae200 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4976201 May 06 12:18:36.609570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49122) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:36.629695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49124) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:36.645343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:36.707258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:36.730559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Usage tracker for resource:floatingip and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:36.744105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:36.770735 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39fc6b3e-c00a-4710-b0b2-091cefd7f20d req-1bcf80cb-6bc8-4879-9fe7-514b37162b01 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292924 May 06 12:18:36.786566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:36.824563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-97cc4d06-f1a7-4bd5-90ff-6a6290b6e1ea tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:36.825780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-97cc4d06-f1a7-4bd5-90ff-6a6290b6e1ea tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 807 time: 0.7059543 May 06 12:18:36.854506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.855648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.915447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:36.939687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Deleting port b955a475-e8ba-48c3-aa55-8255fefbb76f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:18:36.940238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.052344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-cfc4f029-86db-4cc7-9998-2ff05a984f57 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/quotas/782377c9e75a4cb084b23392faeea4e0 HTTP/1.1" status: 200 len: 375 time: 0.1992679 May 06 12:18:37.161804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969672b-19eb-4195-bdc1-f3362e4e8592 req-14ef6fac-3249-402f-9279-6232b63ba18a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:37.163441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8969672b-19eb-4195-bdc1-f3362e4e8592 req-14ef6fac-3249-402f-9279-6232b63ba18a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.7311151 May 06 12:18:37.174687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:18:37.404687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8969672b-19eb-4195-bdc1-f3362e4e8592 req-0e0765dc-0333-482f-bce8-78ffa237ffa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 217 time: 0.2326639 May 06 12:18:37.428594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:37.443217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] For port b955a475-e8ba-48c3-aa55-8255fefbb76f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b955a475-e8ba-48c3-aa55-8255fefbb76f,segment=NetworkSegment(0b54e71f-3c05-473d-b079-803312439621),segment_id=0b54e71f-3c05-473d-b079-803312439621)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:37.443889 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.462256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'mac_address': 'fa:16:3e:07:a5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:18:37.630778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-238321ff-2a0f-4c4e-927d-cb1a73ca8005 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5769725 May 06 12:18:37.647548 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.696353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:37.744716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ececb918-6fd5-48d7-b75c-2a6e9360d8e0 None None] DHCP port deletion for 84638f82-aebb-4ebb-9662-b3c4dd30ccdb request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:18:37.755236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Calling delete_port for b955a475-e8ba-48c3-aa55-8255fefbb76f owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:18:37.763635 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:37.766910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ececb918-6fd5-48d7-b75c-2a6e9360d8e0 None None] Deleting port b955a475-e8ba-48c3-aa55-8255fefbb76f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:18:37.767514 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ececb918-6fd5-48d7-b75c-2a6e9360d8e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.832000 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.947822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.993991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969672b-19eb-4195-bdc1-f3362e4e8592 req-5a96bf2d-a913-455c-a621-1c1900a94c2b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:38.000319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8969672b-19eb-4195-bdc1-f3362e4e8592 req-5a96bf2d-a913-455c-a621-1c1900a94c2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.5760367 May 06 12:18:38.088847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b955a475-e8ba-48c3-aa55-8255fefbb76f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:38.115708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] No DVR routers for this DVR port b955a475-e8ba-48c3-aa55-8255fefbb76f on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:18:38.129347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ececb918-6fd5-48d7-b75c-2a6e9360d8e0 None None] The port 'b955a475-e8ba-48c3-aa55-8255fefbb76f' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:18:38.167803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['8adfe017-7388-4a7f-9279-ef7ef8ec2e61'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:18:38.356452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b955a475-e8ba-48c3-aa55-8255fefbb76f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:18:38.466637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:38.471943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-6e69ae04-e613-41a5-a346-313df1546536 service neutron] 10.222.0.44 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8399837 May 06 12:18:38.492112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b955a475-e8ba-48c3-aa55-8255fefbb76f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:18:38.493156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b955a475-e8ba-48c3-aa55-8255fefbb76f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:18:38.529869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-eb5b1d52-c307-438e-8c28-9a31c5ffd999 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:38.531088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-eb5b1d52-c307-438e-8c28-9a31c5ffd999 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Synchronizing usage tracker for tenant:851e88ba8aaf4b3b81cfd30f41787d0a on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:38.535960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:38.579277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84638f82-aebb-4ebb-9662-b3c4dd30ccdb']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:38.592733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-eb5b1d52-c307-438e-8c28-9a31c5ffd999 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Unset dirty status for tenant:851e88ba8aaf4b3b81cfd30f41787d0a on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:38.595176 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-eb5b1d52-c307-438e-8c28-9a31c5ffd999 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.48 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 946 time: 0.5892503 May 06 12:18:38.660220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b54e71f-3c05-473d-b079-803312439621') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:38.660684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b54e71f-3c05-473d-b079-803312439621') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:38.700480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:38.739900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:38.767022 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:38.786190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:18:38.786589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: timer() May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:18:38.802145 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:18:38.905844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Deleting port 4302568d-1712-4c27-a5ee-8dd48083772b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:18:38.906518 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:38.971455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8969672b-19eb-4195-bdc1-f3362e4e8592 req-cf9d7ff8-e1cf-496a-b622-edb0e3eb5b33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9594681 May 06 12:18:38.985863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.010820 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.063638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=84638f82-aebb-4ebb-9662-b3c4dd30ccdb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:39.072800 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5f6e63c3-bf0f-41a8-a25c-b11e397ffb7a admin admin] 10.222.0.44 "DELETE /v2.0/networks/84638f82-aebb-4ebb-9662-b3c4dd30ccdb HTTP/1.1" status: 204 len: 168 time: 2.4649174 May 06 12:18:39.202563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-de945cd3-09d2-47d5-9c18-827a2296959f service neutron] 10.222.0.44 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900990 May 06 12:18:39.297138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2e7d0-1914-493c-b292-5af8c877256e req-c3fa66fe-88c5-4473-9a4c-476845322a3d tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:39.299665 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35b2e7d0-1914-493c-b292-5af8c877256e req-c3fa66fe-88c5-4473-9a4c-476845322a3d tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 950 time: 0.5460000 May 06 12:18:39.302667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Allocated IP 172.25.7.190 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/53359a14-3af4-4896-bb67-27155f3fa79f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:39.414023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] For port 4302568d-1712-4c27-a5ee-8dd48083772b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4302568d-1712-4c27-a5ee-8dd48083772b,segment=NetworkSegment(2c28a1e6-7ea0-4f04-a72e-8b95228e152a),segment_id=2c28a1e6-7ea0-4f04-a72e-8b95228e152a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:39.414376 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.477365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49154) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:39.617562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Calling delete_port for 4302568d-1712-4c27-a5ee-8dd48083772b owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:18:39.742732 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.762515 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb033108-8da5-443b-aa2d-c90950286fea'] response: {'server_uuid': 'e3a16142-9826-48c6-becb-b4a12efac254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f83376-30db-488a-bb5a-4e71bb4cdaab', 'code': 200} May 06 12:18:39.795714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.863877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8969672b-19eb-4195-bdc1-f3362e4e8592 req-81037bfb-286f-4d81-a987-30a6732a6498 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8761878 May 06 12:18:39.879046 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.916574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Pushing event deleted for resources: {'Port': ['ID=4302568d-1712-4c27-a5ee-8dd48083772b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:40.064718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] No DVR routers for this DVR port 4302568d-1712-4c27-a5ee-8dd48083772b on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:18:40.071045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.074902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea0489e-d62e-46cc-8feb-a0dfa8c1ac12', 'name': 'network-vif-deleted', 'tag': '4302568d-1712-4c27-a5ee-8dd48083772b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:40.101218 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-07caa8fa-cf42-4b38-9ab3-e75152471bff req-de82df5c-d2c5-4be6-a186-5720ea385f7a tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.48 "DELETE /v2.0/ports/4302568d-1712-4c27-a5ee-8dd48083772b HTTP/1.1" status: 204 len: 173 time: 1.4952374 May 06 12:18:40.271259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f66b0b90-0ad0-4f7e-9421-934617fb2b91 req-f78581b8-1a4c-4b23-9ef9-d48cb9e73e83 tempest-VolumesAdminNegativeTest-1843686638 tempest-VolumesAdminNegativeTest-1843686638-project] 10.222.0.44 "GET /v2.0/ports?device_id=eea0489e-d62e-46cc-8feb-a0dfa8c1ac12 HTTP/1.1" status: 200 len: 210 time: 0.1350155 May 06 12:18:40.301615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35b2e7d0-1914-493c-b292-5af8c877256e req-16aba106-229b-4e84-adc1-ad2ff59e2b33 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9846153 May 06 12:18:40.333031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:40.351643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:40.354806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event updated for resources: {'Port': ['ID=53359a14-3af4-4896-bb67-27155f3fa79f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:40.377733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:40.406964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7a4b3d93-bd3c-4c42-8a13-b3c7d12f17c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14c387d034c64286b513aed7c05c8fcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8835537 May 06 12:18:40.409509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49170) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:40.471618 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8969672b-19eb-4195-bdc1-f3362e4e8592 req-8fc192a9-49c3-4fc0-9502-62d4a96f0e38 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731077 May 06 12:18:40.514562 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1645540c-0063-4706-9c29-f6705d899666 req-2a5dbab4-04ae-49a8-b1be-b17cb18b2e22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 1101 time: 0.7092826 May 06 12:18:40.531009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52192a02-de90-4960-99a6-c5f893dc8254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.586584 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52192a02-de90-4960-99a6-c5f893dc8254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.681330 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52192a02-de90-4960-99a6-c5f893dc8254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.819081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52192a02-de90-4960-99a6-c5f893dc8254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663cec26-9fde-4817-86bc-2534177b0f41,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:40.823355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52192a02-de90-4960-99a6-c5f893dc8254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.825508 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-52192a02-de90-4960-99a6-c5f893dc8254 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/663cec26-9fde-4817-86bc-2534177b0f41 HTTP/1.1" status: 204 len: 168 time: 0.4146371 May 06 12:18:40.893421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.903072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1645540c-0063-4706-9c29-f6705d899666 req-c705c690-580d-4a4b-8dcd-2f66701bfbc8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633393 May 06 12:18:40.915997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c39de2-1727-443e-9244-f64e3eda5788 req-0bcf6758-a9c9-4456-b43a-b3fa5d9110c8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:40.923899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2c39de2-1727-443e-9244-f64e3eda5788 req-0bcf6758-a9c9-4456-b43a-b3fa5d9110c8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 949 time: 0.4070590 May 06 12:18:41.025877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.107135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2c39de2-1727-443e-9244-f64e3eda5788 req-4d6af31a-d642-4d92-acb2-055c2fb13364 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821160 May 06 12:18:41.190589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:41.352964 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517324d8-71c7-4423-8749-c74225de4dc9'] response: {'server_uuid': 'eea0489e-d62e-46cc-8feb-a0dfa8c1ac12', 'name': 'network-vif-deleted', 'tag': '4302568d-1712-4c27-a5ee-8dd48083772b', 'status': 'completed', 'code': 200} May 06 12:18:41.399470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:41.421042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:41.421542 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.469908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4302568d-1712-4c27-a5ee-8dd48083772b no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:18:41.547499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1877d3e1-d4bd-4cc0-9c00-f53cfbe1f8ef req-594edc48-cf68-4551-a203-493e62c82423 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 210 time: 0.0866702 May 06 12:18:41.576434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 4302568d-1712-4c27-a5ee-8dd48083772b {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:18:41.577209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4302568d-1712-4c27-a5ee-8dd48083772b not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:18:41.687945 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.693418 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.757080 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.826754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:41.850448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9d328123-117f-4b26-a4f4-1796e9f8cfb8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:41.852421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9d328123-117f-4b26-a4f4-1796e9f8cfb8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Synchronizing usage tracker for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:41.852562 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.861655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:41.868850 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.882957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9d328123-117f-4b26-a4f4-1796e9f8cfb8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Unset dirty status for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:41.884672 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9d328123-117f-4b26-a4f4-1796e9f8cfb8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 807 time: 0.4047515 May 06 12:18:41.903886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Request body: {'port': {'device_id': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'network_id': '8a683100-30a0-46af-8056-20106cb441f1', 'admin_state_up': True, 'tenant_id': '782377c9e75a4cb084b23392faeea4e0'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:41.907420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event updated for resources: {'Port': ['ID=53359a14-3af4-4896-bb67-27155f3fa79f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:41.924923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.942857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a10c1644-312b-49ba-9b4a-9914ae5236aa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3098710 May 06 12:18:41.975870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49202) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:42.205208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:42.224879 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3344de63-0513-47dc-89d4-1a37f80972f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.249564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e2b0dc-a349-41b3-a41e-39a5e6bd9a54 admin admin] Deleting subnet 9a7a4c6e-b851-4ba8-9eec-57101e986e46 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:18:42.267582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62e2b0dc-a349-41b3-a41e-39a5e6bd9a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.372651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.392655 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62e2b0dc-a349-41b3-a41e-39a5e6bd9a54 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.400236 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62e2b0dc-a349-41b3-a41e-39a5e6bd9a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.454262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:42.492807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:42.509847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Made reservation on behalf of 782377c9e75a4cb084b23392faeea4e0 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:42.513849 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.521745 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62e2b0dc-a349-41b3-a41e-39a5e6bd9a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.570322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2b0dc-a349-41b3-a41e-39a5e6bd9a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a7a4c6e-b851-4ba8-9eec-57101e986e46,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:42.580949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62e2b0dc-a349-41b3-a41e-39a5e6bd9a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.607197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-62e2b0dc-a349-41b3-a41e-39a5e6bd9a54 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9a7a4c6e-b851-4ba8-9eec-57101e986e46 HTTP/1.1" status: 204 len: 168 time: 0.6245267 May 06 12:18:42.607991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49218) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:42.634543 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0a5353-6e58-4601-9ba9-b620819c463e'] response: {'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'code': 200} May 06 12:18:42.852008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668775-d949-41a6-9ee1-2e13a4461361 req-e6fd099d-d43b-4036-938b-3080ab5c3134 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:42.859007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Allocated IP 172.20.0.10 (8a683100-30a0-46af-8056-20106cb441f1/0d9c5d98-c81e-4c76-9894-e399d9f6cc85/aa79499b-c8a5-4640-9a6c-ab39952e69c2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:42.859240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a668775-d949-41a6-9ee1-2e13a4461361 req-e6fd099d-d43b-4036-938b-3080ab5c3134 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 950 time: 0.3826542 May 06 12:18:42.942992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.047434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a668775-d949-41a6-9ee1-2e13a4461361 req-e4981983-860b-4352-b55f-746bd43f2810 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871374 May 06 12:18:43.129566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.175567 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.252794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ea3b4c3-642b-455b-852f-0c3fa87bd7db req-201e27b2-0456-4be4-9a5b-a3151cb76288 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1101 time: 0.5078135 May 06 12:18:43.254984 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.262263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Network 8a683100-30a0-46af-8056-20106cb441f1 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:43.266013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:43.270844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:43.307034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Pushing event updated for resources: {'Port': ['ID=aa79499b-c8a5-4640-9a6c-ab39952e69c2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:43.346787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.347134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.347876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.348205 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > port after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.348527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > port after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.349032 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > port after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.349383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.349706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.349926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:43.350043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.350317 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.350958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.393778 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-9051e6ef-b0c0-49cf-bb9c-62474013e58f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4942567 May 06 12:18:43.407650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Request body: {'port': {'device_id': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:43.416502 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.416931 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.417450 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.417779 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:18:43.418165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108d67a0-aeb0-46d1-a3b2-1faa2debe036']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:43.459137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c28a1e6-7ea0-4f04-a72e-8b95228e152a') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:43.459714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c28a1e6-7ea0-4f04-a72e-8b95228e152a') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:43.477219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cab06-41af-452d-8e2e-60c652f04415 req-3b63192a-3a5d-4f70-bd9b-e788dbb82ca0 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:43.479258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8cab06-41af-452d-8e2e-60c652f04415 req-3b63192a-3a5d-4f70-bd9b-e788dbb82ca0 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.5856171 May 06 12:18:43.496747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.507898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9888a074-02ca-4ead-9db0-770a772dc455 req-132ddf94-842d-43a3-b966-136eb5e5d84b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Synchronizing usage tracker for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:43.553223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.553625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.575184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ea3b4c3-642b-455b-852f-0c3fa87bd7db req-239f1756-d526-4e33-bddf-d57cfd76386d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482882 May 06 12:18:43.579055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:18:43.579513 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: util.warn_limited( May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: util.warn_limited( May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: timer() May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:18:43.604861 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:18:43.614684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9888a074-02ca-4ead-9db0-770a772dc455 req-132ddf94-842d-43a3-b966-136eb5e5d84b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Unset dirty status for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:43.623266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-132ddf94-842d-43a3-b966-136eb5e5d84b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1552651168&fields=id&tenant_id=dedc618e817f4fbf86199b1187cf0eca HTTP/1.1" status: 200 len: 267 time: 0.4372282 May 06 12:18:43.729067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8cab06-41af-452d-8e2e-60c652f04415 req-4efd3782-1c27-45af-9903-3fd4450376ad tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231183 May 06 12:18:43.826375 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.856747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.897945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=108d67a0-aeb0-46d1-a3b2-1faa2debe036,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:43.918468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-622c66ae-0202-432f-9adb-f0e674852e6a admin admin] 10.222.0.44 "DELETE /v2.0/networks/108d67a0-aeb0-46d1-a3b2-1faa2debe036 HTTP/1.1" status: 204 len: 168 time: 1.3069699 May 06 12:18:43.927435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49258) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:43.950532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a074-02ca-4ead-9db0-770a772dc455 req-f144adfa-7a51-4bfb-bf4a-fc91e873b29e tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:43.962042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-f144adfa-7a51-4bfb-bf4a-fc91e873b29e tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/networks?id=4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 200 len: 824 time: 0.3379602 May 06 12:18:43.989372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-5a9fd188-7406-4eec-a575-aeb1072d348c tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/quotas/dedc618e817f4fbf86199b1187cf0eca HTTP/1.1" status: 200 len: 375 time: 0.0260019 May 06 12:18:44.092071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1fc331-dfee-4893-9a46-1f9f48ca0397 admin admin] Deleting subnet 94a6e846-28a6-487d-aade-479c4ede1b73 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:18:44.098209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc331-dfee-4893-9a46-1f9f48ca0397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.156562 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-6c676cfe-f632-469a-8fa5-26f3ff3d405a tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dedc618e817f4fbf86199b1187cf0eca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1661210 May 06 12:18:44.188661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc331-dfee-4893-9a46-1f9f48ca0397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.380581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdf7ff-0a90-4b9a-82f3-8d81e461b85d req-2d393b03-94ce-40ab-b936-d8bc657728d3 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:44.383971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa79499b-c8a5-4640-9a6c-ab39952e69c2 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:44.388670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09cdf7ff-0a90-4b9a-82f3-8d81e461b85d req-2d393b03-94ce-40ab-b936-d8bc657728d3 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 932 time: 0.3077998 May 06 12:18:44.408025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.416414 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc331-dfee-4893-9a46-1f9f48ca0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.511097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Transition to ACTIVE for port object aa79499b-c8a5-4640-9a6c-ab39952e69c2 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:44.524078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.539350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09cdf7ff-0a90-4b9a-82f3-8d81e461b85d req-63d728c5-400a-45c2-8cdb-19dfcfa2998e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450820 May 06 12:18:44.545425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-a01441d3-7504-4308-bc81-8c5d08551b17 service neutron] 10.222.0.44 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725934 May 06 12:18:44.556597 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ee9736a-2b61-44c2-8ce0-203d1501bae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.814266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Pushing event updated for resources: {'Port': ['ID=aa79499b-c8a5-4640-9a6c-ab39952e69c2,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:44.860475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc331-dfee-4893-9a46-1f9f48ca0397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.942137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-06dd1606-4a2d-4ea9-85f4-6a3a92696f5e service neutron] 10.222.0.44 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858886 May 06 12:18:44.979417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fc331-dfee-4893-9a46-1f9f48ca0397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a6e846-28a6-487d-aade-479c4ede1b73,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:45.074352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc331-dfee-4893-9a46-1f9f48ca0397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.091945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725702c-9c69-4449-9bf9-4ca32735ac32 req-91241d64-d383-4794-b7da-20f0b37deaad tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:45.093965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1725702c-9c69-4449-9bf9-4ca32735ac32 req-91241d64-d383-4794-b7da-20f0b37deaad tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 950 time: 0.1298704 May 06 12:18:45.095579 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7b1fc331-dfee-4893-9a46-1f9f48ca0397 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/94a6e846-28a6-487d-aade-479c4ede1b73 HTTP/1.1" status: 204 len: 168 time: 1.1661196 May 06 12:18:45.096051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49278) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:45.129206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:45.130094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:45.130903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:45.150708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:18:45.150708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:45.159637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:45.160358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:45.163310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:45.164276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Bound port: aa79499b-c8a5-4640-9a6c-ab39952e69c2, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:45.165277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.368518 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.463432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:45.470828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:45.484213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.487443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.488041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49298) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:45.496266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1725702c-9c69-4449-9bf9-4ca32735ac32 req-134c3cd2-4019-446d-8a64-ba7b49d90278 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778164 May 06 12:18:45.591136 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.593082 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] 10.222.0.48 "PUT /v2.0/ports/aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 200 len: 1092 time: 2.1912484 May 06 12:18:45.596432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:45.760305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7c33c-d3b7-492f-be64-866b098e83ea service neutron] Pushing event updated for resources: {'Port': ['ID=aa79499b-c8a5-4640-9a6c-ab39952e69c2,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:45.775268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b5508ce-b860-4176-87e0-ce826f0154b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.828506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.852333 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-dd4ecf2b-5651-43ad-af3a-733c0fdde4cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1095 time: 0.1983588 May 06 12:18:45.853847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4b5508ce-b860-4176-87e0-ce826f0154b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:45.858851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4b5508ce-b860-4176-87e0-ce826f0154b1 admin admin] Usage tracker for resource:security_group_rule and tenant:2c81ddae36df4294a948e8fb883288c1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:45.918535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4b5508ce-b860-4176-87e0-ce826f0154b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:45.930659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4b5508ce-b860-4176-87e0-ce826f0154b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:45.948591 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-25eabc5f-8b52-4b27-80e6-ee554ce0de64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 200 len: 217 time: 0.0859528 May 06 12:18:45.959966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27013ad5-b5eb-4aed-9afa-4eac2b4952a8 req-f18a2892-d5bb-4559-8178-26b87f34fc14 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 210 time: 0.1027763 May 06 12:18:45.973241 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.077856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119b4b09-6b6a-4f4f-a08d-433d251846b1']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:46.113916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4dd7f8-5120-4381-ad31-969010bcdae1') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:46.114838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4dd7f8-5120-4381-ad31-969010bcdae1') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:18:46.126138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-045d94f2-485b-416a-a015-af75811190b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:46.129372 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-045d94f2-485b-416a-a015-af75811190b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1735594 May 06 12:18:46.137503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d291556-1948-4593-b87a-c2dd84850fe0 req-0f801872-0ea1-4d04-af93-3b87c862af4a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:46.147682 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d291556-1948-4593-b87a-c2dd84850fe0 req-0f801872-0ea1-4d04-af93-3b87c862af4a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.4903533 May 06 12:18:46.166472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.218884 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-d3115cef-0ecb-4422-b753-96a5b364e059 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805447 May 06 12:18:46.247084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.275483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:18:46.276076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: timer() May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:18:46.324811 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:18:46.434480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 83c31f68-a834-410b-840d-00e6a79d817d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:18:46.451712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d291556-1948-4593-b87a-c2dd84850fe0 req-c67e2b1d-ce10-436d-a19b-956aeb2adbcc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901421 May 06 12:18:46.509054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.511326 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b5508ce-b860-4176-87e0-ce826f0154b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.540895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 83c31f68-a834-410b-840d-00e6a79d817d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:18:46.541699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 83c31f68-a834-410b-840d-00e6a79d817d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:18:46.542705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b5508ce-b860-4176-87e0-ce826f0154b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.564700 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.571899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=119b4b09-6b6a-4f4f-a08d-433d251846b1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:46.575840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e1e4881e-a8b8-447d-95de-73f9f4551a5e admin admin] 10.222.0.44 "DELETE /v2.0/networks/119b4b09-6b6a-4f4f-a08d-433d251846b1 HTTP/1.1" status: 204 len: 168 time: 1.4783707 May 06 12:18:46.673869 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-449c4991-81d8-44cf-96ac-6e8849049116 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466584 May 06 12:18:46.853459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5508ce-b860-4176-87e0-ce826f0154b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a51c61-367a-41ce-a04b-b285bc35c498,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:46.859257 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4b5508ce-b860-4176-87e0-ce826f0154b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c81ddae36df4294a948e8fb883288c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3257065 May 06 12:18:46.864393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49338) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:46.951269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c26d5b13-4c2d-43d9-8d05-0d5acb7315e6 req-74964002-1619-448a-bf29-7e8d91710823 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705107 May 06 12:18:47.026120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49346) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:47.030665 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6027ca-c9fa-4231-8760-9dd6b99a59ac'] response: {'name': 'network-changed', 'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2', 'status': 'completed', 'code': 200} May 06 12:18:47.103313 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3a7e94f3-47da-4edf-99e4-d65ebb194383 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=851e88ba8aaf4b3b81cfd30f41787d0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0755236 May 06 12:18:47.113740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49354) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:47.116356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49356) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:47.144313 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fce9-5db9-4fd6-b0a8-865020a9d432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.200145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fce9-5db9-4fd6-b0a8-865020a9d432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.203740 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.231125 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d984168-5fc5-4b1a-a05a-204871dcb80a req-89fed68d-27ed-4612-a709-b60b9a875ce3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1095 time: 0.1307497 May 06 12:18:47.238396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db3769-45ff-4083-a9a6-c0fd3aeaa70c req-fe754faa-1030-42ba-971a-ede576917b73 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:47.239861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0db3769-45ff-4083-a9a6-c0fd3aeaa70c req-fe754faa-1030-42ba-971a-ede576917b73 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 944 time: 0.3214965 May 06 12:18:47.396440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c19381d1-4039-4997-85a0-edb564b11298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.455871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d984168-5fc5-4b1a-a05a-204871dcb80a req-36049229-5a76-4657-b955-ae765ce6dd4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:47.457177 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d984168-5fc5-4b1a-a05a-204871dcb80a req-36049229-5a76-4657-b955-ae765ce6dd4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.2188804 May 06 12:18:47.463069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c19381d1-4039-4997-85a0-edb564b11298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.549999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d984168-5fc5-4b1a-a05a-204871dcb80a req-a9438d0b-c5e6-41d5-aa91-2c927ebda26c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 200 len: 217 time: 0.0834718 May 06 12:18:47.579237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0db3769-45ff-4083-a9a6-c0fd3aeaa70c req-47aea3c3-2026-45bc-bc7f-b6046b20bc43 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201621 May 06 12:18:47.581125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fce9-5db9-4fd6-b0a8-865020a9d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.691506 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c19381d1-4039-4997-85a0-edb564b11298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.699437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5fce9-5db9-4fd6-b0a8-865020a9d432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a51c61-367a-41ce-a04b-b285bc35c498,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:47.733354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ae5fce9-5db9-4fd6-b0a8-865020a9d432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.738423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0ae5fce9-5db9-4fd6-b0a8-865020a9d432 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3a51c61-367a-41ce-a04b-b285bc35c498 HTTP/1.1" status: 204 len: 168 time: 0.8684289 May 06 12:18:47.754501 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c19381d1-4039-4997-85a0-edb564b11298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.756503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c19381d1-4039-4997-85a0-edb564b11298 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a654a2e-48a8-4f09-9eee-eaaf663015ab HTTP/1.1" status: 204 len: 168 time: 0.6413991 May 06 12:18:47.757765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19381d1-4039-4997-85a0-edb564b11298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a654a2e-48a8-4f09-9eee-eaaf663015ab,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:47.765004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d984168-5fc5-4b1a-a05a-204871dcb80a req-deb337fc-4d24-4ef8-b492-ae93e0420457 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:47.771108 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d984168-5fc5-4b1a-a05a-204871dcb80a req-deb337fc-4d24-4ef8-b492-ae93e0420457 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.2101598 May 06 12:18:47.946212 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d984168-5fc5-4b1a-a05a-204871dcb80a req-239b5e05-3be2-4c96-b954-5dde9e59c0d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677489 May 06 12:18:48.203859 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-453a7bf6-7ade-4f75-ac02-0a8c40f7351a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.274026 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d984168-5fc5-4b1a-a05a-204871dcb80a req-b1f6b32e-46d2-423d-8b9b-904a0a3ff9d1 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052740 May 06 12:18:48.284574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-453a7bf6-7ade-4f75-ac02-0a8c40f7351a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:48.295665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-453a7bf6-7ade-4f75-ac02-0a8c40f7351a admin admin] Usage tracker for resource:security_group_rule and tenant:f4c8b88fcbe94f7b97a4c70c2e42e8af is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:48.303938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-453a7bf6-7ade-4f75-ac02-0a8c40f7351a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:48.319986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-453a7bf6-7ade-4f75-ac02-0a8c40f7351a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:48.689523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49396) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:48.730384 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-054f1c84-2c0e-41f3-a1bc-7aea2d0f1b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.738439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-453a7bf6-7ade-4f75-ac02-0a8c40f7351a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.763734 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-453a7bf6-7ade-4f75-ac02-0a8c40f7351a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.794198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-054f1c84-2c0e-41f3-a1bc-7aea2d0f1b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:48.799853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d984168-5fc5-4b1a-a05a-204871dcb80a req-04016b18-4498-4360-9377-0b567c0b058d service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247898 May 06 12:18:48.802928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-054f1c84-2c0e-41f3-a1bc-7aea2d0f1b49 admin admin] Usage tracker for resource:security_group_rule and tenant:edf1b0f95377402287d03200fa25c964 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:48.806308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-054f1c84-2c0e-41f3-a1bc-7aea2d0f1b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:48.813855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-054f1c84-2c0e-41f3-a1bc-7aea2d0f1b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:48.915948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-054f1c84-2c0e-41f3-a1bc-7aea2d0f1b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.922691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-054f1c84-2c0e-41f3-a1bc-7aea2d0f1b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.931720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a074-02ca-4ead-9db0-770a772dc455 req-8ee80727-3fbb-4b19-a34e-96a5173bfa5b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:48.934648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-8ee80727-3fbb-4b19-a34e-96a5173bfa5b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "GET /v2.0/networks?id=4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 200 len: 824 time: 1.1582794 May 06 12:18:48.938734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9072d681-11bd-496e-9a66-fe2f11ab344d req-a50c287a-e7d4-4c94-93b7-b5981da94576 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 210 time: 0.1520536 May 06 12:18:49.000630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f1c84-2c0e-41f3-a1bc-7aea2d0f1b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b6e024-5d39-40a0-8fe6-eed38acfbb8d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:49.013106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a7bf6-7ade-4f75-ac02-0a8c40f7351a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f42bd62-4eb5-48ad-ae76-5ce4f264cb33,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:49.026229 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-054f1c84-2c0e-41f3-a1bc-7aea2d0f1b49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edf1b0f95377402287d03200fa25c964&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3322144 May 06 12:18:49.026772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49402) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:49.067633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-453a7bf6-7ade-4f75-ac02-0a8c40f7351a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4c8b88fcbe94f7b97a4c70c2e42e8af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9422457 May 06 12:18:49.068623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49406) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:49.209264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-059361a6-4b4d-49c9-b956-ba2655093661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.290179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-059361a6-4b4d-49c9-b956-ba2655093661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.303121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49418) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:49.338468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-66979577-564c-46ec-a7ab-9aab7cd44836 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dedc618e817f4fbf86199b1187cf0eca HTTP/1.1" status: 200 len: 380 time: 0.3845179 May 06 12:18:49.413472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-059361a6-4b4d-49c9-b956-ba2655093661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.420769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Request body: {'port': {'device_id': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'admin_state_up': True, 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'security_groups': ['05f3592f-f132-49f4-b137-32fd4355543b']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:49.445118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059361a6-4b4d-49c9-b956-ba2655093661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f42bd62-4eb5-48ad-ae76-5ce4f264cb33,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:49.467377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d75224-5979-457c-ac11-d090827743e9 req-35dd0447-f726-4014-b0f5-e4b0985e2da5 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1101 time: 0.8693559 May 06 12:18:49.470324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-059361a6-4b4d-49c9-b956-ba2655093661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.472334 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-059361a6-4b4d-49c9-b956-ba2655093661 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f42bd62-4eb5-48ad-ae76-5ce4f264cb33 HTTP/1.1" status: 204 len: 168 time: 0.4030974 May 06 12:18:49.598356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.711125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95b725a4-6d4e-4978-9966-4148baeb8bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.724254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f44a8bdb-0e86-4533-99e7-346032edb506 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1ff674e8ce941d3acfc16ff7f17ba1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4198151 May 06 12:18:49.730190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:49.785049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:49.801910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95b725a4-6d4e-4978-9966-4148baeb8bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.809772 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41f52e69-6470-4a51-b5ad-54892692242a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.814582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Usage tracker for resource:security_group_rule and tenant:a6ccdb21b3d34c9fb3242cf42da9b846 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:49.826762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:49.833951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:49.846782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41f52e69-6470-4a51-b5ad-54892692242a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.857635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:49.861737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Usage tracker for resource:port and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:49.877493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c0937-8b50-4de7-a860-6a90df1505b5 req-3242935a-ec30-469c-a1ea-dceef477c191 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:49.879102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf9c0937-8b50-4de7-a860-6a90df1505b5 req-3242935a-ec30-469c-a1ea-dceef477c191 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 944 time: 0.5730631 May 06 12:18:49.884433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:49.922717 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41f52e69-6470-4a51-b5ad-54892692242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.929805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:49.952914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f52e69-6470-4a51-b5ad-54892692242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68e93fe-f68e-4590-9917-0d117d63b5d7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:49.971967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Made reservation on behalf of dedc618e817f4fbf86199b1187cf0eca for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:49.973467 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41f52e69-6470-4a51-b5ad-54892692242a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.975080 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.983310 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-41f52e69-6470-4a51-b5ad-54892692242a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f68e93fe-f68e-4590-9917-0d117d63b5d7 HTTP/1.1" status: 204 len: 168 time: 0.2513843 May 06 12:18:50.105974 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95b725a4-6d4e-4978-9966-4148baeb8bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.113364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf9c0937-8b50-4de7-a860-6a90df1505b5 req-b8f9aa7c-b2ef-473c-81cf-bc451e39e124 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895003 May 06 12:18:50.172617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49434) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:50.178712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b725a4-6d4e-4978-9966-4148baeb8bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b6e024-5d39-40a0-8fe6-eed38acfbb8d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:50.202159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8df46b63-a493-4319-a4c3-fa5b9d692162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.209700 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.227254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.284372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8df46b63-a493-4319-a4c3-fa5b9d692162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:50.303863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8df46b63-a493-4319-a4c3-fa5b9d692162 admin admin] Usage tracker for resource:security_group_rule and tenant:3806b029f24942dc9983e83bdd8de94a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:50.309255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8df46b63-a493-4319-a4c3-fa5b9d692162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:50.310545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95b725a4-6d4e-4978-9966-4148baeb8bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.311801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-95b725a4-6d4e-4978-9966-4148baeb8bfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7b6e024-5d39-40a0-8fe6-eed38acfbb8d HTTP/1.1" status: 204 len: 168 time: 1.2736101 May 06 12:18:50.332193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8df46b63-a493-4319-a4c3-fa5b9d692162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:50.350421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Synchronizing usage tracker for tenant:a6ccdb21b3d34c9fb3242cf42da9b846 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:50.374874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b55b68-ba70-4c9a-b9bd-d9861da36c89,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:50.436357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Allocated IP 172.20.0.14 (4c71cec3-af32-4598-85bd-21605e516b4d/67c6cf8e-1c62-4708-93b5-cae3b67be56b/db037eda-7fef-4efb-aa3a-96cd8eda5d1a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:50.454270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] Unset dirty status for tenant:a6ccdb21b3d34c9fb3242cf42da9b846 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:50.455892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d75224-5979-457c-ac11-d090827743e9 req-1f3f4f8e-ee9d-447e-914e-2fe9deea32f2 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9866881 May 06 12:18:50.510474 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8df46b63-a493-4319-a4c3-fa5b9d692162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.520334 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8df46b63-a493-4319-a4c3-fa5b9d692162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.684406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df46b63-a493-4319-a4c3-fa5b9d692162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7a2286-358f-449b-8826-8e8e33c8fe67,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:50.718421 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8df46b63-a493-4319-a4c3-fa5b9d692162 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3806b029f24942dc9983e83bdd8de94a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5411663 May 06 12:18:50.720496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49462) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:50.814041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74373d46-6bd6-4f32-96ef-942d812d8844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.850508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74373d46-6bd6-4f32-96ef-942d812d8844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.931696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74373d46-6bd6-4f32-96ef-942d812d8844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.952473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74373d46-6bd6-4f32-96ef-942d812d8844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7a2286-358f-449b-8826-8e8e33c8fe67,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:50.961197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74373d46-6bd6-4f32-96ef-942d812d8844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.964976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-74373d46-6bd6-4f32-96ef-942d812d8844 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a7a2286-358f-449b-8826-8e8e33c8fe67 HTTP/1.1" status: 204 len: 168 time: 0.2407544 May 06 12:18:50.979268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a454c164-e3bd-46ad-9f2a-6ef242645a5f req-39303504-95fb-4182-aecc-0ab0ecb8fc7f tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 210 time: 0.2670777 May 06 12:18:51.114831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.137803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Transition to ACTIVE for port object db037eda-7fef-4efb-aa3a-96cd8eda5d1a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:51.170097 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.385999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event updated for resources: {'Port': ['ID=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:51.397434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Network 4c71cec3-af32-4598-85bd-21605e516b4d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:51.400806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:51.421512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:51.499556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device aa79499b-c8a5-4640-9a6c-ab39952e69c2 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:18:51.597634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0cd3637-9f45-42e4-8f52-72d49258fa32 req-be268c90-767b-4a4a-b03a-a49bbe18cf7b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3500931 May 06 12:18:51.615952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:51.617035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.695753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-4bc3fe5e-cfc8-4e1a-8263-c153f3ebec2d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2883875 May 06 12:18:51.716793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Request body: {'port': {'device_id': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:51.926694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:51.942330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b281ba7c-1448-4e35-a0e2-a17da1071451 None None] Provisioning for port db037eda-7fef-4efb-aa3a-96cd8eda5d1a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:51.943716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.961296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b281ba7c-1448-4e35-a0e2-a17da1071451 None None] Provisioning complete for port db037eda-7fef-4efb-aa3a-96cd8eda5d1a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:51.962063 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b281ba7c-1448-4e35-a0e2-a17da1071451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.009145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2', 'network_id': '8a683100-30a0-46af-8056-20106cb441f1', 'port_id': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2', 'mac_address': 'fa:16:3e:a2:49:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c5d98-c81e-4c76-9894-e399d9f6cc85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:18:52.049517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b281ba7c-1448-4e35-a0e2-a17da1071451 None None] Port db037eda-7fef-4efb-aa3a-96cd8eda5d1a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:18:52.137873 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.174016 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:18:52.175733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa79499b-c8a5-4640-9a6c-ab39952e69c2 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:52.213368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:52.223346 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.448105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=aa79499b-c8a5-4640-9a6c-ab39952e69c2,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:52.482198 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b967-62fb-4047-8d6e-7357c3b9dd4b req-cd4861a5-e306-49ca-895f-ff4eb022160e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:52.484770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bf2b967-62fb-4047-8d6e-7357c3b9dd4b req-cd4861a5-e306-49ca-895f-ff4eb022160e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 944 time: 0.7006040 May 06 12:18:52.612448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db037eda-7fef-4efb-aa3a-96cd8eda5d1a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:52.623582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.627683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['aa79499b-c8a5-4640-9a6c-ab39952e69c2'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:18:52.630499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bf2b967-62fb-4047-8d6e-7357c3b9dd4b req-74daa696-682d-4a55-a45f-fd464606a54a tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308012 May 06 12:18:52.666807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Transition to ACTIVE for port object db037eda-7fef-4efb-aa3a-96cd8eda5d1a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:52.676066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.895895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49530) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:53.090522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Pushing event updated for resources: {'Port': ['ID=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:53.521498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f2ae0-492d-43cf-b77d-2efd3814417d req-7ac23ab2-4e99-4940-8fce-ddaa7491ba27 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:53.535546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-047f2ae0-492d-43cf-b77d-2efd3814417d req-7ac23ab2-4e99-4940-8fce-ddaa7491ba27 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 950 time: 0.6643217 May 06 12:18:53.556336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-network', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:53.574195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:53.588255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Usage tracker for resource:network and tenant:42c37bace7fa46e5bbe55990efe16b30 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:53.593987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:53.610084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d61881-d873-4e3d-a490-421e6314ae11 req-e63f9b45-b410-4f01-bc18-8116deebfd41 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:53.612841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11d61881-d873-4e3d-a490-421e6314ae11 req-e63f9b45-b410-4f01-bc18-8116deebfd41 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 950 time: 0.4720159 May 06 12:18:53.614896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:53.646519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Made reservation on behalf of 42c37bace7fa46e5bbe55990efe16b30 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:53.649532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.673570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Attempting to bind port db037eda-7fef-4efb-aa3a-96cd8eda5d1a on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:53.673945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Attempting to bind port db037eda-7fef-4efb-aa3a-96cd8eda5d1a by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:53.674276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Attempting to bind port db037eda-7fef-4efb-aa3a-96cd8eda5d1a on network 4c71cec3-af32-4598-85bd-21605e516b4d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:53.690201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.738508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:53.744329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Usage tracker for resource:security_group_rule and tenant:42c37bace7fa46e5bbe55990efe16b30 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:53.749179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:53.758717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:53.764142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-047f2ae0-492d-43cf-b77d-2efd3814417d req-8081e466-8984-4f45-ae8e-ce16a79d7db1 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ff30305-5e2b-4d0c-9371-d3a5c2625e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272809 May 06 12:18:53.781428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Port db037eda-7fef-4efb-aa3a-96cd8eda5d1a on network 4c71cec3-af32-4598-85bd-21605e516b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:18:53.781710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Attempting to bind port db037eda-7fef-4efb-aa3a-96cd8eda5d1a on network 4c71cec3-af32-4598-85bd-21605e516b4d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:53.829599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:53.830434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Checking segment: {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:53.831089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Bound using segment: {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:53.832049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Bound port: db037eda-7fef-4efb-aa3a-96cd8eda5d1a, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:53.832684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.878252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-11d61881-d873-4e3d-a490-421e6314ae11 req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Deleting port 08f83376-30db-488a-bb5a-4e71bb4cdaab {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:18:53.879042 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-11d61881-d873-4e3d-a490-421e6314ae11 req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.942507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.951163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.023928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:18:54.067885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4803bc95-c405-4313-b40f-f9a4da347822,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:54.087467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49576) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:54.109694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.110252 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Added segment 0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce of type vlan for network 591b9c91-9178-417d-8615-9c700f49fd31 May 06 12:18:54.160171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49582) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:54.173473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.225683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.227150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:54.227959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.284243 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3865016 May 06 12:18:54.287694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49590) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:54.299257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Request body: {'subnet': {'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-subnet', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:54.403551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:54.433556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Usage tracker for resource:subnet and tenant:42c37bace7fa46e5bbe55990efe16b30 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:54.446748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:54.462532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:54.470082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fb936-002e-412a-9e50-2827d1af8dea admin admin] Pushing event updated for resources: {'Network': ['ID=591b9c91-9178-417d-8615-9c700f49fd31,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:54.491896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 591b9c91-9178-417d-8615-9c700f49fd31 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:18:54.511788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Made reservation on behalf of 42c37bace7fa46e5bbe55990efe16b30 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:54.517482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.618209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] For port db037eda-7fef-4efb-aa3a-96cd8eda5d1a, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:54.688505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] For port db037eda-7fef-4efb-aa3a-96cd8eda5d1a, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:54.739533 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.759719 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-b02348ab-df5c-4bda-bb81-39b4e6a2b1ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6690910 May 06 12:18:54.841786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-11d61881-d873-4e3d-a490-421e6314ae11 req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] For port 08f83376-30db-488a-bb5a-4e71bb4cdaab, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=08f83376-30db-488a-bb5a-4e71bb4cdaab,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:54.842351 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-11d61881-d873-4e3d-a490-421e6314ae11 req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.955954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1686608517-network', 'tenant_id': '9eaa69998de64fa19c325e81a523f48b'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:54.981886 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.983745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] 10.222.0.48 "PUT /v2.0/ports/db037eda-7fef-4efb-aa3a-96cd8eda5d1a HTTP/1.1" status: 200 len: 1092 time: 3.2797208 May 06 12:18:55.024001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:55.040604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Usage tracker for resource:network and tenant:9eaa69998de64fa19c325e81a523f48b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:55.048487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:55.060212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'tag': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:55.070238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286168d-747c-4374-b60c-d3d3b447fe29 req-2a62c4aa-9dc6-4d7d-8d57-be1415439896 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:55.071030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5286168d-747c-4374-b60c-d3d3b447fe29 req-2a62c4aa-9dc6-4d7d-8d57-be1415439896 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Synchronizing usage tracker for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:55.078561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:55.099947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-11d61881-d873-4e3d-a490-421e6314ae11 req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Calling delete_port for 08f83376-30db-488a-bb5a-4e71bb4cdaab owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:18:55.143553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Made reservation on behalf of 9eaa69998de64fa19c325e81a523f48b for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:55.147150 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.181033 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.203312 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.227655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e178f7-6bb8-4419-822f-4516f25d3147 req-1ea3dd50-c088-46aa-9b04-5c3d79472de4 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:55.236043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33e178f7-6bb8-4419-822f-4516f25d3147 req-1ea3dd50-c088-46aa-9b04-5c3d79472de4 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.7344077 May 06 12:18:55.348343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5493da-ef33-432f-8b10-35a3c9c20efd service neutron] Pushing event updated for resources: {'Port': ['ID=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:55.351428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5286168d-747c-4374-b60c-d3d3b447fe29 req-2a62c4aa-9dc6-4d7d-8d57-be1415439896 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Unset dirty status for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:55.358490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5286168d-747c-4374-b60c-d3d3b447fe29 req-2a62c4aa-9dc6-4d7d-8d57-be1415439896 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 944 time: 1.2962191 May 06 12:18:55.430732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33e178f7-6bb8-4419-822f-4516f25d3147 req-1385b25d-72fe-48dc-a8a7-405825d56e89 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936593 May 06 12:18:55.444251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-de9dbedc-8db9-4616-b233-09109d777e21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dedc618e817f4fbf86199b1187cf0eca&device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 1095 time: 0.2988570 May 06 12:18:55.531339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device aa79499b-c8a5-4640-9a6c-ab39952e69c2 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:55.556313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Checking segment: {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:55.557121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Network hostable DHCP agents. Network: 591b9c91-9178-417d-8615-9c700f49fd31, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:18:55.570074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:55.580744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc23628-d308-4f38-9422-4c7dee901658,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:55.587478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Usage tracker for resource:security_group_rule and tenant:9eaa69998de64fa19c325e81a523f48b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:55.603922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:55.627916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:55.698175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Network 591b9c91-9178-417d-8615-9c700f49fd31 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:18:55.711201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port aa79499b-c8a5-4640-9a6c-ab39952e69c2 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:55.724889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port aa79499b-c8a5-4640-9a6c-ab39952e69c2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:55.726329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 591b9c91-9178-417d-8615-9c700f49fd31) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:55.727038 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.740378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:55.741129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.813179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f2b4e64f-9050-4cf0-920b-4ddc0b5033de admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5242555 May 06 12:18:55.817347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49622) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:55.825092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:55.830975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:55.836882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Usage tracker for resource:router and tenant:42c37bace7fa46e5bbe55990efe16b30 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:55.840228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:55.848250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:55.863558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-3ca4c5f9-2d05-4cbe-a9b3-504415de7238 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db037eda-7fef-4efb-aa3a-96cd8eda5d1a HTTP/1.1" status: 200 len: 217 time: 0.4119005 May 06 12:18:55.868239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.869537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.886338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9ad4e-52c0-4fa0-a003-066fe3bb3e0d None None] Network 591b9c91-9178-417d-8615-9c700f49fd31 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:55.906075 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.913884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.934732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:18:55.960670 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.960670 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Added segment f16aee1a-dff3-48b9-add7-8eecf8cde706 of type vlan for network 7dccc9a8-5d1c-4d97-9331-914404a43131 May 06 12:18:56.004364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:56.135359 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:56.137790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:56.140306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:56.170873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5286168d-747c-4374-b60c-d3d3b447fe29 req-bdf32074-f37b-4459-bf2e-db0bdc29301b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8111813 May 06 12:18:56.256636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d73a655-9e96-4812-93fe-ca84f97eff11,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:56.266009 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:56.304890 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1437316 May 06 12:18:56.305878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c9785-93e2-4d15-80fb-6d1ce35f67f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7dccc9a8-5d1c-4d97-9331-914404a43131,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:56.309636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49638) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:56.320739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Request body: {'subnet': {'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1686608517-subnet', 'tenant_id': '9eaa69998de64fa19c325e81a523f48b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:56.324682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:56.331001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Usage tracker for resource:subnet and tenant:9eaa69998de64fa19c325e81a523f48b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:56.336084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:56.345067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:56.359201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Made reservation on behalf of 9eaa69998de64fa19c325e81a523f48b for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:56.363482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:56.416620 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:56.423906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-11d61881-d873-4e3d-a490-421e6314ae11 req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:56.543013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 7dccc9a8-5d1c-4d97-9331-914404a43131 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:18:56.559277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a074-02ca-4ead-9db0-770a772dc455 req-b2b68eb0-d7ed-49b7-8fd2-debd84656ad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:56.561022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-b2b68eb0-d7ed-49b7-8fd2-debd84656ad5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=67c6cf8e-1c62-4708-93b5-cae3b67be56b HTTP/1.1" status: 200 len: 863 time: 0.6498814 May 06 12:18:56.567865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Pushing event deleted for resources: {'Port': ['ID=08f83376-30db-488a-bb5a-4e71bb4cdaab,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:56.621602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:56.704974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-591b9c91-9178-417d-8615-9c700f49fd31', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:18:56.706097 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:56.762863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:56.834137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-903bfeb0-2b7a-4da1-9571-fea742f301ac req-b2819f2c-89d6-46cd-805f-b2aeb58e1881 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3a16142-9826-48c6-becb-b4a12efac254 HTTP/1.1" status: 200 len: 210 time: 0.2689497 May 06 12:18:56.896022 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:56.984766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.013319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=aa79499b-c8a5-4640-9a6c-ab39952e69c2,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:57.169475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Allocated IP 172.20.0.2 (591b9c91-9178-417d-8615-9c700f49fd31/0fc23628-d308-4f38-9422-4c7dee901658/64742836-a259-4fec-b332-b8f9867a9d99) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:57.215604 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04bc777-becb-480c-90f9-73b0604b7231'] response: {'name': 'network-changed', 'server_uuid': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'tag': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a', 'status': 'completed', 'code': 200} May 06 12:18:57.245961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee045c47-c526-4375-9ebe-f13faa0a76cf req-3ccefb57-0d51-4e0e-aafb-70824afe83b8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:57.257450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee045c47-c526-4375-9ebe-f13faa0a76cf req-3ccefb57-0d51-4e0e-aafb-70824afe83b8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 945 time: 1.4053319 May 06 12:18:57.279269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d61881-d873-4e3d-a490-421e6314ae11 req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] No DVR routers for this DVR port 08f83376-30db-488a-bb5a-4e71bb4cdaab on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:18:57.314458 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-11d61881-d873-4e3d-a490-421e6314ae11 req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.338018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 08f83376-30db-488a-bb5a-4e71bb4cdaab no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:18:57.398379 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.438710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee045c47-c526-4375-9ebe-f13faa0a76cf req-ed41f39f-1456-4120-83ef-a335460673ab tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386430 May 06 12:18:57.441788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11d61881-d873-4e3d-a490-421e6314ae11 req-932bee35-e495-481e-8c97-b4dee292d3e6 tempest-TenantUsagesTestJSON-2108982160 tempest-TenantUsagesTestJSON-2108982160-project] 10.222.0.36 "DELETE /v2.0/ports/08f83376-30db-488a-bb5a-4e71bb4cdaab HTTP/1.1" status: 204 len: 173 time: 3.8152852 May 06 12:18:57.463336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-2e1cb7b4-a2f4-49cd-a74e-226f095e83ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c71cec3-af32-4598-85bd-21605e516b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8909364 May 06 12:18:57.531154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Pushing event updated for resources: {'Subnet': ['ID=183af125-8930-442d-be80-cf26155feae4,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:57.556588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 08f83376-30db-488a-bb5a-4e71bb4cdaab {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:18:57.567870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 08f83376-30db-488a-bb5a-4e71bb4cdaab not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:18:57.581381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:57.582118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Network hostable DHCP agents. Network: 7dccc9a8-5d1c-4d97-9331-914404a43131, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:18:57.648005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Network 7dccc9a8-5d1c-4d97-9331-914404a43131 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:18:57.666666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-118fc543-4e45-4fd2-ac7d-13115384daf2 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949105 May 06 12:18:57.856300 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.922784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 7dccc9a8-5d1c-4d97-9331-914404a43131) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:57.942465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.946797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:57.947762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.963860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e0a9c-e0ae-4e0b-a0f1-1d15f31b3ccc None None] Network 7dccc9a8-5d1c-4d97-9331-914404a43131 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:58.013563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9888a074-02ca-4ead-9db0-770a772dc455 req-15fa70ff-b048-4d44-a13d-22ae67c93245 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388922 May 06 12:18:58.041198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-1a48ed8b-7e4a-4e69-8375-2211c4e2bbd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1101 time: 0.1558082 May 06 12:18:58.137478 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-329ff1d0-31bd-4729-af18-e69544aaaeae admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8177969 May 06 12:18:58.229359 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a834c8-4172-4e4a-a7ad-eae7c9db9be4'] response: {'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2', 'code': 200} May 06 12:18:58.239996 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.304406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-4a586509-54db-4cf0-a7ea-476c329b6b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:58.306685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-4a586509-54db-4cf0-a7ea-476c329b6b73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2450137 May 06 12:18:58.342809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Transition to ACTIVE for port object 64742836-a259-4fec-b332-b8f9867a9d99 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:58.437328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Allocated IP 172.25.7.66 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/37545471-b00c-4067-b2a2-186fcf87a69f) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:58.490274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a36040ec-64cc-4b40-bc91-6c0bb6259744 req-42abd4d9-0552-4b81-a462-f2cc848c0425 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1097 time: 0.2024972 May 06 12:18:58.533297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Transition to ACTIVE for port object 64742836-a259-4fec-b332-b8f9867a9d99 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:58.550558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7a0d37ed-5148-40ef-92eb-4b1908d806c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 217 time: 0.1662924 May 06 12:18:58.590891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.636988 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a36040ec-64cc-4b40-bc91-6c0bb6259744 req-25f254ba-493a-4d20-892f-c5ff009eb67c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920043 May 06 12:18:58.707330 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.755303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Network 591b9c91-9178-417d-8615-9c700f49fd31 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:58.762737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:58.765217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.773857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:58.823680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Pushing event updated for resources: {'Port': ['ID=64742836-a259-4fec-b332-b8f9867a9d99,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:58.842841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874cfff-2b4e-4bfb-a3c9-dfe2c2b80b2d None None] Network 7dccc9a8-5d1c-4d97-9331-914404a43131 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:58.887731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:58.902899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:58.910832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:58.916610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99ad80-87b2-4668-8083-df0c32fab48a req-ab7d52ad-08d5-49d7-9de8-08be834042eb tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:58.924575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d99ad80-87b2-4668-8083-df0c32fab48a req-ab7d52ad-08d5-49d7-9de8-08be834042eb tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.5387924 May 06 12:18:58.983313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e05e95-0fc1-456e-8fff-8a7e9eedb64e req-87277511-3ed8-44eb-84f0-0808f3c4ff4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dedc618e817f4fbf86199b1187cf0eca&device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 1095 time: 0.6753838 May 06 12:18:58.997200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-88a3a90b-307d-4869-afbb-4cbe7cb8942c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:58.998905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-88a3a90b-307d-4869-afbb-4cbe7cb8942c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3045962 May 06 12:18:58.999136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Pushing event updated for resources: {'Port': ['ID=37545471-b00c-4067-b2a2-186fcf87a69f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:59.171417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Attempting to bind port 64742836-a259-4fec-b332-b8f9867a9d99 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:59.171800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Attempting to bind port 64742836-a259-4fec-b332-b8f9867a9d99 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:59.172407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Attempting to bind port 64742836-a259-4fec-b332-b8f9867a9d99 on network 591b9c91-9178-417d-8615-9c700f49fd31 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:59.181655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bd925-46ba-4c9f-ad13-5ace72bbe268 req-7fd20d41-0d83-4643-977c-67cbfb937224 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:59.190552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a7bd925-46ba-4c9f-ad13-5ace72bbe268 req-7fd20d41-0d83-4643-977c-67cbfb937224 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 944 time: 0.6384642 May 06 12:18:59.231773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:59.232506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Checking segment: {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:59.233387 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.234027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Bound using segment: {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:59.235066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Bound port: 64742836-a259-4fec-b332-b8f9867a9d99, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:59.235693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.243119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.245869 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.246880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a16142-9826-48c6-becb-b4a12efac254', 'name': 'network-vif-deleted', 'tag': '08f83376-30db-488a-bb5a-4e71bb4cdaab'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:59.284174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e05e95-0fc1-456e-8fff-8a7e9eedb64e req-6b515c7e-1dc6-4432-ba6b-51352a9bfbf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:59.285849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e05e95-0fc1-456e-8fff-8a7e9eedb64e req-6b515c7e-1dc6-4432-ba6b-51352a9bfbf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 200 len: 925 time: 0.2931306 May 06 12:18:59.310857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d99ad80-87b2-4668-8083-df0c32fab48a req-d205f6a6-d728-4ecc-a265-ab91d18b7cdc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846004 May 06 12:18:59.502170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e05e95-0fc1-456e-8fff-8a7e9eedb64e req-777c6801-b362-4226-b1c8-623e0ce80da1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db037eda-7fef-4efb-aa3a-96cd8eda5d1a HTTP/1.1" status: 200 len: 217 time: 0.2056839 May 06 12:18:59.819594 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a7bd925-46ba-4c9f-ad13-5ace72bbe268 req-c056597d-7633-4167-9bf8-29786dc741bf tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6276860 May 06 12:18:59.868507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] For port 64742836-a259-4fec-b332-b8f9867a9d99, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:59.875919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-69eb5454-883b-4154-ad19-2e38f9bc5ba5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7008176 May 06 12:18:59.906345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] For port 64742836-a259-4fec-b332-b8f9867a9d99, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=64742836-a259-4fec-b332-b8f9867a9d99,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:59.916264 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.086986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Router 2de2397b-3839-4ff1-9649-58a7cfe305df is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:19:00.260760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ceb63-2ff6-4cf8-8ce5-1bb68861a6dc None None] Pushing event updated for resources: {'Port': ['ID=64742836-a259-4fec-b332-b8f9867a9d99,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:00.441023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e05e95-0fc1-456e-8fff-8a7e9eedb64e req-4fd7f30d-089c-4f25-aa47-81c05db93d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:00.447155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e05e95-0fc1-456e-8fff-8a7e9eedb64e req-4fd7f30d-089c-4f25-aa47-81c05db93d32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=67c6cf8e-1c62-4708-93b5-cae3b67be56b HTTP/1.1" status: 200 len: 863 time: 0.9299474 May 06 12:19:00.525154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49722) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:00.560734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-3dda47f2-0a05-4bce-b5aa-ff9f2b825ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698437 May 06 12:19:00.863611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:00.879161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Sync routers for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:00.943802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.949399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-81c5f989-b2a2-4808-9abc-7b63dfaca588 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.1269529 May 06 12:19:00.949691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:00.952042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49736) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:00.952986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:18:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:00.993697 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55cc9e7-044c-4123-ab4a-6de643b68761'] response: {'server_uuid': 'e3a16142-9826-48c6-becb-b4a12efac254', 'name': 'network-vif-deleted', 'tag': '08f83376-30db-488a-bb5a-4e71bb4cdaab', 'status': 'completed', 'code': 200} May 06 12:19:01.114061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-9b0ff8b4-cd77-430d-b2b5-505fa9f6e1bc service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567192 May 06 12:19:01.121048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891a3f4-45ce-4fbb-afe5-da5c5a46502d req-e5e9e2bf-973a-4c8e-9be8-8c0d27c83668 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:01.129921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b891a3f4-45ce-4fbb-afe5-da5c5a46502d req-e5e9e2bf-973a-4c8e-9be8-8c0d27c83668 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 946 time: 0.5674043 May 06 12:19:01.182196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e05e95-0fc1-456e-8fff-8a7e9eedb64e req-3c6fb240-7438-415e-99ba-306255ad61ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c71cec3-af32-4598-85bd-21605e516b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7199888 May 06 12:19:01.323239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b891a3f4-45ce-4fbb-afe5-da5c5a46502d req-a9f9da9b-be1e-45c0-a920-6e1190c5c025 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925859 May 06 12:19:01.538626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e05e95-0fc1-456e-8fff-8a7e9eedb64e req-1bf17019-13e3-4af9-b01c-16e1af4820a6 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462586 May 06 12:19:01.570922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device db037eda-7fef-4efb-aa3a-96cd8eda5d1a details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:01.636021 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b06966a5-7a58-4aab-bc15-c2f560ad64d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f6b0de38a784658ab55af596a292fe4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0987189 May 06 12:19:01.643313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49744) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:01.728656 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:19:01.831222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82e13a5a-133b-4c74-a1fc-e5e1891648c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.950146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82e13a5a-133b-4c74-a1fc-e5e1891648c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.010124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:02.029939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1224207474-network', 'tenant_id': '4453c0dcaa3c4fbe8c0542a1575b1870'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:02.079770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e05e95-0fc1-456e-8fff-8a7e9eedb64e req-dbc556f1-b360-4e6b-b8e9-e91a6d9be90f service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343313 May 06 12:19:02.188565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:02.270300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:02.281892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6cab-9a09-44e1-9099-beaeeae71c92 req-c4bbb389-d018-4335-ae4a-f0d3e28ef39c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:02.291590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-323e6cab-9a09-44e1-9099-beaeeae71c92 req-c4bbb389-d018-4335-ae4a-f0d3e28ef39c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.5192740 May 06 12:19:02.306133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Usage tracker for resource:network and tenant:4453c0dcaa3c4fbe8c0542a1575b1870 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:02.337836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:02.346912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:02.352862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82e13a5a-133b-4c74-a1fc-e5e1891648c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.390678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8a3f2-0c44-4959-8d0c-a4c59b74f074 None None] Network 591b9c91-9178-417d-8615-9c700f49fd31 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:02.403205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Made reservation on behalf of 4453c0dcaa3c4fbe8c0542a1575b1870 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:02.406005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.415977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 64742836-a259-4fec-b332-b8f9867a9d99 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:02.417377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e13a5a-133b-4c74-a1fc-e5e1891648c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff30305-5e2b-4d0c-9371-d3a5c2625e25,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:02.435633 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.451369 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82e13a5a-133b-4c74-a1fc-e5e1891648c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.456822 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-82e13a5a-133b-4c74-a1fc-e5e1891648c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ff30305-5e2b-4d0c-9371-d3a5c2625e25 HTTP/1.1" status: 204 len: 168 time: 0.8058546 May 06 12:19:02.513912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port db037eda-7fef-4efb-aa3a-96cd8eda5d1a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:02.533686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:02.538712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-323e6cab-9a09-44e1-9099-beaeeae71c92 req-8245bba7-0410-438e-b25a-f1b0241ee848 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453701 May 06 12:19:02.544625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Usage tracker for resource:security_group_rule and tenant:4453c0dcaa3c4fbe8c0542a1575b1870 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:02.548943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897015b-be7d-444a-8c95-9572f18936b3 req-82fc8bb9-9d45-4f67-9589-d4c4afbaa063 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:02.554443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:02.563685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f897015b-be7d-444a-8c95-9572f18936b3 req-82fc8bb9-9d45-4f67-9589-d4c4afbaa063 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 944 time: 0.2659523 May 06 12:19:02.596196 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:02.679456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f897015b-be7d-444a-8c95-9572f18936b3 req-c2e3da77-c333-4d8b-8610-b4ee271a7a06 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150873 May 06 12:19:02.710057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'port_id': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a', 'mac_address': 'fa:16:3e:18:26:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:02.863898 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.943588 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.987990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4995cb-823f-48e3-be49-ff017fc8290e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:03.076745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:19:03.097481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccee6b-d44a-43bc-a5c1-3e65fc81172a req-80f76616-ed78-4b3a-b8d0-52d3d0ca49eb tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:03.112559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cccee6b-d44a-43bc-a5c1-3e65fc81172a req-80f76616-ed78-4b3a-b8d0-52d3d0ca49eb tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 946 time: 0.1719241 May 06 12:19:03.113408 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.114043 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Added segment 0f6fcd8a-7c8a-4557-a85c-ddd87cd836cb of type vlan for network 13991f10-5459-4ee1-a39e-2a050a796d1b May 06 12:19:03.177431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.219556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cccee6b-d44a-43bc-a5c1-3e65fc81172a req-e8285450-e264-4e8b-bb7c-fa29391a3ae1 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038182 May 06 12:19:03.309537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.310993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:03.311665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.512807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1dbdde40-5839-4efc-bd2a-610941cf6dd1 None None] Provisioning for port 64742836-a259-4fec-b332-b8f9867a9d99 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:03.513742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49790) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:03.549585 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.570196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-872b28c7-acf8-45f1-9a95-95f452e67264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.600690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 64742836-a259-4fec-b332-b8f9867a9d99 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:03.622348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 64742836-a259-4fec-b332-b8f9867a9d99 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:03.623088 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.630559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] Pushing event updated for resources: {'Network': ['ID=13991f10-5459-4ee1-a39e-2a050a796d1b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:03.660310 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6db73799-0700-4b27-8ec2-8f2e534a4077 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6451542 May 06 12:19:03.663920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:03.686167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 13991f10-5459-4ee1-a39e-2a050a796d1b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:19:03.695419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Request body: {'subnet': {'network_id': '13991f10-5459-4ee1-a39e-2a050a796d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1224207474-subnet', 'tenant_id': '4453c0dcaa3c4fbe8c0542a1575b1870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:03.703659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:03.712563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Usage tracker for resource:subnet and tenant:4453c0dcaa3c4fbe8c0542a1575b1870 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:03.721357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:03.733345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:03.752809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db037eda-7fef-4efb-aa3a-96cd8eda5d1a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:03.758049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Made reservation on behalf of 4453c0dcaa3c4fbe8c0542a1575b1870 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:03.764643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-872b28c7-acf8-45f1-9a95-95f452e67264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:03.772086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-872b28c7-acf8-45f1-9a95-95f452e67264 admin admin] Usage tracker for resource:security_group_rule and tenant:234714fcf7a54530917005d904952ef3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:03.774405 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.776193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-872b28c7-acf8-45f1-9a95-95f452e67264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:03.787494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-872b28c7-acf8-45f1-9a95-95f452e67264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:03.797867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port db037eda-7fef-4efb-aa3a-96cd8eda5d1a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:03.807951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bb5a766-1991-4885-9855-8515c3dd2904 req-e3423076-275d-4634-ac71-7c7d59e9c48b tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1097 time: 0.1825850 May 06 12:19:03.860220 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.007971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bb5a766-1991-4885-9855-8515c3dd2904 req-6769a345-755e-4bb6-a2f5-5a56ffb6124f tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620281 May 06 12:19:04.073295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.099723 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-872b28c7-acf8-45f1-9a95-95f452e67264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.107909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-872b28c7-acf8-45f1-9a95-95f452e67264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.256565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b28c7-acf8-45f1-9a95-95f452e67264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c80e9a5-1bd1-4bf0-9027-3fcd4c3ca4cd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:04.305096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.393704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-872b28c7-acf8-45f1-9a95-95f452e67264 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=234714fcf7a54530917005d904952ef3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8752041 May 06 12:19:04.399850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49814) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:04.465085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['db037eda-7fef-4efb-aa3a-96cd8eda5d1a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:04.508733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=890671f8-d789-4647-b44f-bd94c9c18771,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:04.555876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Allocated IP 172.20.0.1 (591b9c91-9178-417d-8615-9c700f49fd31/0fc23628-d308-4f38-9422-4c7dee901658/9c3d3826-d01c-461b-ae88-66a0a6cae425) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:04.568597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Checking segment: {'id': '0f6fcd8a-7c8a-4557-a85c-ddd87cd836cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '13991f10-5459-4ee1-a39e-2a050a796d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:04.568826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Network hostable DHCP agents. Network: 13991f10-5459-4ee1-a39e-2a050a796d1b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:19:04.595473 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8657-b8c9-492c-956d-5267c7ddcc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.668514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:04.675157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8657-b8c9-492c-956d-5267c7ddcc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.723998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2a638-187f-4039-961a-71df45f77459 req-23955f8c-50be-4649-983d-4ab8115f193c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:04.736179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.736516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.736840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.737176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.737495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.738063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.738536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.739257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.739840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.740325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.740792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:04.743080 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4f2a638-187f-4039-961a-71df45f77459 req-23955f8c-50be-4649-983d-4ab8115f193c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.4712746 May 06 12:19:04.758513 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.849550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:18:59Z', 'revision_number': 3, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:04.869428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Checking router: 2de2397b-3839-4ff1-9649-58a7cfe305df for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:04.870066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Updating router 2de2397b-3839-4ff1-9649-58a7cfe305df port 37545471-b00c-4067-b2a2-186fcf87a69f binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:19:04.899326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 64742836-a259-4fec-b332-b8f9867a9d99, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=64742836-a259-4fec-b332-b8f9867a9d99,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:04.937209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4f2a638-187f-4039-961a-71df45f77459 req-88bba7ef-f3c4-4d10-a881-0fe14297d393 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928308 May 06 12:19:04.964164 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.995210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8657-b8c9-492c-956d-5267c7ddcc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.020956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Network 13991f10-5459-4ee1-a39e-2a050a796d1b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:19:05.029259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a8657-b8c9-492c-956d-5267c7ddcc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c80e9a5-1bd1-4bf0-9027-3fcd4c3ca4cd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:05.043918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8657-b8c9-492c-956d-5267c7ddcc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.045341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1b7a8657-b8c9-492c-956d-5267c7ddcc88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c80e9a5-1bd1-4bf0-9027-3fcd4c3ca4cd HTTP/1.1" status: 204 len: 168 time: 0.6423171 May 06 12:19:05.058406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 13991f10-5459-4ee1-a39e-2a050a796d1b) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:05.077297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:05.078414 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.144349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7e37a-d726-4589-bc98-062cf2eed779 None None] Network 13991f10-5459-4ee1-a39e-2a050a796d1b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:05.146413 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7640704a-f049-4cb7-9e16-652c6d46c67e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4763772 May 06 12:19:05.156835 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.204969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Transition to ACTIVE for port object 9c3d3826-d01c-461b-ae88-66a0a6cae425 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:05.297746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.463068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.587647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b4671-fe20-4bc9-8ca3-8c1c520e1b8a req-8c311d8f-c127-420a-8ce6-f44baeb48ebf tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:05.590977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-280b4671-fe20-4bc9-8ca3-8c1c520e1b8a req-8c311d8f-c127-420a-8ce6-f44baeb48ebf tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 945 time: 0.1763647 May 06 12:19:05.633824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3d3826-d01c-461b-ae88-66a0a6cae425,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:05.675245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Network 591b9c91-9178-417d-8615-9c700f49fd31 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:05.696891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:05.720898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:05.898616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-280b4671-fe20-4bc9-8ca3-8c1c520e1b8a req-5adb9ae4-788d-4fe3-90a3-8b81c7f637b3 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712157 May 06 12:19:05.899908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.084683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ef063dc-18e6-4de8-b503-f604e2d1f631 req-8b4669ef-8f55-43a2-85cc-a89cf32dcb08 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1097 time: 0.2899854 May 06 12:19:06.156160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ef063dc-18e6-4de8-b503-f604e2d1f631 req-ff238ca1-89c6-456f-a58b-d44eb13466f0 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712941 May 06 12:19:06.272874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.550799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=64742836-a259-4fec-b332-b8f9867a9d99,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:06.600564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f5330-d7c9-4f44-abec-9106ddd9c096 req-5c916974-bbec-419a-9347-7da4cd4175b5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:06.617506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a55f5330-d7c9-4f44-abec-9106ddd9c096 req-5c916974-bbec-419a-9347-7da4cd4175b5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.2759414 May 06 12:19:06.667662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6e25e40-5b5f-4998-ac76-e72dc71c2993 None None] Provisioning complete for port 64742836-a259-4fec-b332-b8f9867a9d99 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:06.668032 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6e25e40-5b5f-4998-ac76-e72dc71c2993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.762568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a55f5330-d7c9-4f44-abec-9106ddd9c096 req-9196f5bb-491d-4d74-ab42-68158fb49d74 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432745 May 06 12:19:06.780453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.787088 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.881770 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:19:06.939752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3d3826-d01c-461b-ae88-66a0a6cae425,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:06.942557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.078847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.116510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.141490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 64742836-a259-4fec-b332-b8f9867a9d99 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:07.243697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Transition to ACTIVE for port object 37545471-b00c-4067-b2a2-186fcf87a69f will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:07.245045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Network 591b9c91-9178-417d-8615-9c700f49fd31 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:07.248032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:07.361633 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.452426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc5bc8-6d4e-4bc2-857d-eeb463aa0534 None None] Network 13991f10-5459-4ee1-a39e-2a050a796d1b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:07.772912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Attempting to bind port 37545471-b00c-4067-b2a2-186fcf87a69f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:07.773692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Attempting to bind port 37545471-b00c-4067-b2a2-186fcf87a69f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:07.773876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Attempting to bind port 37545471-b00c-4067-b2a2-186fcf87a69f on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:07.798064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0a1e9-d902-4eb2-a22d-5aa1f27c956e None None] Pushing event updated for resources: {'Port': ['ID=37545471-b00c-4067-b2a2-186fcf87a69f,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:07.816589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 64742836-a259-4fec-b332-b8f9867a9d99 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:07.817359 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.842739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49906) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:07.848205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:07.849141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:07.849141 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.849716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:07.850419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Bound port: 37545471-b00c-4067-b2a2-186fcf87a69f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:07.850806 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.861194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ae5d9-7624-4296-a3f1-9661d761aa00 req-01aca9e9-2814-4d17-b5cb-cfc14c3444cf tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:07.868776 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-223ae5d9-7624-4296-a3f1-9661d761aa00 req-01aca9e9-2814-4d17-b5cb-cfc14c3444cf tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 945 time: 0.2762690 May 06 12:19:07.928071 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-223ae5d9-7624-4296-a3f1-9661d761aa00 req-cde02707-4b0d-4b99-9bcc-71195f5cac59 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582190 May 06 12:19:07.942549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] For port 37545471-b00c-4067-b2a2-186fcf87a69f, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:07.947203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] For port 37545471-b00c-4067-b2a2-186fcf87a69f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=37545471-b00c-4067-b2a2-186fcf87a69f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:07.957143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device db037eda-7fef-4efb-aa3a-96cd8eda5d1a up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:08.026992 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.192717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Router 2de2397b-3839-4ff1-9649-58a7cfe305df has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:19:08.235508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1034492289-network', 'tenant_id': 'f4baae18fc3049119e353b45c94b4c23'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:08.260744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:08.295134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d7e96d22-5fd2-4ade-a742-952cfa27116a None None] Provisioning for port 9c3d3826-d01c-461b-ae88-66a0a6cae425 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:08.338234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0a1e9-d902-4eb2-a22d-5aa1f27c956e None None] Pushing event updated for resources: {'Port': ['ID=37545471-b00c-4067-b2a2-186fcf87a69f,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:08.344951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d7e96d22-5fd2-4ade-a742-952cfa27116a None None] Provisioning complete for port 9c3d3826-d01c-461b-ae88-66a0a6cae425 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:08.345528 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d7e96d22-5fd2-4ade-a742-952cfa27116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.362117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Usage tracker for resource:network and tenant:f4baae18fc3049119e353b45c94b4c23 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:08.380521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c01704-3731-4e83-adad-d9844d1589b8 req-9b4a5d55-63d7-46fe-b2c1-3b4ad7ef619e tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:08.383233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-9b4a5d55-63d7-46fe-b2c1-3b4ad7ef619e tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 821 time: 0.4776137 May 06 12:19:08.389510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:08.432165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:08.466508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-c9b9c4e1-5e27-4177-a7b0-e7d824cac308 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/quotas/9eaa69998de64fa19c325e81a523f48b HTTP/1.1" status: 200 len: 375 time: 0.0650697 May 06 12:19:08.470873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Made reservation on behalf of f4baae18fc3049119e353b45c94b4c23 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:08.473605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.493162 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.504560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:08.516869 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6db21e6e-b964-47b1-b477-eebc6fbd8e01 admin admin] 10.222.0.44 "PUT /v2.0/routers/2de2397b-3839-4ff1-9649-58a7cfe305df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5634749 May 06 12:19:08.528334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:08.529303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:18:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:08.602416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:08.607281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Usage tracker for resource:security_group_rule and tenant:f4baae18fc3049119e353b45c94b4c23 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:08.612670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:08.622919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:08.686047 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-c3005938-1790-4fc7-a636-fc32c1883e56 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1948726 May 06 12:19:08.699984 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-fb9d5aaa-f61b-4293-a4be-46a41fd88b81 service neutron] show failed (client error): The resource could not be found. May 06 12:19:08.701058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-fb9d5aaa-f61b-4293-a4be-46a41fd88b81 service neutron] 10.222.0.36 "GET /v2.0/ports/8adfe017-7388-4a7f-9279-ef7ef8ec2e61/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.5837739 May 06 12:19:08.720750 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.728505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.806567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d7e96d22-5fd2-4ade-a742-952cfa27116a None None] Port 9c3d3826-d01c-461b-ae88-66a0a6cae425 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:08.844036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port db037eda-7fef-4efb-aa3a-96cd8eda5d1a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:08.892548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port db037eda-7fef-4efb-aa3a-96cd8eda5d1a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:08.893149 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.963534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:19:09.040690 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.041086 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Added segment 48010933-bf57-4491-8721-cf9fcb23177c of type vlan for network 0b417c29-0fc1-4d15-aff3-cb9404c33327 May 06 12:19:09.042497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce5f4c2-a701-4ab2-b532-92b0c97a8906,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:09.083527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-a9456c62-247c-427f-9172-cbcbb8bf83bd service neutron] 10.222.0.44 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478329 May 06 12:19:09.092978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.206298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:09.269672 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.270687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:09.271485 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.326958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4829261 May 06 12:19:09.332328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49942) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:09.340064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Request body: {'subnet': {'network_id': '0b417c29-0fc1-4d15-aff3-cb9404c33327', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1034492289-subnet', 'tenant_id': 'f4baae18fc3049119e353b45c94b4c23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:09.358174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:09.370442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Usage tracker for resource:subnet and tenant:f4baae18fc3049119e353b45c94b4c23 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:09.377873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:09.409127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:09.456802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Made reservation on behalf of f4baae18fc3049119e353b45c94b4c23 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:09.480389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66649c-334e-46d7-9de3-3c5c2407215a admin admin] Pushing event updated for resources: {'Network': ['ID=0b417c29-0fc1-4d15-aff3-cb9404c33327,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:09.481879 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.491002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-9a578a07-6239-420b-bb9f-73db464ad715 service neutron] 10.222.0.44 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742840 May 06 12:19:09.505534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-3a6b32b5-ee07-4600-9f29-70ab7f49c69f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e&tenant_id=f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 1101 time: 0.3000550 May 06 12:19:09.517955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:09.543016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 0b417c29-0fc1-4d15-aff3-cb9404c33327 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:19:09.913051 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.927461 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:10.451269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:10.469909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port db037eda-7fef-4efb-aa3a-96cd8eda5d1a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:10.481963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:10.629252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:06Z', 'revision_number': 2, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:10.641870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3e86a-2553-4d20-904e-e6c737e59765 None None] The sync data for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 is: [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:06Z', 'revision_number': 2, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:10.656848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:10.798936 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:10.843937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612a33-fcff-44da-876f-300c52e4bb7b req-81e32577-665e-4879-95f9-4f69ca951c0d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:10.851641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc612a33-fcff-44da-876f-300c52e4bb7b req-81e32577-665e-4879-95f9-4f69ca951c0d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.7726016 May 06 12:19:10.897269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aa586-6719-462a-8b43-dab79caed8f6 req-44213791-723d-420e-952c-3b4bd11a09e5 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:10.905424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f57aa586-6719-462a-8b43-dab79caed8f6 req-44213791-723d-420e-952c-3b4bd11a09e5 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 945 time: 0.7050662 May 06 12:19:11.110572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:11.133152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc612a33-fcff-44da-876f-300c52e4bb7b req-a316139d-cf3d-4a80-8233-d951fe168416 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800381 May 06 12:19:11.175958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f57aa586-6719-462a-8b43-dab79caed8f6 req-dd353956-f001-4a4e-8144-d20d820dd864 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686996 May 06 12:19:11.209208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9054294-0d4a-4682-813f-91df2a04d5bd,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:11.234703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:11.333907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Checking segment: {'id': '48010933-bf57-4491-8721-cf9fcb23177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0b417c29-0fc1-4d15-aff3-cb9404c33327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:11.333907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Network hostable DHCP agents. Network: 0b417c29-0fc1-4d15-aff3-cb9404c33327, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:19:11.369036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:19:11.389843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Network 0b417c29-0fc1-4d15-aff3-cb9404c33327 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:19:11.445039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:11.461993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 0b417c29-0fc1-4d15-aff3-cb9404c33327) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:11.463051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:11.485187 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:11.490103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:11.532505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Transition to ACTIVE for port object 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:11.545860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:11.625398 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4f205049-893a-4a83-b24e-087662deec9e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2872620 May 06 12:19:11.702302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e099c-5050-4ec2-9fbe-c5c4b4a477b4 None None] Network 0b417c29-0fc1-4d15-aff3-cb9404c33327 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:12.112445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:19:12.200789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f77dd-6a20-479d-90ed-fdf76ccc038c None None] Network 0b417c29-0fc1-4d15-aff3-cb9404c33327 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:12.416989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Pushing event updated for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:12.432552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] No DVR routers for this DVR port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:19:12.547343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae3dbfbe-e249-43dd-8b57-85871052b818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:12.568731 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:12.693766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Attempting to bind port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:12.694231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Attempting to bind port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:12.694688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Attempting to bind port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:12.718877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:12.724973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Attempting to bind port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:12.745998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:12.746727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:12.747348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:12.748131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Bound port: 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:12.748661 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:12.992648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-659f4c47-361e-4ba4-ab5d-570c2c0ef86d req-d6123b7b-dc12-430d-a468-8d07ff4564d2 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1097 time: 1.0906816 May 06 12:19:13.124616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c01704-3731-4e83-adad-d9844d1589b8 req-944c2e2b-8faf-4fbf-9491-25dda5db37bf tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:13.126336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-944c2e2b-8faf-4fbf-9491-25dda5db37bf tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 821 time: 0.3536549 May 06 12:19:13.145888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ec454-8f05-4301-9459-103b03b15b7c req-5c3ceecc-5203-4109-a31a-5330266c80ac tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:13.148025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-5c3ceecc-5203-4109-a31a-5330266c80ac tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 821 time: 0.6812885 May 06 12:19:13.159967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Request body: {'port': {'device_id': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131', 'admin_state_up': True, 'tenant_id': '9eaa69998de64fa19c325e81a523f48b'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:13.247467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 37545471-b00c-4067-b2a2-186fcf87a69f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:13.407442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-7ebc5f95-43a1-455a-a9a3-1038cc85d6b9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/quotas/42c37bace7fa46e5bbe55990efe16b30 HTTP/1.1" status: 200 len: 375 time: 0.2135456 May 06 12:19:13.429637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 37545471-b00c-4067-b2a2-186fcf87a69f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:13.440444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 37545471-b00c-4067-b2a2-186fcf87a69f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:13.441409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.473776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50002) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:13.479384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:13.518397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-659f4c47-361e-4ba4-ab5d-570c2c0ef86d req-059e16ed-be71-4ab4-a1f1-82d139544193 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083404 May 06 12:19:13.522905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:13.546643 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.643953 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.667567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:13.672174 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.673896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 37545471-b00c-4067-b2a2-186fcf87a69f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=37545471-b00c-4067-b2a2-186fcf87a69f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:13.674636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] 10.222.0.48 "PUT /v2.0/ports/8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 1096 time: 4.1614096 May 06 12:19:13.682312 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.691816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Usage tracker for resource:port and tenant:9eaa69998de64fa19c325e81a523f48b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:13.701774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:13.712768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1acab-02f1-46ef-891d-5cbe7a771887 service neutron] Pushing event updated for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:13.718290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:13.811964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=37545471-b00c-4067-b2a2-186fcf87a69f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:13.840291 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6850f677-0067-468b-bcfb-0ed05ea9f784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.866958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-cff67768-e604-4958-ae0f-1f9401848b9b tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4572780 May 06 12:19:13.903009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6850f677-0067-468b-bcfb-0ed05ea9f784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:13.910809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6850f677-0067-468b-bcfb-0ed05ea9f784 admin admin] Usage tracker for resource:security_group_rule and tenant:8e8c54840e3e45cf8b66397cbdecf165 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:13.916163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6850f677-0067-468b-bcfb-0ed05ea9f784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:13.916539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Made reservation on behalf of 9eaa69998de64fa19c325e81a523f48b for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:13.921917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.929465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6850f677-0067-468b-bcfb-0ed05ea9f784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:14.047023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6850f677-0067-468b-bcfb-0ed05ea9f784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.053696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6850f677-0067-468b-bcfb-0ed05ea9f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.100860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae9a9d8c-faf6-46fb-965b-1ba8d2206a0d req-442d231d-bba0-48cd-b0fc-062cd894ce59 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 210 time: 0.1616116 May 06 12:19:14.108158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850f677-0067-468b-bcfb-0ed05ea9f784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd0da01-c459-4250-a27b-55be4eec4945,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:14.114350 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6850f677-0067-468b-bcfb-0ed05ea9f784 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e8c54840e3e45cf8b66397cbdecf165&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6394131 May 06 12:19:14.117417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50012) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:14.222771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce5d63c7-3ef2-4706-b023-e84618777384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.257879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-0a57e894-4201-4b2e-925b-88a061d84e21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1099 time: 0.5230534 May 06 12:19:14.270880 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c378705-f03a-450e-bcdf-9e518802f73d'] response: {'server_uuid': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a', 'code': 200} May 06 12:19:14.283452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce5d63c7-3ef2-4706-b023-e84618777384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.477079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Allocated IP 172.20.0.2 (7dccc9a8-5d1c-4d97-9331-914404a43131/183af125-8930-442d-be80-cf26155feae4/ef201b16-45a8-4edd-8681-65153a5806e0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:14.535252 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce5d63c7-3ef2-4706-b023-e84618777384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.561420 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb029611-fcda-45a4-9f5a-c7c26cf334cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.576246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d63c7-3ef2-4706-b023-e84618777384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd0da01-c459-4250-a27b-55be4eec4945,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:14.580597 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce5d63c7-3ef2-4706-b023-e84618777384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.585496 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ce5d63c7-3ef2-4706-b023-e84618777384 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fd0da01-c459-4250-a27b-55be4eec4945 HTTP/1.1" status: 204 len: 168 time: 0.4668677 May 06 12:19:14.629047 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-16215748-58b6-40e9-9bb9-1289408981b5 req-4e4dc1c4-c396-4dd7-9947-ab3f41b41ca7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 1097 time: 0.2102971 May 06 12:19:14.699534 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-16215748-58b6-40e9-9bb9-1289408981b5 req-64de7066-7a75-47a5-bb41-6e2144f35c8b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663321 May 06 12:19:14.711381 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1435e2-6473-4148-81e6-b8309199de83'] response: {'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'code': 200} May 06 12:19:14.734327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-197a1d83-8421-4410-b7c2-19df56921f35 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583140 May 06 12:19:14.842269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-e2672feb-f75e-40ae-b09e-0cabd39ac412 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:14.843910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-e2672feb-f75e-40ae-b09e-0cabd39ac412 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5709989 May 06 12:19:15.166970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 37545471-b00c-4067-b2a2-186fcf87a69f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:15.180767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-bed925b1-fab9-4900-ae73-7f90313ee7b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 217 time: 0.1931264 May 06 12:19:15.269349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-1570799c-2fe6-4c32-90c6-59ff6c5e95cc service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924290 May 06 12:19:15.348898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d094f-53b9-42fa-b25f-36201565bb0c req-88e531e6-23f7-4ec3-a261-4e41bbca4990 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:15.350579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc0d094f-53b9-42fa-b25f-36201565bb0c req-88e531e6-23f7-4ec3-a261-4e41bbca4990 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 948 time: 0.6227438 May 06 12:19:15.359464 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 37545471-b00c-4067-b2a2-186fcf87a69f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:15.359845 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.449503 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.490418 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.495848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-e318b22d-e340-4012-80bd-8249d849fc2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:15.498737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-e318b22d-e340-4012-80bd-8249d849fc2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3081040 May 06 12:19:15.620025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc0d094f-53b9-42fa-b25f-36201565bb0c req-941fd128-1602-48d0-806a-a8fc0aa08f9e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418017 May 06 12:19:15.652028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-635d5b80-d242-440c-a47d-1f220b477f81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388865 May 06 12:19:15.654131 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.887613 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.022577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Pushing event updated for resources: {'Port': ['ID=ef201b16-45a8-4edd-8681-65153a5806e0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:16.076977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Network 7dccc9a8-5d1c-4d97-9331-914404a43131 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:16.084834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:16.087952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:16.304167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4958506-1e6a-43da-8626-905cfdc44697 req-3ee79844-db4c-4b2f-a04d-15f32ff0a90e tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:16.313224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4958506-1e6a-43da-8626-905cfdc44697 req-3ee79844-db4c-4b2f-a04d-15f32ff0a90e tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 946 time: 0.5371568 May 06 12:19:16.366371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:16.367267 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.385246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-3c883c32-5d2b-4b0c-bc64-ec31aa1b8671 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7009304 May 06 12:19:16.434311 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-9dc33e29-3af3-4bad-ad60-2816c1d873de req-08fa1246-20f8-4f6f-9c01-8a3c61f849c6 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] show failed (client error): The resource could not be found. May 06 12:19:16.436448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dc33e29-3af3-4bad-ad60-2816c1d873de req-08fa1246-20f8-4f6f-9c01-8a3c61f849c6 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] 10.222.0.44 "GET /v2.0/security-groups/a522b992-9fe2-4005-bfb8-84979ca920ac HTTP/1.1" status: 404 len: 352 time: 0.1018271 May 06 12:19:16.554102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-90d38444-1fc7-4cd0-a782-979a3ed0a3ad tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4016619 May 06 12:19:16.580104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Request body: {'port': {'device_id': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:16.617985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4958506-1e6a-43da-8626-905cfdc44697 req-60684c20-389a-47c0-a646-8566e0c61a23 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030312 May 06 12:19:16.738948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:16.984524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07942f3-fd1a-4355-b00e-6893b71e3b90 req-c2489787-cd13-4efd-920f-dcb7d7c147f5 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806038 May 06 12:19:17.030837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.224603 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.269269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35f4225a-4236-409e-a6e4-e0285f935ff3 req-8c15b488-43d5-4222-a950-af4a1d714901 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5349762 May 06 12:19:17.329996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-11347d7b-cae2-4898-a231-191d9a2aa590 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4592531 May 06 12:19:17.552562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f8795-0509-4a53-8b44-f1418b0a02a2 req-838cfc6d-d39a-4945-978b-755c6aec06ea tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:17.553570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-549f8795-0509-4a53-8b44-f1418b0a02a2 req-838cfc6d-d39a-4945-978b-755c6aec06ea tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Synchronizing usage tracker for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:17.701313 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-acfd8187-4d7f-4097-af78-62926f0cd2ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1095 time: 0.1573052 May 06 12:19:17.750674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-549f8795-0509-4a53-8b44-f1418b0a02a2 req-838cfc6d-d39a-4945-978b-755c6aec06ea tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Unset dirty status for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:17.754918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-549f8795-0509-4a53-8b44-f1418b0a02a2 req-838cfc6d-d39a-4945-978b-755c6aec06ea tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 931 time: 0.9001250 May 06 12:19:17.965922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-d4e89f7f-8374-41de-84c1-9a1945bdc413 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:17.968002 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-d4e89f7f-8374-41de-84c1-9a1945bdc413 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.2273002 May 06 12:19:17.985290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ec454-8f05-4301-9459-103b03b15b7c req-51098df4-0d0c-4e0f-a778-9f29be582ec5 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:17.986866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-51098df4-0d0c-4e0f-a778-9f29be582ec5 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.36 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 821 time: 0.4207296 May 06 12:19:17.991758 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-549f8795-0509-4a53-8b44-f1418b0a02a2 req-1c75ac70-d163-4718-bb30-3521fcbfd1ef tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844699 May 06 12:19:17.996693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef201b16-45a8-4edd-8681-65153a5806e0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:18.005789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Request body: {'port': {'device_id': '7121815c-2c55-431a-9189-309015e04054', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'admin_state_up': True, 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:18.028598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:18.126774 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-b4f0c35a-15d8-491a-b10f-088e121d2520 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 217 time: 0.1467800 May 06 12:19:18.198849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:18.201943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Transition to ACTIVE for port object ef201b16-45a8-4edd-8681-65153a5806e0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:18.204877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Usage tracker for resource:port and tenant:42c37bace7fa46e5bbe55990efe16b30 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:18.208580 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:18.213613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:18.259039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-31e98791-158c-4248-b11a-d41dc085e0e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:18.260745 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-31e98791-158c-4248-b11a-d41dc085e0e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1282675 May 06 12:19:18.260957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:18.342974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7a6c9a2-b8b8-4b48-9699-e8701b8170b4 req-f82c364a-ff3d-410e-9f6c-9c671c734be7 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 210 time: 0.0898297 May 06 12:19:18.383946 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-48d84628-244b-42d7-b043-3deb15c8fd03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154301 May 06 12:19:18.409056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Made reservation on behalf of 42c37bace7fa46e5bbe55990efe16b30 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:18.412674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:18.449726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Pushing event updated for resources: {'Port': ['ID=ef201b16-45a8-4edd-8681-65153a5806e0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:18.677372 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-ff97485d-3ff8-48b0-9f49-fe6c87abd86d service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860498 May 06 12:19:18.848079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Allocated IP 172.20.0.8 (591b9c91-9178-417d-8615-9c700f49fd31/0fc23628-d308-4f38-9422-4c7dee901658/06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:18.858507 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-beb5f2b9-9862-4332-9741-7cfd91d3c003 req-ee5a315c-2ef0-435c-b3c2-4ad171e5d5d4 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728964 May 06 12:19:18.931322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:18.931322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:18.931322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:18.941663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Port ef201b16-45a8-4edd-8681-65153a5806e0 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:18.942028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:19.028633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:19.029035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:19.029489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:19.029998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Bound port: ef201b16-45a8-4edd-8681-65153a5806e0, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:19.030308 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.118219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-092c2a9c-886a-4f1b-9ce1-a6bd5f5f2ce6 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:19:19.119952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-092c2a9c-886a-4f1b-9ce1-a6bd5f5f2ce6 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1195507 May 06 12:19:19.172653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Request body: {'binding': {'host': 'n-h2-840847-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:19.173388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Unknown quota resources ['binding']. {{(pid=83955) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:19:19.304239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50098) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:19.497032 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.509053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dbba5bac-cb16-41e7-8dda-d47a42974d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.514204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:19.522314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74088efd-6371-461a-97df-421250a923ec req-01a0d7a8-82c1-4b84-9bff-da3e655ea9df tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:19.524028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-74088efd-6371-461a-97df-421250a923ec req-01a0d7a8-82c1-4b84-9bff-da3e655ea9df tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 948 time: 0.5574272 May 06 12:19:19.528318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:19.549679 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.549994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dbba5bac-cb16-41e7-8dda-d47a42974d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:19.556416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dbba5bac-cb16-41e7-8dda-d47a42974d13 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec4699acd7940d696d095d141380134 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:19.561895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dbba5bac-cb16-41e7-8dda-d47a42974d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:19.573031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dbba5bac-cb16-41e7-8dda-d47a42974d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:19.682143 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dbba5bac-cb16-41e7-8dda-d47a42974d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.687618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dbba5bac-cb16-41e7-8dda-d47a42974d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.712793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Transition to ACTIVE for port object 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:19.741134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba5bac-cb16-41e7-8dda-d47a42974d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b136950-2d5a-4917-8a53-7ed7d2d6872f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:19.750789 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dbba5bac-cb16-41e7-8dda-d47a42974d13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ec4699acd7940d696d095d141380134&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4411876 May 06 12:19:19.752335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50106) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:19.807333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.808951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] 10.222.0.36 "PUT /v2.0/ports/ef201b16-45a8-4edd-8681-65153a5806e0 HTTP/1.1" status: 200 len: 1091 time: 3.2451634 May 06 12:19:19.822422 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2f00715b-0d26-4e85-96fe-5773af7aefc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.855423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2f00715b-0d26-4e85-96fe-5773af7aefc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.933517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f506e1-dce7-4fc2-8dd6-82d8d5ff1abb service neutron] Pushing event updated for resources: {'Port': ['ID=ef201b16-45a8-4edd-8681-65153a5806e0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:19.937533 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2f00715b-0d26-4e85-96fe-5773af7aefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.957975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-74088efd-6371-461a-97df-421250a923ec req-7f2a6e4f-6c9b-4e1a-9924-c62b2eb61329 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972783 May 06 12:19:19.963224 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2f00715b-0d26-4e85-96fe-5773af7aefc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.967370 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2f00715b-0d26-4e85-96fe-5773af7aefc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b136950-2d5a-4917-8a53-7ed7d2d6872f HTTP/1.1" status: 204 len: 168 time: 0.2152255 May 06 12:19:19.968281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00715b-0d26-4e85-96fe-5773af7aefc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b136950-2d5a-4917-8a53-7ed7d2d6872f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:19.971341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on host n-h2-840847-1 for vnic_type normal with profile None {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:19.971665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:19.971979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:19.980308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:19.980673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:20.001035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:20.001364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:20.001748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:20.002184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Bound port: aa79499b-c8a5-4640-9a6c-ab39952e69c2, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:20.004585 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.141531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Network 591b9c91-9178-417d-8615-9c700f49fd31 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:20.150874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:20.161476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:20.236027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Pushing event updated for resources: {'Port': ['ID=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:20.244993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:20.245662 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.285107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:20.416793 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8194022-4239-47d6-91e7-39a50dffd7f2'] response: {'name': 'network-changed', 'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'status': 'completed', 'code': 200} May 06 12:19:20.420648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-26081b70-d881-4df1-b492-b19fd002d2fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1094 time: 0.5544014 May 06 12:19:20.451752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-892c9087-c5b8-4f84-bb4a-1d46c1f16198 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4501882 May 06 12:19:20.524936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.526994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-90be517d-27bf-447a-a4c7-09b6a63dc68a service neutron] 10.222.0.44 "POST /v2.0/ports/aa79499b-c8a5-4640-9a6c-ab39952e69c2/bindings HTTP/1.1" status: 201 len: 389 time: 1.3885777 May 06 12:19:20.541057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Request body: {'port': {'device_id': '7121815c-2c55-431a-9189-309015e04054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:20.601578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-d8150842-5df1-4111-9fa5-d83b6d30eb70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef201b16-45a8-4edd-8681-65153a5806e0 HTTP/1.1" status: 200 len: 217 time: 0.1637180 May 06 12:19:20.609950 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-6453dd10-1922-4107-80cc-e73c7a9e6db1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1099 time: 0.3087652 May 06 12:19:20.671429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-789bf542-2294-4024-a3fa-fb68c1937181 None None] Provisioning for port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:20.678157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-789bf542-2294-4024-a3fa-fb68c1937181 None None] Provisioning complete for port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:20.678572 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-789bf542-2294-4024-a3fa-fb68c1937181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.813330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-789bf542-2294-4024-a3fa-fb68c1937181 None None] Port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:20.887387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-2ecd2f83-aba0-489b-87e5-f096c3891bc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:20.889455 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-2ecd2f83-aba0-489b-87e5-f096c3891bc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2701852 May 06 12:19:20.960847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c01704-3731-4e83-adad-d9844d1589b8 req-f801741a-2784-46c3-9620-ca8b5eb91591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:20.962483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-f801741a-2784-46c3-9620-ca8b5eb91591 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.3503284 May 06 12:19:21.010326 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-6d399cd2-8c4f-4be1-9b0b-4466d0cfc1ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 217 time: 0.1145229 May 06 12:19:21.104465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-f4508dd8-e94d-43eb-b945-c54798f9a137 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265037 May 06 12:19:21.111975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.171173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-d30d6c73-7a4e-4a4c-b3d0-0be137b2f4c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1099 time: 0.8337145 May 06 12:19:21.218592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.36', 50819) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:21.340940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-907855d2-ca8f-4b68-a4f3-73c8158c8803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:21.343256 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-907855d2-ca8f-4b68-a4f3-73c8158c8803 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3249466 May 06 12:19:21.455389 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-ad0ec341-1ba9-4242-ae76-aba7c9dbff60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1097 time: 0.2347548 May 06 12:19:21.490900 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-28d2b144-5c4a-495f-8b7f-4929dfe7de84 req-e1a53700-35f5-46d0-bf74-9e7e159d8bfa tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] Synchronizing usage tracker for tenant:f4baae18fc3049119e353b45c94b4c23 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:21.580860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-19dbb4d4-2d27-4f5f-8393-a3da13de4674 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2307789 May 06 12:19:21.585438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71283491-74d3-41ab-9439-31ebf788f97e req-095dd410-3ed5-435a-92b5-213e1f5c5d6f tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:21.587151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71283491-74d3-41ab-9439-31ebf788f97e req-095dd410-3ed5-435a-92b5-213e1f5c5d6f tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 946 time: 0.8477433 May 06 12:19:21.678699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50142) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:21.729370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-2e873648-82df-4a9f-937e-372425941f00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:21.731415 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-2e873648-82df-4a9f-937e-372425941f00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.2682474 May 06 12:19:21.737858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-28d2b144-5c4a-495f-8b7f-4929dfe7de84 req-e1a53700-35f5-46d0-bf74-9e7e159d8bfa tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] Unset dirty status for tenant:f4baae18fc3049119e353b45c94b4c23 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:21.738434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d2b144-5c4a-495f-8b7f-4929dfe7de84 req-e1a53700-35f5-46d0-bf74-9e7e159d8bfa tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4baae18fc3049119e353b45c94b4c23 HTTP/1.1" status: 200 len: 2652 time: 0.8377390 May 06 12:19:21.783958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-38caf75e-ca7e-4996-9b82-d417d82f2ba2 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430731 May 06 12:19:21.798321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-d9feb1ad-0dd7-49e7-845e-fe7cb0695663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:21.799862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-d9feb1ad-0dd7-49e7-845e-fe7cb0695663 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.6180446 May 06 12:19:21.815246 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-596c74b6-376c-4255-991c-acd23c0ef03d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 200 len: 217 time: 0.0768225 May 06 12:19:21.901540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:21.922244 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-78f8f5ee-3fc4-44ed-89c7-20c8126dd39a service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312595 May 06 12:19:21.965673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-55d41bfc-9ecd-411e-b3a8-a7a7aeffcaaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:21.967463 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-55d41bfc-9ecd-411e-b3a8-a7a7aeffcaaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1403322 May 06 12:19:21.978362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-85052711-network', 'tenant_id': '5b9e59d353934844bfe6a661b292f792'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:22.090363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:22.103963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Usage tracker for resource:network and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:22.114241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:22.131523 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-a57185d0-23ce-4b0b-b99c-b83ac07454f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493540 May 06 12:19:22.134406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:22.194207 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-4720662e-b737-4f84-8084-732cfb8e8a9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 217 time: 0.3813779 May 06 12:19:22.242588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:22.250912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Made reservation on behalf of 5b9e59d353934844bfe6a661b292f792 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:22.253174 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.266460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71283491-74d3-41ab-9439-31ebf788f97e req-ce7ef835-2c47-4fa8-b192-4ffb22c0bebe tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6517022 May 06 12:19:22.294643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'mac_address': 'fa:16:3e:07:a5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:22.294888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.343467 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-5fe9da51-9b23-41e5-bc77-ee8620b109bb service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030511 May 06 12:19:22.421050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:22.436040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:22.442747 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-9220ac56-10e4-4e88-b728-3a205c10459b service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034418 May 06 12:19:22.451623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:22.452523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.464002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d2b144-5c4a-495f-8b7f-4929dfe7de84 req-a91ebaa1-81cb-4b73-bd0f-a8aeae841703 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] 10.222.0.44 "GET /v2.0/security-groups/6ce5f4c2-a701-4ab2-b532-92b0c97a8906 HTTP/1.1" status: 200 len: 2649 time: 0.7039125 May 06 12:19:22.486585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:22.488399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:22.508995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:22.510866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:22.517810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.542572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-dd780e9a-6d0e-4130-8167-b38c28993114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:22.544131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-dd780e9a-6d0e-4130-8167-b38c28993114 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3388829 May 06 12:19:22.617619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:22.660887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71c01704-3731-4e83-adad-d9844d1589b8 req-3344cda9-1653-4225-8b28-c8b0331bfc6c service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526745 May 06 12:19:22.695954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d2b144-5c4a-495f-8b7f-4929dfe7de84 req-08361298-4a89-42b7-8a52-5168ff2d59f0 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] 10.222.0.44 "GET /v2.0/security-groups/6ce5f4c2-a701-4ab2-b532-92b0c97a8906 HTTP/1.1" status: 200 len: 2649 time: 0.2303076 May 06 12:19:22.735732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-7f400f1b-e225-49ff-9b68-3ff58a37d712 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782936 May 06 12:19:22.818152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.849142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:22.852965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.883972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:19:22.915200 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.915664 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Added segment 246f1038-6683-4101-9658-eb6315783d33 of type vlan for network 2c9a1d8b-7afe-4eff-bddf-177184856d8c May 06 12:19:22.916890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:22.928179 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.951648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836fa49-871a-479d-b70d-f7c8ce69835a req-56bb5c8a-dcf3-4828-b516-adf8a07dfcb2 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:22.953720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0836fa49-871a-479d-b70d-f7c8ce69835a req-56bb5c8a-dcf3-4828-b516-adf8a07dfcb2 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 943 time: 0.4205201 May 06 12:19:22.955016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.970504 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d8107720-fcae-4c04-b334-5332c0232802 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1097 time: 0.1547225 May 06 12:19:22.972756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8adfe017-7388-4a7f-9279-ef7ef8ec2e61'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:22.984006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-06fea720-01d9-405e-8b22-8ce00e0f7db1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3902311 May 06 12:19:22.990472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840847-1'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:23.024054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Transition to ACTIVE for port object 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:23.045304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.046618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:23.047555 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.073420 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.198362 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5158038 May 06 12:19:23.208874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50158) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:23.213800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b58c3-9999-455f-9aa9-cab4104dc6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9a1d8b-7afe-4eff-bddf-177184856d8c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:23.221134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Request body: {'subnet': {'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-85052711-subnet', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:23.228388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:23.229344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:19:23.236532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Usage tracker for resource:subnet and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:23.239363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.250669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:23.342878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0836fa49-871a-479d-b70d-f7c8ce69835a req-7e17de2b-0b9c-44ce-8fff-908c93b7c924 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789461 May 06 12:19:23.355392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:23.371028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Pushing event updated for resources: {'Port': ['ID=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:23.393616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Made reservation on behalf of 5b9e59d353934844bfe6a661b292f792 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:23.396370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.459149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-30b00891-70e4-4ea9-b02a-002399357e18 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331124 May 06 12:19:23.459149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4150b8-1822-4eca-9bb0-665d3797db8c req-d6d7eaf2-c949-4199-94a2-4c256f4bb397 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:23.459149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6a4150b8-1822-4eca-9bb0-665d3797db8c req-d6d7eaf2-c949-4199-94a2-4c256f4bb397 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Synchronizing usage tracker for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:23.719177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6a4150b8-1822-4eca-9bb0-665d3797db8c req-d6d7eaf2-c949-4199-94a2-4c256f4bb397 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Unset dirty status for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:23.720513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a4150b8-1822-4eca-9bb0-665d3797db8c req-d6d7eaf2-c949-4199-94a2-4c256f4bb397 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 931 time: 0.8862634 May 06 12:19:23.815108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:23.878507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:23.887005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Attempting to bind port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:23.887373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Attempting to bind port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:23.887658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Attempting to bind port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 on network 591b9c91-9178-417d-8615-9c700f49fd31 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:23.907093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50166) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:23.914056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2881b352-b9b2-49ca-8ca5-f2afe103275a req-c70e0a14-c3af-48da-8036-8e9ed7114310 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521101 May 06 12:19:23.919440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 on network 591b9c91-9178-417d-8615-9c700f49fd31 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:23.919795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Attempting to bind port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 on network 591b9c91-9178-417d-8615-9c700f49fd31 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:23.923863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a4150b8-1822-4eca-9bb0-665d3797db8c req-9e8b3a07-a0ae-46b9-8955-7948e1c0b495 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538270 May 06 12:19:23.935235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:23.935601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Checking segment: {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:23.935973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Bound using segment: {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:23.937031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Bound port: 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:23.937031 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.978313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abf95c-8397-4553-81b2-653c5a69c635 req-6ad7ce9c-220d-4a8d-8148-c386bd55d58e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:23.980017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4abf95c-8397-4553-81b2-653c5a69c635 req-6ad7ce9c-220d-4a8d-8148-c386bd55d58e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 946 time: 0.2742653 May 06 12:19:24.047951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:24.056580 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.074011 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.156932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] For port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:24.161057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4abf95c-8397-4553-81b2-653c5a69c635 req-cd741d3a-1339-4ff9-a5cc-77bdeed1760d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507235 May 06 12:19:24.170698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] For port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:24.180618 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.304900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa79499b-c8a5-4640-9a6c-ab39952e69c2,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:24.312150 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.391469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ecc4-383e-4ab5-b362-2e025ad8711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.426467 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.428401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] 10.222.0.36 "PUT /v2.0/ports/06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 1091 time: 3.8983748 May 06 12:19:24.460329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:24.463884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on host n-h1-840847-1 for vnic_type normal with profile {"migrating_to": "n-h2-840847-1"} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:24.464694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:24.465410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:24.467646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdc737-b95e-4d08-ae25-e64046f24ab9 req-770cc06c-a8ce-4ef0-ad40-fa8675e1be49 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:24.469886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7bdc737-b95e-4d08-ae25-e64046f24ab9 req-770cc06c-a8ce-4ef0-ad40-fa8675e1be49 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 949 time: 0.3787100 May 06 12:19:24.475797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb57e0-cced-4d21-a07c-dcade63f8715 service neutron] Pushing event updated for resources: {'Port': ['ID=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:24.492733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:24.493559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Attempting to bind port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:24.503457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Checking segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:24.504045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Network hostable DHCP agents. Network: 2c9a1d8b-7afe-4eff-bddf-177184856d8c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:19:24.526636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:24.527290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:24.527899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:24.528764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Bound port: aa79499b-c8a5-4640-9a6c-ab39952e69c2, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:24.529326 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.606391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b8b9ecc4-383e-4ab5-b362-2e025ad8711b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:24.618826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b8b9ecc4-383e-4ab5-b362-2e025ad8711b admin admin] Usage tracker for resource:security_group_rule and tenant:f252f919f72049c3a6de2fc2dceac460 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:24.624231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b8b9ecc4-383e-4ab5-b362-2e025ad8711b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:24.661394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b8b9ecc4-383e-4ab5-b362-2e025ad8711b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:24.667708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:19:24.686506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7bdc737-b95e-4d08-ae25-e64046f24ab9 req-b582096e-7300-46cc-a192-497ae6a0fdcb tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289566 May 06 12:19:24.696379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b81cb-9cba-4b4b-9235-bf3db54c9d2b req-569c38a1-e03a-4b20-ba1e-e440dbabcf3d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:24.696942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 2c9a1d8b-7afe-4eff-bddf-177184856d8c) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:24.697926 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-542b81cb-9cba-4b4b-9235-bf3db54c9d2b req-569c38a1-e03a-4b20-ba1e-e440dbabcf3d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 946 time: 0.3843520 May 06 12:19:24.709711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50176) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:24.718806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Request body: {'floatingip': {'port_id': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:24.732148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78798f01-094e-4668-81df-d006c4507c58 None None] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:24.738894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:24.740381 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.747705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:24.755677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:24.781068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.878457 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-06aa732c-b769-44dc-82a3-5d53ac368f67 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6683893 May 06 12:19:24.881799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50182) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:24.891810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:24.901670 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92bdd82-0cb2-4668-8bf7-040b7200e6d4'] response: {'name': 'network-changed', 'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0', 'status': 'completed', 'code': 200} May 06 12:19:24.960376 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422e82fb-85d9-4158-99c1-9889590b082b'] response: {'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2', 'code': 200} May 06 12:19:24.967510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:24.983947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Usage tracker for resource:router and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:24.988759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa79499b-c8a5-4640-9a6c-ab39952e69c2,revision_number=8']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:24.992712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:25.001880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:25.002361 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.055125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.056260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.060930 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.062399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-d6186970-ec07-47c1-b691-9ae7b43091a5 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 200 len: 1122 time: 2.0792716 May 06 12:19:25.063450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-3efb1ff9-0387-454a-8569-af344a0170d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1094 time: 0.5579913 May 06 12:19:25.101862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.211003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['aa79499b-c8a5-4640-9a6c-ab39952e69c2'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:25.281506 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.312243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:19:25.313938 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.375574 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ecc4-383e-4ab5-b362-2e025ad8711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.453000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3084297e-03c1-4a46-9f38-a1aa87f69671 req-68b79a9f-213e-4374-a0a9-9a2682dd5bc2 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] 10.222.0.44 "GET /v2.0/security-groups/6ce5f4c2-a701-4ab2-b532-92b0c97a8906 HTTP/1.1" status: 200 len: 2649 time: 0.5606451 May 06 12:19:25.467193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-f62afec5-d235-4ad2-9f2f-395ce566ffa5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 217 time: 0.3817999 May 06 12:19:25.467771 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ecc4-383e-4ab5-b362-2e025ad8711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.485814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ef201b16-45a8-4edd-8681-65153a5806e0 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:25.557375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.592638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.692646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9ecc4-383e-4ab5-b362-2e025ad8711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d214390-d9aa-470b-ba87-a23d5b1c0caa,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:25.723113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646a14d3-4844-47f9-8f54-d25099479bc5 req-c0d8be2a-3158-4584-b8d2-11f3f055d5cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1094 time: 0.8228674 May 06 12:19:25.739534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b8b9ecc4-383e-4ab5-b362-2e025ad8711b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f252f919f72049c3a6de2fc2dceac460&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8288772 May 06 12:19:25.760592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50192) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:25.793063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Allocated IP 172.20.0.2 (2c9a1d8b-7afe-4eff-bddf-177184856d8c/a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e/133de181-9718-40b6-bb7b-16bfc041e603) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:25.837748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Allocated IP 172.25.7.120 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/24a11639-78e7-44c2-8622-253ff0b627b6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:25.940818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ec454-8f05-4301-9459-103b03b15b7c req-2972a37a-e9ec-4b19-878f-6c9df1d2579c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:25.943315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-2972a37a-e9ec-4b19-878f-6c9df1d2579c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.4659317 May 06 12:19:25.953707 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Sync routers for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:25.955941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:25.968313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:25.968959 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:26.114504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:26.124043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a14d3-4844-47f9-8f54-d25099479bc5 req-4bb9a06e-1934-44b1-84e5-f54401f4d40b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:26.126484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646a14d3-4844-47f9-8f54-d25099479bc5 req-4bb9a06e-1934-44b1-84e5-f54401f4d40b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.3643672 May 06 12:19:26.162772 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.190489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'ef201b16-45a8-4edd-8681-65153a5806e0', 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131', 'port_id': 'ef201b16-45a8-4edd-8681-65153a5806e0', 'mac_address': 'fa:16:3e:e6:3d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183af125-8930-442d-be80-cf26155feae4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:26.206705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.307519 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:26.339518 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646a14d3-4844-47f9-8f54-d25099479bc5 req-4544ae49-73b7-4fbd-8d67-942a4f41f3c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef201b16-45a8-4edd-8681-65153a5806e0 HTTP/1.1" status: 200 len: 217 time: 0.1961081 May 06 12:19:26.344969 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-3084297e-03c1-4a46-9f38-a1aa87f69671 req-892e2815-a65e-4c4d-8571-a5ec2f377c09 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 12:19:26.346281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3084297e-03c1-4a46-9f38-a1aa87f69671 req-892e2815-a65e-4c4d-8571-a5ec2f377c09 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] 10.222.0.44 "DELETE /v2.0/security-groups/6ce5f4c2-a701-4ab2-b532-92b0c97a8906 HTTP/1.1" status: 409 len: 352 time: 0.8628628 May 06 12:19:26.448392 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.448961 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72f5a0cb-a528-4f1b-a94f-c636d625c66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.451459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:26.458311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:26.467198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:26.486175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:26.515648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:26.516649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.560926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef201b16-45a8-4edd-8681-65153a5806e0 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:26.646229 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.660357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:26.674758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Transition to ACTIVE for port object 133de181-9718-40b6-bb7b-16bfc041e603 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:26.684323 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.689735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Pushing event updated for resources: {'Port': ['ID=24a11639-78e7-44c2-8622-253ff0b627b6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:26.737498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.738255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.877919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Transition to ACTIVE for port object 133de181-9718-40b6-bb7b-16bfc041e603 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:26.885150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a14d3-4844-47f9-8f54-d25099479bc5 req-1cf3f2c5-1ebf-40fc-a8aa-280957ade3ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:26.890242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646a14d3-4844-47f9-8f54-d25099479bc5 req-1cf3f2c5-1ebf-40fc-a8aa-280957ade3ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.5116515 May 06 12:19:26.907005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:26.925245 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.957432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=ef201b16-45a8-4edd-8681-65153a5806e0,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:26.966115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['ef201b16-45a8-4edd-8681-65153a5806e0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:27.001676 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:06Z', 'revision_number': 2, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:27.014490 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Checking router: 2de2397b-3839-4ff1-9649-58a7cfe305df for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:27.014887 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Updating router 2de2397b-3839-4ff1-9649-58a7cfe305df port 9c3d3826-d01c-461b-ae88-66a0a6cae425 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:19:27.020267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:27.051575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e8999-987a-498a-9037-442ab0567dc2 req-4edeb7bc-5c01-4736-98e3-7916f4e4ebb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:27.053259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-908e8999-987a-498a-9037-442ab0567dc2 req-4edeb7bc-5c01-4736-98e3-7916f4e4ebb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 943 time: 1.8079555 May 06 12:19:27.103849 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.151177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646a14d3-4844-47f9-8f54-d25099479bc5 req-224037ed-bf6b-4c04-9665-b21805a942d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2490070 May 06 12:19:27.168773 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.187512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c92c1-2801-4804-b611-84c76ed782ac req-9f035d34-e4b9-43ba-88fa-87632df54271 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:27.188919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-445c92c1-2801-4804-b611-84c76ed782ac req-9f035d34-e4b9-43ba-88fa-87632df54271 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e&tenant_id=f71b101453dc4bccb25b118d91b64eff&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 949 time: 0.1714077 May 06 12:19:27.216732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:27.219066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:27.237405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:27.313678 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-445c92c1-2801-4804-b611-84c76ed782ac req-9fc24876-37b9-4805-a978-d8f6e0313213 service neutron] delete failed (client error): The resource could not be found. May 06 12:19:27.315314 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-445c92c1-2801-4804-b611-84c76ed782ac req-9fc24876-37b9-4805-a978-d8f6e0313213 service neutron] 10.222.0.36 "DELETE /v2.0/ports/8adfe017-7388-4a7f-9279-ef7ef8ec2e61/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.1198173 May 06 12:19:27.332194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Pushing event updated for resources: {'Port': ['ID=133de181-9718-40b6-bb7b-16bfc041e603,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:27.372203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:27.374052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:27.461048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Router ca05d400-193d-4e28-9a76-568ca4b8afd6 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:19:27.494755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.497070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device aa79499b-c8a5-4640-9a6c-ab39952e69c2 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:27.610579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:27.630642 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.639713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Attempting to bind port 133de181-9718-40b6-bb7b-16bfc041e603 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:27.640175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Attempting to bind port 133de181-9718-40b6-bb7b-16bfc041e603 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:27.640540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Attempting to bind port 133de181-9718-40b6-bb7b-16bfc041e603 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:27.653880 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Transition to ACTIVE for port object 9c3d3826-d01c-461b-ae88-66a0a6cae425 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:27.669349 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.705710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:27.706089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Checking segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:27.706629 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.707032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Bound using segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:27.707520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Bound port: 133de181-9718-40b6-bb7b-16bfc041e603, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:27.708023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.727830 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72f5a0cb-a528-4f1b-a94f-c636d625c66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.783219 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Pushing event updated for resources: {'Port': ['ID=9c3d3826-d01c-461b-ae88-66a0a6cae425,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:27.807682 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.807682 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.807682 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.807682 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.807682 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.808871 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.809302 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.810716 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.810716 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.810716 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.811408 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:27.924240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-7240c031-8f6f-498a-98d4-c9913ea4756f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7930636 May 06 12:19:28.012501 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-445c92c1-2801-4804-b611-84c76ed782ac req-8c24979b-cd1b-451d-8d74-f4430743f5af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1101 time: 0.5239494 May 06 12:19:28.022742 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Attempting to bind port 9c3d3826-d01c-461b-ae88-66a0a6cae425 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:28.023474 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Attempting to bind port 9c3d3826-d01c-461b-ae88-66a0a6cae425 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:28.024001 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Attempting to bind port 9c3d3826-d01c-461b-ae88-66a0a6cae425 on network 591b9c91-9178-417d-8615-9c700f49fd31 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:28.034895 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:28.035459 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Checking segment: {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:28.036003 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:28.036575 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Bound using segment: {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:28.037169 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Bound port: 9c3d3826-d01c-461b-ae88-66a0a6cae425, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:28.037842 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:28.072103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] For port 133de181-9718-40b6-bb7b-16bfc041e603, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:28.074740 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72f5a0cb-a528-4f1b-a94f-c636d625c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:28.077758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] For port 133de181-9718-40b6-bb7b-16bfc041e603, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=133de181-9718-40b6-bb7b-16bfc041e603,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:28.122723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:28.164725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device aa79499b-c8a5-4640-9a6c-ab39952e69c2 has no active binding in host n-h2-840847-1 {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:19:28.165520 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] For port 9c3d3826-d01c-461b-ae88-66a0a6cae425, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:28.172303 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] For port 9c3d3826-d01c-461b-ae88-66a0a6cae425, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9c3d3826-d01c-461b-ae88-66a0a6cae425,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:28.175966 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:28.180178 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:28.189267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-908e8999-987a-498a-9037-442ab0567dc2 req-4b756fb7-52db-4dcf-992e-c3d5fae17ab6 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0448356 May 06 12:19:28.257993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c92c1-2801-4804-b611-84c76ed782ac req-faa8085e-e511-47b8-8a2b-035d514e69ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:28.259842 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-445c92c1-2801-4804-b611-84c76ed782ac req-faa8085e-e511-47b8-8a2b-035d514e69ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2241006 May 06 12:19:28.290368 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f923c-5835-4468-9ad5-00cc077c1d50 None None] Pushing event updated for resources: {'Port': ['ID=9c3d3826-d01c-461b-ae88-66a0a6cae425,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:28.338842 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:28.340635 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:28.415687 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-445c92c1-2801-4804-b611-84c76ed782ac req-400a2352-9651-4df1-b76b-c2f99ccc2a5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 217 time: 0.1355426 May 06 12:19:28.430636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5a0cb-a528-4f1b-a94f-c636d625c66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d214390-d9aa-470b-ba87-a23d5b1c0caa,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:28.451606 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72f5a0cb-a528-4f1b-a94f-c636d625c66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:28.452897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-72f5a0cb-a528-4f1b-a94f-c636d625c66f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d214390-d9aa-470b-ba87-a23d5b1c0caa HTTP/1.1" status: 204 len: 168 time: 2.6869721 May 06 12:19:28.569651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:28.624601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Sync routers for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:28.670522 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:28.686707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-6bf8a425-ed7f-47e2-848f-e5662e5c42c5 service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094076 May 06 12:19:28.687024 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-82bd5adf-d487-4e85-b3c4-32fae3cf6c2f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8036158 May 06 12:19:28.687496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50212) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:28.725714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8bf3b-9bfe-4039-937a-9ac068f063cd None None] Pushing event updated for resources: {'Port': ['ID=133de181-9718-40b6-bb7b-16bfc041e603,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:28.738514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:28.745078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:28.812103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c92c1-2801-4804-b611-84c76ed782ac req-09cf8101-4295-4ec9-8328-4e4aa14c2675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:28.813918 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-445c92c1-2801-4804-b611-84c76ed782ac req-09cf8101-4295-4ec9-8328-4e4aa14c2675 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3851974 May 06 12:19:28.907011 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:29.188105 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:19:29.328420 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:19:29.379545 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-445c92c1-2801-4804-b611-84c76ed782ac req-e3926947-3d3d-4764-bd7c-1f58d31b7a4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5576417 May 06 12:19:29.488176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ef201b16-45a8-4edd-8681-65153a5806e0 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:29.541245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:29.592048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9c3d3826-d01c-461b-ae88-66a0a6cae425 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:29.686976 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:28Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:29.692557 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3968ea49-bc8d-40d6-b116-7e1cbcc9c8fc None None] The sync data for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 is: [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:28Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:29.795733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-085ec454-8f05-4301-9459-103b03b15b7c req-4c078dfe-1cf6-4ff4-a884-1314d437087e service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0790713 May 06 12:19:29.819421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646a14d3-4844-47f9-8f54-d25099479bc5 req-e4bff960-3408-48f8-9ea8-de03ef19fff7 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1946144 May 06 12:19:29.887751 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-445c92c1-2801-4804-b611-84c76ed782ac req-c171e5fa-00d9-4d04-bab1-8d295b2d4dce service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903646 May 06 12:19:30.022138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50224) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:30.037604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9c3d3826-d01c-461b-ae88-66a0a6cae425 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:30.055803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646a14d3-4844-47f9-8f54-d25099479bc5 req-f445a14b-25f4-48c6-9176-415e9be01c0b service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153301 May 06 12:19:30.105797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9c3d3826-d01c-461b-ae88-66a0a6cae425 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:30.106057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.150280 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.164169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56664-0371-4be8-b861-afc655b04594 req-bca63e32-0350-4a60-9932-fbc46ee01a22 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:30.165928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cf56664-0371-4be8-b861-afc655b04594 req-bca63e32-0350-4a60-9932-fbc46ee01a22 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 943 time: 3.0112190 May 06 12:19:30.174689 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.221275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port ef201b16-45a8-4edd-8681-65153a5806e0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:30.230001 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1a82-ade7-418e-843b-931314eba566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.241522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port ef201b16-45a8-4edd-8681-65153a5806e0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:30.241997 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.251277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18fb5992-b6cb-488b-8ef7-e1c56596f1bb service neutron] 10.222.0.48 "GET /v2.0/ports/aa79499b-c8a5-4640-9a6c-ab39952e69c2/bindings/n-h2-840847-1 HTTP/1.1" status: 200 len: 384 time: 0.6400769 May 06 12:19:30.453694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141b6da-26a1-49ac-abe1-2db8c7ea3a04 None None] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:30.543853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-445c92c1-2801-4804-b611-84c76ed782ac req-47a1ba98-5e58-481a-9173-d9d365abdb12 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546109 May 06 12:19:30.623530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7a8b1a82-ade7-418e-843b-931314eba566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:30.632638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7a8b1a82-ade7-418e-843b-931314eba566 admin admin] Usage tracker for resource:security_group_rule and tenant:f138b53d9bb2485eb7e883e147d0a784 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:30.650739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7a8b1a82-ade7-418e-843b-931314eba566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:30.653583 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.735106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7a8b1a82-ade7-418e-843b-931314eba566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:30.818588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9521b68c-e9ff-4bdf-99f8-38ee750403c7 None None] Provisioning for port 133de181-9718-40b6-bb7b-16bfc041e603 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:30.837521 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.850487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9c3d3826-d01c-461b-ae88-66a0a6cae425, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9c3d3826-d01c-461b-ae88-66a0a6cae425,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:30.863792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771696-e7c9-46c5-ac05-3f26098d1c64 req-a956788a-f739-4ad0-be59-e4157181996f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:30.865383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09771696-e7c9-46c5-ac05-3f26098d1c64 req-a956788a-f739-4ad0-be59-e4157181996f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 944 time: 2.1773553 May 06 12:19:30.908067 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.909927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 133de181-9718-40b6-bb7b-16bfc041e603 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:31.015965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cf56664-0371-4be8-b861-afc655b04594 req-e3002747-1dd9-4135-96f7-33626dc61057 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7867110 May 06 12:19:31.126459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:26Z', 'revision_number': 3, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:31.175439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Checking router: ca05d400-193d-4e28-9a76-568ca4b8afd6 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:31.176176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Updating router ca05d400-193d-4e28-9a76-568ca4b8afd6 port 24a11639-78e7-44c2-8622-253ff0b627b6 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:19:31.289990 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-a9070bf4-d71c-41d6-ad41-a225c34b8ccf req-b972aebb-9b00-41b1-857e-ed6506c2d1b0 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] show failed (client error): The resource could not be found. May 06 12:19:31.292049 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9070bf4-d71c-41d6-ad41-a225c34b8ccf req-b972aebb-9b00-41b1-857e-ed6506c2d1b0 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] 10.222.0.44 "GET /v2.0/security-groups/65a77ccc-5a70-4579-acef-8f8b28e55a65 HTTP/1.1" status: 404 len: 352 time: 0.0361860 May 06 12:19:31.302355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:31.357240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09771696-e7c9-46c5-ac05-3f26098d1c64 req-691016f9-e98f-47d5-9eaf-90a653130c12 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716883 May 06 12:19:31.385450 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1a82-ade7-418e-843b-931314eba566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.397959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.409073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1a82-ade7-418e-843b-931314eba566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.467345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.504868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:31.515681 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.557294 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7a8b1a82-ade7-418e-843b-931314eba566 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f138b53d9bb2485eb7e883e147d0a784&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4964974 May 06 12:19:31.557574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9c3d3826-d01c-461b-ae88-66a0a6cae425,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:31.559412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50232) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:31.706645 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cd9605-d266-4144-a39f-83239bc66794'] response: {'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'status': 'completed', 'code': 200} May 06 12:19:31.758552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 133de181-9718-40b6-bb7b-16bfc041e603 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:31.776302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 133de181-9718-40b6-bb7b-16bfc041e603 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:31.776912 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.819732 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:19:31.887456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b1a82-ade7-418e-843b-931314eba566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03394cf8-7a27-4c64-8e1f-5360ab62b8b4,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:31.913635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:31.965524 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e56801-f77c-4932-bb44-8f31afec9b16'] response: {'name': 'network-changed', 'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2', 'status': 'completed', 'code': 200} May 06 12:19:31.967720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device aa79499b-c8a5-4640-9a6c-ab39952e69c2 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:19:31.979843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:32.018957 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Floating IP c8aa7928-f3b3-4861-aec4-f19d34275b47 associated. External IP: 172.25.7.190, port: db037eda-7fef-4efb-aa3a-96cd8eda5d1a. May 06 12:19:32.065079 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c01b175-f6c9-417d-9f76-f9143ffa9c6a'] response: {'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'code': 200} May 06 12:19:32.134138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84d90835-6083-4801-919b-82f95b1be817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.242469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84d90835-6083-4801-919b-82f95b1be817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.254674 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6b5bf47d-5e42-45a5-b887-b09a44c652f8 req-7ee221d3-7038-4f5e-9e21-458cccce9f5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1094 time: 0.5364110 May 06 12:19:32.359727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa79499b-c8a5-4640-9a6c-ab39952e69c2 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:32.360652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=ef201b16-45a8-4edd-8681-65153a5806e0,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:32.393516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1734f-e722-42ef-8972-74f354c0107e req-88737b7d-ddff-4122-b301-7429d5057e67 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:32.395406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47e1734f-e722-42ef-8972-74f354c0107e req-88737b7d-ddff-4122-b301-7429d5057e67 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.6440971 May 06 12:19:32.397968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:32.464580 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84d90835-6083-4801-919b-82f95b1be817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.480660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Allocated IP 172.20.0.1 (2c9a1d8b-7afe-4eff-bddf-177184856d8c/a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e/32dd8a18-16d8-44e8-bdf8-1cbad9e654ed) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:32.487115 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.587718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d90835-6083-4801-919b-82f95b1be817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03394cf8-7a27-4c64-8e1f-5360ab62b8b4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:32.595119 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0eb07691-037e-48e5-afc4-3144fe8ceed3 req-2adabc64-160c-4a89-a8a9-3af48a746aec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1125 time: 0.6184843 May 06 12:19:32.689816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47e1734f-e722-42ef-8972-74f354c0107e req-3afa88e3-84f3-4dda-9c02-a88131208ef0 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681465 May 06 12:19:32.706116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d96df-1ef6-49d3-887a-acaeef3749c0 req-62299314-caa4-474e-9368-35d62d9e5cb3 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:32.709068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b2d96df-1ef6-49d3-887a-acaeef3749c0 req-62299314-caa4-474e-9368-35d62d9e5cb3 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 945 time: 0.4349117 May 06 12:19:32.799100 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.847311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:32.861995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84d90835-6083-4801-919b-82f95b1be817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.867383 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-84d90835-6083-4801-919b-82f95b1be817 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03394cf8-7a27-4c64-8e1f-5360ab62b8b4 HTTP/1.1" status: 204 len: 168 time: 1.3040993 May 06 12:19:32.901337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb07691-037e-48e5-afc4-3144fe8ceed3 req-395359b2-7e4c-4183-85b7-6baa2b3739fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:32.903087 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0eb07691-037e-48e5-afc4-3144fe8ceed3 req-395359b2-7e4c-4183-85b7-6baa2b3739fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.2848456 May 06 12:19:32.936397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'port_id': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'mac_address': 'fa:16:3e:c2:93:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:32.959982 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b2d96df-1ef6-49d3-887a-acaeef3749c0 req-beee967b-7e53-4d07-badb-739a388a9fc3 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396131 May 06 12:19:32.972367 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-9b8925e1-f44e-4c65-a36b-9dbf630b86b2 req-c0e64732-7ce5-4f1d-8554-43d96c552f09 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] show failed (client error): The resource could not be found. May 06 12:19:32.975035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b8925e1-f44e-4c65-a36b-9dbf630b86b2 req-c0e64732-7ce5-4f1d-8554-43d96c552f09 tempest-SecurityGroupsNegativeTestJSON-1844089739 tempest-SecurityGroupsNegativeTestJSON-1844089739-project] 10.222.0.44 "GET /v2.0/security-groups/398e7073-9da1-4eea-8e91-baa09d6e3fe3 HTTP/1.1" status: 404 len: 352 time: 0.1500158 May 06 12:19:33.018390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50244) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:33.054814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Transition to ACTIVE for port object aa79499b-c8a5-4640-9a6c-ab39952e69c2 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:33.082902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.153246 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.188833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 133de181-9718-40b6-bb7b-16bfc041e603, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=133de181-9718-40b6-bb7b-16bfc041e603,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:33.217301 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.363142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:33.375700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=133de181-9718-40b6-bb7b-16bfc041e603,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:33.380592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d7481fe3-d1be-40bc-8acf-f72d5dcfcc46 None None] Provisioning complete for port 133de181-9718-40b6-bb7b-16bfc041e603 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:33.383280 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d7481fe3-d1be-40bc-8acf-f72d5dcfcc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.503582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9c3d3826-d01c-461b-ae88-66a0a6cae425 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:33.608163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf47d-5e42-45a5-b887-b09a44c652f8 req-0928a884-52d4-4011-85b3-04278c2b3bcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:33.610033 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6b5bf47d-5e42-45a5-b887-b09a44c652f8 req-0928a884-52d4-4011-85b3-04278c2b3bcf service neutron] 10.222.0.36 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 1.3427420 May 06 12:19:33.611847 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0eb07691-037e-48e5-afc4-3144fe8ceed3 req-68c0ace9-569c-41de-9368-372a03ab0051 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 200 len: 217 time: 0.5941157 May 06 12:19:33.641232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa79499b-c8a5-4640-9a6c-ab39952e69c2,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:33.692652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] No DVR routers for this DVR port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:19:33.752328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:33.760280 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6b5bf47d-5e42-45a5-b887-b09a44c652f8 req-42a175ff-0cf5-49c2-807c-78ce0e61547b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 217 time: 0.0828459 May 06 12:19:33.777499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.777839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.778196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.778550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.778894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.779241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.779542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.779857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.780174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.780479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.780798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:33.808498 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.815135 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:19:33.925906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e5168-0604-4cb9-a5e0-40b084573aef req-2b6ddfc8-4bd3-4431-b846-467ba11f2d32 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:33.927510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a6e5168-0604-4cb9-a5e0-40b084573aef req-2b6ddfc8-4bd3-4431-b846-467ba11f2d32 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 945 time: 0.6618843 May 06 12:19:33.952834 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.955172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.970395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Transition to ACTIVE for port object 24a11639-78e7-44c2-8622-253ff0b627b6 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:33.987546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3b8b86-cfe3-4c8c-ad39-4acd32a0517c admin admin] Deleting subnet a9054294-0d4a-4682-813f-91df2a04d5bd {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:19:33.991251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dbc68-1f2e-46dd-adb9-b722d954a8a3 req-33123255-b84a-47f2-9039-846252fa05e7 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:33.992926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8b86-cfe3-4c8c-ad39-4acd32a0517c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.993772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-767dbc68-1f2e-46dd-adb9-b722d954a8a3 req-33123255-b84a-47f2-9039-846252fa05e7 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 943 time: 0.5723004 May 06 12:19:33.995868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-18f46a8b-fdcd-4aef-8015-87902f9006a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/aa79499b-c8a5-4640-9a6c-ab39952e69c2/bindings/n-h2-840847-1/activate HTTP/1.1" status: 200 len: 369 time: 3.7086699 May 06 12:19:34.008549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.075457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8b86-cfe3-4c8c-ad39-4acd32a0517c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.103987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:34.123139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:34.167458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Transition to ACTIVE for port object 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:34.196532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf47d-5e42-45a5-b887-b09a44c652f8 req-f79c2dd6-4ebb-4d7b-aae4-558da43cab15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:34.201245 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6b5bf47d-5e42-45a5-b887-b09a44c652f8 req-f79c2dd6-4ebb-4d7b-aae4-558da43cab15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.4186828 May 06 12:19:34.203440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb07691-037e-48e5-afc4-3144fe8ceed3 req-8db1a333-f903-4f61-90eb-aa74fc197fe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:34.206542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0eb07691-037e-48e5-afc4-3144fe8ceed3 req-8db1a333-f903-4f61-90eb-aa74fc197fe0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.5669537 May 06 12:19:34.206978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Attempting to bind port 24a11639-78e7-44c2-8622-253ff0b627b6 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:34.207459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Attempting to bind port 24a11639-78e7-44c2-8622-253ff0b627b6 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:34.207906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Attempting to bind port 24a11639-78e7-44c2-8622-253ff0b627b6 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:34.231303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:34.236245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:34.236834 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.237349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:34.238096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Bound port: 24a11639-78e7-44c2-8622-253ff0b627b6, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:34.238560 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.269709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a6e5168-0604-4cb9-a5e0-40b084573aef req-ab9df7e4-af3b-4275-9d44-8d76412c9073 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289971 May 06 12:19:34.271266 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.296760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-767dbc68-1f2e-46dd-adb9-b722d954a8a3 req-1e264d68-8fbb-4270-8feb-11aae89befa1 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883222 May 06 12:19:34.308142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9c3d3826-d01c-461b-ae88-66a0a6cae425 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:34.316986 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.362875 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-55d52033-e835-45f5-948d-a10dfb146ab4 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.1973536 May 06 12:19:34.398017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:34.535345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0eb07691-037e-48e5-afc4-3144fe8ceed3 req-a06d9dd3-131b-48aa-9b0f-3f3c6959d422 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2585006 May 06 12:19:34.600865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] For port 24a11639-78e7-44c2-8622-253ff0b627b6, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:34.606455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8133a7-3407-4286-96fa-5c92784f7457 None None] Pushing event updated for resources: {'Port': ['ID=24a11639-78e7-44c2-8622-253ff0b627b6,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:34.621131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] For port 24a11639-78e7-44c2-8622-253ff0b627b6, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=24a11639-78e7-44c2-8622-253ff0b627b6,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:34.634421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:19:34.667987 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.722720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:34.740396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:34.746341 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8b86-cfe3-4c8c-ad39-4acd32a0517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.775003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=32dd8a18-16d8-44e8-bdf8-1cbad9e654ed,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:34.778076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:34.894164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8133a7-3407-4286-96fa-5c92784f7457 None None] Pushing event updated for resources: {'Port': ['ID=24a11639-78e7-44c2-8622-253ff0b627b6,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:34.897375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.897902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.898240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.898568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.898920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.899597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.899597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.899958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.900246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.900562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.900878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:34.926418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-9bd57f0e-d886-4b24-b9ae-971751da543b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb&tenant_id=782377c9e75a4cb084b23392faeea4e0 HTTP/1.1" status: 200 len: 1096 time: 0.5550470 May 06 12:19:34.961927 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.966645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0eb07691-037e-48e5-afc4-3144fe8ceed3 req-6a70ad48-7d8f-49e3-8091-30165362cf71 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857496 May 06 12:19:34.986542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:34.987337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:35.018723 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6b5bf47d-5e42-45a5-b887-b09a44c652f8 req-1bfcccbe-ea48-46d3-abfa-a5acae4c2c93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8077338 May 06 12:19:35.164457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc8e8-1e06-4066-a208-5343d9a41450 req-4ae60aa1-9f6d-4322-b935-d8a9550c34ed tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:35.171962 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8b86-cfe3-4c8c-ad39-4acd32a0517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.190147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1edcc8e8-1e06-4066-a208-5343d9a41450 req-4ae60aa1-9f6d-4322-b935-d8a9550c34ed tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 945 time: 0.5497677 May 06 12:19:35.266070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:35.282116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c5f2c55-ea3f-47e7-862c-bdaab46d8903 req-3dd424f7-547b-461a-8ff0-c39bd46d0fcf tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1101 time: 0.7533879 May 06 12:19:35.299220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b8b86-cfe3-4c8c-ad39-4acd32a0517c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9054294-0d4a-4682-813f-91df2a04d5bd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:35.356742 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8b86-cfe3-4c8c-ad39-4acd32a0517c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.451099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-607cddf4-c0b6-4a1e-b621-50fd4908750e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1096 time: 0.4592972 May 06 12:19:35.495781 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ff3b8b86-cfe3-4c8c-ad39-4acd32a0517c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a9054294-0d4a-4682-813f-91df2a04d5bd HTTP/1.1" status: 204 len: 168 time: 2.4700069 May 06 12:19:35.498822 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6b5bf47d-5e42-45a5-b887-b09a44c652f8 req-d0c6c105-f675-476f-85c6-a588be5f4ecd service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569369 May 06 12:19:35.499377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50278) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:35.519513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 133de181-9718-40b6-bb7b-16bfc041e603 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:35.634007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-976fa8d3-b9b9-4d26-a95c-86f5cd64b0b1 None None] Provisioning for port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:35.673304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-31a987e1-0f20-4887-bc44-c4f3e5994d5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:35.676347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-31a987e1-0f20-4887-bc44-c4f3e5994d5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.2091594 May 06 12:19:35.703825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1edcc8e8-1e06-4066-a208-5343d9a41450 req-d3ae01b4-9653-4ed3-bdc8-3363478bf4ca tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006750 May 06 12:19:35.710323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.711773 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c5f2c55-ea3f-47e7-862c-bdaab46d8903 req-96220ba3-26f8-4d11-b1f5-c8165b820ddf tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278104 May 06 12:19:35.878568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:35.925090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-976fa8d3-b9b9-4d26-a95c-86f5cd64b0b1 None None] Provisioning complete for port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:35.926464 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-976fa8d3-b9b9-4d26-a95c-86f5cd64b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.029687 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566fb5ea-73d6-48a1-b8a5-df319eaa7d22'] response: {'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0', 'code': 200} May 06 12:19:36.169390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-976fa8d3-b9b9-4d26-a95c-86f5cd64b0b1 None None] Port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:36.180934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 133de181-9718-40b6-bb7b-16bfc041e603 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:36.181352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.236306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-8a259d8f-28fa-4609-8f3b-bf38f2e2391c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 200 len: 217 time: 0.5307047 May 06 12:19:36.281350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:36.300380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:36.301056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.430390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:26Z', 'revision_number': 3, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:36.441419 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0eb07691-037e-48e5-afc4-3144fe8ceed3 req-02691a1b-d9b2-4c28-8a82-2427562b5231 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4627025 May 06 12:19:36.474196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7aeb5-7dbf-4215-b5d2-4b4a95f6ca07 None None] The sync data for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 is: [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:26Z', 'revision_number': 3, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:36.520452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:36.542410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.560707 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] Sync routers for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:36.599553 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:36.600601 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:36.678956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aede8097-c9cd-4f8d-b606-d47eb8505b60 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "PUT /v2.0/floatingips/c8aa7928-f3b3-4861-aec4-f19d34275b47 HTTP/1.1" status: 200 len: 992 time: 11.9669101 May 06 12:19:36.692378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'tag': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:36.701014 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.720733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-7fcb0ea6-ee19-4d24-ad6f-2f7e82b8851b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:36.722734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-7fcb0ea6-ee19-4d24-ad6f-2f7e82b8851b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.4133463 May 06 12:19:36.729427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.746495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:36.752532 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.796875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968738f9-6b64-459e-9a63-023d8efde21e req-c02b2797-d123-48c5-a723-8d4be7b0b653 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:36.807666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-968738f9-6b64-459e-9a63-023d8efde21e req-c02b2797-d123-48c5-a723-8d4be7b0b653 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 944 time: 0.6523023 May 06 12:19:36.812209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61536146-bb40-422a-ba75-d092485122a6 req-3f7d089d-6965-48b9-84c0-f6b27705038a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1096 time: 0.7612665 May 06 12:19:36.843521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:36.868502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.877423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-3d81394f-5d39-4cdc-b2d0-690578a9e22b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450810 May 06 12:19:36.886015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6b5bf47d-5e42-45a5-b887-b09a44c652f8 req-7376e60e-3e93-4f90-9b80-d9149032a6cf service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3003333 May 06 12:19:36.895023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c930c-9e8f-42dd-8cc3-8b28e26046b6 req-cad3a6a0-907c-4e42-ac09-2d0cba001525 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:36.896621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b32c930c-9e8f-42dd-8cc3-8b28e26046b6 req-cad3a6a0-907c-4e42-ac09-2d0cba001525 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 945 time: 0.7543533 May 06 12:19:36.951765 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:37.073456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61536146-bb40-422a-ba75-d092485122a6 req-398d8168-f478-4adc-90f5-9bfcca1ff1bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497773 May 06 12:19:37.093443 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-968738f9-6b64-459e-9a63-023d8efde21e req-702c4f67-319e-40ae-aeba-951249e0f320 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845798 May 06 12:19:37.149010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b32c930c-9e8f-42dd-8cc3-8b28e26046b6 req-61cff463-2eaa-4e24-a6a7-7f1e6b731484 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292161 May 06 12:19:37.192938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-a7e2ffb2-56d8-4074-b31b-7fc61d5f6e8d service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060641 May 06 12:19:37.283585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.342183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.345886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b417c29-0fc1-4d15-aff3-cb9404c33327']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:37.357891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.597686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48010933-bf57-4491-8721-cf9fcb23177c') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:37.598395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48010933-bf57-4491-8721-cf9fcb23177c') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:37.624786 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.638824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=32dd8a18-16d8-44e8-bdf8-1cbad9e654ed,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:37.659190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.671846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.686869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:19:37.687121 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: timer() May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:19:37.739310 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:19:37.770040 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'c8aa7928-f3b3-4861-aec4-f19d34275b47', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'port_id': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'mac_address': 'fa:16:3e:18:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:18:40Z', 'updated_at': '2022-05-06T12:19:28Z', 'revision_number': 1, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:37.776049 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] Checking router: 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:37.790420 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:37.791090 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:37.873025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-b7d5802c-96dd-4c9c-a303-068f48d0936e service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040750 May 06 12:19:37.936083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7093dd-92d7-460b-81e4-7047f4e65b71 req-ed40c317-603d-4666-9d6a-905483cca707 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:37.942994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea7093dd-92d7-460b-81e4-7047f4e65b71 req-ed40c317-603d-4666-9d6a-905483cca707 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 946 time: 0.2107179 May 06 12:19:37.962451 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05093f9c-c41a-438d-b9d4-6d456d232435'] response: {'name': 'network-changed', 'server_uuid': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'tag': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a', 'status': 'completed', 'code': 200} May 06 12:19:37.991043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:38.003631 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:38.012539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea7093dd-92d7-460b-81e4-7047f4e65b71 req-f783deda-7c06-4d5d-a0bd-35ce267eb3f6 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683784 May 06 12:19:38.031385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:38.051575 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0b417c29-0fc1-4d15-aff3-cb9404c33327 HTTP/1.1" status: 204 len: 168 time: 2.5465007 May 06 12:19:38.125284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c234dc7-6d39-4469-a7b5-0e199fd71a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b417c29-0fc1-4d15-aff3-cb9404c33327,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:38.174561 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:38.362767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:38.372386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:38.408062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-0145e8cc-06a4-4e22-9f0c-cdc9e8f07cfc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f71b101453dc4bccb25b118d91b64eff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1716168 May 06 12:19:38.632675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50326) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:38.720432 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-affca8af-dc7e-4d6b-9413-51e7ee97394e req-e5c8630f-8f8e-4160-ae64-b91976a90043 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dedc618e817f4fbf86199b1187cf0eca&device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 1097 time: 0.6513286 May 06 12:19:38.749865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-54961ec0-9979-4d05-a5fd-c439ddae6aaf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:38.757002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-54961ec0-9979-4d05-a5fd-c439ddae6aaf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374517 May 06 12:19:38.826195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-6d1d26a3-ccc3-495f-a9a8-0015318bb9b3 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/quotas/f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 375 time: 0.0680335 May 06 12:19:38.838682 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a3813187-960b-4f5c-ae53-bb9f835965dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4baae18fc3049119e353b45c94b4c23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2022948 May 06 12:19:38.840906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50330) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:38.904079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1114b76d-1a1c-466d-b343-854b4843a81e None None] Provisioning complete for port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:38.904808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1114b76d-1a1c-466d-b343-854b4843a81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:38.906578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555795b8-d519-42b0-b03b-e5d87af2ffd5 req-c9e0363c-bc86-4077-9556-aac01b2d809d tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:38.908191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555795b8-d519-42b0-b03b-e5d87af2ffd5 req-c9e0363c-bc86-4077-9556-aac01b2d809d tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 945 time: 0.6151664 May 06 12:19:38.962006 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'c8aa7928-f3b3-4861-aec4-f19d34275b47', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'port_id': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'mac_address': 'fa:16:3e:18:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:18:40Z', 'updated_at': '2022-05-06T12:19:28Z', 'revision_number': 1, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:38.971133 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29509d82-1fb8-47ed-927b-1b3cc41295ab None None] The sync data for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 is: [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'c8aa7928-f3b3-4861-aec4-f19d34275b47', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'port_id': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'mac_address': 'fa:16:3e:18:26:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:18:40Z', 'updated_at': '2022-05-06T12:19:28Z', 'revision_number': 1, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:38.983233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-5e884a82-298e-4821-acf3-29533ba55d0e tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.3514633 May 06 12:19:39.041657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1114b76d-1a1c-466d-b343-854b4843a81e None None] Port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:39.116879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555795b8-d519-42b0-b03b-e5d87af2ffd5 req-c365fa6f-8595-4469-b4d9-cedc51dc217b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904237 May 06 12:19:39.122129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca8af-dc7e-4d6b-9413-51e7ee97394e req-ec22eedc-a458-4edd-bedc-f99e93d1ed12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:39.123772 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-affca8af-dc7e-4d6b-9413-51e7ee97394e req-ec22eedc-a458-4edd-bedc-f99e93d1ed12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 200 len: 925 time: 0.3913183 May 06 12:19:39.132301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fea557d0-24db-4b22-af5e-18c395473f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.161861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-fac84969-0814-4a8d-a615-9b4d10c96747 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3139679 May 06 12:19:39.185039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fea557d0-24db-4b22-af5e-18c395473f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.244447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-beb1b6ec-1635-4ca3-b6e1-697e92617264 service neutron] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:39.248410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-beb1b6ec-1635-4ca3-b6e1-697e92617264 service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.250112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c6c7da2-f770-4bfe-97be-7516038de619 req-beb1b6ec-1635-4ca3-b6e1-697e92617264 service neutron] 10.222.0.36 "DELETE /v2.0/ports/aa79499b-c8a5-4640-9a6c-ab39952e69c2/bindings/n-h1-840847-1 HTTP/1.1" status: 204 len: 173 time: 0.2581909 May 06 12:19:39.292043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fea557d0-24db-4b22-af5e-18c395473f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.324521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea557d0-24db-4b22-af5e-18c395473f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce5f4c2-a701-4ab2-b532-92b0c97a8906,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:39.354842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fea557d0-24db-4b22-af5e-18c395473f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.358340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fea557d0-24db-4b22-af5e-18c395473f7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ce5f4c2-a701-4ab2-b532-92b0c97a8906 HTTP/1.1" status: 204 len: 168 time: 0.5145276 May 06 12:19:39.595108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 24a11639-78e7-44c2-8622-253ff0b627b6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:39.698435 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-affca8af-dc7e-4d6b-9413-51e7ee97394e req-4a26a5a3-c517-4d4f-8a44-118af3ca86d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db037eda-7fef-4efb-aa3a-96cd8eda5d1a HTTP/1.1" status: 200 len: 1000 time: 0.5653436 May 06 12:19:39.790800 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3819a0-713a-4fb2-a9fa-951e7f9cde9d'] response: {'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'code': 200} May 06 12:19:39.815990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 24a11639-78e7-44c2-8622-253ff0b627b6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:39.823492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 24a11639-78e7-44c2-8622-253ff0b627b6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:39.824446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.895584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca8af-dc7e-4d6b-9413-51e7ee97394e req-d84ec401-cfad-49e8-a9be-b6b8dfc9a05d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:39.897297 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-affca8af-dc7e-4d6b-9413-51e7ee97394e req-d84ec401-cfad-49e8-a9be-b6b8dfc9a05d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=67c6cf8e-1c62-4708-93b5-cae3b67be56b HTTP/1.1" status: 200 len: 863 time: 0.1878369 May 06 12:19:40.030835 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.068910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 24a11639-78e7-44c2-8622-253ff0b627b6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=24a11639-78e7-44c2-8622-253ff0b627b6,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:40.094126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.125474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Router ca05d400-193d-4e28-9a76-568ca4b8afd6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:19:40.133651 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-affca8af-dc7e-4d6b-9413-51e7ee97394e req-d4c12840-e474-414c-a0d0-b9b782c81c20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c71cec3-af32-4598-85bd-21605e516b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078450 May 06 12:19:40.171262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f50d5525-de93-49d4-a00f-2d8bac15c872 req-a95ca884-e790-4b61-9f69-0a50bb864afb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.4510140 May 06 12:19:40.226621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37820c1e-6ae1-4b38-a064-ac7feb74acc6 req-fca5cfd2-bd16-47a6-a733-9cbf1a5c1cf4 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:40.236392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37820c1e-6ae1-4b38-a064-ac7feb74acc6 req-fca5cfd2-bd16-47a6-a733-9cbf1a5c1cf4 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 945 time: 0.4509320 May 06 12:19:40.291616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=24a11639-78e7-44c2-8622-253ff0b627b6,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:40.313698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603f698-3733-4be6-a658-28df213fd337 req-a63b00d0-1a6b-401c-96c4-3d8fbaa5bbb4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:40.318960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2603f698-3733-4be6-a658-28df213fd337 req-a63b00d0-1a6b-401c-96c4-3d8fbaa5bbb4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 945 time: 0.4054637 May 06 12:19:40.411766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f50d5525-de93-49d4-a00f-2d8bac15c872 req-f9b9dc66-6ae9-4d21-a968-847513d7d1d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206793 May 06 12:19:40.421793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37820c1e-6ae1-4b38-a064-ac7feb74acc6 req-a8351455-fdb5-4728-b2e4-6c736177919f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706345 May 06 12:19:40.424863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2603f698-3733-4be6-a658-28df213fd337 req-760d5bd9-d0c6-4a04-9203-67dc0ea5e749 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985687 May 06 12:19:40.640977 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-affca8af-dc7e-4d6b-9413-51e7ee97394e req-052c2d57-50df-487a-b652-dfb15ffba3a4 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912534 May 06 12:19:40.939755 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-affca8af-dc7e-4d6b-9413-51e7ee97394e req-abc2e361-8c3b-44f0-8ea9-eb156eec0ceb service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876325 May 06 12:19:40.974962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:40.981144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a1860e77-baea-4bc1-81de-2019bcb4c4a3 admin admin] 10.222.0.44 "PUT /v2.0/routers/ca05d400-193d-4e28-9a76-568ca4b8afd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2837625 May 06 12:19:40.997508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b09f1ed-cd00-488f-984e-f14cb06c12a8 req-87fbfae0-235a-4c3c-b97a-4aa11c8db551 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 210 time: 0.0699718 May 06 12:19:41.009174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97365d-feb4-4124-8c83-607c8f850f34 req-b79ee03c-aa95-474c-bda6-28c27f260666 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:41.017606 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae97365d-feb4-4124-8c83-607c8f850f34 req-b79ee03c-aa95-474c-bda6-28c27f260666 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 945 time: 0.2700152 May 06 12:19:41.108095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae97365d-feb4-4124-8c83-607c8f850f34 req-66c53404-8f5c-4bfc-ba75-b008e68d0edf tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890450 May 06 12:19:41.410415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50384) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:41.451772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdbd3e32-db33-491b-a5c3-6d557dfa8668 req-d1773cbd-7ac4-491d-88bb-c88ba83dc40f tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1096 time: 0.1769333 May 06 12:19:41.475871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 24a11639-78e7-44c2-8622-253ff0b627b6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:41.515043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50392) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:41.570886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdbd3e32-db33-491b-a5c3-6d557dfa8668 req-6b2bdab0-7373-4d79-bec0-53504bc26b61 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054595 May 06 12:19:41.659061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 24a11639-78e7-44c2-8622-253ff0b627b6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:41.660698 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.740863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-473986499-network', 'tenant_id': 'b21488b450d54c049babd64a06036f2c'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:41.749536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:41.760905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Usage tracker for resource:network and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:41.769091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:41.781158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:41.812234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Made reservation on behalf of b21488b450d54c049babd64a06036f2c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:41.816286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.849346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.993991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-0d1017ec-bea0-4d03-85ed-b264ce391f33 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f71b101453dc4bccb25b118d91b64eff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111524 May 06 12:19:41.995240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf178-86b8-4968-a6e2-2373c2ec93d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.121381 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b53c3fc5-c434-4a6f-b4cd-263ee99f70e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.247085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bbcbf178-86b8-4968-a6e2-2373c2ec93d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:42.279872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:42.288613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bbcbf178-86b8-4968-a6e2-2373c2ec93d9 admin admin] Usage tracker for resource:security_group_rule and tenant:845158ec3b29405cb822c9373099b6fe is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:42.301094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bbcbf178-86b8-4968-a6e2-2373c2ec93d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:42.319175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bbcbf178-86b8-4968-a6e2-2373c2ec93d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:42.338592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Usage tracker for resource:security_group_rule and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:42.351602 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.362399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:42.378873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:42.392019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7bfa04-b2fd-400d-a4a4-273ef1b58fc9 req-0116bd00-18c4-44e2-959c-2fbacc2c95e0 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1096 time: 0.1598461 May 06 12:19:42.445520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7bfa04-b2fd-400d-a4a4-273ef1b58fc9 req-aa33d1c5-2426-4dc7-b33b-030ddbf16da4 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474281 May 06 12:19:42.473462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-3b346e91-381b-4b6c-bb1c-59bfc2a30165 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:42.475645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-3b346e91-381b-4b6c-bb1c-59bfc2a30165 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4492457 May 06 12:19:42.511021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50406) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:42.514639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Request body: {'port': {'device_id': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'f71b101453dc4bccb25b118d91b64eff'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:42.519531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32938050', 'description': 'tempest-description--1915078399'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:42.529836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:42.540086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Usage tracker for resource:security_group and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:42.545583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:42.558940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:42.601642 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.679733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:42.686851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Usage tracker for resource:security_group_rule and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:42.708492 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf178-86b8-4968-a6e2-2373c2ec93d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.722916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf178-86b8-4968-a6e2-2373c2ec93d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.746144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:42.746777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:42.762309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.783350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.792078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:42.818684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbf178-86b8-4968-a6e2-2373c2ec93d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a57ada-196c-4782-bf2c-0471c48066da,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:42.843499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:19:42.850198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Made reservation on behalf of f71b101453dc4bccb25b118d91b64eff for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:42.855427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.855867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd338fd-f068-4ed5-b4a5-86fe53a298bb req-df401276-4586-40ad-a9ef-9c7f737f577d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 210 time: 0.1631756 May 06 12:19:42.857619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:42.876823 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bbcbf178-86b8-4968-a6e2-2373c2ec93d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=845158ec3b29405cb822c9373099b6fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3567510 May 06 12:19:42.887185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50412) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:42.940943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.941471 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Added segment 53c8deb0-b6d0-4d81-8c97-feca6b064044 of type vlan for network becb81f3-f6c5-4f15-9ca3-3c623e172483 May 06 12:19:42.973350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af54473e-964f-4a3b-a396-5294b6fc5289,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:43.003691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.011935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b59e8-1991-4dad-aded-9c6d864ae006 req-2570cbc6-a281-4b88-924d-143d1a5353e1 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:43.013636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e29b59e8-1991-4dad-aded-9c6d864ae006 req-2570cbc6-a281-4b88-924d-143d1a5353e1 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 945 time: 0.3192637 May 06 12:19:43.014943 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.095157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.130189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7f8a2c-48c3-4878-a3cf-3d0615c55062,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:43.211240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acad44e7-54be-43d7-b855-dd2fc01e2b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.217938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.218847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:43.219462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.351294 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.361336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d6453d32-c71b-4f06-8ab6-255f4c20a27d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8498473 May 06 12:19:43.363500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50420) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:43.396697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'security_group_rule': {'security_group_id': '3d7f8a2c-48c3-4878-a3cf-3d0615c55062', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:43.414511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:43.443447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Usage tracker for resource:security_group_rule and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:43.450430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:43.461374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e29b59e8-1991-4dad-aded-9c6d864ae006 req-9684138b-5f28-4d44-be11-75b9cfd6eb94 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320912 May 06 12:19:43.462349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:43.465353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a03e06-59d1-4881-96d0-fa7ddc736f17 None None] New status for floating IP c8aa7928-f3b3-4861-aec4-f19d34275b47: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:19:43.493708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-4eec08d4-3164-4b41-928b-bdb31d4b5ef7 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:43.501491 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-4eec08d4-3164-4b41-928b-bdb31d4b5ef7 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 807 time: 0.4395411 May 06 12:19:43.517513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acad44e7-54be-43d7-b855-dd2fc01e2b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.521424 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.549272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Allocated IP 192.168.233.184 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/cb894966-6389-4005-9f6c-3a20760dd278) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:43.567069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] Pushing event updated for resources: {'Network': ['ID=becb81f3-f6c5-4f15-9ca3-3c623e172483,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:43.590458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network becb81f3-f6c5-4f15-9ca3-3c623e172483 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:19:43.594393 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ed99769a-3bfb-4ac3-9ca6-544516e36322 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1797841 May 06 12:19:43.595983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50426) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:43.597539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.608215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-de5dc7ff-362f-422c-acdd-92f2dbd9f42e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/quotas/782377c9e75a4cb084b23392faeea4e0 HTTP/1.1" status: 200 len: 375 time: 0.1055522 May 06 12:19:43.612191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.630872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Request body: {'subnet': {'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-473986499-subnet', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:43.644025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:43.659153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Usage tracker for resource:subnet and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:43.666425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:43.681969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:43.708552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddedf50-5f4f-45fa-bd19-1d296c7339cb,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:43.737330 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acad44e7-54be-43d7-b855-dd2fc01e2b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.750727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.755468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-357beab3-c24f-4fc9-9738-d90138ff243b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3859215 May 06 12:19:43.762835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50432) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:43.791033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad44e7-54be-43d7-b855-dd2fc01e2b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a57ada-196c-4782-bf2c-0471c48066da,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:43.808383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'security_group_rule': {'security_group_id': '3d7f8a2c-48c3-4878-a3cf-3d0615c55062', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:43.817324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:43.832349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Usage tracker for resource:security_group_rule and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:43.838030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:43.846793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:43.882256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-e436b8f8-f4cb-440d-8214-d0ae700e653f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2731192 May 06 12:19:43.889218 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.904017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Made reservation on behalf of b21488b450d54c049babd64a06036f2c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:43.907974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.969027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acad44e7-54be-43d7-b855-dd2fc01e2b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.970893 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-acad44e7-54be-43d7-b855-dd2fc01e2b1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4a57ada-196c-4782-bf2c-0471c48066da HTTP/1.1" status: 204 len: 168 time: 1.0785048 May 06 12:19:44.054858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0bb00b7d-c940-4e95-a76e-3690c50012c8 req-a0cfdd0f-2770-43e2-b6f3-c3c0a6c250ec tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1096 time: 0.2907808 May 06 12:19:44.151483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.160548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-df012a5a-21c4-4fe8-a501-ffd473da3254 service neutron] 10.222.0.44 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495198 May 06 12:19:44.161547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.164407 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0bb00b7d-c940-4e95-a76e-3690c50012c8 req-cc5da0bf-0159-49e0-a3a3-dc2ea350feb7 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085341 May 06 12:19:44.235471 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.242758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99c25b1-08ff-41d0-b8c7-64a93369364f,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:44.296956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Transition to ACTIVE for port object cb894966-6389-4005-9f6c-3a20760dd278 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:44.333735 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.338154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0fe428b8-2c35-453a-8272-3af27dc422b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5677147 May 06 12:19:44.339220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50442) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:44.348984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:44.363500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:44.374993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Usage tracker for resource:floatingip and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:44.383151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:44.417588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:44.469428 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.487445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50448) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:44.508751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-cb124ca6-d28b-4659-a065-16f1f622284a service neutron] 10.222.0.44 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113663 May 06 12:19:44.521600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41f988d6-df0b-46dc-b5a0-16b00d078475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.574879 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39ce934f-9ff3-4eea-9185-56066b550558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.625190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.642646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8adfe017-7388-4a7f-9279-ef7ef8ec2e61'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:44.751680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-6e10ef71-56b7-4db3-a8ff-ab8a39b74c2c tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2914476 May 06 12:19:44.782924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.789036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-41f988d6-df0b-46dc-b5a0-16b00d078475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:44.790841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:44.801230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:44.801574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:44.807655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Usage tracker for resource:floatingip and tenant:42c37bace7fa46e5bbe55990efe16b30 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:44.813360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:44.821339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:44.847644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.942470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ccb29b-6aec-4dbb-8269-b54ef75661ec,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:44.946228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Pushing event updated for resources: {'Port': ['ID=cb894966-6389-4005-9f6c-3a20760dd278,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:44.950311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:44.978300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-41f988d6-df0b-46dc-b5a0-16b00d078475 admin admin] Usage tracker for resource:security_group_rule and tenant:9019e69b601542da9ea15d828429be8e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:44.986022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-41f988d6-df0b-46dc-b5a0-16b00d078475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:45.007183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-41f988d6-df0b-46dc-b5a0-16b00d078475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:45.054209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:45.105045 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.194166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41f988d6-df0b-46dc-b5a0-16b00d078475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.213367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41f988d6-df0b-46dc-b5a0-16b00d078475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.296339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Checking segment: {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:45.298200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Network hostable DHCP agents. Network: becb81f3-f6c5-4f15-9ca3-3c623e172483, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:19:45.348250 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.394112 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-41f988d6-df0b-46dc-b5a0-16b00d078475 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9019e69b601542da9ea15d828429be8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8991957 May 06 12:19:45.394112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f988d6-df0b-46dc-b5a0-16b00d078475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78347193-07b8-4c26-8572-997838798bc3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:45.398777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:45.399177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.401047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50464) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:45.442172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f312c3a6-eb1c-491f-8ffe-45a173031473 None None] Provisioning for port cb894966-6389-4005-9f6c-3a20760dd278 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:45.449072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Network becb81f3-f6c5-4f15-9ca3-3c623e172483 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:19:45.452041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f312c3a6-eb1c-491f-8ffe-45a173031473 None None] Provisioning complete for port cb894966-6389-4005-9f6c-3a20760dd278 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:45.452662 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f312c3a6-eb1c-491f-8ffe-45a173031473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.467321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Allocated IP 172.25.7.36 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c503a138-1f8b-4819-9efb-86b23498bb11) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:45.483117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, becb81f3-f6c5-4f15-9ca3-3c623e172483) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:45.486709 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-252f7307-b8a7-4cb5-9d77-40f69bb55591 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9874775 May 06 12:19:45.491889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:45.494623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.498704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149d8ed-34d5-4740-b3a1-db72addb3664 None None] Network becb81f3-f6c5-4f15-9ca3-3c623e172483 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:45.508275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Request body: {'port': {'device_id': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:45.614763 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-94bbd2a5-912d-4541-bbac-9df39e689551 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0152178 May 06 12:19:45.619477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50468) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:45.630308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:45.647087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:45.647575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f312c3a6-eb1c-491f-8ffe-45a173031473 None None] Port cb894966-6389-4005-9f6c-3a20760dd278 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:45.679995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2076d-a912-4d9c-b06e-3f6b9616081e req-7ea5107d-a948-47b1-9cf8-e1a1979431fa tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:45.687811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c2076d-a912-4d9c-b06e-3f6b9616081e req-7ea5107d-a948-47b1-9cf8-e1a1979431fa tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 936 time: 0.5848680 May 06 12:19:45.697183 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.709784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Usage tracker for resource:router and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:45.724076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:45.749961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:45.784651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-becb81f3-f6c5-4f15-9ca3-3c623e172483', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:19:45.787071 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.791776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.878270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.879008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.880066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.936315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eced-3c44-43da-92e0-01b81d7b9629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.971552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c2076d-a912-4d9c-b06e-3f6b9616081e req-083cd471-46a4-4f4c-9084-8a889438c587 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825112 May 06 12:19:46.020153 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eced-3c44-43da-92e0-01b81d7b9629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.115187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.119204 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.125689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Allocated IP 172.20.0.2 (becb81f3-f6c5-4f15-9ca3-3c623e172483/c7ccb29b-6aec-4dbb-8269-b54ef75661ec/2a618de8-f8ac-4ee8-aebe-d6266c5b306a) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:46.166416 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.274381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eced-3c44-43da-92e0-01b81d7b9629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.320675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0eced-3c44-43da-92e0-01b81d7b9629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78347193-07b8-4c26-8572-997838798bc3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:46.352432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:46.352432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'Port': ['ID=c503a138-1f8b-4819-9efb-86b23498bb11,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:46.361607 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:46.368687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:46.410013 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1a0eced-3c44-43da-92e0-01b81d7b9629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.414805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c1a0eced-3c44-43da-92e0-01b81d7b9629 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78347193-07b8-4c26-8572-997838798bc3 HTTP/1.1" status: 204 len: 168 time: 0.9988039 May 06 12:19:46.431246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Allocated IP 172.25.7.122 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/fc38e8c2-8d09-4389-904e-278f625b9473) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:46.696219 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.701720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.736233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Transition to ACTIVE for port object 2a618de8-f8ac-4ee8-aebe-d6266c5b306a will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:46.806997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Transition to ACTIVE for port object 2a618de8-f8ac-4ee8-aebe-d6266c5b306a will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:46.816979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.934622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb894966-6389-4005-9f6c-3a20760dd278 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:46.945643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.969284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0d08578-58f1-481a-bbab-20e853676f75 req-61d25a31-e868-4399-8ee8-31b18057b00d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 210 time: 0.4026406 May 06 12:19:46.982251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Transition to ACTIVE for port object cb894966-6389-4005-9f6c-3a20760dd278 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:46.997272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.999641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-a33d4f30-dd70-4c81-be55-97e8de694107 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:47.002517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-a33d4f30-dd70-4c81-be55-97e8de694107 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 807 time: 0.3276901 May 06 12:19:47.040284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Request body: {'port': {'device_id': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'network_id': '8a683100-30a0-46af-8056-20106cb441f1', 'admin_state_up': True, 'tenant_id': '782377c9e75a4cb084b23392faeea4e0'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:47.059013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Pushing event updated for resources: {'Port': ['ID=2a618de8-f8ac-4ee8-aebe-d6266c5b306a,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:47.074229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Network becb81f3-f6c5-4f15-9ca3-3c623e172483 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:47.075907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:47.079120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:47.333829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.350185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Attempting to bind port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:47.353426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Attempting to bind port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:47.354148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Attempting to bind port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a on network becb81f3-f6c5-4f15-9ca3-3c623e172483 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:47.380467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:47.384092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Checking segment: {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:47.384943 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.386551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Bound using segment: {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:47.387494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Bound port: 2a618de8-f8ac-4ee8-aebe-d6266c5b306a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:47.388458 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.430505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.483128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb894966-6389-4005-9f6c-3a20760dd278,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:47.496214 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.578923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] For port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:47.586815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] For port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2a618de8-f8ac-4ee8-aebe-d6266c5b306a,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:47.599546 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.696148 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.727893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Attempting to bind port cb894966-6389-4005-9f6c-3a20760dd278 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:47.728762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Attempting to bind port cb894966-6389-4005-9f6c-3a20760dd278 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:47.728762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Attempting to bind port cb894966-6389-4005-9f6c-3a20760dd278 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:47.735911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Port cb894966-6389-4005-9f6c-3a20760dd278 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:47.736261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Attempting to bind port cb894966-6389-4005-9f6c-3a20760dd278 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:47.741056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717b799-3f4c-477b-a412-2e53b161ce4b None None] Pushing event updated for resources: {'Port': ['ID=2a618de8-f8ac-4ee8-aebe-d6266c5b306a,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:47.745119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:47.745486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:47.746176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:47.746847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Bound port: cb894966-6389-4005-9f6c-3a20760dd278, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:47.747190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.868626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:47.873243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb894966-6389-4005-9f6c-3a20760dd278,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:47.879125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.950587 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.950978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.952767 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] 10.222.0.48 "PUT /v2.0/ports/cb894966-6389-4005-9f6c-3a20760dd278 HTTP/1.1" status: 200 len: 1096 time: 2.4499493 May 06 12:19:47.962754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:47.976167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.133043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed475ef-5556-4122-8986-5aca7a995db6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb894966-6389-4005-9f6c-3a20760dd278,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:48.265315 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-2759058a-3144-4fa8-b145-320eaa71de88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 1099 time: 0.2530110 May 06 12:19:48.449615 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-38ab98ce-71d6-4dcc-9af6-98046d748e53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=cb894966-6389-4005-9f6c-3a20760dd278 HTTP/1.1" status: 200 len: 217 time: 0.1744220 May 06 12:19:48.460334 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Sync routers for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:48.468295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c49f77d-adfa-46a1-8b83-760af87dd3d4 req-57b61b86-5810-4406-a6b3-05cbda8818cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.9182243 May 06 12:19:48.483636 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:48.484727 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:48.557529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-e137e423-0e54-442c-a759-5f97b55fcc12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:48.560799 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-e137e423-0e54-442c-a759-5f97b55fcc12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.0951595 May 06 12:19:48.589197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:48.600080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Usage tracker for resource:port and tenant:782377c9e75a4cb084b23392faeea4e0 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:48.606798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:48.626943 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.631521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:48.707921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.746352 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.763556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Made reservation on behalf of 782377c9e75a4cb084b23392faeea4e0 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:48.770019 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.812344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Allocated IP 172.25.7.134 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/8846818e-5f6a-4908-99d2-2c917ecb5058) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:48.824417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:48.828013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Pushing event updated for resources: {'Port': ['ID=fc38e8c2-8d09-4389-904e-278f625b9473,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:48.869417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:48.897681 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-77d734a8-9c7f-4985-b3eb-6467c2e6eb8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3266461 May 06 12:19:48.923502 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:48.937947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:49.146216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.151272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'Port': ['ID=c503a138-1f8b-4819-9efb-86b23498bb11,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:49.460365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.461687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6a3d2856-3d7d-4d49-894c-7762af99771c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1209986 May 06 12:19:49.598235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2a618de8-f8ac-4ee8-aebe-d6266c5b306a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:49.600571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.612639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Allocated IP 172.20.0.4 (8a683100-30a0-46af-8056-20106cb441f1/0d9c5d98-c81e-4c76-9894-e399d9f6cc85/4fb9772e-75f6-4504-90a2-0ca5b6a502af) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:49.709769 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.806627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59111df-46b7-49f5-9dc8-04df83151524 None None] Network becb81f3-f6c5-4f15-9ca3-3c623e172483 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:49.928354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:49.936323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Pushing event updated for resources: {'Port': ['ID=8846818e-5f6a-4908-99d2-2c917ecb5058,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:49.946209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:49.951858 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '32dd8a18-16d8-44e8-bdf8-1cbad9e654ed', 'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'mac_address': 'fa:16:3e:bd:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:31Z', 'updated_at': '2022-05-06T12:19:36Z', 'revision_number': 2, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'subnets': [{'id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:49.957477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:49.964335 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Checking router: ca05d400-193d-4e28-9a76-568ca4b8afd6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:49.966006 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Updating router ca05d400-193d-4e28-9a76-568ca4b8afd6 port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:19:50.008566 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-0ea24598-ae6a-4c99-a5ca-3141efdd202b service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0013402 May 06 12:19:50.084235 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.165271 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.225324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.443409 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4edcc246-1913-4cf4-ba07-0158b7f287e1 req-ea3dcb8a-03c6-461d-afa4-1e1d7189ef1a service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009264 May 06 12:19:50.492455 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.494247 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.533720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e482d25b-9f9d-4317-9839-eb233eac33c3 None None] Provisioning for port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:50.541261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Network 8a683100-30a0-46af-8056-20106cb441f1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:50.544178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Pushing event updated for resources: {'Port': ['ID=4fb9772e-75f6-4504-90a2-0ca5b6a502af,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:50.546168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:50.548901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:50.554654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:50.555351 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.558038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:50.602826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e482d25b-9f9d-4317-9839-eb233eac33c3 None None] Provisioning complete for port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:50.606018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e482d25b-9f9d-4317-9839-eb233eac33c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.619765 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.797448 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.936017 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.994829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-aa69283f-fc3a-4e8d-aa80-93658af69098 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:19:51.005123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e482d25b-9f9d-4317-9839-eb233eac33c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.008976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-aa69283f-fc3a-4e8d-aa80-93658af69098 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0830357 May 06 12:19:51.020091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Request body: {'binding': {'host': 'n-h1-840847-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:51.020664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Unknown quota resources ['binding']. {{(pid=83952) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:19:51.054799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2a618de8-f8ac-4ee8-aebe-d6266c5b306a,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:51.062164 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.156362 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.200798 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Transition to ACTIVE for port object 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:51.217966 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.286026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:51.286026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.370460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=2a618de8-f8ac-4ee8-aebe-d6266c5b306a,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:51.417651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-e482d25b-9f9d-4317-9839-eb233eac33c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:19:51.418039 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-e482d25b-9f9d-4317-9839-eb233eac33c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:19:51.440138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-f17b1c61-6f31-4881-a39e-aa42af4a8df6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4056101 May 06 12:19:51.454296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Request body: {'port': {'device_id': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:51.498205 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2256a67-5c17-448c-b9b5-7273e51b5429 None None] Pushing event updated for resources: {'Port': ['ID=32dd8a18-16d8-44e8-bdf8-1cbad9e654ed,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:51.639900 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.661507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.726535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 on host n-h1-840847-1 for vnic_type normal with profile None {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:51.726947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:51.727241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:51.750991 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Attempting to bind port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:51.751432 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Attempting to bind port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:51.751824 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Attempting to bind port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:51.755309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.759706 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:51.759954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Port ef201b16-45a8-4edd-8681-65153a5806e0 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:51.760052 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Checking segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:51.760243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:51.760487 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.761119 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Bound using segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:51.761986 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Bound port: 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:51.762814 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.775184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:51.776036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:51.776036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:51.776408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Bound port: ef201b16-45a8-4edd-8681-65153a5806e0, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:51.847830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Router 51d97174-993c-4be0-a68c-37313e365af0 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:19:51.848066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Pushing event updated for resources: {'Port': ['ID=fc38e8c2-8d09-4389-904e-278f625b9473,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:51.885687 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] For port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:51.889418 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] For port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=32dd8a18-16d8-44e8-bdf8-1cbad9e654ed,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:51.908927 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.991495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.995009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:52.036240 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2256a67-5c17-448c-b9b5-7273e51b5429 None None] Pushing event updated for resources: {'Port': ['ID=32dd8a18-16d8-44e8-bdf8-1cbad9e654ed,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:52.039049 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] Notify callbacks [] for binding, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.040239 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-22dcdfd8-5cb8-4783-b632-43296933956c service neutron] 10.222.0.44 "POST /v2.0/ports/ef201b16-45a8-4edd-8681-65153a5806e0/bindings HTTP/1.1" status: 201 len: 389 time: 1.0301676 May 06 12:19:52.040904 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:52.041699 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:52.158504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:52.174170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Sync routers for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:52.208800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:52.217240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:52.226388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.228480 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c48e42fb-b866-45b8-96be-408fd86421cd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.6059768 May 06 12:19:52.231103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50554) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:52.555572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:52.572120 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:52.622907 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.637600 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-7f3e192d-84e2-4756-91f8-bde429c5bb28 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.8576269 May 06 12:19:52.757235 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-c7a6369f-46e8-4e24-86e1-c1208c4820c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1096 time: 0.3057585 May 06 12:19:52.830704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-0e97b08c-00e0-415e-8884-9435e36a9164 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Synchronizing usage tracker for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:52.851290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-723d5de0-96e9-4519-b22b-df0aef02cd05 None None] Provisioning complete for port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:52.851662 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-723d5de0-96e9-4519-b22b-df0aef02cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.885863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-0e97b08c-00e0-415e-8884-9435e36a9164 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Unset dirty status for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:52.897679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-0e97b08c-00e0-415e-8884-9435e36a9164 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 696 time: 0.2582572 May 06 12:19:53.019060 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '32dd8a18-16d8-44e8-bdf8-1cbad9e654ed', 'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'mac_address': 'fa:16:3e:bd:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:31Z', 'updated_at': '2022-05-06T12:19:51Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'subnets': [{'id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:53.025505 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f49458-6fa5-4d82-8080-20e1a6e7a642 None None] The sync data for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 is: [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '32dd8a18-16d8-44e8-bdf8-1cbad9e654ed', 'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'mac_address': 'fa:16:3e:bd:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:31Z', 'updated_at': '2022-05-06T12:19:51Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'subnets': [{'id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:53.052144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-06319855-1fd7-4bd3-a689-9c6e9b57c2df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:53.054462 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-06319855-1fd7-4bd3-a689-9c6e9b57c2df service neutron] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.2885528 May 06 12:19:53.111363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:50Z', 'revision_number': 3, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:53.141152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Checking router: 51d97174-993c-4be0-a68c-37313e365af0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:53.141570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Updating router 51d97174-993c-4be0-a68c-37313e365af0 port 8846818e-5f6a-4908-99d2-2c917ecb5058 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:19:53.176062 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-d9fa76d2-d997-4cf2-8b56-d7689352db7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef201b16-45a8-4edd-8681-65153a5806e0 HTTP/1.1" status: 200 len: 217 time: 0.1097598 May 06 12:19:53.276544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:53.379778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1a9a0-5f1c-43e2-a1b1-9620e15b8ce9 req-bfc5c209-a9d2-484c-823a-c308035b27f9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:53.382445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9f1a9a0-5f1c-43e2-a1b1-9620e15b8ce9 req-bfc5c209-a9d2-484c-823a-c308035b27f9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 948 time: 0.8603134 May 06 12:19:53.456205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb9772e-75f6-4504-90a2-0ca5b6a502af {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:53.491340 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:53.547929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2a618de8-f8ac-4ee8-aebe-d6266c5b306a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:53.561249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-5a904174-8824-4c1c-97ff-7547c1a3f101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:53.563975 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-5a904174-8824-4c1c-97ff-7547c1a3f101 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.3128686 May 06 12:19:53.637901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Transition to ACTIVE for port object 4fb9772e-75f6-4504-90a2-0ca5b6a502af will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:53.668945 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:53.747485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9f1a9a0-5f1c-43e2-a1b1-9620e15b8ce9 req-f9f2c9ee-762c-49ab-8196-6d838c512ec9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508651 May 06 12:19:53.760342 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-333a1fff-3646-4419-947b-bbf0d0ccaced service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1899338 May 06 12:19:53.766956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:53.767254 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:53.914688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-c87a4d30-5380-46f3-b43c-83d401b00c55 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:53.933135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-922a954c-1833-4de0-b5c6-1b5c71eeb3bf req-c87a4d30-5380-46f3-b43c-83d401b00c55 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 1.0336468 May 06 12:19:53.963698 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-c6d7a1e2-016b-490e-aa35-229cac26b98d service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945250 May 06 12:19:54.025166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:54.050473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.48', 59786) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:54.059682 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:19:54.086509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb894966-6389-4005-9f6c-3a20760dd278 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:54.291076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Pushing event updated for resources: {'Port': ['ID=4fb9772e-75f6-4504-90a2-0ca5b6a502af,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:54.314186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb894966-6389-4005-9f6c-3a20760dd278,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:54.381195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'cb894966-6389-4005-9f6c-3a20760dd278', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'cb894966-6389-4005-9f6c-3a20760dd278', 'mac_address': 'fa:16:3e:3e:d8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:54.444573 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63521f7-2f39-4d07-8f34-1d7febbc7f86'] response: {'name': 'network-changed', 'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278', 'status': 'completed', 'code': 200} May 06 12:19:54.556633 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.580520 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.595388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:54.595755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:54.596060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:54.608718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:54.609062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:54.613764 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-a74647c1-e9ca-43ed-b188-e7308e676a1d service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402974 May 06 12:19:54.621073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Transition to ACTIVE for port object 8846818e-5f6a-4908-99d2-2c917ecb5058 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:54.631156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb894966-6389-4005-9f6c-3a20760dd278 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:54.633384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fd14be7-a006-441d-a6c2-5b5bccd20d15 req-139b31ec-a5ec-4685-8937-abc8c6621709 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 1099 time: 0.5803578 May 06 12:19:54.637655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:54.649824 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.676556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:54.677205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:54.677304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:54.677780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Bound port: 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:54.678152 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.717678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:54.718251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.804097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:54.808120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:54.813698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb894966-6389-4005-9f6c-3a20760dd278,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:54.851983 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.868977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-f118e891-f9c8-4f4a-a91e-cba0dc717ec2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:54.881153 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.903620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Attempting to bind port 8846818e-5f6a-4908-99d2-2c917ecb5058 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:54.904192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Attempting to bind port 8846818e-5f6a-4908-99d2-2c917ecb5058 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:54.905096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Attempting to bind port 8846818e-5f6a-4908-99d2-2c917ecb5058 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:54.913800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78607876-1142-459c-a928-32419fd79c60 None None] Pushing event updated for resources: {'Port': ['ID=8846818e-5f6a-4908-99d2-2c917ecb5058,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:54.951953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ac21-6db3-44fa-bea0-2bff0bffda4a req-68c4da7b-e289-4774-b9c9-04e23efc0db5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:54.952179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-8c955f5f-e2e0-49d7-9c87-59bc001c9a9f tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.2435052 May 06 12:19:54.952715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-71f8ac21-6db3-44fa-bea0-2bff0bffda4a req-68c4da7b-e289-4774-b9c9-04e23efc0db5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Synchronizing usage tracker for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:54.969165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840847-1'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:54.981237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:54.982050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:54.982437 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.983085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:54.983680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Bound port: 8846818e-5f6a-4908-99d2-2c917ecb5058, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:54.984259 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.020195 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.022094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] 10.222.0.48 "PUT /v2.0/ports/4fb9772e-75f6-4504-90a2-0ca5b6a502af HTTP/1.1" status: 200 len: 1091 time: 3.5722530 May 06 12:19:55.041395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:55.063160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-71f8ac21-6db3-44fa-bea0-2bff0bffda4a req-68c4da7b-e289-4774-b9c9-04e23efc0db5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Unset dirty status for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:55.072434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71f8ac21-6db3-44fa-bea0-2bff0bffda4a req-68c4da7b-e289-4774-b9c9-04e23efc0db5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 943 time: 0.8751447 May 06 12:19:55.198204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cb894966-6389-4005-9f6c-3a20760dd278,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:55.198566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ca889-c3fb-40c6-ad29-e17f740caf5b service neutron] Pushing event updated for resources: {'Port': ['ID=4fb9772e-75f6-4504-90a2-0ca5b6a502af,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:55.203288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-f118e891-f9c8-4f4a-a91e-cba0dc717ec2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:55.205242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-f118e891-f9c8-4f4a-a91e-cba0dc717ec2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--32938050&fields=id&tenant_id=5b9e59d353934844bfe6a661b292f792 HTTP/1.1" status: 200 len: 267 time: 0.7679360 May 06 12:19:55.226145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.239116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] For port 8846818e-5f6a-4908-99d2-2c917ecb5058, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:55.257086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] For port 8846818e-5f6a-4908-99d2-2c917ecb5058, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8846818e-5f6a-4908-99d2-2c917ecb5058,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:55.267302 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.295115 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.305544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=32dd8a18-16d8-44e8-bdf8-1cbad9e654ed,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:55.316579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.322771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.333092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cb894966-6389-4005-9f6c-3a20760dd278'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:55.401012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd14be7-a006-441d-a6c2-5b5bccd20d15 req-a9827d8e-43f9-426a-b802-26ce9882a2dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:55.407683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fd14be7-a006-441d-a6c2-5b5bccd20d15 req-a9827d8e-43f9-426a-b802-26ce9882a2dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.7623069 May 06 12:19:55.439553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78607876-1142-459c-a928-32419fd79c60 None None] Pushing event updated for resources: {'Port': ['ID=8846818e-5f6a-4908-99d2-2c917ecb5058,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:55.497930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:55.498621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:55.726835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:55.727710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=32dd8a18-16d8-44e8-bdf8-1cbad9e654ed,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:55.746153 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71f8ac21-6db3-44fa-bea0-2bff0bffda4a req-75eb7974-4eb3-4c8a-8d96-23d03c65be1b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715250 May 06 12:19:55.749452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Allocated IP 172.20.0.1 (becb81f3-f6c5-4f15-9ca3-3c623e172483/c7ccb29b-6aec-4dbb-8269-b54ef75661ec/8c1933c6-c680-4843-b7e3-9f66e4a53798) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:55.752729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fd14be7-a006-441d-a6c2-5b5bccd20d15 req-f0b4868e-8dfb-4b18-a619-6c5157209b0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=cb894966-6389-4005-9f6c-3a20760dd278 HTTP/1.1" status: 200 len: 217 time: 0.1966512 May 06 12:19:55.819382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:55.896096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-87aac317-36b4-4692-975e-f728b0cd971a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1094 time: 0.7862601 May 06 12:19:55.913374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:56.067947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-bd25cf4b-dcae-488f-9834-38477cbc4012 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:56.069909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-bd25cf4b-dcae-488f-9834-38477cbc4012 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 0.8448408 May 06 12:19:56.073422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd14be7-a006-441d-a6c2-5b5bccd20d15 req-092f0214-51ca-4a74-a4b6-dc62361e5539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:56.075244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fd14be7-a006-441d-a6c2-5b5bccd20d15 req-092f0214-51ca-4a74-a4b6-dc62361e5539 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3124313 May 06 12:19:56.076683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:56.082066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-e26d4b92-aaa5-41f4-8d24-cad9d8193451 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af HTTP/1.1" status: 200 len: 217 time: 0.1692553 May 06 12:19:56.087798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:56.191227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:50Z', 'revision_number': 3, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:56.196694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bd618-0911-46b6-a616-4fb95f66e484 None None] The sync data for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 is: [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:50Z', 'revision_number': 3, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:56.225634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-1548a5fd-6971-471e-9701-eb419f3a07bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/quotas/5b9e59d353934844bfe6a661b292f792 HTTP/1.1" status: 200 len: 375 time: 0.1484804 May 06 12:19:56.249932 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-0e161cbc-6795-4362-82b2-0349cb8657e1 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6a0ffad506e1490db99029aae7353551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527785 May 06 12:19:56.289454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-6a18eae1-4088-40a4-93e6-961055407aa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:56.291002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-6a18eae1-4088-40a4-93e6-961055407aa0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1696861 May 06 12:19:56.305071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:56.483181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Transition to ACTIVE for port object 8c1933c6-c680-4843-b7e3-9f66e4a53798 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:56.491095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:56.514209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Pushing event updated for resources: {'Port': ['ID=ef201b16-45a8-4edd-8681-65153a5806e0,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:56.527521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 on host n-h2-840847-1 for vnic_type normal with profile {"migrating_to": "n-h1-840847-1"} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:56.527940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:56.528327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:56.539061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Port ef201b16-45a8-4edd-8681-65153a5806e0 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:56.539410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Attempting to bind port ef201b16-45a8-4edd-8681-65153a5806e0 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:56.550144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:56.550437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:56.553276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:56.553276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Bound port: ef201b16-45a8-4edd-8681-65153a5806e0, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:56.553276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:56.572344 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:56.577625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-be284df1-670c-49b6-84fa-b24a74073ef9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2489839 May 06 12:19:56.632780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fd14be7-a006-441d-a6c2-5b5bccd20d15 req-a4e2383b-933d-47e1-8a1a-34660bd22bfe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5418062 May 06 12:19:56.699954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Network becb81f3-f6c5-4f15-9ca3-3c623e172483 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:56.708038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:56.712088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1933c6-c680-4843-b7e3-9f66e4a53798,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:56.714618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:56.801844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:56.807484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:56.808732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:56.814740 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:56.883699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-00d0ffc3-fd0b-40a5-a1fb-954807a6977d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6369090 May 06 12:19:56.897541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352674e-0e53-4e25-8a22-344b9186597f req-12fd431f-dd93-4bc4-ade0-d8ef61ff0c77 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:56.906279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-12fd431f-dd93-4bc4-ade0-d8ef61ff0c77 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6226828 May 06 12:19:57.007712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Pushing event updated for resources: {'Port': ['ID=ef201b16-45a8-4edd-8681-65153a5806e0,revision_number=8']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:57.067670 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.069402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-d49d55f2-fefc-4f2f-ad36-e16bf188fd54 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/quotas/6a0ffad506e1490db99029aae7353551 HTTP/1.1" status: 200 len: 375 time: 0.1618161 May 06 12:19:57.079656 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.081096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-2931b7aa-53b3-4396-927f-5cfcdadb2a2a service neutron] 10.222.0.48 "PUT /v2.0/ports/ef201b16-45a8-4edd-8681-65153a5806e0 HTTP/1.1" status: 200 len: 1121 time: 2.1201985 May 06 12:19:57.083958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-df70ca44-703c-4e09-ac52-34269c933c41 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939661 May 06 12:19:57.091522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fd14be7-a006-441d-a6c2-5b5bccd20d15 req-91dd0888-561c-4446-8d37-362b5dcbe054 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409034 May 06 12:19:57.128117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c24b979f-39aa-4b42-851c-d08b7458dfbc None None] Provisioning for port 8c1933c6-c680-4843-b7e3-9f66e4a53798 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:57.140894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c24b979f-39aa-4b42-851c-d08b7458dfbc None None] Provisioning complete for port 8c1933c6-c680-4843-b7e3-9f66e4a53798 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:57.141493 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c24b979f-39aa-4b42-851c-d08b7458dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.202132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['ef201b16-45a8-4edd-8681-65153a5806e0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:57.244846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-5a0a395d-a17c-4f9d-af1f-c5919bc688b4 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a0ffad506e1490db99029aae7353551&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1639578 May 06 12:19:57.362563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c24b979f-39aa-4b42-851c-d08b7458dfbc None None] Port 8c1933c6-c680-4843-b7e3-9f66e4a53798 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:57.398156 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-3fd90ef4-7c72-47b5-bafe-0139f53e670f service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672377 May 06 12:19:57.535124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:57.535944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.542405 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.671243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-31fdfdc1-dc62-4e20-b373-ea9106bdfa4a service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453401 May 06 12:19:57.677638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4604c15f-bc7e-481d-bc2e-016ddd390539 req-7c06b4a0-1683-4247-99e6-1d1a328aef71 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454092 May 06 12:19:57.724012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fd14be7-a006-441d-a6c2-5b5bccd20d15 req-d45e477c-f3fd-4f33-b97f-7ffbc61b4b18 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879292 May 06 12:19:57.751637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.757181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1933c6-c680-4843-b7e3-9f66e4a53798,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:57.827564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:57.827852 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.957002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94496f5b-afcb-4806-a541-5bf30ae6171c req-8e5f3799-0372-4c54-90c1-873b0cac8821 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:57.967630 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94496f5b-afcb-4806-a541-5bf30ae6171c req-8e5f3799-0372-4c54-90c1-873b0cac8821 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 943 time: 0.1297262 May 06 12:19:58.021772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Network becb81f3-f6c5-4f15-9ca3-3c623e172483 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:58.024072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:58.089994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94496f5b-afcb-4806-a541-5bf30ae6171c req-a465dab6-e180-4593-9017-6e292e9c8913 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210663 May 06 12:19:58.104592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb894966-6389-4005-9f6c-3a20760dd278 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:58.276684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port cb894966-6389-4005-9f6c-3a20760dd278 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:58.300219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port cb894966-6389-4005-9f6c-3a20760dd278 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:58.300588 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:58.501703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-78df3583-7c3b-4d86-85fe-001fd5467d9e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:58.508026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-78df3583-7c3b-4d86-85fe-001fd5467d9e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 821 time: 0.4165931 May 06 12:19:58.554384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2a73b-d20b-490f-92e7-39889dcaa0ef req-4c2d619d-f2d7-49e9-8dfc-5eafbbae6414 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:58.555647 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:58.566171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89e2a73b-d20b-490f-92e7-39889dcaa0ef req-4c2d619d-f2d7-49e9-8dfc-5eafbbae6414 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 949 time: 0.2151005 May 06 12:19:58.587808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-d0d2aa4e-d8fe-40f3-bcbc-bea534fdf5dd tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/quotas/42c37bace7fa46e5bbe55990efe16b30 HTTP/1.1" status: 200 len: 375 time: 0.0658729 May 06 12:19:58.616211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cadb9c0b-3909-4a09-a85b-dea8405d95ae None None] Provisioning complete for port 8c1933c6-c680-4843-b7e3-9f66e4a53798 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:58.616506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cadb9c0b-3909-4a09-a85b-dea8405d95ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:58.699351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89e2a73b-d20b-490f-92e7-39889dcaa0ef req-a1c9e682-c98c-4f3b-b50a-ce136ea9764f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319146 May 06 12:19:58.707239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:58.755105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb894966-6389-4005-9f6c-3a20760dd278,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:58.771151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:58.791617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-7e94500e-1506-400e-96c3-2d014ae8dec4 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1841776 May 06 12:19:58.824953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cadb9c0b-3909-4a09-a85b-dea8405d95ae None None] Port 8c1933c6-c680-4843-b7e3-9f66e4a53798 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:58.859377 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682851ef-b7f1-40f4-a355-4401ef7db6c8'] response: {'name': 'network-changed', 'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af', 'status': 'completed', 'code': 200} May 06 12:19:58.980975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cb894966-6389-4005-9f6c-3a20760dd278,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:58.981428 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6753ca00-9116-4634-8a70-d7ccb4acf0cd'] response: {'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0', 'code': 200} May 06 12:19:59.104989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Router 51d97174-993c-4be0-a68c-37313e365af0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:19:59.372764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-b67bc645-a8dd-4114-9e47-46bb81b956e8 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713406 May 06 12:19:59.383627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd9e1cd-d6a3-4ba5-b05f-b8b885af7158 req-b0e6e5a3-d588-4d0b-918c-3bfd8f71d88e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1094 time: 0.3979635 May 06 12:19:59.506495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4999f0-0a70-4ea0-9e59-f474ea988b3b req-510b5d96-cce3-44b4-821a-21ad55fdc624 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:59.508596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f4999f0-0a70-4ea0-9e59-f474ea988b3b req-510b5d96-cce3-44b4-821a-21ad55fdc624 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 943 time: 0.2864506 May 06 12:19:59.705140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f4999f0-0a70-4ea0-9e59-f474ea988b3b req-0cc505d5-6a33-474a-82bc-6bfaa336e9de tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388597 May 06 12:19:59.727984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e1cd-d6a3-4ba5-b05f-b8b885af7158 req-c185ee16-1724-453e-a758-c0c2e5fe74d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:59.729497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd9e1cd-d6a3-4ba5-b05f-b8b885af7158 req-c185ee16-1724-453e-a758-c0c2e5fe74d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.3175383 May 06 12:19:59.734299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-d14d49b9-a684-4565-9198-fdf7ac16e842 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495581 May 06 12:19:59.852973 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd9e1cd-d6a3-4ba5-b05f-b8b885af7158 req-e8b9b92d-567f-4618-aaaa-1a97f852f592 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af HTTP/1.1" status: 200 len: 217 time: 0.1126692 May 06 12:19:59.860628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:59.892679 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-860e9e54-fa09-4e6d-afd5-2b9879094c54 admin admin] 10.222.0.44 "PUT /v2.0/routers/51d97174-993c-4be0-a68c-37313e365af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6600051 May 06 12:20:00.025729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bacdb7ef-6ec4-4c58-ba1d-bfae63eaa4b7 req-f0ec8b52-a146-4197-93b9-1f33d8d4fc0e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 210 time: 0.0723422 May 06 12:20:00.119532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ef201b16-45a8-4edd-8681-65153a5806e0 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:00.131676 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-9c6d4bcc-7028-40d2-aa92-d7c4d16d43ca tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a0ffad506e1490db99029aae7353551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791249 May 06 12:20:00.234014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e1cd-d6a3-4ba5-b05f-b8b885af7158 req-0e970c96-8337-4047-9fae-dcb8eea6cab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:00.235765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd9e1cd-d6a3-4ba5-b05f-b8b885af7158 req-0e970c96-8337-4047-9fae-dcb8eea6cab6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.3753247 May 06 12:20:00.402665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:00.429915 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1327438d-1288-42eb-8c66-f1c310bedda7'] response: {'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278', 'code': 200} May 06 12:20:00.431902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ef201b16-45a8-4edd-8681-65153a5806e0 has no active binding in host n-h1-840847-1 {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:20:00.610110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd9e1cd-d6a3-4ba5-b05f-b8b885af7158 req-552dda44-f45d-45b6-8dbe-f8accf21ae70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2238603 May 06 12:20:00.903861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9f3e10e-7b55-4d7c-8d47-b51a48608679 req-cd3a6705-1a99-43ce-af37-f6987ec85418 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 210 time: 0.4478295 May 06 12:20:00.984180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:01.383163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352674e-0e53-4e25-8a22-344b9186597f req-920816c9-00f3-4b0f-88b9-55f9a9c92132 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:01.384953 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-920816c9-00f3-4b0f-88b9-55f9a9c92132 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2359948 May 06 12:20:01.422843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Request body: {'port': {'device_id': '091c1a9a-2ae6-4aec-9929-ef05569973e8', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '6a0ffad506e1490db99029aae7353551'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:01.484933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-36a4ddbc-8a64-4b28-84db-862f58ac539e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:01.487185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-36a4ddbc-8a64-4b28-84db-862f58ac539e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 0.8546014 May 06 12:20:01.744900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd9e1cd-d6a3-4ba5-b05f-b8b885af7158 req-d650026e-eca6-446c-bb5c-abde41287e16 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9043880 May 06 12:20:01.818235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa582e4-3e68-4af3-ad13-d6f9598d90b1 req-8fbeabbd-48fd-42e7-b0f1-8413bf6b3571 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:01.820703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cfa582e4-3e68-4af3-ad13-d6f9598d90b1 req-8fbeabbd-48fd-42e7-b0f1-8413bf6b3571 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 943 time: 1.2853520 May 06 12:20:01.835007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87aa2bad-1992-40ad-96a5-6f1d5f4a6f80 req-fea0a85d-2b8a-4c27-92f0-2b69f3610585 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 1101 time: 1.3498368 May 06 12:20:02.052448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-a1011b02-5bf5-468f-a088-48f9b601a23e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:02.053904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-a1011b02-5bf5-468f-a088-48f9b601a23e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Synchronizing usage tracker for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:02.123616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-a1011b02-5bf5-468f-a088-48f9b601a23e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Unset dirty status for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:02.126037 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-a1011b02-5bf5-468f-a088-48f9b601a23e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.48 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 821 time: 0.3949177 May 06 12:20:02.133358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4fb9772e-75f6-4504-90a2-0ca5b6a502af details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:02.164936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Request body: {'port': {'device_id': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'admin_state_up': True, 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:02.217004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-3753226f-4a18-4cac-b215-7fcf730adeec tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9e59d353934844bfe6a661b292f792 HTTP/1.1" status: 200 len: 378 time: 0.7139349 May 06 12:20:02.246957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dafc1-4338-4de4-a9ed-e83900d13e89 req-fb644f72-db88-4a31-a63a-1c75c0d0ddc2 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:02.248411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c6dafc1-4338-4de4-a9ed-e83900d13e89 req-fb644f72-db88-4a31-a63a-1c75c0d0ddc2 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 1.0624318 May 06 12:20:02.254123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'port': {'device_id': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'admin_state_up': True, 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'security_groups': ['3d7f8a2c-48c3-4878-a3cf-3d0615c55062']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:02.394617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:02.477356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:02.501583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cfa582e4-3e68-4af3-ad13-d6f9598d90b1 req-55ed723c-b718-4c54-97aa-b40e6962088a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6633782 May 06 12:20:02.507796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '4fb9772e-75f6-4504-90a2-0ca5b6a502af', 'network_id': '8a683100-30a0-46af-8056-20106cb441f1', 'port_id': '4fb9772e-75f6-4504-90a2-0ca5b6a502af', 'mac_address': 'fa:16:3e:ce:66:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c5d98-c81e-4c76-9894-e399d9f6cc85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:02.515336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Usage tracker for resource:port and tenant:6a0ffad506e1490db99029aae7353551 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:02.522977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:02.546142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:02.568926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Made reservation on behalf of 42c37bace7fa46e5bbe55990efe16b30 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:02.582390 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.602619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd9e1cd-d6a3-4ba5-b05f-b8b885af7158 req-febd992c-abc5-4168-9dd1-65891ef96e3f service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8298945 May 06 12:20:02.604000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:02.621778 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.635639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87aa2bad-1992-40ad-96a5-6f1d5f4a6f80 req-10b21cf6-3543-4c51-909f-903f40c4b9b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803095 May 06 12:20:02.649475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:02.667188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb9772e-75f6-4504-90a2-0ca5b6a502af {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:02.705504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:02.712089 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.723319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c6dafc1-4338-4de4-a9ed-e83900d13e89 req-f4bcaf01-7d07-4f3c-b57a-cbd7d35bd2ec tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223614 May 06 12:20:02.758140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Made reservation on behalf of 6a0ffad506e1490db99029aae7353551 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:02.763336 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.805436 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.979495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4fb9772e-75f6-4504-90a2-0ca5b6a502af,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:03.078320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:03.083105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:03.105274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51461e5c-c67d-40fc-8527-a1440140ab16 req-dbe5cf18-aa2e-4c58-aa7c-443609674931 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 210 time: 0.1492922 May 06 12:20:03.107306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Usage tracker for resource:port and tenant:5b9e59d353934844bfe6a661b292f792 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:03.112471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Allocated IP 172.20.0.5 (591b9c91-9178-417d-8615-9c700f49fd31/0fc23628-d308-4f38-9422-4c7dee901658/c097c0c3-7855-482f-a8e1-9bdf7876ae10) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:03.113514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Usage tracker for resource:security_group_rule and tenant:6a0ffad506e1490db99029aae7353551 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:03.122900 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:03.134591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:03.141434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:03.153277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:03.179302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Made reservation on behalf of 5b9e59d353934844bfe6a661b292f792 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:03.185164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.391306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['4fb9772e-75f6-4504-90a2-0ca5b6a502af'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:03.530352 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.542247 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.550128 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.568736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Transition to ACTIVE for port object c097c0c3-7855-482f-a8e1-9bdf7876ae10 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:03.585307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8846818e-5f6a-4908-99d2-2c917ecb5058 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:03.610440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.696307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Allocated IP 172.20.0.8 (2c9a1d8b-7afe-4eff-bddf-177184856d8c/a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e/7538789a-ab2d-4b6b-9c01-33c0842eae75) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:03.707799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d342d53-c662-40d5-ba9b-00b4d91a2195,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:03.713372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:03.767056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Network 591b9c91-9178-417d-8615-9c700f49fd31 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:03.778745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:03.782793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:03.833172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50644) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:03.850688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872538050', 'description': 'tempest-description--831597006'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:03.879544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:03.895401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Usage tracker for resource:security_group and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:03.902278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Pushing event updated for resources: {'Port': ['ID=c097c0c3-7855-482f-a8e1-9bdf7876ae10,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:03.908339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:03.922701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:03.931096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:03.932073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.964110 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3517186-bcb9-4268-a76d-62677947b9bc'] response: {'name': 'network-changed', 'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0', 'status': 'completed', 'code': 200} May 06 12:20:03.969678 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-adc64c88-9d0f-45ad-93a0-b9321889d986 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8176641 May 06 12:20:03.991451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Request body: {'port': {'device_id': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:04.080311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 8846818e-5f6a-4908-99d2-2c917ecb5058 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:04.148814 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.151968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8846818e-5f6a-4908-99d2-2c917ecb5058 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:04.152354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.248950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd91496e-e682-4aae-be7e-cf285b198b9b req-56a0e34a-5883-459d-aae7-7ed9d7784ea7 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 210 time: 0.1397538 May 06 12:20:04.293501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d1becbbd-4099-4a3b-bb73-c69bf7b6e423 None None] Provisioning for port c097c0c3-7855-482f-a8e1-9bdf7876ae10 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:04.308794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d1becbbd-4099-4a3b-bb73-c69bf7b6e423 None None] Provisioning complete for port c097c0c3-7855-482f-a8e1-9bdf7876ae10 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:04.309203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1becbbd-4099-4a3b-bb73-c69bf7b6e423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.380737 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.392314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Allocated IP 192.168.233.134 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/aaa83ffd-7a61-4186-b95d-1947da39672e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:04.460686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184cc6-6d67-4c76-800b-4342cd80c7fb req-ad010220-3348-4b6f-b39a-c9343759d164 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:04.472651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87184cc6-6d67-4c76-800b-4342cd80c7fb req-ad010220-3348-4b6f-b39a-c9343759d164 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 944 time: 0.7429309 May 06 12:20:04.537120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d1becbbd-4099-4a3b-bb73-c69bf7b6e423 None None] Port c097c0c3-7855-482f-a8e1-9bdf7876ae10 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:04.566850 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.593045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 8846818e-5f6a-4908-99d2-2c917ecb5058, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8846818e-5f6a-4908-99d2-2c917ecb5058,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:04.598900 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.599531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.605575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:04.624367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Usage tracker for resource:security_group_rule and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:04.641711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:04.661841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:04.686562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=8846818e-5f6a-4908-99d2-2c917ecb5058,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:04.703634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Transition to ACTIVE for port object 7538789a-ab2d-4b6b-9c01-33c0842eae75 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:04.706874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023b0845-d135-4446-a523-4d495450eeb0 req-a03a7a18-05f7-4efb-a2aa-bf8340048516 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 210 time: 0.0973430 May 06 12:20:04.758496 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dd27767d-0163-4ee9-961c-ff8eb36e36c5 req-8ba4c103-0dfe-4def-9094-5bb8d08a7245 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1124 time: 0.6130219 May 06 12:20:04.795596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87184cc6-6d67-4c76-800b-4342cd80c7fb req-ad4449f3-7f1e-4cf7-81aa-4b4e8b6b724a tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211010 May 06 12:20:04.889189 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.181351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:05.200765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.218485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:05.218965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.227317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:05.233651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27767d-0163-4ee9-961c-ff8eb36e36c5 req-20fbf45e-279e-47e0-ae24-95cbe69f57ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:05.236043 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dd27767d-0163-4ee9-961c-ff8eb36e36c5 req-20fbf45e-279e-47e0-ae24-95cbe69f57ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.4586878 May 06 12:20:05.356853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:05.378066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:20:05.397286 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dd27767d-0163-4ee9-961c-ff8eb36e36c5 req-b18c9b07-3de1-497e-983d-492ac7ebab50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef201b16-45a8-4edd-8681-65153a5806e0 HTTP/1.1" status: 200 len: 217 time: 0.1456082 May 06 12:20:05.400492 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.403074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb06ba3-f029-49a3-b59e-07a76c89c412,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:05.409853 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.411486 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-75e0c338-03bf-45e4-8d00-f20299d45351 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5766878 May 06 12:20:05.430540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50652) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:05.444826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Request body: {'security_group_rule': {'security_group_id': '8fb06ba3-f029-49a3-b59e-07a76c89c412', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:05.473060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:05.476355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Transition to ACTIVE for port object aaa83ffd-7a61-4186-b95d-1947da39672e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:05.491372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Usage tracker for resource:security_group_rule and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:05.506026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:05.523791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:05.544980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8846818e-5f6a-4908-99d2-2c917ecb5058 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:05.548809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:05.549863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.575376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c06704-2863-4c98-ae03-a2f01a726959 req-c47f8e43-bd11-4bcc-b723-fb1dd23de33b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:05.583136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52c06704-2863-4c98-ae03-a2f01a726959 req-c47f8e43-bd11-4bcc-b723-fb1dd23de33b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 943 time: 0.6529396 May 06 12:20:05.639471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec861-450e-48ea-99ed-42a4e2fb6627 req-78cac440-93d5-4544-811c-c1ed888900d5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:05.641243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f79ec861-450e-48ea-99ed-42a4e2fb6627 req-78cac440-93d5-4544-811c-c1ed888900d5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.7052398 May 06 12:20:05.675100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8846818e-5f6a-4908-99d2-2c917ecb5058 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:05.675624 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.687923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.691205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c097c0c3-7855-482f-a8e1-9bdf7876ae10 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:05.703366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.707103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27767d-0163-4ee9-961c-ff8eb36e36c5 req-40337675-d392-42da-a0af-7980a6968a29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:05.708703 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dd27767d-0163-4ee9-961c-ff8eb36e36c5 req-40337675-d392-42da-a0af-7980a6968a29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.3027482 May 06 12:20:05.712709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-d61a8b15-44e1-4743-a908-2e268ea44955 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4630706 May 06 12:20:05.719690 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.739155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Request body: {'port': {'device_id': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:05.772576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Transition to ACTIVE for port object c097c0c3-7855-482f-a8e1-9bdf7876ae10 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:05.781345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dd27767d-0163-4ee9-961c-ff8eb36e36c5 req-fd9695d4-fad0-4faa-bd52-d2b4cc1d1473 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603499 May 06 12:20:05.782722 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.806793 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71b31112-2da6-453a-9084-ff09b5b1dd3d None None] Provisioning for port 7538789a-ab2d-4b6b-9c01-33c0842eae75 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:05.820469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71b31112-2da6-453a-9084-ff09b5b1dd3d None None] Provisioning complete for port 7538789a-ab2d-4b6b-9c01-33c0842eae75 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:05.820469 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71b31112-2da6-453a-9084-ff09b5b1dd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.854846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52c06704-2863-4c98-ae03-a2f01a726959 req-b933e62b-0381-400b-a430-41a5290dd321 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706580 May 06 12:20:05.995042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Pushing event updated for resources: {'Port': ['ID=aaa83ffd-7a61-4186-b95d-1947da39672e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:06.022342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:06.059011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-71b31112-2da6-453a-9084-ff09b5b1dd3d None None] Port 7538789a-ab2d-4b6b-9c01-33c0842eae75 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:06.065051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:06.073843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:06.136258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4fb9772e-75f6-4504-90a2-0ca5b6a502af up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:06.205103 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:20:06.274223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f79ec861-450e-48ea-99ed-42a4e2fb6627 req-10ea381e-db1e-4957-8828-948e554f35a7 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086087 May 06 12:20:06.305467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Pushing event updated for resources: {'Port': ['ID=c097c0c3-7855-482f-a8e1-9bdf7876ae10,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:06.362390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 4fb9772e-75f6-4504-90a2-0ca5b6a502af completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:06.377130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 4fb9772e-75f6-4504-90a2-0ca5b6a502af triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:06.378052 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.458070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.481738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.538772 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.635512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:06.636197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.772011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.780821 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.830471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:06.832118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d8d21f83-3bce-410e-9251-168c30a60a74 None None] Provisioning for port aaa83ffd-7a61-4186-b95d-1947da39672e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:06.835266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f89dab6-7061-4af8-a597-416a6c045d50,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:06.840236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:06.848706 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.871072 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.876612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b7d7cb9b-3299-4efd-8c54-fb2083d8099e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4388013 May 06 12:20:06.880085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50664) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:06.883542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dd27767d-0163-4ee9-961c-ff8eb36e36c5 req-592bdd14-34a1-4423-b1c4-daad5cf0386b service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0413084 May 06 12:20:06.883794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-b4ae7335-3c47-4526-b92c-af1026fa1d79 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4774063 May 06 12:20:06.889048 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-a766f8de-756f-4271-8414-ce7b9b03b410 service neutron] 10.222.0.36 "GET /v2.0/ports/ef201b16-45a8-4edd-8681-65153a5806e0/bindings/n-h1-840847-1 HTTP/1.1" status: 200 len: 384 time: 1.0350235 May 06 12:20:06.894423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Request body: {'security_group_rule': {'security_group_id': '8fb06ba3-f029-49a3-b59e-07a76c89c412', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:06.900781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d8d21f83-3bce-410e-9251-168c30a60a74 None None] Provisioning complete for port aaa83ffd-7a61-4186-b95d-1947da39672e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:06.900781 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d8d21f83-3bce-410e-9251-168c30a60a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.907831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3ed46-9309-4190-b763-2e32725c3324 req-b03d03e1-9ca1-44ab-8175-dd8f2d98b764 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:06.909465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ca3ed46-9309-4190-b763-2e32725c3324 req-b03d03e1-9ca1-44ab-8175-dd8f2d98b764 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 943 time: 0.8846354 May 06 12:20:06.923344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Request body: {'port': {'device_id': '091c1a9a-2ae6-4aec-9929-ef05569973e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:06.958362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:06.982958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d8d21f83-3bce-410e-9251-168c30a60a74 None None] Port aaa83ffd-7a61-4186-b95d-1947da39672e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:06.987093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4fb9772e-75f6-4504-90a2-0ca5b6a502af,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:06.998078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:06.998517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:06.999026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:06.999485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:06.999921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:07.000226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:07.000673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:07.001060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:07.001442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:07.001832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:07.002230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:07.039895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Usage tracker for resource:security_group_rule and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:07.059548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:07.088698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:07.121620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Attempting to bind port c097c0c3-7855-482f-a8e1-9bdf7876ae10 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:07.122020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Attempting to bind port c097c0c3-7855-482f-a8e1-9bdf7876ae10 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:07.122522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Attempting to bind port c097c0c3-7855-482f-a8e1-9bdf7876ae10 on network 591b9c91-9178-417d-8615-9c700f49fd31 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:07.154060 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dd27767d-0163-4ee9-961c-ff8eb36e36c5 req-0467fd0e-1222-4bbf-96e1-c7393f9c5213 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591858 May 06 12:20:07.155120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Port c097c0c3-7855-482f-a8e1-9bdf7876ae10 on network 591b9c91-9178-417d-8615-9c700f49fd31 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:07.155418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Attempting to bind port c097c0c3-7855-482f-a8e1-9bdf7876ae10 on network 591b9c91-9178-417d-8615-9c700f49fd31 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:07.208905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:07.209237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Checking segment: {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:07.209693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Bound using segment: {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:07.210135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Bound port: c097c0c3-7855-482f-a8e1-9bdf7876ae10, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:07.210480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.276841 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.309899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ca3ed46-9309-4190-b763-2e32725c3324 req-e7f82d91-07e5-4bcd-8f20-18f4c7be8d3f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493767 May 06 12:20:07.322647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26b076-df3b-4e46-a03b-d0fa064912d2 req-eda23b0a-fd79-4973-ba15-02329b1bf20e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:07.323279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5b26b076-df3b-4e46-a03b-d0fa064912d2 req-eda23b0a-fd79-4973-ba15-02329b1bf20e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Synchronizing usage tracker for tenant:6a0ffad506e1490db99029aae7353551 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:07.335164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.451565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] For port c097c0c3-7855-482f-a8e1-9bdf7876ae10, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:07.473227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] For port c097c0c3-7855-482f-a8e1-9bdf7876ae10, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:07.487499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:07.489736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5b26b076-df3b-4e46-a03b-d0fa064912d2 req-eda23b0a-fd79-4973-ba15-02329b1bf20e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Unset dirty status for tenant:6a0ffad506e1490db99029aae7353551 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:07.491147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b26b076-df3b-4e46-a03b-d0fa064912d2 req-eda23b0a-fd79-4973-ba15-02329b1bf20e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 936 time: 0.7290187 May 06 12:20:07.499603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.578472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:07.626589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.628382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] 10.222.0.48 "PUT /v2.0/ports/c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 200 len: 1091 time: 3.6489017 May 06 12:20:07.633014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:07.671189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef201b16-45a8-4edd-8681-65153a5806e0 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:07.730648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.748753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dab4e-c75d-4268-95b8-85bfaf89442a service neutron] Pushing event updated for resources: {'Port': ['ID=c097c0c3-7855-482f-a8e1-9bdf7876ae10,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:07.759433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:07.800125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.821345 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.894016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5b26b076-df3b-4e46-a03b-d0fa064912d2 req-91028f16-b39b-4dce-bc0e-7992dd52725f tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Synchronizing usage tracker for tenant:6a0ffad506e1490db99029aae7353551 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:07.918778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa331f26-beb2-48a0-ba18-3bedd6291de3,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:07.921215 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-b18f5abc-b7a3-4a26-890d-dcb07d2aa93c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 1094 time: 0.2309105 May 06 12:20:07.939270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ef201b16-45a8-4edd-8681-65153a5806e0 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:07.979783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7538789a-ab2d-4b6b-9c01-33c0842eae75 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:08.008963 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-d1315e00-12e0-427e-944f-5aaa46284ba2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 200 len: 217 time: 0.0757062 May 06 12:20:08.084813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:08.091485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a4874391-f5e5-47c6-9b72-a01fac7962ba tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2052033 May 06 12:20:08.091485 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:08.126700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50674) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:08.147394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:08.156872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e704d79-70a4-471a-9da1-90358a33ddf7 req-a4e3c856-208d-491b-a507-6ba14dbf9ba0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:08.159020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7e704d79-70a4-471a-9da1-90358a33ddf7 req-a4e3c856-208d-491b-a507-6ba14dbf9ba0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:08.171005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] Transition to ACTIVE for port object ef201b16-45a8-4edd-8681-65153a5806e0 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:08.171572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5b26b076-df3b-4e46-a03b-d0fa064912d2 req-91028f16-b39b-4dce-bc0e-7992dd52725f tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Unset dirty status for tenant:6a0ffad506e1490db99029aae7353551 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:08.172990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b26b076-df3b-4e46-a03b-d0fa064912d2 req-91028f16-b39b-4dce-bc0e-7992dd52725f tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246367 May 06 12:20:08.178570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:08.181574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Transition to ACTIVE for port object 7538789a-ab2d-4b6b-9c01-33c0842eae75 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:08.184479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:08.191988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Usage tracker for resource:floatingip and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:08.196659 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:08.214417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:08.278123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:08.306161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-ded6061f-3832-4269-bcec-3996fc308166 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:08.307899 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-ded6061f-3832-4269-bcec-3996fc308166 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.2910767 May 06 12:20:08.404736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef201b16-45a8-4edd-8681-65153a5806e0,revision_number=10']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:08.473704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] No DVR routers for this DVR port ef201b16-45a8-4edd-8681-65153a5806e0 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:08.573350 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-ba890115-a2f1-4901-a1cd-eb5e4356fcb9 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef201b16-45a8-4edd-8681-65153a5806e0/bindings/n-h1-840847-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5965462 May 06 12:20:08.586963 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-6be501b4-3fdb-4fb8-b843-8573e43285dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604852 May 06 12:20:08.618453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7e704d79-70a4-471a-9da1-90358a33ddf7 req-a4e3c856-208d-491b-a507-6ba14dbf9ba0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:08.620515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e704d79-70a4-471a-9da1-90358a33ddf7 req-a4e3c856-208d-491b-a507-6ba14dbf9ba0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 931 time: 1.1230586 May 06 12:20:08.733651 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-33a4873e-b107-4a39-9650-c9a487fa7d1e service neutron] 10.222.0.48 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392434 May 06 12:20:08.809525 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:08.898526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:08.960987 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a84d8b8c-962e-4e9b-816c-38148b0e0d58 req-f65fc1db-2192-43f8-930e-c6285427ce7f service neutron] 10.222.0.48 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173791 May 06 12:20:09.107156 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:20:09.191781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e704d79-70a4-471a-9da1-90358a33ddf7 req-544f8901-df63-4987-8560-ce1417beedac tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4932263 May 06 12:20:09.248727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa83ffd-7a61-4186-b95d-1947da39672e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:09.261698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3e16e-38da-4de9-9a52-1bcba81fe4d1 req-ef78fbda-766a-4630-bc15-16cb82b05c93 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:09.263693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdb3e16e-38da-4de9-9a52-1bcba81fe4d1 req-ef78fbda-766a-4630-bc15-16cb82b05c93 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.6478412 May 06 12:20:09.269747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Attempting to bind port 7538789a-ab2d-4b6b-9c01-33c0842eae75 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:09.270139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Attempting to bind port 7538789a-ab2d-4b6b-9c01-33c0842eae75 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:09.270465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Attempting to bind port 7538789a-ab2d-4b6b-9c01-33c0842eae75 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:09.273916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:09.286649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-490e8d43-921f-4dcc-b14e-9895e574872b tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.5991874 May 06 12:20:09.291169 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7113ec-4285-4f21-8bfb-68361129fc8e'] response: {'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af', 'code': 200} May 06 12:20:09.371794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Port 7538789a-ab2d-4b6b-9c01-33c0842eae75 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:09.372416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Attempting to bind port 7538789a-ab2d-4b6b-9c01-33c0842eae75 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:09.456034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Transition to ACTIVE for port object aaa83ffd-7a61-4186-b95d-1947da39672e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:09.485483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:09.528895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:09.529325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Checking segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:09.529622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Bound using segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:09.530106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Bound port: 7538789a-ab2d-4b6b-9c01-33c0842eae75, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:09.530446 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:09.540196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83780835-af53-47b6-8e81-be3fc061b771 req-68f34556-bd79-4036-aed0-9dd535170041 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1096 time: 0.1305132 May 06 12:20:09.598325 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83780835-af53-47b6-8e81-be3fc061b771 req-2893a125-bdc1-4a75-99ae-fe2ecb123d88 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484700 May 06 12:20:09.731704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdb3e16e-38da-4de9-9a52-1bcba81fe4d1 req-688e0488-4b76-4112-a4e8-720237255261 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421945 May 06 12:20:09.777939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa83ffd-7a61-4186-b95d-1947da39672e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:09.843329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde3fb6-6fa2-4c20-a275-ba082df7502f req-40aa8233-9522-4e80-b4ba-9c47e44ab8cd tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:09.856041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2cde3fb6-6fa2-4c20-a275-ba082df7502f req-40aa8233-9522-4e80-b4ba-9c47e44ab8cd tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 944 time: 0.4533219 May 06 12:20:09.903242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-708a189b-1286-4e3c-a0ef-e501fcfe9221 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7&tenant_id=9eaa69998de64fa19c325e81a523f48b HTTP/1.1" status: 200 len: 1095 time: 0.5846517 May 06 12:20:09.971407 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.036459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:10.125415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:10.149672 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.208858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2cde3fb6-6fa2-4c20-a275-ba082df7502f req-dc46b8ec-c486-44e2-a986-b64713b75887 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516600 May 06 12:20:10.310341 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.316865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 1091 time: 4.5948324 May 06 12:20:10.381402 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396b9dc0-5537-4409-91f9-5a38b64c4fdb'] response: {'name': 'network-changed', 'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'status': 'completed', 'code': 200} May 06 12:20:10.396392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:10.462412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Attempting to bind port aaa83ffd-7a61-4186-b95d-1947da39672e on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:10.462772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Attempting to bind port aaa83ffd-7a61-4186-b95d-1947da39672e by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:10.463075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Attempting to bind port aaa83ffd-7a61-4186-b95d-1947da39672e on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:10.471333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c88b2-d8b5-4e4e-abe3-1fc1feb60768 req-eb0e406e-eee0-4d46-b19f-5469a9c7a7cc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:10.472991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e8c88b2-d8b5-4e4e-abe3-1fc1feb60768 req-eb0e406e-eee0-4d46-b19f-5469a9c7a7cc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.5761046 May 06 12:20:10.520057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5475a6-f432-4174-84c5-fa9c5a5842b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:10.533643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Port aaa83ffd-7a61-4186-b95d-1947da39672e on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:10.533940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Attempting to bind port aaa83ffd-7a61-4186-b95d-1947da39672e on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:10.573621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Allocated IP 172.25.7.240 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/01eb2800-55bd-4547-a9b3-51f1d42a40c3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:10.629602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:10.629602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:10.629991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:10.630274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Bound port: aaa83ffd-7a61-4186-b95d-1947da39672e, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:10.630764 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.673302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e8c88b2-d8b5-4e4e-abe3-1fc1feb60768 req-1b43ab03-b499-4a47-9b3b-cd87f62857f5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867816 May 06 12:20:11.044593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-377e5a7c-b6cf-42d2-8853-52916a4e104b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1094 time: 0.6348419 May 06 12:20:11.181231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-3ccb96dc-f051-4eb6-9b0b-dd2a965b2f8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 217 time: 0.1218917 May 06 12:20:11.194130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] For port aaa83ffd-7a61-4186-b95d-1947da39672e, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:11.269907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] For port aaa83ffd-7a61-4186-b95d-1947da39672e, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=aaa83ffd-7a61-4186-b95d-1947da39672e,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:11.296012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9c5f7-5a44-4a89-9627-fc59cdec6ede req-aabcbf87-0b60-4e60-91db-85758a812320 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:11.299513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41e9c5f7-5a44-4a89-9627-fc59cdec6ede req-aabcbf87-0b60-4e60-91db-85758a812320 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 943 time: 0.7283235 May 06 12:20:11.310017 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:11.359495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:11.436373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-bb74d793-9847-4f06-bff7-c73bb51068bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:11.437745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-bb74d793-9847-4f06-bff7-c73bb51068bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.2451205 May 06 12:20:11.485940 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Sync routers for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:20:11.512795 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:11.514765 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:11.519951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:11.521365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] 10.222.0.36 "PUT /v2.0/ports/aaa83ffd-7a61-4186-b95d-1947da39672e HTTP/1.1" status: 200 len: 1096 time: 4.6027381 May 06 12:20:11.539179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bccedd-652e-4a39-a403-95f64af977cf req-3be66956-549c-4519-9202-8dac7e292f8a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:11.542814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03bccedd-652e-4a39-a403-95f64af977cf req-3be66956-549c-4519-9202-8dac7e292f8a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 948 time: 0.5572944 May 06 12:20:11.600350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517b5a3-65c2-452b-a5b7-15d8ee60db56 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa83ffd-7a61-4186-b95d-1947da39672e,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:11.715865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41e9c5f7-5a44-4a89-9627-fc59cdec6ede req-87d48bab-4f43-4102-ab49-6f69883806a2 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617549 May 06 12:20:11.743761 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:11.789985 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:11.856913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03bccedd-652e-4a39-a403-95f64af977cf req-dd944848-3917-406e-81d9-92b47ce25d73 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877431 May 06 12:20:11.871656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Pushing event updated for resources: {'Port': ['ID=01eb2800-55bd-4547-a9b3-51f1d42a40c3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:11.894288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:11.898542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-199d4abd-d4f9-44bc-bdfe-bc302342c420 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4502215 May 06 12:20:11.901044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:11.905335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:12.062407 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25c5ce1-64ed-466e-b213-d566b5874f3f'] response: {'name': 'network-changed', 'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'status': 'completed', 'code': 200} May 06 12:20:12.101528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-f874ea0c-7129-4113-9f1c-7c0bbf810988 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a0ffad506e1490db99029aae7353551&device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 1099 time: 0.4960959 May 06 12:20:12.120196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2cebea0-41da-4f71-9eec-4d825c30d5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:12.265273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-4717ff75-3bf6-45ff-893d-816000a5cb81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aaa83ffd-7a61-4186-b95d-1947da39672e HTTP/1.1" status: 200 len: 217 time: 0.1185739 May 06 12:20:12.320918 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:56Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8c1933c6-c680-4843-b7e3-9f66e4a53798', 'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'mac_address': 'fa:16:3e:2a:11:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:55Z', 'updated_at': '2022-05-06T12:19:57Z', 'revision_number': 2, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'subnets': [{'id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:12.336987 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Checking router: 51d97174-993c-4be0-a68c-37313e365af0 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:20:12.337632 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Updating router 51d97174-993c-4be0-a68c-37313e365af0 port 8c1933c6-c680-4843-b7e3-9f66e4a53798 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:20:12.353999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:12.368157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-65c7d4c4-f5f5-4f17-b9f9-84620d84c546 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347122 May 06 12:20:12.399287 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:12.412571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee95a03-3c0a-4b4d-91ab-a3cc90e82fbb req-e21caaba-8cb7-4776-9148-ca4101e5306d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:12.414250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bee95a03-3c0a-4b4d-91ab-a3cc90e82fbb req-e21caaba-8cb7-4776-9148-ca4101e5306d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 943 time: 0.4554873 May 06 12:20:12.508053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352674e-0e53-4e25-8a22-344b9186597f req-92ed4b07-8e39-46da-a36a-46d787889002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:12.509500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-92ed4b07-8e39-46da-a36a-46d787889002 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2255805 May 06 12:20:12.562165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2db0cda1-ab01-4709-b520-84f072f92e3b req-a61469a0-f4a1-4c2a-a5be-1a3f249c9981 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4576375 May 06 12:20:12.732232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:12.742048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bee95a03-3c0a-4b4d-91ab-a3cc90e82fbb req-e04f1069-470d-418a-9e47-079480af4eaf tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3120553 May 06 12:20:12.776803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d79c12-cff6-48fe-86f9-fe5f71b6507d req-74e33ff2-9171-40db-b676-5d9ef0b49755 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930109 May 06 12:20:12.838952 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.032832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-f4d97f5d-9c10-40a9-94d6-084c2de02af6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5072994 May 06 12:20:13.049994 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-ded1be40-0b1d-46fb-a9c4-1b7b748c9fdb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255820 May 06 12:20:13.059030 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.076390 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Transition to ACTIVE for port object 8c1933c6-c680-4843-b7e3-9f66e4a53798 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:13.092487 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.253619 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36006eba-b1c2-44ba-8f38-e55438b3802a None None] Pushing event updated for resources: {'Port': ['ID=8c1933c6-c680-4843-b7e3-9f66e4a53798,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:13.376114 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Attempting to bind port 8c1933c6-c680-4843-b7e3-9f66e4a53798 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:13.376114 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Attempting to bind port 8c1933c6-c680-4843-b7e3-9f66e4a53798 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:13.376457 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Attempting to bind port 8c1933c6-c680-4843-b7e3-9f66e4a53798 on network becb81f3-f6c5-4f15-9ca3-3c623e172483 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:13.384207 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:13.384669 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Checking segment: {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:13.385059 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.385674 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Bound using segment: {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:13.386149 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Bound port: 8c1933c6-c680-4843-b7e3-9f66e4a53798, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:13.386540 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.535422 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] For port 8c1933c6-c680-4843-b7e3-9f66e4a53798, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:13.543389 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] For port 8c1933c6-c680-4843-b7e3-9f66e4a53798, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8c1933c6-c680-4843-b7e3-9f66e4a53798,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:13.549719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80d31d32-1734-4608-b3db-e6da123ebaac req-65140d99-24d7-4914-a509-88d9f59c8d00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1094 time: 0.6734986 May 06 12:20:13.553774 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.554038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-52c6f228-7e89-425b-b834-01ee8cd123ac service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794428 May 06 12:20:13.566148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41b50d-fc55-41df-8396-6987290df2d7 req-e7ffeb97-b12c-47a5-90ed-4b6e333bda9c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:13.569218 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a41b50d-fc55-41df-8396-6987290df2d7 req-e7ffeb97-b12c-47a5-90ed-4b6e333bda9c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.5436685 May 06 12:20:13.583615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f38933-0bd3-45cc-af9b-df73f5483cdc req-802e6c93-e4e3-4889-b592-52b0b5245c48 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:13.591262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11f38933-0bd3-45cc-af9b-df73f5483cdc req-802e6c93-e4e3-4889-b592-52b0b5245c48 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 944 time: 0.4861901 May 06 12:20:13.697053 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36006eba-b1c2-44ba-8f38-e55438b3802a None None] Pushing event updated for resources: {'Port': ['ID=8c1933c6-c680-4843-b7e3-9f66e4a53798,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:13.708878 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:13.709655 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:19:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:13.959577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11f38933-0bd3-45cc-af9b-df73f5483cdc req-996f3bdc-bee5-4a39-b5dc-493e3bc0b2a8 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672993 May 06 12:20:13.965946 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:14.063940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a41b50d-fc55-41df-8396-6987290df2d7 req-2a0fb971-c878-4728-8d8a-d6b93fc64191 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510679 May 06 12:20:14.073923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091c1a9a-2ae6-4aec-9929-ef05569973e8', 'tag': 'aaa83ffd-7a61-4186-b95d-1947da39672e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:14.121377 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:20:14.230468 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:14.233244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d31d32-1734-4608-b3db-e6da123ebaac req-1f6d5762-667b-4930-b6e1-360cbc7d6bfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:14.235189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80d31d32-1734-4608-b3db-e6da123ebaac req-1f6d5762-667b-4930-b6e1-360cbc7d6bfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.6629446 May 06 12:20:14.237499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9352674e-0e53-4e25-8a22-344b9186597f req-d8d19194-06f6-4c2c-964b-a1070a5216f2 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673193 May 06 12:20:14.260630 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:14.468839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80d31d32-1734-4608-b3db-e6da123ebaac req-b9c44320-6f64-4b93-94c2-b744eee6a309 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 217 time: 0.1992536 May 06 12:20:14.490181 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:56Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8c1933c6-c680-4843-b7e3-9f66e4a53798', 'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'mac_address': 'fa:16:3e:2a:11:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:55Z', 'updated_at': '2022-05-06T12:20:13Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'subnets': [{'id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:14.498862 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f34db7-9fb3-40b5-bb4c-92136a2b3ce6 None None] The sync data for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 is: [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:56Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8c1933c6-c680-4843-b7e3-9f66e4a53798', 'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'mac_address': 'fa:16:3e:2a:11:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:55Z', 'updated_at': '2022-05-06T12:20:13Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'subnets': [{'id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:20:14.555303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Pushing event updated for resources: {'Port': ['ID=01eb2800-55bd-4547-a9b3-51f1d42a40c3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:14.582639 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10006648-0cd4-485c-b731-26d1a47267b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:14.647441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d6b53-cabb-4e8c-827e-6772c6227baa req-0570fe9c-fb01-4ef9-a5d8-a4d28663f9ab tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:14.649814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-602d6b53-cabb-4e8c-827e-6772c6227baa req-0570fe9c-fb01-4ef9-a5d8-a4d28663f9ab tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.4779844 May 06 12:20:14.656833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d31d32-1734-4608-b3db-e6da123ebaac req-e2b9e3b5-b8ce-4598-a5f8-78d421b8b9ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:14.657226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80d31d32-1734-4608-b3db-e6da123ebaac req-e2b9e3b5-b8ce-4598-a5f8-78d421b8b9ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.1755686 May 06 12:20:14.658062 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:14.789935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfbb38-cef5-40c1-8672-672959728938 req-89c6b3b2-14fa-4b53-9eee-ea9823faaaa6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:14.792848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fcfbb38-cef5-40c1-8672-672959728938 req-89c6b3b2-14fa-4b53-9eee-ea9823faaaa6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 943 time: 0.3781254 May 06 12:20:14.794466 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:14.798651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-30715c42-ba5a-4069-9413-2ba94355a98e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6670084 May 06 12:20:14.860803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-602d6b53-cabb-4e8c-827e-6772c6227baa req-8b691596-32b9-450e-a749-2ad3f9e37e74 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948385 May 06 12:20:14.898108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80d31d32-1734-4608-b3db-e6da123ebaac req-6cf1d628-aa12-4526-84b1-29d56746b4c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260559 May 06 12:20:15.033075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fcfbb38-cef5-40c1-8672-672959728938 req-5c61498a-5c8d-4978-8ace-aa761fe1d6be tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114544 May 06 12:20:15.243962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80d31d32-1734-4608-b3db-e6da123ebaac req-4959a048-eb9c-4842-834e-ce68479cdd6c service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378203 May 06 12:20:15.353857 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:15.415186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd168f1-a3b8-4f9d-85be-a22ce52a2963 req-f8242bb1-d5fa-4202-b156-9f5569593e4e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:15.416728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd168f1-a3b8-4f9d-85be-a22ce52a2963 req-f8242bb1-d5fa-4202-b156-9f5569593e4e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 948 time: 0.3800075 May 06 12:20:15.457746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4957ca-e45e-4aed-a3a1-19eac5fbb717 req-8022b7b6-c1e5-417e-ab97-6514757e2592 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:15.459343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c4957ca-e45e-4aed-a3a1-19eac5fbb717 req-8022b7b6-c1e5-417e-ab97-6514757e2592 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 943 time: 0.2698765 May 06 12:20:15.464672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80d31d32-1734-4608-b3db-e6da123ebaac req-2a7e7aa6-43b6-4594-bc0c-e27ede64ce29 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102268 May 06 12:20:15.522176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd168f1-a3b8-4f9d-85be-a22ce52a2963 req-2aacd7dc-a245-4cba-8d0b-f62e6f56d1dc tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898964 May 06 12:20:15.541944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c4957ca-e45e-4aed-a3a1-19eac5fbb717 req-6c3c6b11-8150-47eb-9177-e6c8fde34134 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705907 May 06 12:20:15.566463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8c1933c6-c680-4843-b7e3-9f66e4a53798 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:15.620068 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48daa52a-759a-4399-97e6-16a125b5f851'] response: {'name': 'network-changed', 'server_uuid': '091c1a9a-2ae6-4aec-9929-ef05569973e8', 'tag': 'aaa83ffd-7a61-4186-b95d-1947da39672e', 'status': 'completed', 'code': 200} May 06 12:20:15.732502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 8c1933c6-c680-4843-b7e3-9f66e4a53798 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:15.740205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8c1933c6-c680-4843-b7e3-9f66e4a53798 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:15.740820 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:15.866797 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:15.899320 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:15.949568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 8c1933c6-c680-4843-b7e3-9f66e4a53798, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8c1933c6-c680-4843-b7e3-9f66e4a53798,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:15.951966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-ceeb72f0-a657-4d43-b144-eda81ac48ae6 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1872538050&fields=id&tenant_id=b21488b450d54c049babd64a06036f2c HTTP/1.1" status: 200 len: 267 time: 0.2231669 May 06 12:20:15.956435 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:15.990890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da0a76f5-36aa-4a8f-a528-da78a554b1bd req-9099eb7c-d4d8-4e52-96e8-533cbf96eb19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a0ffad506e1490db99029aae7353551&device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 1099 time: 0.3164155 May 06 12:20:16.022457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:16.053320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=8c1933c6-c680-4843-b7e3-9f66e4a53798,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:16.209904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:16.238303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'port_id': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'mac_address': 'fa:16:3e:eb:d7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:16.251122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021024-5c92-47da-b550-ad750cd2beb7 req-cded06b2-b3f1-45cd-885f-58b59663f411 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:16.252904 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d021024-5c92-47da-b550-ad750cd2beb7 req-cded06b2-b3f1-45cd-885f-58b59663f411 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 944 time: 0.4546261 May 06 12:20:16.338992 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:16.358199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7538789a-ab2d-4b6b-9c01-33c0842eae75 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:16.365945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a76f5-36aa-4a8f-a528-da78a554b1bd req-0f76604e-8441-4d86-bc55-d46613e670a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:16.367434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da0a76f5-36aa-4a8f-a528-da78a554b1bd req-0f76604e-8441-4d86-bc55-d46613e670a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3499904 May 06 12:20:16.384906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:16.386225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-18860d63-96b3-4458-867f-9e13673c57db tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:16.387852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-18860d63-96b3-4458-867f-9e13673c57db tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/networks?id=becb81f3-f6c5-4f15-9ca3-3c623e172483 HTTP/1.1" status: 200 len: 805 time: 0.4073372 May 06 12:20:16.391990 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:16.479273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da0a76f5-36aa-4a8f-a528-da78a554b1bd req-581c2c86-fce2-46d4-8f19-1a1154133eda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=aaa83ffd-7a61-4186-b95d-1947da39672e HTTP/1.1" status: 200 len: 217 time: 0.0902102 May 06 12:20:16.481717 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d021024-5c92-47da-b550-ad750cd2beb7 req-686b2c0c-edf5-4c5a-a2ba-5ec875cf26d0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115884 May 06 12:20:16.498839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-3c770e32-32e6-4f49-9004-88dca110fc4a tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/quotas/b21488b450d54c049babd64a06036f2c HTTP/1.1" status: 200 len: 375 time: 0.0557773 May 06 12:20:16.520621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:16.663688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a76f5-36aa-4a8f-a528-da78a554b1bd req-0767d120-38a7-4d7d-aaa5-3cf035beb108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:16.665117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da0a76f5-36aa-4a8f-a528-da78a554b1bd req-0767d120-38a7-4d7d-aaa5-3cf035beb108 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1694255 May 06 12:20:16.667391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7538789a-ab2d-4b6b-9c01-33c0842eae75'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:16.761451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-5b8d9ddb-1adf-413a-b1a6-e9261cf560d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4557827 May 06 12:20:16.822621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-01112b7b-6cdb-4191-a8e3-22af6f000d89 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b21488b450d54c049babd64a06036f2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2585983 May 06 12:20:16.847282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da0a76f5-36aa-4a8f-a528-da78a554b1bd req-9c427eb8-3d25-438f-a80d-b029d504d071 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713088 May 06 12:20:16.859597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c0cc-287d-4254-8550-d440052c139c req-f7f7adec-8fbd-40d4-9ffb-98e47356ff11 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:16.861151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32c5c0cc-287d-4254-8550-d440052c139c req-f7f7adec-8fbd-40d4-9ffb-98e47356ff11 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.1469617 May 06 12:20:17.217484 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:17.284310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32c5c0cc-287d-4254-8550-d440052c139c req-cb91fa35-6a66-4763-bd34-7695ca4f50d8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020436 May 06 12:20:17.298964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da0a76f5-36aa-4a8f-a528-da78a554b1bd req-16fa0e8f-f0b2-478e-805a-89a161d55c08 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367297 May 06 12:20:17.341243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-8b6ea259-030b-45e5-92a4-7733b14e604f service neutron] 10.222.0.44 "GET /v2.0/networks/becb81f3-f6c5-4f15-9ca3-3c623e172483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601557 May 06 12:20:17.423951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-5921132e-ee2f-4de7-8fc5-b8e4b8e9bfe7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1095 time: 0.5208571 May 06 12:20:17.473404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8c1933c6-c680-4843-b7e3-9f66e4a53798 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:17.573601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8c1933c6-c680-4843-b7e3-9f66e4a53798 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:17.574428 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:17.777672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da0a76f5-36aa-4a8f-a528-da78a554b1bd req-34322f69-842e-4115-b1f1-6d6ad86ecb17 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686527 May 06 12:20:17.784214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-1f49858f-9f8d-4c74-8d50-020b344c4115 service neutron] 10.222.0.44 "GET /v2.0/networks/becb81f3-f6c5-4f15-9ca3-3c623e172483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331739 May 06 12:20:17.793991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-33298896-fb66-41cb-891d-fa11413354c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:17.794986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-33298896-fb66-41cb-891d-fa11413354c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.3446870 May 06 12:20:17.877989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-08557d99-df36-4fdf-b374-84fa45232385 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 217 time: 0.0761909 May 06 12:20:17.884962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109afea1-9a32-49db-b612-e022f3126a62 req-fd94030f-f507-4fef-8b2e-32987c3740fe tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:17.886507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-109afea1-9a32-49db-b612-e022f3126a62 req-fd94030f-f507-4fef-8b2e-32987c3740fe tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.2948163 May 06 12:20:17.979647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-fa912613-c646-4bcf-a151-07d73d804a98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:17.981202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-fa912613-c646-4bcf-a151-07d73d804a98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.0937111 May 06 12:20:18.038377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-c6abf4f6-b23c-4571-bc2d-2df17035dda3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501957 May 06 12:20:18.041014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-109afea1-9a32-49db-b612-e022f3126a62 req-9acfcdfc-5d45-4b7a-93d4-2a2699779fcd tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225150 May 06 12:20:18.051173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device aaa83ffd-7a61-4186-b95d-1947da39672e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:18.066316 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:18.371392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-9eacd1a6-54c0-44c3-8582-185533c56c92 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254566 May 06 12:20:18.383668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port aaa83ffd-7a61-4186-b95d-1947da39672e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=aaa83ffd-7a61-4186-b95d-1947da39672e,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:18.403757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 7538789a-ab2d-4b6b-9c01-33c0842eae75 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:18.416196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 7538789a-ab2d-4b6b-9c01-33c0842eae75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:18.416632 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.445571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'aaa83ffd-7a61-4186-b95d-1947da39672e', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'aaa83ffd-7a61-4186-b95d-1947da39672e', 'mac_address': 'fa:16:3e:50:40:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:18.481182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3472a5-e15e-447d-95b5-148400e08a6e req-b874b1c3-e3be-4de1-8239-f40e17acf5d5 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:18.483986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a3472a5-e15e-447d-95b5-148400e08a6e req-b874b1c3-e3be-4de1-8239-f40e17acf5d5 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 943 time: 0.3608084 May 06 12:20:18.540968 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.596327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa83ffd-7a61-4186-b95d-1947da39672e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:18.625499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c18138-9c4c-4cac-a99c-495830588d55 req-080beb30-4e78-4e04-a4df-9775838b1bc2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:18.626470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port aaa83ffd-7a61-4186-b95d-1947da39672e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=aaa83ffd-7a61-4186-b95d-1947da39672e,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:18.627312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9c18138-9c4c-4cac-a99c-495830588d55 req-080beb30-4e78-4e04-a4df-9775838b1bc2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.3742089 May 06 12:20:18.638229 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.671915 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.727231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa663297-4ea6-4650-91bf-1b8170a97614 req-f0e27a77-6d09-42b8-8ae2-ed2634e4868c service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373425 May 06 12:20:18.741783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:18.758388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:18.759074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a3472a5-e15e-447d-95b5-148400e08a6e req-16ca9a72-c32e-48c7-9475-8ed9256c8273 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957963 May 06 12:20:18.764388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=aaa83ffd-7a61-4186-b95d-1947da39672e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:18.774864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9c18138-9c4c-4cac-a99c-495830588d55 req-41c1875b-f071-4bd5-8dd2-adae2eff10a9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281495 May 06 12:20:18.778495 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.867778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:18.923433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['aaa83ffd-7a61-4186-b95d-1947da39672e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:19.212036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ec85d-49c4-43fb-aead-2cf1832d216d req-df7d9bdb-b735-4c31-b4d4-0f9e88579c25 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:19.213572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-400ec85d-49c4-43fb-aead-2cf1832d216d req-df7d9bdb-b735-4c31-b4d4-0f9e88579c25 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 944 time: 0.1780138 May 06 12:20:19.221639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0de64f-76c7-4b47-a450-c25992c43672 req-44d2be54-332b-4600-8b7f-19ea01a9d355 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:19.223652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d0de64f-76c7-4b47-a450-c25992c43672 req-44d2be54-332b-4600-8b7f-19ea01a9d355 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 949 time: 0.2243893 May 06 12:20:19.301104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-400ec85d-49c4-43fb-aead-2cf1832d216d req-1a9f1e02-d847-4561-ba8f-5b8d67c72555 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765998 May 06 12:20:19.303585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d0de64f-76c7-4b47-a450-c25992c43672 req-f4956889-52fe-4ffe-9fb2-a334aff8dbfa tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645258 May 06 12:20:19.488849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99f4a346-04c8-4400-830f-72ea37ed43ea req-432aaddc-880b-42e4-9de0-915bb10eb9cc tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 210 time: 0.0490570 May 06 12:20:19.620867 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d85330-4898-4d48-9907-e5db0038d84f'] response: {'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'code': 200} May 06 12:20:19.638852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09a224-9e11-4c09-a05a-6ff8a7fc93e2 req-a23a4d6f-822b-4507-a49b-e8fba79bd79b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:19.641288 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e09a224-9e11-4c09-a05a-6ff8a7fc93e2 req-a23a4d6f-822b-4507-a49b-e8fba79bd79b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.1275573 May 06 12:20:19.980107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e09a224-9e11-4c09-a05a-6ff8a7fc93e2 req-5f044fc3-f28c-4131-b601-80aa953b8072 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304987 May 06 12:20:20.063527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device aaa83ffd-7a61-4186-b95d-1947da39672e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:20.180276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port aaa83ffd-7a61-4186-b95d-1947da39672e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:20.186297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port aaa83ffd-7a61-4186-b95d-1947da39672e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:20.186772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.252575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-685664f4-061f-43cf-9cb9-acf81a169bec req-0fa97bcb-ff78-49b7-a61e-4f016ab83b6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1096 time: 0.5326304 May 06 12:20:20.263961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-85a5ad75-4c8c-420e-950c-24650f9925d5 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:20.266467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-85a5ad75-4c8c-420e-950c-24650f9925d5 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.36 "GET /v2.0/networks?id=becb81f3-f6c5-4f15-9ca3-3c623e172483 HTTP/1.1" status: 200 len: 805 time: 0.5456059 May 06 12:20:20.289712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d64d3a-6f2a-40da-9b79-86153c9673bd req-33c87dd6-face-406a-aa58-7b3ed73481f3 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:20.292257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70d64d3a-6f2a-40da-9b79-86153c9673bd req-33c87dd6-face-406a-aa58-7b3ed73481f3 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.5196340 May 06 12:20:20.359343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.411398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port aaa83ffd-7a61-4186-b95d-1947da39672e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=aaa83ffd-7a61-4186-b95d-1947da39672e,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:20.418963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.433748 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-685664f4-061f-43cf-9cb9-acf81a169bec req-ff2363c2-1ded-413f-a520-1d9a30dbdce5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1640470 May 06 12:20:20.438784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-83c46333-dd0e-4756-85e1-ea0a2e178f77 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b21488b450d54c049babd64a06036f2c HTTP/1.1" status: 200 len: 380 time: 0.1281402 May 06 12:20:20.442834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70d64d3a-6f2a-40da-9b79-86153c9673bd req-23a289f0-76cb-4db5-aaf2-81289f84f014 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164174 May 06 12:20:20.459367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5438-ee19-4548-8f0a-2f02c164bb8c req-c8f5cd28-303c-47e8-b70d-a1f97e02bef7 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:20.460969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7bfa5438-ee19-4548-8f0a-2f02c164bb8c req-c8f5cd28-303c-47e8-b70d-a1f97e02bef7 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 943 time: 0.3174636 May 06 12:20:20.548355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=aaa83ffd-7a61-4186-b95d-1947da39672e,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:20.569980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7bfa5438-ee19-4548-8f0a-2f02c164bb8c req-d04768ed-ad37-468e-ac35-ebf689e537e0 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987153 May 06 12:20:20.653815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Request body: {'port': {'device_id': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'admin_state_up': True, 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'security_groups': ['8fb06ba3-f029-49a3-b59e-07a76c89c412']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:20.928909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:20.936757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Usage tracker for resource:port and tenant:b21488b450d54c049babd64a06036f2c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:20.942416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:20.954911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:20.963103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab641bb-b704-46f0-977a-5a852e3c01e1 req-8c0f3f02-56ba-462d-93c6-96d5f405ed39 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:20.964664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ab641bb-b704-46f0-977a-5a852e3c01e1 req-8c0f3f02-56ba-462d-93c6-96d5f405ed39 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 945 time: 0.3177452 May 06 12:20:20.971678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44370c-587c-4015-9a64-8bbf22822b9e req-6f5fa512-5c98-4e02-9a3c-639bb528bf3f tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:20.973173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e44370c-587c-4015-9a64-8bbf22822b9e req-6f5fa512-5c98-4e02-9a3c-639bb528bf3f tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 950 time: 0.2094493 May 06 12:20:21.020728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Made reservation on behalf of b21488b450d54c049babd64a06036f2c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:21.023794 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:21.120623 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ab641bb-b704-46f0-977a-5a852e3c01e1 req-44c9578d-b292-43de-a986-52b401e35602 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1463802 May 06 12:20:21.124654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e44370c-587c-4015-9a64-8bbf22822b9e req-37cc8951-55fb-42eb-b78d-1b66374936c2 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288285 May 06 12:20:21.480422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85deb6f8-5359-460b-a194-1cfce58daa28 req-856fed87-f0bd-4885-9dbd-78b7bf51db0f tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 210 time: 0.1211994 May 06 12:20:21.523231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Allocated IP 172.20.0.14 (becb81f3-f6c5-4f15-9ca3-3c623e172483/c7ccb29b-6aec-4dbb-8269-b54ef75661ec/903caf79-1b0e-40ac-bcde-be3734c4189a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:21.613103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f5719-61ae-406e-ad56-dd9acd76b0e5 req-baf65c4f-0b3d-450f-9690-102b4e1d0494 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:21.618839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd4f5719-61ae-406e-ad56-dd9acd76b0e5 req-baf65c4f-0b3d-450f-9690-102b4e1d0494 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 944 time: 0.3177869 May 06 12:20:21.622102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091c1a9a-2ae6-4aec-9929-ef05569973e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa83ffd-7a61-4186-b95d-1947da39672e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:21.963578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd4f5719-61ae-406e-ad56-dd9acd76b0e5 req-3fc358c4-35d3-4539-8776-7ff0bcbd3cf4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374407 May 06 12:20:22.059260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54461f-1d73-4077-9a81-80a0a869b9c0 req-bdb1dfd0-d71a-432f-a794-62be9e41293c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:22.061809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b54461f-1d73-4077-9a81-80a0a869b9c0 req-bdb1dfd0-d71a-432f-a794-62be9e41293c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.4375637 May 06 12:20:22.192209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:22.273361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Transition to ACTIVE for port object 903caf79-1b0e-40ac-bcde-be3734c4189a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:22.305520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b54461f-1d73-4077-9a81-80a0a869b9c0 req-a68c3179-4de7-4ba6-ba28-7f129b3f281e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339852 May 06 12:20:22.354242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf59be1-b624-452d-8a53-a8420ceaf73d req-908a4ffb-af85-4780-b1bd-19fcd3807909 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:22.355917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bf59be1-b624-452d-8a53-a8420ceaf73d req-908a4ffb-af85-4780-b1bd-19fcd3807909 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.2340720 May 06 12:20:22.383010 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:22.483265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Network becb81f3-f6c5-4f15-9ca3-3c623e172483 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:22.489524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:22.492654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:22.535997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bf59be1-b624-452d-8a53-a8420ceaf73d req-4347c634-4f6e-4df8-a549-04af53556242 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707637 May 06 12:20:22.536531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Pushing event updated for resources: {'Port': ['ID=903caf79-1b0e-40ac-bcde-be3734c4189a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:22.633329 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f3751f-0466-4163-ad62-9ab6802cb8cf'] response: {'server_uuid': '091c1a9a-2ae6-4aec-9929-ef05569973e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa83ffd-7a61-4186-b95d-1947da39672e', 'code': 200} May 06 12:20:22.638728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:22.639324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:22.683986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73295b8-7da4-4526-a4a5-10fa40ef413d req-668dd58e-3641-4d3f-a2b0-5a073c9a4a2a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:22.693021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d73295b8-7da4-4526-a4a5-10fa40ef413d req-668dd58e-3641-4d3f-a2b0-5a073c9a4a2a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 943 time: 0.1675994 May 06 12:20:22.716198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-d2eb7478-18d8-49d9-9229-5cd04188d6c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0673316 May 06 12:20:22.745054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Request body: {'port': {'device_id': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:22.867950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c712d73b-ea78-44e1-a22d-0fbe9b59a466 None None] Provisioning for port 903caf79-1b0e-40ac-bcde-be3734c4189a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:22.874316 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c712d73b-ea78-44e1-a22d-0fbe9b59a466 None None] Provisioning complete for port 903caf79-1b0e-40ac-bcde-be3734c4189a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:22.874946 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c712d73b-ea78-44e1-a22d-0fbe9b59a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:22.935451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c712d73b-ea78-44e1-a22d-0fbe9b59a466 None None] Port 903caf79-1b0e-40ac-bcde-be3734c4189a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:23.002364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d73295b8-7da4-4526-a4a5-10fa40ef413d req-99ca1ecd-d167-4e83-85ed-db1296500087 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082268 May 06 12:20:23.097343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:23.161826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0245acc-591e-4337-a94c-71dd91ce2b03 req-a2f042f8-1f26-4633-8eb1-49c0fba5bf8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 1101 time: 0.3769970 May 06 12:20:23.167341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aca5f-8852-4f2e-8186-031b20d78d81 req-386fb37f-0ab7-43e6-9f50-5909a8e7e54e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:23.168918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b98aca5f-8852-4f2e-8186-031b20d78d81 req-386fb37f-0ab7-43e6-9f50-5909a8e7e54e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 945 time: 0.3790421 May 06 12:20:23.373824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0245acc-591e-4337-a94c-71dd91ce2b03 req-cd35b17d-9c8d-49d8-860b-f800fa7d2a84 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038863 May 06 12:20:23.395775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b98aca5f-8852-4f2e-8186-031b20d78d81 req-988611a4-3518-4bae-919b-0634b252bc1b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2055194 May 06 12:20:23.554268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384eb96-4bfe-431e-b983-d720a6b2b385 req-a76ee8e9-d8f1-43b3-90d2-8dc8508c9699 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:23.561422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6384eb96-4bfe-431e-b983-d720a6b2b385 req-a76ee8e9-d8f1-43b3-90d2-8dc8508c9699 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 950 time: 0.3441730 May 06 12:20:23.610836 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ceec982b-1190-47d5-8eb7-3c0b88a2536e req-73dddffe-4e7c-442f-9baa-b2980c559911 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 1094 time: 0.1143279 May 06 12:20:23.801740 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6384eb96-4bfe-431e-b983-d720a6b2b385 req-23d705f3-06bf-4fcb-a683-1902a3dc7946 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392917 May 06 12:20:23.814587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec982b-1190-47d5-8eb7-3c0b88a2536e req-dfaf25d1-e34e-4c78-99f9-812e72213ca0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:23.816208 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ceec982b-1190-47d5-8eb7-3c0b88a2536e req-dfaf25d1-e34e-4c78-99f9-812e72213ca0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.1980510 May 06 12:20:23.889915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-7438e90d-cd54-4814-bbd7-c54ee7508943 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1095 time: 0.4005442 May 06 12:20:23.908743 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ceec982b-1190-47d5-8eb7-3c0b88a2536e req-db5006a2-0c99-4e5f-9b4b-1812801d5acd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 200 len: 217 time: 0.0835519 May 06 12:20:24.005307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-75d85c00-97a4-49ba-a7e9-0fc3c2ae2a14 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4409850 May 06 12:20:24.009010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903caf79-1b0e-40ac-bcde-be3734c4189a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:24.033361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61defb-f22c-4c26-9d09-648f37353a09 req-9b4d2105-433c-4428-a577-27da913894e8 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:24.034213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5f61defb-f22c-4c26-9d09-648f37353a09 req-9b4d2105-433c-4428-a577-27da913894e8 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Synchronizing usage tracker for tenant:b21488b450d54c049babd64a06036f2c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:24.038671 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:24.065044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec982b-1190-47d5-8eb7-3c0b88a2536e req-f259e303-438d-4994-98c8-9146b9e8bf75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:24.066893 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ceec982b-1190-47d5-8eb7-3c0b88a2536e req-f259e303-438d-4994-98c8-9146b9e8bf75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.1484246 May 06 12:20:24.070084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Transition to ACTIVE for port object 903caf79-1b0e-40ac-bcde-be3734c4189a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:24.095076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:24.185995 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ceec982b-1190-47d5-8eb7-3c0b88a2536e req-cda8f243-3d2a-494a-b5bd-b73beac14fa1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090405 May 06 12:20:24.206007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5f61defb-f22c-4c26-9d09-648f37353a09 req-9b4d2105-433c-4428-a577-27da913894e8 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Unset dirty status for tenant:b21488b450d54c049babd64a06036f2c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:24.207217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f61defb-f22c-4c26-9d09-648f37353a09 req-9b4d2105-433c-4428-a577-27da913894e8 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 932 time: 0.5450287 May 06 12:20:24.267797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-6cd4f9d2-8876-44d7-b5cf-8965c50c9d18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:24.269154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-6cd4f9d2-8876-44d7-b5cf-8965c50c9d18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.3635256 May 06 12:20:24.355910 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ceec982b-1190-47d5-8eb7-3c0b88a2536e req-4d72f23f-318f-429d-a5f9-4b86ebbe5072 service neutron] 10.222.0.48 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615911 May 06 12:20:24.455386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Pushing event updated for resources: {'Port': ['ID=903caf79-1b0e-40ac-bcde-be3734c4189a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:24.507005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-b8c72ee5-910b-4f40-8032-189b2eaf12e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef201b16-45a8-4edd-8681-65153a5806e0 HTTP/1.1" status: 200 len: 217 time: 0.2107649 May 06 12:20:24.618556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f61defb-f22c-4c26-9d09-648f37353a09 req-22fcd3c0-d0fa-490d-9441-ad8de77805dd tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709590 May 06 12:20:24.637960 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ceec982b-1190-47d5-8eb7-3c0b88a2536e req-b086ed39-a6fb-48c3-a9a8-bd63a11d00cc service neutron] 10.222.0.48 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730496 May 06 12:20:24.657076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-998f8f79-135c-4caf-b107-87084ef80a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:24.660058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-998f8f79-135c-4caf-b107-87084ef80a9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.1411302 May 06 12:20:24.853400 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-3e5ef01a-6687-40e3-ab88-f134e847c73a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 1101 time: 0.1062162 May 06 12:20:24.894825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-20b477c9-805d-4a63-9919-d2a31d63aeaa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615466 May 06 12:20:24.943871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dbe2d-4a58-4620-9dfe-cb2f4b66a545 req-ab6acfb6-8532-469b-ae29-3e3dc90ef680 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:24.946169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-916dbe2d-4a58-4620-9dfe-cb2f4b66a545 req-ab6acfb6-8532-469b-ae29-3e3dc90ef680 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 944 time: 0.8096433 May 06 12:20:24.979243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-df9bc047-66b6-442e-8660-48bbb9f90042 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1101 time: 0.7946193 May 06 12:20:25.191121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Attempting to bind port 903caf79-1b0e-40ac-bcde-be3734c4189a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:25.191357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Attempting to bind port 903caf79-1b0e-40ac-bcde-be3734c4189a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:25.191684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Attempting to bind port 903caf79-1b0e-40ac-bcde-be3734c4189a on network becb81f3-f6c5-4f15-9ca3-3c623e172483 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:25.203293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-ab912c38-1513-45c7-b995-6972d761946a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.205798 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-ab912c38-1513-45c7-b995-6972d761946a service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3456686 May 06 12:20:25.241090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Port 903caf79-1b0e-40ac-bcde-be3734c4189a on network becb81f3-f6c5-4f15-9ca3-3c623e172483 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:25.241369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Attempting to bind port 903caf79-1b0e-40ac-bcde-be3734c4189a on network becb81f3-f6c5-4f15-9ca3-3c623e172483 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:25.300039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-916dbe2d-4a58-4620-9dfe-cb2f4b66a545 req-5d35727f-a22c-410c-bf37-b7fffd77e1f3 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250451 May 06 12:20:25.347211 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-937067b8-4e3c-4fe9-b2fc-d5bd3854b39a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=cb894966-6389-4005-9f6c-3a20760dd278 HTTP/1.1" status: 200 len: 217 time: 0.1220946 May 06 12:20:25.347475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-f19ab5c3-342a-47b8-a841-7814d33409bd service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111145 May 06 12:20:25.347475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:25.347475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Checking segment: {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:25.347475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Bound using segment: {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:25.347475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Bound port: 903caf79-1b0e-40ac-bcde-be3734c4189a, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c8deb0-b6d0-4d81-8c97-feca6b064044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:25.347475 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:25.420433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-cc97f3ef-d2a2-460d-9d42-e4afb45c022d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.422048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-cc97f3ef-d2a2-460d-9d42-e4afb45c022d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3540497 May 06 12:20:25.428708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6fcd5-b7c7-4a77-89fa-43627776a239 req-54a3a037-807a-4152-ad52-9294e7bfa9e0 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.430386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ae6fcd5-b7c7-4a77-89fa-43627776a239 req-54a3a037-807a-4152-ad52-9294e7bfa9e0 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.5515506 May 06 12:20:25.454857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-a09d072b-80a8-4504-88c6-cfc31644c3be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.456275 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-a09d072b-80a8-4504-88c6-cfc31644c3be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1048646 May 06 12:20:25.554552 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-6af72217-ea62-4f18-9a19-6a303f02d764 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887878 May 06 12:20:25.681303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-d5432349-a620-417c-9a34-02daabcfdc63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 217 time: 0.2392600 May 06 12:20:25.781931 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-47836eeb-30b0-4ff0-a504-1c49a9a5eab9 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191167 May 06 12:20:25.852393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ae6fcd5-b7c7-4a77-89fa-43627776a239 req-d6053c75-3417-4020-a943-b5fe2a8eb69d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497705 May 06 12:20:25.865051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-cb379a9f-1a23-4766-914e-484f07dff828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.866534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-cb379a9f-1a23-4766-914e-484f07dff828 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1688268 May 06 12:20:25.867741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] For port 903caf79-1b0e-40ac-bcde-be3734c4189a, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:25.874754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] For port 903caf79-1b0e-40ac-bcde-be3734c4189a, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=903caf79-1b0e-40ac-bcde-be3734c4189a,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:25.877918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-c892b4f6-07b3-41e2-aa47-34e028aaf749 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849010 May 06 12:20:25.926807 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:25.961624 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-0f51cba0-5cea-4ba9-b382-496398d90572 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701639 May 06 12:20:25.985602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44ba9a-e95a-4938-ad14-6b49f11cdf16 req-57d579a7-29e0-487d-86e9-9441c8aa5c8c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.987193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d44ba9a-e95a-4938-ad14-6b49f11cdf16 req-57d579a7-29e0-487d-86e9-9441c8aa5c8c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 945 time: 0.4832478 May 06 12:20:25.999157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50806) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:26.007910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ce179e2c-11e8-4b08-9c1f-71e6100eb5e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'floatingip': {'port_id': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:26.020897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:26.024054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] 10.222.0.36 "PUT /v2.0/ports/903caf79-1b0e-40ac-bcde-be3734c4189a HTTP/1.1" status: 200 len: 1092 time: 3.2918952 May 06 12:20:26.029929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'tag': '903caf79-1b0e-40ac-bcde-be3734c4189a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:26.077641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e79fb-178d-4223-a516-acc9bc6c8a8f service neutron] Pushing event updated for resources: {'Port': ['ID=903caf79-1b0e-40ac-bcde-be3734c4189a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:26.102542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-f86c4abb-bf6f-4b55-a2b0-6eae25feab8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2219191 May 06 12:20:26.221708 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce179e2c-11e8-4b08-9c1f-71e6100eb5e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:26.272924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c097c0c3-7855-482f-a8e1-9bdf7876ae10 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:26.536786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c097c0c3-7855-482f-a8e1-9bdf7876ae10, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:26.560311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'port_id': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'mac_address': 'fa:16:3e:5b:31:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:26.662117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:26.696148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c097c0c3-7855-482f-a8e1-9bdf7876ae10 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:26.718763 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-4ac8b1d7-db09-46ff-b22d-c9db12afea70 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.3056445 May 06 12:20:26.727031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c097c0c3-7855-482f-a8e1-9bdf7876ae10, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:26.734782 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:26.740433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad649a-ed6b-48aa-8038-2652251f42d4 req-12e49303-3244-48b8-83f0-ec9af2f3f034 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:26.747459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6ad649a-ed6b-48aa-8038-2652251f42d4 req-12e49303-3244-48b8-83f0-ec9af2f3f034 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.5411239 May 06 12:20:26.754077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-80d6ffda-ed4b-4820-9a55-298b772cfdcb service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422184 May 06 12:20:26.822415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fbec4-6282-435f-9c6c-1686e80b3d3f req-21709ef6-d252-461f-a66a-7f31b30b7122 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:26.825105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-486fbec4-6282-435f-9c6c-1686e80b3d3f req-21709ef6-d252-461f-a66a-7f31b30b7122 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 943 time: 0.4669271 May 06 12:20:26.830557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-fe6bdb56-3d12-438f-98f4-8939b2465440 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b21488b450d54c049babd64a06036f2c&device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 1095 time: 0.6752975 May 06 12:20:26.848023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c097c0c3-7855-482f-a8e1-9bdf7876ae10,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:27.122540 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-90007df8-5d0a-4965-bab7-086a825e9f1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=903caf79-1b0e-40ac-bcde-be3734c4189a HTTP/1.1" status: 200 len: 217 time: 0.2788455 May 06 12:20:27.197190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6ad649a-ed6b-48aa-8038-2652251f42d4 req-29518124-826b-40d5-92de-5356d7f24a59 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482570 May 06 12:20:27.230131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-486fbec4-6282-435f-9c6c-1686e80b3d3f req-30ebb561-0b8a-4767-a64e-32be067e4601 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850465 May 06 12:20:27.251695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-a9fc8ef3-1653-443f-ba88-be19d481fc2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:27.257216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['c097c0c3-7855-482f-a8e1-9bdf7876ae10'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:27.265516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-a9fc8ef3-1653-443f-ba88-be19d481fc2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7ccb29b-6aec-4dbb-8269-b54ef75661ec HTTP/1.1" status: 200 len: 844 time: 0.1222332 May 06 12:20:27.347536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc93317e-542d-4f2e-9020-2e8f343704a7 req-787ec5b9-b57b-4c80-9757-edb7b028d91e service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638325 May 06 12:20:27.563149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-b04bcad8-0070-4841-ae7e-271be5854f6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=becb81f3-f6c5-4f15-9ca3-3c623e172483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938137 May 06 12:20:27.738017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c707944-ba5d-4221-b39b-8b20d1433270 req-5739801a-e88f-44ac-9445-48a2b692be9e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:27.739563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c707944-ba5d-4221-b39b-8b20d1433270 req-5739801a-e88f-44ac-9445-48a2b692be9e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 950 time: 0.3335915 May 06 12:20:27.748341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9670-55e8-465e-8fdb-abc2200de436 req-208fc486-a12d-4482-adec-d5513c6fb28b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:27.749849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-145f9670-55e8-465e-8fdb-abc2200de436 req-208fc486-a12d-4482-adec-d5513c6fb28b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 944 time: 0.2962303 May 06 12:20:27.833383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-1139bcac-11d5-48f8-a550-5896448f23d6 service neutron] 10.222.0.36 "GET /v2.0/networks/becb81f3-f6c5-4f15-9ca3-3c623e172483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482831 May 06 12:20:27.907352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-0598bdc3-9239-4966-8304-4263718554e8 service neutron] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:27.919512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c707944-ba5d-4221-b39b-8b20d1433270 req-755e5b7f-97bf-4449-82fd-68dfa4975f93 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685233 May 06 12:20:27.926634 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-0598bdc3-9239-4966-8304-4263718554e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.928364 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dcf52d92-d714-47cd-83b0-ba03ef4ee01f req-0598bdc3-9239-4966-8304-4263718554e8 service neutron] 10.222.0.48 "DELETE /v2.0/ports/ef201b16-45a8-4edd-8681-65153a5806e0/bindings/n-h2-840847-1 HTTP/1.1" status: 204 len: 173 time: 1.1997907 May 06 12:20:28.029574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-145f9670-55e8-465e-8fdb-abc2200de436 req-e57c7536-ec20-42fc-93b8-12f4f5702d0d tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488675 May 06 12:20:28.082013 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a479add6-1a36-4dc7-a6ca-f327d0826687'] response: {'name': 'network-changed', 'server_uuid': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'tag': '903caf79-1b0e-40ac-bcde-be3734c4189a', 'status': 'completed', 'code': 200} May 06 12:20:28.182930 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25db12fd-699f-4463-aa02-ad0dd188df03 req-8a3f246f-2dc9-495d-9460-77b48292b808 service neutron] 10.222.0.36 "GET /v2.0/networks/becb81f3-f6c5-4f15-9ca3-3c623e172483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132324 May 06 12:20:28.256921 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce179e2c-11e8-4b08-9c1f-71e6100eb5e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:28.268048 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce179e2c-11e8-4b08-9c1f-71e6100eb5e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:28.451902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4d30-3ea6-417f-a953-661fe4fac426 req-74e8302e-9672-493b-b527-1b211e9bde21 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:28.453565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a81c4d30-3ea6-417f-a953-661fe4fac426 req-74e8302e-9672-493b-b527-1b211e9bde21 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.2163408 May 06 12:20:28.460404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39669011-6ffb-42f0-873e-5f35d443ee11 req-97813a76-f390-4070-b756-4a489c6e2291 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b21488b450d54c049babd64a06036f2c&device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 1095 time: 0.1873984 May 06 12:20:28.476832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1c1cb-2a1f-4465-913e-bb1aaab0bb99 req-d2f64ffb-4826-4ec8-88c7-255960a3e90a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:28.479686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5dc1c1cb-2a1f-4465-913e-bb1aaab0bb99 req-d2f64ffb-4826-4ec8-88c7-255960a3e90a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 944 time: 0.2084506 May 06 12:20:28.512936 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-ce179e2c-11e8-4b08-9c1f-71e6100eb5e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Floating IP 2d447bac-6869-4e4d-86b0-20c53eaffd25 associated. External IP: 172.25.7.36, port: 7538789a-ab2d-4b6b-9c01-33c0842eae75. May 06 12:20:28.686295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5dc1c1cb-2a1f-4465-913e-bb1aaab0bb99 req-d1ddc0e9-033e-40f5-9821-0217da8c18dd tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610529 May 06 12:20:28.688557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a81c4d30-3ea6-417f-a953-661fe4fac426 req-13aae746-4a17-4c54-a181-bb42847d47dd tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231758 May 06 12:20:28.712976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39669011-6ffb-42f0-873e-5f35d443ee11 req-cd988cd5-1cae-4507-9b57-0e45bb5349b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:28.715721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39669011-6ffb-42f0-873e-5f35d443ee11 req-cd988cd5-1cae-4507-9b57-0e45bb5349b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=becb81f3-f6c5-4f15-9ca3-3c623e172483 HTTP/1.1" status: 200 len: 906 time: 0.2207761 May 06 12:20:28.813992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39669011-6ffb-42f0-873e-5f35d443ee11 req-0effe108-1c6c-41dc-ade6-598be3959d92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=903caf79-1b0e-40ac-bcde-be3734c4189a HTTP/1.1" status: 200 len: 217 time: 0.0909579 May 06 12:20:28.908131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39669011-6ffb-42f0-873e-5f35d443ee11 req-22fa20c8-d3ec-4381-9bba-c64e66d4f24b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:28.909559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39669011-6ffb-42f0-873e-5f35d443ee11 req-22fa20c8-d3ec-4381-9bba-c64e66d4f24b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7ccb29b-6aec-4dbb-8269-b54ef75661ec HTTP/1.1" status: 200 len: 844 time: 0.0889876 May 06 12:20:29.114309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce179e2c-11e8-4b08-9c1f-71e6100eb5e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Router ca05d400-193d-4e28-9a76-568ca4b8afd6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:20:29.125965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39669011-6ffb-42f0-873e-5f35d443ee11 req-516cd4ce-655b-4350-b248-7c1e855958db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=becb81f3-f6c5-4f15-9ca3-3c623e172483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086906 May 06 12:20:29.133225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892964c5-903a-41b9-9f05-a1766b34bf6f req-e5363995-7c32-4042-8988-4b1fe36cb11b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:29.134871 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-892964c5-903a-41b9-9f05-a1766b34bf6f req-e5363995-7c32-4042-8988-4b1fe36cb11b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.1647682 May 06 12:20:29.384124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce179e2c-11e8-4b08-9c1f-71e6100eb5e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:20:29.388781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-892964c5-903a-41b9-9f05-a1766b34bf6f req-829372e7-a31c-4554-ae8f-baa6f4af2f67 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327189 May 06 12:20:29.391111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce179e2c-11e8-4b08-9c1f-71e6100eb5e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:29.400373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] Sync routers for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:20:29.417960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-504d46f9-2d0e-48fc-8f3a-ba608a28f885 req-a944944f-500f-4657-98d6-329e160f2e36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3443534 May 06 12:20:29.438867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:29.445436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:29.451019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39669011-6ffb-42f0-873e-5f35d443ee11 req-d92b9fb4-e19f-4404-9f36-cd8aebee5cbb service neutron] 10.222.0.36 "GET /v2.0/networks/becb81f3-f6c5-4f15-9ca3-3c623e172483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144906 May 06 12:20:29.582655 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ce179e2c-11e8-4b08-9c1f-71e6100eb5e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "PUT /v2.0/floatingips/2d447bac-6869-4e4d-86b0-20c53eaffd25 HTTP/1.1" status: 200 len: 990 time: 3.5775120 May 06 12:20:29.584199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:29.641061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39669011-6ffb-42f0-873e-5f35d443ee11 req-2517a3bb-4cde-4295-bf34-db2927a211ee service neutron] 10.222.0.36 "GET /v2.0/networks/becb81f3-f6c5-4f15-9ca3-3c623e172483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822224 May 06 12:20:29.747694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:29.761828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a807226-00ad-4bb9-b3b9-4ce0a7e5ae3b req-f1004962-6788-4912-993f-bc9db0ab5631 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:29.763528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a807226-00ad-4bb9-b3b9-4ce0a7e5ae3b req-f1004962-6788-4912-993f-bc9db0ab5631 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 944 time: 0.1015596 May 06 12:20:29.869710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a807226-00ad-4bb9-b3b9-4ce0a7e5ae3b req-214bcf10-3eb7-4cbd-916b-1d37cc0696bb tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953312 May 06 12:20:29.915150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08c986fb-3bcf-4592-abd0-757dee9bcf48 req-f814f5ab-c9a0-4d82-abf3-fcb5dc58b37c tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1096 time: 0.1049807 May 06 12:20:29.993349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08c986fb-3bcf-4592-abd0-757dee9bcf48 req-4ce24d7d-095a-48a9-86c0-b81c6ce48fcc tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683773 May 06 12:20:30.103123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 903caf79-1b0e-40ac-bcde-be3734c4189a details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:30.176681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780d77d-78fe-45f8-8fb9-f84ae2818270 req-bc90a2b4-fe83-4512-b025-5caa3f0b98d4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:30.177637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5780d77d-78fe-45f8-8fb9-f84ae2818270 req-bc90a2b4-fe83-4512-b025-5caa3f0b98d4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 944 time: 0.1261003 May 06 12:20:30.295072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c097c0c3-7855-482f-a8e1-9bdf7876ae10 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:30.318390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5780d77d-78fe-45f8-8fb9-f84ae2818270 req-6deb44f4-f692-4381-934e-f5b349650544 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295075 May 06 12:20:30.347496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627af93d-32a8-46de-af68-035ab77a2826 req-959cb670-0f2a-4803-8228-0a18924aa00c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:30.357811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-627af93d-32a8-46de-af68-035ab77a2826 req-959cb670-0f2a-4803-8228-0a18924aa00c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 945 time: 0.1527405 May 06 12:20:30.427613 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-627af93d-32a8-46de-af68-035ab77a2826 req-827f51e3-dc67-4288-ad67-61286cfb3cf4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684798 May 06 12:20:30.462660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 903caf79-1b0e-40ac-bcde-be3734c4189a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=903caf79-1b0e-40ac-bcde-be3734c4189a,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:30.490540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '903caf79-1b0e-40ac-bcde-be3734c4189a', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'port_id': '903caf79-1b0e-40ac-bcde-be3734c4189a', 'mac_address': 'fa:16:3e:39:c0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:30.497001 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8287773-1b03-46b8-9d00-b68a161d50ee'] response: {'name': 'network-changed', 'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'status': 'completed', 'code': 200} May 06 12:20:30.579478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port c097c0c3-7855-482f-a8e1-9bdf7876ae10 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:30.596508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port c097c0c3-7855-482f-a8e1-9bdf7876ae10 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:30.597018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:30.661920 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:30.681119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '2d447bac-6869-4e4d-86b0-20c53eaffd25', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'port_id': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'mac_address': 'fa:16:3e:eb:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:27Z', 'revision_number': 1, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dd8a18-16d8-44e8-bdf8-1cbad9e654ed', 'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'mac_address': 'fa:16:3e:bd:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:31Z', 'updated_at': '2022-05-06T12:19:55Z', 'revision_number': 5, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'subnets': [{'id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:30.692945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] Checking router: ca05d400-193d-4e28-9a76-568ca4b8afd6 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:20:30.704000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903caf79-1b0e-40ac-bcde-be3734c4189a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:30.754784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 903caf79-1b0e-40ac-bcde-be3734c4189a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=903caf79-1b0e-40ac-bcde-be3734c4189a,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:30.768569 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:30.818552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:30.819262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:30.854208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e1d1c-1aba-4989-9c5f-6b8b38317737 req-bcf8eb5d-93e1-4420-b0c2-5099b2efcf0d tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:30.855798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f8e1d1c-1aba-4989-9c5f-6b8b38317737 req-bcf8eb5d-93e1-4420-b0c2-5099b2efcf0d tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 950 time: 0.2730682 May 06 12:20:30.860585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855d80a7-64dd-4061-9535-148b99bfd64b req-9643e6df-4ce5-49d8-ae5b-7bb432ea1aeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1096 time: 0.3381603 May 06 12:20:30.868516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-acd14e0e-33ed-4124-9678-383bf59de1c9 req-ae4221af-e1a9-443e-bea5-ea821bdd1c6a tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1095 time: 0.2002852 May 06 12:20:30.992134 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:31.040230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=903caf79-1b0e-40ac-bcde-be3734c4189a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:31.055754 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f8e1d1c-1aba-4989-9c5f-6b8b38317737 req-e48333d3-e912-4afb-9255-3018b632433e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862097 May 06 12:20:31.061722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-acd14e0e-33ed-4124-9678-383bf59de1c9 req-05f561da-dd22-46ea-846d-a6a394ad0716 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757138 May 06 12:20:31.064106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:31.105384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c097c0c3-7855-482f-a8e1-9bdf7876ae10, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:31.113159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['903caf79-1b0e-40ac-bcde-be3734c4189a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:31.124644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d80a7-64dd-4061-9535-148b99bfd64b req-8ebd83a2-114c-4139-ab14-c015346a2d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:31.126737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855d80a7-64dd-4061-9535-148b99bfd64b req-8ebd83a2-114c-4139-ab14-c015346a2d1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.2418857 May 06 12:20:31.158690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:31.354058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855d80a7-64dd-4061-9535-148b99bfd64b req-17bbd736-ac6f-4dda-8ce0-256ba960b466 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 998 time: 0.2094693 May 06 12:20:31.358835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:31.528942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c097c0c3-7855-482f-a8e1-9bdf7876ae10,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:31.596619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d80a7-64dd-4061-9535-148b99bfd64b req-eb11b7fb-bff7-4670-b212-41635e0d13cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:31.598179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855d80a7-64dd-4061-9535-148b99bfd64b req-eb11b7fb-bff7-4670-b212-41635e0d13cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.2371767 May 06 12:20:31.712903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafc180-44eb-481d-b9b9-2562949b4b8e req-d2e5df6e-df64-4c6e-927c-a875bac8514f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:31.720455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bbafc180-44eb-481d-b9b9-2562949b4b8e req-d2e5df6e-df64-4c6e-927c-a875bac8514f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 945 time: 0.2551308 May 06 12:20:31.808149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eb3d2-ab45-4189-8762-a7eb10efb195 req-1867b5c0-c8c0-4b5d-91e9-a4f48a734621 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:31.811359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f0eb3d2-ab45-4189-8762-a7eb10efb195 req-1867b5c0-c8c0-4b5d-91e9-a4f48a734621 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.2836592 May 06 12:20:31.852978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bbafc180-44eb-481d-b9b9-2562949b4b8e req-32775c28-9ae7-48ed-9eec-6cec5d4c554b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294186 May 06 12:20:31.862905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855d80a7-64dd-4061-9535-148b99bfd64b req-eed94784-4261-4682-ac1a-9e9f4c30f239 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542074 May 06 12:20:32.056672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '2d447bac-6869-4e4d-86b0-20c53eaffd25', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'port_id': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'mac_address': 'fa:16:3e:eb:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:27Z', 'revision_number': 1, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dd8a18-16d8-44e8-bdf8-1cbad9e654ed', 'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'mac_address': 'fa:16:3e:bd:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:31Z', 'updated_at': '2022-05-06T12:19:55Z', 'revision_number': 5, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'subnets': [{'id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:32.069964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ca426-1a9c-4bec-8c70-fa8b059d07f3 None None] The sync data for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 is: [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '2d447bac-6869-4e4d-86b0-20c53eaffd25', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'floating_ip_address': '172.25.7.36', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'port_id': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'mac_address': 'fa:16:3e:eb:d7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:27Z', 'revision_number': 1, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dd8a18-16d8-44e8-bdf8-1cbad9e654ed', 'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'mac_address': 'fa:16:3e:bd:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:31Z', 'updated_at': '2022-05-06T12:19:55Z', 'revision_number': 5, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'subnets': [{'id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:20:32.107363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f0eb3d2-ab45-4189-8762-a7eb10efb195 req-225443eb-6154-48a9-899d-ba920a7671ff tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888901 May 06 12:20:32.192422 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75990ec-1d77-49cb-a23a-402f7ed48739'] response: {'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'code': 200} May 06 12:20:32.418256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855d80a7-64dd-4061-9535-148b99bfd64b req-c46680cc-0ffa-4eeb-bc99-acde187c8d1f service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446205 May 06 12:20:32.421338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-1f4b85cb-6154-49b2-a103-990f628b314a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6a0ffad506e1490db99029aae7353551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031933 May 06 12:20:32.432887 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-71b5375f-2646-48ea-8540-4181a17523df req-e4a65da8-aa7f-4b4d-b435-a5c6b25f2490 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 1096 time: 0.1195645 May 06 12:20:32.500313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34beccac-2b3f-47e0-9e01-6442c4ec4e9f None None] New status for floating IP 2d447bac-6869-4e4d-86b0-20c53eaffd25: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:20:32.502481 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-71b5375f-2646-48ea-8540-4181a17523df req-292ac4e4-2c43-4229-842c-94da8b59ae2c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613909 May 06 12:20:32.796694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d531be-6cbb-415d-9b33-c8a37bc78174 req-230d70a0-fb9c-42bc-98ad-401be67d9c2f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:32.799841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14d531be-6cbb-415d-9b33-c8a37bc78174 req-230d70a0-fb9c-42bc-98ad-401be67d9c2f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 945 time: 0.6717443 May 06 12:20:32.937681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231ae9-eef8-4671-a298-6bbfb024160e req-9e9c41f4-d0af-4bc0-a689-58eb73e87db0 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:32.940299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-9e9c41f4-d0af-4bc0-a689-58eb73e87db0 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4765167 May 06 12:20:32.981043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14d531be-6cbb-415d-9b33-c8a37bc78174 req-8e95b892-4d9b-4310-b267-884a5f1e1540 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526322 May 06 12:20:32.990909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855d80a7-64dd-4061-9535-148b99bfd64b req-452a1aed-a248-4d61-a873-4123d36720e4 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618918 May 06 12:20:32.994255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b9f97a92-12cd-49cf-b5af-a90f563d07bb tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/quotas/6a0ffad506e1490db99029aae7353551 HTTP/1.1" status: 200 len: 375 time: 0.0334845 May 06 12:20:33.133214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-1abafdc2-8f37-4e05-8d19-a7e791309b99 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a0ffad506e1490db99029aae7353551&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1310785 May 06 12:20:33.259773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b6fc2-ef06-44ba-b9d3-a1144c10b600 req-51d4a270-3cb6-4cc3-a8ed-4a02d1cb9b0d tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:33.261300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e48b6fc2-ef06-44ba-b9d3-a1144c10b600 req-51d4a270-3cb6-4cc3-a8ed-4a02d1cb9b0d tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 945 time: 0.1222310 May 06 12:20:33.360852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e48b6fc2-ef06-44ba-b9d3-a1144c10b600 req-5c0c2321-d920-4b4d-867f-fcb6e76d5815 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911705 May 06 12:20:33.721251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-e398cdf8-3318-4ff4-a94d-8bc30525b2ca tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:33.723698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-e398cdf8-3318-4ff4-a94d-8bc30525b2ca tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 821 time: 0.2957070 May 06 12:20:33.763070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-d95f2b21-bebd-450d-9eb5-cc3d2bbd6356 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/quotas/9eaa69998de64fa19c325e81a523f48b HTTP/1.1" status: 200 len: 375 time: 0.0315778 May 06 12:20:33.774483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73db64-214d-4e04-a73f-19923687f8bd req-a5da30bc-02fa-488a-9fec-eafb2ee8130a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:33.777036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a73db64-214d-4e04-a73f-19923687f8bd req-a5da30bc-02fa-488a-9fec-eafb2ee8130a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 945 time: 0.1786747 May 06 12:20:33.892919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a73db64-214d-4e04-a73f-19923687f8bd req-7e86729f-3b57-40bd-99f0-bf966fe7fe5c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710938 May 06 12:20:33.915500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-87138c11-ce34-4908-97e3-af9b15070abf tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366298 May 06 12:20:34.083982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 903caf79-1b0e-40ac-bcde-be3734c4189a up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:34.202763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-7a2cb118-54c0-4b1a-ad7e-671088c3218b service neutron] 10.222.0.44 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783749 May 06 12:20:34.218636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 903caf79-1b0e-40ac-bcde-be3734c4189a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:34.225251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 903caf79-1b0e-40ac-bcde-be3734c4189a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:34.225903 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:34.433687 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:34.462196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-1ab04931-10fb-4970-b7ae-33e35f61771c service neutron] 10.222.0.44 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461066 May 06 12:20:34.486077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27759c5e-9fb3-4ee6-b450-69bec9979e68 req-005fe586-9385-4a7f-bd36-99e2546c6c5b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:34.490379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27759c5e-9fb3-4ee6-b450-69bec9979e68 req-005fe586-9385-4a7f-bd36-99e2546c6c5b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.3574603 May 06 12:20:34.506697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903caf79-1b0e-40ac-bcde-be3734c4189a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:34.524462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 903caf79-1b0e-40ac-bcde-be3734c4189a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=903caf79-1b0e-40ac-bcde-be3734c4189a,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:34.533586 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:34.573154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27759c5e-9fb3-4ee6-b450-69bec9979e68 req-42f08cef-ef6d-4a2b-91f1-a10d9e1dc8f8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680723 May 06 12:20:34.677719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=903caf79-1b0e-40ac-bcde-be3734c4189a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:34.938051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-c2c4c370-f2f8-4bce-bd67-4d61bed63c51 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a0ffad506e1490db99029aae7353551&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338998 May 06 12:20:34.945284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8a662f3-4b51-4498-936e-e2a8ea2c8295 req-16293e9c-b231-4a95-a578-c276913c7aa1 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 210 time: 0.0868917 May 06 12:20:35.296959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231ae9-eef8-4671-a298-6bbfb024160e req-ee0c8c29-370d-439d-b93b-d9c98512778e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:35.302989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-ee0c8c29-370d-439d-b93b-d9c98512778e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3496945 May 06 12:20:35.324927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Request body: {'port': {'device_id': 'c895f43c-0439-4637-b673-e5ff9ab013d2', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '6a0ffad506e1490db99029aae7353551'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:35.560427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b3088-698d-46ee-936d-d96d3e52fab8 req-513148cd-7cdf-48eb-9403-35ed821a414f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:35.562397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be5b3088-698d-46ee-936d-d96d3e52fab8 req-513148cd-7cdf-48eb-9403-35ed821a414f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 945 time: 0.3616712 May 06 12:20:35.710006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:35.733572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:35.754555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be5b3088-698d-46ee-936d-d96d3e52fab8 req-f113ae17-fae0-45ed-ace7-0f5cebafb7d9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1520157 May 06 12:20:35.757598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Made reservation on behalf of 6a0ffad506e1490db99029aae7353551 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:35.762319 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:35.816190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794a7d2-ed57-4660-85f0-ffd31c9559b7 req-5bf0ab17-303e-4d0c-acdd-93891b4e5d0b tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:35.818269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6794a7d2-ed57-4660-85f0-ffd31c9559b7 req-5bf0ab17-303e-4d0c-acdd-93891b4e5d0b tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 945 time: 0.2678156 May 06 12:20:36.178811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6794a7d2-ed57-4660-85f0-ffd31c9559b7 req-ea90b5f2-0e21-4a45-bebb-08e8ffba86b0 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879198 May 06 12:20:36.268005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002767d2-2faf-4e16-be7c-733e96981cc2 req-63144a60-7340-4187-baa1-8b1f7dc914f6 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:36.270832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-002767d2-2faf-4e16-be7c-733e96981cc2 req-63144a60-7340-4187-baa1-8b1f7dc914f6 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 946 time: 0.3781650 May 06 12:20:36.317578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Allocated IP 192.168.233.211 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/e62ea050-b79d-4bbd-a99b-29befea9a058) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:36.323259 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70045784-6305-40e4-88da-0986fc987e8a'] response: {'server_uuid': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903caf79-1b0e-40ac-bcde-be3734c4189a', 'code': 200} May 06 12:20:36.418419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-002767d2-2faf-4e16-be7c-733e96981cc2 req-bffe7c48-1533-4b3d-8e12-ef21a419886b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386600 May 06 12:20:36.714048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:36.802419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b4c49a3-b5fc-4177-9cc1-58c65ee57496 req-2bcaf65e-ada4-4eeb-8860-00a8c6a2555c tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 210 time: 0.2248843 May 06 12:20:36.894561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-1d327eaa-e8c9-4ef0-b72e-a25b5b7d1634 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:36.895371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-1d327eaa-e8c9-4ef0-b72e-a25b5b7d1634 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Synchronizing usage tracker for tenant:9eaa69998de64fa19c325e81a523f48b on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:36.924384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-1d327eaa-e8c9-4ef0-b72e-a25b5b7d1634 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Unset dirty status for tenant:9eaa69998de64fa19c325e81a523f48b on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:36.925769 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-1d327eaa-e8c9-4ef0-b72e-a25b5b7d1634 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 821 time: 0.5429013 May 06 12:20:36.947420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Request body: {'port': {'device_id': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131', 'admin_state_up': True, 'tenant_id': '9eaa69998de64fa19c325e81a523f48b'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:36.987188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e20597c8-5c48-4974-a365-aad305f9adfb req-40342244-80d0-4119-9ea9-144e89469577 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 1097 time: 0.5411522 May 06 12:20:37.082990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda6ee2-b3eb-4881-9614-46d2be3ecf83 req-e6074527-7e27-422e-b5b2-df88fd44f831 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:37.090674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fda6ee2-b3eb-4881-9614-46d2be3ecf83 req-e6074527-7e27-422e-b5b2-df88fd44f831 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.3678975 May 06 12:20:37.149888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.163646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e20597c8-5c48-4974-a365-aad305f9adfb req-38a49b50-d477-4a76-bb57-1b70c5e12e1f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494477 May 06 12:20:37.181556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Transition to ACTIVE for port object e62ea050-b79d-4bbd-a99b-29befea9a058 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:37.194326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fda6ee2-b3eb-4881-9614-46d2be3ecf83 req-4867b5f5-38db-4563-926e-2c441110d1df tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024621 May 06 12:20:37.233459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:37.245609 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.268785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['aaa83ffd-7a61-4186-b95d-1947da39672e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:37.294517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:37.330749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Made reservation on behalf of 9eaa69998de64fa19c325e81a523f48b for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:37.344519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.411294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:37.424201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:37.455758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:37.691351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Pushing event updated for resources: {'Port': ['ID=e62ea050-b79d-4bbd-a99b-29befea9a058,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:37.703549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:37.704218 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.782592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.782934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.783147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.783478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.783803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.785371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.785371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.785371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.785371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.785371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.786159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:37.836090 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-33c2f151-3edf-4498-b521-b4ede15239f9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5162640 May 06 12:20:37.850335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Request body: {'port': {'device_id': 'c895f43c-0439-4637-b673-e5ff9ab013d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:37.943858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faadcf-e80c-4128-a1f3-9ec681b35b20 req-9169a2dd-7b37-482f-b444-5dd60cb43042 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:37.944640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-68faadcf-e80c-4128-a1f3-9ec681b35b20 req-9169a2dd-7b37-482f-b444-5dd60cb43042 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Synchronizing usage tracker for tenant:6a0ffad506e1490db99029aae7353551 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:38.022353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Allocated IP 172.20.0.4 (7dccc9a8-5d1c-4d97-9331-914404a43131/183af125-8930-442d-be80-cf26155feae4/d10c5a9f-7aa9-47d1-92a0-2137ee4d7172) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:38.031699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-917bb09c-fe2c-4c1a-aaad-b55149875589 None None] Provisioning for port e62ea050-b79d-4bbd-a99b-29befea9a058 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:38.038531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-917bb09c-fe2c-4c1a-aaad-b55149875589 None None] Provisioning complete for port e62ea050-b79d-4bbd-a99b-29befea9a058 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:38.038859 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-917bb09c-fe2c-4c1a-aaad-b55149875589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.163375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-917bb09c-fe2c-4c1a-aaad-b55149875589 None None] Port e62ea050-b79d-4bbd-a99b-29befea9a058 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:38.169156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-68faadcf-e80c-4128-a1f3-9ec681b35b20 req-9169a2dd-7b37-482f-b444-5dd60cb43042 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Unset dirty status for tenant:6a0ffad506e1490db99029aae7353551 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:38.171659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68faadcf-e80c-4128-a1f3-9ec681b35b20 req-9169a2dd-7b37-482f-b444-5dd60cb43042 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 936 time: 0.4614432 May 06 12:20:38.200744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.271207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-766c1c6a-a220-4ee1-a9e7-bf5096b15367 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:38.272771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-766c1c6a-a220-4ee1-a9e7-bf5096b15367 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3384023 May 06 12:20:38.365476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.403468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.411733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68faadcf-e80c-4128-a1f3-9ec681b35b20 req-3659040d-4707-4fc5-bae9-5521277878a9 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326527 May 06 12:20:38.508281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Network 7dccc9a8-5d1c-4d97-9331-914404a43131 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:38.512871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:38.516687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-a0ae9f66-a6e3-4290-ab8c-9c105b01b9f1 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 696 time: 0.2319574 May 06 12:20:38.518338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:38.531488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Request body: {'floatingip': {'port_id': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:38.585354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:38.586199 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.590687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Pushing event updated for resources: {'Port': ['ID=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:38.620316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.620624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.621023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.621445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.621823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.622157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.622487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.622857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.623185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.623509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.623877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:38.646698 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-664f692c-1024-480f-a0af-586fe65b2ac7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7055798 May 06 12:20:38.661302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Request body: {'port': {'device_id': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:38.853119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.964184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.302722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:39.323258 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.343608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e939c1-558c-4da7-91e1-2b7acf2f3504 req-2f380a62-06af-4f98-b45c-9e84bf4eac52 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:39.353456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1e939c1-558c-4da7-91e1-2b7acf2f3504 req-2f380a62-06af-4f98-b45c-9e84bf4eac52 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 946 time: 0.5268021 May 06 12:20:39.356206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Transition to ACTIVE for port object d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:39.363219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.414643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-069e5281-c20a-48f9-8f88-afab4a033229 service neutron] 10.222.0.48 "GET /v2.0/ports/cb894966-6389-4005-9f6c-3a20760dd278/bindings/n-h1-840847-1 HTTP/1.1" status: 200 len: 382 time: 0.2727780 May 06 12:20:39.661764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1e939c1-558c-4da7-91e1-2b7acf2f3504 req-235c309a-fc81-43cc-9dfa-1704615477b9 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060796 May 06 12:20:39.692097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62ea050-b79d-4bbd-a99b-29befea9a058 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:39.703532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.713998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:39.782969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Transition to ACTIVE for port object e62ea050-b79d-4bbd-a99b-29befea9a058 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:39.842621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.881477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:39.881918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:39.882326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:39.892229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:39.892576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:39.900548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:39.901010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:39.901560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:39.902293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Bound port: d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:39.902653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.029006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:40.032443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:40.037326 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.104527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.106027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] 10.222.0.48 "PUT /v2.0/ports/d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 HTTP/1.1" status: 200 len: 1091 time: 1.4503269 May 06 12:20:40.106506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:40.113857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:40.121843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Pushing event updated for resources: {'Port': ['ID=e62ea050-b79d-4bbd-a99b-29befea9a058,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:40.223961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f9154-4c99-48ba-ab12-a406fc27adc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:40.419267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:40.445556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'port_id': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'mac_address': 'fa:16:3e:eb:d7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:40.477848 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-830354ac-9c66-4904-b35c-ee3d21b118ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1094 time: 0.3057168 May 06 12:20:40.493691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-c7656088-6d52-4330-ae87-a1888c0964bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe&tenant_id=f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 1101 time: 0.6965251 May 06 12:20:40.508484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521df58-ef46-4070-b9b2-0683b86afeab req-c5311b8d-07d0-448a-af7c-e7a4fc49f613 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:40.511193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3521df58-ef46-4070-b9b2-0683b86afeab req-c5311b8d-07d0-448a-af7c-e7a4fc49f613 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 943 time: 0.5682085 May 06 12:20:40.514593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.536725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7538789a-ab2d-4b6b-9c01-33c0842eae75 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:40.558764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:40.564839 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.576509 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-f362a0fd-ef3d-4834-8fa0-7382f0a6d8a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 HTTP/1.1" status: 200 len: 217 time: 0.0836799 May 06 12:20:40.646873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:40.685207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-f42a47d9-e8f4-49db-b7f4-4aef5b2bca15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:40.686433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:20:40.687552 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-f42a47d9-e8f4-49db-b7f4-4aef5b2bca15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.1005831 May 06 12:20:40.696101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7538789a-ab2d-4b6b-9c01-33c0842eae75'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:40.769817 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-c4a946cc-6d9f-4564-aed5-082cfee01668 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690854 May 06 12:20:40.970295 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-95350dbf-0ca1-4df7-81fb-33a6fed186b3 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844759 May 06 12:20:40.982494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Attempting to bind port e62ea050-b79d-4bbd-a99b-29befea9a058 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:40.983084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Attempting to bind port e62ea050-b79d-4bbd-a99b-29befea9a058 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:40.983608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Attempting to bind port e62ea050-b79d-4bbd-a99b-29befea9a058 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:41.052212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3521df58-ef46-4070-b9b2-0683b86afeab req-b9c79a73-82ad-455e-8482-63af264ec907 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301034 May 06 12:20:41.053120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Port e62ea050-b79d-4bbd-a99b-29befea9a058 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:41.053636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Attempting to bind port e62ea050-b79d-4bbd-a99b-29befea9a058 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:41.112557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:41.113376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:41.114316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:41.115124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Bound port: e62ea050-b79d-4bbd-a99b-29befea9a058, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:41.116232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.133483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.151051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.157660 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95bc5280-9381-46b8-8f35-a2ec2dca3785 req-9d8367da-1f90-4a60-a727-764a8bf6bad6 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686492 May 06 12:20:41.435448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-9a18700b-da95-4578-b2e3-de2aeb8e10fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 1101 time: 0.8760884 May 06 12:20:41.685402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] For port e62ea050-b79d-4bbd-a99b-29befea9a058, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:41.697711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] For port e62ea050-b79d-4bbd-a99b-29befea9a058, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e62ea050-b79d-4bbd-a99b-29befea9a058,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:41.737131 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.842068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72509be2-0e97-46ae-a16d-18ef0f76618f req-1e01c990-bc3a-465d-9d54-14547f85bac5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:41.844549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72509be2-0e97-46ae-a16d-18ef0f76618f req-1e01c990-bc3a-465d-9d54-14547f85bac5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.6160607 May 06 12:20:41.888597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-9a4bd1b1-3449-4a82-90ac-5b55f8ec79e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:41.891124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-9a4bd1b1-3449-4a82-90ac-5b55f8ec79e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.4324136 May 06 12:20:41.934883 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.934883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] 10.222.0.36 "PUT /v2.0/ports/e62ea050-b79d-4bbd-a99b-29befea9a058 HTTP/1.1" status: 200 len: 1096 time: 4.0879211 May 06 12:20:41.936741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c895f43c-0439-4637-b673-e5ff9ab013d2', 'tag': 'e62ea050-b79d-4bbd-a99b-29befea9a058'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:42.138655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:42.186296 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-799a84e8-aebf-4121-965e-dc00adf6bcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.214822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663ff8e-755c-4b1a-8ce9-f35febb10402 service neutron] Pushing event updated for resources: {'Port': ['ID=e62ea050-b79d-4bbd-a99b-29befea9a058,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:42.231136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-937e0091-f759-41b8-b685-76ec8ed50a88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=cb894966-6389-4005-9f6c-3a20760dd278 HTTP/1.1" status: 200 len: 217 time: 0.2857022 May 06 12:20:42.286149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 7538789a-ab2d-4b6b-9c01-33c0842eae75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:42.286848 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.349633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb894966-6389-4005-9f6c-3a20760dd278 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:42.355017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72509be2-0e97-46ae-a16d-18ef0f76618f req-054294f8-0c52-4e8e-a9b9-81f73f4c6f3f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831975 May 06 12:20:42.462295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-32410674-20e3-469a-b7d6-d49d9e56d167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:42.465069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-32410674-20e3-469a-b7d6-d49d9e56d167 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2115395 May 06 12:20:42.492771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.605598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-23598e0c-f029-4a39-be52-921b7c2d625e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a0ffad506e1490db99029aae7353551&device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 1099 time: 0.5399716 May 06 12:20:42.704340 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.734989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.741035 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2 associated. External IP: 172.25.7.122, port: 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44. May 06 12:20:42.777887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:42.814298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:42.821709 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.887480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb894966-6389-4005-9f6c-3a20760dd278,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:42.898722 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.963279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:42.974805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-6dc05b0f-af56-46b8-9de0-72a773341406 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e62ea050-b79d-4bbd-a99b-29befea9a058 HTTP/1.1" status: 200 len: 217 time: 0.3591201 May 06 12:20:43.108691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cb894966-6389-4005-9f6c-3a20760dd278,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:43.152593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af231ae9-eef8-4671-a298-6bbfb024160e req-935df077-61c7-4634-bb2d-44dff639c902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:43.156308 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-935df077-61c7-4634-bb2d-44dff639c902 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1617565 May 06 12:20:43.188668 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:20:43.225234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-51859b31-fff7-4420-a909-5838ea0cf05c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7457271 May 06 12:20:43.497707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c2272-7c61-4ff4-84e8-f19e04e5ea54 req-f7603ade-08a7-4c43-a328-d2b715ddd94d tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:43.499462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b98c2272-7c61-4ff4-84e8-f19e04e5ea54 req-f7603ade-08a7-4c43-a328-d2b715ddd94d tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 948 time: 0.6652951 May 06 12:20:43.626528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-417c073b-9dcc-4c24-896f-103d7b951421 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738329 May 06 12:20:43.681262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b98c2272-7c61-4ff4-84e8-f19e04e5ea54 req-532ce2f4-71d5-4bea-b7ac-ec399db079ac tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682429 May 06 12:20:43.698255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-48e12efa-214c-4865-99b7-bde6df1108c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5317764 May 06 12:20:43.782136 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6afe95-9ed5-481c-96ee-ff57de38ef19'] response: {'name': 'network-changed', 'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172', 'status': 'completed', 'code': 200} May 06 12:20:44.050168 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31b625e8-1971-4a33-9439-028dbe8af6f7 req-6a8d1429-80c3-412a-98d8-30812e60bb6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1094 time: 0.2121377 May 06 12:20:44.094500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc9a11dd-296d-40fb-b096-f9afba585d62 req-41cb8a83-0ca7-4117-aa95-89bd9cedcb1b service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509716 May 06 12:20:44.139986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-4c0d64ba-5b2e-4cfa-a0d6-473b6acc441a service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834553 May 06 12:20:44.324412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b625e8-1971-4a33-9439-028dbe8af6f7 req-b47b46f1-d46e-4cb4-b5f9-1ead5160df4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:44.327874 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31b625e8-1971-4a33-9439-028dbe8af6f7 req-b47b46f1-d46e-4cb4-b5f9-1ead5160df4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.2657213 May 06 12:20:44.556438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31b625e8-1971-4a33-9439-028dbe8af6f7 req-92c53324-03ab-4067-9b8b-0b1121c632eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 HTTP/1.1" status: 200 len: 217 time: 0.2180870 May 06 12:20:44.586725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-065e8fce-3228-4fe5-8a2c-a31c961a9da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:44.667946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b625e8-1971-4a33-9439-028dbe8af6f7 req-782e3b75-06a5-4827-8673-12e9bcd0ba41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:44.670716 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31b625e8-1971-4a33-9439-028dbe8af6f7 req-782e3b75-06a5-4827-8673-12e9bcd0ba41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.1075592 May 06 12:20:44.710782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62650d-df8f-42f7-97f7-552f7698a1d5 req-89aa5afc-a4b1-4832-8ae8-19322d6ebae2 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:44.723171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf62650d-df8f-42f7-97f7-552f7698a1d5 req-89aa5afc-a4b1-4832-8ae8-19322d6ebae2 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 946 time: 0.6875074 May 06 12:20:44.788547 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af231ae9-eef8-4671-a298-6bbfb024160e req-2f94c384-3ea8-41f5-b7a8-b5fde59073f9 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802612 May 06 12:20:44.821178 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31b625e8-1971-4a33-9439-028dbe8af6f7 req-5e0aad53-e59a-463c-869f-9a076f2e44e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359677 May 06 12:20:44.863503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf62650d-df8f-42f7-97f7-552f7698a1d5 req-12de0326-6554-4040-bbe1-e40419852210 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388819 May 06 12:20:45.063298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Router 2de2397b-3839-4ff1-9649-58a7cfe305df has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:20:45.109807 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31b625e8-1971-4a33-9439-028dbe8af6f7 req-015854a0-4aa0-4f59-bad5-2cbb44c82675 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774420 May 06 12:20:45.345378 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8739d3bd-9f28-473d-88fc-b83e74d58e88'] response: {'name': 'network-changed', 'server_uuid': 'c895f43c-0439-4637-b673-e5ff9ab013d2', 'tag': 'e62ea050-b79d-4bbd-a99b-29befea9a058', 'status': 'completed', 'code': 200} May 06 12:20:45.400489 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31b625e8-1971-4a33-9439-028dbe8af6f7 req-63657423-ad00-4d0f-92bb-7c16eb71c024 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792029 May 06 12:20:45.423859 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.722013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c5c23bf-1169-4483-aa68-cbfdd0d89917 req-24e53de1-0438-4230-8b81-30ca0cd2dd97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a0ffad506e1490db99029aae7353551&device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 1099 time: 0.4909928 May 06 12:20:45.728362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36903fb3-67dd-4576-bb32-31333d09dfeb req-deb4c66c-312b-475e-b51e-9fba807de7b7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:45.729783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36903fb3-67dd-4576-bb32-31333d09dfeb req-deb4c66c-312b-475e-b51e-9fba807de7b7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 943 time: 0.3593364 May 06 12:20:45.836361 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.969625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36903fb3-67dd-4576-bb32-31333d09dfeb req-977b4fd1-9bca-46da-86c7-5a2e92442afe tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804428 May 06 12:20:46.006256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c23bf-1169-4483-aa68-cbfdd0d89917 req-694c9a7c-a988-4772-afa3-263bc4798d88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:46.009121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c5c23bf-1169-4483-aa68-cbfdd0d89917 req-694c9a7c-a988-4772-afa3-263bc4798d88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2760096 May 06 12:20:46.132414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c5c23bf-1169-4483-aa68-cbfdd0d89917 req-32519f97-0119-4a60-bb35-8dd1bc0c1c66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=e62ea050-b79d-4bbd-a99b-29befea9a058 HTTP/1.1" status: 200 len: 217 time: 0.1127656 May 06 12:20:46.181215 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88d3a66-83a6-429e-9c66-f79479c8005b'] response: {'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'code': 200} May 06 12:20:46.268909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c23bf-1169-4483-aa68-cbfdd0d89917 req-f3570ae4-930a-4a22-bb39-12c97517b780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:46.271035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c5c23bf-1169-4483-aa68-cbfdd0d89917 req-f3570ae4-930a-4a22-bb39-12c97517b780 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1226270 May 06 12:20:46.280712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:20:46.315647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] Sync routers for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:20:46.372164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:46.373049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:46.698293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:46.712394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-079731ab-4810-4d06-b3f0-80d42450540e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "PUT /v2.0/floatingips/3dfd0d45-d5f4-4fe0-87b1-e143344727c2 HTTP/1.1" status: 200 len: 996 time: 8.1940587 May 06 12:20:46.722791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:46.725349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:46.889247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c5c23bf-1169-4483-aa68-cbfdd0d89917 req-b031bd19-0cd5-4f12-9c26-03032277f5c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5981002 May 06 12:20:46.999997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172', 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131', 'port_id': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172', 'mac_address': 'fa:16:3e:03:1c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183af125-8930-442d-be80-cf26155feae4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:47.038778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca5245-6f88-4960-80a7-1725109392bf req-5e11e55d-84be-4d37-aac6-0dbf14250120 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:47.041543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cca5245-6f88-4960-80a7-1725109392bf req-5e11e55d-84be-4d37-aac6-0dbf14250120 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 948 time: 0.4502177 May 06 12:20:47.097864 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:47.100755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-6b4cd698-761b-42b2-aefa-cbcd5ea40969 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.3501081 May 06 12:20:47.129573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:47.160615 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:47.176660 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:47.343436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cca5245-6f88-4960-80a7-1725109392bf req-7b75ff48-81df-40e1-a2b6-a93fff0ff8e2 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873137 May 06 12:20:47.346381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c5c23bf-1169-4483-aa68-cbfdd0d89917 req-d9ebbbdb-a185-4fa6-9413-a5eda95acc00 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454572 May 06 12:20:47.354210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:47.377127 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:47.398923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:47.612857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-17fbe98b-51f8-465f-b650-16099f73c375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:47.615302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-17fbe98b-51f8-465f-b650-16099f73c375 service neutron] 10.222.0.44 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.5051219 May 06 12:20:47.691414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:47.859533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c5c23bf-1169-4483-aa68-cbfdd0d89917 req-c9129eae-971c-4d58-83a5-52fd28a3de9d service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756191 May 06 12:20:47.936439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-17240039-cb78-47f4-8255-2f1dbfd55bf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 999 time: 0.2549729 May 06 12:20:47.945666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['d10c5a9f-7aa9-47d1-92a0-2137ee4d7172'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:48.011999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:c2:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121815c-2c55-431a-9189-309015e04054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:20:40Z', 'revision_number': 1, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:48.015387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-d4260c85-4d18-4a08-b07b-e05d6649b255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:48.017863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-d4260c85-4d18-4a08-b07b-e05d6649b255 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.0736523 May 06 12:20:48.032053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] Checking router: 2de2397b-3839-4ff1-9649-58a7cfe305df for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:20:48.062715 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:48.064228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:48.071599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0de7f6-c275-4695-ba92-43108ee9506f req-c3fc7de3-9167-4ac1-824e-15d8ce08c9e4 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:48.074126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb0de7f6-c275-4695-ba92-43108ee9506f req-c3fc7de3-9167-4ac1-824e-15d8ce08c9e4 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 948 time: 0.3906455 May 06 12:20:48.230405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb0de7f6-c275-4695-ba92-43108ee9506f req-71c3abdc-5a93-4c59-bb35-36b298127aa2 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450491 May 06 12:20:48.291684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:48.298292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device e62ea050-b79d-4bbd-a99b-29befea9a058 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:48.311035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-bc777ab2-145c-4cdd-bfe3-4735c14d7a9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2842536 May 06 12:20:48.338771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-20105404-a1f2-48fa-85ba-b4031db2eb2e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:20:48.340954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-20105404-a1f2-48fa-85ba-b4031db2eb2e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0177820 May 06 12:20:48.464749 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:20:48.624966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-4d9d5ced-2160-479a-b35c-53fa73824000 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726848 May 06 12:20:48.634645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4ad86-bc89-4659-bb85-1f39b5dd1e5f req-3d0543d9-41b9-4e97-8188-371d621ff6cc tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:48.643573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4e4ad86-bc89-4659-bb85-1f39b5dd1e5f req-3d0543d9-41b9-4e97-8188-371d621ff6cc tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 946 time: 0.2518973 May 06 12:20:48.655135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51036) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:48.664669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-be9ef3b7-aa22-4910-98f4-2a2a4019545b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Request body: {'floatingip': {'port_id': '903caf79-1b0e-40ac-bcde-be3734c4189a'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:48.863375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:48.907847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be9ef3b7-aa22-4910-98f4-2a2a4019545b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.044920 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49a1d2a-86dc-4dc6-87ed-79fecc17b27f req-3cdc885d-bc42-4438-84e6-fa76b0359023 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009011 May 06 12:20:49.137783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port e62ea050-b79d-4bbd-a99b-29befea9a058, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e62ea050-b79d-4bbd-a99b-29befea9a058,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:49.236862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'e62ea050-b79d-4bbd-a99b-29befea9a058', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'e62ea050-b79d-4bbd-a99b-29befea9a058', 'mac_address': 'fa:16:3e:b6:62:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:49.606131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.659252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7f948-b2eb-4a49-b2d6-1697dcd3c704 req-cce0096e-1671-4db7-8c77-45cd039ed6ab tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:49.673375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93a7f948-b2eb-4a49-b2d6-1697dcd3c704 req-cce0096e-1671-4db7-8c77-45cd039ed6ab tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 944 time: 0.2117388 May 06 12:20:49.705307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62ea050-b79d-4bbd-a99b-29befea9a058 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:49.729206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8ea48c7-71cd-4da5-bcff-9ad1e8a472a6 req-7a239880-5864-478d-b020-5a7c5ebad61a tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1096 time: 0.3609316 May 06 12:20:49.850283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93a7f948-b2eb-4a49-b2d6-1697dcd3c704 req-9db5d158-5656-438a-b559-7f536ef0604b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753900 May 06 12:20:49.934000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port e62ea050-b79d-4bbd-a99b-29befea9a058, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e62ea050-b79d-4bbd-a99b-29befea9a058,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:49.977964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8ea48c7-71cd-4da5-bcff-9ad1e8a472a6 req-e6e604f1-7a6b-42c6-b352-374802b72f50 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292204 May 06 12:20:50.036471 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:50.128384 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e634d2-c61a-4efe-aa5b-c35c37d38251'] response: {'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'status': 'completed', 'code': 200} May 06 12:20:50.323208 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3b6981-6281-4077-a3fb-22155af8b700'] response: {'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278', 'code': 200} May 06 12:20:50.443605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb894966-6389-4005-9f6c-3a20760dd278 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:50.543441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['e62ea050-b79d-4bbd-a99b-29befea9a058'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:50.602115 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:20:50.666062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be9ef3b7-aa22-4910-98f4-2a2a4019545b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:50.673374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be9ef3b7-aa22-4910-98f4-2a2a4019545b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:50.804779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b4875db-6d35-40f5-affb-d6442de88154 req-1e2c0f38-f88f-43e4-a99a-2981fde9356d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.6279259 May 06 12:20:50.830053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea3cb3-9ec3-4081-a6a8-3b8fb56bbaa1 req-83d0610a-bee3-452f-b1d3-6c3439087fec tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:50.833744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dea3cb3-9ec3-4081-a6a8-3b8fb56bbaa1 req-83d0610a-bee3-452f-b1d3-6c3439087fec tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 948 time: 0.2053995 May 06 12:20:50.871847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=e62ea050-b79d-4bbd-a99b-29befea9a058,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:50.929009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-7cf76cf6-feb2-4322-9505-8dae41a23000 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:50.941995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-7cf76cf6-feb2-4322-9505-8dae41a23000 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3703792 May 06 12:20:51.043122 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-be9ef3b7-aa22-4910-98f4-2a2a4019545b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Floating IP 86ebcb22-5e12-4e7d-9efa-e3a03034ad42 associated. External IP: 172.25.7.240, port: 903caf79-1b0e-40ac-bcde-be3734c4189a. May 06 12:20:51.245077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:c2:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121815c-2c55-431a-9189-309015e04054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:20:40Z', 'revision_number': 1, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:51.286828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdc65a-0d35-4b96-a254-19dd1993a976 None None] The sync data for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 is: [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:c2:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121815c-2c55-431a-9189-309015e04054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:20:40Z', 'revision_number': 1, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:20:51.328401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-82ad1f3f-e902-40c4-a030-203312fa568e tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 999 time: 0.3849828 May 06 12:20:51.371267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dea3cb3-9ec3-4081-a6a8-3b8fb56bbaa1 req-97d0843a-55cf-4460-80fc-b7edda22afb6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804962 May 06 12:20:51.410102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Request body: {'floatingip': {'port_id': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:51.475193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb894966-6389-4005-9f6c-3a20760dd278,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:51.512584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'cb894966-6389-4005-9f6c-3a20760dd278', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'cb894966-6389-4005-9f6c-3a20760dd278', 'mac_address': 'fa:16:3e:3e:d8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:51.715537 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.749554 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb1e78-85c5-4b17-9d00-a8b5eb28d006 None None] New status for floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:20:51.756005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb894966-6389-4005-9f6c-3a20760dd278 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:51.826887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb894966-6389-4005-9f6c-3a20760dd278,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:51.834934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4875db-6d35-40f5-affb-d6442de88154 req-3d25a705-1e02-420c-816b-19b98efeabd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:51.836697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b4875db-6d35-40f5-affb-d6442de88154 req-3d25a705-1e02-420c-816b-19b98efeabd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 1.0016177 May 06 12:20:51.839928 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.992763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.040653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9ef3b7-aa22-4910-98f4-2a2a4019545b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Router 51d97174-993c-4be0-a68c-37313e365af0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:20:52.059089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cb894966-6389-4005-9f6c-3a20760dd278,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:52.176886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b4875db-6d35-40f5-affb-d6442de88154 req-9c2e9ade-36a0-4883-83cc-3e28e2e8d8b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 999 time: 0.3298261 May 06 12:20:52.217095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e52b9-e2bd-430b-a838-343a98156ace req-e2df474e-ee68-467a-a74c-e6f5f54128fc tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:52.225510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-853e52b9-e2bd-430b-a838-343a98156ace req-e2df474e-ee68-467a-a74c-e6f5f54128fc tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 949 time: 0.5501721 May 06 12:20:52.367445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4875db-6d35-40f5-affb-d6442de88154 req-21cd6d52-ca75-40ac-8028-2dab5debb9b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:52.369248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b4875db-6d35-40f5-affb-d6442de88154 req-21cd6d52-ca75-40ac-8028-2dab5debb9b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.1266382 May 06 12:20:52.403026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:52.586295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9ef3b7-aa22-4910-98f4-2a2a4019545b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:20:52.601090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cb894966-6389-4005-9f6c-3a20760dd278'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:52.603746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be9ef3b7-aa22-4910-98f4-2a2a4019545b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.673404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] Sync routers for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:20:52.729410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-be9ef3b7-aa22-4910-98f4-2a2a4019545b tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "PUT /v2.0/floatingips/86ebcb22-5e12-4e7d-9efa-e3a03034ad42 HTTP/1.1" status: 200 len: 992 time: 4.0722754 May 06 12:20:52.730898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'tag': '903caf79-1b0e-40ac-bcde-be3734c4189a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:52.759602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:52.760698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:52.838966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-853e52b9-e2bd-430b-a838-343a98156ace req-77697f6a-a324-475c-8abd-43cb4a783b52 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118979 May 06 12:20:52.965123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b4875db-6d35-40f5-affb-d6442de88154 req-971537c0-67fe-4287-84d1-6c748eba8448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5145736 May 06 12:20:53.150442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:53.218348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:53.218782 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:53.396137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:53.482934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b4875db-6d35-40f5-affb-d6442de88154 req-54a67a4d-19ec-4819-a144-b72686c09f29 service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958739 May 06 12:20:53.543107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c45bce7-3512-4abe-883e-1374900b7c8f req-0be16829-67ed-47ef-af04-a02216198b65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2216630 May 06 12:20:53.623918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:20:53.624270 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:20:53.745638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b4875db-6d35-40f5-affb-d6442de88154 req-399ab53a-8ff6-4059-a55c-55e6fe1a2088 service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542663 May 06 12:20:53.990070 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.127664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.180785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:54.214647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:54.244272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device e62ea050-b79d-4bbd-a99b-29befea9a058 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:54.322519 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.666718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:54.696553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port e62ea050-b79d-4bbd-a99b-29befea9a058 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:54.709350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port e62ea050-b79d-4bbd-a99b-29befea9a058 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:54.709984 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.788528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:56Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '86ebcb22-5e12-4e7d-9efa-e3a03034ad42', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '51d97174-993c-4be0-a68c-37313e365af0', 'port_id': '903caf79-1b0e-40ac-bcde-be3734c4189a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'mac_address': 'fa:16:3e:39:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:20:12Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 1, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1933c6-c680-4843-b7e3-9f66e4a53798', 'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'mac_address': 'fa:16:3e:2a:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:55Z', 'updated_at': '2022-05-06T12:20:15Z', 'revision_number': 5, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'subnets': [{'id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:54.814814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] Checking router: 51d97174-993c-4be0-a68c-37313e365af0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:20:54.854219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:54.855533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:55.248210 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:55.356024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port e62ea050-b79d-4bbd-a99b-29befea9a058, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e62ea050-b79d-4bbd-a99b-29befea9a058,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:55.365307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:55.406110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:55.571226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-34d44d60-f33e-4860-ba77-afd41d38ec61 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:20:55.582162 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-34d44d60-f33e-4860-ba77-afd41d38ec61 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0181017 May 06 12:20:55.609185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Request body: {'binding': {'host': 'n-h2-840847-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:55.609185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Unknown quota resources ['binding']. {{(pid=83952) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:20:55.649491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=e62ea050-b79d-4bbd-a99b-29befea9a058,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:55.723043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:55.734540 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.082793 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2 associated. External IP: 172.25.7.122, port: 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44. May 06 12:20:56.169720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:56Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '86ebcb22-5e12-4e7d-9efa-e3a03034ad42', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '51d97174-993c-4be0-a68c-37313e365af0', 'port_id': '903caf79-1b0e-40ac-bcde-be3734c4189a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'mac_address': 'fa:16:3e:39:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:20:12Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 1, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1933c6-c680-4843-b7e3-9f66e4a53798', 'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'mac_address': 'fa:16:3e:2a:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:55Z', 'updated_at': '2022-05-06T12:20:15Z', 'revision_number': 5, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'subnets': [{'id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:56.183544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba54ca-db85-4cc9-9375-fd7f0f71326c None None] The sync data for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 is: [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:56Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '86ebcb22-5e12-4e7d-9efa-e3a03034ad42', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'floating_ip_address': '172.25.7.240', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '51d97174-993c-4be0-a68c-37313e365af0', 'port_id': '903caf79-1b0e-40ac-bcde-be3734c4189a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'mac_address': 'fa:16:3e:39:c0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:20:12Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 1, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1933c6-c680-4843-b7e3-9f66e4a53798', 'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'mac_address': 'fa:16:3e:2a:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:55Z', 'updated_at': '2022-05-06T12:20:15Z', 'revision_number': 5, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'subnets': [{'id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:20:56.288625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on host n-h2-840847-1 for vnic_type normal with profile None {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:56.289592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:56.290437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:56.324059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:56.329567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:56.363682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:56.365799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:56.367032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:56.368210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Bound port: 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:56.424462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb894966-6389-4005-9f6c-3a20760dd278 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:56.444472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:56.458980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] Notify callbacks [] for binding, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.479657 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6673729-f63a-42d6-a568-5e5202392464 service neutron] 10.222.0.44 "POST /v2.0/ports/4fb9772e-75f6-4504-90a2-0ca5b6a502af/bindings HTTP/1.1" status: 201 len: 389 time: 0.8774188 May 06 12:20:56.711840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port cb894966-6389-4005-9f6c-3a20760dd278 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:56.712588 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:57.026213 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:57.093143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb894966-6389-4005-9f6c-3a20760dd278,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:57.102494 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:57.240984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cb894966-6389-4005-9f6c-3a20760dd278,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:57.441493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858097f-0403-41b7-b5f9-cdc166ff5536 req-bfd1a1c8-bdfb-4151-b38a-fcabe216f4f8 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:57.453888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7858097f-0403-41b7-b5f9-cdc166ff5536 req-bfd1a1c8-bdfb-4151-b38a-fcabe216f4f8 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 945 time: 0.2837839 May 06 12:20:57.571584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-b0f2da19-8d21-4516-8ed1-bd939c4f4bd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1096 time: 0.4412341 May 06 12:20:57.615956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7858097f-0403-41b7-b5f9-cdc166ff5536 req-f5fd7791-8aed-429f-a20c-629c38a5bc9d tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576796 May 06 12:20:57.906728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Router 2de2397b-3839-4ff1-9649-58a7cfe305df has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:20:58.129133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-3ca7edc2-16c4-4e22-a296-ee0961954da7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:58.143274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-3ca7edc2-16c4-4e22-a296-ee0961954da7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.4826503 May 06 12:20:58.383774 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229dcdb3-be27-48f7-98a3-8ca4e2d55285 None None] New status for floating IP 86ebcb22-5e12-4e7d-9efa-e3a03034ad42: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:20:58.502506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa4e19-920a-488e-bc75-2051084854eb req-d649e94a-4747-48b7-9ee3-eef1d2b50ef5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:58.508618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8aaa4e19-920a-488e-bc75-2051084854eb req-d649e94a-4747-48b7-9ee3-eef1d2b50ef5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Synchronizing usage tracker for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:58.582975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8aaa4e19-920a-488e-bc75-2051084854eb req-d649e94a-4747-48b7-9ee3-eef1d2b50ef5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Unset dirty status for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:58.594497 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aaa4e19-920a-488e-bc75-2051084854eb req-d649e94a-4747-48b7-9ee3-eef1d2b50ef5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe&tenant_id=f71b101453dc4bccb25b118d91b64eff&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 950 time: 0.3497484 May 06 12:20:58.739157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-eff2e0fc-853e-4bd2-88d4-92f3cd3a9d27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af HTTP/1.1" status: 200 len: 217 time: 0.2853329 May 06 12:20:58.919973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-8131d2a7-39d5-4d8d-9660-d216b6b30d19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:58.924117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-8131d2a7-39d5-4d8d-9660-d216b6b30d19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1541882 May 06 12:20:58.996836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9db03e-c727-4cf3-92c3-4c84fff8a3bd req-fe564a14-db0d-420d-8aa9-e9aafe0d9cff tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:59.008132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be9db03e-c727-4cf3-92c3-4c84fff8a3bd req-fe564a14-db0d-420d-8aa9-e9aafe0d9cff tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 946 time: 0.6278248 May 06 12:20:59.027982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aaa4e19-920a-488e-bc75-2051084854eb req-5b207ef7-224e-48dc-966e-bbb062aad29b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 1101 time: 0.2322459 May 06 12:20:59.057899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-d19e956a-6df6-4d79-810f-d44c0477145e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214185 May 06 12:20:59.320401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa4e19-920a-488e-bc75-2051084854eb req-9e3fb275-da01-476e-aac0-812c1aa902d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:59.326927 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aaa4e19-920a-488e-bc75-2051084854eb req-9e3fb275-da01-476e-aac0-812c1aa902d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2869704 May 06 12:20:59.328166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be9db03e-c727-4cf3-92c3-4c84fff8a3bd req-8e0b198d-532a-41e2-8985-00791cc057e3 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185623 May 06 12:20:59.410761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-3789b6c9-3352-412c-8fad-7a289019bf2d service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409412 May 06 12:20:59.565651 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aaa4e19-920a-488e-bc75-2051084854eb req-cc034f57-0b80-41ce-97be-1c98219f60c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=cb894966-6389-4005-9f6c-3a20760dd278 HTTP/1.1" status: 200 len: 217 time: 0.2171025 May 06 12:20:59.569979 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2491fa-4d2a-439b-a086-3e12290115b0'] response: {'name': 'network-changed', 'server_uuid': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'tag': '903caf79-1b0e-40ac-bcde-be3734c4189a', 'status': 'completed', 'code': 200} May 06 12:20:59.758512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa4e19-920a-488e-bc75-2051084854eb req-08d22b71-995b-4687-b434-cc46746d1ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:59.762473 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aaa4e19-920a-488e-bc75-2051084854eb req-08d22b71-995b-4687-b434-cc46746d1ef6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1669340 May 06 12:20:59.930015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aaa4e19-920a-488e-bc75-2051084854eb req-f2391326-933d-4ca1-94d9-e9ec3d8efb3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488659 May 06 12:20:59.957854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:20:59.973400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] Sync routers for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:21:00.000700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:00.001941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:00.134463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-c6a90bf4-682c-4ae4-a0ea-702ce4700065 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045808 May 06 12:21:00.221343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aaa4e19-920a-488e-bc75-2051084854eb req-9072a1aa-228c-4789-9856-6f990bfcf64a service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829502 May 06 12:21:00.590478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:00.596557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec85a87a-7e73-4d06-a308-a672311a6820 req-1d1631b5-654e-4497-a459-eacfc27c69cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b21488b450d54c049babd64a06036f2c&device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 1097 time: 0.9606369 May 06 12:21:00.643976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aaa4e19-920a-488e-bc75-2051084854eb req-2558989b-6e29-4d1c-9abb-38e8be67d1b7 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145670 May 06 12:21:00.954033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d81693-8168-4f20-8b31-7da60fd852ed req-b1b7d440-14a0-468d-b5ac-63aca4d4bef5 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:00.967654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47d81693-8168-4f20-8b31-7da60fd852ed req-b1b7d440-14a0-468d-b5ac-63aca4d4bef5 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 950 time: 1.1721852 May 06 12:21:01.116916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47d81693-8168-4f20-8b31-7da60fd852ed req-0d39b3da-2f74-4144-8c81-f816b637cfa1 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469529 May 06 12:21:01.195610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85a87a-7e73-4d06-a308-a672311a6820 req-d3c35a1e-fdfb-441a-92c7-6cfbf6d314e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:01.199152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec85a87a-7e73-4d06-a308-a672311a6820 req-d3c35a1e-fdfb-441a-92c7-6cfbf6d314e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=becb81f3-f6c5-4f15-9ca3-3c623e172483 HTTP/1.1" status: 200 len: 906 time: 0.5728304 May 06 12:21:01.531477 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21fce7c-4d19-4df9-9b20-75cc9036da77'] response: {'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172', 'code': 200} May 06 12:21:01.564416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec85a87a-7e73-4d06-a308-a672311a6820 req-70ffe73d-641b-4344-bb74-44e18aba63fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=903caf79-1b0e-40ac-bcde-be3734c4189a HTTP/1.1" status: 200 len: 1002 time: 0.3513341 May 06 12:21:01.697512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:5b:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:20:55Z', 'revision_number': 3, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:01.713646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] Checking router: 2de2397b-3839-4ff1-9649-58a7cfe305df for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:21:01.768903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:01.770092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:01.815646 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-451dced7-9494-4c00-ad87-a862c61aeee4 req-7f4d41ab-ce5e-4be1-ab1e-155f90be25bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1096 time: 0.2866986 May 06 12:21:01.958102 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-451dced7-9494-4c00-ad87-a862c61aeee4 req-1c6d4bd6-ef35-48ca-bfc3-869ce219f087 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138182 May 06 12:21:02.017681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85a87a-7e73-4d06-a308-a672311a6820 req-c7a708fb-150b-4889-9689-7404d77d6aae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:02.024082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec85a87a-7e73-4d06-a308-a672311a6820 req-c7a708fb-150b-4889-9689-7404d77d6aae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7ccb29b-6aec-4dbb-8269-b54ef75661ec HTTP/1.1" status: 200 len: 844 time: 0.4469275 May 06 12:21:02.392118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:02.661796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec85a87a-7e73-4d06-a308-a672311a6820 req-e35b2723-5af7-4128-8067-3ec75cd359e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=becb81f3-f6c5-4f15-9ca3-3c623e172483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4220231 May 06 12:21:02.714645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25de46-0393-4664-b70a-d9c488b57d76 req-0ba1b964-20c2-4bc8-b1bb-5e94b7269e07 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:02.725588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c25de46-0393-4664-b70a-d9c488b57d76 req-0ba1b964-20c2-4bc8-b1bb-5e94b7269e07 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.7447345 May 06 12:21:03.118475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec85a87a-7e73-4d06-a308-a672311a6820 req-a8f4c14c-063f-4a9a-b58f-1a8a8105789a service neutron] 10.222.0.36 "GET /v2.0/networks/becb81f3-f6c5-4f15-9ca3-3c623e172483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410472 May 06 12:21:03.132424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c25de46-0393-4664-b70a-d9c488b57d76 req-535cd77d-fffd-4241-82c2-b64625bbc15c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047327 May 06 12:21:03.535590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c895f43c-0439-4637-b673-e5ff9ab013d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62ea050-b79d-4bbd-a99b-29befea9a058'}, {'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:03.566039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Router 2de2397b-3839-4ff1-9649-58a7cfe305df has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:21:03.570522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:5b:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:20:55Z', 'revision_number': 3, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:03.587713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c9652-d7ed-4b6e-8051-d3667834f3cc None None] The sync data for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 is: [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:5b:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:20:55Z', 'revision_number': 3, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:21:03.614430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec85a87a-7e73-4d06-a308-a672311a6820 req-4749075e-fb4b-4498-8a38-88570bb227e9 service neutron] 10.222.0.36 "GET /v2.0/networks/becb81f3-f6c5-4f15-9ca3-3c623e172483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794059 May 06 12:21:04.150774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd367e-d897-4c6e-8d5c-f99db329ec09 req-e3c56c61-4bf6-47c7-b37a-88489b20c7f1 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:04.163495 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4bd367e-d897-4c6e-8d5c-f99db329ec09 req-e3c56c61-4bf6-47c7-b37a-88489b20c7f1 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.3877580 May 06 12:21:04.318809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4bd367e-d897-4c6e-8d5c-f99db329ec09 req-480297ef-edc2-4b9a-ba9b-6f2c5038672a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507318 May 06 12:21:04.350173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:21:04.371323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:04.672826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:04.848614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-89085efb-1fb5-4f15-b419-d06a3ed75e47 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "PUT /v2.0/floatingips/3dfd0d45-d5f4-4fe0-87b1-e143344727c2 HTTP/1.1" status: 200 len: 998 time: 13.5088987 May 06 12:21:05.096623 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18a63f-5fd3-46c3-8e6e-b340d17bd084 None None] New status for floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:21:05.283645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8da37-2107-400e-b4ea-e479196fd595 req-11cc6aae-b594-420d-90e9-66693da6cebb tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:05.285427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ca8da37-2107-400e-b4ea-e479196fd595 req-11cc6aae-b594-420d-90e9-66693da6cebb tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 945 time: 0.6158175 May 06 12:21:05.293484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-6e588ef3-7923-40ae-b84f-1f19e5b0518f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:05.311458 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-6e588ef3-7923-40ae-b84f-1f19e5b0518f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports/06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 942 time: 0.4608648 May 06 12:21:05.499259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ca8da37-2107-400e-b4ea-e479196fd595 req-b060e107-cb69-4405-9f5d-e40541a5399c tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859424 May 06 12:21:05.610000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-630213f8-9189-44df-b8f6-cb627ce10ecc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.1834147 May 06 12:21:05.842842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] Sync routers for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:21:05.867069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:05.868078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:06.022806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-2f572c87-6cc1-4a49-9fd2-8fdb24460b92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:06.025463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-2f572c87-6cc1-4a49-9fd2-8fdb24460b92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.4084322 May 06 12:21:06.197957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-22dbc3f2-8890-4a70-bc22-8d037dd0366e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 217 time: 0.1473317 May 06 12:21:06.235789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db61950-6b67-4b4f-8a6e-5ec5d3026f0c req-269f8a42-5106-442c-ab73-76f827f19731 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:06.270810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9db61950-6b67-4b4f-8a6e-5ec5d3026f0c req-269f8a42-5106-442c-ab73-76f827f19731 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 950 time: 0.4250813 May 06 12:21:06.324686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:06.522435 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9db61950-6b67-4b4f-8a6e-5ec5d3026f0c req-0320554a-5712-4155-87fd-3ee9c0dc2b8e tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445124 May 06 12:21:06.553498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-e4bc8412-51f9-4999-89b0-69c66e644f6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:06.557350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-e4bc8412-51f9-4999-89b0-69c66e644f6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.3006611 May 06 12:21:06.760774 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bd5fe2-9941-47e0-871a-d34b1d5c660b'] response: {'server_uuid': 'c895f43c-0439-4637-b673-e5ff9ab013d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62ea050-b79d-4bbd-a99b-29befea9a058', 'code': 200} May 06 12:21:06.761269 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bd5fe2-9941-47e0-871a-d34b1d5c660b'] response: {'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278', 'code': 200} May 06 12:21:06.781600 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-57dcc45d-fa9f-45dc-9dee-2a029a138b7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2125602 May 06 12:21:06.790518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-ff9ee3cc-ad46-4b3c-99d2-2c4ff065a516 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:21:06.820444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-ff9ee3cc-ad46-4b3c-99d2-2c4ff065a516 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0218115 May 06 12:21:06.944245 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:07.249341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:5b:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:21:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:07.256172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] Checking router: 2de2397b-3839-4ff1-9649-58a7cfe305df for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:21:07.303392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:07.304648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:20:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:07.635075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-6197adb0-1ca6-4bee-a300-16cd4034ea79 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285739 May 06 12:21:07.784588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:07.892524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da064cf-a27d-4ab2-89a9-8e30a085be42 req-15534aac-6c6e-450c-a5b9-c5fe8de9d39f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:07.897048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1da064cf-a27d-4ab2-89a9-8e30a085be42 req-15534aac-6c6e-450c-a5b9-c5fe8de9d39f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.5103829 May 06 12:21:08.010801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eabbd265-19dd-4ebf-a48d-8cd7e125b93b req-67d80c1d-6b79-46ec-8cf1-94ddd0608f46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 1101 time: 0.7388790 May 06 12:21:08.130777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-0ba1c6ea-74eb-4cd8-847d-1df9e82cc664 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771090 May 06 12:21:08.138506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1da064cf-a27d-4ab2-89a9-8e30a085be42 req-e1436a43-4f38-475b-9f71-52e8defef50c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213931 May 06 12:21:08.211082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eabbd265-19dd-4ebf-a48d-8cd7e125b93b req-db245781-62d7-421e-9382-a3fce948c730 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382267 May 06 12:21:08.397807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-1a8fe6fb-73bd-49d0-aabf-6cba825faf0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 1096 time: 0.1852074 May 06 12:21:08.740847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-34aa0b0a-e5df-4c94-9300-b52ebc135d78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:08.743319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-34aa0b0a-e5df-4c94-9300-b52ebc135d78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.3185899 May 06 12:21:08.750858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:5b:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:21:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:08.760152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17e1d4-fd9a-4a63-b3fe-365abcd174e4 req-564f50f6-0243-4f6c-b6ed-7373fd75fc9b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:08.760500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be0264-4ff7-497f-804f-b467e89924d8 None None] The sync data for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 is: [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:5b:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:21:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:21:08.762762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a17e1d4-fd9a-4a63-b3fe-365abcd174e4 req-564f50f6-0243-4f6c-b6ed-7373fd75fc9b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.2945757 May 06 12:21:08.932445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a17e1d4-fd9a-4a63-b3fe-365abcd174e4 req-1ec537ec-3bc4-46cf-b741-0b3e76b6011f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119394 May 06 12:21:08.935301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-c51abf1c-ba49-48e1-a2ee-065836ecf45a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 200 len: 1001 time: 0.1710753 May 06 12:21:09.044935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-37923134-d976-4c00-a64e-c4c97cb41c76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:09.048122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-37923134-d976-4c00-a64e-c4c97cb41c76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.1008284 May 06 12:21:09.053949 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9fa3f4-0190-4d41-90b6-f79c63a7d231'] response: {'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'status': 'completed', 'code': 200} May 06 12:21:09.501081 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483398e7-87cf-472b-a2fc-b4f27884a848 req-388cb427-78d2-4f55-a0b6-6cecd92e3e34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.3727186 May 06 12:21:09.507851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-e7beeaba-0a17-4992-b543-0203e4cb5b90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4499476 May 06 12:21:09.602164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdfbb0-2907-49a0-8760-764a108c7e85 req-762723d7-6c11-466e-a353-ecf5c3202cce tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:09.602164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bacdfbb0-2907-49a0-8760-764a108c7e85 req-762723d7-6c11-466e-a353-ecf5c3202cce tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 945 time: 0.2805114 May 06 12:21:09.987244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bacdfbb0-2907-49a0-8760-764a108c7e85 req-4b7cc8e1-df56-4c4c-977e-e0046ee5fb31 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781751 May 06 12:21:10.058044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483398e7-87cf-472b-a2fc-b4f27884a848 req-cc7ab860-2c6e-4b92-a63c-64755962822a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:10.061683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483398e7-87cf-472b-a2fc-b4f27884a848 req-cc7ab860-2c6e-4b92-a63c-64755962822a service neutron] 10.222.0.36 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.5490220 May 06 12:21:10.256377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483398e7-87cf-472b-a2fc-b4f27884a848 req-a1832fa2-14a7-4317-93f3-277673bfd160 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 217 time: 0.1789362 May 06 12:21:10.262535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-c37ceb8a-d986-4c71-8383-7d6b0763db0d service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148445 May 06 12:21:10.512540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483398e7-87cf-472b-a2fc-b4f27884a848 req-f58577a5-bbb2-42ab-ad16-aceb89df7e10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:10.513959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483398e7-87cf-472b-a2fc-b4f27884a848 req-f58577a5-bbb2-42ab-ad16-aceb89df7e10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.2501814 May 06 12:21:10.643078 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a05ee99-142b-4185-bc48-9cf888d5d5fe req-a35c2a37-bbca-4ee1-9b84-8427ff0cc7cc service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138487 May 06 12:21:10.663561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0607b32-f9ca-4925-b6b1-673f73910873 req-c6ad0660-49f7-44bb-90b4-cce02139f3ec tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:10.665095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0607b32-f9ca-4925-b6b1-673f73910873 req-c6ad0660-49f7-44bb-90b4-cce02139f3ec tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 950 time: 0.3015826 May 06 12:21:10.678941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483398e7-87cf-472b-a2fc-b4f27884a848 req-b68996da-910a-4920-996b-a5354deee472 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548488 May 06 12:21:10.815538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0607b32-f9ca-4925-b6b1-673f73910873 req-e65e826c-101d-4304-add3-33063685a35f tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406205 May 06 12:21:10.906251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483398e7-87cf-472b-a2fc-b4f27884a848 req-ab3b283c-ca37-47f8-affa-0724cc5e33a2 service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101481 May 06 12:21:10.991680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d9ee-0538-4234-8766-f9ba949f8592 req-516d0837-df49-450e-bf10-04bc0db406e1 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:10.993183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72f4d9ee-0538-4234-8766-f9ba949f8592 req-516d0837-df49-450e-bf10-04bc0db406e1 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.1805692 May 06 12:21:11.065734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:11.156826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72f4d9ee-0538-4234-8766-f9ba949f8592 req-98e65bea-0f07-4d16-b0d1-f1bba7966f44 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120024 May 06 12:21:11.168485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483398e7-87cf-472b-a2fc-b4f27884a848 req-cc895bdf-4ec2-4f02-859d-a32019b94d77 service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490368 May 06 12:21:11.180635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc3d8d-e1b7-40ca-a372-a75d33ef9f78 req-ffae48e7-ff2b-43ed-be80-7f89698b3d89 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:11.182941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2cc3d8d-e1b7-40ca-a372-a75d33ef9f78 req-ffae48e7-ff2b-43ed-be80-7f89698b3d89 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 945 time: 0.2395053 May 06 12:21:11.243169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2cc3d8d-e1b7-40ca-a372-a75d33ef9f78 req-893348e2-c388-49aa-9890-98c0cf534a3a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495629 May 06 12:21:11.461771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-400d9554-1d23-4e50-9e8a-b8ecfcbbc8be req-51cd2337-41d2-4d39-bc69-89ff536d04e4 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 1001 time: 0.1388495 May 06 12:21:11.617038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9ea557b-860d-4eb3-8ed3-7e9806a1aca6 req-cd0059b2-291c-4054-baa2-66d8c0ec8413 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1096 time: 0.3300846 May 06 12:21:11.687908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9554-1d23-4e50-9e8a-b8ecfcbbc8be req-9df3d3e0-2184-4edc-ae07-16003c9d98ca tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:11.689388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-400d9554-1d23-4e50-9e8a-b8ecfcbbc8be req-9df3d3e0-2184-4edc-ae07-16003c9d98ca tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports/c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 200 len: 942 time: 0.2167091 May 06 12:21:11.702913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9ea557b-860d-4eb3-8ed3-7e9806a1aca6 req-1f7b85c8-15d6-433b-af27-4f9a9627760d tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707736 May 06 12:21:12.001868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-400d9554-1d23-4e50-9e8a-b8ecfcbbc8be req-abbd45f8-11ae-455e-9b82-2018fb20bbfc tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 1001 time: 0.1868451 May 06 12:21:12.132270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dafe6987-74d9-4b20-a61f-cee641e84da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.244342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d9554-1d23-4e50-9e8a-b8ecfcbbc8be req-d608b657-3a9b-4e55-b60d-99c5dc26f4aa tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:12.246507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-400d9554-1d23-4e50-9e8a-b8ecfcbbc8be req-d608b657-3a9b-4e55-b60d-99c5dc26f4aa tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.2378087 May 06 12:21:12.300367 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0361ef5-931c-4a79-b01c-9e9fac7566df'] response: {'name': 'network-changed', 'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'status': 'completed', 'code': 200} May 06 12:21:12.361968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:12.456573 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-acccc885-b58b-4b56-b30e-786b98eb6913 req-84d97ce3-e257-4018-bb62-7414ab79166b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 1096 time: 0.0849075 May 06 12:21:12.468368 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.586616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83c76bcb-f25f-4056-8826-d0e0807d8bda req-2cc3560b-9c75-43bc-94eb-1264d6d66eb7 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1096 time: 0.1429460 May 06 12:21:12.640093 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.655787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccc885-b58b-4b56-b30e-786b98eb6913 req-caf64b7b-eb26-4aa9-8512-e5fe939cadd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:12.657646 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-acccc885-b58b-4b56-b30e-786b98eb6913 req-caf64b7b-eb26-4aa9-8512-e5fe939cadd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.1858754 May 06 12:21:12.696617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:12.719184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83c76bcb-f25f-4056-8826-d0e0807d8bda req-4679eac3-2704-4899-bf79-350467e9f6c7 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333048 May 06 12:21:12.726030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:12.737174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.807528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-a120ae0d-cfd1-497e-8c47-7c99a6ee9e70 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.1588144 May 06 12:21:12.824951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840847-1'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:12.839708 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-acccc885-b58b-4b56-b30e-786b98eb6913 req-34976129-0080-482a-a79e-b84f436c3eb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 200 len: 1001 time: 0.1647439 May 06 12:21:12.894354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:12.920785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.921345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.922443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.923307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.924867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.925707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.927963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.928435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.928917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.929367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.934177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:12.988347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccc885-b58b-4b56-b30e-786b98eb6913 req-954926a1-1012-43fe-8fee-ed31ef3bee8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:12.990058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-acccc885-b58b-4b56-b30e-786b98eb6913 req-954926a1-1012-43fe-8fee-ed31ef3bee8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.1435633 May 06 12:21:13.116212 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-acccc885-b58b-4b56-b30e-786b98eb6913 req-b2d9d20e-dbe7-49bf-9d6b-1d759b1bbcfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174812 May 06 12:21:13.188383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.286424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-acccc885-b58b-4b56-b30e-786b98eb6913 req-4703f190-e371-4334-9153-68718887a47b service neutron] 10.222.0.48 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529171 May 06 12:21:13.445288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b09a-c4bf-4179-beee-0b900cdb7c0e req-5315cc36-5953-4dd2-b863-4a181390168d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:13.455257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5b8b09a-c4bf-4179-beee-0b900cdb7c0e req-5315cc36-5953-4dd2-b863-4a181390168d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 945 time: 0.3365753 May 06 12:21:13.631766 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-acccc885-b58b-4b56-b30e-786b98eb6913 req-5d5eaeda-43a0-44f1-ac1e-2a473f42761e service neutron] 10.222.0.48 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337054 May 06 12:21:13.787407 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5b8b09a-c4bf-4179-beee-0b900cdb7c0e req-1797ec8b-4b54-4d56-8dd8-eedcdf141af3 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340803 May 06 12:21:13.923373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:13.985282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26f460-849c-4e85-aebe-79a05aa1e7ea req-cadc9271-8bb6-44d0-83d4-308669fb7505 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:13.987140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e26f460-849c-4e85-aebe-79a05aa1e7ea req-cadc9271-8bb6-44d0-83d4-308669fb7505 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 950 time: 0.3426459 May 06 12:21:14.046583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-95dc0085-e4b5-4b8a-9804-1ef6fd93cc3f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 1001 time: 0.2112768 May 06 12:21:14.097093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:14.194159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e26f460-849c-4e85-aebe-79a05aa1e7ea req-bef106e1-3c18-4fa3-8c84-7b3155d957aa tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885929 May 06 12:21:14.201085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-c314bbaf-8877-4257-babe-6551f319d580 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:14.202541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-c314bbaf-8877-4257-babe-6551f319d580 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports/c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 200 len: 942 time: 0.1476831 May 06 12:21:14.214907 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.223724 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.303779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:14.337197 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bede513-6ed4-42ee-ac47-4db5306fc688'] response: {'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'code': 200} May 06 12:21:14.379302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4fb9772e-75f6-4504-90a2-0ca5b6a502af details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:14.443909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb9772e-75f6-4504-90a2-0ca5b6a502af,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:14.661693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, got binding levels [] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:14.703601 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c278b4f7-b809-4e4a-98b9-86288905dd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.717310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on host n-h1-840847-1 for vnic_type normal with profile {"migrating_to": "n-h2-840847-1"} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:14.717823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-c6618398-d6f0-482b-9512-4c0380ee015c tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 1001 time: 0.2679150 May 06 12:21:14.718189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:14.719133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:14.733764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:14.734938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:14.747664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:14.748185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:14.749181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:14.749719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Bound port: 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:14.750642 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.908821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:14.915469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:14.924826 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:15.099215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on host n-h1-840847-1 for vnic_type normal with profile {"migrating_to": "n-h2-840847-1"} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:15.099215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:15.099215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:15.138841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:15.139318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Attempting to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:15.181195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-6775f30e-cb3d-4661-979f-04c9e0fb6bda tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:15.183099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-6775f30e-cb3d-4661-979f-04c9e0fb6bda tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.4525721 May 06 12:21:15.186210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:15.186737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:15.187197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:15.187901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Bound port: 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:15.188110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:15.193501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4fb9772e-75f6-4504-90a2-0ca5b6a502af,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:15.256867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eb8efe7-a493-4301-8ce0-41c15acf3f05 req-01dd68d3-1b4d-47cf-8dd8-a2c10f7ad0f0 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 1101 time: 0.2560642 May 06 12:21:15.260160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4fb9772e-75f6-4504-90a2-0ca5b6a502af has no active binding in host n-h2-840847-1 {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:21:15.343652 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:15.433953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eb8efe7-a493-4301-8ce0-41c15acf3f05 req-a3224e42-437b-448f-9f45-bd7796863d71 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:15.477040 n-d-840847-1 neutron-server[83955]: WARNING neutron.plugins.ml2.plugin [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Concurrent port binding operations failed on port 4fb9772e-75f6-4504-90a2-0ca5b6a502af May 06 12:21:15.482680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:15.490495 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-bc7b96d5-988e-421e-8c42-0181eca0d2d0 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 1001 time: 0.2480831 May 06 12:21:15.492880 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Attempt 2 to bind port 4fb9772e-75f6-4504-90a2-0ca5b6a502af May 06 12:21:15.503594 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:15.505454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-f3ec21f5-4afa-4cfa-a7f5-3fd36cdb8e50 service neutron] 10.222.0.36 "PUT /v2.0/ports/4fb9772e-75f6-4504-90a2-0ca5b6a502af HTTP/1.1" status: 200 len: 1121 time: 2.6930795 May 06 12:21:15.516314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-ad57ab3f-7ddc-4f35-8d54-0940d3567dbe tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:15.589297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8eb8efe7-a493-4301-8ce0-41c15acf3f05 req-a3224e42-437b-448f-9f45-bd7796863d71 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:15.605546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8eb8efe7-a493-4301-8ce0-41c15acf3f05 req-a3224e42-437b-448f-9f45-bd7796863d71 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] Usage tracker for resource:security_group_rule and tenant:ba1931806d9649858082b782c4bb8f36 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:15.617445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8eb8efe7-a493-4301-8ce0-41c15acf3f05 req-a3224e42-437b-448f-9f45-bd7796863d71 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:15.631015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8eb8efe7-a493-4301-8ce0-41c15acf3f05 req-a3224e42-437b-448f-9f45-bd7796863d71 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:15.666129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-ad57ab3f-7ddc-4f35-8d54-0940d3567dbe tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:15.677774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['4fb9772e-75f6-4504-90a2-0ca5b6a502af'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:15.724944 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4fb9772e-75f6-4504-90a2-0ca5b6a502af'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:15.875438 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.069044 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eb8efe7-a493-4301-8ce0-41c15acf3f05 req-a3224e42-437b-448f-9f45-bd7796863d71 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.084154 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eb8efe7-a493-4301-8ce0-41c15acf3f05 req-a3224e42-437b-448f-9f45-bd7796863d71 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.282544 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eb8efe7-a493-4301-8ce0-41c15acf3f05 req-a3224e42-437b-448f-9f45-bd7796863d71 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9322743 May 06 12:21:16.308773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3224e42-437b-448f-9f45-bd7796863d71 tempest-LiveMigrationNegativeTest-1921253368 tempest-LiveMigrationNegativeTest-1921253368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a32a9d-0409-400f-9341-a9bc27ac4aa3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:16.331631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-ad57ab3f-7ddc-4f35-8d54-0940d3567dbe tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.340813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-ad57ab3f-7ddc-4f35-8d54-0940d3567dbe tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.341345 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-ad57ab3f-7ddc-4f35-8d54-0940d3567dbe tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2 disassociated. External IP: 172.25.7.122, port: c097c0c3-7855-482f-a8e1-9bdf7876ae10. May 06 12:21:16.414759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:16.428836 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d853421-91ab-45c8-9ab4-75a114c85ce8'] response: {'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af', 'code': 200} May 06 12:21:16.648256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:16.676973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'port_id': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'mac_address': 'fa:16:3e:eb:d7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:16.814541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.852344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7538789a-ab2d-4b6b-9c01-33c0842eae75 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:16.877436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:16.883307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.975631 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:17.034425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-a7a0ae53-20e8-42ca-84e2-157ae79e7aa4 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f71b101453dc4bccb25b118d91b64eff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1435559 May 06 12:21:17.051810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7538789a-ab2d-4b6b-9c01-33c0842eae75'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:17.288963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:17.412366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-f7925fbc-f53e-4c0b-b0a4-55dc52fb9272 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5234902 May 06 12:21:17.437365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-576b77ae-87c9-4dab-b69a-66d821affe1f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:17.439869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-576b77ae-87c9-4dab-b69a-66d821affe1f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3942466 May 06 12:21:17.537069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-2ba881bb-59f6-4d7d-8ca7-0ffdd2f85da9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/quotas/f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 375 time: 0.0421140 May 06 12:21:17.678852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-340f8035-53dc-47ab-b245-534cd51164f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1096 time: 0.2293043 May 06 12:21:17.690229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-ad57ab3f-7ddc-4f35-8d54-0940d3567dbe tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Router 2de2397b-3839-4ff1-9649-58a7cfe305df has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:21:17.758040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-d2bdf26f-69c6-4994-9e87-908a4a7cfd38 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1967061 May 06 12:21:18.255719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-94869278-c311-4792-b6b3-0569cde3fa8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:18.257744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-94869278-c311-4792-b6b3-0569cde3fa8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.5521100 May 06 12:21:18.459599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:18.462355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:18.525780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-0d1cf2a9-f26a-4678-9277-97157222d484 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 200 len: 217 time: 0.2531660 May 06 12:21:18.629405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 7538789a-ab2d-4b6b-9c01-33c0842eae75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:18.630342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:18.726449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-5ded277a-23cf-4dd5-b9f9-a2625cd36350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:18.729700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-5ded277a-23cf-4dd5-b9f9-a2625cd36350 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1789055 May 06 12:21:18.869366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-d3b82788-cdaf-4790-b77a-e179c98fc218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250355 May 06 12:21:18.956882 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:18.957261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962accd2-29d6-4d56-9233-54dc3719b24d req-a9ad3587-2347-4af6-80c8-cb27cb721db4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:18.971744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-962accd2-29d6-4d56-9233-54dc3719b24d req-a9ad3587-2347-4af6-80c8-cb27cb721db4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 943 time: 0.8064723 May 06 12:21:19.044527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:19.046548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:19.066742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:19.240509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=10']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:19.519138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-962accd2-29d6-4d56-9233-54dc3719b24d req-03270771-accb-4e3d-a708-799c5a163759 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304420 May 06 12:21:19.544012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-379bda5a-2980-4315-a919-46d68f426f93 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517305 May 06 12:21:19.565727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-ad57ab3f-7ddc-4f35-8d54-0940d3567dbe tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:21:19.592950 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] Sync routers for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:21:19.645976 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:19.653755 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:19.794483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-ad57ab3f-7ddc-4f35-8d54-0940d3567dbe tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.084472 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:20.096393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a78841e1-7f0e-4ca4-b4b2-3ed6e8601c73 req-e8c630ce-d2d7-4d82-861f-d5292ae7263b service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383816 May 06 12:21:20.140817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-ad57ab3f-7ddc-4f35-8d54-0940d3567dbe tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "PUT /v2.0/floatingips/3dfd0d45-d5f4-4fe0-87b1-e143344727c2 HTTP/1.1" status: 200 len: 695 time: 4.6286514 May 06 12:21:20.215602 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:21:20.287351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9b59e39-a332-40ad-8403-4485590d93cd req-86729057-4066-4bf5-921d-7388102cb3eb tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1096 time: 0.3466849 May 06 12:21:20.380259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-56b3a7b0-7a42-427e-bc2a-c656879f585d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 1096 time: 0.2245624 May 06 12:21:20.426505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9b59e39-a332-40ad-8403-4485590d93cd req-05e0c629-d025-44c5-8b4d-06a0986299cd tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375003 May 06 12:21:20.751563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-b861a02a-7613-4b51-892b-c1eba2bdb735 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f71b101453dc4bccb25b118d91b64eff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085205 May 06 12:21:21.059763 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:21.079410 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] Checking router: 2de2397b-3839-4ff1-9649-58a7cfe305df for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:21:21.108295 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:21.109730 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:21.374511 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-81947903-6984-4c33-b0e5-956bba7dd50c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3202012 May 06 12:21:21.539297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-ef31e787-16a4-4d36-8804-3d0b4469fc08 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:21.542213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-ef31e787-16a4-4d36-8804-3d0b4469fc08 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7835293 May 06 12:21:21.566436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Request body: {'port': {'device_id': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'f71b101453dc4bccb25b118d91b64eff'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:21.717483 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:21.728637 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-037236a6-2f17-4bfe-b34d-ecc678e17a70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dedc618e817f4fbf86199b1187cf0eca&device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 1097 time: 0.3057518 May 06 12:21:21.819223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-b6c05aa4-ed4f-44af-a56f-5578d576596e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:21.821908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-b6c05aa4-ed4f-44af-a56f-5578d576596e service neutron] 10.222.0.44 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 1.4402697 May 06 12:21:22.127690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-d9618f48-2bfd-4761-b5a6-b3d651026d25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 200 len: 217 time: 0.2887745 May 06 12:21:22.137586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36ee771b-dff2-43b5-a17c-a6ae6989cf61 req-74fb389f-20aa-45f8-9705-f4b02aaa57e0 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 210 time: 0.1194832 May 06 12:21:22.179381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-8e3a02dd-229d-4367-aa76-0bf1d9e70fd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:22.191047 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-8e3a02dd-229d-4367-aa76-0bf1d9e70fd6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 200 len: 925 time: 0.4258726 May 06 12:21:22.327425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-be0dc1b2-f28e-41b0-9c07-07f07edd9c08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:22.333186 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-be0dc1b2-f28e-41b0-9c07-07f07edd9c08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.1939149 May 06 12:21:22.468939 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-4c170e7b-0659-419a-898c-ad2acc6f71fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db037eda-7fef-4efb-aa3a-96cd8eda5d1a HTTP/1.1" status: 200 len: 1002 time: 0.2657249 May 06 12:21:22.476984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:22.517990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:22.546163 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3129f26e-dce8-4206-a5a5-71acad3ee544'] response: {'name': 'network-changed', 'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af', 'status': 'completed', 'code': 200} May 06 12:21:22.626066 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb912b48-4ec4-494b-a8dc-9f2e98b54dba'] response: {'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'code': 200} May 06 12:21:22.712718 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:22.726719 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f431a391-8d8d-4b29-afc8-ee1c54a0b502 None None] The sync data for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 is: [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:21:22.728519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-870f470c-16ba-42c6-bbf9-09e868ae1494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:22.731765 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-870f470c-16ba-42c6-bbf9-09e868ae1494 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=67c6cf8e-1c62-4708-93b5-cae3b67be56b HTTP/1.1" status: 200 len: 863 time: 0.2540553 May 06 12:21:22.751046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Made reservation on behalf of f71b101453dc4bccb25b118d91b64eff for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:22.760914 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:22.955147 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-0e75678a-770f-4e5d-b232-6e9f94595037 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c71cec3-af32-4598-85bd-21605e516b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2095826 May 06 12:21:23.227447 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-3f09eb83-142f-447e-9ef1-274eb70e9bbf service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648656 May 06 12:21:23.256935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163aeca3-556f-470c-b14d-0128fc4b7965 None None] New status for floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:21:23.537133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-e7c67ac4-5a85-4c0c-8e55-0bf2f31aecf4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1897173 May 06 12:21:23.548510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-500cb860-ba71-4c3d-855f-65b90e706daa req-8f6f23a5-dade-43e6-9c9e-2113c6ef070f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1124 time: 1.0063920 May 06 12:21:23.550254 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-275388e5-694a-481c-a4b9-1b4bffe23df2 req-835b6463-7bfa-499a-bc0b-1af4a3e26186 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056738 May 06 12:21:24.068038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20287f-0718-4e91-9477-d3b452da34fb req-dd8be975-1cf3-4fe4-82cd-9296e9a26ad4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:24.080650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-aa20287f-0718-4e91-9477-d3b452da34fb req-dd8be975-1cf3-4fe4-82cd-9296e9a26ad4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Synchronizing usage tracker for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:24.133980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-aa20287f-0718-4e91-9477-d3b452da34fb req-dd8be975-1cf3-4fe4-82cd-9296e9a26ad4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Unset dirty status for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:24.136767 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa20287f-0718-4e91-9477-d3b452da34fb req-dd8be975-1cf3-4fe4-82cd-9296e9a26ad4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "GET /v2.0/ports?device_id=31b0bab4-ae40-447a-8860-00ff0cf07201 HTTP/1.1" status: 200 len: 946 time: 0.2424014 May 06 12:21:24.181756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-cd0a9bc2-4f70-4fdf-bbcb-8881690be602 service neutron] 10.222.0.48 "GET /v2.0/ports/4fb9772e-75f6-4504-90a2-0ca5b6a502af/bindings/n-h2-840847-1 HTTP/1.1" status: 200 len: 384 time: 1.1305096 May 06 12:21:24.185333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-3366dbc0-4ebe-4673-9a29-e551193d3c04 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261733 May 06 12:21:24.261941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b5a22f45-19f6-4f40-8f61-799f6b4edd8d req-585b62bf-7026-4843-b469-301e763e1bec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.1057608 May 06 12:21:24.410362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Deleting port db037eda-7fef-4efb-aa3a-96cd8eda5d1a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:21:24.412259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:24.658498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:24.669819 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6157fd5a-7e34-46aa-9010-b227d5dea3fc req-5e700355-a245-4009-8fc8-bbd2f5a2d886 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738235 May 06 12:21:24.891539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Allocated IP 192.168.233.230 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/4a0dcb69-ddc1-4348-a27d-acb163c17532) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:24.911558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cb860-ba71-4c3d-855f-65b90e706daa req-c91b7cba-3a3a-4343-a30a-4e582c554d47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:24.913463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-500cb860-ba71-4c3d-855f-65b90e706daa req-c91b7cba-3a3a-4343-a30a-4e582c554d47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 1.3438485 May 06 12:21:24.954134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] For port db037eda-7fef-4efb-aa3a-96cd8eda5d1a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:24.955373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:25.196722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-500cb860-ba71-4c3d-855f-65b90e706daa req-35318546-d5a1-452d-9ce7-1e4970be2abb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af HTTP/1.1" status: 200 len: 217 time: 0.2596855 May 06 12:21:25.263702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791412eb-760e-44a4-b5b9-9d882a2c8d3a req-f2b597da-8683-4cf2-a34a-8227d7e14098 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:25.265247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-791412eb-760e-44a4-b5b9-9d882a2c8d3a req-f2b597da-8683-4cf2-a34a-8227d7e14098 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 943 time: 0.5495877 May 06 12:21:25.434507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:25.435278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:25.435825 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Floating IP c8aa7928-f3b3-4861-aec4-f19d34275b47 disassociated. External IP: 172.25.7.190, port: db037eda-7fef-4efb-aa3a-96cd8eda5d1a. May 06 12:21:25.447686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Calling delete_port for db037eda-7fef-4efb-aa3a-96cd8eda5d1a owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:21:25.487453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:25.628141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cb860-ba71-4c3d-855f-65b90e706daa req-1d0aebf3-40e7-41b4-9350-f2f12d09c167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:25.629979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-500cb860-ba71-4c3d-855f-65b90e706daa req-1d0aebf3-40e7-41b4-9350-f2f12d09c167 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.4230733 May 06 12:21:25.631190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:25.761440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-791412eb-760e-44a4-b5b9-9d882a2c8d3a req-54197aaf-63fe-440a-b72b-377212d68de2 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399209 May 06 12:21:25.763900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-500cb860-ba71-4c3d-855f-65b90e706daa req-5d476e20-e8d2-49db-a0c2-a31b984005a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816963 May 06 12:21:25.872664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:25.954982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event deleted for resources: {'Port': ['ID=db037eda-7fef-4efb-aa3a-96cd8eda5d1a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:26.123801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb9772e-75f6-4504-90a2-0ca5b6a502af {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:26.252889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-363c9bc5-5327-4f48-9c7c-1dc70d211a2b req-66c90595-a92e-4e77-a487-59f5381d2c7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.3231294 May 06 12:21:26.321463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:26.452728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:26.613553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-9d1b74fc-eff8-44ac-b5d2-c4dfbaa76edb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1552651168&fields=id&tenant_id=dedc618e817f4fbf86199b1187cf0eca HTTP/1.1" status: 200 len: 267 time: 0.5085137 May 06 12:21:26.660834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-500cb860-ba71-4c3d-855f-65b90e706daa req-f216fd95-3757-409d-8e3a-0accad948620 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8197827 May 06 12:21:26.671699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4fb9772e-75f6-4504-90a2-0ca5b6a502af no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:26.692867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:21:26.699936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:27.084272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-500cb860-ba71-4c3d-855f-65b90e706daa req-41568212-0678-47a9-95f4-864982c66f98 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083891 May 06 12:21:27.092891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device db037eda-7fef-4efb-aa3a-96cd8eda5d1a no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:27.189906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Transition to ACTIVE for port object 4a0dcb69-ddc1-4348-a27d-acb163c17532 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:27.228812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: db037eda-7fef-4efb-aa3a-96cd8eda5d1a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:21:27.229503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device db037eda-7fef-4efb-aa3a-96cd8eda5d1a not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:21:27.249832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:21:27.262937 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] Sync routers for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:21:27.289383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] Transition to ACTIVE for port object 4fb9772e-75f6-4504-90a2-0ca5b6a502af will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:27.301296 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:27.302126 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:27.337996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-f32f5c20-8955-4058-805b-02f8a6de36c9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:27.339771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-f32f5c20-8955-4058-805b-02f8a6de36c9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/networks?id=4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 200 len: 824 time: 0.7063107 May 06 12:21:27.342429 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:27.440366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] No DVR routers for this DVR port db037eda-7fef-4efb-aa3a-96cd8eda5d1a on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:27.450650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:27.453846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'name': 'network-vif-deleted', 'tag': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:27.534945 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa20287f-0718-4e91-9477-d3b452da34fb req-a729e1fa-00e2-40f8-a94a-0eb8100818c4 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "DELETE /v2.0/ports/db037eda-7fef-4efb-aa3a-96cd8eda5d1a HTTP/1.1" status: 204 len: 173 time: 3.3799143 May 06 12:21:27.640040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-1a32f313-2f4a-451f-885a-b0cff6939935 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/quotas/dedc618e817f4fbf86199b1187cf0eca HTTP/1.1" status: 200 len: 375 time: 0.2576809 May 06 12:21:27.858951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:27.862938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] Pushing event updated for resources: {'Port': ['ID=4fb9772e-75f6-4504-90a2-0ca5b6a502af,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:27.873238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'cb894966-6389-4005-9f6c-3a20760dd278'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:27.891157 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:27.960415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] No DVR routers for this DVR port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:28.230919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:28.366728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:28.375872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:28.391073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:28.559096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-f9910e76-da82-4682-bdfe-fda717f3a5b3 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:21:28.564979 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-f9910e76-da82-4682-bdfe-fda717f3a5b3 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0103571 May 06 12:21:28.611070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Request body: {'binding': {'host': 'n-h2-840847-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:28.611780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Unknown quota resources ['binding']. {{(pid=83952) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:21:28.963126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:28.975570 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:29.021745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6377f66b-5c89-403f-9ade-bf3a009dd67c service neutron] 10.222.0.48 "PUT /v2.0/ports/4fb9772e-75f6-4504-90a2-0ca5b6a502af/bindings/n-h2-840847-1/activate HTTP/1.1" status: 200 len: 369 time: 4.7488997 May 06 12:21:29.077299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-8ac9cef5-3b60-4944-85cb-82049d70feab tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dedc618e817f4fbf86199b1187cf0eca&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3966877 May 06 12:21:29.089141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5ec593cf-0dc8-4ac5-82f2-fdd28622e31f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.5289757 May 06 12:21:29.110051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Request body: {'port': {'device_id': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:29.226967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4c5cc31f-3976-4658-a88c-bf53d5e5b81c None None] Provisioning for port 4a0dcb69-ddc1-4348-a27d-acb163c17532 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:29.256164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4c5cc31f-3976-4658-a88c-bf53d5e5b81c None None] Provisioning complete for port 4a0dcb69-ddc1-4348-a27d-acb163c17532 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:29.256953 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc31f-3976-4658-a88c-bf53d5e5b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:29.326723 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:29.347191 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] Checking router: 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:21:29.396314 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:29.396806 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:29.418394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on host n-h2-840847-1 for vnic_type normal with profile None {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:29.419264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:29.420044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:29.433808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4c5cc31f-3976-4658-a88c-bf53d5e5b81c None None] Port 4a0dcb69-ddc1-4348-a27d-acb163c17532 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:29.458725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:29.466132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:29.495143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:29.496499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:29.497615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:29.498338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Bound port: d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:29.597384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:29.610899 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:29.623676 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-1a434290-c985-41c8-b981-89dbad1553c8 service neutron] 10.222.0.44 "POST /v2.0/ports/d10c5a9f-7aa9-47d1-92a0-2137ee4d7172/bindings HTTP/1.1" status: 201 len: 389 time: 1.0323095 May 06 12:21:29.936073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:29.947139 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:29.987935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-663a5448-aa1a-4d98-888c-833bd3ad037d service neutron] 10.222.0.44 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550025 May 06 12:21:30.030711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-11168d54-c3b8-4345-a670-12252ba3ccc6 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.7125413 May 06 12:21:30.423630 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-9e8d5195-d35a-4939-88be-59cd0a3e1ef3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b&tenant_id=782377c9e75a4cb084b23392faeea4e0 HTTP/1.1" status: 200 len: 1095 time: 0.3799257 May 06 12:21:30.553387 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:30.559170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-b0b92d60-882e-4f46-88c3-6cae11ce742d service neutron] 10.222.0.44 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519466 May 06 12:21:30.566773 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b34834-59a4-4893-a71e-ba47208e63aa None None] The sync data for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 is: [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:21:30.615099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43643858-a261-4c22-a51a-8fa8aebe7c36 req-7111e708-1615-44fa-ad1f-b28c56cd1295 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:30.615886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-43643858-a261-4c22-a51a-8fa8aebe7c36 req-7111e708-1615-44fa-ad1f-b28c56cd1295 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Synchronizing usage tracker for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:30.737999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-43643858-a261-4c22-a51a-8fa8aebe7c36 req-7111e708-1615-44fa-ad1f-b28c56cd1295 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Unset dirty status for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:30.743487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43643858-a261-4c22-a51a-8fa8aebe7c36 req-7111e708-1615-44fa-ad1f-b28c56cd1295 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 936 time: 0.6489244 May 06 12:21:30.814815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-6f02b07f-a75b-4615-94c1-3d89841e1304 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1095 time: 0.3018334 May 06 12:21:30.936545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43643858-a261-4c22-a51a-8fa8aebe7c36 req-58c3b2f8-c78d-47e3-92d8-78308d182a6d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789770 May 06 12:21:31.113884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aedc59-8d77-45bc-93aa-4152ee604301 None None] New status for floating IP c8aa7928-f3b3-4861-aec4-f19d34275b47: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:21:31.143773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:21:31.642886 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90be4099-b80e-4d70-a9ec-5fbbd9fbc388'] response: {'name': 'network-changed', 'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'status': 'completed', 'code': 200} May 06 12:21:31.798243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0dcb69-ddc1-4348-a27d-acb163c17532 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:31.853172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:32.004018 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad908e37-9982-41b1-9e8f-ea0f3aa59185'] response: {'server_uuid': '31b0bab4-ae40-447a-8860-00ff0cf07201', 'name': 'network-vif-deleted', 'tag': 'db037eda-7fef-4efb-aa3a-96cd8eda5d1a', 'status': 'completed', 'code': 200} May 06 12:21:32.112110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Transition to ACTIVE for port object 4a0dcb69-ddc1-4348-a27d-acb163c17532 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:32.131548 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:32.331189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-b46ccd27-5ed9-4d75-ac25-c0f5da37dbb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:32.333351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-b46ccd27-5ed9-4d75-ac25-c0f5da37dbb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 1.4985611 May 06 12:21:32.745911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91005491-f8bd-4d40-86e1-a1cb714e83a7 req-d712d488-f8cb-456d-bcd5-4c3aa8dd45b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 1096 time: 1.3130832 May 06 12:21:32.925927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-b3be7bb4-2935-4d6a-8850-f570ca2733e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af HTTP/1.1" status: 200 len: 217 time: 0.4081416 May 06 12:21:32.996796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:33.361288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4114b6-e19c-45b7-b43c-a1a46ca61065 req-84e911f4-5f64-47d5-b354-aa1fcf6b5ed0 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.369322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a4114b6-e19c-45b7-b43c-a1a46ca61065 req-84e911f4-5f64-47d5-b354-aa1fcf6b5ed0 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 944 time: 1.4008400 May 06 12:21:33.451564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-d34896f1-b3c1-4033-ba15-25aa0be09119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.454256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-d34896f1-b3c1-4033-ba15-25aa0be09119 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.5074563 May 06 12:21:33.668368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:33.671689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:33.672194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:33.740673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-48dba418-e1a0-4ff3-88aa-4e1f35c4f159 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.741601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-48dba418-e1a0-4ff3-88aa-4e1f35c4f159 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Synchronizing usage tracker for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:33.744518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1e7dc-29a5-4251-85f9-1be407de7481 req-4ff5733c-b73b-443f-9c70-2ad1c712ed91 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.754043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-adf01305-013e-44f6-a5a6-af3d69064298 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.756097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-adf01305-013e-44f6-a5a6-af3d69064298 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 950 time: 0.1866543 May 06 12:21:33.763809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe1e7dc-29a5-4251-85f9-1be407de7481 req-4ff5733c-b73b-443f-9c70-2ad1c712ed91 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 945 time: 1.3948083 May 06 12:21:33.822202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-48dba418-e1a0-4ff3-88aa-4e1f35c4f159 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Unset dirty status for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:33.822722 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-48dba418-e1a0-4ff3-88aa-4e1f35c4f159 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "GET /v2.0/networks?id=4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 200 len: 824 time: 0.4015303 May 06 12:21:33.827124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:33.829311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:33.845307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91005491-f8bd-4d40-86e1-a1cb714e83a7 req-fe9ff019-8f1f-4826-aae9-efac04a8685c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.848738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91005491-f8bd-4d40-86e1-a1cb714e83a7 req-fe9ff019-8f1f-4826-aae9-efac04a8685c service neutron] 10.222.0.48 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 1.0667996 May 06 12:21:33.888109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:33.892808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:33.892808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:33.892808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Bound port: 4a0dcb69-ddc1-4348-a27d-acb163c17532, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:33.892808 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:33.915736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Deleting port e62ea050-b79d-4bbd-a99b-29befea9a058 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:21:33.916141 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:33.941263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-9ac50840-ebdd-4adb-b732-a63c8bc10bf1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3460336 May 06 12:21:33.945950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-15a4944f-ba7d-45aa-9bfa-d433eaf2b2eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Synchronizing usage tracker for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:33.976490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-15a4944f-ba7d-45aa-9bfa-d433eaf2b2eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Unset dirty status for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:33.977548 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-15a4944f-ba7d-45aa-9bfa-d433eaf2b2eb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dedc618e817f4fbf86199b1187cf0eca HTTP/1.1" status: 200 len: 380 time: 0.1351984 May 06 12:21:33.990459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Request body: {'port': {'device_id': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'admin_state_up': True, 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'security_groups': ['05f3592f-f132-49f4-b137-32fd4355543b']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:34.079343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe1e7dc-29a5-4251-85f9-1be407de7481 req-36b65c4d-7ad8-4257-a7a6-8481208ccb9c tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127778 May 06 12:21:34.168904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:34.177232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Usage tracker for resource:port and tenant:dedc618e817f4fbf86199b1187cf0eca is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:34.184707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:34.234421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:34.252627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:34.260266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:34.266451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Made reservation on behalf of dedc618e817f4fbf86199b1187cf0eca for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:34.270643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:34.362419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a4114b6-e19c-45b7-b43c-a1a46ca61065 req-a1427849-c4b4-4b91-b10f-0b7ef906d75e tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9918540 May 06 12:21:34.572592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7e4948c-cc90-4b1b-882d-ba676583e4ee req-f85df31b-49d4-42c6-aa4b-2370ce5931cc tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 210 time: 0.2062349 May 06 12:21:34.579228 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:34.631416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91005491-f8bd-4d40-86e1-a1cb714e83a7 req-565d8640-a611-4a80-8c40-4d000f3418d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 200 len: 217 time: 0.6959462 May 06 12:21:34.874792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Allocated IP 172.20.0.9 (4c71cec3-af32-4598-85bd-21605e516b4d/67c6cf8e-1c62-4708-93b5-cae3b67be56b/d6c4d921-243b-4862-9882-8691baa0939d) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:34.897623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] For port e62ea050-b79d-4bbd-a99b-29befea9a058, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=e62ea050-b79d-4bbd-a99b-29befea9a058,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:34.901948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.087448 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.092740 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 1096 time: 5.9957902 May 06 12:21:35.123667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:35.188253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Calling delete_port for e62ea050-b79d-4bbd-a99b-29befea9a058 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:21:35.241275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91005491-f8bd-4d40-86e1-a1cb714e83a7 req-206383d5-0382-49fc-be03-cafae8a34769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:35.244108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91005491-f8bd-4d40-86e1-a1cb714e83a7 req-206383d5-0382-49fc-be03-cafae8a34769 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.4520018 May 06 12:21:35.497913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.512312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['aaa83ffd-7a61-4186-b95d-1947da39672e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:35.561174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-b6fa8e30-71ee-47f6-a3f7-f5cdffbece8b tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:35.562865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-b6fa8e30-71ee-47f6-a3f7-f5cdffbece8b tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e HTTP/1.1" status: 200 len: 945 time: 1.2904530 May 06 12:21:35.563542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eecbc-d78b-41ae-847b-ca5e43270bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:35.694200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-a4a10c58-9920-41fb-92e1-facf64b8d84e service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6828046 May 06 12:21:35.881095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Deleting port c097c0c3-7855-482f-a8e1-9bdf7876ae10 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:21:35.881524 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.915482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-459e0e7b-ec5e-4b99-b9de-13d2cdf70515 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1099 time: 0.6622105 May 06 12:21:35.925619 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.062193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Pushing event deleted for resources: {'Port': ['ID=e62ea050-b79d-4bbd-a99b-29befea9a058,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:36.069499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Transition to ACTIVE for port object d6c4d921-243b-4862-9882-8691baa0939d will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:36.088663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b054822-9b0d-4f4f-8e9b-aea66147d7d7 req-e90d1479-e48c-42d5-a84d-f460956371ee tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:36.100709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b054822-9b0d-4f4f-8e9b-aea66147d7d7 req-e90d1479-e48c-42d5-a84d-f460956371ee tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=c895f43c-0439-4637-b673-e5ff9ab013d2 HTTP/1.1" status: 200 len: 867 time: 0.9599421 May 06 12:21:36.174704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] No DVR routers for this DVR port e62ea050-b79d-4bbd-a99b-29befea9a058 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:36.179225 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.182306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c895f43c-0439-4637-b673-e5ff9ab013d2', 'name': 'network-vif-deleted', 'tag': 'e62ea050-b79d-4bbd-a99b-29befea9a058'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:36.219078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3f7ad1e6-99dc-4a66-9115-b0b462b782a4 req-5df649ee-0ae7-4fe7-97c7-60cc8966b3d3 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "DELETE /v2.0/ports/e62ea050-b79d-4bbd-a99b-29befea9a058 HTTP/1.1" status: 204 len: 173 time: 2.4447918 May 06 12:21:36.221218 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.337505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Network 4c71cec3-af32-4598-85bd-21605e516b4d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:36.341806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:36.347080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:36.379008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-cc1dd35c-cd6b-44b9-a076-3dcf34b4fd02 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:36.395889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event updated for resources: {'Port': ['ID=d6c4d921-243b-4862-9882-8691baa0939d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:36.400388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-cc1dd35c-cd6b-44b9-a076-3dcf34b4fd02 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9943609 May 06 12:21:36.406352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-4cef353d-e0fa-48a7-aa30-68484f0ed2da service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927650 May 06 12:21:36.467219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:36.468280 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.515970 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-cd7f6896-b3d8-4513-aa55-4092c83b19f9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5292580 May 06 12:21:36.519124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device e62ea050-b79d-4bbd-a99b-29befea9a058 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:36.535878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-fbae60be-e692-4f4f-970c-fc615cd3ca70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 217 time: 0.4712129 May 06 12:21:36.543035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91005491-f8bd-4d40-86e1-a1cb714e83a7 req-b823aa97-143e-46a9-ad5b-b68d5cc5b10f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2034812 May 06 12:21:36.548344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Request body: {'port': {'device_id': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:36.728586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: e62ea050-b79d-4bbd-a99b-29befea9a058 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:21:36.732676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device e62ea050-b79d-4bbd-a99b-29befea9a058 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:21:36.818384 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.914192 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.928853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-6abec3bd-99e1-4554-a521-cd273b788730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:36.932582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-6abec3bd-99e1-4554-a521-cd273b788730 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3877587 May 06 12:21:36.985545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ce256b86-d1e9-432c-bda5-7c20f7c89d29 None None] Provisioning for port d6c4d921-243b-4862-9882-8691baa0939d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:37.000417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ce256b86-d1e9-432c-bda5-7c20f7c89d29 None None] Provisioning complete for port d6c4d921-243b-4862-9882-8691baa0939d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:37.000981 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ce256b86-d1e9-432c-bda5-7c20f7c89d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:37.143578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ce256b86-d1e9-432c-bda5-7c20f7c89d29 None None] Port d6c4d921-243b-4862-9882-8691baa0939d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:37.575444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b054822-9b0d-4f4f-8e9b-aea66147d7d7 req-ebc8375c-9a16-4961-b70f-4c41e7fc6623 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4732678 May 06 12:21:37.709166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c4d921-243b-4862-9882-8691baa0939d {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:37.724697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-368a41c0-1459-45d5-9c83-147a8ca9ab51 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 696 time: 1.0756092 May 06 12:21:37.733711 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:37.795673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Transition to ACTIVE for port object d6c4d921-243b-4862-9882-8691baa0939d will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:37.810370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:37.965533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] For port c097c0c3-7855-482f-a8e1-9bdf7876ae10, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:37.968090 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:38.179991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Pushing event updated for resources: {'Port': ['ID=d6c4d921-243b-4862-9882-8691baa0939d,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:38.382709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Attempting to bind port d6c4d921-243b-4862-9882-8691baa0939d on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:38.383637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Attempting to bind port d6c4d921-243b-4862-9882-8691baa0939d by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:38.384761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Attempting to bind port d6c4d921-243b-4862-9882-8691baa0939d on network 4c71cec3-af32-4598-85bd-21605e516b4d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:38.388583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Request body: {'floatingip': {'port_id': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:38.392070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Port d6c4d921-243b-4862-9882-8691baa0939d on network 4c71cec3-af32-4598-85bd-21605e516b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:38.392752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Attempting to bind port d6c4d921-243b-4862-9882-8691baa0939d on network 4c71cec3-af32-4598-85bd-21605e516b4d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:38.401213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:38.401819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Checking segment: {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:38.402389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Bound using segment: {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:38.403192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Bound port: d6c4d921-243b-4862-9882-8691baa0939d, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:38.403981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:38.499874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Calling delete_port for c097c0c3-7855-482f-a8e1-9bdf7876ae10 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:21:38.615081 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91005491-f8bd-4d40-86e1-a1cb714e83a7 req-ada392c2-71fe-4639-a93a-7f0e17b4e524 service neutron] 10.222.0.48 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8210864 May 06 12:21:38.653362 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-5d300c7b-7019-4bc7-8377-d987fa5426e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6456239 May 06 12:21:38.675296 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] For port d6c4d921-243b-4862-9882-8691baa0939d, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:38.680639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] For port d6c4d921-243b-4862-9882-8691baa0939d, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d6c4d921-243b-4862-9882-8691baa0939d,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:38.692020 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:38.751427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c097c0c3-7855-482f-a8e1-9bdf7876ae10 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:38.773677 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-50451019-3549-4d53-8b68-14e4832be6aa tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1095 time: 1.8248453 May 06 12:21:38.802819 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:38.805378 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] 10.222.0.48 "PUT /v2.0/ports/d6c4d921-243b-4862-9882-8691baa0939d HTTP/1.1" status: 200 len: 1091 time: 2.2803378 May 06 12:21:38.824896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Pushing event updated for resources: {'Port': ['ID=d6c4d921-243b-4862-9882-8691baa0939d,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:38.898125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.898821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.899304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.899901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.900385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.900863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.901386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.902035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.902519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.903119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:38.910025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d0ddb0-2166-4cb0-9950-963a70b6b3bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:39.009339 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-c05c6398-9f3b-44f6-9c41-f87d1ff5dc6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dedc618e817f4fbf86199b1187cf0eca&device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 1094 time: 0.1466675 May 06 12:21:39.124125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:39.139752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-fb5c28a5-135b-4f31-bc84-6b9979303b70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c4d921-243b-4862-9882-8691baa0939d HTTP/1.1" status: 200 len: 217 time: 0.1174455 May 06 12:21:39.246777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-19a0d77c-1078-445c-ab31-920337e22e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:39.249676 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-19a0d77c-1078-445c-ab31-920337e22e19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=67c6cf8e-1c62-4708-93b5-cae3b67be56b HTTP/1.1" status: 200 len: 863 time: 0.1013558 May 06 12:21:39.308553 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:39.406932 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-8997be0a-13be-42de-9cc4-a9d3fa43f1fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c71cec3-af32-4598-85bd-21605e516b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490121 May 06 12:21:39.429561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c097c0c3-7855-482f-a8e1-9bdf7876ae10, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:39.435953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:39.450153 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:39.650666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c097c0c3-7855-482f-a8e1-9bdf7876ae10,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:39.674716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b0b57-b5c8-4783-8cd5-2de37a77345c req-d4c0a3d9-55d1-4842-b67e-22d1912a4371 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:39.685890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f8b0b57-b5c8-4783-8cd5-2de37a77345c req-d4c0a3d9-55d1-4842-b67e-22d1912a4371 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 948 time: 1.9387035 May 06 12:21:39.743969 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-b999739e-a52b-46d4-bc9e-41c555494ab6 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198786 May 06 12:21:39.928848 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d751f1e5-ba14-454a-bf74-6e4391375768 req-d58f64e8-7b7f-43fd-b0f9-8447c7b1244e service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768405 May 06 12:21:39.971910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:21:39.972262 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:21:39.980412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-0eb8e891-b06c-489c-9c8d-e5354442b44a service neutron] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:40.033753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-68bf6463-1b85-4efb-a6e6-d2a121fa64b6 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3085048 May 06 12:21:40.036029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91005491-f8bd-4d40-86e1-a1cb714e83a7 req-39eee828-3f7f-4bf8-8f93-f0a2a364ad9b service neutron] 10.222.0.48 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3715732 May 06 12:21:40.074612 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-0eb8e891-b06c-489c-9c8d-e5354442b44a service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:40.076681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc6ef181-605f-4246-a2fe-7f33a4d62bff req-0eb8e891-b06c-489c-9c8d-e5354442b44a service neutron] 10.222.0.36 "DELETE /v2.0/ports/4fb9772e-75f6-4504-90a2-0ca5b6a502af/bindings/n-h1-840847-1 HTTP/1.1" status: 204 len: 173 time: 1.1746676 May 06 12:21:40.087077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f8b0b57-b5c8-4783-8cd5-2de37a77345c req-8182bd24-9c0a-471e-8d55-14c5d12c5ebf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000218 May 06 12:21:40.429318 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40db90ee-0213-4d1d-9b44-7eec7e1569b2 req-86c097ed-5a9a-41e1-b951-61fa3bbd3805 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813741 May 06 12:21:40.474134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Deleting port c097c0c3-7855-482f-a8e1-9bdf7876ae10 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:21:40.474590 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:40.980604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] For port c097c0c3-7855-482f-a8e1-9bdf7876ae10, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c097c0c3-7855-482f-a8e1-9bdf7876ae10,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:40.980882 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:41.131737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88029b6b-f5b2-4061-a076-9e4c64f16edf req-51afc64c-b197-45b1-a5c0-daeaaf4cd12e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:41.133388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88029b6b-f5b2-4061-a076-9e4c64f16edf req-51afc64c-b197-45b1-a5c0-daeaaf4cd12e tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 946 time: 0.3152177 May 06 12:21:41.142327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Calling delete_port for c097c0c3-7855-482f-a8e1-9bdf7876ae10 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:21:41.214656 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:21:41.486810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:41.502358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88029b6b-f5b2-4061-a076-9e4c64f16edf req-45890026-8141-415e-859c-d2eb815df332 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302102 May 06 12:21:41.504674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.167609 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2b011eb-26da-4ca7-82ae-b93cfefe28e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.181744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.197620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:42.269933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Pushing event deleted for resources: {'Port': ['ID=c097c0c3-7855-482f-a8e1-9bdf7876ae10,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:42.357754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143b3e-5bf4-4572-b144-24e53b73930d req-cb1ac9b0-ec03-4eb1-a738-dbef66771d97 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:42.367190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33143b3e-5bf4-4572-b144-24e53b73930d req-cb1ac9b0-ec03-4eb1-a738-dbef66771d97 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 945 time: 0.6510987 May 06 12:21:42.415385 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-c45ff520-c805-451f-b277-d3ee375ebf95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1096 time: 0.7045534 May 06 12:21:42.448481 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.451060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.451459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.451722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.452056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.452387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.452715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.453040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.453363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.453899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.454074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.454341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:42.508921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] No DVR routers for this DVR port c097c0c3-7855-482f-a8e1-9bdf7876ae10 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:42.514494 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.572580 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:42.627548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17bad128-c214-4c4d-ac57-fbd4eec65835 req-066256aa-abcd-4701-9e0e-459e092cf0e9 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.48 "DELETE /v2.0/ports/c097c0c3-7855-482f-a8e1-9bdf7876ae10 HTTP/1.1" status: 204 len: 173 time: 7.0282230 May 06 12:21:42.752801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-c5780054-d530-47e0-bd11-b3b0dacdfc79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:42.755334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-c5780054-d530-47e0-bd11-b3b0dacdfc79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.2844274 May 06 12:21:42.763067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33143b3e-5bf4-4572-b144-24e53b73930d req-6934949f-9dd1-4296-917c-636e9e4ddf16 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946457 May 06 12:21:42.906449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:42.933400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'mac_address': 'fa:16:3e:1f:ad:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:42.981302 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e202bb54-6eb2-4f50-9142-6b2777574e9c'] response: {'name': 'network-changed', 'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'status': 'completed', 'code': 200} May 06 12:21:43.046565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-29a46071-716e-48a3-b30c-996e989c9339 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 HTTP/1.1" status: 200 len: 217 time: 0.2819290 May 06 12:21:43.053922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:43.090028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0dcb69-ddc1-4348-a27d-acb163c17532 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:43.116032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:43.122732 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:43.229744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-e89dbcbb-6c3b-4e77-bfc5-b9b2516a5d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:43.231572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-e89dbcbb-6c3b-4e77-bfc5-b9b2516a5d6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.1778576 May 06 12:21:43.242768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:43.309304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-e5c9ac40-2604-4f5e-af19-9b42e991a7ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672519 May 06 12:21:43.313942 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2 associated. External IP: 172.25.7.122, port: 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44. May 06 12:21:43.435387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4a0dcb69-ddc1-4348-a27d-acb163c17532'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:43.448356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-668a111d-891d-4f42-a1e8-d3254c92907f req-df0a8345-3fce-42f1-80f9-0492f22dc505 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1099 time: 0.5095065 May 06 12:21:43.778514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843ae4b-7fb2-4ae1-a4dd-af7649591aee req-f688c6b2-0409-43e0-876a-f7773e0044a5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:43.780530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c843ae4b-7fb2-4ae1-a4dd-af7649591aee req-f688c6b2-0409-43e0-876a-f7773e0044a5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 944 time: 0.6705134 May 06 12:21:44.012780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a111d-891d-4f42-a1e8-d3254c92907f req-f8bb3c63-a6f3-44c9-9722-04870e940204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:44.014329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-668a111d-891d-4f42-a1e8-d3254c92907f req-f8bb3c63-a6f3-44c9-9722-04870e940204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5536096 May 06 12:21:44.020351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-e80e53d9-048a-45d1-9411-be3140189665 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116574 May 06 12:21:44.104093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c843ae4b-7fb2-4ae1-a4dd-af7649591aee req-8e3d095d-b1df-4fad-95ae-30e2a3b348fd tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920113 May 06 12:21:44.328564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-668a111d-891d-4f42-a1e8-d3254c92907f req-fc620a93-640c-4602-8abc-42f8fb94a0c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 217 time: 0.2977617 May 06 12:21:44.469817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a111d-891d-4f42-a1e8-d3254c92907f req-2ba0cfce-cabb-4965-9896-395ed9a468ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:44.471303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-668a111d-891d-4f42-a1e8-d3254c92907f req-2ba0cfce-cabb-4965-9896-395ed9a468ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1255786 May 06 12:21:44.523911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-86f477ad-bd1b-42e2-a96a-ced1f6ed063d service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920914 May 06 12:21:44.580189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46d501-f771-436a-8b16-2e32327bfdc5 req-32bd62c2-f49f-410d-8ebf-606012c6cfcb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:44.581647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de46d501-f771-436a-8b16-2e32327bfdc5 req-32bd62c2-f49f-410d-8ebf-606012c6cfcb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 943 time: 0.3401928 May 06 12:21:44.605682 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05008619-013c-4f00-beac-f47323c7961c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:44.817986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d6c4d921-243b-4862-9882-8691baa0939d details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:44.840762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-668a111d-891d-4f42-a1e8-d3254c92907f req-a703ab9c-3be6-4a80-84e9-0ed60aa517a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3574591 May 06 12:21:44.848167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de46d501-f771-436a-8b16-2e32327bfdc5 req-a9d68556-23b5-4785-8a0e-37f360b4980f tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233956 May 06 12:21:44.981565 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd4cade-4bbd-4e05-b4ee-47d972ba716c'] response: {'server_uuid': 'c895f43c-0439-4637-b673-e5ff9ab013d2', 'name': 'network-vif-deleted', 'tag': 'e62ea050-b79d-4bbd-a99b-29befea9a058', 'status': 'completed', 'code': 200} May 06 12:21:44.988648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'name': 'network-vif-deleted', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:44.993128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d6c4d921-243b-4862-9882-8691baa0939d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d6c4d921-243b-4862-9882-8691baa0939d,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:45.010407 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-c8fbf564-cd4e-4247-93c4-e4631f8464b3 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.4174771 May 06 12:21:45.011839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'd6c4d921-243b-4862-9882-8691baa0939d', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'port_id': 'd6c4d921-243b-4862-9882-8691baa0939d', 'mac_address': 'fa:16:3e:c9:44:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:45.027589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840847-1'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:45.088509 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:45.109634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c4d921-243b-4862-9882-8691baa0939d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:45.129767 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9f9293-8415-469e-bd86-353181fe02d8'] response: {'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'code': 200} May 06 12:21:45.131697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d6c4d921-243b-4862-9882-8691baa0939d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d6c4d921-243b-4862-9882-8691baa0939d,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:45.137862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:45.189863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-668a111d-891d-4f42-a1e8-d3254c92907f req-b62cd530-7115-4769-9930-563498fef09b service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373730 May 06 12:21:45.220462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d6c4d921-243b-4862-9882-8691baa0939d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:45.345096 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:45.545454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['d6c4d921-243b-4862-9882-8691baa0939d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:45.552122 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:45.675305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-668a111d-891d-4f42-a1e8-d3254c92907f req-17339ed5-9c43-466b-abd5-2da3791bcd8e service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694011 May 06 12:21:45.712590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9874210-53f1-4cc6-8318-a45eaed69b01 req-ba6f504d-c413-4447-9fa9-2d18fce2b6ba tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:45.714226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9874210-53f1-4cc6-8318-a45eaed69b01 req-ba6f504d-c413-4447-9fa9-2d18fce2b6ba tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 949 time: 0.4335711 May 06 12:21:45.777640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Router 2de2397b-3839-4ff1-9649-58a7cfe305df has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:21:45.836720 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:45.918238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9874210-53f1-4cc6-8318-a45eaed69b01 req-602dad38-cc69-4106-8a56-69aa8905f522 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505313 May 06 12:21:45.991483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:46.045420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:46.266451 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.275532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.441657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf9f97-1689-41dd-bf4e-96de09bb5b7d req-8fbcccf2-a1ad-422d-98c8-8780edf9899e tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:46.443205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00bf9f97-1689-41dd-bf4e-96de09bb5b7d req-8fbcccf2-a1ad-422d-98c8-8780edf9899e tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 945 time: 0.2696629 May 06 12:21:46.454117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Pushing event updated for resources: {'Port': ['ID=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:46.549014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on host n-h1-840847-1 for vnic_type normal with profile {"migrating_to": "n-h2-840847-1"} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:46.549320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:46.549676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:46.556185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:21:46.563350 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.567770 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] Sync routers for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:21:46.582808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:46.586141 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:46.587259 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:46.594101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00bf9f97-1689-41dd-bf4e-96de09bb5b7d req-61f4669c-f3b8-4ba4-b063-79b3dde98598 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410360 May 06 12:21:46.656248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-c1b918cf-43e3-4a1c-a5cd-5469b04c73f6 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "PUT /v2.0/floatingips/3dfd0d45-d5f4-4fe0-87b1-e143344727c2 HTTP/1.1" status: 200 len: 996 time: 8.9302068 May 06 12:21:46.657122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:46.657584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Attempting to bind port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:46.713510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 4a0dcb69-ddc1-4348-a27d-acb163c17532 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:46.719888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 4a0dcb69-ddc1-4348-a27d-acb163c17532 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:46.720721 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.759714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:46.760279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:46.760893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:46.761623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Bound port: d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:46.762181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.832626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d6c4d921-243b-4862-9882-8691baa0939d up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:46.911056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.957293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:46.961902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port d6c4d921-243b-4862-9882-8691baa0939d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:46.966918 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.967719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:46.970687 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:46.982627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'tag': 'd6c4d921-243b-4862-9882-8691baa0939d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:47.025260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port d6c4d921-243b-4862-9882-8691baa0939d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:47.025559 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.068778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-4276e2d6-480a-4220-9c4a-0cc051b5a6f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.3847742 May 06 12:21:47.075142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:47.083102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:47.130826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a01bd-f938-427a-9705-9cb12df66090 req-0123399c-98dc-4369-9ce6-88a394fbba9e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:47.132748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:47.133095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-429a01bd-f938-427a-9705-9cb12df66090 req-0123399c-98dc-4369-9ce6-88a394fbba9e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 0.3366125 May 06 12:21:47.141143 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.152996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:47.327311 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.348104 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.355361 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.411194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:47.416946 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.420712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d6c4d921-243b-4862-9882-8691baa0939d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d6c4d921-243b-4862-9882-8691baa0939d,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:47.461093 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.506204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=11']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:47.522474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Pushing event updated for resources: {'Port': ['ID=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:47.555430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-429a01bd-f938-427a-9705-9cb12df66090 req-c0e745ed-920a-4600-90c7-db79f5596aff tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1946075 May 06 12:21:47.559973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-073ab959-4ebf-4baa-a61f-b5466967cabc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:47.561585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-073ab959-4ebf-4baa-a61f-b5466967cabc service neutron] 10.222.0.44 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.4765933 May 06 12:21:47.616380 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:c2:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121815c-2c55-431a-9189-309015e04054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:21:40Z', 'revision_number': 8, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:47.617550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d6c4d921-243b-4862-9882-8691baa0939d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:47.633230 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] Checking router: 2de2397b-3839-4ff1-9649-58a7cfe305df for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:21:47.654760 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:47.655831 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:47.666386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.667339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-9b2cc753-4d6f-4ea1-ab41-24140556902d service neutron] 10.222.0.36 "PUT /v2.0/ports/d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 HTTP/1.1" status: 200 len: 1121 time: 2.6484089 May 06 12:21:47.668964 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20df074c-ce56-42b1-8d90-b906016a2a0a'] response: {'server_uuid': '6c4170d7-38fa-4a8c-b73f-8b45ef1adf1e', 'name': 'network-vif-deleted', 'tag': 'c097c0c3-7855-482f-a8e1-9bdf7876ae10', 'status': 'completed', 'code': 200} May 06 12:21:47.752445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-ad1558eb-cd77-461d-b8a8-659fbab438ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 999 time: 0.1646614 May 06 12:21:47.799577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['d10c5a9f-7aa9-47d1-92a0-2137ee4d7172'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:47.841806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-4bdf8490-29e6-4244-a8e5-c2bb42387098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:47.843443 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-4bdf8490-29e6-4244-a8e5-c2bb42387098 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.0802338 May 06 12:21:47.915697 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:47.952597 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-f5d9d0a0-cce8-49cc-a11a-a7c25ec4537a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997083 May 06 12:21:48.161606 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-d5d73a7a-1c3a-4da6-9364-288d78b46d2f service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081957 May 06 12:21:48.304193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea7e0c-2a01-44b6-90c2-22b94a5c951a req-a4a71ff3-1337-4a95-bb31-b0567a79ea6d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:48.305569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41ea7e0c-2a01-44b6-90c2-22b94a5c951a req-a4a71ff3-1337-4a95-bb31-b0567a79ea6d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 0.1994882 May 06 12:21:48.345342 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:c2:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121815c-2c55-431a-9189-309015e04054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:21:40Z', 'revision_number': 8, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:48.348169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf7de16-1eb7-44d1-a55a-b32976fedd47 req-3976c51c-f337-4b3a-a551-86cd23097422 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781781 May 06 12:21:48.350573 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a96a10-b6f3-470a-a24f-d51ec7ddb810 None None] The sync data for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 is: [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3dfd0d45-d5f4-4fe0-87b1-e143344727c2', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'port_id': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'mac_address': 'fa:16:3e:c2:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121815c-2c55-431a-9189-309015e04054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:49Z', 'updated_at': '2022-05-06T12:21:40Z', 'revision_number': 8, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:21:48.465475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41ea7e0c-2a01-44b6-90c2-22b94a5c951a req-eb057667-15d2-4473-9bde-954d38f32971 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508160 May 06 12:21:48.596492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d53ef5-17a4-4231-be56-7050a8ea627d None None] New status for floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:21:48.719304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87944e60-a70c-45dc-8b4e-b6d121e761f8 req-5bf33054-7bc0-4a27-b8cb-b466b2b9aab9 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1095 time: 0.1196709 May 06 12:21:48.799144 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87944e60-a70c-45dc-8b4e-b6d121e761f8 req-ccbef655-b6f2-4bdf-8647-b27fd07ea425 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730760 May 06 12:21:48.881237 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb2e64c-c4fb-4795-9796-b3ed60f41df7'] response: {'name': 'network-changed', 'server_uuid': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'tag': 'd6c4d921-243b-4862-9882-8691baa0939d', 'status': 'completed', 'code': 200} May 06 12:21:48.938823 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d32ad5f-3290-4836-96da-3fd57f9f5aa9'] response: {'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'code': 200} May 06 12:21:49.043840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97717ce3-ceab-4011-bf97-89e0df1773bd req-621917f5-4d04-489c-a593-60af1a241fc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dedc618e817f4fbf86199b1187cf0eca&device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 1096 time: 0.1245070 May 06 12:21:49.049978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1096d9-0ab3-4b79-a013-613522f0b08a req-76b503b9-91fc-468d-a42a-4cadff8b4704 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:49.051824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b1096d9-0ab3-4b79-a013-613522f0b08a req-76b503b9-91fc-468d-a42a-4cadff8b4704 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.1743059 May 06 12:21:49.272715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b1096d9-0ab3-4b79-a013-613522f0b08a req-a02b78e0-a4d8-4da1-9396-da530abfb026 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964815 May 06 12:21:49.295291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97717ce3-ceab-4011-bf97-89e0df1773bd req-a9dc9800-1f6b-4bb4-8b2c-92957e0da815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:49.296944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97717ce3-ceab-4011-bf97-89e0df1773bd req-a9dc9800-1f6b-4bb4-8b2c-92957e0da815 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 200 len: 925 time: 0.2409344 May 06 12:21:49.368850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c8cfee2-c4b1-4962-a3f9-010553e40e34 req-53de9173-4c81-400d-97f6-1b8185e06a3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1101 time: 0.3546686 May 06 12:21:49.425840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97717ce3-ceab-4011-bf97-89e0df1773bd req-62f95e38-69c2-4965-ae75-3c9f27fe4486 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c4d921-243b-4862-9882-8691baa0939d HTTP/1.1" status: 200 len: 217 time: 0.1209834 May 06 12:21:49.680086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172'}, {'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'}, {'name': 'network-changed', 'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:49.822777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c8cfee2-c4b1-4962-a3f9-010553e40e34 req-ee997f6b-fdbd-487b-8b70-af7498494a56 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249034 May 06 12:21:49.846305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97717ce3-ceab-4011-bf97-89e0df1773bd req-28c3cfa5-e308-4ac6-a532-b18a8545baf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:49.848801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97717ce3-ceab-4011-bf97-89e0df1773bd req-28c3cfa5-e308-4ac6-a532-b18a8545baf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=67c6cf8e-1c62-4708-93b5-cae3b67be56b HTTP/1.1" status: 200 len: 863 time: 0.4115200 May 06 12:21:50.034538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dd9dc-7681-4d02-ba26-3a3eea8ef167 req-779358f1-7da3-49bd-a0cc-f8fc01f66281 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:50.036984 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b82dd9dc-7681-4d02-ba26-3a3eea8ef167 req-779358f1-7da3-49bd-a0cc-f8fc01f66281 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 943 time: 0.5335498 May 06 12:21:50.087880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-bfd69ac9-1c81-486b-96e4-a8e0878ff854 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:50.090351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-bfd69ac9-1c81-486b-96e4-a8e0878ff854 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 950 time: 0.5022118 May 06 12:21:50.100063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b61a6-3ee6-4feb-8781-63a8a053a577 req-81ae49d2-f4a9-4c19-8d5f-667195516ed6 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:50.102433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646b61a6-3ee6-4feb-8781-63a8a053a577 req-81ae49d2-f4a9-4c19-8d5f-667195516ed6 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/ports?device_id=091c1a9a-2ae6-4aec-9929-ef05569973e8 HTTP/1.1" status: 200 len: 950 time: 0.5123906 May 06 12:21:50.318057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97717ce3-ceab-4011-bf97-89e0df1773bd req-8e4af61a-3552-472c-a994-0bb415f40683 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c71cec3-af32-4598-85bd-21605e516b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4587138 May 06 12:21:50.373359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Deleting port aaa83ffd-7a61-4186-b95d-1947da39672e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:21:50.373925 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:50.439388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b82dd9dc-7681-4d02-ba26-3a3eea8ef167 req-0abbed83-4357-40f0-af8f-e8ab47e8b60a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913465 May 06 12:21:50.549344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646b61a6-3ee6-4feb-8781-63a8a053a577 req-a23e273f-2e1b-4438-b1a1-765b986ca476 tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d342d53-c662-40d5-ba9b-00b4d91a2195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382162 May 06 12:21:50.624372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:50.837736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:50.854135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 has no active binding in host n-h2-840847-1 {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:21:50.914592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0620b4a-ebc6-4fd5-b568-94274a82a70c req-c660b874-8055-4723-89ce-bde71fb7d581 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips/3dfd0d45-d5f4-4fe0-87b1-e143344727c2 HTTP/1.1" status: 200 len: 998 time: 0.3698454 May 06 12:21:50.939984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}, {'server_uuid': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c4d921-243b-4862-9882-8691baa0939d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:50.943819 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97717ce3-ceab-4011-bf97-89e0df1773bd req-8852d623-c925-4583-8fd0-bde0f2a55a30 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121235 May 06 12:21:51.516187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c62cd6-905e-43ab-aff5-c9e0b4f3cbd5 req-cd10c509-cca1-43a4-9945-73888dfffce8 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:51.518702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7c62cd6-905e-43ab-aff5-c9e0b4f3cbd5 req-cd10c509-cca1-43a4-9945-73888dfffce8 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 946 time: 0.8176568 May 06 12:21:51.655436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] For port aaa83ffd-7a61-4186-b95d-1947da39672e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=aaa83ffd-7a61-4186-b95d-1947da39672e,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:51.655835 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:51.693953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0620b4a-ebc6-4fd5-b568-94274a82a70c req-ccaa7972-e666-4955-ac58-75c5b6ee97d3 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:51.695610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0620b4a-ebc6-4fd5-b568-94274a82a70c req-ccaa7972-e666-4955-ac58-75c5b6ee97d3 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.7711515 May 06 12:21:51.855234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Calling delete_port for aaa83ffd-7a61-4186-b95d-1947da39672e owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:21:51.885323 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97717ce3-ceab-4011-bf97-89e0df1773bd req-76670dec-a4f5-4e67-9b42-79929317ba46 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7831938 May 06 12:21:51.959013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7c62cd6-905e-43ab-aff5-c9e0b4f3cbd5 req-87ba92b1-7c47-46de-b47b-7e443b88d615 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb06ba3-f029-49a3-b59e-07a76c89c412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4076405 May 06 12:21:52.015789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-dd1114cf-fee1-4b24-b185-1a7c232dae91 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:52.017440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-dd1114cf-fee1-4b24-b185-1a7c232dae91 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 946 time: 0.6211271 May 06 12:21:52.150155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-581d6336-e84a-42cd-8b82-cf1c403e9fa4 req-bd042368-a11d-4e2b-af8a-aa941cf35bb7 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 1095 time: 0.3019011 May 06 12:21:52.161722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Deleting port 903caf79-1b0e-40ac-bcde-be3734c4189a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:21:52.162060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.314713 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.451651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-581d6336-e84a-42cd-8b82-cf1c403e9fa4 req-e5a5fc2f-1599-4d30-979d-7cc836ec0787 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928026 May 06 12:21:52.469171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Pushing event deleted for resources: {'Port': ['ID=aaa83ffd-7a61-4186-b95d-1947da39672e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:52.631321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:52.635566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device aaa83ffd-7a61-4186-b95d-1947da39672e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:52.677611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-fac8e561-2db2-4142-94ee-ea9b6d162360 service neutron] 10.222.0.48 "GET /v2.0/ports/d10c5a9f-7aa9-47d1-92a0-2137ee4d7172/bindings/n-h2-840847-1 HTTP/1.1" status: 200 len: 384 time: 0.2993600 May 06 12:21:52.678416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: aaa83ffd-7a61-4186-b95d-1947da39672e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:21:52.678416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device aaa83ffd-7a61-4186-b95d-1947da39672e not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:21:52.728056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] No DVR routers for this DVR port aaa83ffd-7a61-4186-b95d-1947da39672e on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:52.766988 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.824696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:52.828424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912afe8-91be-4924-bfc0-d7d367a3ba9d req-fb4afb95-be86-4f72-aec3-9797e88c1fd7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:52.830057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0912afe8-91be-4924-bfc0-d7d367a3ba9d req-fb4afb95-be86-4f72-aec3-9797e88c1fd7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.6431031 May 06 12:21:52.837611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f581eb1-8c0e-422a-a61f-f91e1ca076bc req-219fa9c2-2a1d-4482-8f8c-2105569b1f6a tempest-LiveMigrationNegativeTest-695260659 tempest-LiveMigrationNegativeTest-695260659-project] 10.222.0.36 "DELETE /v2.0/ports/aaa83ffd-7a61-4186-b95d-1947da39672e HTTP/1.1" status: 204 len: 173 time: 2.7331176 May 06 12:21:52.840340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'port_id': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'mac_address': 'fa:16:3e:eb:d7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:52.918995 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.943236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7538789a-ab2d-4b6b-9c01-33c0842eae75 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:52.963085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:52.972219 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:53.087820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=12']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:53.123894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] For port 903caf79-1b0e-40ac-bcde-be3734c4189a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=903caf79-1b0e-40ac-bcde-be3734c4189a,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:53.124241 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:53.134010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7538789a-ab2d-4b6b-9c01-33c0842eae75'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:53.154756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0912afe8-91be-4924-bfc0-d7d367a3ba9d req-239c368b-b521-4c80-8897-4bcfab242689 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3081446 May 06 12:21:53.261070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319a8e5-6285-46a1-bbab-e3e243f566f2 req-57fb1309-323b-40f9-bd41-f2105e263a1d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:53.266920 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e319a8e5-6285-46a1-bbab-e3e243f566f2 req-57fb1309-323b-40f9-bd41-f2105e263a1d tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 0.5898719 May 06 12:21:53.359453 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a2d318-3ec3-45ce-bf71-2ab344b7b0f7'] response: {'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172', 'code': 200} May 06 12:21:53.359702 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a2d318-3ec3-45ce-bf71-2ab344b7b0f7'] response: {'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'status': 'completed', 'code': 200} May 06 12:21:53.362971 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a2d318-3ec3-45ce-bf71-2ab344b7b0f7'] response: {'name': 'network-changed', 'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172', 'status': 'completed', 'code': 200} May 06 12:21:53.656172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e319a8e5-6285-46a1-bbab-e3e243f566f2 req-9fb51a74-3605-4c34-a5f6-2ee96e83ae2b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3789072 May 06 12:21:53.763351 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee3ba31-a24d-46ad-b366-16904d482891'] response: {'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'code': 200} May 06 12:21:53.763351 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee3ba31-a24d-46ad-b366-16904d482891'] response: {'server_uuid': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c4d921-243b-4862-9882-8691baa0939d', 'code': 200} May 06 12:21:53.777789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:53.865867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:53.915762 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:53.916196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:53.916664 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Floating IP 86ebcb22-5e12-4e7d-9efa-e3a03034ad42 disassociated. External IP: 172.25.7.240, port: 903caf79-1b0e-40ac-bcde-be3734c4189a. May 06 12:21:53.916957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Calling delete_port for 903caf79-1b0e-40ac-bcde-be3734c4189a owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:21:53.946826 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2d23de47-54f0-40fc-a4ef-ecabbf7cb7d2 req-552aa05a-1e0f-4202-b02e-165a6623d16c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 1096 time: 0.0746465 May 06 12:21:53.993284 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2d23de47-54f0-40fc-a4ef-ecabbf7cb7d2 req-aec5edbb-9681-4b60-b356-be900d20e53c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 May 06 12:21:54.011168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-f56c10ed-3781-4101-ac80-848ed7b2f916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.6312919 May 06 12:21:54.031385 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-64163598-b40e-4330-b724-5d815efb0d8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1124 time: 0.6129849 May 06 12:21:54.069329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:54.139917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:54.160555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa169a-2f00-4ffa-ac35-746241de9b4b req-2636e074-c1ab-4bce-9638-22795927dba9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:54.162815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61fa169a-2f00-4ffa-ac35-746241de9b4b req-2636e074-c1ab-4bce-9638-22795927dba9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.6097968 May 06 12:21:54.251455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:54.574056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-91ac5db0-df62-4036-8e30-d06fe0450550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:54.575689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-91ac5db0-df62-4036-8e30-d06fe0450550 service neutron] 10.222.0.36 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.5391417 May 06 12:21:54.590391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61fa169a-2f00-4ffa-ac35-746241de9b4b req-0a26e0cc-97b2-4810-875e-06e16be2a92e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054990 May 06 12:21:54.622636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b00f9-2c14-423b-9075-c3220b40eceb req-98293ffe-12c1-4890-bfff-565e5a04b628 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:54.624728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d15b00f9-2c14-423b-9075-c3220b40eceb req-98293ffe-12c1-4890-bfff-565e5a04b628 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 943 time: 0.7109900 May 06 12:21:54.646069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:54.768456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 7538789a-ab2d-4b6b-9c01-33c0842eae75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:54.770057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:54.798104 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:54.936632 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:54.983654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:54.992688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:54.993750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 903caf79-1b0e-40ac-bcde-be3734c4189a no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:55.142029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 903caf79-1b0e-40ac-bcde-be3734c4189a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:21:55.142516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 903caf79-1b0e-40ac-bcde-be3734c4189a not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:21:55.179555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=13']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:55.191057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] Transition to ACTIVE for port object d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:55.305512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51528) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:55.309183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-4bfc1fca-7b6f-4f26-9eff-e175f57db3cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 1001 time: 0.7062614 May 06 12:21:55.311131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-ff7f330a-b18d-4f8b-a48d-1893915417d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:55.313370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-ff7f330a-b18d-4f8b-a48d-1893915417d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 1.0177028 May 06 12:21:55.458693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091c1a9a-2ae6-4aec-9929-ef05569973e8', 'name': 'network-vif-deleted', 'tag': 'aaa83ffd-7a61-4186-b95d-1947da39672e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:55.477596 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:55.485394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Pushing event deleted for resources: {'Port': ['ID=903caf79-1b0e-40ac-bcde-be3734c4189a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:55.765009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:55.819614 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e80ab0f0-cbc3-447e-a712-13ad76393dc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a0ffad506e1490db99029aae7353551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5101869 May 06 12:21:55.820796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:55.841959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-9150cc50-6ba1-471e-993c-8693743890e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 HTTP/1.1" status: 200 len: 217 time: 0.3717964 May 06 12:21:55.844338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-0134aae3-8d2a-4d65-89a5-dcb26d7edbe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:55.846831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-0134aae3-8d2a-4d65-89a5-dcb26d7edbe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.3786540 May 06 12:21:55.958982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a228ccdc-7945-40a9-a9a0-fb99feff4155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:56.019485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a228ccdc-7945-40a9-a9a0-fb99feff4155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:56.154770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a228ccdc-7945-40a9-a9a0-fb99feff4155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:56.185649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228ccdc-7945-40a9-a9a0-fb99feff4155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d342d53-c662-40d5-ba9b-00b4d91a2195,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:56.216151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a228ccdc-7945-40a9-a9a0-fb99feff4155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:56.217780 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a228ccdc-7945-40a9-a9a0-fb99feff4155 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d342d53-c662-40d5-ba9b-00b4d91a2195 HTTP/1.1" status: 204 len: 168 time: 0.3953145 May 06 12:21:56.283761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d15b00f9-2c14-423b-9075-c3220b40eceb req-9711c688-8788-4a7f-aa6a-7aa09b6703a5 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4504707 May 06 12:21:56.657786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-8ff5ae10-9b09-4042-93f7-6a0b8187abce tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 1001 time: 1.8348212 May 06 12:21:56.673170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] Pushing event updated for resources: {'Port': ['ID=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:56.680179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-33def36a-5486-4dd8-8d3d-70185806e7a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:56.681748 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-33def36a-5486-4dd8-8d3d-70185806e7a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.7318711 May 06 12:21:56.780470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-9e451495-e23d-4ac2-885b-219712b5ee86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645261 May 06 12:21:56.884107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-0e73eaca-acad-4296-9e0d-7f475510c12d tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:56.885161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-0e73eaca-acad-4296-9e0d-7f475510c12d tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Synchronizing usage tracker for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:56.898391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:56.926718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-ffbdf559-2347-44cc-a2b3-d969672cb33d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9743574 May 06 12:21:56.927694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] No DVR routers for this DVR port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:57.051811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:21:57.085568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-0e73eaca-acad-4296-9e0d-7f475510c12d tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Unset dirty status for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:57.087502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-0e73eaca-acad-4296-9e0d-7f475510c12d tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports/06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 942 time: 0.4013085 May 06 12:21:57.166952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51550) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:57.189343 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:21:57.287999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fe2b7ad3-30b9-4e40-95d8-79ace655519d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba1931806d9649858082b782c4bb8f36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1189075 May 06 12:21:57.289237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51556) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:57.390018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26d5158d-2895-4e8b-b8e8-6b86d4255858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:57.435143 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26d5158d-2895-4e8b-b8e8-6b86d4255858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:57.577524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26d5158d-2895-4e8b-b8e8-6b86d4255858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:57.598978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5158d-2895-4e8b-b8e8-6b86d4255858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a32a9d-0409-400f-9341-a9bc27ac4aa3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:57.605275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26d5158d-2895-4e8b-b8e8-6b86d4255858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:57.608155 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-26d5158d-2895-4e8b-b8e8-6b86d4255858 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57a32a9d-0409-400f-9341-a9bc27ac4aa3 HTTP/1.1" status: 204 len: 168 time: 0.3175864 May 06 12:21:57.831490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87f61629-0f4d-4bfc-b396-66cce0a5a83a req-a33da02b-8876-4b72-9658-f0c4839dffb2 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab76b47c-5913-467e-988d-a253f9bc4a97 HTTP/1.1" status: 200 len: 210 time: 0.2088747 May 06 12:21:57.889216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-8c80649b-ef88-4a0b-9722-e2862847c5fc service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9962468 May 06 12:21:57.917233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-b3d7706b-9268-463c-bb5c-4cbe7643fd49 service neutron] 10.222.0.48 "PUT /v2.0/ports/d10c5a9f-7aa9-47d1-92a0-2137ee4d7172/bindings/n-h2-840847-1/activate HTTP/1.1" status: 200 len: 369 time: 5.2246397 May 06 12:21:58.193163 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-464030bb-3786-47bb-bcd5-fce8da079127 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.2008967 May 06 12:21:58.546886 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-31482e7a-d7a8-4775-b3fc-638ec9b929fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed&tenant_id=9eaa69998de64fa19c325e81a523f48b HTTP/1.1" status: 200 len: 1095 time: 0.3370121 May 06 12:21:58.646111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-a2e2c4eb-b386-43e5-9708-235cbc86f584 service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7088580 May 06 12:21:58.737711 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-07faed9b-71c3-4080-babc-da3970241410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1095 time: 0.1520553 May 06 12:21:58.968684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-066385eb-56dc-4cd9-812a-4306e424c050 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:58.971661 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-066385eb-56dc-4cd9-812a-4306e424c050 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.2262840 May 06 12:21:59.011722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-45c6dfe3-21e8-440c-82cf-f7d1a7dad8c1 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 1001 time: 1.5449715 May 06 12:21:59.016414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-c895bdb1-f545-4fcb-bd9d-3d98666bb4bf service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342352 May 06 12:21:59.020416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd372a7-cac9-4878-ae45-a7aa2cb4f0b0 req-c0af1a2b-3c9a-40d6-b12d-45c7225b6ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0916054 May 06 12:21:59.119269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-06df65a7-9437-4545-9366-3d105d1a9f60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 HTTP/1.1" status: 200 len: 217 time: 0.1396577 May 06 12:21:59.345297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-4cc080a4-02d9-4058-af7d-052e6b084f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:59.350874 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-4cc080a4-02d9-4058-af7d-052e6b084f75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.2243695 May 06 12:21:59.413169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459ed78-eba9-461a-a59a-836d9846e454 req-2da1ac92-b09c-4cc8-bb2d-a3cf48a4f4a2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:59.430322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7459ed78-eba9-461a-a59a-836d9846e454 req-2da1ac92-b09c-4cc8-bb2d-a3cf48a4f4a2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 1.1874740 May 06 12:21:59.445293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Router 51d97174-993c-4be0-a68c-37313e365af0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:21:59.514100 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-e0302566-19a0-43de-86ce-c8d24d81ee62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510837 May 06 12:21:59.576258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-5fd16880-47c3-4fe2-9d0f-3124d84b4cf1 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:59.590100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-5fd16880-47c3-4fe2-9d0f-3124d84b4cf1 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.5774717 May 06 12:21:59.858204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-f78531e3-8693-4e06-95cd-cbc4edb096e3 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 1001 time: 0.2663486 May 06 12:21:59.867658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-00d41ed2-7be1-4874-a52d-72061b66ed1a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:00.013637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7459ed78-eba9-461a-a59a-836d9846e454 req-9014c003-fac1-47d2-8764-41b10476665e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5824132 May 06 12:22:00.115194 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-d18a9ab9-07dd-428e-8bf9-6b4a6d37b18b service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923162 May 06 12:22:00.309864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-00d41ed2-7be1-4874-a52d-72061b66ed1a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:00.489282 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-dd086f58-c2aa-42d3-a81e-84efcbfb3980 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632784 May 06 12:22:00.915805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e201d-c8bc-42b4-b0c0-e1b4ca7d0a71 req-a81b9516-55b1-4302-a322-d0ec1ded2403 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:00.917808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-879e201d-c8bc-42b4-b0c0-e1b4ca7d0a71 req-a81b9516-55b1-4302-a322-d0ec1ded2403 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.4442577 May 06 12:22:01.020046 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-2068997c-1063-4943-89d7-adad073ec689 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.1772366 May 06 12:22:01.043484 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-00d41ed2-7be1-4874-a52d-72061b66ed1a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:01.059329 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-00d41ed2-7be1-4874-a52d-72061b66ed1a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:01.059802 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-00d41ed2-7be1-4874-a52d-72061b66ed1a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2 disassociated. External IP: 172.25.7.122, port: 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44. May 06 12:22:01.251092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-fa8d7b70-74c6-4bdd-88bc-16fa63a5ba6b service neutron] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:01.257908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-fa8d7b70-74c6-4bdd-88bc-16fa63a5ba6b service neutron] Notify callbacks [] for binding, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:01.284883 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-985705b8-2f70-4ce7-892f-d1ede4a75fd2 req-fa8d7b70-74c6-4bdd-88bc-16fa63a5ba6b service neutron] 10.222.0.36 "DELETE /v2.0/ports/d10c5a9f-7aa9-47d1-92a0-2137ee4d7172/bindings/n-h1-840847-1 HTTP/1.1" status: 204 len: 173 time: 0.2555528 May 06 12:22:01.514021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-879e201d-c8bc-42b4-b0c0-e1b4ca7d0a71 req-b25caa35-aa5a-4ca8-8228-bc50fd190c6f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212696 May 06 12:22:01.532948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:22:01.547988 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] Sync routers for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:22:01.571317 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:01.572500 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:01.760935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] No DVR routers for this DVR port 903caf79-1b0e-40ac-bcde-be3734c4189a on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:22:01.768389 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:01.771800 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95e3eef6-a3d4-43c8-93de-ef7f084161f4 req-309439e1-efa2-4960-b85b-67a647e4b053 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.36 "DELETE /v2.0/ports/903caf79-1b0e-40ac-bcde-be3734c4189a HTTP/1.1" status: 204 len: 173 time: 9.7443509 May 06 12:22:01.973911 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:02.459114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407a62-8239-4c50-99b8-2b299ee2fbf6 req-61754fda-af62-48db-81d4-bad14719729b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:02.461648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00407a62-8239-4c50-99b8-2b299ee2fbf6 req-61754fda-af62-48db-81d4-bad14719729b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 0.5481224 May 06 12:22:02.561705 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00407a62-8239-4c50-99b8-2b299ee2fbf6 req-55d3ea47-6254-4cc6-8a58-4622eb5598a6 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814760 May 06 12:22:02.662577 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:56Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8c1933c6-c680-4843-b7e3-9f66e4a53798', 'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'mac_address': 'fa:16:3e:2a:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:55Z', 'updated_at': '2022-05-06T12:20:15Z', 'revision_number': 5, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'subnets': [{'id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:02.683538 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] Checking router: 51d97174-993c-4be0-a68c-37313e365af0 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:22:02.712536 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:02.713593 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:02.749479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-00d41ed2-7be1-4874-a52d-72061b66ed1a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Router 2de2397b-3839-4ff1-9649-58a7cfe305df has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:22:02.775128 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd62a06-e6d2-4e40-a78f-7a98d06ac9d1'] response: {'server_uuid': '091c1a9a-2ae6-4aec-9929-ef05569973e8', 'name': 'network-vif-deleted', 'tag': 'aaa83ffd-7a61-4186-b95d-1947da39672e', 'status': 'completed', 'code': 200} May 06 12:22:03.112021 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84833156-1ca1-4fce-a01a-ce93c509bc17'] response: {'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'code': 200} May 06 12:22:03.186561 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:03.334890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-00d41ed2-7be1-4874-a52d-72061b66ed1a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:22:03.359952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] Sync routers for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:22:03.368169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-00d41ed2-7be1-4874-a52d-72061b66ed1a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:03.387457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:03.389927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:03.569814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-00d41ed2-7be1-4874-a52d-72061b66ed1a tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "PUT /v2.0/floatingips/3dfd0d45-d5f4-4fe0-87b1-e143344727c2 HTTP/1.1" status: 200 len: 696 time: 3.7103217 May 06 12:22:03.793973 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:56Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8c1933c6-c680-4843-b7e3-9f66e4a53798', 'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'mac_address': 'fa:16:3e:2a:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:55Z', 'updated_at': '2022-05-06T12:20:15Z', 'revision_number': 5, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'subnets': [{'id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:03.799180 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fb8be-2bd6-4598-8553-79da4638d506 None None] The sync data for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 is: [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:19:56Z', 'revision_number': 4, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8c1933c6-c680-4843-b7e3-9f66e4a53798', 'name': '', 'network_id': 'becb81f3-f6c5-4f15-9ca3-3c623e172483', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'mac_address': 'fa:16:3e:2a:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:55Z', 'updated_at': '2022-05-06T12:20:15Z', 'revision_number': 5, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'subnets': [{'id': 'c7ccb29b-6aec-4dbb-8269-b54ef75661ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:22:03.837287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09066-b7a0-41c4-8509-8225d78ca32e req-0341bc8f-b967-4a8d-8e83-8fc3eedb49b7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:03.839580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9d09066-b7a0-41c4-8509-8225d78ca32e req-0341bc8f-b967-4a8d-8e83-8fc3eedb49b7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 944 time: 0.2557724 May 06 12:22:03.849225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-a0f33d5e-d85f-4478-a48f-0b3409289cda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.1481395 May 06 12:22:03.988083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:04.023320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9d09066-b7a0-41c4-8509-8225d78ca32e req-1a90101d-f862-451a-a079-ac99d94e061c tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706071 May 06 12:22:04.141495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-c6825ee0-a898-47d1-a7b6-a12b3e65446b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:04.145628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-c6825ee0-a898-47d1-a7b6-a12b3e65446b service neutron] 10.222.0.44 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.2914481 May 06 12:22:04.380113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-23596861-7781-4821-a776-c84eaf8cb228 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 217 time: 0.2098811 May 06 12:22:04.510226 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0c8da-ce55-4bcd-b611-fe2a404a4693 None None] New status for floating IP 86ebcb22-5e12-4e7d-9efa-e3a03034ad42: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:22:04.777392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'name': 'network-vif-deleted', 'tag': '903caf79-1b0e-40ac-bcde-be3734c4189a'}, {'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:04.858686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-d4ad9566-a682-48e5-80a9-460719ad527e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:04.861384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-d4ad9566-a682-48e5-80a9-460719ad527e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.4799132 May 06 12:22:04.979532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2db686-558c-4292-af24-65ec709776e9 req-1ca32c16-0285-405d-ae0c-268a41531c24 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:04.996417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c2db686-558c-4292-af24-65ec709776e9 req-1ca32c16-0285-405d-ae0c-268a41531c24 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 0.4687974 May 06 12:22:05.067453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:05.074333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] Checking router: 2de2397b-3839-4ff1-9649-58a7cfe305df for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:22:05.092162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:05.093333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:05.158095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c2db686-558c-4292-af24-65ec709776e9 req-1f45807d-0fd1-4d67-928a-f4620a516676 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499481 May 06 12:22:05.181449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-2b2e04e3-313a-4cd9-8ea9-8918bac986e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2887626 May 06 12:22:05.516268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-2f4cb755-43f1-42b7-a782-f78d9f5bd6f5 service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093410 May 06 12:22:05.559765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:05.900751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b5120b-d411-4ce2-8ca1-ae283bc3aa52 req-7ba0c3b0-aadf-49e7-991a-22d9d4e812ec service neutron] 10.222.0.44 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671002 May 06 12:22:05.936938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981559b8-e04a-4011-a2c6-a5ee292bf50b req-31d3a5d8-8ae8-4e83-a72b-3f2448857a61 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:05.939641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-981559b8-e04a-4011-a2c6-a5ee292bf50b req-31d3a5d8-8ae8-4e83-a72b-3f2448857a61 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 0.1579363 May 06 12:22:05.951783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51660) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:05.962279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-381ece28-4735-4edd-a9a1-ffed583ee458 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Request body: {'floatingip': {'port_id': 'd6c4d921-243b-4862-9882-8691baa0939d'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:06.074327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:06.082712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810b7e60-e712-4b2e-a3cb-67ffac12e737 None None] The sync data for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 is: [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:19:05Z', 'revision_number': 4, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9c3d3826-d01c-461b-ae88-66a0a6cae425', 'name': '', 'network_id': '591b9c91-9178-417d-8615-9c700f49fd31', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'mac_address': 'fa:16:3e:4d:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc23628-d308-4f38-9422-4c7dee901658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:04Z', 'updated_at': '2022-05-06T12:19:30Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'subnets': [{'id': '0fc23628-d308-4f38-9422-4c7dee901658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:22:06.130507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51676) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:06.182029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-381ece28-4735-4edd-a9a1-ffed583ee458 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:06.321965 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bec6703-fdb8-41e0-8550-749e6f60c94c'] response: {'server_uuid': 'ab76b47c-5913-467e-988d-a253f9bc4a97', 'name': 'network-vif-deleted', 'tag': '903caf79-1b0e-40ac-bcde-be3734c4189a', 'status': 'completed', 'code': 200} May 06 12:22:06.322354 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bec6703-fdb8-41e0-8550-749e6f60c94c'] response: {'name': 'network-changed', 'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'status': 'completed', 'code': 200} May 06 12:22:06.323333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bee4ed9-fda9-46c0-8e40-9c7c345b6ed7 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:06.603686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bee4ed9-fda9-46c0-8e40-9c7c345b6ed7 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:06.685907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66b2e1-4cc2-4d06-9f6b-b8c54d37dd66 None None] New status for floating IP 3dfd0d45-d5f4-4fe0-87b1-e143344727c2: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:22:06.860874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5eb40a4-b9f0-4b11-a6e2-5370024b28e6 req-d7dd3bbf-b4e9-4ef0-8861-cafffe3445a0 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1095 time: 0.2279663 May 06 12:22:06.868707 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bee4ed9-fda9-46c0-8e40-9c7c345b6ed7 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:06.910437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5a4f1cc-e9b7-428a-a99d-9ccceb9ce1c4 req-01979190-2fb2-4390-909f-e77c4d9dd5eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.5830145 May 06 12:22:06.961838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee4ed9-fda9-46c0-8e40-9c7c345b6ed7 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb06ba3-f029-49a3-b59e-07a76c89c412,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:07.131752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bee4ed9-fda9-46c0-8e40-9c7c345b6ed7 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:07.137886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2bee4ed9-fda9-46c0-8e40-9c7c345b6ed7 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "DELETE /v2.0/security-groups/8fb06ba3-f029-49a3-b59e-07a76c89c412 HTTP/1.1" status: 204 len: 168 time: 1.0059562 May 06 12:22:07.142066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51698) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:07.191255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5eb40a4-b9f0-4b11-a6e2-5370024b28e6 req-f1a6966a-b50c-428f-bb88-45bcb494e50b tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116894 May 06 12:22:07.281387 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-c8a5e1d8-e332-4197-89cd-0fa133c788c1 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] show failed (client error): The resource could not be found. May 06 12:22:07.285017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c8a5e1d8-e332-4197-89cd-0fa133c788c1 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "GET /v2.0/security-groups/8fb06ba3-f029-49a3-b59e-07a76c89c412 HTTP/1.1" status: 404 len: 347 time: 0.1124814 May 06 12:22:07.287767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51702) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:07.367292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2832280-350c-4327-bb74-26c3bb1f04a4 req-a3c51597-83df-4feb-92ba-6a10d3fc41ef tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:07.383911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2832280-350c-4327-bb74-26c3bb1f04a4 req-a3c51597-83df-4feb-92ba-6a10d3fc41ef tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 0.4692101 May 06 12:22:07.425742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:07.530828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4f1cc-e9b7-428a-a99d-9ccceb9ce1c4 req-378c384d-4117-45de-80b1-b913c7349e45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:07.532171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5a4f1cc-e9b7-428a-a99d-9ccceb9ce1c4 req-378c384d-4117-45de-80b1-b913c7349e45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.5385883 May 06 12:22:07.723932 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2832280-350c-4327-bb74-26c3bb1f04a4 req-f32474a5-7bc4-420d-a06e-4299d31b93c8 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3111100 May 06 12:22:07.791683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5a4f1cc-e9b7-428a-a99d-9ccceb9ce1c4 req-11b0d185-3d07-44eb-95ba-242384be42d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 217 time: 0.2367206 May 06 12:22:08.183311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4f1cc-e9b7-428a-a99d-9ccceb9ce1c4 req-7c6440c1-ceca-4153-8cff-ccf549fc8886 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:08.188256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5a4f1cc-e9b7-428a-a99d-9ccceb9ce1c4 req-7c6440c1-ceca-4153-8cff-ccf549fc8886 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.3853629 May 06 12:22:08.525044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5a4f1cc-e9b7-428a-a99d-9ccceb9ce1c4 req-8ec5d3ce-ddd2-476f-a35c-9e2675d5ba67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3274837 May 06 12:22:08.833372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Deleting port 01eb2800-55bd-4547-a9b3-51f1d42a40c3 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:08.836112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:09.275959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5a4f1cc-e9b7-428a-a99d-9ccceb9ce1c4 req-596d5db0-5aea-4e5b-93c4-26a636b6497c service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403612 May 06 12:22:09.461888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-7b10891d-4aad-4eaf-b811-b334b4ca1788 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:09.474792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-7b10891d-4aad-4eaf-b811-b334b4ca1788 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 821 time: 0.4117014 May 06 12:22:09.770294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:09.771006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:09.783374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5a4f1cc-e9b7-428a-a99d-9ccceb9ce1c4 req-c09bba71-ad0a-4a8f-a2fb-0a348c7e857e service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984720 May 06 12:22:09.795806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-0035f995-7604-4825-b430-bfc11ac32648 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/quotas/9eaa69998de64fa19c325e81a523f48b HTTP/1.1" status: 200 len: 375 time: 0.3196254 May 06 12:22:09.867527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15c32613-a301-48fa-b269-ba70dea7eefb req-3c85ead3-9339-4f76-a316-e56f91c81822 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.4737718 May 06 12:22:09.973034 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-381ece28-4735-4edd-a9a1-ffed583ee458 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:09.984419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Calling delete_port for 01eb2800-55bd-4547-a9b3-51f1d42a40c3 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:10.024190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-381ece28-4735-4edd-a9a1-ffed583ee458 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:10.103508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-6ab5c17b-2a10-4700-804b-e1f190116be6 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3062663 May 06 12:22:10.663928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:10.718954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-1410f147-7d61-4b71-b314-eebf8b9ee18d service neutron] 10.222.0.44 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138976 May 06 12:22:10.767632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Pushing event deleted for resources: {'Port': ['ID=01eb2800-55bd-4547-a9b3-51f1d42a40c3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:10.891226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-1513c988-de16-426c-ab23-d77e4e259852 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips/3dfd0d45-d5f4-4fe0-87b1-e143344727c2 HTTP/1.1" status: 200 len: 694 time: 0.1673045 May 06 12:22:10.934774 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-50ae5bb7-2575-449f-b70b-969011e076c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3504691 May 06 12:22:10.937053 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-381ece28-4735-4edd-a9a1-ffed583ee458 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Floating IP c8aa7928-f3b3-4861-aec4-f19d34275b47 associated. External IP: 172.25.7.190, port: d6c4d921-243b-4862-9882-8691baa0939d. May 06 12:22:11.097773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:11.121482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:11.122176 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2dc7273d-fe8b-44d2-b355-2d1f89da30c4 tempest-ServersTestJSON-1992317524 tempest-ServersTestJSON-1992317524-project] 10.222.0.44 "DELETE /v2.0/floatingips/86ebcb22-5e12-4e7d-9efa-e3a03034ad42 HTTP/1.1" status: 204 len: 168 time: 3.8286710 May 06 12:22:11.134457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51744) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:11.395964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-2cbfd846-9d6f-4d61-99bc-d478f6326075 service neutron] 10.222.0.44 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018492 May 06 12:22:11.411728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-23f7f5d9-41cc-4ae7-ba62-ac6f571fb97d tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:11.420453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-23f7f5d9-41cc-4ae7-ba62-ac6f571fb97d tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.5278175 May 06 12:22:11.438068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-b2843f8e-b87e-41ac-b45d-3d03b29731d4 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:22:11.446429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-b2843f8e-b87e-41ac-b45d-3d03b29731d4 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0246274 May 06 12:22:11.689633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-9ac18ae3-30a2-4c4e-b1b2-58add7036539 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 697 time: 0.2418249 May 06 12:22:11.877593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-59487d7e-00c8-4db3-9296-204a41f610a1 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.122 HTTP/1.1" status: 200 len: 697 time: 0.1846695 May 06 12:22:12.139455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1df9345b-6991-41cb-b2cd-370cd8741ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:12.418568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:12.428320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56d96c13-170e-4aaa-8622-e3aed41d81c3 req-e2651320-06d2-4328-b832-e0a39544b2e8 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4ba2a385062d4229bf8350b723fb15ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1391928 May 06 12:22:12.532432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Deleting port fc38e8c2-8d09-4389-904e-278f625b9473 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:12.544767 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:12.952339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:13.346714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381ece28-4735-4edd-a9a1-ffed583ee458 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:22:13.443688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:13.444689 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:13.848317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Calling delete_port for fc38e8c2-8d09-4389-904e-278f625b9473 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:14.064513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96c13-170e-4aaa-8622-e3aed41d81c3 req-4afd087f-da0d-4c1e-982e-4095563a9c69 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:14.066741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56d96c13-170e-4aaa-8622-e3aed41d81c3 req-4afd087f-da0d-4c1e-982e-4095563a9c69 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6369615 May 06 12:22:14.068113 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:14.142295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381ece28-4735-4edd-a9a1-ffed583ee458 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:22:14.150865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-381ece28-4735-4edd-a9a1-ffed583ee458 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:14.159294 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] Sync routers for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:22:14.185293 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:14.185937 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:21:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:14.451160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Pushing event deleted for resources: {'Port': ['ID=fc38e8c2-8d09-4389-904e-278f625b9473,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:14.552066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56d96c13-170e-4aaa-8622-e3aed41d81c3 req-5d258d48-7749-45a7-8321-5b37e8c3f779 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/quotas/4ba2a385062d4229bf8350b723fb15ce HTTP/1.1" status: 200 len: 375 time: 0.4705195 May 06 12:22:14.555135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:14.561486 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-381ece28-4735-4edd-a9a1-ffed583ee458 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "PUT /v2.0/floatingips/c8aa7928-f3b3-4861-aec4-f19d34275b47 HTTP/1.1" status: 200 len: 991 time: 8.6049666 May 06 12:22:14.576088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'tag': 'd6c4d921-243b-4862-9882-8691baa0939d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:14.666555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6cc3168-b1bd-4677-8aaa-b018c6e3d18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:14.693926 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56d96c13-170e-4aaa-8622-e3aed41d81c3 req-49580e2a-80aa-4e74-ab3a-4a5a03ddc87f tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ba2a385062d4229bf8350b723fb15ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1405711 May 06 12:22:14.747949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:14.762751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e44c8cf-193d-452b-b6bc-06e26f546a3e req-17eaa9a2-cee0-4bac-9e6c-b1ae656ed029 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "DELETE /v2.0/floatingips/3dfd0d45-d5f4-4fe0-87b1-e143344727c2 HTTP/1.1" status: 204 len: 173 time: 2.8837762 May 06 12:22:14.795067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-59fa149c-ecef-4597-a5e3-5e3dd0e7a368 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1101 time: 0.1839044 May 06 12:22:14.913200 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:15.173146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Deleting port 8c1933c6-c680-4843-b7e3-9f66e4a53798 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:15.183107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:15.188031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-a150d0d4-981c-400a-8c7d-45ac2e68613a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:15.190485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-a150d0d4-981c-400a-8c7d-45ac2e68613a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3863971 May 06 12:22:15.405633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-c2a0ac13-ca3f-429e-9514-c74fa02d087e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 217 time: 0.1432884 May 06 12:22:15.436679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:15.562392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] For port 8c1933c6-c680-4843-b7e3-9f66e4a53798, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8c1933c6-c680-4843-b7e3-9f66e4a53798,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:15.563106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:15.565535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-5cbbe6f2-a88a-42fb-ad90-47a1b664d22b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:15.575189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-5cbbe6f2-a88a-42fb-ad90-47a1b664d22b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1596792 May 06 12:22:15.782354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Calling delete_port for 8c1933c6-c680-4843-b7e3-9f66e4a53798 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:15.819368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b12306-4581-4a93-bb7d-f01a56ca284e req-ff726a66-e861-44e9-ad15-969a2a02856c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:15.825288 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67b12306-4581-4a93-bb7d-f01a56ca284e req-ff726a66-e861-44e9-ad15-969a2a02856c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.7790329 May 06 12:22:15.872116 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:15.974383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb13168-827a-4e01-9daa-84af6010852a req-49fcab6b-e7c8-47fb-a6bf-1a60db37007e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:15.976548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-adb13168-827a-4e01-9daa-84af6010852a req-49fcab6b-e7c8-47fb-a6bf-1a60db37007e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 0.7845180 May 06 12:22:15.979559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67b12306-4581-4a93-bb7d-f01a56ca284e req-c1c88c5e-d88c-41e4-a447-7abd05495cd5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071024 May 06 12:22:16.106140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-adb13168-827a-4e01-9daa-84af6010852a req-ea472fa3-0150-444b-97db-e1b7b5441fa0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129639 May 06 12:22:16.110786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-a6375163-0960-4e9d-b837-95b2bb485384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5158679 May 06 12:22:16.162066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:16.216433 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'c8aa7928-f3b3-4861-aec4-f19d34275b47', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'port_id': 'd6c4d921-243b-4862-9882-8691baa0939d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'mac_address': 'fa:16:3e:c9:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:18:40Z', 'updated_at': '2022-05-06T12:22:09Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:16.259647 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] Checking router: 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:22:16.304408 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:16.305283 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:22:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:16.795511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1933c6-c680-4843-b7e3-9f66e4a53798,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:16.873842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c63df167-dbd0-4b3b-896a-b61d588d3ada req-8936e762-6caf-4623-82c4-e6f1cc2492c5 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 210 time: 0.1473467 May 06 12:22:17.010394 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:17.181259 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-b0e6125a-58b3-4c85-b905-3cadef8afe83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2915328 May 06 12:22:17.195708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-5802467b-dcab-48d5-88f8-3693d258064d tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:17.201122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-5802467b-dcab-48d5-88f8-3693d258064d tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 821 time: 1.7883677 May 06 12:22:17.226901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Request body: {'port': {'device_id': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131', 'admin_state_up': True, 'tenant_id': '9eaa69998de64fa19c325e81a523f48b'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:17.273202 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:17.458761 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69d52cf-3ce7-4520-a476-4a61c0e9fcd9'] response: {'name': 'network-changed', 'server_uuid': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'tag': 'd6c4d921-243b-4862-9882-8691baa0939d', 'status': 'completed', 'code': 200} May 06 12:22:17.875337 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-6b41e56e-ad5e-422f-8461-4e4483f652c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42c37bace7fa46e5bbe55990efe16b30&device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 1096 time: 0.5224323 May 06 12:22:17.994862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-11ce56ae-0f11-45c7-8d80-ed05803ee8c7 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7301412 May 06 12:22:18.096428 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c54e40b-b831-448b-85ed-ef7e25e5ec29 req-fec6c98f-76a9-4cb6-87b6-1ff1e33b1559 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dedc618e817f4fbf86199b1187cf0eca&device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 1096 time: 0.5676315 May 06 12:22:18.195891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-237ad8c4-3b32-4917-9fc1-f1939b05bb09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:18.197415 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-237ad8c4-3b32-4917-9fc1-f1939b05bb09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 200 len: 922 time: 0.2930100 May 06 12:22:18.232440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:18.238990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Usage tracker for resource:port and tenant:9eaa69998de64fa19c325e81a523f48b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:18.243392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:18.255175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:18.295851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Made reservation on behalf of 9eaa69998de64fa19c325e81a523f48b for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:18.305041 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:18.311925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:18.316666 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-1a84fe8b-b7c2-4d36-9ec1-32128cbbd3da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 200 len: 217 time: 0.1064820 May 06 12:22:18.357365 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'c8aa7928-f3b3-4861-aec4-f19d34275b47', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'port_id': 'd6c4d921-243b-4862-9882-8691baa0939d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'mac_address': 'fa:16:3e:c9:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:18:40Z', 'updated_at': '2022-05-06T12:22:09Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:18.367956 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293932b7-b63e-4c7d-98ba-1a456167351e None None] The sync data for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 is: [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'c8aa7928-f3b3-4861-aec4-f19d34275b47', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'floating_ip_address': '172.25.7.190', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'port_id': 'd6c4d921-243b-4862-9882-8691baa0939d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'mac_address': 'fa:16:3e:c9:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:18:40Z', 'updated_at': '2022-05-06T12:22:09Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:22:18.496352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-4eec61d1-1aad-4c37-9e30-f005734ea30e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:18.503250 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-4eec61d1-1aad-4c37-9e30-f005734ea30e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 200 len: 860 time: 0.1709127 May 06 12:22:18.520236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2509cb-2c51-47fa-acc8-fe7b985aa070 req-a67421f5-bba8-44bd-99c2-b9f1014fc15f tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:18.529498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b2509cb-2c51-47fa-acc8-fe7b985aa070 req-a67421f5-bba8-44bd-99c2-b9f1014fc15f tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 1.6315389 May 06 12:22:18.810082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a262ee-71fb-4f5a-a248-9916a7bc89bc None None] New status for floating IP c8aa7928-f3b3-4861-aec4-f19d34275b47: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:22:18.935324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-ac577e98-1d52-4e6c-9eb2-3915f3931e55 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9158559 May 06 12:22:19.028717 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b2509cb-2c51-47fa-acc8-fe7b985aa070 req-282fe1b3-251e-4dd0-bf8c-1cc5f73fa2fa tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4981809 May 06 12:22:19.094341 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-c38562c9-df56-49e6-a4e4-9aa1e534afb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=591b9c91-9178-417d-8615-9c700f49fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5780804 May 06 12:22:19.467567 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-2a137dec-3872-4ce3-8b69-667cb65c12fe service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606718 May 06 12:22:19.611054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e40b-b831-448b-85ed-ef7e25e5ec29 req-4854646d-8d97-42a2-aca5-cf4308d360b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:19.616357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c54e40b-b831-448b-85ed-ef7e25e5ec29 req-4854646d-8d97-42a2-aca5-cf4308d360b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 200 len: 925 time: 1.4116342 May 06 12:22:19.636474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded0f9c-aa14-4b89-a4d5-eb2a366bc071 req-db309c8d-2d6c-43a9-8cc8-3a825fcb6dd6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:19.651489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ded0f9c-aa14-4b89-a4d5-eb2a366bc071 req-db309c8d-2d6c-43a9-8cc8-3a825fcb6dd6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.9431391 May 06 12:22:19.943326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Allocated IP 172.20.0.5 (7dccc9a8-5d1c-4d97-9331-914404a43131/183af125-8930-442d-be80-cf26155feae4/641eb6f9-5687-4bf9-840c-29b103f16827) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:22:20.001748 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6dc08efc-eaf7-4f35-9a4e-e05a024ac74e req-db390661-9634-47dd-8841-e8617ac5c016 service neutron] 10.222.0.36 "GET /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193713 May 06 12:22:20.163988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ded0f9c-aa14-4b89-a4d5-eb2a366bc071 req-af889cc6-cee8-4501-9617-b6cae7d8c3cf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092301 May 06 12:22:20.203212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c54e40b-b831-448b-85ed-ef7e25e5ec29 req-ab0d7c21-d0ff-40a0-9fd0-0c25be8f6a87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c4d921-243b-4862-9882-8691baa0939d HTTP/1.1" status: 200 len: 1001 time: 0.5156841 May 06 12:22:20.399272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a84f8-c4ee-4ac8-9cdf-0e86de371e8a req-8ae6a0a6-d1e3-4485-9da4-49e6ce16a563 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:20.401150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d5a84f8-c4ee-4ac8-9cdf-0e86de371e8a req-8ae6a0a6-d1e3-4485-9da4-49e6ce16a563 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 1.0274768 May 06 12:22:20.470648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54e40b-b831-448b-85ed-ef7e25e5ec29 req-a4bb90ae-4a0b-4d22-b09d-f7f216b978d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:20.472360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c54e40b-b831-448b-85ed-ef7e25e5ec29 req-a4bb90ae-4a0b-4d22-b09d-f7f216b978d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=67c6cf8e-1c62-4708-93b5-cae3b67be56b HTTP/1.1" status: 200 len: 863 time: 0.2555687 May 06 12:22:20.482457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-9df4a9df-7ecc-4bd8-acd2-dbd3b66f0c5f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:20.483305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-9df4a9df-7ecc-4bd8-acd2-dbd3b66f0c5f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Synchronizing usage tracker for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:20.491723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Router 51d97174-993c-4be0-a68c-37313e365af0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:22:20.624771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d5a84f8-c4ee-4ac8-9cdf-0e86de371e8a req-7d551689-67ba-47c9-b06b-6d536ebf027f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1996963 May 06 12:22:20.660034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-9df4a9df-7ecc-4bd8-acd2-dbd3b66f0c5f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Unset dirty status for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:20.661806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-9df4a9df-7ecc-4bd8-acd2-dbd3b66f0c5f tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.36 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 945 time: 0.7148798 May 06 12:22:20.819900 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:20.907500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Deleting port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:20.907845 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:21.016839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:22:21.045043 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] Sync routers for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:22:21.059922 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-03313207-0665-4246-8d3d-b31f4080034c admin admin] 10.222.0.44 "PUT /v2.0/routers/51d97174-993c-4be0-a68c-37313e365af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9220169 May 06 12:22:21.061802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51842) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:21.101461 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:21.105242 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:22:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:21.273579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:21.312123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05e59cec-39d9-4613-877f-de7598c577cc req-17e78c4e-001c-4bf1-97a7-879ab5563bfe tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 210 time: 0.3452020 May 06 12:22:21.487176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c54e40b-b831-448b-85ed-ef7e25e5ec29 req-4ca9ea47-004d-4d38-919c-3ff3d4ddb8b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c71cec3-af32-4598-85bd-21605e516b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0000420 May 06 12:22:21.618064 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-9f6b0fa8-fd3b-43fa-b7a0-c21472ccbb9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5936208 May 06 12:22:21.770122 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:22.006749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Network 7dccc9a8-5d1c-4d97-9331-914404a43131 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:22:22.021328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:22:22.024696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Pushing event updated for resources: {'Port': ['ID=641eb6f9-5687-4bf9-840c-29b103f16827,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:22.036251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:22:22.065699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-a3ef0619-1e20-4656-85fc-980b0ad5174f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 1101 time: 0.4116666 May 06 12:22:22.116782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:22.186329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:22.187225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:22.212060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c54e40b-b831-448b-85ed-ef7e25e5ec29 req-c6bca4e8-2717-474b-a91e-5ce9763b4493 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959817 May 06 12:22:22.227957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae6830-9426-4c1e-973c-8f1bb0063de0 req-67796b32-dc3f-4afd-9355-71052abfc9e3 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:22.229654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86ae6830-9426-4c1e-973c-8f1bb0063de0 req-67796b32-dc3f-4afd-9355-71052abfc9e3 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 945 time: 1.1172054 May 06 12:22:22.311069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] For port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:22.312300 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:22.616367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-62dbc595-413e-41f6-8611-54908f6a9c32 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3951187 May 06 12:22:22.624251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Calling delete_port for 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:22.685810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Request body: {'port': {'device_id': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:22.729082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-1b7180b5-ad30-4260-8686-b5c32d4dc037 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:22.731097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-1b7180b5-ad30-4260-8686-b5c32d4dc037 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.6205330 May 06 12:22:22.794556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:22.795534 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:22:15Z', 'revision_number': 5, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:22.804235 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] Checking router: 51d97174-993c-4be0-a68c-37313e365af0 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:22:22.827100 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] Routers {'51d97174-993c-4be0-a68c-37313e365af0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:22.828539 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:22:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['51d97174-993c-4be0-a68c-37313e365af0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:22.850987 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-99169a48-40d5-4100-be79-1c000c534d6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=cb894966-6389-4005-9f6c-3a20760dd278 HTTP/1.1" status: 200 len: 217 time: 0.1118672 May 06 12:22:22.879259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86ae6830-9426-4c1e-973c-8f1bb0063de0 req-a4ecc306-a0de-4318-9153-7d704003c228 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754509 May 06 12:22:22.899329 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:22.990491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1dac4-cb6b-4c03-9c19-2523474770c4 req-d8cce553-399a-49b8-8938-57aeba044c80 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:22.998271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ee1dac4-cb6b-4c03-9c19-2523474770c4 req-d8cce553-399a-49b8-8938-57aeba044c80 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.7422554 May 06 12:22:23.006254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-2584f8f5-b1f2-49fb-a204-f0f0a0de5935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:23.016164 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-2584f8f5-b1f2-49fb-a204-f0f0a0de5935 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1494200 May 06 12:22:23.434149 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-fbc22bdd-ca08-4710-a9bb-77102d2d3d91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4081526 May 06 12:22:23.477962 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:23.586240 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] Set router 51d97174-993c-4be0-a68c-37313e365af0 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:23.615245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:23.618851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:23.632155 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:23.721443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641eb6f9-5687-4bf9-840c-29b103f16827 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:23.730070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:23.749619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Transition to ACTIVE for port object 641eb6f9-5687-4bf9-840c-29b103f16827 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:23.765058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ee1dac4-cb6b-4c03-9c19-2523474770c4 req-4f3e3ece-ac44-48e8-8d0f-02ce1934d47f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656217 May 06 12:22:23.769291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c54e40b-b831-448b-85ed-ef7e25e5ec29 req-01498794-2adf-42cb-ab2e-fd781456f4d2 service neutron] 10.222.0.48 "GET /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5365231 May 06 12:22:23.775831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:23.945256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:23.973719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:23.991564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Deleting port 8846818e-5f6a-4908-99d2-2c917ecb5058 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:23.996551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:24.016322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.016981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.017483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.018004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.018498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.019141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.019876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.020365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.020845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.021319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.021833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:24.030158 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:22:24.030580 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:22:24.116115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Pushing event updated for resources: {'Port': ['ID=641eb6f9-5687-4bf9-840c-29b103f16827,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:24.495335 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:22:15Z', 'revision_number': 5, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:24.521328 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb2b37-c957-4e14-b155-0ae2d0c0dd50 None None] The sync data for ids ['51d97174-993c-4be0-a68c-37313e365af0'] in n-d-840847-1 is: [{'id': '51d97174-993c-4be0-a68c-37313e365af0', 'name': 'tempest-ServersTestJSON-473986499-router', 'tenant_id': 'b21488b450d54c049babd64a06036f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:45Z', 'updated_at': '2022-05-06T12:22:15Z', 'revision_number': 5, 'project_id': 'b21488b450d54c049babd64a06036f2c', 'gw_port': {'id': '8846818e-5f6a-4908-99d2-2c917ecb5058', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:af:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d97174-993c-4be0-a68c-37313e365af0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:47Z', 'updated_at': '2022-05-06T12:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:22:24.535970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c5996-998c-497c-899b-75f96e8f4ced req-209397ff-44d9-489c-87e2-176cc4b1ee22 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:24.543706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-531c5996-998c-497c-899b-75f96e8f4ced req-209397ff-44d9-489c-87e2-176cc4b1ee22 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 0.6274314 May 06 12:22:24.619860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-4955622a-e3de-46b3-8f15-2e69d037f091 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1780536 May 06 12:22:24.643385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Deleting port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:24.643810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:24.852370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79fd8-0997-4c6b-b7e1-e142ec18608c req-fc3fcef8-42db-42cf-b69a-c960034c2c33 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:24.853532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bce79fd8-0997-4c6b-b7e1-e142ec18608c req-fc3fcef8-42db-42cf-b69a-c960034c2c33 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Synchronizing usage tracker for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:24.883466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-531c5996-998c-497c-899b-75f96e8f4ced req-5c133999-bf44-4fcb-832b-656490137693 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3323467 May 06 12:22:25.015625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:22:25.015958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:22:25.016291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:25.025068 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f06872-6da7-4e5a-a520-cdb66ae0308d'] response: {'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'code': 200} May 06 12:22:25.035856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Port 641eb6f9-5687-4bf9-840c-29b103f16827 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:22:25.036489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:25.089036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bce79fd8-0997-4c6b-b7e1-e142ec18608c req-fc3fcef8-42db-42cf-b69a-c960034c2c33 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Unset dirty status for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:25.096928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bce79fd8-0997-4c6b-b7e1-e142ec18608c req-fc3fcef8-42db-42cf-b69a-c960034c2c33 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 943 time: 0.9608579 May 06 12:22:25.167411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] For port 8846818e-5f6a-4908-99d2-2c917ecb5058, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8846818e-5f6a-4908-99d2-2c917ecb5058,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:25.168062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:25.188599 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3df320c8-8cc0-4a3d-9e64-e02094ffcc6c req-b8359a71-18df-4151-b984-541da3e04c1e service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498571 May 06 12:22:25.474158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:22:25.474539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:25.474930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:22:25.475384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Bound port: 641eb6f9-5687-4bf9-840c-29b103f16827, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:22:25.475744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:25.484687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Calling delete_port for 8846818e-5f6a-4908-99d2-2c917ecb5058 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:25.497126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1eafa9b3-4948-4aa3-909d-7179284524d5 req-a1ed909d-8db5-4a8e-af5e-81e127ce4532 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4ba2a385062d4229bf8350b723fb15ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718045 May 06 12:22:25.558453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8c1933c6-c680-4843-b7e3-9f66e4a53798 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:25.652324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 8c1933c6-c680-4843-b7e3-9f66e4a53798 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:22:25.652689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8c1933c6-c680-4843-b7e3-9f66e4a53798 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:25.826166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:25.900101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Pushing event deleted for resources: {'Port': ['ID=8846818e-5f6a-4908-99d2-2c917ecb5058,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:25.977749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bce79fd8-0997-4c6b-b7e1-e142ec18608c req-f565790b-4901-4ed8-913e-7260c033d9bd tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8783340 May 06 12:22:26.059661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] For port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:26.061322 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.279691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:26.283883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:22:26.294987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa9b3-4948-4aa3-909d-7179284524d5 req-b1e5f9a2-9552-41f0-8867-d8581853214e tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:26.303856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1eafa9b3-4948-4aa3-909d-7179284524d5 req-b1e5f9a2-9552-41f0-8867-d8581853214e tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7925813 May 06 12:22:26.414071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.488697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.658525 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1eafa9b3-4948-4aa3-909d-7179284524d5 req-402d0b60-e59d-4d65-bfb0-f43872aec1c2 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/quotas/4ba2a385062d4229bf8350b723fb15ce HTTP/1.1" status: 200 len: 375 time: 0.3499713 May 06 12:22:26.669925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Calling delete_port for 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:26.790757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1eafa9b3-4948-4aa3-909d-7179284524d5 req-410a9a19-3988-447f-9202-c08637fe8bc8 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ba2a385062d4229bf8350b723fb15ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741999 May 06 12:22:26.810973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.812416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] 10.222.0.48 "PUT /v2.0/ports/641eb6f9-5687-4bf9-840c-29b103f16827 HTTP/1.1" status: 200 len: 1091 time: 4.1451607 May 06 12:22:26.816601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:26.859078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ffe43-ef24-474a-ad7e-6bb1ee500353 service neutron] Pushing event updated for resources: {'Port': ['ID=641eb6f9-5687-4bf9-840c-29b103f16827,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:26.875708 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.883365 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.917943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.919813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51d97174-993c-4be0-a68c-37313e365af0 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:22:26.953782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.958715 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a3838f5c-83f6-4354-a79b-ad41fc97e1de admin admin] 10.222.0.44 "DELETE /v2.0/routers/51d97174-993c-4be0-a68c-37313e365af0 HTTP/1.1" status: 204 len: 168 time: 5.8955712 May 06 12:22:26.959659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51900) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:27.101789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9780be-662b-425d-acc4-d1cdd9a2a44f admin admin] Deleting subnet c7ccb29b-6aec-4dbb-8269-b54ef75661ec {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:22:27.108710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afbe45-f55b-4f2c-b40c-749bd1fadac3 req-3aea3ad4-3a10-4f64-9bc3-9b31b8ceea9c tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:27.110285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14afbe45-f55b-4f2c-b40c-749bd1fadac3 req-3aea3ad4-3a10-4f64-9bc3-9b31b8ceea9c tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 943 time: 0.9048984 May 06 12:22:27.116871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a9780be-662b-425d-acc4-d1cdd9a2a44f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.202283 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a9780be-662b-425d-acc4-d1cdd9a2a44f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.285599 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.300480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14afbe45-f55b-4f2c-b40c-749bd1fadac3 req-3b2ab8bf-ab08-4ebf-8f3a-dbd84e3dbd38 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/security-groups?id=4803bc95-c405-4313-b40f-f9a4da347822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608438 May 06 12:22:27.445932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Pushing event deleted for resources: {'Port': ['ID=06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:27.467313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-ad2b7c8f-78a7-48d6-a084-1b9234f91e24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1094 time: 0.6045318 May 06 12:22:27.578508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a9780be-662b-425d-acc4-d1cdd9a2a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.682137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8846818e-5f6a-4908-99d2-2c917ecb5058 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:27.738931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a9780be-662b-425d-acc4-d1cdd9a2a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.799786 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a9780be-662b-425d-acc4-d1cdd9a2a44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.809591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9780be-662b-425d-acc4-d1cdd9a2a44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ccb29b-6aec-4dbb-8269-b54ef75661ec,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:27.814546 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3a9780be-662b-425d-acc4-d1cdd9a2a44f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c7ccb29b-6aec-4dbb-8269-b54ef75661ec HTTP/1.1" status: 204 len: 168 time: 0.8536992 May 06 12:22:27.819278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51910) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:27.839076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae41e9-c173-438e-897c-cf8faecbb45e None None] Network becb81f3-f6c5-4f15-9ca3-3c623e172483 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:22:27.921820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 8846818e-5f6a-4908-99d2-2c917ecb5058 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:22:27.922435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8846818e-5f6a-4908-99d2-2c917ecb5058 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:27.949577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-f5b8df4d-1654-4425-9aea-4615ada205a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=641eb6f9-5687-4bf9-840c-29b103f16827 HTTP/1.1" status: 200 len: 217 time: 0.4676697 May 06 12:22:27.951600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] No DVR routers for this DVR port 06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:22:27.964208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cbc89-2fc2-476a-8c5f-a6e31f483122 req-58625c27-fa79-47db-9235-fa68d78d985f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:27.967298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d4cbc89-2fc2-476a-8c5f-a6e31f483122 req-58625c27-fa79-47db-9235-fa68d78d985f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.7781339 May 06 12:22:27.969344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.971103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:28.000028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Deleting port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:28.001319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:28.253171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46ce1640-49f6-4a59-acb4-d5176bf16287 req-bcab0abd-e2a0-48b6-8edb-aa0acc387045 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.36 "DELETE /v2.0/ports/06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44 HTTP/1.1" status: 204 len: 173 time: 7.5621769 May 06 12:22:28.409446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d4cbc89-2fc2-476a-8c5f-a6e31f483122 req-51269254-1c94-4f2c-8027-7700eee16125 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482094 May 06 12:22:28.438148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-4741ab36-c73a-4d99-83e1-ef06da1a595a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:28.441001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-4741ab36-c73a-4d99-83e1-ef06da1a595a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.4649405 May 06 12:22:28.638087 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a450d2-5d85-4be2-abd0-3dd606190264'] response: {'name': 'network-changed', 'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827', 'status': 'completed', 'code': 200} May 06 12:22:28.660979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf60433-7375-4130-9154-5e91b3957c30 req-76ccb94b-3737-4102-9840-0a9ee91bdaa9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:28.670850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf60433-7375-4130-9154-5e91b3957c30 req-76ccb94b-3737-4102-9840-0a9ee91bdaa9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 0.9022286 May 06 12:22:28.681532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-ec16034c-c2e6-4487-877b-074ffa081d54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2192609 May 06 12:22:28.881649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] For port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2a618de8-f8ac-4ee8-aebe-d6266c5b306a,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:28.882531 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:29.054763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] DHCP port deletion for becb81f3-f6c5-4f15-9ca3-3c623e172483 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:22:29.060309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] Deleting port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:29.060723 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:29.182209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf60433-7375-4130-9154-5e91b3957c30 req-78327592-943f-43b0-b984-899ba9172253 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5017457 May 06 12:22:29.389306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Calling delete_port for 2a618de8-f8ac-4ee8-aebe-d6266c5b306a owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:29.456198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-a704b6d3-4632-4cb7-9681-625e377a04a9 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705193 May 06 12:22:29.719813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:29.741168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2a618de8-f8ac-4ee8-aebe-d6266c5b306a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:29.759851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2416f434-81b1-4887-844c-53f368b8dd0e req-04984570-a934-4b13-9ab5-e60a3e994b94 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Synchronizing usage tracker for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:29.791052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] No DVR routers for this DVR port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:22:29.802922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a618de8-f8ac-4ee8-aebe-d6266c5b306a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:29.815569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 2a618de8-f8ac-4ee8-aebe-d6266c5b306a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:22:29.816056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2a618de8-f8ac-4ee8-aebe-d6266c5b306a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:29.853978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] For port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2a618de8-f8ac-4ee8-aebe-d6266c5b306a,segment=NetworkSegment(53c8deb0-b6d0-4d81-8c97-feca6b064044),segment_id=53c8deb0-b6d0-4d81-8c97-feca6b064044)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:29.854688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:29.901583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2416f434-81b1-4887-844c-53f368b8dd0e req-04984570-a934-4b13-9ab5-e60a3e994b94 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] Unset dirty status for tenant:42c37bace7fa46e5bbe55990efe16b30 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:29.903009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2416f434-81b1-4887-844c-53f368b8dd0e req-04984570-a934-4b13-9ab5-e60a3e994b94 tempest-FloatingIPsAssociationTestJSON-1300019312 tempest-FloatingIPsAssociationTestJSON-1300019312-project] 10.222.0.44 "GET /v2.0/ports?device_id=7121815c-2c55-431a-9189-309015e04054 HTTP/1.1" status: 200 len: 210 time: 0.3788152 May 06 12:22:29.908296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51995275-4c88-4907-bb36-b9e6dd865b15 req-a3e6195c-b4b4-47d2-9d14-88dfeb6b401d service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402235 May 06 12:22:29.946888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bb342-7427-4b83-9216-abf97b91ad0a req-d54c0221-71d4-478d-b13c-2facfaed5c5b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:29.958055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-192bb342-7427-4b83-9216-abf97b91ad0a req-d54c0221-71d4-478d-b13c-2facfaed5c5b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 943 time: 0.4393804 May 06 12:22:30.022222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-192bb342-7427-4b83-9216-abf97b91ad0a req-1d3a16af-114c-43ce-b730-f77dcc04f198 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629406 May 06 12:22:30.197907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] Calling delete_port for 2a618de8-f8ac-4ee8-aebe-d6266c5b306a owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:30.354841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b781ac2d-8589-470f-ae12-c2b6733d6fc3 req-1687b622-bd7d-4459-9aca-7fc39be8b98f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1094 time: 0.3300533 May 06 12:22:30.357934 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:30.460597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becb81f3-f6c5-4f15-9ca3-3c623e172483']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:30.496274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c8deb0-b6d0-4d81-8c97-feca6b064044') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:30.497516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c8deb0-b6d0-4d81-8c97-feca6b064044') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:30.530889 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:30.582833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:30.585536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:22:30.587657 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:22:30.600208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:22:30.601657 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: timer() May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:22:30.630413 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:22:30.687471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'name': 'network-vif-deleted', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:30.779556 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:30.816501 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:30.846300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] Pushing event deleted for resources: {'Network': ['ID=becb81f3-f6c5-4f15-9ca3-3c623e172483,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:30.858729 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-782cd852-ac6c-444b-bcda-b40c1cdebc3b admin admin] 10.222.0.44 "DELETE /v2.0/networks/becb81f3-f6c5-4f15-9ca3-3c623e172483 HTTP/1.1" status: 204 len: 168 time: 3.0365601 May 06 12:22:30.882741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ac1f-8a95-49c9-9f64-0eef42844d29 req-ab31f382-860d-4c5d-89c6-ea8b5024a131 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:30.885876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2603ac1f-8a95-49c9-9f64-0eef42844d29 req-ab31f382-860d-4c5d-89c6-ea8b5024a131 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.5460243 May 06 12:22:30.961658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781ac2d-8589-470f-ae12-c2b6733d6fc3 req-fb034482-fbcf-4993-be6c-615a66f8507d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:30.963360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b781ac2d-8589-470f-ae12-c2b6733d6fc3 req-fb034482-fbcf-4993-be6c-615a66f8507d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.3821793 May 06 12:22:31.065265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b781ac2d-8589-470f-ae12-c2b6733d6fc3 req-3161fc35-89cc-43df-b552-90aef07d5d9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=641eb6f9-5687-4bf9-840c-29b103f16827 HTTP/1.1" status: 200 len: 217 time: 0.0927916 May 06 12:22:31.074495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5394fe-4d82-41f4-bf1a-856db1fbbf11 req-09a90f45-5303-44f2-a4ba-90c19618db6c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:31.080562 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a5394fe-4d82-41f4-bf1a-856db1fbbf11 req-09a90f45-5303-44f2-a4ba-90c19618db6c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 0.3869259 May 06 12:22:31.089263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] Deleting port 2a618de8-f8ac-4ee8-aebe-d6266c5b306a {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:31.089927 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:31.111238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2603ac1f-8a95-49c9-9f64-0eef42844d29 req-da70e9ee-4102-4aea-a08a-81532ad3fd69 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122507 May 06 12:22:31.285912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-577ba8a1-171b-40bd-af82-7e784290a346 None None] The port '2a618de8-f8ac-4ee8-aebe-d6266c5b306a' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:22:31.399238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51990) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:31.430951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a5394fe-4d82-41f4-bf1a-856db1fbbf11 req-7ec36f43-b93e-4166-994d-01af29b17a91 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3493645 May 06 12:22:31.610688 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5f000d77-af08-4cb2-bd1b-8d21cb25a839 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b21488b450d54c049babd64a06036f2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2067714 May 06 12:22:31.613501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52000) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:31.628239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781ac2d-8589-470f-ae12-c2b6733d6fc3 req-d2137233-d129-4840-a4b0-61d18f9e040b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:31.629086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b781ac2d-8589-470f-ae12-c2b6733d6fc3 req-d2137233-d129-4840-a4b0-61d18f9e040b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.5313656 May 06 12:22:31.647082 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45266b1-7ffb-442d-a9ca-59248e801e10'] response: {'server_uuid': '7121815c-2c55-431a-9189-309015e04054', 'name': 'network-vif-deleted', 'tag': '06ccc4f4-fe5e-4e4f-894a-f1ebcd943d44', 'status': 'completed', 'code': 200} May 06 12:22:31.694575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52004) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:31.786917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b781ac2d-8589-470f-ae12-c2b6733d6fc3 req-ec0efb57-83da-4608-9502-131439147a61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365671 May 06 12:22:32.068812 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-498bd651-4fd0-4150-ba5a-3e43d0f1066c service neutron] show failed (client error): The resource could not be found. May 06 12:22:32.070819 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-498bd651-4fd0-4150-ba5a-3e43d0f1066c service neutron] 10.222.0.36 "GET /v2.0/ports/4a0dcb69-ddc1-4348-a27d-acb163c17532/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.6344249 May 06 12:22:32.269820 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98530fe1-d1cb-4828-ac8e-eaa05ef8ff52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:32.358998 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98530fe1-d1cb-4828-ac8e-eaa05ef8ff52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:32.367780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b781ac2d-8589-470f-ae12-c2b6733d6fc3 req-8ef35c26-7e77-4cf9-96c0-06f8b0cce1e5 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551281 May 06 12:22:32.610428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438847fa-2d88-4ec5-9e22-1aaf690fa3e8 req-323c1b96-018d-49b7-be54-1ca41281c972 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:32.618892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-438847fa-2d88-4ec5-9e22-1aaf690fa3e8 req-323c1b96-018d-49b7-be54-1ca41281c972 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 943 time: 0.6186321 May 06 12:22:32.658745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f873e-d618-45b7-8f68-7394ea2c309f req-8a9adafb-10dc-4523-b5ea-e5ef6b969f1f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:32.660324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee4f873e-d618-45b7-8f68-7394ea2c309f req-8a9adafb-10dc-4523-b5ea-e5ef6b969f1f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 946 time: 0.5942793 May 06 12:22:32.693140 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-06da237e-df37-43b9-9032-c6292690bfc1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4&tenant_id=f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 1101 time: 0.2513330 May 06 12:22:32.702590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:32.776254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:32.817239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-438847fa-2d88-4ec5-9e22-1aaf690fa3e8 req-1aebac03-833e-415b-aeca-ad52031fdd99 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981618 May 06 12:22:32.853376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98530fe1-d1cb-4828-ac8e-eaa05ef8ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:32.867687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:32.907662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b781ac2d-8589-470f-ae12-c2b6733d6fc3 req-6b7400e1-ebad-4088-8be1-f1ca16e5d580 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187445 May 06 12:22:32.911956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98530fe1-d1cb-4828-ac8e-eaa05ef8ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af54473e-964f-4a3b-a396-5294b6fc5289,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:32.922865 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98530fe1-d1cb-4828-ac8e-eaa05ef8ff52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:32.924884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-98530fe1-d1cb-4828-ac8e-eaa05ef8ff52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af54473e-964f-4a3b-a396-5294b6fc5289 HTTP/1.1" status: 204 len: 168 time: 1.3073504 May 06 12:22:32.955441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee4f873e-d618-45b7-8f68-7394ea2c309f req-90cd35c4-0cb4-465a-9994-ac631884baea tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2792799 May 06 12:22:33.129278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:33.286454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece897c-7ea5-478d-8d5d-bd2d14b856fa req-fbc6e410-adef-4498-bdee-46865dcb9d89 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:33.294399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ece897c-7ea5-478d-8d5d-bd2d14b856fa req-fbc6e410-adef-4498-bdee-46865dcb9d89 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.1460555 May 06 12:22:33.393498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ece897c-7ea5-478d-8d5d-bd2d14b856fa req-39c2b6a7-3b2e-42b2-ac81-4d305dcc52c1 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927753 May 06 12:22:33.395007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:33.455823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e04568ef-3d4f-41e0-82ca-8fa9cf9e3864 req-5cdf5ab1-b8c2-4830-95b5-944881d7e2ae tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4ba2a385062d4229bf8350b723fb15ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808003 May 06 12:22:33.830065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:33.963983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04568ef-3d4f-41e0-82ca-8fa9cf9e3864 req-edab3150-254f-4456-a3ac-7475786c61a4 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:33.973513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:33.991842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e04568ef-3d4f-41e0-82ca-8fa9cf9e3864 req-edab3150-254f-4456-a3ac-7475786c61a4 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5254169 May 06 12:22:34.049536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e04568ef-3d4f-41e0-82ca-8fa9cf9e3864 req-45e51ce2-6465-4e95-aca4-8a06bf070dc2 tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/quotas/4ba2a385062d4229bf8350b723fb15ce HTTP/1.1" status: 200 len: 375 time: 0.0556660 May 06 12:22:34.199066 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:22:34.283291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e04568ef-3d4f-41e0-82ca-8fa9cf9e3864 req-a4a44cdc-1600-446a-8a6c-37b9183096fe tempest-QuotasAdminNegativeTest-134857494 tempest-QuotasAdminNegativeTest-134857494-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ba2a385062d4229bf8350b723fb15ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2304049 May 06 12:22:34.358533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:34.367955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:34.413992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610650b6-cfb0-439b-ba50-1105d4adad9d req-70641fed-ad69-4df9-b776-22cd960270e6 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:34.423642 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-610650b6-cfb0-439b-ba50-1105d4adad9d req-70641fed-ad69-4df9-b776-22cd960270e6 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 943 time: 0.1903973 May 06 12:22:34.430235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Transition to ACTIVE for port object 4a0dcb69-ddc1-4348-a27d-acb163c17532 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:34.452384 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:34.636376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-610650b6-cfb0-439b-ba50-1105d4adad9d req-062f637d-0919-4705-8e6e-2d3f78f3e712 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874702 May 06 12:22:34.647660 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:22:34.648243 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:22:34.678169 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126784bb-e1d3-46fe-95ee-e4d1ce882c9f'] response: {'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'code': 200} May 06 12:22:34.868491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=6']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:34.997413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] No DVR routers for this DVR port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:22:35.132436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3aa5-2004-4823-b31c-3fb6afd3f9b7 req-e23b0750-47b0-4688-a855-4e35d5bb3a04 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:35.135759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a29d3aa5-2004-4823-b31c-3fb6afd3f9b7 req-e23b0750-47b0-4688-a855-4e35d5bb3a04 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 948 time: 0.2075877 May 06 12:22:35.231866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 641eb6f9-5687-4bf9-840c-29b103f16827 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:35.250903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a29d3aa5-2004-4823-b31c-3fb6afd3f9b7 req-551afcda-c0d4-44cd-83d5-2b7d0a3e7943 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008573 May 06 12:22:35.311492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:22:35.312573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:22:35.313402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:35.331354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:22:35.332399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:35.351594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:22:35.352582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:35.353480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:22:35.355320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Bound port: 4a0dcb69-ddc1-4348-a27d-acb163c17532, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:22:35.356271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:35.436787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:35.535527 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:22:35.659228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52124) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:35.815181 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:35.971541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:35.996909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:36.013883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '641eb6f9-5687-4bf9-840c-29b103f16827', 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131', 'port_id': '641eb6f9-5687-4bf9-840c-29b103f16827', 'mac_address': 'fa:16:3e:2f:34:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183af125-8930-442d-be80-cf26155feae4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:36.050034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:22:36.084679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1132057338-network', 'tenant_id': '97c08917c4dd40c98f716f0b91fe1e9f'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:36.087130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.105371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:36.115914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Usage tracker for resource:network and tenant:97c08917c4dd40c98f716f0b91fe1e9f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:36.131317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:36.149116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:36.191748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Made reservation on behalf of 97c08917c4dd40c98f716f0b91fe1e9f for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:36.195790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.223796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:36.224728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.246305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffec3d-e046-494a-87e2-60b4fa154663 req-7fd5e5d2-3e6c-4ca8-a8a6-64aa9574cdb7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:36.255658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55ffec3d-e046-494a-87e2-60b4fa154663 req-7fd5e5d2-3e6c-4ca8-a8a6-64aa9574cdb7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 943 time: 0.2345238 May 06 12:22:36.271628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:36.298998 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.451702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:36.469711 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.475065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Usage tracker for resource:security_group_rule and tenant:97c08917c4dd40c98f716f0b91fe1e9f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:36.480532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:36.488928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.492022 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 1096 time: 3.7347488 May 06 12:22:36.523793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55ffec3d-e046-494a-87e2-60b4fa154663 req-c3f0a780-2e98-432a-992b-3a02513e1545 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669885 May 06 12:22:36.525097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:36.559258 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc7bc20-ac7a-4732-adad-a758ad753874'] response: {'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'code': 200} May 06 12:22:36.616512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641eb6f9-5687-4bf9-840c-29b103f16827 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:36.675609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:36.677320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=14']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:36.696153 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.759147 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.772098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.781323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:36.830244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52164) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:36.889541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=641eb6f9-5687-4bf9-840c-29b103f16827,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:36.945057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.049124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:22:37.056784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e60568-1cc1-4a60-82ae-9cf966c0950f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:37.078785 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.079134 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Added segment 61ad0359-ed47-4775-9d13-564e88cbc516 of type vlan for network 276dcbf0-3319-4644-8f49-4814ea7ef22b May 06 12:22:37.150822 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.211638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32049e-4a88-4bf5-8411-8d4ea34f99f3 req-949ebad3-79ad-4c05-8eec-2ac7fdda126a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:37.214042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad32049e-4a88-4bf5-8411-8d4ea34f99f3 req-949ebad3-79ad-4c05-8eec-2ac7fdda126a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2588146 May 06 12:22:37.231842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab768bdd-58af-4a66-a7ac-9808b2cf94ea req-953c774a-6fff-407f-8276-c0c72c9ec3ad tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:37.236442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['641eb6f9-5687-4bf9-840c-29b103f16827'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:37.240087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab768bdd-58af-4a66-a7ac-9808b2cf94ea req-953c774a-6fff-407f-8276-c0c72c9ec3ad tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 948 time: 0.2860951 May 06 12:22:37.293715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5749e76-8141-4850-870a-9c8c23c702c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:37.319867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.321642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:37.321922 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.352547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Deleting port 9c3d3826-d01c-461b-ae88-66a0a6cae425 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:37.353185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.441929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3c5232d-4af5-4735-b231-eeb6e8261ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.594095 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-a3f33d53-7882-484c-8dc4-cd352c0ef2b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1099 time: 1.0355377 May 06 12:22:37.632917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9722548 May 06 12:22:37.644273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52176) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:37.660080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2435d-7eda-40f0-bec8-f0cbbad27762 admin admin] Pushing event updated for resources: {'Network': ['ID=276dcbf0-3319-4644-8f49-4814ea7ef22b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:37.675536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:22:37.683374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad32049e-4a88-4bf5-8411-8d4ea34f99f3 req-bd3c0202-3c8f-42eb-a945-ee7bc6736eb5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4383984 May 06 12:22:37.689161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab768bdd-58af-4a66-a7ac-9808b2cf94ea req-6ae1043b-5e1c-42bd-8514-aad6fc88deb6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480729 May 06 12:22:37.703998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d3c5232d-4af5-4735-b231-eeb6e8261ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:37.725515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d3c5232d-4af5-4735-b231-eeb6e8261ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba2a385062d4229bf8350b723fb15ce is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:37.738760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d3c5232d-4af5-4735-b231-eeb6e8261ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:37.751744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d3c5232d-4af5-4735-b231-eeb6e8261ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:37.835585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Request body: {'subnet': {'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1132057338-subnet', 'tenant_id': '97c08917c4dd40c98f716f0b91fe1e9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:37.886008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:37.924176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] For port 9c3d3826-d01c-461b-ae88-66a0a6cae425, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9c3d3826-d01c-461b-ae88-66a0a6cae425,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:37.924737 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.944439 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a85c5f-5fe2-496b-b791-01bd7c71693c'] response: {'name': 'network-changed', 'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'status': 'completed', 'code': 200} May 06 12:22:37.983204 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3c5232d-4af5-4735-b231-eeb6e8261ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.984596 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Usage tracker for resource:subnet and tenant:97c08917c4dd40c98f716f0b91fe1e9f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:38.010460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:38.010845 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3c5232d-4af5-4735-b231-eeb6e8261ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:38.188065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:38.190775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d3c5232d-4af5-4735-b231-eeb6e8261ea9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ba2a385062d4229bf8350b723fb15ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3476210 May 06 12:22:38.204214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52184) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:38.336970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Calling delete_port for 9c3d3826-d01c-461b-ae88-66a0a6cae425 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:38.365703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5232d-4af5-4735-b231-eeb6e8261ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab9458b-3e2a-4a54-b838-d66c40754ba2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:38.441684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5939bc7-f030-467e-b959-3d4565b2a81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:38.456420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Made reservation on behalf of 97c08917c4dd40c98f716f0b91fe1e9f for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:38.460290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:38.506111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf1bad-3d09-45d9-b5b6-f78347d4ed27 req-f35e485b-7c3e-4e2a-a2e5-9dc24e06412a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:38.511405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afbf1bad-3d09-45d9-b5b6-f78347d4ed27 req-f35e485b-7c3e-4e2a-a2e5-9dc24e06412a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 944 time: 0.5137641 May 06 12:22:38.538432 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5939bc7-f030-467e-b959-3d4565b2a81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:38.597699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-0fe86911-ab88-4951-bc21-38876bde5f38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:38.599417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-985e09b0-5087-45ee-a45c-574f27c658e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1099 time: 0.6819444 May 06 12:22:38.600513 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-0fe86911-ab88-4951-bc21-38876bde5f38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.9544969 May 06 12:22:38.705793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d599b-5aa5-4ba8-849d-f4c080fd6479 req-60a7dc3a-4cbe-4a21-9692-288fa20bed8d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:38.708327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-429d599b-5aa5-4ba8-849d-f4c080fd6479 req-60a7dc3a-4cbe-4a21-9692-288fa20bed8d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.5052228 May 06 12:22:38.822158 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-fcda3910-1dd4-42a2-8135-2dcaf3ed2218 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 217 time: 0.1917439 May 06 12:22:38.977043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-be2d3c12-5a66-48e3-bf02-83522dd40792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:38.979758 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-be2d3c12-5a66-48e3-bf02-83522dd40792 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1454284 May 06 12:22:38.985876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afbf1bad-3d09-45d9-b5b6-f78347d4ed27 req-9d620e26-8349-4533-ac9d-3b7f7d3a3307 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577322 May 06 12:22:39.011234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-429d599b-5aa5-4ba8-849d-f4c080fd6479 req-28a3523d-11a8-4aff-a58a-181fba928d30 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097224 May 06 12:22:39.081356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5939bc7-f030-467e-b959-3d4565b2a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:39.111452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de52b-c386-4180-805b-21972af5a806 req-006f9f42-01ca-44ba-a1ea-20b6980a9529 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:39.115614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-006f9f42-01ca-44ba-a1ea-20b6980a9529 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.4976332 May 06 12:22:39.203214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 641eb6f9-5687-4bf9-840c-29b103f16827 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:39.221066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5939bc7-f030-467e-b959-3d4565b2a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab9458b-3e2a-4a54-b838-d66c40754ba2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:39.292728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5939bc7-f030-467e-b959-3d4565b2a81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:39.303606 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b5939bc7-f030-467e-b959-3d4565b2a81a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fab9458b-3e2a-4a54-b838-d66c40754ba2 HTTP/1.1" status: 204 len: 168 time: 1.0958869 May 06 12:22:39.327104 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:39.329968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-924eb991-783c-47af-9e1a-12d67c862b04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 217 time: 0.2009118 May 06 12:22:39.575952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3d3826-d01c-461b-ae88-66a0a6cae425,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:39.678788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.679451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.680085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.680580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.681269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.681865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.682409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.683015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.683616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.684505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.685257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:39.797494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 641eb6f9-5687-4bf9-840c-29b103f16827 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:39.830217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 641eb6f9-5687-4bf9-840c-29b103f16827 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:39.831194 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:39.917856 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-3029ea5c-419e-45e5-89ed-54c09724c1b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9303322 May 06 12:22:39.924691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:39.932396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de52b-c386-4180-805b-21972af5a806 req-c492b802-bc6e-40b3-9de0-3e438b8a6c76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:39.935003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-c492b802-bc6e-40b3-9de0-3e438b8a6c76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.5971439 May 06 12:22:40.171291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0837146-b7b9-4aa4-837b-e73a4e6c7ee2 req-981eb0f3-d849-4398-a00b-3e0b3c1ed9ab tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:40.183782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0837146-b7b9-4aa4-837b-e73a4e6c7ee2 req-981eb0f3-d849-4398-a00b-3e0b3c1ed9ab tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.6641204 May 06 12:22:40.229970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:40.327988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:40.355289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0837146-b7b9-4aa4-837b-e73a4e6c7ee2 req-43291a9e-620c-43a3-9cea-94a2f49e360d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1672008 May 06 12:22:40.369256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae5944-3869-4f9f-b1a7-9655765685af req-f1e68d8c-8d0a-4a8d-ab84-6ce33bdcfb08 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:40.379812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:40.381286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2ae5944-3869-4f9f-b1a7-9655765685af req-f1e68d8c-8d0a-4a8d-ab84-6ce33bdcfb08 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 948 time: 0.8672235 May 06 12:22:40.389142 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-d6e95ff6-051f-44a5-9bb3-abb3c1546647 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473922 May 06 12:22:40.389648 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:40.427424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-0a4e43d4-1e74-4feb-b091-7bc3bb8ba769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4702165 May 06 12:22:40.427992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52206) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:40.466643 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c8018ea-3844-454e-91fc-149eccec4ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:40.609328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=641eb6f9-5687-4bf9-840c-29b103f16827,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:40.720182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5c8018ea-3844-454e-91fc-149eccec4ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:40.733081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c8018ea-3844-454e-91fc-149eccec4ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:167747b1255f40498e5fa784c0b6f45d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:40.738526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2ae5944-3869-4f9f-b1a7-9655765685af req-7e43c568-e821-45e2-8817-abb96822e26b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562348 May 06 12:22:40.750722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c8018ea-3844-454e-91fc-149eccec4ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:40.785763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5c8018ea-3844-454e-91fc-149eccec4ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:40.797010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-adfbc201-022b-4781-b302-1a55453d0169 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587639 May 06 12:22:40.847245 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5110cf32-8d7b-44a5-8113-265e25678d0a'] response: {'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827', 'code': 200} May 06 12:22:41.060064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2a1eb-9e67-46cb-a22f-2afa24747f0b req-8f911b41-ac0c-4486-8e02-98b6ae5dd4c4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:41.061643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70d2a1eb-9e67-46cb-a22f-2afa24747f0b req-8f911b41-ac0c-4486-8e02-98b6ae5dd4c4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 945 time: 0.3982854 May 06 12:22:41.091864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9ed672-d79d-480c-97ea-3c8f224b3156,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:41.160684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Checking segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:41.161262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Network hostable DHCP agents. Network: 276dcbf0-3319-4644-8f49-4814ea7ef22b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:22:41.162367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-6fc764ed-c524-4ef2-a2d4-2564823f8151 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588841 May 06 12:22:41.165691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c8018ea-3844-454e-91fc-149eccec4ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:41.187596 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c8018ea-3844-454e-91fc-149eccec4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:41.237591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85b915b7-3d8f-4f38-9c58-2f78b3a01504 req-dc1dcf3d-d1f9-4c58-8c26-20e0f1fcfa70 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1096 time: 0.3019600 May 06 12:22:41.253274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2c038486-7582-4bad-bcc9-0cf21b990c68 req-3a055641-6c32-4349-b292-da71fe281af6 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482854 May 06 12:22:41.276682 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70d2a1eb-9e67-46cb-a22f-2afa24747f0b req-9d87ccff-b667-42b7-98c3-455b23e724a3 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860890 May 06 12:22:41.287313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:22:41.338514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 276dcbf0-3319-4644-8f49-4814ea7ef22b) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:22:41.353968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:41.355125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:41.356037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7ed81-3c2d-4303-9b04-e47426b9484d None None] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:22:41.502144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b6104bfe-dd25-4cd8-90a8-cc5f245738c4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7383146 May 06 12:22:41.525135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5c8018ea-3844-454e-91fc-149eccec4ad8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=167747b1255f40498e5fa784c0b6f45d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0933959 May 06 12:22:41.531847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52216) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:41.540865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8018ea-3844-454e-91fc-149eccec4ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcce129d-8766-4667-9853-efdc6eeac8a5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:41.579278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85b915b7-3d8f-4f38-9c58-2f78b3a01504 req-ce6fdcba-f317-474b-8f81-d1a8cbe93baf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983875 May 06 12:22:41.601760 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-53a9a8ae-3f62-4ccc-9ccf-d0eaae4cbbd7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1099 time: 0.1897359 May 06 12:22:41.609951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:41.710414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a9a8eb6-0792-4e6a-9166-dbce26336249 req-63f7eb61-c5b9-490e-bfd5-929e81a204a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1095 time: 0.3974888 May 06 12:22:41.712753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b419b80b-0378-4792-ae1c-a0d0041a8441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:41.874156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a34334-a8cc-4cb1-b0ad-64db5ebf02d0 None None] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:22:41.914853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b419b80b-0378-4792-ae1c-a0d0041a8441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:41.939669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4458cd-1f21-4d4c-8f08-1d3ee356c375 req-a08dae3a-b16b-4e17-8ba6-78fb9ddb165f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:41.942505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b4458cd-1f21-4d4c-8f08-1d3ee356c375 req-a08dae3a-b16b-4e17-8ba6-78fb9ddb165f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.4894557 May 06 12:22:42.139064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b4458cd-1f21-4d4c-8f08-1d3ee356c375 req-663cf105-9b90-413c-968e-0a49d3055753 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1828468 May 06 12:22:42.173186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a8eb6-0792-4e6a-9166-dbce26336249 req-7e34d1ad-d0e4-401c-9e47-307d228ff047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:42.175170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a9a8eb6-0792-4e6a-9166-dbce26336249 req-7e34d1ad-d0e4-401c-9e47-307d228ff047 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.4577351 May 06 12:22:42.177977 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b419b80b-0378-4792-ae1c-a0d0041a8441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:42.202986 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8a7cc83d-ae4e-464a-9967-5b8e160cec72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:42.243411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de52b-c386-4180-805b-21972af5a806 req-aacb786b-4ff8-466a-869c-a7eca5229c84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:42.245112 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-aacb786b-4ff8-466a-869c-a7eca5229c84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2920144 May 06 12:22:42.283251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419b80b-0378-4792-ae1c-a0d0041a8441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcce129d-8766-4667-9853-efdc6eeac8a5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:42.427212 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:42.440603 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b419b80b-0378-4792-ae1c-a0d0041a8441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:42.441975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b419b80b-0378-4792-ae1c-a0d0041a8441 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcce129d-8766-4667-9853-efdc6eeac8a5 HTTP/1.1" status: 204 len: 168 time: 0.9058104 May 06 12:22:42.461850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9ca7-7324-440c-a4ef-459915518c44 req-f9676640-ff9c-4698-8f81-b6c2ce7b2d0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:42.465344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f0b9ca7-7324-440c-a4ef-459915518c44 req-f9676640-ff9c-4698-8f81-b6c2ce7b2d0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 948 time: 0.4334388 May 06 12:22:42.472216 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-70ab0bc3-9d4a-4693-aac2-27239c05280f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 217 time: 0.1545217 May 06 12:22:42.503225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a9a8eb6-0792-4e6a-9166-dbce26336249 req-d2ea8280-4c18-49ac-bf3c-cce057fed866 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 998 time: 0.2992876 May 06 12:22:42.599461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f0b9ca7-7324-440c-a4ef-459915518c44 req-dca1116d-81d8-4011-a104-52537373ee7e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207693 May 06 12:22:42.605905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de52b-c386-4180-805b-21972af5a806 req-0ab8bc8a-acd2-494e-9eed-3f968f706e83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:42.608033 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-0ab8bc8a-acd2-494e-9eed-3f968f706e83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1113687 May 06 12:22:42.608525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a8eb6-0792-4e6a-9166-dbce26336249 req-a0a23601-b43d-4d92-8f32-98c0b5e9b96e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:42.609953 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a9a8eb6-0792-4e6a-9166-dbce26336249 req-a0a23601-b43d-4d92-8f32-98c0b5e9b96e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.0998306 May 06 12:22:42.729726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a9a8eb6-0792-4e6a-9166-dbce26336249 req-2612cb00-962c-4814-bd87-5fd293d854b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116812 May 06 12:22:42.958047 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-aafcb2da-e4ee-4353-a190-3a6d4c57df48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3404760 May 06 12:22:43.142523 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-b1f5bc82-9a01-4494-b098-e569e977c4a3 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724041 May 06 12:22:43.153582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a9a8eb6-0792-4e6a-9166-dbce26336249 req-ade273eb-cd43-49ce-98f8-29d8a7cdd85d service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165232 May 06 12:22:43.158930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Router 2de2397b-3839-4ff1-9649-58a7cfe305df has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:22:43.173545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-11eab966-e795-4840-a485-ac2b6f972b32 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:43.174720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-11eab966-e795-4840-a485-ac2b6f972b32 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:43.327988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-301bc427-4db8-4135-9840-24aa2cb2ed66 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:43.329581 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-301bc427-4db8-4135-9840-24aa2cb2ed66 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 807 time: 0.3687139 May 06 12:22:43.346150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-11eab966-e795-4840-a485-ac2b6f972b32 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:43.352971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-11eab966-e795-4840-a485-ac2b6f972b32 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.5793018 May 06 12:22:43.405163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-b0aff829-b1ba-4f2c-95c9-c511a56af67c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/quotas/782377c9e75a4cb084b23392faeea4e0 HTTP/1.1" status: 200 len: 375 time: 0.0497878 May 06 12:22:43.413616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-de2f7abd-fcc1-45ac-9976-b872451b660f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/quotas/97c08917c4dd40c98f716f0b91fe1e9f HTTP/1.1" status: 200 len: 375 time: 0.0584238 May 06 12:22:43.504620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a9a8eb6-0792-4e6a-9166-dbce26336249 req-41015221-e606-4786-99a8-1361875e981a service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388209 May 06 12:22:43.509234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-5e481d33-8315-4fa2-a4b9-395c0a159c31 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957284 May 06 12:22:43.600634 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e8de52b-c386-4180-805b-21972af5a806 req-96204162-f800-4058-b7a9-23238ece664d service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439688 May 06 12:22:43.712777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-f524d0f7-36a3-454b-a1f5-a56a0735b600 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2590623 May 06 12:22:43.727634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-73898967-ebaa-403f-a541-0fe4e02e8389 service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069931 May 06 12:22:43.728530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:22:43.744077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] Sync routers for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:22:43.747936 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0f5e85de-ae02-4db2-b35b-aac4a478c81d admin admin] 10.222.0.44 "PUT /v2.0/routers/2de2397b-3839-4ff1-9649-58a7cfe305df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0521524 May 06 12:22:43.751904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52260) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:43.786505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:43.788265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:22:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:44.016790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-e6ef79b2-dc06-4534-b020-d0a859dc5279 service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881858 May 06 12:22:44.150638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:44.322366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:44.646634 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:44.669115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Deleting port 37545471-b00c-4067-b2a2-186fcf87a69f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:44.670058 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:44.713492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8dbd31ea-b1c3-4c4d-814f-371b9c0909a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:44.797967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-d7dc4bfd-e134-4007-89c6-120722cd3c38 service neutron] 10.222.0.44 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0767965 May 06 12:22:44.958643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:22:39Z', 'revision_number': 5, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port': {'id': '37545471-b00c-4067-b2a2-186fcf87a69f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:58Z', 'updated_at': '2022-05-06T12:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:44.976901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] Checking router: 2de2397b-3839-4ff1-9649-58a7cfe305df for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:22:44.993157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] Routers {'2de2397b-3839-4ff1-9649-58a7cfe305df'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:44.994268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:22:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2397b-3839-4ff1-9649-58a7cfe305df'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:45.097479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-531a8250-6078-4c69-98fb-994316e86fb8 service neutron] 10.222.0.44 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981219 May 06 12:22:45.133425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c86d8e-7d45-415d-b446-0c848d865c75 req-9eb863fb-bc3a-4579-8e80-cdb608916060 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:45.150031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4c86d8e-7d45-415d-b446-0c848d865c75 req-9eb863fb-bc3a-4579-8e80-cdb608916060 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 945 time: 0.8205090 May 06 12:22:45.155218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] For port 37545471-b00c-4067-b2a2-186fcf87a69f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=37545471-b00c-4067-b2a2-186fcf87a69f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:45.155802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:45.324388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4c86d8e-7d45-415d-b446-0c848d865c75 req-1c935fd8-3b4b-4194-b223-ab1d058441e6 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697211 May 06 12:22:45.442713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] Set router 2de2397b-3839-4ff1-9649-58a7cfe305df gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:45.565362 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:45.615638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Calling delete_port for 37545471-b00c-4067-b2a2-186fcf87a69f owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:45.685262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:22:44Z', 'revision_number': 6, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:45.693108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f506b1-8a3e-4d4f-ae82-5ba0bfc7a8b7 None None] The sync data for ids ['2de2397b-3839-4ff1-9649-58a7cfe305df'] in n-d-840847-1 is: [{'id': '2de2397b-3839-4ff1-9649-58a7cfe305df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1449418260-router', 'tenant_id': '42c37bace7fa46e5bbe55990efe16b30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:55Z', 'updated_at': '2022-05-06T12:22:44Z', 'revision_number': 6, 'project_id': '42c37bace7fa46e5bbe55990efe16b30', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:22:45.884248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:46.039794 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:46.179522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Pushing event deleted for resources: {'Port': ['ID=37545471-b00c-4067-b2a2-186fcf87a69f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:46.279377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d0ac2-ad55-46b9-88a0-dd52a06f50f3 req-6cea66ab-cd10-4e02-a147-f503a4e8d314 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:46.297753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e85d0ac2-ad55-46b9-88a0-dd52a06f50f3 req-6cea66ab-cd10-4e02-a147-f503a4e8d314 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.5417173 May 06 12:22:46.424165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e85d0ac2-ad55-46b9-88a0-dd52a06f50f3 req-a8ad7a7e-c80c-48de-85b2-7eb7b1ee43c4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239045 May 06 12:22:46.551082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b6281-0c0d-4dae-86ad-4ad48444ff46 req-fdbdf985-6c5c-4114-bbd8-4a865540396d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:46.562784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b59b6281-0c0d-4dae-86ad-4ad48444ff46 req-fdbdf985-6c5c-4114-bbd8-4a865540396d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 948 time: 0.4085345 May 06 12:22:46.748817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b59b6281-0c0d-4dae-86ad-4ad48444ff46 req-8d110368-e682-48c8-ae0e-15e11f43b8dd tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760876 May 06 12:22:46.921391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2058292e-26f9-42f4-a706-f6ddb0d0eb3d req-4f70af66-4c48-4a3e-8122-4d589d0f655b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 210 time: 0.0953605 May 06 12:22:47.076839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:47.095508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da22b6f3-5467-47ce-84a2-d50176759ee6 req-672f320f-c2ab-479d-abb7-01242ef9f565 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 210 time: 0.1058350 May 06 12:22:47.253549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:47.316044 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:47.722212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-79d62bd1-2810-448c-b53e-30977eb2c5c4 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:47.725574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-79d62bd1-2810-448c-b53e-30977eb2c5c4 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.8042917 May 06 12:22:47.755666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d2e50-93fe-4c5a-a7e6-c177ada36d96 req-9654c776-f3fe-4f45-bf5d-137e8e7a3377 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:47.765152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9c3d3826-d01c-461b-ae88-66a0a6cae425 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:47.767881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff8d2e50-93fe-4c5a-a7e6-c177ada36d96 req-9654c776-f3fe-4f45-bf5d-137e8e7a3377 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 945 time: 0.2332106 May 06 12:22:47.837378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9c3d3826-d01c-461b-ae88-66a0a6cae425 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:22:47.837915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9c3d3826-d01c-461b-ae88-66a0a6cae425 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:47.838568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 37545471-b00c-4067-b2a2-186fcf87a69f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:47.854356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Request body: {'port': {'device_id': '8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'admin_state_up': True, 'tenant_id': '97c08917c4dd40c98f716f0b91fe1e9f'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:47.909564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff8d2e50-93fe-4c5a-a7e6-c177ada36d96 req-cfb19455-3fb5-4a3c-a639-86363a50592f tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400170 May 06 12:22:47.913125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 37545471-b00c-4067-b2a2-186fcf87a69f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:22:47.914088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 37545471-b00c-4067-b2a2-186fcf87a69f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:47.950981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:47.973472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a070081-8cab-4046-a998-e066c30c98cb req-b3ede371-96b5-44d6-b40b-e6b07b19d8d1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:47.981258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'mac_address': 'fa:16:3e:1f:ad:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:47.982041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a070081-8cab-4046-a998-e066c30c98cb req-b3ede371-96b5-44d6-b40b-e6b07b19d8d1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.1475017 May 06 12:22:48.047140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a070081-8cab-4046-a998-e066c30c98cb req-df37fb4d-db78-434f-9c85-4082c06ed55e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637803 May 06 12:22:48.058675 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:48.093089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0dcb69-ddc1-4348-a27d-acb163c17532 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:48.121982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:48.128544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:48.211021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:48.231004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:48.274754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:48.374921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:48.405436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Usage tracker for resource:port and tenant:97c08917c4dd40c98f716f0b91fe1e9f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:48.412991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:48.427625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:48.452978 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:48.455345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de2397b-3839-4ff1-9649-58a7cfe305df {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:22:48.469078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec04f2-2e63-4ab5-ba83-ef627bd1518e req-c6c61500-8f87-434d-8859-d72bf6bd3c44 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:48.483521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdec04f2-2e63-4ab5-ba83-ef627bd1518e req-c6c61500-8f87-434d-8859-d72bf6bd3c44 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 949 time: 0.1888890 May 06 12:22:48.512073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Made reservation on behalf of 97c08917c4dd40c98f716f0b91fe1e9f for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:48.529037 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:48.558786 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:48.560822 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dcbd06e6-d520-4118-b1fd-6b59fa4e9063 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2de2397b-3839-4ff1-9649-58a7cfe305df HTTP/1.1" status: 204 len: 168 time: 4.8070514 May 06 12:22:48.574359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52336) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:48.607603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdec04f2-2e63-4ab5-ba83-ef627bd1518e req-56dc96bd-f9da-4996-8c74-65ad96378f52 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212144 May 06 12:22:48.788071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['4a0dcb69-ddc1-4348-a27d-acb163c17532'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:48.890275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-849af55c-ecfd-4e82-b992-748f75fb55e3 admin admin] Deleting subnet 0fc23628-d308-4f38-9422-4c7dee901658 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:22:48.899334 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-849af55c-ecfd-4e82-b992-748f75fb55e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:49.017885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18971404-2868-474d-b05e-60ac66c88a68 req-5833f702-5deb-4ade-adc1-ac94b619174d tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 210 time: 0.1197078 May 06 12:22:49.063935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-718ac9df-f128-43bb-baba-9ebbe93e472b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:49.074304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-718ac9df-f128-43bb-baba-9ebbe93e472b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 807 time: 0.3718197 May 06 12:22:49.100630 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-849af55c-ecfd-4e82-b992-748f75fb55e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:49.112593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Request body: {'port': {'device_id': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'network_id': '8a683100-30a0-46af-8056-20106cb441f1', 'admin_state_up': True, 'tenant_id': '782377c9e75a4cb084b23392faeea4e0'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:49.193260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Allocated IP 172.20.0.4 (276dcbf0-3319-4644-8f49-4814ea7ef22b/bf9ed672-d79d-480c-97ea-3c8f224b3156/b025f093-85b3-4fa5-b1b9-c7f51c64c2bc) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:22:49.229676 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2021615-8a6c-4f49-a4ff-b3428b73c169 req-43c575a9-9a7b-4d7e-b6e7-d20694f8345e tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1096 time: 0.6332197 May 06 12:22:49.383553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2021615-8a6c-4f49-a4ff-b3428b73c169 req-10b92282-02f6-48bb-a6e2-5e57871032e3 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023893 May 06 12:22:49.417119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:49.431928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:49.447276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Made reservation on behalf of 782377c9e75a4cb084b23392faeea4e0 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:49.450872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:49.469444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a25125-c061-4334-a111-8d4492717292 req-480ff25b-e111-4fe1-b2a8-28daf3f0054a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:49.487987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37a25125-c061-4334-a111-8d4492717292 req-480ff25b-e111-4fe1-b2a8-28daf3f0054a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2572277 May 06 12:22:49.696970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Allocated IP 172.20.0.7 (8a683100-30a0-46af-8056-20106cb441f1/0d9c5d98-c81e-4c76-9894-e399d9f6cc85/49dc3b57-494b-4fca-8409-5666b1b4d826) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:22:49.713147 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:49.772514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-849af55c-ecfd-4e82-b992-748f75fb55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:49.876388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93d1b2ae-c62f-4558-81bd-d4b16d17661b req-a553c021-60c8-4151-8221-ead444248f15 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 210 time: 0.0507066 May 06 12:22:49.899514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:49.943416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37a25125-c061-4334-a111-8d4492717292 req-fe88003c-2178-4343-b185-b39268ef312e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4467423 May 06 12:22:50.080515 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:50.178730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:22:50.183323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-849af55c-ecfd-4e82-b992-748f75fb55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:50.192149 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:50.209951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4fb9772e-75f6-4504-90a2-0ca5b6a502af'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:50.233720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:22:50.247219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event updated for resources: {'Port': ['ID=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:50.252336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:22:50.311456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Network 8a683100-30a0-46af-8056-20106cb441f1 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:22:50.323998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-849af55c-ecfd-4e82-b992-748f75fb55e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:50.345960 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-849af55c-ecfd-4e82-b992-748f75fb55e3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0fc23628-d308-4f38-9422-4c7dee901658 HTTP/1.1" status: 204 len: 168 time: 1.7720032 May 06 12:22:50.346957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849af55c-ecfd-4e82-b992-748f75fb55e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc23628-d308-4f38-9422-4c7dee901658,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:50.350011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52354) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:50.361352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605be21-01d4-4a16-871c-3eaab3375fd5 None None] Network 591b9c91-9178-417d-8615-9c700f49fd31 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:22:50.378563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:22:50.431539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:22:50.609984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:50.611655 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:50.668050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:50.694633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Deleting port 64742836-a259-4fec-b332-b8f9867a9d99 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:50.695006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:50.744076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Pushing event updated for resources: {'Port': ['ID=49dc3b57-494b-4fca-8409-5666b1b4d826,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:50.773826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:50.777648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:50.792731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6847520 May 06 12:22:50.816633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.817125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.817290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.817624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.817955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.818345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.818697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.819055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.819411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.819733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.820085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c36183-a510-4db9-9357-187eecac4e61 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:50.843873 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-3720e760-6b12-41b1-bfd6-5b54c30ee262 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9942732 May 06 12:22:50.851744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Request body: {'port': {'device_id': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:50.867797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Request body: {'port': {'device_id': '8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:51.044667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61d206-bfb1-4a2c-a49a-5f156f5d44cf req-603687a9-11c8-494e-a9cf-86e5faefe471 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:51.049784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] DHCP port deletion for 591b9c91-9178-417d-8615-9c700f49fd31 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:22:51.053672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e61d206-bfb1-4a2c-a49a-5f156f5d44cf req-603687a9-11c8-494e-a9cf-86e5faefe471 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.6764808 May 06 12:22:51.059702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] Deleting port 64742836-a259-4fec-b332-b8f9867a9d99 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:51.060053 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.112057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf3fb2-3c7f-4535-9861-27babbb65272 req-a8dbbdd2-46a1-4735-8284-0ec4b5bd133a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:51.127311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efcf3fb2-3c7f-4535-9861-27babbb65272 req-a8dbbdd2-46a1-4735-8284-0ec4b5bd133a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 949 time: 0.9301300 May 06 12:22:51.188421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.237123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] For port 64742836-a259-4fec-b332-b8f9867a9d99, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=64742836-a259-4fec-b332-b8f9867a9d99,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:51.237857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.274701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e61d206-bfb1-4a2c-a49a-5f156f5d44cf req-c92494a2-c45a-4977-b901-b654ecf02928 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2195082 May 06 12:22:51.310667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.517665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] For port 64742836-a259-4fec-b332-b8f9867a9d99, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=64742836-a259-4fec-b332-b8f9867a9d99,segment=NetworkSegment(0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce),segment_id=0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:51.518428 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.610057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Calling delete_port for 64742836-a259-4fec-b332-b8f9867a9d99 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:51.628893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efcf3fb2-3c7f-4535-9861-27babbb65272 req-15dcc47f-e9b8-4280-abc4-02c9825f1ab8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982042 May 06 12:22:51.839102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:51.851992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.957502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] No DVR routers for this DVR port 64742836-a259-4fec-b332-b8f9867a9d99 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:22:51.974577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 64742836-a259-4fec-b332-b8f9867a9d99 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:52.037192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64742836-a259-4fec-b332-b8f9867a9d99,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:52.078534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] Calling delete_port for 64742836-a259-4fec-b332-b8f9867a9d99 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:52.119751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 64742836-a259-4fec-b332-b8f9867a9d99 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:22:52.120337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 64742836-a259-4fec-b332-b8f9867a9d99 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:52.268645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.294109 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:22:52.296322 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:22:52.303098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 4a0dcb69-ddc1-4348-a27d-acb163c17532 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:52.324543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 4a0dcb69-ddc1-4348-a27d-acb163c17532 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:52.325221 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.331241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591b9c91-9178-417d-8615-9c700f49fd31']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:52.506226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497e03-93cc-4e5a-b600-2dea5e397bb5 req-8b63fe1b-9a40-408e-98b4-068ce9334c75 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:52.507425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d2497e03-93cc-4e5a-b600-2dea5e397bb5 req-8b63fe1b-9a40-408e-98b4-068ce9334c75 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Synchronizing usage tracker for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:52.528311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e6600-cc05-4ce8-a12e-3c5d20b66642 req-a50f3b0e-71de-4fad-913c-f9bcb416569c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:52.536013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd8e6600-cc05-4ce8-a12e-3c5d20b66642 req-a50f3b0e-71de-4fad-913c-f9bcb416569c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 931 time: 0.6729989 May 06 12:22:52.548772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:52.549688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3ab5e5-31db-4165-aa22-5e0bfd5bb8ce') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:52.650926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.661362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d2497e03-93cc-4e5a-b600-2dea5e397bb5 req-8b63fe1b-9a40-408e-98b4-068ce9334c75 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Unset dirty status for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:52.673334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2497e03-93cc-4e5a-b600-2dea5e397bb5 req-8b63fe1b-9a40-408e-98b4-068ce9334c75 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 931 time: 0.6452382 May 06 12:22:52.714456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:52.715303 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:22:52.730236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-dd8e6600-cc05-4ce8-a12e-3c5d20b66642 req-765f835f-71b2-4365-934e-d9208af95fe7 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:52.732196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:52.740084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.750946 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.802423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] Deleting port 64742836-a259-4fec-b332-b8f9867a9d99 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:52.802941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.832797 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.839419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2497e03-93cc-4e5a-b600-2dea5e397bb5 req-d88a2262-94f0-4730-b9cb-ccc78cecb09f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649032 May 06 12:22:52.843489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dc3b57-494b-4fca-8409-5666b1b4d826 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:52.850643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-dd8e6600-cc05-4ce8-a12e-3c5d20b66642 req-765f835f-71b2-4365-934e-d9208af95fe7 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:52.852633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd8e6600-cc05-4ce8-a12e-3c5d20b66642 req-765f835f-71b2-4365-934e-d9208af95fe7 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154390 May 06 12:22:52.861068 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.923194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Transition to ACTIVE for port object 49dc3b57-494b-4fca-8409-5666b1b4d826 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:52.938037 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.967674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:22:52.969040 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.979615 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b620c25f-eb05-43b2-aa3f-23a44efdc7d6 None None] The port '64742836-a259-4fec-b332-b8f9867a9d99' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: timer() May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:22:52.999368 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:22:53.040370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:53.207491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:53.213398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:53.224037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Pushing event updated for resources: {'Port': ['ID=49dc3b57-494b-4fca-8409-5666b1b4d826,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:53.277334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=591b9c91-9178-417d-8615-9c700f49fd31,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:53.286647 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5ed72d42-3806-497c-b232-53e62d70dfa5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/591b9c91-9178-417d-8615-9c700f49fd31 HTTP/1.1" status: 204 len: 168 time: 2.9280539 May 06 12:22:53.403035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b025f093-85b3-4fa5-b1b9-c7f51c64c2bc {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:53.413190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:53.434729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Transition to ACTIVE for port object b025f093-85b3-4fa5-b1b9-c7f51c64c2bc will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:53.442743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:53.452349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80e0e8-8fde-4bc1-957b-6fa265f15bf9 req-83450c98-1b44-42ac-9f13-faea29431290 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:53.464276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f80e0e8-8fde-4bc1-957b-6fa265f15bf9 req-83450c98-1b44-42ac-9f13-faea29431290 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.4080033 May 06 12:22:53.568241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f80e0e8-8fde-4bc1-957b-6fa265f15bf9 req-18f99bcb-6d23-4c46-a5a9-2e7b1a766896 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025188 May 06 12:22:53.574360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:22:53.574881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:22:53.575906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:53.602367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Port 49dc3b57-494b-4fca-8409-5666b1b4d826 on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:22:53.604469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:53.627762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:22:53.629731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:53.631754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:22:53.635144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Bound port: 49dc3b57-494b-4fca-8409-5666b1b4d826, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:22:53.636879 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:53.818551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Pushing event updated for resources: {'Port': ['ID=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:53.856021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:53.864391 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f1adb4-05f2-4df4-99db-7d72767689c5'] response: {'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'code': 200} May 06 12:22:54.027289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:54.037633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:22:54.064012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:54.257535 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:54.260595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Attempting to bind port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:22:54.261600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Attempting to bind port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:22:54.261807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/49dc3b57-494b-4fca-8409-5666b1b4d826 HTTP/1.1" status: 200 len: 1091 time: 3.4465942 May 06 12:22:54.262073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Attempting to bind port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:54.267641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:54.282464 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6bdda9e8-d943-48d6-a169-769dac7fbdf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42c37bace7fa46e5bbe55990efe16b30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4246445 May 06 12:22:54.287122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc on network 276dcbf0-3319-4644-8f49-4814ea7ef22b not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:22:54.287676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Attempting to bind port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:54.300370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52412) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:54.301738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:22:54.302440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Checking segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:54.303296 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Bound using segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:22:54.304155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Bound port: b025f093-85b3-4fa5-b1b9-c7f51c64c2bc, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:22:54.304928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:54.345943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4e771-0923-4a45-b859-fa7f7bb018f2 service neutron] Pushing event updated for resources: {'Port': ['ID=49dc3b57-494b-4fca-8409-5666b1b4d826,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:54.464833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-367d9b94-c8ea-4862-8737-c123bd63ca5c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:54.467862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-367d9b94-c8ea-4862-8737-c123bd63ca5c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4&tenant_id=f71b101453dc4bccb25b118d91b64eff&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 950 time: 0.7498808 May 06 12:22:54.479595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] For port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:54.496018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f583c0-93ea-4388-b869-402b0595cb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:54.499845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] For port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:22:54.510045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:54.606018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f583c0-93ea-4388-b869-402b0595cb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:54.632573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:54.634302 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] 10.222.0.48 "PUT /v2.0/ports/b025f093-85b3-4fa5-b1b9-c7f51c64c2bc HTTP/1.1" status: 200 len: 1091 time: 3.7713861 May 06 12:22:54.635003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7', 'tag': 'b025f093-85b3-4fa5-b1b9-c7f51c64c2bc'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:54.697074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd675a-eda0-4464-8ed5-3c9fe3ee566b service neutron] Pushing event updated for resources: {'Port': ['ID=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:54.740453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf11720-a3cc-47c2-ad9f-026036124b16 req-2b2e4cdc-107a-4a1a-a99d-b29f187acf40 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:54.752448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cf11720-a3cc-47c2-ad9f-026036124b16 req-2b2e4cdc-107a-4a1a-a99d-b29f187acf40 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.6908498 May 06 12:22:54.883019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-13ede938-a801-4792-a675-2deff0ad6055 service neutron] 10.222.0.48 "GET /v2.0/ports/4a0dcb69-ddc1-4348-a27d-acb163c17532/bindings/n-h1-840847-1 HTTP/1.1" status: 200 len: 382 time: 0.4008222 May 06 12:22:54.888243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-84740536-d9a1-47aa-b2e2-8ac5dd347f0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 1094 time: 0.5462019 May 06 12:22:54.909650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f583c0-93ea-4388-b869-402b0595cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:54.951058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-1e3918fd-4b72-4716-9407-763cfdf6ea49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 1094 time: 0.2432897 May 06 12:22:54.955943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f583c0-93ea-4388-b869-402b0595cb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4803bc95-c405-4313-b40f-f9a4da347822,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:55.080163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f583c0-93ea-4388-b869-402b0595cb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:55.082574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-47f583c0-93ea-4388-b869-402b0595cb43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4803bc95-c405-4313-b40f-f9a4da347822 HTTP/1.1" status: 204 len: 168 time: 0.7477367 May 06 12:22:55.100389 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-12514fb6-a755-4bd4-af23-e04a099ec176 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc HTTP/1.1" status: 200 len: 217 time: 0.1360414 May 06 12:22:55.171584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cf11720-a3cc-47c2-ad9f-026036124b16 req-4cd3b739-ca3a-4926-b053-e4edb211d585 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175298 May 06 12:22:55.229363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-2ebfe332-e73c-4a15-8d67-27bbcf9a4a5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:55.231579 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-2ebfe332-e73c-4a15-8d67-27bbcf9a4a5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.1092348 May 06 12:22:55.278773 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-251769c1-39db-441c-883c-876cb8b07f49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49dc3b57-494b-4fca-8409-5666b1b4d826 HTTP/1.1" status: 200 len: 217 time: 0.3706045 May 06 12:22:55.331163 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-5f2792f5-ba61-44e3-9c5e-2f66b6c222a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773902 May 06 12:22:55.478641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-ecc197fa-88a6-4887-b6fd-18bfd567411b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:55.481117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-ecc197fa-88a6-4887-b6fd-18bfd567411b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.2010689 May 06 12:22:55.619053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-425151d7-83de-475a-87f0-2814b05487cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283717 May 06 12:22:55.653027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-eec28272-8c15-48a4-a7ea-9de1db4bf855 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071964 May 06 12:22:55.807462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ec277-b9d9-47de-a2c0-e0a8c2e3c286 req-4a11f14e-6b72-47e1-9bae-05ed65ac2334 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:55.809180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-177ec277-b9d9-47de-a2c0-e0a8c2e3c286 req-4a11f14e-6b72-47e1-9bae-05ed65ac2334 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 943 time: 0.9160995 May 06 12:22:55.848821 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cf294a6e-73c2-45c0-9ad8-e07c3c062be1 req-31d9078f-31e2-4987-9317-ce5afa646db7 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890836 May 06 12:22:55.857865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-fa6ad144-2606-44bc-b134-d33d5c800183 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1101 time: 0.8137505 May 06 12:22:56.095772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-7b914167-1db8-4ccb-bc5e-4e0e9ace38bc service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643233 May 06 12:22:56.104933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accff2f-3948-4392-9f69-5acc8aa12380 req-679253f8-77ac-410a-a87d-cd3621a9c876 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:56.112709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4accff2f-3948-4392-9f69-5acc8aa12380 req-679253f8-77ac-410a-a87d-cd3621a9c876 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 943 time: 0.5350556 May 06 12:22:56.112709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-177ec277-b9d9-47de-a2c0-e0a8c2e3c286 req-49223c9f-4b94-45f8-a7a8-78cf1908b801 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611525 May 06 12:22:56.509150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-b314c28a-6581-4d0e-aeb8-3d2eea2f9fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:56.512266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-b314c28a-6581-4d0e-aeb8-3d2eea2f9fe8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.6305783 May 06 12:22:56.528343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4accff2f-3948-4392-9f69-5acc8aa12380 req-0619bd32-a8f9-4aa5-8b4a-2dcb0b07c706 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765309 May 06 12:22:56.652550 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfb4268-5dc2-4e50-8ef9-26564d4ef5c3'] response: {'name': 'network-changed', 'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826', 'status': 'completed', 'code': 200} May 06 12:22:56.670048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-1f375b8a-5faa-41ed-8921-cff76050cbe8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 217 time: 0.1357827 May 06 12:22:56.748149 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a06e9d8-6dcc-4389-a736-5cec11fd9d7e'] response: {'name': 'network-changed', 'server_uuid': '8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7', 'tag': 'b025f093-85b3-4fa5-b1b9-c7f51c64c2bc', 'status': 'completed', 'code': 200} May 06 12:22:56.840289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32e480cb-2356-450a-894a-13cb3fc7ed48 req-8353ed6e-a64b-4e86-8d77-12efe85456b6 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7271154 May 06 12:22:56.893083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-0a8e9514-e99f-4534-af63-d7ce828a8ea1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:56.897984 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-0a8e9514-e99f-4534-af63-d7ce828a8ea1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 0.6024888 May 06 12:22:56.898624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52456) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:56.966153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0d306afa-698a-45dc-9481-be5b2ef93e5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:56.968029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0d306afa-698a-45dc-9481-be5b2ef93e5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2702525 May 06 12:22:56.974350 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-860dcb65-0fe0-4ea7-b29d-de2284a16a8a req-69e752ef-3991-4660-9f0e-c9e0836efc6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 1094 time: 0.1904893 May 06 12:22:56.986202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-45b156f8-2515-42dc-bddd-31670d6db3b2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/quotas/5b9e59d353934844bfe6a661b292f792 HTTP/1.1" status: 200 len: 375 time: 0.0869999 May 06 12:22:57.233516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1309022201-network', 'tenant_id': '8405b40ff93f49bcb41d5c0edb210cdb'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:57.258815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:57.272370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Usage tracker for resource:network and tenant:8405b40ff93f49bcb41d5c0edb210cdb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:57.291661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:57.313735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:57.348890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dcb65-0fe0-4ea7-b29d-de2284a16a8a req-54090f0a-51c1-4bcf-a4a0-29aa3b7bdb92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:57.348890 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-860dcb65-0fe0-4ea7-b29d-de2284a16a8a req-54090f0a-51c1-4bcf-a4a0-29aa3b7bdb92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 913 time: 0.3580565 May 06 12:22:57.348890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Made reservation on behalf of 8405b40ff93f49bcb41d5c0edb210cdb for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:57.353221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:57.381316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7b0803b-2485-4886-82ea-c633a5664990 req-4ca993e4-ebca-48e4-a782-54b8d5310975 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 1094 time: 0.4462531 May 06 12:22:57.432457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-d9ef51cc-d06b-42cc-adae-84ecfa35f413 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4451044 May 06 12:22:57.437412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-aa92ce51-71b8-4d89-ad56-648eebb06bb1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4486732 May 06 12:22:57.509883 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:57.531343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-860dcb65-0fe0-4ea7-b29d-de2284a16a8a req-85c73164-de3e-412e-a956-de865f1488c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc HTTP/1.1" status: 200 len: 217 time: 0.1513605 May 06 12:22:57.657710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:57.669382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:8405b40ff93f49bcb41d5c0edb210cdb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:57.677440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:57.684105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dcb65-0fe0-4ea7-b29d-de2284a16a8a req-826d21d0-98d3-4da6-9e2e-0dcb87a9dca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:57.686700 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-860dcb65-0fe0-4ea7-b29d-de2284a16a8a req-826d21d0-98d3-4da6-9e2e-0dcb87a9dca1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.1437619 May 06 12:22:57.693961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:57.772036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7584acf-8134-4526-8991-1012a7963fc6 req-45ace3e2-8d11-4d91-8b25-a22442bfc2af tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:57.775125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7584acf-8134-4526-8991-1012a7963fc6 req-45ace3e2-8d11-4d91-8b25-a22442bfc2af tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.6353209 May 06 12:22:57.783592 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-860dcb65-0fe0-4ea7-b29d-de2284a16a8a req-c873ea71-2d08-44fd-9856-e88e8debc70e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830908 May 06 12:22:58.103107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.116330 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-860dcb65-0fe0-4ea7-b29d-de2284a16a8a req-26bb9a14-8965-49c5-a4c3-cd21f18cc83d service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174613 May 06 12:22:58.119772 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.295115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0803b-2485-4886-82ea-c633a5664990 req-f681b58a-3246-4af8-8582-805ec358efad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:58.298234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7b0803b-2485-4886-82ea-c633a5664990 req-f681b58a-3246-4af8-8582-805ec358efad service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.9174559 May 06 12:22:58.302855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7584acf-8134-4526-8991-1012a7963fc6 req-4a5092e9-13bd-4c14-acd9-6d068c4c31ed tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899230 May 06 12:22:58.308810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-1d083e5b-061a-4c4e-b975-99f60c5c51c2 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8509893 May 06 12:22:58.314273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-76942c42-ffcc-445a-8c28-ebf2dec722ab service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8684061 May 06 12:22:58.482920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:22:58.498018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:58.509899 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.510294 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Added segment a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c of type vlan for network bae6b775-9917-4c4a-afd4-a55d36da3379 May 06 12:22:58.535612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7b0803b-2485-4886-82ea-c633a5664990 req-bddcb530-02b9-4ce8-93cf-7ccc10af890c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49dc3b57-494b-4fca-8409-5666b1b4d826 HTTP/1.1" status: 200 len: 217 time: 0.2255323 May 06 12:22:58.619389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.632778 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-860dcb65-0fe0-4ea7-b29d-de2284a16a8a req-bfed74df-af39-4adc-b60e-00cbf24bb29a service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942455 May 06 12:22:58.667998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.670282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:58.670558 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.821278 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9192517 May 06 12:22:58.825774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52474) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:58.829286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134baa8-fbd8-48fd-a058-e3a590b35ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=bae6b775-9917-4c4a-afd4-a55d36da3379,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:58.837572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Request body: {'subnet': {'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1309022201-subnet', 'tenant_id': '8405b40ff93f49bcb41d5c0edb210cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:58.842870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0803b-2485-4886-82ea-c633a5664990 req-e4613fde-901d-45b8-b957-78b9f83e1a65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:58.845060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7b0803b-2485-4886-82ea-c633a5664990 req-e4613fde-901d-45b8-b957-78b9f83e1a65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1995888 May 06 12:22:58.846416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:58.850457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network bae6b775-9917-4c4a-afd4-a55d36da3379 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:22:58.858018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-3abceda4-02d4-44e9-9a02-6a8619fd64f3 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535782 May 06 12:22:58.859886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Usage tracker for resource:subnet and tenant:8405b40ff93f49bcb41d5c0edb210cdb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:58.866526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:58.884313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:58.901478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Made reservation on behalf of 8405b40ff93f49bcb41d5c0edb210cdb for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:58.905206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.951366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7b0803b-2485-4886-82ea-c633a5664990 req-1708dfe6-7eef-4977-99b7-e818bc303425 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955501 May 06 12:22:58.959503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-b3fb78aa-ad8d-4b0d-9221-7d847deec9a2 service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333571 May 06 12:22:59.123509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a07fd3-1c1b-4bb4-8710-8d909fdf8505 req-93e9e0c0-4257-4322-b344-e815bfddbfad tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:59.125736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9a07fd3-1c1b-4bb4-8710-8d909fdf8505 req-93e9e0c0-4257-4322-b344-e815bfddbfad tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 943 time: 0.6039300 May 06 12:22:59.290561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:59.292425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9a07fd3-1c1b-4bb4-8710-8d909fdf8505 req-9a0d5201-e73d-4f74-a5ef-72789421c2e5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538815 May 06 12:22:59.305131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7b0803b-2485-4886-82ea-c633a5664990 req-bc0df111-d366-48bf-97fb-28bcca069fa5 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436961 May 06 12:22:59.509515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300c04fb-6e37-496d-beed-97dc51090b62,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:59.573531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Checking segment: {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:59.574060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Network hostable DHCP agents. Network: bae6b775-9917-4c4a-afd4-a55d36da3379, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:22:59.602134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Network bae6b775-9917-4c4a-afd4-a55d36da3379 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:22:59.617233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, bae6b775-9917-4c4a-afd4-a55d36da3379) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:22:59.630957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:59.632531 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:59.633059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a7254-4b2d-4852-909a-a8f700d1f20e None None] Network bae6b775-9917-4c4a-afd4-a55d36da3379 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:22:59.678862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-660e43bc-1fcd-4520-98dc-64b80cd7bed0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8479652 May 06 12:22:59.782625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-075e49f1-47a7-43dc-925d-bacab28ed74b req-e0d077b9-0e23-45ce-a2d4-2a5ba1f74f6e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 210 time: 0.1987803 May 06 12:22:59.913193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7b0803b-2485-4886-82ea-c633a5664990 req-4f1e40b6-f95d-46ee-b983-048b7fc69d2f service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016059 May 06 12:22:59.946997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0efaf0-8e54-4a93-8e4a-87064c36ed6c req-bef082a9-8f25-4050-9b71-b82a2a118c9d tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:59.950510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e0efaf0-8e54-4a93-8e4a-87064c36ed6c req-bef082a9-8f25-4050-9b71-b82a2a118c9d tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 943 time: 0.3677664 May 06 12:23:00.115632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e0efaf0-8e54-4a93-8e4a-87064c36ed6c req-02f45161-1992-433a-a36f-68266bf99cb9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545243 May 06 12:23:00.168353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a807f0ae-0274-48f1-b559-f69c40ca0a19 None None] Network bae6b775-9917-4c4a-afd4-a55d36da3379 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:23:00.222559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ad608-25d1-4756-b47b-615082b60238 req-1059d923-f769-4504-a7bc-fcc5326d7910 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:00.236425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-071ad608-25d1-4756-b47b-615082b60238 req-1059d923-f769-4504-a7bc-fcc5326d7910 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.1892779 May 06 12:23:00.327214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-071ad608-25d1-4756-b47b-615082b60238 req-1527d588-8a1b-4f82-8b93-25be395ccf65 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887878 May 06 12:23:01.093501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52520) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:01.172040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-902e7541-72b3-487c-a629-55edf3ee5a3c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:01.172040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-902e7541-72b3-487c-a629-55edf3ee5a3c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/networks?id=bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 200 len: 822 time: 0.4667225 May 06 12:23:01.194000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d2c0-3ea1-48d2-b838-21956145601a req-9613914c-1590-471d-aa24-65162fac4065 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:01.196570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b258d2c0-3ea1-48d2-b838-21956145601a req-9613914c-1590-471d-aa24-65162fac4065 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 943 time: 0.3501010 May 06 12:23:01.214532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-013f5781-00ac-430d-bb13-909a7955c0c1 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/quotas/8405b40ff93f49bcb41d5c0edb210cdb HTTP/1.1" status: 200 len: 375 time: 0.0309198 May 06 12:23:01.327787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b025f093-85b3-4fa5-b1b9-c7f51c64c2bc details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:01.330041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-a06b0c16-a1d9-4c54-837f-3cee54c71982 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795207 May 06 12:23:01.350906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b258d2c0-3ea1-48d2-b838-21956145601a req-1fa47f55-b679-4590-9403-f67563e46d97 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386678 May 06 12:23:01.432216 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7970a3a-2900-4e5d-b250-1e8aae282c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.507088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b7970a3a-2900-4e5d-b250-1e8aae282c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:01.517456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b7970a3a-2900-4e5d-b250-1e8aae282c91 admin admin] Usage tracker for resource:security_group_rule and tenant:e313d682ce9c44d8b9354ceed81437fe is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:01.528666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b7970a3a-2900-4e5d-b250-1e8aae282c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:01.550310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b7970a3a-2900-4e5d-b250-1e8aae282c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:01.633786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:01.677302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'b025f093-85b3-4fa5-b1b9-c7f51c64c2bc', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'port_id': 'b025f093-85b3-4fa5-b1b9-c7f51c64c2bc', 'mac_address': 'fa:16:3e:24:8c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9ed672-d79d-480c-97ea-3c8f224b3156', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:01.741003 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7970a3a-2900-4e5d-b250-1e8aae282c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.747857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7970a3a-2900-4e5d-b250-1e8aae282c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.813050 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.851514 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b7970a3a-2900-4e5d-b250-1e8aae282c91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e313d682ce9c44d8b9354ceed81437fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7559774 May 06 12:23:01.852764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7970a3a-2900-4e5d-b250-1e8aae282c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a51a8-3035-4608-be32-6f9b8be7b087,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:01.863433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-277d275c-5aab-4ac7-8660-1a6687bd22e1 req-42fc0e57-92d2-4cea-beca-d0e133801f5d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 210 time: 0.2171352 May 06 12:23:01.869769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52532) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:01.880334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b025f093-85b3-4fa5-b1b9-c7f51c64c2bc {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:01.947946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:01.973144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.057240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-381b4e48-46cb-45ca-9c21-dabaaf4bab29 service neutron] 10.222.0.44 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806695 May 06 12:23:02.078756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2a9805ee-6b01-4dcc-801e-506c34ee72f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.125250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-d5440718-4ab0-4984-9219-0a42b8adfda1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:02.128234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-d5440718-4ab0-4984-9219-0a42b8adfda1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 0.6661301 May 06 12:23:02.159546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:02.179934 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2a9805ee-6b01-4dcc-801e-506c34ee72f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.253574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'port': {'device_id': '8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'admin_state_up': True, 'tenant_id': '5b9e59d353934844bfe6a661b292f792'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:02.311845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2a9805ee-6b01-4dcc-801e-506c34ee72f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.367362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9805ee-6b01-4dcc-801e-506c34ee72f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a51a8-3035-4608-be32-6f9b8be7b087,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:02.380793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2a9805ee-6b01-4dcc-801e-506c34ee72f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.389311 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2a9805ee-6b01-4dcc-801e-506c34ee72f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/343a51a8-3035-4608-be32-6f9b8be7b087 HTTP/1.1" status: 204 len: 168 time: 0.5128660 May 06 12:23:02.552259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b025f093-85b3-4fa5-b1b9-c7f51c64c2bc'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:02.631489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-19789c2d-1a79-4e59-ba59-057503b7d1f8 service neutron] 10.222.0.44 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645459 May 06 12:23:02.776566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:02.811055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19468467-576c-4dc8-94db-fe7e8596aa71 req-877c3365-f473-4dcc-b4de-a19feaedbed2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:02.815091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19468467-576c-4dc8-94db-fe7e8596aa71 req-877c3365-f473-4dcc-b4de-a19feaedbed2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 944 time: 0.5776722 May 06 12:23:02.817934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:02.890334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Made reservation on behalf of 5b9e59d353934844bfe6a661b292f792 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:02.896046 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.245114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19468467-576c-4dc8-94db-fe7e8596aa71 req-201b3159-95df-443d-9de1-65ef0cef879f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150798 May 06 12:23:03.275045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52556) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:03.339878 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-054148df-a39a-4cd2-bb25-c64f58a075e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.435222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-054148df-a39a-4cd2-bb25-c64f58a075e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:03.440191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-054148df-a39a-4cd2-bb25-c64f58a075e4 admin admin] Usage tracker for resource:security_group_rule and tenant:581b91ffb76e4574b2d83ccb4ebe9a1b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:03.448069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-054148df-a39a-4cd2-bb25-c64f58a075e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:03.462931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-054148df-a39a-4cd2-bb25-c64f58a075e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:03.525707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-070f0fb6-3739-494a-9f3c-eff2a912aeb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4&tenant_id=f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 1101 time: 0.5743210 May 06 12:23:03.528009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Allocated IP 172.20.0.14 (2c9a1d8b-7afe-4eff-bddf-177184856d8c/a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e/6e2e8c84-858f-49b5-90e8-44a682befffc) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:03.551564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:03.570203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-054148df-a39a-4cd2-bb25-c64f58a075e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.576277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-054148df-a39a-4cd2-bb25-c64f58a075e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.649858 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-054148df-a39a-4cd2-bb25-c64f58a075e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=581b91ffb76e4574b2d83ccb4ebe9a1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3726056 May 06 12:23:03.651442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054148df-a39a-4cd2-bb25-c64f58a075e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ad16f-3ce6-4f61-a2bd-11e72c5ae958,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:03.655690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52562) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:03.656401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed65e07-1614-4586-9518-772620ee4e5a req-9041da6a-6951-4e61-bb0d-1122f96de089 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:03.659697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ed65e07-1614-4586-9518-772620ee4e5a req-9041da6a-6951-4e61-bb0d-1122f96de089 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.5039966 May 06 12:23:03.766185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8caead3-58bd-431f-92ae-3390c3c1decd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.824666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8caead3-58bd-431f-92ae-3390c3c1decd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.919489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8caead3-58bd-431f-92ae-3390c3c1decd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.941476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caead3-58bd-431f-92ae-3390c3c1decd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ad16f-3ce6-4f61-a2bd-11e72c5ae958,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:03.947486 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8caead3-58bd-431f-92ae-3390c3c1decd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.948999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a8caead3-58bd-431f-92ae-3390c3c1decd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca8ad16f-3ce6-4f61-a2bd-11e72c5ae958 HTTP/1.1" status: 204 len: 168 time: 0.2908633 May 06 12:23:04.061712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ed65e07-1614-4586-9518-772620ee4e5a req-9f119000-0a50-465f-b2dc-1f7714432a76 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777597 May 06 12:23:04.062376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.381133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739bb62-af85-4490-83af-e8671a7ab457 req-f6e46b38-0ddd-41bf-9d5b-ec0739bd79da tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:04.382741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8739bb62-af85-4490-83af-e8671a7ab457 req-f6e46b38-0ddd-41bf-9d5b-ec0739bd79da tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 943 time: 0.7008739 May 06 12:23:04.399752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f4dbe4e-ce10-450e-8341-020d7bf15a4a req-3974c0b2-9f50-4ff6-b221-767f22e28d75 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 210 time: 0.1267691 May 06 12:23:04.592298 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.682413 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fcfc366-6d1c-4f84-85d5-8c4ca6e1e68b req-df474ee6-00d3-4b4c-954d-699430c4e3e7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 210 time: 0.1156063 May 06 12:23:04.692189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Transition to ACTIVE for port object 6e2e8c84-858f-49b5-90e8-44a682befffc will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:04.703497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8739bb62-af85-4490-83af-e8671a7ab457 req-ab3cf638-a2cf-45c2-a09d-9774f3107076 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081152 May 06 12:23:04.936635 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.003176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:05.063036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-b5c266cc-31a5-41d2-bda5-f63471881e81 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:05.065548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-b5c266cc-31a5-41d2-bda5-f63471881e81 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Synchronizing usage tracker for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:23:05.100067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-b5c266cc-31a5-41d2-bda5-f63471881e81 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Unset dirty status for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:23:05.101959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 49dc3b57-494b-4fca-8409-5666b1b4d826 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:05.103450 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-b5c266cc-31a5-41d2-bda5-f63471881e81 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.36 "GET /v2.0/networks?id=bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 200 len: 822 time: 0.3829575 May 06 12:23:05.124110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Request body: {'port': {'device_id': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379', 'admin_state_up': True, 'tenant_id': '8405b40ff93f49bcb41d5c0edb210cdb'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:05.288323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:05.312356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:05.316157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'Port': ['ID=6e2e8c84-858f-49b5-90e8-44a682befffc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:05.317007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:05.385234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b025f093-85b3-4fa5-b1b9-c7f51c64c2bc up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:05.432208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:05.441296 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Usage tracker for resource:port and tenant:8405b40ff93f49bcb41d5c0edb210cdb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:05.446997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:05.462426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:05.463974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:05.469312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:05.471070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.483737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Made reservation on behalf of 8405b40ff93f49bcb41d5c0edb210cdb for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:05.491660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.516196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '49dc3b57-494b-4fca-8409-5666b1b4d826', 'network_id': '8a683100-30a0-46af-8056-20106cb441f1', 'port_id': '49dc3b57-494b-4fca-8409-5666b1b4d826', 'mac_address': 'fa:16:3e:3b:a3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9c5d98-c81e-4c76-9894-e399d9f6cc85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:05.615677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:05.689130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.719756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dc3b57-494b-4fca-8409-5666b1b4d826 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:05.733720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:05.744611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:05.745461 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.819490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Allocated IP 172.20.0.4 (bae6b775-9917-4c4a-afd4-a55d36da3379/300c04fb-6e37-496d-beed-97dc51090b62/da9b47fe-3139-43d9-a7ef-8e81359a9ed3) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:05.831157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.847099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:05.857222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-751d98ce-c4f3-4413-9f28-676867af7e4d None None] Provisioning for port 6e2e8c84-858f-49b5-90e8-44a682befffc completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:05.867165 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.874023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:05.903960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Transition to ACTIVE for port object 4a0dcb69-ddc1-4348-a27d-acb163c17532 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:05.917519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-ce6de094-c8dd-4ad1-8cac-80cb518f0366 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6783948 May 06 12:23:05.925782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.950372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Request body: {'port': {'device_id': '8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:05.995966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-751d98ce-c4f3-4413-9f28-676867af7e4d None None] Provisioning complete for port 6e2e8c84-858f-49b5-90e8-44a682befffc triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:05.996492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-751d98ce-c4f3-4413-9f28-676867af7e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.053507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=49dc3b57-494b-4fca-8409-5666b1b4d826,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:06.099877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-751d98ce-c4f3-4413-9f28-676867af7e4d None None] Port 6e2e8c84-858f-49b5-90e8-44a682befffc cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:23:06.112321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c770934-1579-4ba5-8376-a44b2ce89444 req-36441ac0-d9d8-4cad-8784-fefe0af3df03 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:06.116429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c770934-1579-4ba5-8376-a44b2ce89444 req-36441ac0-d9d8-4cad-8784-fefe0af3df03 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 944 time: 1.1012290 May 06 12:23:06.145405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:06.183338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.186185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['49dc3b57-494b-4fca-8409-5666b1b4d826'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:06.239600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.364460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0009bf70-a55b-4358-b267-f60acb538f01 req-2b7fadf3-91b8-4379-90db-1745ed972b8d tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1096 time: 1.2325215 May 06 12:23:06.382219 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.456822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Network bae6b775-9917-4c4a-afd4-a55d36da3379 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:06.459700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b025f093-85b3-4fa5-b1b9-c7f51c64c2bc'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:06.469858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:06.480447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:06.499745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:06.501473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] No DVR routers for this DVR port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:23:06.519153 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.520452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:06.604747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.605592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event updated for resources: {'Port': ['ID=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:06.637316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c770934-1579-4ba5-8376-a44b2ce89444 req-146b369e-2dba-4022-b12b-6f0b573d64a3 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432980 May 06 12:23:06.640621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:06.642019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.648521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:06.648859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:06.649250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:06.683953 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-7d5899ec-55c1-4708-a258-f62babe9168d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5661283 May 06 12:23:06.697952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0009bf70-a55b-4358-b267-f60acb538f01 req-8c1b9970-7a6b-4be4-aaee-92edde2531c0 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035793 May 06 12:23:06.704598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:06.705003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Attempting to bind port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:06.716683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Request body: {'port': {'device_id': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:06.724697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:06.725073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:06.725460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:06.726128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Bound port: 4a0dcb69-ddc1-4348-a27d-acb163c17532, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:06.726543 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.978449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:07.023954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.035069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:23:07.203003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:07.231729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:07.245437 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.273996 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.553673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706d058-ddc7-471d-919b-e34373a29d7e req-b2745d13-24c2-4602-9ed2-246d6577943d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:07.555311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0706d058-ddc7-471d-919b-e34373a29d7e req-b2745d13-24c2-4602-9ed2-246d6577943d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 949 time: 0.6253636 May 06 12:23:07.581053 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.582532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 1097 time: 4.0436680 May 06 12:23:07.784872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba38fa1-a490-4049-affe-7ecb0708ef62 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=11']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:07.802692 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:23:07.846128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9b47fe-3139-43d9-a7ef-8e81359a9ed3 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:07.857699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.892572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Transition to ACTIVE for port object da9b47fe-3139-43d9-a7ef-8e81359a9ed3 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:07.907411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.924177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0706d058-ddc7-471d-919b-e34373a29d7e req-d0618725-7b24-4a1d-b9c8-6b84ea9da15f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557649 May 06 12:23:07.955592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be29a8e-bcfe-4e8f-a671-68b16a034112 req-213853b1-2df9-4202-aff1-17a5c9d3f559 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:07.973430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3be29a8e-bcfe-4e8f-a671-68b16a034112 req-213853b1-2df9-4202-aff1-17a5c9d3f559 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 931 time: 0.5052133 May 06 12:23:07.977008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2e8c84-858f-49b5-90e8-44a682befffc {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:08.011326 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.048629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-7ec30fe5-d22d-4105-ab20-98146ac8ba10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1100 time: 0.4027350 May 06 12:23:08.050428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Transition to ACTIVE for port object 6e2e8c84-858f-49b5-90e8-44a682befffc will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:08.080716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.107510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Pushing event updated for resources: {'Port': ['ID=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:08.203115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3be29a8e-bcfe-4e8f-a671-68b16a034112 req-45b59dd7-7038-4b50-a2ad-2ca95b575238 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287829 May 06 12:23:08.248573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Attempting to bind port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:08.249144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Attempting to bind port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:08.249828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Attempting to bind port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 on network bae6b775-9917-4c4a-afd4-a55d36da3379 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:08.261209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 on network bae6b775-9917-4c4a-afd4-a55d36da3379 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:08.262253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Attempting to bind port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 on network bae6b775-9917-4c4a-afd4-a55d36da3379 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:08.288438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:08.289406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Checking segment: {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:08.292314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Bound using segment: {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:08.293888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Bound port: da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:08.306456 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.407355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2e8c84-858f-49b5-90e8-44a682befffc,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:08.520999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:08.525396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:08.532678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.592877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0cbc0957-86ff-400e-8907-b74497972014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:08.594268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-0cbc0957-86ff-400e-8907-b74497972014 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5359457 May 06 12:23:08.625213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.627470 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] 10.222.0.36 "PUT /v2.0/ports/da9b47fe-3139-43d9-a7ef-8e81359a9ed3 HTTP/1.1" status: 200 len: 1091 time: 1.9366460 May 06 12:23:08.628098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'tag': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:08.643560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30d242-6563-4941-97e0-548982cbb75a service neutron] Pushing event updated for resources: {'Port': ['ID=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:08.790214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-3be90d7b-eb76-472d-8459-5d33c4b5cc4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 217 time: 0.1827228 May 06 12:23:08.797176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Attempting to bind port 6e2e8c84-858f-49b5-90e8-44a682befffc on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:08.797176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Attempting to bind port 6e2e8c84-858f-49b5-90e8-44a682befffc by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:08.797176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Attempting to bind port 6e2e8c84-858f-49b5-90e8-44a682befffc on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:08.812319 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-3fe1be4e-940d-4054-b07c-62cf756a819c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 1094 time: 0.1202180 May 06 12:23:08.879537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d2af8-d019-401a-85d2-6fa62d85907a req-c926430d-76dc-4400-943d-826a25cc3abc tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:08.881193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f9d2af8-d019-401a-85d2-6fa62d85907a req-c926430d-76dc-4400-943d-826a25cc3abc tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 944 time: 0.7438924 May 06 12:23:08.881810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Port 6e2e8c84-858f-49b5-90e8-44a682befffc on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:08.882223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Attempting to bind port 6e2e8c84-858f-49b5-90e8-44a682befffc on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:08.905073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:08.905501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Checking segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:08.906083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Bound using segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:08.906749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Bound port: 6e2e8c84-858f-49b5-90e8-44a682befffc, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:08.907280 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.910332 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-8e26bc94-27a7-4ffa-9e64-fa953ab8ce60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3 HTTP/1.1" status: 200 len: 217 time: 0.0871184 May 06 12:23:08.929647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-ebf90740-d322-46c7-8302-4782c0be9111 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:08.931783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-ebf90740-d322-46c7-8302-4782c0be9111 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1313958 May 06 12:23:08.990517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-f24b612d-cd57-41e7-a423-e22d0a24703d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:08.992224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-f24b612d-cd57-41e7-a423-e22d0a24703d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=300c04fb-6e37-496d-beed-97dc51090b62 HTTP/1.1" status: 200 len: 862 time: 0.0753756 May 06 12:23:09.034263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761b9a7-601e-4641-9b21-461940361876 req-9f3e8611-7ef4-44b6-95a1-0ab1bde27856 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:09.035124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e761b9a7-601e-4641-9b21-461940361876 req-9f3e8611-7ef4-44b6-95a1-0ab1bde27856 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:23:09.039976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-2fdaf9c7-5b14-47ba-b0d0-457f12546878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bae6b775-9917-4c4a-afd4-a55d36da3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415459 May 06 12:23:09.120016 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f9d2af8-d019-401a-85d2-6fa62d85907a req-66029c59-bc5e-4f9d-898c-f33a8916095b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984384 May 06 12:23:09.141323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 49dc3b57-494b-4fca-8409-5666b1b4d826 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:09.144306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e761b9a7-601e-4641-9b21-461940361876 req-9f3e8611-7ef4-44b6-95a1-0ab1bde27856 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:23:09.146342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e761b9a7-601e-4641-9b21-461940361876 req-9f3e8611-7ef4-44b6-95a1-0ab1bde27856 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 944 time: 0.6513746 May 06 12:23:09.194134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] For port 6e2e8c84-858f-49b5-90e8-44a682befffc, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:09.206924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] For port 6e2e8c84-858f-49b5-90e8-44a682befffc, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e2e8c84-858f-49b5-90e8-44a682befffc,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:09.237427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:09.251852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-e81f98cd-bf46-4f3e-a37b-6ac79995f01c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2972269 May 06 12:23:09.256023 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00abef5f-0693-44aa-b8db-81c3fc1ea639'] response: {'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'code': 200} May 06 12:23:09.258095 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-1fc61178-0928-4c56-bbec-2a27b0eb1ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107263 May 06 12:23:09.290018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 49dc3b57-494b-4fca-8409-5666b1b4d826 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:09.302856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 49dc3b57-494b-4fca-8409-5666b1b4d826 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:09.303569 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:09.360778 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e1113b-1761-4b3f-a604-67d4849d34c6'] response: {'server_uuid': '8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b025f093-85b3-4fa5-b1b9-c7f51c64c2bc', 'code': 200} May 06 12:23:09.519684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:09.522497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] 10.222.0.48 "PUT /v2.0/ports/6e2e8c84-858f-49b5-90e8-44a682befffc HTTP/1.1" status: 200 len: 1092 time: 3.5794616 May 06 12:23:09.556108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e761b9a7-601e-4641-9b21-461940361876 req-b1ffe93f-1118-4fc3-9adf-58e3059b21de tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000893 May 06 12:23:09.686717 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:09.737591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e58733-9c0f-488e-8fdb-104217aa4481 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2e8c84-858f-49b5-90e8-44a682befffc,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:09.792810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:09.804265 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:09.982497 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7645a8e0-338c-4cfa-9830-cf4295ece2d8 req-21d7fdb0-5ad2-476c-9c33-ec2315e46330 service neutron] 10.222.0.36 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106602 May 06 12:23:09.993987 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f1c78c2b-90e5-4730-927a-d302c5c0c8d7 req-df8fac44-4177-4909-a47a-7b7872769063 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 1096 time: 0.4679949 May 06 12:23:10.000145 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-e38ede3e-a2af-479b-bf30-ff516d18ece0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708169 May 06 12:23:10.012065 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60daac21-4379-4860-ad1d-302e26963a73 req-afe820f4-6d66-4042-b45a-029dc51e0ad9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4354274 May 06 12:23:10.026271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=49dc3b57-494b-4fca-8409-5666b1b4d826,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:10.078708 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f1c78c2b-90e5-4730-927a-d302c5c0c8d7 req-586b2f13-9a33-42b1-aa2b-495f26b490de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710855 May 06 12:23:10.286359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-2c4ddf50-b749-4cb8-8645-fd23304b2f7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 1095 time: 0.5995226 May 06 12:23:10.392533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedab5f0-b578-4279-a6d7-2f15110cedb4 req-d155f794-15bc-4b7b-bf88-ea4fd6bfc2a4 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771055 May 06 12:23:10.398625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1dae7-4d9d-417c-9a08-87b8b4f81e5a req-73117a4a-ffae-44b4-b0ad-3ad09b7e6928 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:10.400415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13e1dae7-4d9d-417c-9a08-87b8b4f81e5a req-73117a4a-ffae-44b4-b0ad-3ad09b7e6928 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 945 time: 0.3336165 May 06 12:23:10.521752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-106d50a2-26c0-4be2-a480-7682c3dc4ef2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e2e8c84-858f-49b5-90e8-44a682befffc HTTP/1.1" status: 200 len: 217 time: 0.0869341 May 06 12:23:10.605198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13e1dae7-4d9d-417c-9a08-87b8b4f81e5a req-67309d81-efeb-4e98-be88-56d910939640 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867564 May 06 12:23:10.651009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-7476d349-1ea9-4e2a-949b-1d9009041957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:10.651009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-7476d349-1ea9-4e2a-949b-1d9009041957 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.1088374 May 06 12:23:10.755518 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-70325ecd-ff53-4375-ab88-8f3ebcca82b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049054 May 06 12:23:11.011325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-a5a913f3-8175-4a2a-8d0c-bca17f86ca0c service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466185 May 06 12:23:11.041801 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2752c98-ae8e-4de9-af9e-31a57bb3731f'] response: {'name': 'network-changed', 'server_uuid': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'tag': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3', 'status': 'completed', 'code': 200} May 06 12:23:11.142023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da9b47fe-3139-43d9-a7ef-8e81359a9ed3 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:11.200579 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:23:11.284594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532'}, {'name': 'network-changed', 'server_uuid': '8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406', 'tag': '6e2e8c84-858f-49b5-90e8-44a682befffc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:11.369018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ec8c83-59cf-4f25-aef8-525c5f8fccde req-79638be0-b911-4b56-aae5-8c5f465bf947 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 1094 time: 0.2396896 May 06 12:23:11.372515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70e3f934-39bc-4ebe-bbfc-973983ce8fa0 req-617d9d4b-61b9-460c-a12c-bd9e273048c8 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498652 May 06 12:23:11.403396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:11.433049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:11.460178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3', 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379', 'port_id': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3', 'mac_address': 'fa:16:3e:de:4f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c04fb-6e37-496d-beed-97dc51090b62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:11.570343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:11.600565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-633175d0-1230-490d-826c-953f7eacf29a tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:23:11.604851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9b47fe-3139-43d9-a7ef-8e81359a9ed3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:11.606031 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-633175d0-1230-490d-826c-953f7eacf29a tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079069 May 06 12:23:11.623219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Request body: {'binding': {'host': 'n-h2-840847-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:11.623814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Unknown quota resources ['binding']. {{(pid=83952) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:23:11.628602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:11.635468 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:11.651518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec8c83-59cf-4f25-aef8-525c5f8fccde req-ce4cfc67-15d5-4a9c-9881-3ef700343a11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:11.653075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ec8c83-59cf-4f25-aef8-525c5f8fccde req-ce4cfc67-15d5-4a9c-9881-3ef700343a11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 200 len: 923 time: 0.2735939 May 06 12:23:11.730579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:11.740511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cd262-d573-44ff-9103-976bf74c5566 req-34b367d8-7127-431f-8979-e44c9895dec2 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:11.742152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e76cd262-d573-44ff-9103-976bf74c5566 req-34b367d8-7127-431f-8979-e44c9895dec2 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 949 time: 0.2239187 May 06 12:23:11.744519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ec8c83-59cf-4f25-aef8-525c5f8fccde req-321b1c9a-dc5f-4f1f-befd-6ac03d4ab5b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3 HTTP/1.1" status: 200 len: 217 time: 0.0846593 May 06 12:23:11.859444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec8c83-59cf-4f25-aef8-525c5f8fccde req-5a51a650-6baf-425d-89e5-5f4774bec74d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:11.861047 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ec8c83-59cf-4f25-aef8-525c5f8fccde req-5a51a650-6baf-425d-89e5-5f4774bec74d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=300c04fb-6e37-496d-beed-97dc51090b62 HTTP/1.1" status: 200 len: 862 time: 0.1100786 May 06 12:23:11.869000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e76cd262-d573-44ff-9103-976bf74c5566 req-0099a156-5fd9-4216-8e7f-f91203c5b9c2 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864940 May 06 12:23:11.923423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ec8c83-59cf-4f25-aef8-525c5f8fccde req-e43a4b38-0de8-4367-a7dd-2fcb5e6d8b9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bae6b775-9917-4c4a-afd4-a55d36da3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494895 May 06 12:23:11.967040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['da9b47fe-3139-43d9-a7ef-8e81359a9ed3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:12.138325 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc695bfc-c825-4fef-85fa-f283b31ed1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:12.146486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 on host n-h2-840847-1 for vnic_type normal with profile None {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:12.148076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:12.148076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:12.157679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Port 641eb6f9-5687-4bf9-840c-29b103f16827 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:12.158867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:12.184826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:12.186188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:12.187548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:12.188809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Bound port: 641eb6f9-5687-4bf9-840c-29b103f16827, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:12.217258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ec8c83-59cf-4f25-aef8-525c5f8fccde req-6bc59840-0c5f-487d-a9a9-2ca6469c4be3 service neutron] 10.222.0.36 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864881 May 06 12:23:12.279779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:12.288436 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] Notify callbacks [] for binding, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:12.292148 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4fa3b820-4a09-48a2-a931-67127a2ad10f service neutron] 10.222.0.44 "POST /v2.0/ports/641eb6f9-5687-4bf9-840c-29b103f16827/bindings HTTP/1.1" status: 201 len: 389 time: 0.6772957 May 06 12:23:12.435129 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:12.472461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dffa8-2574-4bc2-bdee-b4e4615b7b76 req-49cf388e-9226-4356-bc75-4e5c74a5a4e2 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:12.485823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-577dffa8-2574-4bc2-bdee-b4e4615b7b76 req-49cf388e-9226-4356-bc75-4e5c74a5a4e2 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 944 time: 0.4087307 May 06 12:23:12.620287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ec8c83-59cf-4f25-aef8-525c5f8fccde req-6a44bd0a-de89-4757-bf3d-a14ac98e341e service neutron] 10.222.0.36 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849728 May 06 12:23:12.824489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-577dffa8-2574-4bc2-bdee-b4e4615b7b76 req-a28996f6-7d58-4a86-bce2-928767764c4b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371029 May 06 12:23:13.027200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d5995-05f0-4e91-afe0-d8acc45e5de1 req-d261bb7b-f227-44b4-b297-aecdfedff268 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:13.029728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c49d5995-05f0-4e91-afe0-d8acc45e5de1 req-d261bb7b-f227-44b4-b297-aecdfedff268 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 945 time: 0.4146564 May 06 12:23:13.075761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-f1122f9f-9ad4-4003-8063-b4305b55e520 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1096 time: 0.2162633 May 06 12:23:13.154368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:13.158427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da9b47fe-3139-43d9-a7ef-8e81359a9ed3 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:13.235910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c49d5995-05f0-4e91-afe0-d8acc45e5de1 req-d2b9fd6e-c76c-4d88-8a58-b38631857f38 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962755 May 06 12:23:13.315690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-f60374e4-71ae-4aeb-b14e-07af3a4246d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:13.317960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-f60374e4-71ae-4aeb-b14e-07af3a4246d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.2031093 May 06 12:23:13.459373 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0e6de1-4670-43dd-a30c-eb9da9bcd371'] response: {'name': 'network-changed', 'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'status': 'completed', 'code': 200} May 06 12:23:13.459859 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0e6de1-4670-43dd-a30c-eb9da9bcd371'] response: {'name': 'network-changed', 'server_uuid': '8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406', 'tag': '6e2e8c84-858f-49b5-90e8-44a682befffc', 'status': 'completed', 'code': 200} May 06 12:23:13.461123 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4cb5c4-ce1f-4117-ac81-d989ad2ea474'] response: {'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826', 'code': 200} May 06 12:23:13.465653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:13.484323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:13.485185 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.497704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-385e4334-bfb8-47a4-a49c-80a357547aff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 1100 time: 0.1186008 May 06 12:23:13.543884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1476751-b641-4384-a46e-9d71a105ba8f req-1c7fa50b-9a80-4948-add3-7e7ef20be980 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:13.546485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1476751-b641-4384-a46e-9d71a105ba8f req-1c7fa50b-9a80-4948-add3-7e7ef20be980 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 944 time: 0.4699636 May 06 12:23:13.550424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:13.587628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'mac_address': 'fa:16:3e:1f:ad:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:13.643108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-7ac0c9ea-0e04-45a3-81f4-bd9f3888cbfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=641eb6f9-5687-4bf9-840c-29b103f16827 HTTP/1.1" status: 200 len: 217 time: 0.3104954 May 06 12:23:13.689855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-94f07741-7702-4058-b7ad-61feb1f69638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:13.693705 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-94f07741-7702-4058-b7ad-61feb1f69638 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.1822753 May 06 12:23:13.712525 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.742697 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.753879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0dcb69-ddc1-4348-a27d-acb163c17532 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:13.784370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:13.789438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-ee91f9bf-374b-47c7-aeb8-51ceb4bbb1fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 200 len: 217 time: 0.0902288 May 06 12:23:13.797984 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.855958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1476751-b641-4384-a46e-9d71a105ba8f req-7c9b167d-449c-4207-8d12-bfcee8d299d3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968135 May 06 12:23:13.860654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e004ddb5-f5c6-4c43-a8cc-07d3e5458681 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:13.862148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e004ddb5-f5c6-4c43-a8cc-07d3e5458681 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.2074039 May 06 12:23:13.896648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:13.912305 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.926640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-5a5098d7-8c8e-43ff-9f5d-8bb775dfff85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:13.929588 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-5a5098d7-8c8e-43ff-9f5d-8bb775dfff85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1325152 May 06 12:23:13.932008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=12']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:14.030853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-0142508d-d577-467e-ba61-04713596e3ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598744 May 06 12:23:14.047978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:14.049580 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-ca04e294-05e2-45af-a37b-ba59c512540e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966125 May 06 12:23:14.078563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc71b7ba-f375-4b03-a4a7-98ec725bf885 req-e568b21e-018d-4f7a-a025-bb7d36ed8a2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 1096 time: 0.5308833 May 06 12:23:14.133997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-371c956b-9d9a-4f79-ad62-cd559052d763 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 1095 time: 0.6729522 May 06 12:23:14.141890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4a0dcb69-ddc1-4348-a27d-acb163c17532'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:14.268702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e509ab6-e335-4e5b-ab56-dbf5acf73cb1 req-c05cdb31-aa63-4dcf-bb1e-8bdd0bce6168 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:14.270333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e509ab6-e335-4e5b-ab56-dbf5acf73cb1 req-c05cdb31-aa63-4dcf-bb1e-8bdd0bce6168 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 945 time: 0.5618942 May 06 12:23:14.346120 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-5b7308e5-53f4-4f30-8376-5b11871d38e0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862213 May 06 12:23:14.404208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc71b7ba-f375-4b03-a4a7-98ec725bf885 req-0dd0c954-9f86-4f4f-bdf1-9ea53a74a250 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988353 May 06 12:23:14.494878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-59257d4c-3f64-43bb-86ad-d6e47d84f139 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197319 May 06 12:23:14.503750 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e509ab6-e335-4e5b-ab56-dbf5acf73cb1 req-fcf9e321-4e96-42be-b9dc-e4cb4756340f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692634 May 06 12:23:14.504722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-67394aa9-8075-44db-92d8-03e4f314e53b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:14.506139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-67394aa9-8075-44db-92d8-03e4f314e53b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.3135879 May 06 12:23:14.512912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133ca3-5b8d-4157-8586-1f5199069297 req-8b24fc6b-0f9d-472c-a78e-e6938beb5533 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:14.514484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2133ca3-5b8d-4157-8586-1f5199069297 req-8b24fc6b-0f9d-472c-a78e-e6938beb5533 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 945 time: 0.4935246 May 06 12:23:14.582163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e18911f2-f4ac-499c-b51b-57b9ab68ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:14.608987 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-7e1f75e0-e839-4a9a-939a-14b19013ddfb service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543368 May 06 12:23:14.705925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-c5f4f828-0048-4607-97a3-51e61fe62a7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e2e8c84-858f-49b5-90e8-44a682befffc HTTP/1.1" status: 200 len: 217 time: 0.1902077 May 06 12:23:15.137308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-e81b3cd5-c722-4166-8413-d978158d7f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:15.139872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-e81b3cd5-c722-4166-8413-d978158d7f2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.2978389 May 06 12:23:15.143935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2133ca3-5b8d-4157-8586-1f5199069297 req-03e3eb82-1b6c-456a-a3c0-8dd0dc0ef30d tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398893 May 06 12:23:15.193181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-0142c180-c054-4193-8828-caf3b941d69c service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752866 May 06 12:23:15.224964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9b4e0-f61c-46c3-849e-d4213427a5ae req-fa1c8d6e-f94c-460b-99ab-09626da0b7e6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:15.226661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dba9b4e0-f61c-46c3-849e-d4213427a5ae req-fa1c8d6e-f94c-460b-99ab-09626da0b7e6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.5363767 May 06 12:23:15.294342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-995be8dc-92c5-4160-8338-8113e6700096 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339748 May 06 12:23:15.307411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dba9b4e0-f61c-46c3-849e-d4213427a5ae req-0ac23138-b485-4871-a391-0f0669b2fc89 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731771 May 06 12:23:15.363239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:15.454169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e2e8c84-858f-49b5-90e8-44a682befffc details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:15.463739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:15.587458 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-1ed904f7-221e-441f-a6ef-8e4be0f0f10f service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787979 May 06 12:23:15.881969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:15.917038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016c3c41-400d-49bf-b9b7-8d92124d4f72 req-714c376a-4545-4388-8f64-1ceb7cb0aa39 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432187 May 06 12:23:15.999380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e2e8c84-858f-49b5-90e8-44a682befffc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e2e8c84-858f-49b5-90e8-44a682befffc,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:16.017440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6e2e8c84-858f-49b5-90e8-44a682befffc', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'port_id': '6e2e8c84-858f-49b5-90e8-44a682befffc', 'mac_address': 'fa:16:3e:b5:48:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:16.102581 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:16.126870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c1607-591c-48e5-8971-f729bc2f3608 req-e4577a2a-4510-4283-8b33-1c61a414c1e3 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:16.131078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2e8c84-858f-49b5-90e8-44a682befffc {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:16.137539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-878c1607-591c-48e5-8971-f729bc2f3608 req-e4577a2a-4510-4283-8b33-1c61a414c1e3 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 945 time: 0.2185278 May 06 12:23:16.151925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dfc82-1db1-4853-a60c-995ef19fc119 req-38750703-0bb7-437f-bb87-b96bf0e24ce6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:16.153477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e2e8c84-858f-49b5-90e8-44a682befffc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e2e8c84-858f-49b5-90e8-44a682befffc,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:16.163215 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:16.164341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f89dfc82-1db1-4853-a60c-995ef19fc119 req-38750703-0bb7-437f-bb87-b96bf0e24ce6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.5790961 May 06 12:23:16.168222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52698) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:16.288909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-878c1607-591c-48e5-8971-f729bc2f3608 req-84cb35f6-c74b-4b6b-8f9e-0f76f5ed1ecc tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497166 May 06 12:23:16.322913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f89dfc82-1db1-4853-a60c-995ef19fc119 req-8942a735-8313-4243-b9e8-2151163d310e tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569901 May 06 12:23:16.346951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6e2e8c84-858f-49b5-90e8-44a682befffc,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:16.493482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bda8d64b-97ab-4491-8269-4131b390f4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:16.547468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bda8d64b-97ab-4491-8269-4131b390f4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:16.553146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bda8d64b-97ab-4491-8269-4131b390f4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:8c15b4dbb605452fa7cd33ebf09d037f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:16.557824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bda8d64b-97ab-4491-8269-4131b390f4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:16.566997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bda8d64b-97ab-4491-8269-4131b390f4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:16.614443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49195679-bec9-4452-9b09-f1d8ff56ba89 req-7b1ad263-f930-4795-bb69-6eec28585a6c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:16.616252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49195679-bec9-4452-9b09-f1d8ff56ba89 req-7b1ad263-f930-4795-bb69-6eec28585a6c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 945 time: 0.1326418 May 06 12:23:16.724564 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bda8d64b-97ab-4491-8269-4131b390f4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:16.733051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bda8d64b-97ab-4491-8269-4131b390f4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:16.737593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e2e8c84-858f-49b5-90e8-44a682befffc'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:16.767276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49195679-bec9-4452-9b09-f1d8ff56ba89 req-5c9fc97e-eb35-4b70-89bf-502e22bfd8b2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139412 May 06 12:23:16.833892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8d64b-97ab-4491-8269-4131b390f4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a06e3df-6d86-4897-9058-27b4525c3293,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:16.860715 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bda8d64b-97ab-4491-8269-4131b390f4f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c15b4dbb605452fa7cd33ebf09d037f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6912215 May 06 12:23:16.865737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52708) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:16.972572 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2780fbcc-af8a-46e4-b190-bee93f240a76'] response: {'server_uuid': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3', 'code': 200} May 06 12:23:17.167889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:17.253049 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.286279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 4a0dcb69-ddc1-4348-a27d-acb163c17532 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:17.304651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 4a0dcb69-ddc1-4348-a27d-acb163c17532 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:17.307139 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.313945 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f936e1db-368a-46da-bb15-f7d30dbe7800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.418538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f936e1db-368a-46da-bb15-f7d30dbe7800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.452541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f9776-48b2-4e9d-8936-dfa08b36f275 req-9fd90691-c788-443c-b675-1e8179fad493 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:17.455339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-588f9776-48b2-4e9d-8936-dfa08b36f275 req-9fd90691-c788-443c-b675-1e8179fad493 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 950 time: 0.5365305 May 06 12:23:17.550479 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.560554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af13a0c6-56e0-412a-9b4d-1a93b7f37b20 req-c58be7d0-3fac-4251-9dc6-e08ac63a4278 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 1096 time: 0.4617512 May 06 12:23:17.637984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:17.649268 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.651651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07d5e8-da2d-49d6-ab12-49a2d2171b9f req-5d047e05-854e-4bc9-8c8a-584338066030 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:17.663212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b07d5e8-da2d-49d6-ab12-49a2d2171b9f req-5d047e05-854e-4bc9-8c8a-584338066030 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 945 time: 0.4812095 May 06 12:23:17.703767 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-30b7b77b-97ff-4797-a7e7-de0c57fe5059 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673009 May 06 12:23:17.728383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f936e1db-368a-46da-bb15-f7d30dbe7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.757112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936e1db-368a-46da-bb15-f7d30dbe7800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a06e3df-6d86-4897-9058-27b4525c3293,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:17.771452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-588f9776-48b2-4e9d-8936-dfa08b36f275 req-908846aa-929e-4f85-8ecd-06675e3d249d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921457 May 06 12:23:17.783093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af13a0c6-56e0-412a-9b4d-1a93b7f37b20 req-2908151c-0e84-4adb-8477-46477d94ea2d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106342 May 06 12:23:17.799469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f936e1db-368a-46da-bb15-f7d30dbe7800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.801061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f936e1db-368a-46da-bb15-f7d30dbe7800 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a06e3df-6d86-4897-9058-27b4525c3293 HTTP/1.1" status: 204 len: 168 time: 0.9334264 May 06 12:23:17.811894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=13']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:17.825904 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b07d5e8-da2d-49d6-ab12-49a2d2171b9f req-087bd592-7125-49c6-a523-540f714657a8 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475673 May 06 12:23:18.205178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fdca5-1958-47c6-a188-a9b510c4d9ff req-38c6dad9-15e4-4fa3-99bd-624c5a75ed9d tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:18.207645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-241fdca5-1958-47c6-a188-a9b510c4d9ff req-38c6dad9-15e4-4fa3-99bd-624c5a75ed9d tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 945 time: 0.2363303 May 06 12:23:18.251169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-ab8b752c-e788-40e2-91b3-48b74ce08088 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 1095 time: 0.1917617 May 06 12:23:18.262640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a11214-5b5d-4a4a-9f18-04129cbf339f req-dc59292a-031a-4fab-bbeb-4481cbb1d8b1 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:18.270710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37a11214-5b5d-4a4a-9f18-04129cbf339f req-dc59292a-031a-4fab-bbeb-4481cbb1d8b1 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 945 time: 0.2467635 May 06 12:23:18.410357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:18.417218 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-241fdca5-1958-47c6-a188-a9b510c4d9ff req-3df7698d-e2b1-4f8d-a530-b454e6dfb9fd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988900 May 06 12:23:18.434476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd232394-4555-4474-82d1-3cc0daf1c18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:18.438702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37a11214-5b5d-4a4a-9f18-04129cbf339f req-48c47240-7861-41d4-a073-994c0a28ced9 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670711 May 06 12:23:18.484372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-44cbd792-affc-4707-8a97-278f2b677a7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:18.486353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-44cbd792-affc-4707-8a97-278f2b677a7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.1876800 May 06 12:23:18.502019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cd232394-4555-4474-82d1-3cc0daf1c18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:18.512760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cd232394-4555-4474-82d1-3cc0daf1c18e admin admin] Usage tracker for resource:security_group_rule and tenant:b503f2b132144f2ea5e482f2a50e5fc8 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:18.522200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cd232394-4555-4474-82d1-3cc0daf1c18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:18.535288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cd232394-4555-4474-82d1-3cc0daf1c18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:18.600087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-2b1d8f0c-1cd1-41c1-9c08-1413619fba9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 200 len: 217 time: 0.0900080 May 06 12:23:18.712044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd232394-4555-4474-82d1-3cc0daf1c18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:18.719844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd232394-4555-4474-82d1-3cc0daf1c18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:18.813623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cd232394-4555-4474-82d1-3cc0daf1c18e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b503f2b132144f2ea5e482f2a50e5fc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4016848 May 06 12:23:18.816071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd232394-4555-4474-82d1-3cc0daf1c18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1c2ae7-fcd8-45ea-a32e-ada7d78519ac,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:18.820179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52736) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:18.935985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-e1934a2d-5167-4ced-90d2-92fa34fba97f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:18.937589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-e1934a2d-5167-4ced-90d2-92fa34fba97f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.2895098 May 06 12:23:18.943615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43107359-34be-448d-9feb-35d54e739f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:18.974379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:18.993695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43107359-34be-448d-9feb-35d54e739f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.009017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-5b9aa2bc-53db-4673-8546-5d5b1beb8fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570545 May 06 12:23:19.057066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6264e4-26e9-4b27-8f66-1f708babbae6 req-b97a0092-1c29-4a9c-9f20-4ab757c03769 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:19.058987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a6264e4-26e9-4b27-8f66-1f708babbae6 req-b97a0092-1c29-4a9c-9f20-4ab757c03769 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.4618053 May 06 12:23:19.108489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43107359-34be-448d-9feb-35d54e739f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.144133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43107359-34be-448d-9feb-35d54e739f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1c2ae7-fcd8-45ea-a32e-ada7d78519ac,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:19.159489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43107359-34be-448d-9feb-35d54e739f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.164285 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43107359-34be-448d-9feb-35d54e739f0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b1c2ae7-fcd8-45ea-a32e-ada7d78519ac HTTP/1.1" status: 204 len: 168 time: 0.3389871 May 06 12:23:19.188537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7dd2d-6205-4903-8cc0-749d6f16befe req-9cc93dee-4b19-4302-a958-a579524722d6 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:19.189641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9c7dd2d-6205-4903-8cc0-749d6f16befe req-9cc93dee-4b19-4302-a958-a579524722d6 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 945 time: 0.3760810 May 06 12:23:19.441345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a6264e4-26e9-4b27-8f66-1f708babbae6 req-5302e650-8abc-4f7c-a8da-54d20599b3bf tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064520 May 06 12:23:19.457995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-6bb1c59e-af65-4ae6-a638-aa0d24dbd09e service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343600 May 06 12:23:19.478668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9c7dd2d-6205-4903-8cc0-749d6f16befe req-b95c3b9f-e35b-42d3-978c-9600c4c74ac4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413893 May 06 12:23:19.488833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e2e8c84-858f-49b5-90e8-44a682befffc up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:19.755035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6e2e8c84-858f-49b5-90e8-44a682befffc completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:19.767250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6e2e8c84-858f-49b5-90e8-44a682befffc triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:19.768742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.817011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-00469780-4bfb-4876-a9bb-c8ea2a7564a5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:19.818561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-00469780-4bfb-4876-a9bb-c8ea2a7564a5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 945 time: 0.6812923 May 06 12:23:19.906431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-eae9f0a7-4b9e-40ba-ac81-b242b94dd8ee tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f71b101453dc4bccb25b118d91b64eff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1286502 May 06 12:23:19.958965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-109bea19-4307-489e-b970-fde3fe4e3a7d req-f0642678-1dc7-4b37-b9f9-fca30afe0ed6 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819751 May 06 12:23:20.039790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Deleting port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:23:20.040328 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:20.056924 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:20.142348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e2e8c84-858f-49b5-90e8-44a682befffc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e2e8c84-858f-49b5-90e8-44a682befffc,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:20.150210 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:20.264483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6e2e8c84-858f-49b5-90e8-44a682befffc,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:20.413889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-074d53d3-751d-42e3-b62f-0923999f17f3 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:20.416434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-074d53d3-751d-42e3-b62f-0923999f17f3 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5087883 May 06 12:23:20.626080 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-12c17725-3501-4865-beed-1cf21d4a203f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/quotas/f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 375 time: 0.1887209 May 06 12:23:20.697181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76d30674-6aad-49dc-9cbb-c08a501edf89 req-1c825790-85df-4dc8-9d37-922696f107f1 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 1096 time: 0.5774248 May 06 12:23:20.775637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52776) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:20.814494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] For port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:20.815151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:20.996385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-network', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:21.002718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:21.008722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Usage tracker for resource:network and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:21.013368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:21.023337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:21.041279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Made reservation on behalf of 3a1230e5bcd54d608779438a6173c6f2 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:21.045368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.068092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Calling delete_port for b025f093-85b3-4fa5-b1b9-c7f51c64c2bc owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:23:21.068982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.129217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:21.136737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Usage tracker for resource:security_group_rule and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:21.142069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:21.154195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:21.174973 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76d30674-6aad-49dc-9cbb-c08a501edf89 req-efcd8210-c06a-47c9-a5d4-c04526784f36 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604676 May 06 12:23:21.209943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-852fec80-68f2-4601-8d78-c3c972cb67c7 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5645390 May 06 12:23:21.306777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.316377 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.385428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a9a42a-7669-43ab-ac8f-a5093291cd9c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:21.412532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:23:21.437628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.438210 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Added segment bd1c3777-412e-4b2b-a128-455ff36ec19c of type vlan for network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 May 06 12:23:21.478746 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.496157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b025f093-85b3-4fa5-b1b9-c7f51c64c2bc'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:21.506276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.610307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.612593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:21.614099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.631573 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ba4a90-eb6b-4562-9799-6b007f118f55'] response: {'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'code': 200} May 06 12:23:21.668465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event deleted for resources: {'Port': ['ID=b025f093-85b3-4fa5-b1b9-c7f51c64c2bc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:21.795137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] No DVR routers for this DVR port b025f093-85b3-4fa5-b1b9-c7f51c64c2bc on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:23:21.801137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.813355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7', 'name': 'network-vif-deleted', 'tag': 'b025f093-85b3-4fa5-b1b9-c7f51c64c2bc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:21.822969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3be334ec-07bb-4e64-8e2a-2947eae5b0d9 req-ef731903-5839-4bb6-a8dd-a6e571661458 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "DELETE /v2.0/ports/b025f093-85b3-4fa5-b1b9-c7f51c64c2bc HTTP/1.1" status: 204 len: 173 time: 1.9855301 May 06 12:23:21.882297 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1047261 May 06 12:23:21.896598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52794) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:21.908905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96226e-6c10-4a46-bf83-99e8d4410c4c admin admin] Pushing event updated for resources: {'Network': ['ID=a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:21.918683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5b41a7d5-4223-46f8-9963-a204c56b9dad req-4f294d4c-7f6d-429f-88e7-44f2f71fdecf tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:23:21.919179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Request body: {'subnet': {'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-subnet', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:21.932933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:21.933286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:23:21.943851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Usage tracker for resource:subnet and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:21.958734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:21.977320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:21.983075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5b41a7d5-4223-46f8-9963-a204c56b9dad req-4f294d4c-7f6d-429f-88e7-44f2f71fdecf tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:23:21.984732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b41a7d5-4223-46f8-9963-a204c56b9dad req-4f294d4c-7f6d-429f-88e7-44f2f71fdecf tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7 HTTP/1.1" status: 200 len: 210 time: 0.1548321 May 06 12:23:22.019800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b70dc2-6ae5-464d-b00b-109bc5cc1a54 req-893db286-92d7-4980-9a06-7a21a4058a89 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:22.022927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04b70dc2-6ae5-464d-b00b-109bc5cc1a54 req-893db286-92d7-4980-9a06-7a21a4058a89 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 945 time: 0.5920014 May 06 12:23:22.037794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Made reservation on behalf of 3a1230e5bcd54d608779438a6173c6f2 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:22.046814 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:22.135985 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-269b0975-47f8-44d1-b59a-71c1be0fb366 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3500602 May 06 12:23:22.201666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04b70dc2-6ae5-464d-b00b-109bc5cc1a54 req-84224987-1c17-4cd8-a07d-1aa4abcbfe5d tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618085 May 06 12:23:22.616268 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-4af859c3-55c0-42d3-80e5-0d490ff41ab1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 1101 time: 0.3353777 May 06 12:23:22.637639 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:22.645508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35c503-3af4-4d99-a38f-499bd9ab0971 req-f21fbd98-cc48-4ad1-a73d-03d31fea4f27 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:22.654659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b35c503-3af4-4d99-a38f-499bd9ab0971 req-f21fbd98-cc48-4ad1-a73d-03d31fea4f27 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.2648528 May 06 12:23:22.717056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b35c503-3af4-4d99-a38f-499bd9ab0971 req-b42fb086-7568-4379-880c-28a9c5752e1a tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613756 May 06 12:23:22.723323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b9bd-14ed-4c2a-915a-cbcffacc6b92 req-c38821b0-4c11-4528-baa3-20d9f27cc00a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:22.731274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a5b7b9bd-14ed-4c2a-915a-cbcffacc6b92 req-c38821b0-4c11-4528-baa3-20d9f27cc00a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.2016723 May 06 12:23:22.814802 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a5b7b9bd-14ed-4c2a-915a-cbcffacc6b92 req-4e86fda5-43aa-421e-9822-513f1653ee78 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812988 May 06 12:23:22.987090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Pushing event updated for resources: {'Subnet': ['ID=640609fb-adc0-495c-bb12-674483b08f67,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:22.989997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ffa4766-5720-4332-b718-62ac4b34f619 req-24c92dc6-8545-422a-9f69-6992fe9b0664 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 210 time: 0.0464573 May 06 12:23:23.055371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Checking segment: {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:23.055980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Network hostable DHCP agents. Network: a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:23:23.089663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-74572fb9-dae1-4eac-9777-7320c2bf900b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:23.092531 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-74572fb9-dae1-4eac-9777-7320c2bf900b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3836536 May 06 12:23:23.110102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-328a34c6-9f45-4173-acb7-3afef18a38ae req-8cc6444b-f06b-440b-8363-bcc5d4763109 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 1096 time: 0.0917675 May 06 12:23:23.146098 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06baf13e-3895-44f7-a023-420c8f82652a'] response: {'server_uuid': '8a00f4b2-608d-4c1f-9a8e-1365f0f0d7b7', 'name': 'network-vif-deleted', 'tag': 'b025f093-85b3-4fa5-b1b9-c7f51c64c2bc', 'status': 'completed', 'code': 200} May 06 12:23:23.191553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-328a34c6-9f45-4173-acb7-3afef18a38ae req-3f837932-cace-458c-8899-078620b71d09 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703905 May 06 12:23:23.192209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:23:23.217893 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-def4e3dd-7cac-465e-a31e-926bd491424a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 200 len: 217 time: 0.1116035 May 06 12:23:23.219474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:23.234116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc514f4-c0fe-42b0-8252-32a01112afb0 None None] Network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:23:23.343673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:23.344296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:23.433448 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f317be28-525f-4edd-b730-72eadd17373e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5301933 May 06 12:23:23.438824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-8194ca18-e59f-4922-87a3-be4d96f53a0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:23.441030 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-8194ca18-e59f-4922-87a3-be4d96f53a0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2089770 May 06 12:23:23.441676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52808) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:23.459818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:23.505506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:23.513431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Usage tracker for resource:router and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:23.522517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:23.533980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:23.547571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b025f093-85b3-4fa5-b1b9-c7f51c64c2bc no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:23.574529 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:23.576192 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:23.602861 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-200b4078-5a1a-4036-947f-3a9eb62035d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496267 May 06 12:23:23.667204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2e8c84-858f-49b5-90e8-44a682befffc'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:23.668215 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:23.682056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: b025f093-85b3-4fa5-b1b9-c7f51c64c2bc {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:23:23.682704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b025f093-85b3-4fa5-b1b9-c7f51c64c2bc not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:23:23.717772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-6fb78c78-809b-4ba2-9503-51afc77b5a7d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f71b101453dc4bccb25b118d91b64eff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997002 May 06 12:23:23.881953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:23:23.883011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.032022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ad1b4-220f-4eb9-924e-670535694da5 req-9bfb41db-a5bb-48f9-b62f-200d6e629366 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:24.040961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a74ad1b4-220f-4eb9-924e-670535694da5 req-9bfb41db-a5bb-48f9-b62f-200d6e629366 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.6314485 May 06 12:23:24.097937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-39bf1561-08dd-4e09-a46e-dba476eed0bf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:24.099478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-39bf1561-08dd-4e09-a46e-dba476eed0bf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3853207 May 06 12:23:24.101592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Allocated IP 172.20.0.2 (a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0/640609fb-adc0-495c-bb12-674483b08f67/b7f2ec69-7743-4a78-ac05-13d742896378) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:24.116100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.129525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Request body: {'port': {'device_id': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'f71b101453dc4bccb25b118d91b64eff'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:24.131373 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-62fd67ff-818b-4cb0-86e4-d841c6c9cb4b service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207732 May 06 12:23:24.219807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a74ad1b4-220f-4eb9-924e-670535694da5 req-138a5973-cdf4-4b1d-8c22-f42f72fba08f tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775558 May 06 12:23:24.225971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307e663-1a5d-4f99-a072-e7a2ef2ee8ab req-e4f193f2-5c91-4c6b-a083-09fc442de427 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:24.231826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8307e663-1a5d-4f99-a072-e7a2ef2ee8ab req-e4f193f2-5c91-4c6b-a083-09fc442de427 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 945 time: 0.3432853 May 06 12:23:24.363442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8307e663-1a5d-4f99-a072-e7a2ef2ee8ab req-31664270-3d61-42d9-b5b2-bfc339aecd7b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005313 May 06 12:23:24.422577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:24.468319 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e6e1816-d826-4dfc-9b6b-031e8207622d req-7a597467-f9cb-47dd-8ec0-1a61e238fe1b service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159373 May 06 12:23:24.529350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:24.558767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Made reservation on behalf of f71b101453dc4bccb25b118d91b64eff for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:24.562210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.642666 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218ff9d4-3972-41e1-b9b7-7d54ef36e170'] response: {'server_uuid': '8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2e8c84-858f-49b5-90e8-44a682befffc', 'code': 200} May 06 12:23:24.728447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25298aba-2499-4389-969c-03d45a989e51 req-8d0b3a1a-2e9c-4039-aaa1-fef7027ddd7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2608740 May 06 12:23:24.760769 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.780218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Transition to ACTIVE for port object b7f2ec69-7743-4a78-ac05-13d742896378 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:24.822332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Transition to ACTIVE for port object b7f2ec69-7743-4a78-ac05-13d742896378 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:24.832333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.874636 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-41dac134-1ce9-4d54-a295-23eace6c9ac3 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.3996134 May 06 12:23:24.911871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840847-1'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:25.012569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:25.018129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:25.025636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:25.031397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Allocated IP 192.168.233.252 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/8efc599b-0783-4c55-903d-47da819b6508) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:25.041524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Pushing event updated for resources: {'Port': ['ID=b7f2ec69-7743-4a78-ac05-13d742896378,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:25.086869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.087158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.087971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.088754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.089949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.090926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.091684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.092433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.093146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.093907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.094579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:25.222731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-64123edf-a7b0-427d-99e3-7a5008b90f80 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:25.239582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c6b8d4d-fa71-4f0d-a9a6-cecfe58a737d req-412e0215-6454-4618-a12c-3979fb55aeb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 1097 time: 0.4841831 May 06 12:23:25.244691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Attempting to bind port b7f2ec69-7743-4a78-ac05-13d742896378 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:25.245041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Attempting to bind port b7f2ec69-7743-4a78-ac05-13d742896378 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:25.245420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Attempting to bind port b7f2ec69-7743-4a78-ac05-13d742896378 on network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:25.248151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 641eb6f9-5687-4bf9-840c-29b103f16827 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:25.256473 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-64123edf-a7b0-427d-99e3-7a5008b90f80 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.4879334 May 06 12:23:25.316246 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.333366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.542466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:25.542918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Checking segment: {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:25.543352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.543869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Bound using segment: {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:25.544364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Bound port: b7f2ec69-7743-4a78-ac05-13d742896378, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:25.544742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.557484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.614940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-e5276c8e-0168-48cc-89b7-b6b2143e0f17 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/quotas/97c08917c4dd40c98f716f0b91fe1e9f HTTP/1.1" status: 200 len: 375 time: 0.3566413 May 06 12:23:25.681807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] For port b7f2ec69-7743-4a78-ac05-13d742896378, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:25.688346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] For port b7f2ec69-7743-4a78-ac05-13d742896378, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b7f2ec69-7743-4a78-ac05-13d742896378,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:25.697792 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c6b8d4d-fa71-4f0d-a9a6-cecfe58a737d req-d0589660-69b5-48d7-b804-c1e2fee30539 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468760 May 06 12:23:25.711680 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.746668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-a700aaf8-b26d-4435-bf80-6cb1859eb946 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227281 May 06 12:23:25.830520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaced2d-b3c0-4761-b829-c9ca60836050 None None] Pushing event updated for resources: {'Port': ['ID=b7f2ec69-7743-4a78-ac05-13d742896378,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:25.885838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:25.934756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 641eb6f9-5687-4bf9-840c-29b103f16827 has no active binding in host n-h2-840847-1 {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:23:26.049737 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:26.062355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Allocated IP 172.25.7.113 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c813d73d-d147-4d08-b8d2-d46234fd2e8f) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:26.074524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Transition to ACTIVE for port object 8efc599b-0783-4c55-903d-47da819b6508 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:26.111805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:26.169905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-4efdbb90-8b7e-4da4-8070-604dbb1acb8d service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116154 May 06 12:23:26.193270 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:26.219351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'cb894966-6389-4005-9f6c-3a20760dd278'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:26.295187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4a0dcb69-ddc1-4348-a27d-acb163c17532'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:26.390425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:23:26.407892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:26.419819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:26.419819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:26.576434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:26.675894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:26.676999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:26.745629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-f6940662-303c-4aa6-a754-89c3990c335f service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745611 May 06 12:23:26.795448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-f71684bb-afe0-4358-a16a-f689cdda1cb8 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6733313 May 06 12:23:26.836121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Request body: {'port': {'device_id': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:26.899196 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:27.037718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-3555b4c9-c4e0-4fc8-b028-0db4edf0198f tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:23:27.039379 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-3555b4c9-c4e0-4fc8-b028-0db4edf0198f tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076792 May 06 12:23:27.069001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Request body: {'binding': {'host': 'n-h1-840847-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:27.069768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Unknown quota resources ['binding']. {{(pid=83952) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:23:27.130878 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:27.180805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-689a4283-9123-49a3-a8c8-fd2bfa861730 None None] Provisioning for port 8efc599b-0783-4c55-903d-47da819b6508 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:27.212412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:27.216095 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:27.227594 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:27.230048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-689a4283-9123-49a3-a8c8-fd2bfa861730 None None] Provisioning complete for port 8efc599b-0783-4c55-903d-47da819b6508 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:27.230693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-689a4283-9123-49a3-a8c8-fd2bfa861730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:27.312426 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:27.494235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-689a4283-9123-49a3-a8c8-fd2bfa861730 None None] Port 8efc599b-0783-4c55-903d-47da819b6508 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:23:27.917234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:27.944794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b7f2ec69-7743-4a78-ac05-13d742896378 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:27.983752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=641eb6f9-5687-4bf9-840c-29b103f16827,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:28.168465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc5c84-ea4b-4fd6-bdc5-be66675fb607 req-cf109cd8-fc8f-4581-8da0-8c1d971d5164 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:28.170898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59fc5c84-ea4b-4fd6-bdc5-be66675fb607 req-cf109cd8-fc8f-4581-8da0-8c1d971d5164 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.5301585 May 06 12:23:28.198463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Pushing event updated for resources: {'Port': ['ID=c813d73d-d147-4d08-b8d2-d46234fd2e8f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:28.243243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b7f2ec69-7743-4a78-ac05-13d742896378 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:28.306336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25082dfd-2d3a-45c5-943f-13841e4215c6 None None] Network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:23:28.345895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:28.357105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:28.364113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 on host n-h1-840847-1 for vnic_type normal with profile None {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:28.365137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:28.365340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:28.367519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59fc5c84-ea4b-4fd6-bdc5-be66675fb607 req-5e1e82c8-f25b-43ed-8cf8-986b33b5e29a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776161 May 06 12:23:28.370527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:28.453931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 on host n-h1-840847-1 for vnic_type normal with profile {"migrating_to": "n-h2-840847-1"} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:28.458344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:28.459156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:28.562471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Port 49dc3b57-494b-4fca-8409-5666b1b4d826 on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:28.563815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:28.587112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Port 641eb6f9-5687-4bf9-840c-29b103f16827 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:28.590462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Attempting to bind port 641eb6f9-5687-4bf9-840c-29b103f16827 on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:28.654364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efc599b-0783-4c55-903d-47da819b6508 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:28.660813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:28.661526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:28.662186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:28.664201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Bound port: 49dc3b57-494b-4fca-8409-5666b1b4d826, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:28.672260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:28.672847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:28.674352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:28.674352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Bound port: 641eb6f9-5687-4bf9-840c-29b103f16827, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:28.674940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:28.678068 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:28.748880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f35de599-e03e-4585-b4bc-5764cb0e611a None None] Provisioning for port b7f2ec69-7743-4a78-ac05-13d742896378 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:28.766402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f35de599-e03e-4585-b4bc-5764cb0e611a None None] Provisioning complete for port b7f2ec69-7743-4a78-ac05-13d742896378 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:28.768302 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f35de599-e03e-4585-b4bc-5764cb0e611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:28.917850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Transition to ACTIVE for port object 8efc599b-0783-4c55-903d-47da819b6508 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:28.929308 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:29.153623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:29.271764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f35de599-e03e-4585-b4bc-5764cb0e611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:29.281428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:29.309796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] Notify callbacks [] for binding, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:29.315576 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-220b4809-bf2d-480a-abef-f4d8f83ffa8e service neutron] 10.222.0.44 "POST /v2.0/ports/49dc3b57-494b-4fca-8409-5666b1b4d826/bindings HTTP/1.1" status: 201 len: 389 time: 2.2523797 May 06 12:23:29.336642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:29.367451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:29.464109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f35de599-e03e-4585-b4bc-5764cb0e611a None None] For port b7f2ec69-7743-4a78-ac05-13d742896378, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b7f2ec69-7743-4a78-ac05-13d742896378,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:29.480318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f35de599-e03e-4585-b4bc-5764cb0e611a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:29.500019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:29.518172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc55f3-cb8a-436b-bd26-ff6293bd5d95 req-4b3f0c8a-e77b-4feb-99f4-f098ddbf31b7 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:29.520390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ebdc55f3-cb8a-436b-bd26-ff6293bd5d95 req-4b3f0c8a-e77b-4feb-99f4-f098ddbf31b7 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Synchronizing usage tracker for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:23:29.751899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ebdc55f3-cb8a-436b-bd26-ff6293bd5d95 req-4b3f0c8a-e77b-4feb-99f4-f098ddbf31b7 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Unset dirty status for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:23:29.757894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebdc55f3-cb8a-436b-bd26-ff6293bd5d95 req-4b3f0c8a-e77b-4feb-99f4-f098ddbf31b7 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 936 time: 1.0398426 May 06 12:23:29.955785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35de599-e03e-4585-b4bc-5764cb0e611a None None] Pushing event updated for resources: {'Port': ['ID=b7f2ec69-7743-4a78-ac05-13d742896378,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:30.229445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5499d96c-06ae-423d-83ec-b072c1c44f0c None None] Provisioning complete for port b7f2ec69-7743-4a78-ac05-13d742896378 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:30.230330 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5499d96c-06ae-423d-83ec-b072c1c44f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:30.243411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebdc55f3-cb8a-436b-bd26-ff6293bd5d95 req-41eed274-fcff-446b-84b5-737fa546227a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623037 May 06 12:23:30.278066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=641eb6f9-5687-4bf9-840c-29b103f16827,revision_number=8']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:30.299064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:30.299383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:30.302698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:30.329003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Port 8efc599b-0783-4c55-903d-47da819b6508 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:30.330113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:30.540436 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:30.543373 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e2a6b259-106e-4303-bc87-957f5256ff9b service neutron] 10.222.0.36 "PUT /v2.0/ports/641eb6f9-5687-4bf9-840c-29b103f16827 HTTP/1.1" status: 200 len: 1121 time: 5.6423125 May 06 12:23:30.604909 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-e0006aa4-4a63-4c4d-bc2a-6b4e46ca245b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 1096 time: 0.5096822 May 06 12:23:30.622451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:30.623777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:30.677534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['641eb6f9-5687-4bf9-840c-29b103f16827'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:30.717735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:30.720183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:30.720977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:30.726581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Bound port: 8efc599b-0783-4c55-903d-47da819b6508, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:30.728314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:30.911373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-186ae956-9990-49d9-b8aa-fb3b22682cac req-34cc4b99-885e-4f28-a277-84b2a9ad22fa tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 210 time: 0.1080234 May 06 12:23:31.096494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['641eb6f9-5687-4bf9-840c-29b103f16827'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:31.222186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5405-bb96-408f-bb19-678d8811f044 req-a70b48e3-9ffe-45b9-bd59-3b5ed451652d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:31.224154 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-a70b48e3-9ffe-45b9-bd59-3b5ed451652d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.6075563 May 06 12:23:31.230962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c795f3f8-8f9d-423e-9413-febb8d47ff4c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:31.234376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c795f3f8-8f9d-423e-9413-febb8d47ff4c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.9892712 May 06 12:23:31.262917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:31.269701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:31.285288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Request body: {'port': {'device_id': '274a3e78-4e8a-4be7-988b-72df38875782', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'admin_state_up': True, 'tenant_id': '97c08917c4dd40c98f716f0b91fe1e9f'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:31.336057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36040f61-78ff-4bb8-9534-a25eccec4e94 req-50dac9c8-12c2-485b-aa51-9b2d7ef57405 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:31.350847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36040f61-78ff-4bb8-9534-a25eccec4e94 req-50dac9c8-12c2-485b-aa51-9b2d7ef57405 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 943 time: 1.2074978 May 06 12:23:31.398555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:31.494092 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e809ad-f06b-427a-afcd-3bf5dc3c2222'] response: {'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827', 'code': 200} May 06 12:23:31.518028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:31.520801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] 10.222.0.36 "PUT /v2.0/ports/8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 1096 time: 4.7141583 May 06 12:23:31.600777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'tag': '8efc599b-0783-4c55-903d-47da819b6508'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:31.636304 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b62a1249-7a10-4324-8c49-205ed744cfff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49dc3b57-494b-4fca-8409-5666b1b4d826 HTTP/1.1" status: 200 len: 217 time: 0.2299042 May 06 12:23:31.726967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36040f61-78ff-4bb8-9534-a25eccec4e94 req-a535a872-fe63-4803-9cf3-cc52db4efe03 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719652 May 06 12:23:31.762069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5405-bb96-408f-bb19-678d8811f044 req-fe4a1582-8edb-4fba-9f11-75349ae95b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:31.767289 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-fe4a1582-8edb-4fba-9f11-75349ae95b3d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.1189890 May 06 12:23:31.788213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b7f2ec69-7743-4a78-ac05-13d742896378 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:31.840240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a473c02-491a-43c6-b5b6-cbaf575dc7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:31.867022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:31.884331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:31.897605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-6c464ca5-4060-4a49-9a65-849075fa7947 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1099 time: 0.2896781 May 06 12:23:31.918002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e3304-d37c-4e47-8dda-2cc4682e7295 req-d4f461d9-ab96-4f6d-8b01-2a72a99d8a6c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:31.919255 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-1c7d1ffd-8499-4fc4-8b69-7be11985b844 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309829 May 06 12:23:31.925383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59e3304-d37c-4e47-8dda-2cc4682e7295 req-d4f461d9-ab96-4f6d-8b01-2a72a99d8a6c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.5056472 May 06 12:23:32.047752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b7f2ec69-7743-4a78-ac05-13d742896378 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:32.048114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:32.094094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59e3304-d37c-4e47-8dda-2cc4682e7295 req-ad0b608f-bfde-4f9f-b7a2-d6b687dd7d1f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671171 May 06 12:23:32.097059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-113ad4f7-2063-4f05-bdd3-e4d2b17c39e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 217 time: 0.1855700 May 06 12:23:32.165996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Made reservation on behalf of 97c08917c4dd40c98f716f0b91fe1e9f for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:32.172081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:32.215174 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-afba7e9a-e0f2-4730-97e2-d420709822d2 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791712 May 06 12:23:32.260746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Router 317ee95e-508e-475e-b5af-3145cda0100d is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:23:32.554336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-b73581b8-0b36-4e7b-8118-32f213b4edc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:32.556997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-b73581b8-0b36-4e7b-8118-32f213b4edc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3541520 May 06 12:23:32.573326 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d4e987cf-6fcc-42b0-98b0-4a47dfb6e396 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398836 May 06 12:23:32.671460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:23:32.704677 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Sync routers for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:23:32.714313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:32.721057 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-df6e6f38-652b-4230-9f15-7af1d7679b33 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.2731156 May 06 12:23:32.722904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52882) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:32.730393 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:23:32.734465 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:23:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:32.750428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423fcf8-7a9d-48f6-a05d-87d9b1356e9e req-7e02d103-786d-43d4-b8c2-0570947ac840 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:32.761840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1423fcf8-7a9d-48f6-a05d-87d9b1356e9e req-7e02d103-786d-43d4-b8c2-0570947ac840 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 945 time: 0.6629255 May 06 12:23:32.983541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389545c-0414-4ab3-919d-287a31cd3097 req-07c1a738-a467-4510-b5c4-f384da6f8c79 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:32.995646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9389545c-0414-4ab3-919d-287a31cd3097 req-07c1a738-a467-4510-b5c4-f384da6f8c79 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.6223991 May 06 12:23:33.077467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Allocated IP 172.20.0.9 (276dcbf0-3319-4644-8f49-4814ea7ef22b/bf9ed672-d79d-480c-97ea-3c8f224b3156/e2bad801-eead-4a82-88c6-d10f11cec74f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:33.098351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1423fcf8-7a9d-48f6-a05d-87d9b1356e9e req-a513f5e4-74a5-4ed3-951f-aebdf03bbfe6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352687 May 06 12:23:33.164293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-67234c80-06da-4e74-b4f6-41b28cfa8578 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5874112 May 06 12:23:33.237462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9389545c-0414-4ab3-919d-287a31cd3097 req-0be01277-5a02-4bcb-ace3-6eeec5bb7306 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399933 May 06 12:23:33.254862 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:23:33.497991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:33.512018 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d659edc5-74fc-4852-8967-4a3cbce7d0e8'] response: {'name': 'network-changed', 'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'tag': '8efc599b-0783-4c55-903d-47da819b6508', 'status': 'completed', 'code': 200} May 06 12:23:33.766862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-775c8bba-4af6-47d4-b9d9-7da1f363709e service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774472 May 06 12:23:33.983318 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c527bc7b-bddd-41a0-903b-9208a60c1ac2 req-45c037ba-e61c-42fa-b5bb-a9dc56bb152e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 210 time: 0.0839200 May 06 12:23:34.022583 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:28Z', 'revision_number': 3, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:34.032998 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Checking router: 317ee95e-508e-475e-b5af-3145cda0100d for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:23:34.033579 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Updating router 317ee95e-508e-475e-b5af-3145cda0100d port c813d73d-d147-4d08-b8d2-d46234fd2e8f binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:23:34.124577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f0306e3-c9ba-421e-9021-c2ddce8ad2e5 req-57f69258-306c-4fda-83da-7980c3452fa4 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837301 May 06 12:23:34.203631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ff3ca-7f62-44eb-a7df-bc7cfb5f86c7 req-9e9260ea-8c4c-4cee-a55a-4232ebedecbf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:34.211855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-837ff3ca-7f62-44eb-a7df-bc7cfb5f86c7 req-9e9260ea-8c4c-4cee-a55a-4232ebedecbf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 948 time: 0.8433278 May 06 12:23:34.243898 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:34.253016 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:34.391562 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-837ff3ca-7f62-44eb-a7df-bc7cfb5f86c7 req-8bb2acd0-e234-4dad-89ac-0f62a2b5dca1 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779990 May 06 12:23:34.398388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:34.526337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:34.909166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:34.921641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event updated for resources: {'Port': ['ID=e2bad801-eead-4a82-88c6-d10f11cec74f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:34.931652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:34.939072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:35.000066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Allocated IP 172.20.0.1 (a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0/640609fb-adc0-495c-bb12-674483b08f67/ab7c9be8-e868-4c92-9d73-6a1f826e3f27) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:35.027031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9738feb-fb04-4235-9f06-06a1bdee7ac5 req-2abed56a-215d-498b-bcab-9b85d3bf09c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1099 time: 0.7786918 May 06 12:23:35.145489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:35.145978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:35.176867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77c7cf-e67b-4adb-b2ca-6d4f914da0fd req-39534216-e0b3-4a53-b577-7f566975c9d1 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:35.184236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df77c7cf-e67b-4adb-b2ca-6d4f914da0fd req-39534216-e0b3-4a53-b577-7f566975c9d1 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 943 time: 0.3850129 May 06 12:23:35.204124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5a17a-1ac1-425d-a1ec-900dfe2adba3 req-51c27c71-8e64-44ab-a7da-1c0a613fd550 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:35.206148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7c5a17a-1ac1-425d-a1ec-900dfe2adba3 req-51c27c71-8e64-44ab-a7da-1c0a613fd550 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.3979850 May 06 12:23:35.263930 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:35.294298 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Transition to ACTIVE for port object c813d73d-d147-4d08-b8d2-d46234fd2e8f will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:35.315667 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:35.360693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:35.393245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Transition to ACTIVE for port object ab7c9be8-e868-4c92-9d73-6a1f826e3f27 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:35.438472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:35.465338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c8b4d34f-8404-4afc-a73a-68103d540ee6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1870029 May 06 12:23:35.486251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7c5a17a-1ac1-425d-a1ec-900dfe2adba3 req-f33968c7-7d71-47ba-981a-285e8b459d7b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600896 May 06 12:23:35.502896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Request body: {'port': {'device_id': '274a3e78-4e8a-4be7-988b-72df38875782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:35.543389 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Pushing event updated for resources: {'Port': ['ID=c813d73d-d147-4d08-b8d2-d46234fd2e8f,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:35.582205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df77c7cf-e67b-4adb-b2ca-6d4f914da0fd req-9f9fecaa-446c-4674-98f0-536e2071fc5c tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965864 May 06 12:23:35.583726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:35.594864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738feb-fb04-4235-9f06-06a1bdee7ac5 req-5b233820-016a-4ee7-929e-bcd5616e600e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:35.599348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:35.608537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:35.623303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9738feb-fb04-4235-9f06-06a1bdee7ac5 req-5b233820-016a-4ee7-929e-bcd5616e600e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5781691 May 06 12:23:35.624837 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.625369 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.627836 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.628613 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.628963 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.629443 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.630082 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.630624 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.631328 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.636887 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.637382 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:35.650113 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Attempting to bind port c813d73d-d147-4d08-b8d2-d46234fd2e8f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:35.651573 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Attempting to bind port c813d73d-d147-4d08-b8d2-d46234fd2e8f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:35.651573 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Attempting to bind port c813d73d-d147-4d08-b8d2-d46234fd2e8f on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:35.666537 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:35.667410 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:35.668151 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:35.669238 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:35.669948 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Bound port: c813d73d-d147-4d08-b8d2-d46234fd2e8f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:35.670582 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:35.738879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Pushing event updated for resources: {'Port': ['ID=ab7c9be8-e868-4c92-9d73-6a1f826e3f27,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:35.799663 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:35.885034 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] For port c813d73d-d147-4d08-b8d2-d46234fd2e8f, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:35.898630 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] For port c813d73d-d147-4d08-b8d2-d46234fd2e8f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c813d73d-d147-4d08-b8d2-d46234fd2e8f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:35.917113 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:36.049169 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dec6642-5e04-41a3-b513-98594336fc73'] response: {'name': 'network-changed', 'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827', 'status': 'completed', 'code': 200} May 06 12:23:36.094278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9738feb-fb04-4235-9f06-06a1bdee7ac5 req-0d646710-9beb-4652-9176-b28e8867929f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 217 time: 0.4505954 May 06 12:23:36.107378 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88627f-0c6a-4c7a-a496-aafbfce68824 None None] Pushing event updated for resources: {'Port': ['ID=c813d73d-d147-4d08-b8d2-d46234fd2e8f,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:36.170235 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:23:36.171351 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:23:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:36.200026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:36.217400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-28f513d3-b63c-413b-96ac-109db1d7e0d9 None None] Provisioning for port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:36.230122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-28f513d3-b63c-413b-96ac-109db1d7e0d9 None None] Provisioning complete for port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:36.231376 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-28f513d3-b63c-413b-96ac-109db1d7e0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:36.327313 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:36.354253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-28f513d3-b63c-413b-96ac-109db1d7e0d9 None None] Port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:23:36.379505 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fafbca6b-8c12-4c3e-8395-20471ed4529c req-115516a0-79e5-4485-9041-157cf802f014 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1124 time: 0.4789169 May 06 12:23:36.421412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9738feb-fb04-4235-9f06-06a1bdee7ac5 req-3885894a-edc9-4028-b5f4-2895c986c0b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:36.424907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9738feb-fb04-4235-9f06-06a1bdee7ac5 req-3885894a-edc9-4028-b5f4-2895c986c0b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2540319 May 06 12:23:36.437136 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:23:36.629698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fbbac-f765-4f1a-9ff0-37f1d386a5a5 req-c64b457c-1d38-4801-9435-a3cde9d4c457 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:36.632757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f63fbbac-f765-4f1a-9ff0-37f1d386a5a5 req-c64b457c-1d38-4801-9435-a3cde9d4c457 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 945 time: 0.7003956 May 06 12:23:36.768003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:36.812964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3a08-47ab-4537-800d-bf0429779174 req-6b590138-5a2b-473b-b1b3-3511025c4aea tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:36.815634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-599a3a08-47ab-4537-800d-bf0429779174 req-6b590138-5a2b-473b-b1b3-3511025c4aea tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.7158496 May 06 12:23:36.846865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbca6b-8c12-4c3e-8395-20471ed4529c req-cce83fae-c906-47bd-8e9d-0c393ec6d159 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:36.849332 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fafbca6b-8c12-4c3e-8395-20471ed4529c req-cce83fae-c906-47bd-8e9d-0c393ec6d159 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.4488552 May 06 12:23:36.917848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9738feb-fb04-4235-9f06-06a1bdee7ac5 req-ae93d043-2fa1-4990-97d3-cb10171b7285 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4554334 May 06 12:23:36.940869 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 1, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:36.946706 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c741582-9017-4037-90ac-8b6f6ab08631 None None] The sync data for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 is: [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 1, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:23:37.007753 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fafbca6b-8c12-4c3e-8395-20471ed4529c req-221c1209-acbb-4add-a20a-d4354caa1672 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=641eb6f9-5687-4bf9-840c-29b103f16827 HTTP/1.1" status: 200 len: 217 time: 0.1350214 May 06 12:23:37.109093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:37.115112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbca6b-8c12-4c3e-8395-20471ed4529c req-a6c0b1f0-77bb-4004-a610-4dddec68a1b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:37.116995 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fafbca6b-8c12-4c3e-8395-20471ed4529c req-a6c0b1f0-77bb-4004-a610-4dddec68a1b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.1006742 May 06 12:23:37.118508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:37.443880 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fafbca6b-8c12-4c3e-8395-20471ed4529c req-20c13da3-3865-4edf-98fd-c98357ce192e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2871437 May 06 12:23:37.458626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f63fbbac-f765-4f1a-9ff0-37f1d386a5a5 req-374ef735-49da-41d2-9f07-012f3d274ee6 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349567 May 06 12:23:37.587932 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9738feb-fb04-4235-9f06-06a1bdee7ac5 req-1e92d345-d929-4fab-9fbe-b1b63d735001 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543419 May 06 12:23:37.600938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Pushing event updated for resources: {'Port': ['ID=ab7c9be8-e868-4c92-9d73-6a1f826e3f27,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:37.608373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-599a3a08-47ab-4537-800d-bf0429779174 req-39b6d570-9eb4-41b9-b97c-afa0f4c253c1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7652950 May 06 12:23:37.613363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:37.953212 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fafbca6b-8c12-4c3e-8395-20471ed4529c req-a54e2737-64ca-46fe-8701-c019b479d330 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962389 May 06 12:23:38.159891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:38.165473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:38.270978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bad801-eead-4a82-88c6-d10f11cec74f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:38.278150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9738feb-fb04-4235-9f06-06a1bdee7ac5 req-69f782ff-3a00-49f1-b591-f94d145a9378 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680391 May 06 12:23:38.290969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:38.376369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198b60e-ac3b-4d71-aea9-9ed623f21dd8 req-010b47de-bde9-4965-b23f-0991076113fa tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:38.377749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e198b60e-ac3b-4d71-aea9-9ed623f21dd8 req-010b47de-bde9-4965-b23f-0991076113fa tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:23:38.385617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Transition to ACTIVE for port object e2bad801-eead-4a82-88c6-d10f11cec74f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:38.417054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:38.595443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e198b60e-ac3b-4d71-aea9-9ed623f21dd8 req-010b47de-bde9-4965-b23f-0991076113fa tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:23:38.607269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e198b60e-ac3b-4d71-aea9-9ed623f21dd8 req-010b47de-bde9-4965-b23f-0991076113fa tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 931 time: 0.7772837 May 06 12:23:38.609030 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fafbca6b-8c12-4c3e-8395-20471ed4529c req-94727c17-d5e2-43ba-b9b0-d547a73467c3 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371419 May 06 12:23:38.626418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2faa7-b75c-4bac-ba01-003bf67d77db req-f2502ccd-9605-42be-8be3-84027ab93883 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:38.633817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbb2faa7-b75c-4bac-ba01-003bf67d77db req-f2502ccd-9605-42be-8be3-84027ab93883 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 948 time: 0.6896315 May 06 12:23:38.731515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-380a98ae-2fac-4fc4-8a7e-41049899915f None None] Provisioning complete for port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:38.733015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-380a98ae-2fac-4fc4-8a7e-41049899915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:38.850498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Pushing event updated for resources: {'Port': ['ID=e2bad801-eead-4a82-88c6-d10f11cec74f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:38.896992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-380a98ae-2fac-4fc4-8a7e-41049899915f None None] Port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:23:38.909711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e198b60e-ac3b-4d71-aea9-9ed623f21dd8 req-437f2432-5836-4ff4-abc8-28a024840daf tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011098 May 06 12:23:39.039753 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-170ca40c-ef16-4b19-aa0b-6ae048661192 service neutron] 10.222.0.48 "GET /v2.0/ports/641eb6f9-5687-4bf9-840c-29b103f16827/bindings/n-h2-840847-1 HTTP/1.1" status: 200 len: 384 time: 0.1286774 May 06 12:23:39.057792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Attempting to bind port e2bad801-eead-4a82-88c6-d10f11cec74f on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:39.058292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Attempting to bind port e2bad801-eead-4a82-88c6-d10f11cec74f by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:39.058859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Attempting to bind port e2bad801-eead-4a82-88c6-d10f11cec74f on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:39.073739 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbb2faa7-b75c-4bac-ba01-003bf67d77db req-3a4a3aca-fede-46f7-8aac-64a03f1aebc9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383764 May 06 12:23:39.088187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Port e2bad801-eead-4a82-88c6-d10f11cec74f on network 276dcbf0-3319-4644-8f49-4814ea7ef22b not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:39.088682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Attempting to bind port e2bad801-eead-4a82-88c6-d10f11cec74f on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:39.108802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:39.109289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Checking segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:39.109784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Bound using segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:39.110432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Bound port: e2bad801-eead-4a82-88c6-d10f11cec74f, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:39.111087 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:39.275274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Router 317ee95e-508e-475e-b5af-3145cda0100d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:23:39.283854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8efc599b-0783-4c55-903d-47da819b6508 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:39.449409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] For port e2bad801-eead-4a82-88c6-d10f11cec74f, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:39.454751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] For port e2bad801-eead-4a82-88c6-d10f11cec74f, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e2bad801-eead-4a82-88c6-d10f11cec74f,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:39.471364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:39.476270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f7691-4392-4b0b-b465-c18bfe2711e8 req-526abd36-dfea-473e-9487-6e7e05670b1f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:39.478586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-719f7691-4392-4b0b-b465-c18bfe2711e8 req-526abd36-dfea-473e-9487-6e7e05670b1f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 945 time: 0.1760266 May 06 12:23:39.481589 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:39.491202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '8efc599b-0783-4c55-903d-47da819b6508', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '8efc599b-0783-4c55-903d-47da819b6508', 'mac_address': 'fa:16:3e:a9:20:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:39.529660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac749e73-c30b-4220-aac3-8887043a5978 req-3e8f500c-da87-4965-a5b0-099413ee6b86 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:39.531980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac749e73-c30b-4220-aac3-8887043a5978 req-3e8f500c-da87-4965-a5b0-099413ee6b86 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 943 time: 0.3247082 May 06 12:23:39.576589 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:39.602131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efc599b-0783-4c55-903d-47da819b6508 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:39.631739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:39.639882 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:39.700750 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:39.702781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] 10.222.0.48 "PUT /v2.0/ports/e2bad801-eead-4a82-88c6-d10f11cec74f HTTP/1.1" status: 200 len: 1091 time: 4.2127912 May 06 12:23:39.721275 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-719f7691-4392-4b0b-b465-c18bfe2711e8 req-184bbd17-1629-4a41-9c1e-0a8d7183571c tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879239 May 06 12:23:39.721943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274a3e78-4e8a-4be7-988b-72df38875782', 'tag': 'e2bad801-eead-4a82-88c6-d10f11cec74f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:39.771296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b508a1a-0565-43b1-9d20-eae69bc69e0e service neutron] Pushing event updated for resources: {'Port': ['ID=e2bad801-eead-4a82-88c6-d10f11cec74f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:39.787736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac749e73-c30b-4220-aac3-8887043a5978 req-e962f360-e836-48af-b2f4-15d094195a44 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470016 May 06 12:23:39.829592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c813d73d-d147-4d08-b8d2-d46234fd2e8f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:39.923781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:39.929570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:39.978072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:39.983807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c813d73d-d147-4d08-b8d2-d46234fd2e8f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:39.996917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-e2466c36-3236-45ed-8356-b62e296b8ff0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 1094 time: 0.1952159 May 06 12:23:40.008121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c813d73d-d147-4d08-b8d2-d46234fd2e8f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:40.010374 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:40.196924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['8efc599b-0783-4c55-903d-47da819b6508'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:40.197548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641eb6f9-5687-4bf9-840c-29b103f16827 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:40.224091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:40.267196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-f1a1d15e-7c0d-4d9c-9ebf-e50ba54b3421 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bad801-eead-4a82-88c6-d10f11cec74f HTTP/1.1" status: 200 len: 217 time: 0.1957066 May 06 12:23:40.276066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:40.365561 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:40.393913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb9700-4aba-44f8-909d-b4a2b8f1175e req-175cef33-8a9b-431b-ba06-8757f64e0bf4 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:40.395405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80fb9700-4aba-44f8-909d-b4a2b8f1175e req-175cef33-8a9b-431b-ba06-8757f64e0bf4 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.3906305 May 06 12:23:40.400715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-dc78b5e6-3ed4-40bf-9cc0-445bcca47fa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:40.402265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-dc78b5e6-3ed4-40bf-9cc0-445bcca47fa1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.1180532 May 06 12:23:40.445424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Transition to ACTIVE for port object 641eb6f9-5687-4bf9-840c-29b103f16827 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:40.460862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:40.472388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c813d73d-d147-4d08-b8d2-d46234fd2e8f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c813d73d-d147-4d08-b8d2-d46234fd2e8f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:40.477488 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-c1e650a2-eb58-45cc-ac20-245e76b227be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572510 May 06 12:23:40.479769 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:40.506967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:23:40.523861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad01fb-b498-4b94-bf08-95b9070466e4 req-eab914d1-5afb-4878-a301-c57af5006d7c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:40.525471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63ad01fb-b498-4b94-bf08-95b9070466e4 req-eab914d1-5afb-4878-a301-c57af5006d7c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.3260970 May 06 12:23:40.562648 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7ae2a79a-6b6c-4186-9699-95bf5c388eca admin admin] 10.222.0.44 "PUT /v2.0/routers/317ee95e-508e-475e-b5af-3145cda0100d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8224604 May 06 12:23:40.761963 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80fb9700-4aba-44f8-909d-b4a2b8f1175e req-a027c1d6-9e1e-41ce-aafb-65d4041434d2 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568850 May 06 12:23:40.809303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] No DVR routers for this DVR port 641eb6f9-5687-4bf9-840c-29b103f16827 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:23:40.814874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Pushing event updated for resources: {'Port': ['ID=641eb6f9-5687-4bf9-840c-29b103f16827,revision_number=10']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:40.816166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c813d73d-d147-4d08-b8d2-d46234fd2e8f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:40.854963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.855634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.856363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.856915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.857537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.858322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.858753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.859449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.859775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.860152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.860569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:40.907506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63ad01fb-b498-4b94-bf08-95b9070466e4 req-687e4221-ff5e-4673-b7dd-63fd8dc9b2e5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119906 May 06 12:23:40.926053 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-d7e34b83-b8af-4270-85da-8953d5dcb1aa service neutron] 10.222.0.48 "PUT /v2.0/ports/641eb6f9-5687-4bf9-840c-29b103f16827/bindings/n-h2-840847-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8695364 May 06 12:23:40.927649 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfff281-c32b-4f3d-ae4b-fd284b80670b'] response: {'name': 'network-changed', 'server_uuid': '274a3e78-4e8a-4be7-988b-72df38875782', 'tag': 'e2bad801-eead-4a82-88c6-d10f11cec74f', 'status': 'completed', 'code': 200} May 06 12:23:40.973482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-ed1ebf26-7a2c-479e-b5ff-07884382740b service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827635 May 06 12:23:41.599557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c0fdbe9-45b3-49e5-b067-6ce524e6fbc7 req-e51ff300-b60c-41ae-acfc-cf3cfcacfa81 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012084 May 06 12:23:41.622705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 641eb6f9-5687-4bf9-840c-29b103f16827 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:41.627359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-3eef5e66-788a-4e41-8dd2-77822badaa2b tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.5563490 May 06 12:23:41.640906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942066f-ff8c-4122-b447-cd7978ec9314 req-0477f98a-8ab8-4afa-a1c8-356d4143de79 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:41.643547 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2942066f-ff8c-4122-b447-cd7978ec9314 req-0477f98a-8ab8-4afa-a1c8-356d4143de79 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 949 time: 0.5060213 May 06 12:23:41.655671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40b8df-ce50-4508-94a3-34a7077e3669 req-f8dea5c2-d387-43e3-b92b-47b66622ff03 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:41.658286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff40b8df-ce50-4508-94a3-34a7077e3669 req-f8dea5c2-d387-43e3-b92b-47b66622ff03 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 943 time: 0.4409444 May 06 12:23:41.720478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 641eb6f9-5687-4bf9-840c-29b103f16827 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:23:41.752435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c813d73d-d147-4d08-b8d2-d46234fd2e8f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:41.862495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c813d73d-d147-4d08-b8d2-d46234fd2e8f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:41.863199 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:41.986155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff40b8df-ce50-4508-94a3-34a7077e3669 req-e89b381a-f3fe-4052-8ab1-c617896da598 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305381 May 06 12:23:42.022009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2942066f-ff8c-4122-b447-cd7978ec9314 req-2f60c62c-a1b5-4945-8396-ab62de42fd2a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613703 May 06 12:23:42.062774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d3059b-2fe8-4626-8d60-b95ab599d8be req-854c21c3-a676-46b0-a8a0-3af5ed5f5d2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 1094 time: 0.3131506 May 06 12:23:42.090903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-660432e8-6f4e-45b2-9f3e-f602296f50a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421&tenant_id=9eaa69998de64fa19c325e81a523f48b HTTP/1.1" status: 200 len: 1095 time: 0.4283416 May 06 12:23:42.187220 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bb754f8c-4976-4d5d-9db6-48116efc0972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.317369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52944) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:42.324517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-network', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:42.330364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:42.336051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Usage tracker for resource:network and tenant:6ae81642878d4984ad6a1c36f191ec78 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:42.340604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:42.349357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:42.391909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Made reservation on behalf of 6ae81642878d4984ad6a1c36f191ec78 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:42.391909 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.415069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.446160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:42.460060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae81642878d4984ad6a1c36f191ec78 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:42.465121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:42.465433 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.472676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:42.621792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.621792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.679551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:23:42.685429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-7c99a9f5-b075-4128-a3f5-79fb121c7490 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1095 time: 0.5595798 May 06 12:23:42.686515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff3e8e-89c6-4da8-8921-05475497b9f9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:42.715507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.715507 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Added segment c8034d9d-d354-453d-8a15-180549844925 of type vlan for network 020a62dd-0595-44c9-9e6b-6335ab8fa19c May 06 12:23:42.740854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3059b-2fe8-4626-8d60-b95ab599d8be req-c5e8bf6c-f884-49bc-bd37-6f013533138b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:42.740854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d3059b-2fe8-4626-8d60-b95ab599d8be req-c5e8bf6c-f884-49bc-bd37-6f013533138b service neutron] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 913 time: 0.6549149 May 06 12:23:42.782428 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.832894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.836000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:42.840041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.962840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6267aa3-082e-4a69-902f-72762f39e265 req-3709d5a3-bdb8-44e2-98b7-43fdb694b953 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:42.962840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6267aa3-082e-4a69-902f-72762f39e265 req-3709d5a3-bdb8-44e2-98b7-43fdb694b953 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.7548442 May 06 12:23:43.062356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d3059b-2fe8-4626-8d60-b95ab599d8be req-3d61a422-5385-4749-b260-8d59ca0a5d53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bad801-eead-4a82-88c6-d10f11cec74f HTTP/1.1" status: 200 len: 217 time: 0.2962985 May 06 12:23:43.077110 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7439470 May 06 12:23:43.077110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52952) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:43.083158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Request body: {'subnet': {'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-subnet', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:43.094740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:43.094740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Usage tracker for resource:subnet and tenant:6ae81642878d4984ad6a1c36f191ec78 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:43.105284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:43.121309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:43.135054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe298f90-1cca-402a-bf5d-03c99d223553 admin admin] Pushing event updated for resources: {'Network': ['ID=020a62dd-0595-44c9-9e6b-6335ab8fa19c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:43.192435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18102dc-66b3-4713-b84e-55c5f9bfb4f7 req-f3491a77-a87f-4a7e-a449-5f0254b5cdce tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:43.197860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 020a62dd-0595-44c9-9e6b-6335ab8fa19c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:23:43.202398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a18102dc-66b3-4713-b84e-55c5f9bfb4f7 req-f3491a77-a87f-4a7e-a449-5f0254b5cdce tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 945 time: 0.7930672 May 06 12:23:43.241248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Made reservation on behalf of 6ae81642878d4984ad6a1c36f191ec78 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:43.241248 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:43.467136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8efc599b-0783-4c55-903d-47da819b6508 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:43.476835 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-4e6c0dbe-6592-448b-952f-d751b3e2ebe4 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.3434675 May 06 12:23:43.495263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840847-1'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:43.510262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6267aa3-082e-4a69-902f-72762f39e265 req-20d5710e-102d-4ec3-b8b3-ac6d14bf1d6c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379727 May 06 12:23:43.528216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a18102dc-66b3-4713-b84e-55c5f9bfb4f7 req-d5894c60-1430-4d5a-8ce9-8c74b0048b75 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347552 May 06 12:23:43.542986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3059b-2fe8-4626-8d60-b95ab599d8be req-e6bfba32-db47-490b-b5ba-9bcdd3947561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:43.567639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d3059b-2fe8-4626-8d60-b95ab599d8be req-e6bfba32-db47-490b-b5ba-9bcdd3947561 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.4847383 May 06 12:23:43.823677 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d3059b-2fe8-4626-8d60-b95ab599d8be req-01e7a2c7-0bf2-4e8a-a18b-1b176a98ea8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2330770 May 06 12:23:43.823677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-487b5ac5-f611-4fa0-bfac-a60bf6320e7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:43.837903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-487b5ac5-f611-4fa0-bfac-a60bf6320e7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 1.1208668 May 06 12:23:43.929111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 8efc599b-0783-4c55-903d-47da819b6508 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:43.929111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 8efc599b-0783-4c55-903d-47da819b6508 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:43.929111 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:43.996040 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.164589 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.232654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:44.257707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:44.271937 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.308922 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.414343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:44.443142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:44.466894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fec72a5-7377-4506-a2d1-ddc524771a93,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:44.519845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:44.556350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-c3e65044-4a2c-4d9a-8337-092ef975df0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=641eb6f9-5687-4bf9-840c-29b103f16827 HTTP/1.1" status: 200 len: 217 time: 0.6634724 May 06 12:23:44.571473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Checking segment: {'id': 'c8034d9d-d354-453d-8a15-180549844925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:44.571869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Network hostable DHCP agents. Network: 020a62dd-0595-44c9-9e6b-6335ab8fa19c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:23:44.593359 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-01c09e55-8791-4daf-a74d-2c8bd47b62d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.614714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:44.621176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.630204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.697285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Network 020a62dd-0595-44c9-9e6b-6335ab8fa19c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:23:44.722426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 020a62dd-0595-44c9-9e6b-6335ab8fa19c) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:44.732524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:44.733198 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.736635 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b796d2-46d2-404e-92e1-5c5411f14780 None None] Network 020a62dd-0595-44c9-9e6b-6335ab8fa19c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:23:44.756759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d3059b-2fe8-4626-8d60-b95ab599d8be req-44e857a3-b73a-4ba1-a1c1-0321cbc4ff47 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9303210 May 06 12:23:44.799757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Pushing event updated for resources: {'Port': ['ID=49dc3b57-494b-4fca-8409-5666b1b4d826,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:44.831186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-09cadd22-a8ab-448a-a361-9951ff9caac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:44.833984 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-860acedb-96a8-46f2-b729-4de5ed4fd35b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7643270 May 06 12:23:44.838587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52966) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:44.840387 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-09cadd22-a8ab-448a-a361-9951ff9caac5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.2706537 May 06 12:23:44.845251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:44.886013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:44.906551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Usage tracker for resource:router and tenant:6ae81642878d4984ad6a1c36f191ec78 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:44.913583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:44.924262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:44.928081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 on host n-h2-840847-1 for vnic_type normal with profile {"migrating_to": "n-h1-840847-1"} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:44.928936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:44.930026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:44.946300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Port 49dc3b57-494b-4fca-8409-5666b1b4d826 on network 8a683100-30a0-46af-8056-20106cb441f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:44.947232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Attempting to bind port 49dc3b57-494b-4fca-8409-5666b1b4d826 on network 8a683100-30a0-46af-8056-20106cb441f1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:44.959476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:44.960280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Checking segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:44.961037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Bound using segment: {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:44.961716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Bound port: 49dc3b57-494b-4fca-8409-5666b1b4d826, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93672de1-d03b-4b42-86b8-3c4e41ccbfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '8a683100-30a0-46af-8056-20106cb441f1'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:44.962252 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.975672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.977340 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.032794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b6d69-b646-44cd-9c60-19f95674c349 req-daa1c6c2-da20-4988-84df-67e7af7c6e05 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:45.035450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c7b6d69-b646-44cd-9c60-19f95674c349 req-daa1c6c2-da20-4988-84df-67e7af7c6e05 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 944 time: 0.8132045 May 06 12:23:45.081031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.084121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-020a62dd-0595-44c9-9e6b-6335ab8fa19c', 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'fixed_ips': [{'subnet_id': '4fec72a5-7377-4506-a2d1-ddc524771a93'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:23:45.084533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e0d4c-5fe2-41d6-a61e-686f7b4eb578 req-27d46705-880a-4418-94ee-777162a36789 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:45.085604 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.087269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985e0d4c-5fe2-41d6-a61e-686f7b4eb578 req-27d46705-880a-4418-94ee-777162a36789 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.8716657 May 06 12:23:45.091023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-84cfb1d2-e86e-4503-bbd2-a812ff1d423a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2355289 May 06 12:23:45.347057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:45.388169 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.388169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Allocated IP 172.20.0.2 (020a62dd-0595-44c9-9e6b-6335ab8fa19c/4fec72a5-7377-4506-a2d1-ddc524771a93/9f876e72-affc-442f-80c8-4b8d2b1c3f32) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:45.450206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:45.459148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.518365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-985e0d4c-5fe2-41d6-a61e-686f7b4eb578 req-c4c14796-7cbe-4b52-82d2-463c67cb0c6b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864374 May 06 12:23:45.521162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c7b6d69-b646-44cd-9c60-19f95674c349 req-8aa5a05e-42c0-4cdc-9a05-705caf15292c tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617665 May 06 12:23:45.523171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28d3059b-2fe8-4626-8d60-b95ab599d8be req-a899d796-078f-4b46-9e3b-fc0f2cd199c3 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492979 May 06 12:23:45.606044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-410209ff-3283-4c0e-8946-4cb41af0ca06 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798923 May 06 12:23:45.690697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 49dc3b57-494b-4fca-8409-5666b1b4d826 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:45.790944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.841851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.865187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Transition to ACTIVE for port object 9f876e72-affc-442f-80c8-4b8d2b1c3f32 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:45.914159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Transition to ACTIVE for port object 9f876e72-affc-442f-80c8-4b8d2b1c3f32 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:45.919701 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.926299 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.928066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.929908 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] 10.222.0.48 "PUT /v2.0/ports/49dc3b57-494b-4fca-8409-5666b1b4d826 HTTP/1.1" status: 200 len: 1121 time: 2.4426787 May 06 12:23:46.016568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-e3518b77-2500-43b1-98a9-cae3d84b91ad service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030671 May 06 12:23:46.026138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241d576-94e1-4386-8730-add0d2fa8edf service neutron] Pushing event updated for resources: {'Port': ['ID=49dc3b57-494b-4fca-8409-5666b1b4d826,revision_number=8']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:46.067592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4fd0e-de21-41a6-b392-ba9020bd039a req-649c32a2-361e-43ea-a11b-a0c8d98b05cf tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:46.076161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6a4fd0e-de21-41a6-b392-ba9020bd039a req-649c32a2-361e-43ea-a11b-a0c8d98b05cf tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 943 time: 0.2993703 May 06 12:23:46.105556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad37b0-1403-4cf7-8c04-c39959926932 req-7cb9992e-3f6a-4676-a601-cfae9a15f79b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:46.113794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fad37b0-1403-4cf7-8c04-c39959926932 req-7cb9992e-3f6a-4676-a601-cfae9a15f79b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.2868791 May 06 12:23:46.173015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['49dc3b57-494b-4fca-8409-5666b1b4d826'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:46.218762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['49dc3b57-494b-4fca-8409-5666b1b4d826'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:46.240289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6a4fd0e-de21-41a6-b392-ba9020bd039a req-fda9140d-c7ec-4a80-96f9-de2e3f044713 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619689 May 06 12:23:46.250643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fad37b0-1403-4cf7-8c04-c39959926932 req-982054dc-67e7-4f7d-85c6-f534d447457d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310093 May 06 12:23:46.289332 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:46.367686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:46.473978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:46.603019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 49dc3b57-494b-4fca-8409-5666b1b4d826 has no active binding in host n-h1-840847-1 {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:23:46.605559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Pushing event updated for resources: {'Port': ['ID=9f876e72-affc-442f-80c8-4b8d2b1c3f32,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:46.625896 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fe7d99-f559-4e00-9ca9-6ac78ffbcaf5'] response: {'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508', 'code': 200} May 06 12:23:46.631450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Network 020a62dd-0595-44c9-9e6b-6335ab8fa19c is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:46.673250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:46.683678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:46.724614 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a13c87-076e-44c9-91fe-5ce1009b494d'] response: {'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826', 'code': 200} May 06 12:23:46.823557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-31839d3c-7631-45e5-8938-a899e4e1303d tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.2486298 May 06 12:23:46.880822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Allocated IP 172.25.7.141 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/95d2c7d6-1a2f-44d3-aacd-764e73ee0f77) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:46.894347 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8bced9f1-fe76-48d2-b1ff-af4c6c23cab9 req-6d71175a-1831-4ccc-9569-cf04d32d9726 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1101 time: 0.2545767 May 06 12:23:46.915425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d439d7-55f9-40f3-b52d-02e6274569e7 req-7e250363-38f1-4558-bcb2-2951738362f7 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:46.917239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39d439d7-55f9-40f3-b52d-02e6274569e7 req-7e250363-38f1-4558-bcb2-2951738362f7 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 943 time: 0.2314363 May 06 12:23:47.045043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39d439d7-55f9-40f3-b52d-02e6274569e7 req-4f719f37-b659-4be0-a168-5ad773109faa tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135182 May 06 12:23:47.089478 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8bced9f1-fe76-48d2-b1ff-af4c6c23cab9 req-1a5219e0-e04f-4737-8771-8ff9d0a887ed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791551 May 06 12:23:47.108591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4630a755-8edb-40a0-929b-6af16a09676e service neutron] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:47.128528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851cef4-5045-49a3-bab4-29d6427769f9 req-11c73a08-b53f-4f18-ba7e-f86cba1509b1 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:47.137228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c851cef4-5045-49a3-bab4-29d6427769f9 req-11c73a08-b53f-4f18-ba7e-f86cba1509b1 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.1548431 May 06 12:23:47.141362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4630a755-8edb-40a0-929b-6af16a09676e service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.142617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5171fd5e-7fa3-4e8c-9178-eaadf51ed709 req-4630a755-8edb-40a0-929b-6af16a09676e service neutron] 10.222.0.36 "DELETE /v2.0/ports/641eb6f9-5687-4bf9-840c-29b103f16827/bindings/n-h1-840847-1 HTTP/1.1" status: 204 len: 173 time: 0.3088481 May 06 12:23:47.193640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Attempting to bind port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:47.194219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Attempting to bind port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c8034d9d-d354-453d-8a15-180549844925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:47.195029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Attempting to bind port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 on network 020a62dd-0595-44c9-9e6b-6335ab8fa19c {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:47.211576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c851cef4-5045-49a3-bab4-29d6427769f9 req-d1418ca2-9f20-4287-be62-0883b8c16b15 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731483 May 06 12:23:47.247491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:47.248932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Checking segment: {'id': 'c8034d9d-d354-453d-8a15-180549844925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:47.249613 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.250258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Bound using segment: {'id': 'c8034d9d-d354-453d-8a15-180549844925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:47.251071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Bound port: 9f876e72-affc-442f-80c8-4b8d2b1c3f32, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8034d9d-d354-453d-8a15-180549844925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:47.251656 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.266811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.336882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.431854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.474441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d10cf-ac3e-4686-8100-6e87cde10c9a req-b3f5eb5b-14ac-4cef-bd24-aef32ee9311b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:47.477608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:47.478111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b42d10cf-ac3e-4686-8100-6e87cde10c9a req-b3f5eb5b-14ac-4cef-bd24-aef32ee9311b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.2058713 May 06 12:23:47.483427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:47.486142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Pushing event updated for resources: {'Port': ['ID=95d2c7d6-1a2f-44d3-aacd-764e73ee0f77,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:47.488963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:47.553828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] For port 9f876e72-affc-442f-80c8-4b8d2b1c3f32, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:47.562210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] For port 9f876e72-affc-442f-80c8-4b8d2b1c3f32, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9f876e72-affc-442f-80c8-4b8d2b1c3f32,segment=NetworkSegment(c8034d9d-d354-453d-8a15-180549844925),segment_id=c8034d9d-d354-453d-8a15-180549844925)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:47.570004 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.687254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e2bad801-eead-4a82-88c6-d10f11cec74f details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:47.772813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.775598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.891138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b42d10cf-ac3e-4686-8100-6e87cde10c9a req-441aaa64-67ef-46e1-ac83-797ce36bfb62 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318074 May 06 12:23:47.928610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adebc6-7a2a-4810-863f-b9b2d318df62 None None] Pushing event updated for resources: {'Port': ['ID=9f876e72-affc-442f-80c8-4b8d2b1c3f32,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:47.933376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc505b8-62c6-4ec5-9a39-9465a5120956 req-213fe687-c2b5-4003-b88a-98792e8905a4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:47.946793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cc505b8-62c6-4ec5-9a39-9465a5120956 req-213fe687-c2b5-4003-b88a-98792e8905a4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 944 time: 0.4664779 May 06 12:23:48.071744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cc505b8-62c6-4ec5-9a39-9465a5120956 req-47bca420-bad8-4577-a374-d637808c1a6c tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224129 May 06 12:23:48.124829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e2bad801-eead-4a82-88c6-d10f11cec74f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e2bad801-eead-4a82-88c6-d10f11cec74f,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:48.163256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'e2bad801-eead-4a82-88c6-d10f11cec74f', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'port_id': 'e2bad801-eead-4a82-88c6-d10f11cec74f', 'mac_address': 'fa:16:3e:48:68:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9ed672-d79d-480c-97ea-3c8f224b3156', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:48.204130 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:23:48.393484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:23:48.396061 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:48.432590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bad801-eead-4a82-88c6-d10f11cec74f {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:48.454190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e2bad801-eead-4a82-88c6-d10f11cec74f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e2bad801-eead-4a82-88c6-d10f11cec74f,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:48.461891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:48.589233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c08b-bec9-4bb0-ae77-ca64fbd63ede req-03f5f6c4-f20f-478a-8ee2-0e43b898ac8c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:48.596812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2237c08b-bec9-4bb0-ae77-ca64fbd63ede req-03f5f6c4-f20f-478a-8ee2-0e43b898ac8c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.3210206 May 06 12:23:48.629968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=e2bad801-eead-4a82-88c6-d10f11cec74f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:48.665310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64784734-173c-43ef-becd-f24a5147d515 req-d12bb780-a26d-45b7-8319-702085913ced tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:48.667636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64784734-173c-43ef-becd-f24a5147d515 req-d12bb780-a26d-45b7-8319-702085913ced tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 944 time: 0.1685491 May 06 12:23:48.683271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2237c08b-bec9-4bb0-ae77-ca64fbd63ede req-b6696c5e-0d49-4686-980e-8fc7b38ada1c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854096 May 06 12:23:48.781415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64784734-173c-43ef-becd-f24a5147d515 req-e472e582-5e61-4aa8-bd5f-262bbc97fa5d tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965798 May 06 12:23:48.873318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:48.994923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:23:49.010747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Sync routers for ids ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:23:49.064142 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:49.064142 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1802ac17-bcdb-4cb7-aa5a-109584418d17 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2172141 May 06 12:23:49.064142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52992) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:49.080811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Routers {'761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:23:49.080811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:23:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:49.424373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2f58e-ed4a-4e71-a275-a989480bf911 req-e15e9874-b5c3-4e28-814f-1dfe9da74384 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:49.437948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48c2f58e-ed4a-4e71-a275-a989480bf911 req-e15e9874-b5c3-4e28-814f-1dfe9da74384 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.4873822 May 06 12:23:49.500812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Set router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:23:49.564963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['e2bad801-eead-4a82-88c6-d10f11cec74f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:49.568864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4843a-d4c7-47b7-889a-e842e2e1ef74 req-508b4ace-8d85-449b-a220-5dacb25b73c4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:49.579804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41f4843a-d4c7-47b7-889a-e842e2e1ef74 req-508b4ace-8d85-449b-a220-5dacb25b73c4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 943 time: 0.3586764 May 06 12:23:49.587119 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48c2f58e-ed4a-4e71-a275-a989480bf911 req-b01c6794-dad5-4f84-a859-61635bfb2bce tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476011 May 06 12:23:49.773154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41f4843a-d4c7-47b7-889a-e842e2e1ef74 req-a2b5b00d-fac6-4870-b205-b7391cee6fa3 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797376 May 06 12:23:49.875508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b018322-3d5d-47f5-a706-c9b38e3d16ce None None] Network 020a62dd-0595-44c9-9e6b-6335ab8fa19c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:23:49.929961 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd421411-8a01-40ae-b680-00032fa29bbb'] response: {'name': 'network-changed', 'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826', 'status': 'completed', 'code': 200} May 06 12:23:49.941014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9f876e72-affc-442f-80c8-4b8d2b1c3f32 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:50.185879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0450743f-6cc0-484c-8800-787ba3c0f904 req-c5369ad2-73c6-435b-b32f-c533bc81aa63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 1124 time: 0.1891079 May 06 12:23:50.413459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a62ab3b8-ab4d-47bd-91b0-ff2c44c6eaf1 None None] Provisioning for port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:50.673237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474c364-d598-4cc7-bb5f-91b0a42af888 req-aa95e478-9fca-45ea-bc08-5b0772da880f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:50.680225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6474c364-d598-4cc7-bb5f-91b0a42af888 req-aa95e478-9fca-45ea-bc08-5b0772da880f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.4340599 May 06 12:23:50.704644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450743f-6cc0-484c-8800-787ba3c0f904 req-b3d4dbfc-d31a-47c9-b544-2533c163c327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:50.706107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0450743f-6cc0-484c-8800-787ba3c0f904 req-b3d4dbfc-d31a-47c9-b544-2533c163c327 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.5071919 May 06 12:23:50.792085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:50.823047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:50.823400 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:50.893502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0450743f-6cc0-484c-8800-787ba3c0f904 req-a770f526-52fe-4f02-9e12-d7899206d559 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49dc3b57-494b-4fca-8409-5666b1b4d826 HTTP/1.1" status: 200 len: 217 time: 0.1681499 May 06 12:23:50.893502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6474c364-d598-4cc7-bb5f-91b0a42af888 req-ba0b9864-0a4c-4837-8a9d-ab6b303107de tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039964 May 06 12:23:51.008876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450743f-6cc0-484c-8800-787ba3c0f904 req-c3c699ee-f313-4e4b-b53b-2513a64a2a10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:51.008876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0450743f-6cc0-484c-8800-787ba3c0f904 req-c3c699ee-f313-4e4b-b53b-2513a64a2a10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.0946796 May 06 12:23:51.018355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.078461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0450743f-6cc0-484c-8800-787ba3c0f904 req-ea7d3184-1c4a-4ca9-9fa3-95c9772f5cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605226 May 06 12:23:51.094079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b172886-1b8d-4b07-8658-2603568ba31e req-854c5d16-1b85-497a-93d6-6c0c3fd8256a tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1095 time: 0.2939796 May 06 12:23:51.294634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0450743f-6cc0-484c-8800-787ba3c0f904 req-3731a441-59b7-4779-96bc-c351f8d7c2fb service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778915 May 06 12:23:51.399700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:44Z', 'updated_at': '2022-05-06T12:23:47Z', 'revision_number': 3, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'gw_port': {'id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:46Z', 'updated_at': '2022-05-06T12:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:51.405970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.433435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Checking router: 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:23:51.433931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Updating router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:23:51.543363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Allocated IP 172.20.0.1 (020a62dd-0595-44c9-9e6b-6335ab8fa19c/4fec72a5-7377-4506-a2d1-ddc524771a93/30dd933d-44b5-43b6-9fc5-7d78d035c7d6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:51.578367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b172886-1b8d-4b07-8658-2603568ba31e req-0fd022ad-18af-4c18-ae5a-94a6459db68b tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816890 May 06 12:23:51.596828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0450743f-6cc0-484c-8800-787ba3c0f904 req-af738f1e-d661-4fd2-860e-b1e2f9714536 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803190 May 06 12:23:51.638747 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.724077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b15324-9e91-4592-a18d-ba47e1cea9f5 req-85756bdc-ae89-475e-9d7b-6c382e633ff8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:51.730199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13b15324-9e91-4592-a18d-ba47e1cea9f5 req-85756bdc-ae89-475e-9d7b-6c382e633ff8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 944 time: 0.3037322 May 06 12:23:51.781526 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Sync routers for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:23:51.803861 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:23:51.804910 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:23:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:51.838631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13b15324-9e91-4592-a18d-ba47e1cea9f5 req-e868db9f-728e-4ac1-bdb8-d492ad19d118 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961025 May 06 12:23:51.956645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-973ed318-83ed-41ef-b886-67a9b7c8a08f None None] Provisioning complete for port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:51.956905 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-973ed318-83ed-41ef-b886-67a9b7c8a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.027538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.066927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9f876e72-affc-442f-80c8-4b8d2b1c3f32, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9f876e72-affc-442f-80c8-4b8d2b1c3f32,segment=NetworkSegment(c8034d9d-d354-453d-8a15-180549844925),segment_id=c8034d9d-d354-453d-8a15-180549844925)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:52.073057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Transition to ACTIVE for port object 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:52.120677 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.126022 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.290014 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:23:52.297853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Network 020a62dd-0595-44c9-9e6b-6335ab8fa19c is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:52.305023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:52.329677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:52.369470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Pushing event updated for resources: {'Port': ['ID=30dd933d-44b5-43b6-9fc5-7d78d035c7d6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:52.419623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9f876e72-affc-442f-80c8-4b8d2b1c3f32,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:52.477412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53be28-e98a-46b2-8a11-307f92ee9473 req-f15be4ee-a5b6-4c47-a065-5ec97ec5399e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:52.478837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.479024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab53be28-e98a-46b2-8a11-307f92ee9473 req-f15be4ee-a5b6-4c47-a065-5ec97ec5399e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.4363527 May 06 12:23:52.493786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a2be-d91b-4f2e-b5b7-3ff869298907 req-83a7106b-dc04-45f2-a440-5300229c8ffb tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:52.496950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0209a2be-d91b-4f2e-b5b7-3ff869298907 req-83a7106b-dc04-45f2-a440-5300229c8ffb tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 943 time: 0.3207383 May 06 12:23:52.652820 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.671096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0209a2be-d91b-4f2e-b5b7-3ff869298907 req-b9749e9f-06e1-41a1-a0f5-10887fd7d0f3 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460767 May 06 12:23:52.703503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab53be28-e98a-46b2-8a11-307f92ee9473 req-4aa76c0e-a29f-46dd-a82b-1c961cb37608 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048862 May 06 12:23:52.797773 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.821358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Transition to ACTIVE for port object 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:52.828373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd339946-d25e-41ed-ac73-db2a98daf9ee None None] Provisioning for port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:52.837447 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.979273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd339946-d25e-41ed-ac73-db2a98daf9ee None None] Provisioning complete for port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:52.980342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd339946-d25e-41ed-ac73-db2a98daf9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.014816 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:23:36Z', 'revision_number': 2, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:53.024209 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Checking router: 317ee95e-508e-475e-b5af-3145cda0100d for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:23:53.025260 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Updating router 317ee95e-508e-475e-b5af-3145cda0100d port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:23:53.119401 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.169527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cd339946-d25e-41ed-ac73-db2a98daf9ee None None] Port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:23:53.215521 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.224134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.240797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f352e8f-ab87-4bc4-9cf6-235e367b3933 None None] Pushing event updated for resources: {'Port': ['ID=95d2c7d6-1a2f-44d3-aacd-764e73ee0f77,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:53.245845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Attempting to bind port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:53.246832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Attempting to bind port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:53.247629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Attempting to bind port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:53.261665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:53.262556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:53.263435 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.264262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:53.265213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Bound port: 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:53.266014 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.444760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] For port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:53.456902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] For port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=95d2c7d6-1a2f-44d3-aacd-764e73ee0f77,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:53.466381 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.639267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9e81b-904b-4b25-9282-947fe8b83b56 req-28ba4d40-7566-432d-bedb-96e80cb893e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:53.642474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b9e81b-904b-4b25-9282-947fe8b83b56 req-28ba4d40-7566-432d-bedb-96e80cb893e3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.2033293 May 06 12:23:53.649403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9188d992-36c7-4ad3-a3b3-27a2a1fdbf13 req-f847a43c-ab1d-43e6-8a04-20723f8780db tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 1095 time: 0.6109970 May 06 12:23:53.652614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f352e8f-ab87-4bc4-9cf6-235e367b3933 None None] Pushing event updated for resources: {'Port': ['ID=95d2c7d6-1a2f-44d3-aacd-764e73ee0f77,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:53.656473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Routers {'761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:23:53.657938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:23:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:53.669377 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.677065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Pushing event updated for resources: {'Port': ['ID=30dd933d-44b5-43b6-9fc5-7d78d035c7d6,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:53.741804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88b9e81b-904b-4b25-9282-947fe8b83b56 req-5bc75a5a-970e-46be-b844-540b275dfab0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907884 May 06 12:23:53.744129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9188d992-36c7-4ad3-a3b3-27a2a1fdbf13 req-b722d633-9661-43af-8473-584fbac06cff tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722504 May 06 12:23:53.753135 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.767422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e2bad801-eead-4a82-88c6-d10f11cec74f up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:53.769578 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Transition to ACTIVE for port object ab7c9be8-e868-4c92-9d73-6a1f826e3f27 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:53.781113 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.065807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Network 020a62dd-0595-44c9-9e6b-6335ab8fa19c is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:54.067940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:54.308985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] Set router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:23:54.409554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3aa2e-16fa-4ec8-a4c2-e07be72a3bcc req-c007e884-edc0-43a1-9b82-ed0ebc10a6f2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:54.422881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3a3aa2e-16fa-4ec8-a4c2-e07be72a3bcc req-c007e884-edc0-43a1-9b82-ed0ebc10a6f2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 944 time: 0.3542349 May 06 12:23:54.424764 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807fec8-7f9b-48cc-884b-b485ac369fdb None None] Pushing event updated for resources: {'Port': ['ID=ab7c9be8-e868-4c92-9d73-6a1f826e3f27,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:54.431412 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Attempting to bind port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:54.431753 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Attempting to bind port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:54.432108 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Attempting to bind port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 on network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:54.458722 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:54.459093 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Checking segment: {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:54.459502 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.459930 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Bound using segment: {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:54.465731 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Bound port: ab7c9be8-e868-4c92-9d73-6a1f826e3f27, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:54.466135 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.548706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3a3aa2e-16fa-4ec8-a4c2-e07be72a3bcc req-ca5174cd-4256-4327-94ab-c8f4d2dfde37 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246824 May 06 12:23:54.701412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9f876e72-affc-442f-80c8-4b8d2b1c3f32 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:54.732899 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] For port ab7c9be8-e868-4c92-9d73-6a1f826e3f27, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:54.737457 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] For port ab7c9be8-e868-4c92-9d73-6a1f826e3f27, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ab7c9be8-e868-4c92-9d73-6a1f826e3f27,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:54.744802 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.964762 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807fec8-7f9b-48cc-884b-b485ac369fdb None None] Pushing event updated for resources: {'Port': ['ID=ab7c9be8-e868-4c92-9d73-6a1f826e3f27,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:54.984848 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:23:54.985843 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:23:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:55.133762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ff8fa-0771-4fda-86fe-0a8ebd161f68 req-654c21f8-bbdc-4815-a658-e6237b738ca4 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:55.147321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-781ff8fa-0771-4fda-86fe-0a8ebd161f68 req-654c21f8-bbdc-4815-a658-e6237b738ca4 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.1934433 May 06 12:23:55.340522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port e2bad801-eead-4a82-88c6-d10f11cec74f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:55.350972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da9b47fe-3139-43d9-a7ef-8e81359a9ed3 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:55.370582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8caaaf03-916f-47f8-b5b3-1950cdb265f8 None None] Provisioning complete for port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:55.371453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8caaaf03-916f-47f8-b5b3-1950cdb265f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:55.384448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:23:55.437940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port e2bad801-eead-4a82-88c6-d10f11cec74f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:55.438438 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:55.539100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-781ff8fa-0771-4fda-86fe-0a8ebd161f68 req-ef524a4d-d8d6-45b4-b8c9-9a82ec2244d4 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904583 May 06 12:23:55.645522 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:23:55.683750 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:23:55.757994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8caaaf03-916f-47f8-b5b3-1950cdb265f8 None None] Port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:23:55.800571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-f45f075d-d4cc-41ae-937a-75d7a36e9fe0 service neutron] 10.222.0.36 "GET /v2.0/ports/49dc3b57-494b-4fca-8409-5666b1b4d826/bindings/n-h1-840847-1 HTTP/1.1" status: 200 len: 384 time: 0.1534162 May 06 12:23:55.897360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:55.897360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:55.952650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c426015f-5401-412c-bd39-c88bfe5ac7d2 req-30872b29-0500-4698-91af-dca92a82407d tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1101 time: 0.6509974 May 06 12:23:56.008433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:23:56.040162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c50910dc-0140-4181-95c3-263527835d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:44Z', 'updated_at': '2022-05-06T12:23:52Z', 'revision_number': 4, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'gw_port': {'id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:46Z', 'updated_at': '2022-05-06T12:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '30dd933d-44b5-43b6-9fc5-7d78d035c7d6', 'name': '', 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'mac_address': 'fa:16:3e:d9:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:51Z', 'updated_at': '2022-05-06T12:23:52Z', 'revision_number': 2, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'subnets': [{'id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:56.045810 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1e3dad1a-a456-46b4-8a50-f58bce7dabd1 admin admin] 10.222.0.44 "PUT /v2.0/routers/761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9755678 May 06 12:23:56.195680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50910dc-0140-4181-95c3-263527835d10 None None] The sync data for ids ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'] in n-d-840847-1 is: [{'id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:44Z', 'updated_at': '2022-05-06T12:23:52Z', 'revision_number': 4, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'gw_port': {'id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:46Z', 'updated_at': '2022-05-06T12:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '30dd933d-44b5-43b6-9fc5-7d78d035c7d6', 'name': '', 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'mac_address': 'fa:16:3e:d9:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:51Z', 'updated_at': '2022-05-06T12:23:52Z', 'revision_number': 2, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'subnets': [{'id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:23:56.199453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:56.295249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3', 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379', 'port_id': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3', 'mac_address': 'fa:16:3e:de:4f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c04fb-6e37-496d-beed-97dc51090b62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:56.346677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.385052 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:23:54Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:56.391466 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9557c3-9482-48ae-b7d0-ff4bba708ffc None None] The sync data for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 is: [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:23:54Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:23:56.449833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:56.500866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274a3e78-4e8a-4be7-988b-72df38875782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bad801-eead-4a82-88c6-d10f11cec74f'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:56.512380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:56.559915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e2bad801-eead-4a82-88c6-d10f11cec74f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e2bad801-eead-4a82-88c6-d10f11cec74f,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:56.577473 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.618763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.648456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dc3b57-494b-4fca-8409-5666b1b4d826 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:56.673099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:56.710762 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.780403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da9b47fe-3139-43d9-a7ef-8e81359a9ed3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:56.812666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:56.822804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ab7c9be8-e868-4c92-9d73-6a1f826e3f27 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:56.920281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c426015f-5401-412c-bd39-c88bfe5ac7d2 req-8cc0c70b-029b-440e-bd6f-49f5612a97c7 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9061136 May 06 12:23:57.021510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:57.048954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12498-5ef5-409f-b5d4-da89976f93d0 req-cf577b69-fe98-4b74-b458-043e0820f2ac tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:57.058401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dac12498-5ef5-409f-b5d4-da89976f93d0 req-cf577b69-fe98-4b74-b458-043e0820f2ac tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 943 time: 1.2351751 May 06 12:23:57.248422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=e2bad801-eead-4a82-88c6-d10f11cec74f,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:57.405225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dac12498-5ef5-409f-b5d4-da89976f93d0 req-3e8b4c3e-7f5a-453b-a1d0-650765d885dd tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236492 May 06 12:23:57.410828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Transition to ACTIVE for port object 49dc3b57-494b-4fca-8409-5666b1b4d826 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:57.429109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:57.655122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Pushing event updated for resources: {'Port': ['ID=49dc3b57-494b-4fca-8409-5666b1b4d826,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:57.698264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['da9b47fe-3139-43d9-a7ef-8e81359a9ed3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:57.737210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.740098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.741283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.743398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.745568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.746518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.747485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.747882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.748504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.749095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:57.749887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:58.253644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 49dc3b57-494b-4fca-8409-5666b1b4d826 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:58.563746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:58.615306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:58.616328 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:58.663134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] No DVR routers for this DVR port 49dc3b57-494b-4fca-8409-5666b1b4d826 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:23:58.943897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-b7f7bc52-6fe7-4e12-a66b-d26ae10ee53d service neutron] 10.222.0.36 "PUT /v2.0/ports/49dc3b57-494b-4fca-8409-5666b1b4d826/bindings/n-h1-840847-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1194584 May 06 12:23:59.001999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e5de5-c791-40ce-9b47-d40e9d58ea7c req-2eaabc76-766e-4eb7-8122-aad85e61119c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:59.015173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-091e5de5-c791-40ce-9b47-d40e9d58ea7c req-2eaabc76-766e-4eb7-8122-aad85e61119c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.9195833 May 06 12:23:59.071593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 49dc3b57-494b-4fca-8409-5666b1b4d826 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:23:59.107681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:59.231518 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-091e5de5-c791-40ce-9b47-d40e9d58ea7c req-ca1afcf4-d071-4b6a-8079-ff4a7910c1ed tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141182 May 06 12:23:59.243306 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-ab69729e-79dd-4b20-93c3-bd888fde4448 tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.2090049 May 06 12:23:59.462923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d03ab5-9bad-4689-aedf-ad8f0c15a86a req-0e1bda48-eab3-4be9-8870-6ecd2c376ea1 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:59.475593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93d03ab5-9bad-4689-aedf-ad8f0c15a86a req-0e1bda48-eab3-4be9-8870-6ecd2c376ea1 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 945 time: 0.4458585 May 06 12:23:59.817590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 49dc3b57-494b-4fca-8409-5666b1b4d826 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:59.950299 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-8475a9eb-a878-4c36-9293-8d282c1afa45 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8&tenant_id=782377c9e75a4cb084b23392faeea4e0 HTTP/1.1" status: 200 len: 1095 time: 0.6946468 May 06 12:23:59.972292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93d03ab5-9bad-4689-aedf-ad8f0c15a86a req-bf190d69-6b70-411b-ad07-e3949092c20e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007632 May 06 12:24:00.388466 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:00.725502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-03a89cf6-70db-4f57-b7f2-c26258f1cded service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 1095 time: 0.6637397 May 06 12:24:00.727052 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c786e77-a3cc-40fc-a5ec-3b0ecdb2feac'] response: {'server_uuid': '274a3e78-4e8a-4be7-988b-72df38875782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bad801-eead-4a82-88c6-d10f11cec74f', 'code': 200} May 06 12:24:00.866806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e75b642-4d82-4cc5-93b1-7fc6b5e21a43 req-c9f14555-ba71-4283-aa33-fa853d6d8f45 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 1096 time: 0.3508465 May 06 12:24:01.409855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da9b47fe-3139-43d9-a7ef-8e81359a9ed3 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:01.672101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ab7c9be8-e868-4c92-9d73-6a1f826e3f27, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ab7c9be8-e868-4c92-9d73-6a1f826e3f27,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:01.685830 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:02.101096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5405-bb96-408f-bb19-678d8811f044 req-c05469a7-b493-4536-ad99-d4a2a805e38a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:02.109748 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-c05469a7-b493-4536-ad99-d4a2a805e38a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 1.3729484 May 06 12:24:02.222976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e75b642-4d82-4cc5-93b1-7fc6b5e21a43 req-8cb1d655-1146-4948-b7e7-123aa27db9ea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3545945 May 06 12:24:02.381774 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-a55cbea8-fa60-40df-a966-c9c038e2b83b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49dc3b57-494b-4fca-8409-5666b1b4d826 HTTP/1.1" status: 200 len: 217 time: 0.2597136 May 06 12:24:02.382392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e77f6-c57e-4181-aa6e-3df6e83e4ae3 req-70bd645e-e836-4677-a26b-7fd0bef6e427 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:02.395839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07e77f6-c57e-4181-aa6e-3df6e83e4ae3 req-70bd645e-e836-4677-a26b-7fd0bef6e427 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 944 time: 1.2658854 May 06 12:24:02.506565 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:02.561069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ab7c9be8-e868-4c92-9d73-6a1f826e3f27,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:02.576723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:02.647078 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e07e77f6-c57e-4181-aa6e-3df6e83e4ae3 req-5779b08c-24ec-41b3-8a9c-b0074bef2484 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374752 May 06 12:24:02.672424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id da9b47fe-3139-43d9-a7ef-8e81359a9ed3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:02.741582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:02.767920 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:03.035603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a7f0bea-c09f-4463-a8d6-22697afcad8b req-de893ed6-50be-40d1-9305-a351b12bc162 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3407316 May 06 12:24:03.057232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:03.084966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:03.087543 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:03.246142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:03.373359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da9b47fe-3139-43d9-a7ef-8e81359a9ed3 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:03.373795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05341194-636a-42e3-b8a6-d5440f368e26 req-7ace2dde-ffab-4d04-91fd-717129cfd410 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:03.395135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05341194-636a-42e3-b8a6-d5440f368e26 req-7ace2dde-ffab-4d04-91fd-717129cfd410 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 944 time: 0.2171371 May 06 12:24:03.532933 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05341194-636a-42e3-b8a6-d5440f368e26 req-ce896ce9-0d0b-4279-9118-2db8c5aa217f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363506 May 06 12:24:03.568440 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:03.642721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:03.643334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:03.757683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=95d2c7d6-1a2f-44d3-aacd-764e73ee0f77,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:03.830318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:04.339041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ab7c9be8-e868-4c92-9d73-6a1f826e3f27 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:04.739948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7e7d7-5205-4b67-bcf5-d7b30d2937c1 req-f0989668-3cb9-4c8a-be64-2e9f042e842f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:04.753164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55f7e7d7-5205-4b67-bcf5-d7b30d2937c1 req-f0989668-3cb9-4c8a-be64-2e9f042e842f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.2809215 May 06 12:24:04.812872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc217c-4169-44f9-a2a4-ed72acdf291e req-eeb4aa2f-2462-469b-9af5-362fceac8e0f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:04.825939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fcc217c-4169-44f9-a2a4-ed72acdf291e req-eeb4aa2f-2462-469b-9af5-362fceac8e0f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 945 time: 0.4860258 May 06 12:24:04.953990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fcc217c-4169-44f9-a2a4-ed72acdf291e req-59165da8-c724-45b4-99ef-71f90b0badde tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226068 May 06 12:24:04.984918 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-072605e7-9b76-4764-bc85-d88255d747e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7253840 May 06 12:24:04.991742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55f7e7d7-5205-4b67-bcf5-d7b30d2937c1 req-8979ba33-a5ec-4cf8-9f82-28249e7012e5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285178 May 06 12:24:05.198345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:05.328372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=95d2c7d6-1a2f-44d3-aacd-764e73ee0f77,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:05.532409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:05.537199 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:05.764970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:05.806621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:05.822522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:05.829035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543d607-290e-40a2-9192-e7b943761037 req-c45ed355-130d-4886-925a-d06421827be2 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:05.835921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a543d607-290e-40a2-9192-e7b943761037 req-c45ed355-130d-4886-925a-d06421827be2 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 0.3785341 May 06 12:24:05.977319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a543d607-290e-40a2-9192-e7b943761037 req-c582657e-c9bf-4548-8d00-cf3a62e13870 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250384 May 06 12:24:06.206964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:06.412197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:06.771132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:06.771740 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:06.875303 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:06.974674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cb04e-3fb1-4a7b-9ffd-f70d21d63cba req-7ec89a2d-9bc7-4605-ade7-4689d7f84ded tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:07.010936 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-688cb04e-3fb1-4a7b-9ffd-f70d21d63cba req-7ec89a2d-9bc7-4605-ade7-4689d7f84ded tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 944 time: 0.5085735 May 06 12:24:07.114342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-688cb04e-3fb1-4a7b-9ffd-f70d21d63cba req-5d079fc3-f4d2-4932-be88-f40ac7f4ecd5 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018510 May 06 12:24:07.161180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12be4a5-2355-40fd-8194-e521cb2de943 req-caf5f703-530e-4e97-b579-45a07b965bcc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:07.171907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c12be4a5-2355-40fd-8194-e521cb2de943 req-caf5f703-530e-4e97-b579-45a07b965bcc tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.4893744 May 06 12:24:07.232784 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5826f7d2-b760-4cf2-8ab2-cafd6dd3d5b2'] response: {'server_uuid': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3', 'code': 200} May 06 12:24:07.258371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c12be4a5-2355-40fd-8194-e521cb2de943 req-f64cc75e-1ca9-4766-8982-72829113c4ed tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850258 May 06 12:24:07.603031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6bffe-90bf-42f9-8c33-f67129dc28c1 req-32b0b9ff-d92e-4e8e-b296-84f2db421de5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:07.604908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcd6bffe-90bf-42f9-8c33-f67129dc28c1 req-32b0b9ff-d92e-4e8e-b296-84f2db421de5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 945 time: 0.1707363 May 06 12:24:07.636499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467580f-a661-415c-8f19-4a816a2c6215 req-97b8208b-79e3-4fb6-ab2f-5193973fbedf tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:07.638027 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0467580f-a661-415c-8f19-4a816a2c6215 req-97b8208b-79e3-4fb6-ab2f-5193973fbedf tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.1451092 May 06 12:24:07.734587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcd6bffe-90bf-42f9-8c33-f67129dc28c1 req-a83bca42-7de9-4911-b90d-80b023330a05 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988123 May 06 12:24:07.787223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0467580f-a661-415c-8f19-4a816a2c6215 req-8e7f5969-bd12-44b9-b6a0-43b27e15b71e tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139159 May 06 12:24:08.238093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35535e3d-2a21-485d-89ed-b4dde5fb3ae3 req-00d94675-9cbd-4ca7-bdf6-b198e2b35d95 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:08.245882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35535e3d-2a21-485d-89ed-b4dde5fb3ae3 req-00d94675-9cbd-4ca7-bdf6-b198e2b35d95 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.2430925 May 06 12:24:08.278125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011916d2-847b-4464-9da9-ad62a7a9b4a0 req-5bdb5d56-762b-4aba-b6ef-f76301573293 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:08.283473 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-011916d2-847b-4464-9da9-ad62a7a9b4a0 req-5bdb5d56-762b-4aba-b6ef-f76301573293 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 0.3283076 May 06 12:24:08.494170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-011916d2-847b-4464-9da9-ad62a7a9b4a0 req-c64d2f23-179a-4090-9db1-8b25215ddcb9 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021554 May 06 12:24:08.504746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35535e3d-2a21-485d-89ed-b4dde5fb3ae3 req-21509bfb-93e1-410e-a048-79f690179850 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576506 May 06 12:24:08.611760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-ec9802e6-ace3-4773-bb98-5e9d92d13907 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:08.614895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-ec9802e6-ace3-4773-bb98-5e9d92d13907 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 0.2053986 May 06 12:24:08.808884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Deleting port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:08.809504 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:09.571910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fb368-3e06-4cac-a413-1c0de661f197 req-0e038633-9188-4d01-a684-9b7681e7500f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:09.603766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc3fb368-3e06-4cac-a413-1c0de661f197 req-0e038633-9188-4d01-a684-9b7681e7500f tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 944 time: 0.7387338 May 06 12:24:09.832725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48648ec4-ba3f-46f9-bcc3-45ca9412b580 req-530b55d3-6414-486f-9c6a-c2fcdce20373 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:09.843572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48648ec4-ba3f-46f9-bcc3-45ca9412b580 req-530b55d3-6414-486f-9c6a-c2fcdce20373 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.9693875 May 06 12:24:10.045303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc3fb368-3e06-4cac-a413-1c0de661f197 req-36e8ef95-a870-4e86-93ae-699803612cff tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398179 May 06 12:24:10.049728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] For port da9b47fe-3139-43d9-a7ef-8e81359a9ed3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:10.050085 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:10.089697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48648ec4-ba3f-46f9-bcc3-45ca9412b580 req-948e89fb-3268-46a6-9a1a-263d9793dc57 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447464 May 06 12:24:10.553340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5405-bb96-408f-bb19-678d8811f044 req-5c61105a-9a5a-4f9c-bd02-371d81ca1abd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:10.558787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-5c61105a-9a5a-4f9c-bd02-371d81ca1abd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.3621807 May 06 12:24:10.688928 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-d557732a-03ba-4e5f-811b-3a030cb7efc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025963 May 06 12:24:11.278418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Calling delete_port for da9b47fe-3139-43d9-a7ef-8e81359a9ed3 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:12.045499 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-680df92d-1945-4f14-afa6-44547fb176bd service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3416393 May 06 12:24:12.230527 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6308d5d4-418a-4b2f-9207-ac602fdeb104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:12.496599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ff855-0380-461e-a4fd-95962aa37e80 req-70618f2d-3602-4d5f-a273-c476d6d3b1c5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:12.519252 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:12.526827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a9ff855-0380-461e-a4fd-95962aa37e80 req-70618f2d-3602-4d5f-a273-c476d6d3b1c5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba3a55fe-3303-46bc-a966-a808c966e192 HTTP/1.1" status: 200 len: 945 time: 1.4973965 May 06 12:24:12.560243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:12.728037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event deleted for resources: {'Port': ['ID=da9b47fe-3139-43d9-a7ef-8e81359a9ed3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:12.815360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d1ee1-eb60-4562-9f16-8b6809e0a778 req-4ed1cb29-aecc-4897-9b82-f355e93c6083 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:12.818723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6d9d1ee1-eb60-4562-9f16-8b6809e0a778 req-4ed1cb29-aecc-4897-9b82-f355e93c6083 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 945 time: 1.7958291 May 06 12:24:12.841936 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-8b8ba291-7da0-4f77-a72b-7244c700cdd6 service neutron] 10.222.0.48 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7912183 May 06 12:24:12.853203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a9ff855-0380-461e-a4fd-95962aa37e80 req-301bdec0-d4f7-442a-ace5-fe7a7e5b57f2 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224745 May 06 12:24:12.943894 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-35c69ab7-5965-4682-9cdc-753c54b3efeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1101 time: 0.4108014 May 06 12:24:13.142814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6d9d1ee1-eb60-4562-9f16-8b6809e0a778 req-85decd71-b063-4f60-8a60-e93ef90ac401 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872198 May 06 12:24:13.406153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da9b47fe-3139-43d9-a7ef-8e81359a9ed3 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:13.493387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] No DVR routers for this DVR port da9b47fe-3139-43d9-a7ef-8e81359a9ed3 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:13.506369 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:13.531400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'name': 'network-vif-deleted', 'tag': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:13.567998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de33bc54-f322-40f5-92aa-9c7c236b86b4 req-d590c579-b420-4355-896c-20786260b17b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.36 "DELETE /v2.0/ports/da9b47fe-3139-43d9-a7ef-8e81359a9ed3 HTTP/1.1" status: 204 len: 173 time: 4.9328823 May 06 12:24:13.688895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: da9b47fe-3139-43d9-a7ef-8e81359a9ed3 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:13.689369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device da9b47fe-3139-43d9-a7ef-8e81359a9ed3 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:13.962324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-08604f34-c257-4d17-bb7b-0d7eae15c16c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:13.964034 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-08604f34-c257-4d17-bb7b-0d7eae15c16c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 1.0036635 May 06 12:24:14.056007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-a32a2347-47b2-4745-b857-715f6d1ffd76 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:14.057633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-a32a2347-47b2-4745-b857-715f6d1ffd76 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Synchronizing usage tracker for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:14.097252 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-96720661-0030-41c1-89cb-6af2010e8e06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 217 time: 0.1161041 May 06 12:24:14.183924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-a32a2347-47b2-4745-b857-715f6d1ffd76 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Unset dirty status for tenant:dedc618e817f4fbf86199b1187cf0eca on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:14.185972 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-a32a2347-47b2-4745-b857-715f6d1ffd76 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 0.6986980 May 06 12:24:14.361793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-9135a807-ae9a-49c4-99b3-eabeeb9db489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:14.363387 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-9135a807-ae9a-49c4-99b3-eabeeb9db489 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2545152 May 06 12:24:14.369774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Deleting port d6c4d921-243b-4862-9882-8691baa0939d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:14.370250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:14.422126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99468da0-9f61-44a8-9c82-0026eb611234 req-d56819a6-396a-40d0-a74c-e312b53d539a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:14.435781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99468da0-9f61-44a8-9c82-0026eb611234 req-d56819a6-396a-40d0-a74c-e312b53d539a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.8644395 May 06 12:24:14.503233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-5e22f92c-f5ee-4d61-a49d-aa3cad46377f tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8&tenant_id=782377c9e75a4cb084b23392faeea4e0&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.5523517 May 06 12:24:14.608571 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8bc36a73-44e6-418c-9121-d08d50c654e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:14.644895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99468da0-9f61-44a8-9c82-0026eb611234 req-0e0bbf6c-399d-43fa-ba1e-b3650621d48a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070892 May 06 12:24:14.700375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae145c-ec5c-4c1e-b47e-a096b04a004b req-56f798bd-f8ec-4b36-b0b5-4d51dd459894 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:14.710980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7dae145c-ec5c-4c1e-b47e-a096b04a004b req-56f798bd-f8ec-4b36-b0b5-4d51dd459894 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 0.7639568 May 06 12:24:14.917248 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-8ccbe57e-5eaa-4f89-ae4e-abb4c302231b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4889007 May 06 12:24:15.172283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7dae145c-ec5c-4c1e-b47e-a096b04a004b req-27a3b7ce-d729-4bcb-b295-9790840b1d63 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249885 May 06 12:24:15.251572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-38ba5405-bb96-408f-bb19-678d8811f044 req-af0f047e-8652-4be3-90a2-b9c1a14f39ff service neutron] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:15.258967 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-38ba5405-bb96-408f-bb19-678d8811f044 req-af0f047e-8652-4be3-90a2-b9c1a14f39ff service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:15.272391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38ba5405-bb96-408f-bb19-678d8811f044 req-af0f047e-8652-4be3-90a2-b9c1a14f39ff service neutron] 10.222.0.48 "DELETE /v2.0/ports/49dc3b57-494b-4fca-8409-5666b1b4d826/bindings/n-h2-840847-1 HTTP/1.1" status: 204 len: 173 time: 0.7504604 May 06 12:24:15.419349 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:15.869422 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:15.877442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] For port d6c4d921-243b-4862-9882-8691baa0939d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d6c4d921-243b-4862-9882-8691baa0939d,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:15.878545 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:15.896752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324cba0-dd5d-484c-9d00-6fb58f51df4f req-7db5b4fa-b490-45a1-b70c-245cf21ffd37 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:15.909431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4324cba0-dd5d-484c-9d00-6fb58f51df4f req-7db5b4fa-b490-45a1-b70c-245cf21ffd37 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 944 time: 0.5794353 May 06 12:24:16.003943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6b44e-e6ce-4ef8-9078-ae98d9b9fe8d req-3c8908aa-545e-4584-af8b-d37a7a319f2b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:16.007098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5f6b44e-e6ce-4ef8-9078-ae98d9b9fe8d req-3c8908aa-545e-4584-af8b-d37a7a319f2b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.2884388 May 06 12:24:16.113393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4324cba0-dd5d-484c-9d00-6fb58f51df4f req-18c819c9-57af-4156-a589-0b5efffb856b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020271 May 06 12:24:16.135505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5f6b44e-e6ce-4ef8-9078-ae98d9b9fe8d req-42d3709a-f71e-4358-8299-f9bd159d56d2 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065707 May 06 12:24:16.205808 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-7a7ed18f-f211-4fcd-b4e4-91e65ecca156 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2804160 May 06 12:24:16.356019 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a1d40f-9cd5-4e3e-9f95-b5e6f6d5b351'] response: {'server_uuid': 'ba3a55fe-3303-46bc-a966-a808c966e192', 'name': 'network-vif-deleted', 'tag': 'da9b47fe-3139-43d9-a7ef-8e81359a9ed3', 'status': 'completed', 'code': 200} May 06 12:24:17.084644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278a626-46c6-4b7c-ba37-7a79bada002d req-8794c33c-d31a-4153-a48a-bfafe345dab3 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:17.098468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5278a626-46c6-4b7c-ba37-7a79bada002d req-8794c33c-d31a-4153-a48a-bfafe345dab3 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 945 time: 0.2355528 May 06 12:24:17.205024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5278a626-46c6-4b7c-ba37-7a79bada002d req-a9b154f8-eeea-402d-a882-98ebbf9298e6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030757 May 06 12:24:17.205736 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:17.206576 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:17.214857 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Floating IP c8aa7928-f3b3-4861-aec4-f19d34275b47 disassociated. External IP: 172.25.7.190, port: d6c4d921-243b-4862-9882-8691baa0939d. May 06 12:24:17.216110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Calling delete_port for d6c4d921-243b-4862-9882-8691baa0939d owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:17.296637 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:17.661657 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-e33292e1-059b-4cb7-af97-ad3c3ec5bb39 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4303901 May 06 12:24:17.882075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d6c4d921-243b-4862-9882-8691baa0939d no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:18.019158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee3d2b-50a9-4caa-9d28-a1095089883d req-6ee75287-6d69-4462-b4c9-e77a779764be tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:18.037174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02ee3d2b-50a9-4caa-9d28-a1095089883d req-6ee75287-6d69-4462-b4c9-e77a779764be tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 945 time: 0.3633404 May 06 12:24:18.175772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Sync routers for ids ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:24:18.214521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02ee3d2b-50a9-4caa-9d28-a1095089883d req-9add80a7-ec8c-4273-8877-ff19f4f3096b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f3592f-f132-49f4-b137-32fd4355543b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711283 May 06 12:24:18.245904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:18.368679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53238) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:18.426668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107573169', 'description': 'tempest-description--1116545627'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:18.492481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Port d6c4d921-243b-4862-9882-8691baa0939d update to DOWN by agent not found {{(pid=83958) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 12:24:18.523213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:18.537256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Routers {'761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:24:18.537947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:24:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:18.583664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Usage tracker for resource:security_group and tenant:8405b40ff93f49bcb41d5c0edb210cdb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:18.616857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event deleted for resources: {'Port': ['ID=d6c4d921-243b-4862-9882-8691baa0939d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:18.625065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:18.720028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:19.134325 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:19.226313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Set router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:24:19.360601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:24:19.443258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:19.466906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Usage tracker for resource:security_group_rule and tenant:8405b40ff93f49bcb41d5c0edb210cdb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:19.496633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:19.536197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:19.588185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dc3bbe7-cbf0-4dda-b56c-29175fb18cfb req-acc4d48e-02d9-4650-8589-7f42fc4574cc tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 1095 time: 0.7940063 May 06 12:24:19.690216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b07dc-f49e-429b-bf2d-49164c939f98 req-0a292fbc-686b-4172-9d9f-ca754ef20b47 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:19.703314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-766b07dc-f49e-429b-bf2d-49164c939f98 req-0a292fbc-686b-4172-9d9f-ca754ef20b47 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.7348289 May 06 12:24:19.959836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:24:19.973243 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] Sync routers for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:24:20.022775 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:24:20.029399 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:24:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:20.047530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-766b07dc-f49e-429b-bf2d-49164c939f98 req-2998ed71-2480-4bb5-ba42-a15cc175fc5c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3434346 May 06 12:24:20.079400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dc3bbe7-cbf0-4dda-b56c-29175fb18cfb req-b8d38159-faad-49e9-9098-4eb1bde7d62d tempest-LiveMigrationTest-191196281 tempest-LiveMigrationTest-191196281-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709404 May 06 12:24:20.142489 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:20.171912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:20.358039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] No DVR routers for this DVR port d6c4d921-243b-4862-9882-8691baa0939d on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:20.368902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:20.391562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'name': 'network-vif-deleted', 'tag': 'd6c4d921-243b-4862-9882-8691baa0939d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:20.464066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8660e4-3c3f-4349-b214-776c361aee90,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:20.465085 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c88ea8a6-a8d7-4af9-922d-5a5d9e9baa6d req-be6bf386-b83f-4617-a17e-fae6f4ba6c97 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.48 "DELETE /v2.0/ports/d6c4d921-243b-4862-9882-8691baa0939d HTTP/1.1" status: 204 len: 173 time: 6.2586477 May 06 12:24:20.533540 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:20.538931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53264) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:20.544192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-72308207-15b8-409f-8cbc-d85e275aa644 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.1729901 May 06 12:24:20.549353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Request body: {'security_group_rule': {'security_group_id': '2d8660e4-3c3f-4349-b214-776c361aee90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:20.576171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:20.592107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Usage tracker for resource:security_group_rule and tenant:8405b40ff93f49bcb41d5c0edb210cdb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:20.598243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:44Z', 'updated_at': '2022-05-06T12:23:52Z', 'revision_number': 4, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'gw_port': {'id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:46Z', 'updated_at': '2022-05-06T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '30dd933d-44b5-43b6-9fc5-7d78d035c7d6', 'name': '', 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'mac_address': 'fa:16:3e:d9:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:51Z', 'updated_at': '2022-05-06T12:23:52Z', 'revision_number': 2, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'subnets': [{'id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:20.605266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:20.619197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Checking router: 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:24:20.619658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Updating router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:24:20.628728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:20.690852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:20.819040 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:20.826221 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:24:20.953784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2537d2c-27a7-4c5e-886e-0023aa254176 req-6f85dc8e-2c59-43dc-bfaf-43d13afb6dcb tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 210 time: 0.2484636 May 06 12:24:21.132295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:21.144660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:21.149284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d945ad-806a-45fe-aa84-16fafaf727c0 req-21d5dad4-e58d-4dea-8e41-b44189e5cb26 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:21.168074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5d945ad-806a-45fe-aa84-16fafaf727c0 req-21d5dad4-e58d-4dea-8e41-b44189e5cb26 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.5697701 May 06 12:24:21.268040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b91b44-4345-47fa-846c-efd235fe6bf3,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:21.348546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:21.351081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-68ecc7e3-ebc0-488b-849f-a7ca74d454ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8098590 May 06 12:24:21.367315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53268) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:21.393350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Request body: {'security_group_rule': {'security_group_id': '2d8660e4-3c3f-4349-b214-776c361aee90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:21.452529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-8c5c89b3-c31f-425d-a7df-94bbcfb4c778 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5904355 May 06 12:24:21.453829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:21.477186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Usage tracker for resource:security_group_rule and tenant:8405b40ff93f49bcb41d5c0edb210cdb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:21.494989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:21.517791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:21.696807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5d945ad-806a-45fe-aa84-16fafaf727c0 req-89277b98-fd29-4038-abce-9f44a7ace6d4 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232813 May 06 12:24:21.843693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be147234-612e-4be7-ac30-89919b2a9958 req-0e32c848-6852-4840-a95c-5f6d2545a827 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:21.851253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:21.870879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be147234-612e-4be7-ac30-89919b2a9958 req-0e32c848-6852-4840-a95c-5f6d2545a827 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.4241405 May 06 12:24:22.016718 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:22.019093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be147234-612e-4be7-ac30-89919b2a9958 req-8b8db410-fb9a-4a76-b6a2-cf58e99cdbbe tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467037 May 06 12:24:22.029277 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] Checking router: 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:24:22.071915 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:24:22.072603 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:24:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:22.193782 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accd7207-3742-4738-af31-dcca2d71ca29'] response: {'server_uuid': '1b519c63-8798-4e4c-b8a7-dd5b70421208', 'name': 'network-vif-deleted', 'tag': 'd6c4d921-243b-4862-9882-8691baa0939d', 'status': 'completed', 'code': 200} May 06 12:24:22.241402 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-8994f40b-09e9-4c7d-9336-362b072563fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=782377c9e75a4cb084b23392faeea4e0&device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 1096 time: 0.7124898 May 06 12:24:22.764048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-c412700b-3399-4ee8-8963-5e92fb63c5b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:22.766749 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-c412700b-3399-4ee8-8963-5e92fb63c5b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 200 len: 908 time: 0.4551892 May 06 12:24:22.889189 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:24:22.972192 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:22.985031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:23.003795 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-cc0c4007-6386-4f8a-a4e8-71ba3a5d069c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 200 len: 217 time: 0.2107072 May 06 12:24:23.008844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcecbd12-4201-4751-9127-040832fdd334,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:23.097115 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:23.132077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Transition to ACTIVE for port object 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:23.149791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:23.156006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-61f3886c-8740-4057-b819-099aa4d3f2c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2657871 May 06 12:24:23.226122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:23.232337 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4367317a-65fb-4932-9cb6-fcf0293c983c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8582201 May 06 12:24:23.239553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f51783e-77f2-4836-92b2-50e2971dbeb1 req-5d574913-42f9-4c2f-9abd-774947c0d07f tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b519c63-8798-4e4c-b8a7-dd5b70421208 HTTP/1.1" status: 200 len: 210 time: 0.2943344 May 06 12:24:23.248015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53290) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:23.280831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:23.340883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-c4d178e6-cf7e-42d4-b553-cde5515394bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:23.346046 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-c4d178e6-cf7e-42d4-b553-cde5515394bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 200 len: 847 time: 0.3314888 May 06 12:24:23.365461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:23.397640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3aadf-81ba-45ed-a71f-a08c31263f69 req-f3dce01f-a63e-4c8c-adcd-5f6914924d5a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:23.411744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf3aadf-81ba-45ed-a71f-a08c31263f69 req-f3dce01f-a63e-4c8c-adcd-5f6914924d5a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.5608346 May 06 12:24:23.630884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Usage tracker for resource:floatingip and tenant:8405b40ff93f49bcb41d5c0edb210cdb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:23.657587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf3aadf-81ba-45ed-a71f-a08c31263f69 req-dcf14ae6-7b73-4ce0-94d0-1b4157cc2106 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2407300 May 06 12:24:23.663341 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-9ef3ed98-d2df-4a84-afc4-d936a6616828 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a683100-30a0-46af-8056-20106cb441f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2967062 May 06 12:24:23.665360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:23.700261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Pushing event updated for resources: {'Port': ['ID=30dd933d-44b5-43b6-9fc5-7d78d035c7d6,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:23.744042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:23.930835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Attempting to bind port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:23.935972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:23.937236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Attempting to bind port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c8034d9d-d354-453d-8a15-180549844925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:23.937850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Attempting to bind port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 on network 020a62dd-0595-44c9-9e6b-6335ab8fa19c {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:23.959603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:23.960360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Checking segment: {'id': 'c8034d9d-d354-453d-8a15-180549844925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:23.971274 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:23.972033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Bound using segment: {'id': 'c8034d9d-d354-453d-8a15-180549844925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:23.972754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Bound port: 30dd933d-44b5-43b6-9fc5-7d78d035c7d6, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8034d9d-d354-453d-8a15-180549844925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:23.974584 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:24.044561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-1bae9cdf-f814-4f10-b9bb-72141c884084 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:24.048887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-1bae9cdf-f814-4f10-b9bb-72141c884084 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 944 time: 0.2886786 May 06 12:24:24.169620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Deleting port 49dc3b57-494b-4fca-8409-5666b1b4d826 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:24.170110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:24.241100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] For port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:24.246568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] For port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=30dd933d-44b5-43b6-9fc5-7d78d035c7d6,segment=NetworkSegment(c8034d9d-d354-453d-8a15-180549844925),segment_id=c8034d9d-d354-453d-8a15-180549844925)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:24.254022 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:24.544347 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:24.564130 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bc94f-8cac-47cb-8076-de7b483619f6 None None] The sync data for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 is: [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:17:50Z', 'revision_number': 4, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'bbdb7507-672b-4341-a5de-9539d5ebefa2', 'name': '', 'network_id': '4c71cec3-af32-4598-85bd-21605e516b4d', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'mac_address': 'fa:16:3e:10:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:49Z', 'updated_at': '2022-05-06T12:18:24Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'subnets': [{'id': '67c6cf8e-1c62-4708-93b5-cae3b67be56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:24:24.686483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Routers {'761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:24:24.688477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:24:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:24.753982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cd48b-10bf-46c7-8a1d-ecb0cd6237de req-1b3e5886-1431-4b48-81fc-8d49f9ccf8ff tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:24.768997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-032cd48b-10bf-46c7-8a1d-ecb0cd6237de req-1b3e5886-1431-4b48-81fc-8d49f9ccf8ff tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 944 time: 0.5317590 May 06 12:24:24.781958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-5e1de048-32df-4407-8585-3a6476bd9d05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 1095 time: 1.4431124 May 06 12:24:24.802478 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-4ad5d2b2-bd4b-46d0-adf2-cffd9ed381b0 service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1231821 May 06 12:24:25.137935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f86f08-71fa-48e6-ae1f-da042f1f76b9 None None] New status for floating IP c8aa7928-f3b3-4861-aec4-f19d34275b47: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:24:25.195319 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:24:25.396795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] For port 49dc3b57-494b-4fca-8409-5666b1b4d826, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=49dc3b57-494b-4fca-8409-5666b1b4d826,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:25.397257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.626257 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-834d213b-2ea5-46a8-a6ed-f759bf64d2b1 req-6f6fffcb-5b56-4bc4-bf6c-ceae542a4f8f service neutron] 10.222.0.36 "GET /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542477 May 06 12:24:25.672518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-ab99d03d-7d43-4f68-a07e-5bb56b049464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:25.674460 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-ab99d03d-7d43-4f68-a07e-5bb56b049464 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.8603902 May 06 12:24:25.778188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.844040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-032cd48b-10bf-46c7-8a1d-ecb0cd6237de req-99a048b2-4a8f-493c-8656-def77fdc3c6d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9006617 May 06 12:24:25.872635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Calling delete_port for 49dc3b57-494b-4fca-8409-5666b1b4d826 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:25.984754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Pushing event updated for resources: {'Port': ['ID=30dd933d-44b5-43b6-9fc5-7d78d035c7d6,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:26.118487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.131205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.131766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.132652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.133098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.133420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.133748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.134071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.143451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.143451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.143451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012c8dd-51be-4fc7-99af-353a1dda6ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:26.174429 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-970a7be6-8a7a-4b3b-8f0a-ebf92c88bf7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef201b16-45a8-4edd-8681-65153a5806e0 HTTP/1.1" status: 200 len: 217 time: 0.4890599 May 06 12:24:26.267482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] Set router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:24:26.292168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Allocated IP 172.25.7.115 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/2b4a2b8b-628c-492f-8e47-2539b87e4989) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:26.321963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105464a-3c3d-424c-99ab-fbdfc5e9506b req-0c0c6bbe-f768-49ca-bb31-ae6625cef218 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:26.354157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d105464a-3c3d-424c-99ab-fbdfc5e9506b req-0c0c6bbe-f768-49ca-bb31-ae6625cef218 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 1.5016758 May 06 12:24:26.396806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-9a09e9de-7e30-4d6a-bcc4-a02a704339f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:26.401860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-9a09e9de-7e30-4d6a-bcc4-a02a704339f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.2098565 May 06 12:24:26.481946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:26.591983 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-0d8017d7-e8e4-4514-893a-4f2000cf9785 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077418 May 06 12:24:26.862886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d105464a-3c3d-424c-99ab-fbdfc5e9506b req-763658ca-64bf-43e5-b08a-66217df63569 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075002 May 06 12:24:27.018306 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-9a48b9c4-eb1d-4d7b-867d-3b93e5b124d7 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542659 May 06 12:24:27.091175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:27.109310 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.115167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:27.115620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.174036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4fb9772e-75f6-4504-90a2-0ca5b6a502af'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:27.248629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.378440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Pushing event deleted for resources: {'Port': ['ID=49dc3b57-494b-4fca-8409-5666b1b4d826,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:27.439349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:44Z', 'updated_at': '2022-05-06T12:23:52Z', 'revision_number': 4, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'gw_port': {'id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:46Z', 'updated_at': '2022-05-06T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '30dd933d-44b5-43b6-9fc5-7d78d035c7d6', 'name': '', 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'mac_address': 'fa:16:3e:d9:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:51Z', 'updated_at': '2022-05-06T12:24:24Z', 'revision_number': 4, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'subnets': [{'id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:27.469278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2dacc-f618-4fc7-87c6-21e481c80a4f None None] The sync data for ids ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'] in n-d-840847-1 is: [{'id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:44Z', 'updated_at': '2022-05-06T12:23:52Z', 'revision_number': 4, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'gw_port': {'id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:46Z', 'updated_at': '2022-05-06T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '30dd933d-44b5-43b6-9fc5-7d78d035c7d6', 'name': '', 'network_id': '020a62dd-0595-44c9-9e6b-6335ab8fa19c', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'mac_address': 'fa:16:3e:d9:91:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:51Z', 'updated_at': '2022-05-06T12:24:24Z', 'revision_number': 4, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'subnets': [{'id': '4fec72a5-7377-4506-a2d1-ddc524771a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:24:27.590347 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.738249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e7576-66ef-4ff4-8dc2-69021265aa81 req-dd5d9edb-93ce-4830-b7e5-ff955b0e4fda tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:27.759930 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589e7576-66ef-4ff4-8dc2-69021265aa81 req-dd5d9edb-93ce-4830-b7e5-ff955b0e4fda tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.2132432 May 06 12:24:27.761206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] No DVR routers for this DVR port 49dc3b57-494b-4fca-8409-5666b1b4d826 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:27.768639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.824418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'name': 'network-vif-deleted', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:27.956949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 49dc3b57-494b-4fca-8409-5666b1b4d826 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:27.980744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589e7576-66ef-4ff4-8dc2-69021265aa81 req-f482e618-55b3-4741-a00f-97f1297c3fe3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2085197 May 06 12:24:27.982415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17d0f29d-b698-42c0-9bc3-ea4f6da43a2c req-e82802d0-89f7-4bc5-a8e4-cd753c9bcc17 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.48 "DELETE /v2.0/ports/49dc3b57-494b-4fca-8409-5666b1b4d826 HTTP/1.1" status: 204 len: 173 time: 3.9261479 May 06 12:24:28.093157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-64cd433e-c7d4-4123-8375-76c0f9d48dac req-c853c8c1-7e9d-4cc0-939e-70af06ae3163 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Synchronizing usage tracker for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:28.175727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-64cd433e-c7d4-4123-8375-76c0f9d48dac req-c853c8c1-7e9d-4cc0-939e-70af06ae3163 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Unset dirty status for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:28.179036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 49dc3b57-494b-4fca-8409-5666b1b4d826 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:28.179716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 49dc3b57-494b-4fca-8409-5666b1b4d826 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:28.185749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64cd433e-c7d4-4123-8375-76c0f9d48dac req-c853c8c1-7e9d-4cc0-939e-70af06ae3163 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 210 time: 0.1809916 May 06 12:24:28.248634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event updated for resources: {'Port': ['ID=2b4a2b8b-628c-492f-8e47-2539b87e4989,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:28.292861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:28.304796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:28.363479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:28.402989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:28.453247 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d98b78-f042-41ad-a5e5-9c0e6d2c914f'] response: {'server_uuid': 'd4679dff-1d67-4ab5-a2ef-ad96d04ed4b8', 'name': 'network-vif-deleted', 'tag': '49dc3b57-494b-4fca-8409-5666b1b4d826', 'status': 'completed', 'code': 200} May 06 12:24:28.636575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=30dd933d-44b5-43b6-9fc5-7d78d035c7d6,segment=NetworkSegment(c8034d9d-d354-453d-8a15-180549844925),segment_id=c8034d9d-d354-453d-8a15-180549844925)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:28.644844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:29.051876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=30dd933d-44b5-43b6-9fc5-7d78d035c7d6,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:29.130625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:29.147856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53338) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:29.243768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:29.487849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66716b9d-f0b6-4876-9dd6-8fe159872a92 req-e8ed16c3-4cdd-4906-b49a-ee04270ceccf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:29.489371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66716b9d-f0b6-4876-9dd6-8fe159872a92 req-e8ed16c3-4cdd-4906-b49a-ee04270ceccf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.7914979 May 06 12:24:29.598384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66716b9d-f0b6-4876-9dd6-8fe159872a92 req-07204fd1-4c94-4edb-8d3b-f426bd242c34 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014161 May 06 12:24:29.613952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e806e77-2981-4176-92a8-c9091270cb06 req-734577ae-cc1e-4044-81d7-6ba0d622b318 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:29.622522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-734577ae-cc1e-4044-81d7-6ba0d622b318 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 0.3887167 May 06 12:24:29.653046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-173e26e6-374b-4068-90e2-8b2c1d9907f2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/quotas/5b9e59d353934844bfe6a661b292f792 HTTP/1.1" status: 200 len: 375 time: 0.0290701 May 06 12:24:29.942465 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e652476-7b2d-4ac5-9b16-fc4f073b8a37 req-728c7908-560f-41b9-bfa2-42e66dfee782 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5446937 May 06 12:24:29.948311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-15e140de-65b4-4899-b7cf-b88f4556017b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2776830 May 06 12:24:30.104959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5328bcb8-af1e-470f-9060-1048f9bfdce0 req-22565681-d01f-4868-bdd2-67e609461c0b tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4679dff-1d67-4ab5-a2ef-ad96d04ed4b8 HTTP/1.1" status: 200 len: 210 time: 0.1538217 May 06 12:24:30.152343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be71931f-2de3-471a-b7bf-675d9f9afd42 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:30.228124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be71931f-2de3-471a-b7bf-675d9f9afd42 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:30.323006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:30.343940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:30.355083 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-a32e4a4e-b670-4ae6-a125-4aa131fdc685 service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042085 May 06 12:24:30.636989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-c2c112c7-bb1e-427a-aab8-6ed6e63817bd service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742779 May 06 12:24:30.938983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:31.100316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event updated for resources: {'Port': ['ID=2b4a2b8b-628c-492f-8e47-2539b87e4989,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:31.224959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:31.225328 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:31.316953 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-961b79c6-dcaf-4202-aa12-d6cedbabbb81 service neutron] show failed (client error): The resource could not be found. May 06 12:24:31.321381 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-961b79c6-dcaf-4202-aa12-d6cedbabbb81 service neutron] 10.222.0.36 "GET /v2.0/ports/8efc599b-0783-4c55-903d-47da819b6508/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.5948591 May 06 12:24:31.350485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:31.380166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be71931f-2de3-471a-b7bf-675d9f9afd42 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:31.455545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28643874-aa36-4dbf-a043-8113e04abb07 req-bc1a5e96-3404-4e06-b588-62c9aa8e4a47 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 210 time: 0.2927315 May 06 12:24:31.520132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71931f-2de3-471a-b7bf-675d9f9afd42 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f3592f-f132-49f4-b137-32fd4355543b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:31.604361 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:31.623720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-58fa2ed3-d61c-4254-be37-88ef9e026715 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3743327 May 06 12:24:31.625741 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be71931f-2de3-471a-b7bf-675d9f9afd42 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:31.628319 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-be71931f-2de3-471a-b7bf-675d9f9afd42 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "DELETE /v2.0/security-groups/05f3592f-f132-49f4-b137-32fd4355543b HTTP/1.1" status: 204 len: 168 time: 2.4786663 May 06 12:24:31.631392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53364) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:31.649648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544bfa8-7175-4051-9802-ab79f9be7da3 req-b9649ad5-20cf-40f8-b827-07c29f2f289d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:31.671656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c544bfa8-7175-4051-9802-ab79f9be7da3 req-b9649ad5-20cf-40f8-b827-07c29f2f289d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.7084036 May 06 12:24:31.683326 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-0387ad4c-192d-4053-a6ba-5b3c294d4f06 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] show failed (client error): The resource could not be found. May 06 12:24:31.686799 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0387ad4c-192d-4053-a6ba-5b3c294d4f06 tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "GET /v2.0/security-groups/05f3592f-f132-49f4-b137-32fd4355543b HTTP/1.1" status: 404 len: 347 time: 0.0522370 May 06 12:24:31.695058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53370) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:31.839893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c544bfa8-7175-4051-9802-ab79f9be7da3 req-0baccfeb-43c4-4a10-926c-72332590b492 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621406 May 06 12:24:32.501793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Deleting port 53359a14-3af4-4896-bb67-27155f3fa79f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:32.502438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:32.829235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016629d7-4ff8-460f-a913-8392cda4f36a req-b4456e08-e8a0-4539-b543-2149ad5148ee tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:32.856038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-b4456e08-e8a0-4539-b543-2149ad5148ee tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/networks?id=bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 200 len: 822 time: 0.5782118 May 06 12:24:33.067168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-a8193f6f-2d13-4713-95a8-81418083ec2d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/quotas/8405b40ff93f49bcb41d5c0edb210cdb HTTP/1.1" status: 200 len: 375 time: 0.2056971 May 06 12:24:33.108388 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-0334a975-9c04-4b5b-adaf-83833a66efc8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c&tenant_id=f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 1101 time: 0.6986268 May 06 12:24:33.186032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4aca09b9-da8c-44e7-a51f-6e3b7c012d72 req-e2fc91c4-e7ed-46b5-a916-9c90169981e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 210 time: 0.2660522 May 06 12:24:33.205905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:33.206257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:33.459104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-016629d7-4ff8-460f-a913-8392cda4f36a req-186361ed-4757-496b-bc35-dad8424cbddb tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Synchronizing usage tracker for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:33.589829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-016629d7-4ff8-460f-a913-8392cda4f36a req-186361ed-4757-496b-bc35-dad8424cbddb tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Unset dirty status for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:33.592035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-186361ed-4757-496b-bc35-dad8424cbddb tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5235262 May 06 12:24:33.952942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Calling delete_port for 53359a14-3af4-4896-bb67-27155f3fa79f owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:34.376646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:34.407497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ee1b8-9902-4bfe-a620-56b819ee5fa1 req-b8ebbe02-dd98-430a-bc42-f18ab050fb09 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:34.414954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-432ee1b8-9902-4bfe-a620-56b819ee5fa1 req-b8ebbe02-dd98-430a-bc42-f18ab050fb09 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.4702904 May 06 12:24:34.533162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:34.578704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-10be41a4-d225-465c-9886-9638ae282fc1 service neutron] 10.222.0.44 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9525046 May 06 12:24:34.798566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Pushing event deleted for resources: {'Port': ['ID=53359a14-3af4-4896-bb67-27155f3fa79f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:34.961824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-432ee1b8-9902-4bfe-a620-56b819ee5fa1 req-a20a5302-8c4f-48ac-97b9-4e4da5120f5b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370903 May 06 12:24:35.199305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-f5dd5f7e-ea38-4229-875c-387ada942023 service neutron] 10.222.0.44 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194115 May 06 12:24:35.355474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e806e77-2981-4176-92a8-c9091270cb06 req-78c5deeb-24c8-4b93-a69f-3e20deb3b047 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:35.370867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-78c5deeb-24c8-4b93-a69f-3e20deb3b047 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 0.9328961 May 06 12:24:35.395148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:35.401953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'port': {'device_id': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'admin_state_up': True, 'tenant_id': '5b9e59d353934844bfe6a661b292f792'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:35.406358 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:35.555810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:35.563835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8efc599b-0783-4c55-903d-47da819b6508 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:35.567742 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-11fba5ad-fe8a-404a-8103-d5bebde8058b tempest-ServersWithSpecificFlavorTestJSON-1193756255 tempest-ServersWithSpecificFlavorTestJSON-1193756255-project] 10.222.0.44 "DELETE /v2.0/floatingips/c8aa7928-f3b3-4861-aec4-f19d34275b47 HTTP/1.1" status: 204 len: 168 time: 3.8680084 May 06 12:24:36.131083 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:36.856635 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:36.951399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faab7798-50c1-46be-a760-c27e2f144282 req-5c675e84-86d2-4c95-91fe-4ffc290b13c5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 210 time: 0.8149543 May 06 12:24:36.957180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:36.974180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6ba5554-3492-4743-9039-3c882a93b917 req-c7694f21-e692-4065-b68c-6e04f6baa20d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 210 time: 1.4623966 May 06 12:24:37.129681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:37.388820 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.463807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Transition to ACTIVE for port object 8efc599b-0783-4c55-903d-47da819b6508 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:37.472439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:37.504174 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.566186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:37.642099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:37.699732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Made reservation on behalf of 5b9e59d353934844bfe6a661b292f792 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:24:37.711314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.939668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:24:37.940329 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:24:38.436696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] No DVR routers for this DVR port 8efc599b-0783-4c55-903d-47da819b6508 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:38.458467 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281aa160-e80b-43bd-befa-531c1411b4a4'] response: {'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508', 'code': 200} May 06 12:24:38.636150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Allocated IP 172.20.0.6 (2c9a1d8b-7afe-4eff-bddf-177184856d8c/a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e/1f2db186-3f73-4559-84cc-ef46760f1371) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:38.637299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=6']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:38.704301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:38.705098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:38.705842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:38.715641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Port 8efc599b-0783-4c55-903d-47da819b6508 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:38.716565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:38.717977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8757a8-a1f3-45e7-8ebb-885614ee30e7 req-fd6420ae-390a-4841-a501-0c6b8b78d672 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:38.725366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b8757a8-a1f3-45e7-8ebb-885614ee30e7 req-fd6420ae-390a-4841-a501-0c6b8b78d672 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 948 time: 0.9547615 May 06 12:24:38.734688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:38.735813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:38.736876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:38.737602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Bound port: 8efc599b-0783-4c55-903d-47da819b6508, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:38.738211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:38.896050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:38.906622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:38.914478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:39.049314 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:39.052441 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] 10.222.0.48 "PUT /v2.0/ports/8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 1096 time: 4.6957538 May 06 12:24:39.246765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b8757a8-a1f3-45e7-8ebb-885614ee30e7 req-9a2473d9-3ece-4206-8c19-d5608cc4682c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550238 May 06 12:24:39.276457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb19f4b-ced5-42d2-8422-97ab12ab4fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:39.403432 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-42e01913-4a08-4f26-9c39-38d58a79559d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1099 time: 0.3099961 May 06 12:24:39.791674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f961f4ee-bca0-4096-a4a7-826a3e11e5e4 req-c10aa525-f431-4458-bc85-e6d9385d304c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 210 time: 0.1936116 May 06 12:24:39.894034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-08d0a411-b643-40b0-bf21-b2e8303ce165 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:39.899669 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-08d0a411-b643-40b0-bf21-b2e8303ce165 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.4953108 May 06 12:24:40.030811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:40.391394 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-cb733686-f8bf-468f-83d7-7fb18ba2c914 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 217 time: 0.4725294 May 06 12:24:40.533386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd71526d-8804-489b-ad19-f3be67dcecb6 req-b735f412-4aef-4bc1-b642-409483cce141 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 210 time: 0.7307999 May 06 12:24:40.558256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'tag': '8efc599b-0783-4c55-903d-47da819b6508'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:40.612622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Transition to ACTIVE for port object 1f2db186-3f73-4559-84cc-ef46760f1371 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:40.650571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-61a509e6-681f-4022-85ac-791d2354fdb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:40.656749 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-61a509e6-681f-4022-85ac-791d2354fdb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2578948 May 06 12:24:40.901777 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-0a9c033b-109c-4c94-b763-f090cfc0c4aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318094 May 06 12:24:40.971911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016629d7-4ff8-460f-a913-8392cda4f36a req-65f85000-699e-42cf-9bd0-5fa07d2c26df tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:40.976010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-65f85000-699e-42cf-9bd0-5fa07d2c26df tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.48 "GET /v2.0/networks?id=bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 200 len: 822 time: 0.9552097 May 06 12:24:41.024267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Request body: {'port': {'device_id': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379', 'admin_state_up': True, 'tenant_id': '8405b40ff93f49bcb41d5c0edb210cdb'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:41.112999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:41.130473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e2e8c84-858f-49b5-90e8-44a682befffc'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:41.366341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'Port': ['ID=1f2db186-3f73-4559-84cc-ef46760f1371,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:41.382485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:41.384240 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-2d54428a-6cc9-4828-9b1b-e29c2611998f service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439666 May 06 12:24:41.402626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:41.418920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:41.571084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:41.571693 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:41.611907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb8d0a-1586-4777-99ab-8a18fea83b1b req-6462d02d-336e-4d4f-ba7c-41f4102fddad tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:41.621412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1eb8d0a-1586-4777-99ab-8a18fea83b1b req-6462d02d-336e-4d4f-ba7c-41f4102fddad tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 945 time: 0.8742855 May 06 12:24:41.763431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-619849fd-c881-4431-94f7-c8a073a0cf71 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3664913 May 06 12:24:41.811690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Request body: {'port': {'device_id': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:41.848747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-1cb5b675-6dc2-4857-beb8-c70b6ea5a784 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:41.849537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-1cb5b675-6dc2-4857-beb8-c70b6ea5a784 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Synchronizing usage tracker for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:41.889441 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-bd0d9641-3ede-4a9b-974c-ba4285579872 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859769 May 06 12:24:41.903399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-1cb5b675-6dc2-4857-beb8-c70b6ea5a784 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Unset dirty status for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:41.904473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0d2ef747-c043-4ec2-86ed-047e8df7adbc None None] Provisioning for port 1f2db186-3f73-4559-84cc-ef46760f1371 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:41.905173 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-1cb5b675-6dc2-4857-beb8-c70b6ea5a784 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 944 time: 0.7327580 May 06 12:24:41.922213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0d2ef747-c043-4ec2-86ed-047e8df7adbc None None] Provisioning complete for port 1f2db186-3f73-4559-84cc-ef46760f1371 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:41.922845 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef747-c043-4ec2-86ed-047e8df7adbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:41.954669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a21683-a688-45cc-9340-a6eeaa5b5750 req-e2aff808-126b-42c7-8bc5-1cb840acf0de tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:41.958719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3a21683-a688-45cc-9340-a6eeaa5b5750 req-e2aff808-126b-42c7-8bc5-1cb840acf0de tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 948 time: 0.9465871 May 06 12:24:42.019648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Deleting port 4fb9772e-75f6-4504-90a2-0ca5b6a502af {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:42.020009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.102366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ef747-c043-4ec2-86ed-047e8df7adbc None None] Port 1f2db186-3f73-4559-84cc-ef46760f1371 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:24:42.146371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1eb8d0a-1586-4777-99ab-8a18fea83b1b req-82444a23-af30-4d65-b9d1-9cbc16e4bdf6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238175 May 06 12:24:42.188349 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86d37f2a-b9a9-41f5-8324-11c79e5357d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.209759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:42.260328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3a21683-a688-45cc-9340-a6eeaa5b5750 req-846c861e-6e89-40c6-ae9e-e04adab046dd tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790813 May 06 12:24:42.302053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:42.347656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Made reservation on behalf of 8405b40ff93f49bcb41d5c0edb210cdb for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:24:42.356014 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.415320 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.419346 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.729676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.48', 59907) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:42.733270 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40aaa160-5919-42ba-921b-1097884b4d9b'] response: {'name': 'network-changed', 'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'tag': '8efc599b-0783-4c55-903d-47da819b6508', 'status': 'completed', 'code': 200} May 06 12:24:43.007626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Allocated IP 172.20.0.4 (bae6b775-9917-4c4a-afd4-a55d36da3379/300c04fb-6e37-496d-beed-97dc51090b62/ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:43.015517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] For port 4fb9772e-75f6-4504-90a2-0ca5b6a502af, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4fb9772e-75f6-4504-90a2-0ca5b6a502af,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:43.016148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.127224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-6cdf8094-9945-49af-906a-9cd96ff39414 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.128919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-6cdf8094-9945-49af-906a-9cd96ff39414 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:43.258583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Calling delete_port for 4fb9772e-75f6-4504-90a2-0ca5b6a502af owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:43.411705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.458984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.466144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-641c2b00-51e2-47a0-8f62-7b044aeb35a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1099 time: 0.7342896 May 06 12:24:43.467167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-6cdf8094-9945-49af-906a-9cd96ff39414 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:43.468580 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-6cdf8094-9945-49af-906a-9cd96ff39414 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 945 time: 0.7342269 May 06 12:24:43.474475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4fb9772e-75f6-4504-90a2-0ca5b6a502af'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:43.618664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.756935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event updated for resources: {'Port': ['ID=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:43.761793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-9d104591-b18b-46dc-86fc-e485aea58f4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.763363 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-9d104591-b18b-46dc-86fc-e485aea58f4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2503247 May 06 12:24:43.766901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Deleting port e2bad801-eead-4a82-88c6-d10f11cec74f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:43.767289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.795273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Network bae6b775-9917-4c4a-afd4-a55d36da3379 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:43.814647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:43.830803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:43.880217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Pushing event deleted for resources: {'Port': ['ID=4fb9772e-75f6-4504-90a2-0ca5b6a502af,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:43.927041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.927594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.927781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.928104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.929456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.929456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.929456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.929456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.930055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.930055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.930355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:43.974755 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-0d895ca2-624f-462a-9e29-f787f312b11e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 217 time: 0.1685708 May 06 12:24:44.005925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1980e3-fdcb-4f86-81da-75bd6f896c8c req-a9173595-0564-418a-91f2-59ad04fad296 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:44.014268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc1980e3-fdcb-4f86-81da-75bd6f896c8c req-a9173595-0564-418a-91f2-59ad04fad296 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ab69df-3715-4e6c-bfc1-359fc143961b HTTP/1.1" status: 200 len: 944 time: 1.1882777 May 06 12:24:44.038908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-25ed9cf7-6a0b-49d3-8ddf-dee11b517716 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1099 time: 1.2113814 May 06 12:24:44.043768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:44.044321 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:44.218317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-35f7194b-4f14-4cef-bc3e-de38255351bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:44.219827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-35f7194b-4f14-4cef-bc3e-de38255351bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.1682849 May 06 12:24:44.423858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-7c63c980-e4bc-4cb7-bca8-d19f274d8ed9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 217 time: 0.1807106 May 06 12:24:44.429864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9cf45-98b6-43b9-9b9c-6b83c8022454 req-4c2e812b-3827-49be-a1aa-2d6f8068f942 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:44.430581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1ba9cf45-98b6-43b9-9b9c-6b83c8022454 req-4c2e812b-3827-49be-a1aa-2d6f8068f942 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:44.438079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] No DVR routers for this DVR port 4fb9772e-75f6-4504-90a2-0ca5b6a502af on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:44.452762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:44.474907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-5c8f13a8-ac29-42e9-a0e9-22e58c3ba3a7 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4569066 May 06 12:24:44.497714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Request body: {'port': {'device_id': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:44.546539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] For port e2bad801-eead-4a82-88c6-d10f11cec74f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e2bad801-eead-4a82-88c6-d10f11cec74f,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:44.547009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:44.578061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc1980e3-fdcb-4f86-81da-75bd6f896c8c req-3b18fb63-3226-4919-b011-9cb51dd2480a tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582569 May 06 12:24:44.613832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1ba9cf45-98b6-43b9-9b9c-6b83c8022454 req-4c2e812b-3827-49be-a1aa-2d6f8068f942 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:44.627045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ba9cf45-98b6-43b9-9b9c-6b83c8022454 req-4c2e812b-3827-49be-a1aa-2d6f8068f942 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 931 time: 1.1535082 May 06 12:24:44.628966 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7537cf72-5cf0-49fc-a4d9-d456ba5d2b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:44.798165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'name': 'network-vif-deleted', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:44.802880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-af022798-fabb-4524-8514-d03bb561368d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:44.804410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-af022798-fabb-4524-8514-d03bb561368d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3695054 May 06 12:24:44.827387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Calling delete_port for e2bad801-eead-4a82-88c6-d10f11cec74f owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:44.868517 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-52539bc8-d2a0-4488-a3de-8f1f4b2dbf77 req-f3f4ef4a-f7fc-410c-af19-7d8391512bbe tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.36 "DELETE /v2.0/ports/4fb9772e-75f6-4504-90a2-0ca5b6a502af HTTP/1.1" status: 204 len: 173 time: 2.9572589 May 06 12:24:44.877166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-d50005fe-be81-42ff-aedc-b506f66a0e51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:44.878833 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-d50005fe-be81-42ff-aedc-b506f66a0e51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.7984560 May 06 12:24:45.180708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ba9cf45-98b6-43b9-9b9c-6b83c8022454 req-ca736a46-4bd6-451c-b1d5-0e4220c7017a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451894 May 06 12:24:45.188182 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-90a7974f-f4e4-4600-b6b2-faee278ebd5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2973597 May 06 12:24:45.195918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:24:45.209743 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:45.387818 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:45.577927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4fb9772e-75f6-4504-90a2-0ca5b6a502af no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:45.693011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2db186-3f73-4559-84cc-ef46760f1371 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:45.709859 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:45.732432 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-f0ffb3bf-7dc9-42c2-bce6-c4cce2e6e9f4 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014770 May 06 12:24:45.745598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 4fb9772e-75f6-4504-90a2-0ca5b6a502af {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:45.746495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4fb9772e-75f6-4504-90a2-0ca5b6a502af not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:45.756448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930f67d-f5e3-49f6-9652-ff9f1cfe39e2 req-ca43f3bc-11ef-417f-a626-fa671ef8e4f6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:45.757325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2930f67d-f5e3-49f6-9652-ff9f1cfe39e2 req-ca43f3bc-11ef-417f-a626-fa671ef8e4f6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Synchronizing usage tracker for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:45.770567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-531292ba-c1d4-41f4-8641-bedff37593c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9469101 May 06 12:24:45.866809 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:45.966973 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:46.030536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8efc599b-0783-4c55-903d-47da819b6508 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:46.080182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Transition to ACTIVE for port object 1f2db186-3f73-4559-84cc-ef46760f1371 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:46.116002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:46.131062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event deleted for resources: {'Port': ['ID=e2bad801-eead-4a82-88c6-d10f11cec74f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:46.137393 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-fd86ef45-521d-48e1-b089-ae6e7cf95d47 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915122 May 06 12:24:46.226440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2930f67d-f5e3-49f6-9652-ff9f1cfe39e2 req-ca43f3bc-11ef-417f-a626-fa671ef8e4f6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Unset dirty status for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:46.237489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2930f67d-f5e3-49f6-9652-ff9f1cfe39e2 req-ca43f3bc-11ef-417f-a626-fa671ef8e4f6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 931 time: 1.1408894 May 06 12:24:46.284362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] No DVR routers for this DVR port e2bad801-eead-4a82-88c6-d10f11cec74f on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:46.287991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:46.322395 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49a0b72e-897d-4c18-9e62-718a5fa1395f req-85b2a34f-ca9b-497a-a85d-d24047d526be tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "DELETE /v2.0/ports/e2bad801-eead-4a82-88c6-d10f11cec74f HTTP/1.1" status: 204 len: 173 time: 2.6357019 May 06 12:24:46.381567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:46.448370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '8efc599b-0783-4c55-903d-47da819b6508', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '8efc599b-0783-4c55-903d-47da819b6508', 'mac_address': 'fa:16:3e:a9:20:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:46.464918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e2bad801-eead-4a82-88c6-d10f11cec74f no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:46.679202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: e2bad801-eead-4a82-88c6-d10f11cec74f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:46.679928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e2bad801-eead-4a82-88c6-d10f11cec74f not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:46.742002 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:46.771286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efc599b-0783-4c55-903d-47da819b6508 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:46.819427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:46.835658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:46.924734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Pushing event updated for resources: {'Port': ['ID=1f2db186-3f73-4559-84cc-ef46760f1371,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:47.069098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:47.078797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182f539-e3f6-4ca1-bbf3-d9b43fcb015f req-8b1629f2-b981-4048-adea-ad98fa4d7e00 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:47.087938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c182f539-e3f6-4ca1-bbf3-d9b43fcb015f req-8b1629f2-b981-4048-adea-ad98fa4d7e00 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=274a3e78-4e8a-4be7-988b-72df38875782 HTTP/1.1" status: 200 len: 867 time: 1.3590744 May 06 12:24:47.123468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-35981615-0187-44dc-ba78-55451b09a97e service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3048067 May 06 12:24:47.172532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2930f67d-f5e3-49f6-9652-ff9f1cfe39e2 req-47a61e71-38a9-45a6-9711-d5ce7569b0a4 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Synchronizing usage tracker for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:47.309853 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:47.352307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8efc599b-0783-4c55-903d-47da819b6508'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:47.403210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:24:47.422403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2930f67d-f5e3-49f6-9652-ff9f1cfe39e2 req-47a61e71-38a9-45a6-9711-d5ce7569b0a4 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Unset dirty status for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:47.435379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2930f67d-f5e3-49f6-9652-ff9f1cfe39e2 req-47a61e71-38a9-45a6-9711-d5ce7569b0a4 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1965654 May 06 12:24:47.488023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Attempting to bind port 1f2db186-3f73-4559-84cc-ef46760f1371 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:47.493226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Attempting to bind port 1f2db186-3f73-4559-84cc-ef46760f1371 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:47.496256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Attempting to bind port 1f2db186-3f73-4559-84cc-ef46760f1371 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:47.644180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c182f539-e3f6-4ca1-bbf3-d9b43fcb015f req-d34725eb-b2e5-4183-b2d8-d002b733d741 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549181 May 06 12:24:47.721925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Port 1f2db186-3f73-4559-84cc-ef46760f1371 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:47.722247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Attempting to bind port 1f2db186-3f73-4559-84cc-ef46760f1371 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:47.761412 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8bef2e-143d-473f-a2f0-9615b9525ff0'] response: {'server_uuid': '90ab69df-3715-4e6c-bfc1-359fc143961b', 'name': 'network-vif-deleted', 'tag': '4fb9772e-75f6-4504-90a2-0ca5b6a502af', 'status': 'completed', 'code': 200} May 06 12:24:47.814159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:47.842278 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:47.848490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8a85891-8557-4f68-9f4b-c7564ccc6125 req-ede41bb5-0bae-481b-9b82-6c8fde6516eb service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688185 May 06 12:24:47.853306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:47.853781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Checking segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:47.854283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Bound using segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:47.854857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Bound port: 1f2db186-3f73-4559-84cc-ef46760f1371, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:47.855297 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:47.933870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Transition to ACTIVE for port object ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:47.979047 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:48.197268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] For port 1f2db186-3f73-4559-84cc-ef46760f1371, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:48.204151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] For port 1f2db186-3f73-4559-84cc-ef46760f1371, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1f2db186-3f73-4559-84cc-ef46760f1371,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:48.649542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Pushing event updated for resources: {'Port': ['ID=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:48.678412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:48.838903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66e3b2-9739-42c6-b2ae-e07b9a65dad8 req-46b55484-0537-495e-8389-5d691729ab18 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:48.842180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba66e3b2-9739-42c6-b2ae-e07b9a65dad8 req-46b55484-0537-495e-8389-5d691729ab18 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 949 time: 1.1138327 May 06 12:24:48.945214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:48.946975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] 10.222.0.48 "PUT /v2.0/ports/1f2db186-3f73-4559-84cc-ef46760f1371 HTTP/1.1" status: 200 len: 1091 time: 7.1466460 May 06 12:24:48.962071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'tag': '1f2db186-3f73-4559-84cc-ef46760f1371'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:49.278416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba66e3b2-9739-42c6-b2ae-e07b9a65dad8 req-7f96c1c6-28ac-4277-9d81-6459d304a691 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035442 May 06 12:24:49.283166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de708fc4-5167-459f-a854-67b30c9e436f service neutron] Pushing event updated for resources: {'Port': ['ID=1f2db186-3f73-4559-84cc-ef46760f1371,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:49.345547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c25b83-eeaf-4706-b05d-ca79c725b37b req-7c8f9a5f-c9e7-45f0-a7c5-31fb81182445 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:49.359210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58c25b83-eeaf-4706-b05d-ca79c725b37b req-7c8f9a5f-c9e7-45f0-a7c5-31fb81182445 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 943 time: 0.8009150 May 06 12:24:49.379224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Attempting to bind port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:49.379556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Attempting to bind port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:49.379893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Attempting to bind port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 on network bae6b775-9917-4c4a-afd4-a55d36da3379 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:49.409073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-edf41d90-54b3-4e12-baef-ee5e713512c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 1094 time: 0.3577352 May 06 12:24:49.412677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 on network bae6b775-9917-4c4a-afd4-a55d36da3379 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:49.413098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Attempting to bind port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 on network bae6b775-9917-4c4a-afd4-a55d36da3379 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:49.511628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58c25b83-eeaf-4706-b05d-ca79c725b37b req-f6ebfed0-7a8a-42f1-9dce-583c6d465484 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570177 May 06 12:24:49.529470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:49.529960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Checking segment: {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:49.530575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Bound using segment: {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:49.531260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Bound port: ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:49.534738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:49.573079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-04339e98-da0f-491c-b626-1424074f4b03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2db186-3f73-4559-84cc-ef46760f1371 HTTP/1.1" status: 200 len: 217 time: 0.1412578 May 06 12:24:49.763249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274a3e78-4e8a-4be7-988b-72df38875782', 'name': 'network-vif-deleted', 'tag': 'e2bad801-eead-4a82-88c6-d10f11cec74f'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:49.825185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:49.829959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:49.878683 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:50.013189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e806e77-2981-4176-92a8-c9091270cb06 req-da4b0bea-7e3a-4403-8212-0c781289576f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:50.015833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-da4b0bea-7e3a-4403-8212-0c781289576f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.4390240 May 06 12:24:50.038034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8efc599b-0783-4c55-903d-47da819b6508 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:50.261771 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce95ddc9-90f3-487c-82b3-cbe49687b14f'] response: {'name': 'network-changed', 'server_uuid': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'tag': '1f2db186-3f73-4559-84cc-ef46760f1371', 'status': 'completed', 'code': 200} May 06 12:24:50.305950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 8efc599b-0783-4c55-903d-47da819b6508 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:50.319159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:50.331213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 8efc599b-0783-4c55-903d-47da819b6508 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:50.331622 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-8a5e666c-e753-4b68-a571-be571306956e service neutron] 10.222.0.48 "PUT /v2.0/ports/ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 HTTP/1.1" status: 200 len: 1091 time: 5.8336661 May 06 12:24:50.346876 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:50.525121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e666c-e753-4b68-a571-be571306956e service neutron] Pushing event updated for resources: {'Port': ['ID=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:50.605555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-dc579708-7153-491c-8ded-6d1c9fc8c114 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5358481 May 06 12:24:50.629684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:50.679910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:50.712583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:50.718941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:50.766937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5386377-0e69-430a-8ea4-a87f404b662a req-582980e6-40c1-4efb-8bb4-41a6d7eba1c0 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:50.776544 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5386377-0e69-430a-8ea4-a87f404b662a req-582980e6-40c1-4efb-8bb4-41a6d7eba1c0 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 943 time: 0.9863460 May 06 12:24:50.849349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-2d127045-b127-4f07-8dff-31d8379d5dde service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306705 May 06 12:24:50.857976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-3dc5c192-f4b7-4377-93bf-a8a51006c687 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 1094 time: 0.3728552 May 06 12:24:50.865014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-2fa55a00-39c3-453a-abec-2526abe47cc8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:50.867873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-2fa55a00-39c3-453a-abec-2526abe47cc8 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.36 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 945 time: 0.4779401 May 06 12:24:50.896405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:51.006042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53560) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:51.081939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-15a22115-3b80-412c-82e6-4d8b7eca70f6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:51.089061 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-15a22115-3b80-412c-82e6-4d8b7eca70f6 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c&tenant_id=f71b101453dc4bccb25b118d91b64eff&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 950 time: 0.1753697 May 06 12:24:51.177007 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172ffd3b-8fde-410c-ae5a-a40361c55039'] response: {'server_uuid': '274a3e78-4e8a-4be7-988b-72df38875782', 'name': 'network-vif-deleted', 'tag': 'e2bad801-eead-4a82-88c6-d10f11cec74f', 'status': 'completed', 'code': 200} May 06 12:24:51.201437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e806e77-2981-4176-92a8-c9091270cb06 req-4061e176-8aa0-40ec-897b-912d68ea0f83 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264303 May 06 12:24:51.240926 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-67f38fc1-fbe1-4de9-8c8b-d394b995816a service neutron] 10.222.0.48 "GET /v2.0/ports/8efc599b-0783-4c55-903d-47da819b6508/bindings/n-h1-840847-1 HTTP/1.1" status: 200 len: 382 time: 0.1410782 May 06 12:24:51.275821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5386377-0e69-430a-8ea4-a87f404b662a req-9cb42d56-6551-4b59-8007-4f6ad66f3194 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978328 May 06 12:24:51.410079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-2fdad7bc-13a5-4e82-8fbc-3e7818e9a546 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 HTTP/1.1" status: 200 len: 217 time: 0.5040677 May 06 12:24:51.624615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Deleting port aa79499b-c8a5-4640-9a6c-ab39952e69c2 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:51.624946 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:51.723179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-ff995f77-8442-46aa-92ca-0ba7126416bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1101 time: 0.4323521 May 06 12:24:51.901999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-d2bbb882-8e42-4582-a327-98f5dd398692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:51.903769 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-d2bbb882-8e42-4582-a327-98f5dd398692 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.1719189 May 06 12:24:51.932533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016629d7-4ff8-460f-a913-8392cda4f36a req-664a6540-d780-48a2-94be-d41457c750ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:51.933989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-664a6540-d780-48a2-94be-d41457c750ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=300c04fb-6e37-496d-beed-97dc51090b62 HTTP/1.1" status: 200 len: 862 time: 0.4853451 May 06 12:24:51.992502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-5d7c1b29-6c52-4f65-b12a-05e825e1bb10 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 217 time: 0.0799787 May 06 12:24:52.112839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-10dcc3b9-a88e-495f-840b-aa950d541881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:52.114954 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-10dcc3b9-a88e-495f-840b-aa950d541881 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1077268 May 06 12:24:52.219316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-291b71e3-053a-4fd8-83e3-40957fe3a3e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bae6b775-9917-4c4a-afd4-a55d36da3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2523849 May 06 12:24:52.258404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b051d26-5c12-425f-8e7a-25b5e7af268e req-2b4bc9a2-bd18-48ed-ba10-1a4863011c0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 1094 time: 0.9346960 May 06 12:24:52.265103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:52.454400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b88645-a1bf-4d82-b3f3-7b0aab588fdd req-a321efb3-2fba-4023-9d6d-62a4c32a7f30 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:52.456075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7b88645-a1bf-4d82-b3f3-7b0aab588fdd req-a321efb3-2fba-4023-9d6d-62a4c32a7f30 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=296ebde7-ccbd-43fc-a469-360e926e11cb HTTP/1.1" status: 200 len: 945 time: 0.9663105 May 06 12:24:52.464645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-de7379be-84db-4acc-89e2-1bf572e8b34c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791700 May 06 12:24:52.576746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] For port aa79499b-c8a5-4640-9a6c-ab39952e69c2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=aa79499b-c8a5-4640-9a6c-ab39952e69c2,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:52.577183 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:52.611863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8ee4c-60e0-4d7b-8a7b-15bee303f496 req-5a1e1843-7705-4851-b4ad-c3a448d2f969 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:52.619046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ad8ee4c-60e0-4d7b-8a7b-15bee303f496 req-5a1e1843-7705-4851-b4ad-c3a448d2f969 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 943 time: 0.8289225 May 06 12:24:52.742330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-be8835ef-2d0c-431c-a11b-15b636981564 service neutron] 10.222.0.48 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100498 May 06 12:24:52.807606 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-effdab43-43d2-4a6c-96c8-6c893a03a111 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316088 May 06 12:24:52.815843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:52.838470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Calling delete_port for aa79499b-c8a5-4640-9a6c-ab39952e69c2 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:52.870854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051d26-5c12-425f-8e7a-25b5e7af268e req-25937413-5b68-4054-b98b-9676b61f0760 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:52.872330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b051d26-5c12-425f-8e7a-25b5e7af268e req-25937413-5b68-4054-b98b-9676b61f0760 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.5941854 May 06 12:24:52.903252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7b88645-a1bf-4d82-b3f3-7b0aab588fdd req-c1ace26e-49e6-487c-a162-64d8b8a8d2d4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167399 May 06 12:24:53.008014 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89163947-26a1-4f06-90cc-0bfd297dfb5d'] response: {'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508', 'code': 200} May 06 12:24:53.107628 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-db9c0ed5-8a91-416c-bb9e-4fe4d2742c43 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371991 May 06 12:24:53.343567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ad8ee4c-60e0-4d7b-8a7b-15bee303f496 req-9655f623-9695-4d2f-b160-1918c3840ca7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234616 May 06 12:24:53.377289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b051d26-5c12-425f-8e7a-25b5e7af268e req-f1def626-5de4-4fb3-b16d-235d4526af5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2db186-3f73-4559-84cc-ef46760f1371 HTTP/1.1" status: 200 len: 217 time: 0.4669449 May 06 12:24:53.472921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051d26-5c12-425f-8e7a-25b5e7af268e req-9ee0d6a9-674a-49f8-b826-aedfd96830c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:53.474650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b051d26-5c12-425f-8e7a-25b5e7af268e req-9ee0d6a9-674a-49f8-b826-aedfd96830c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.0722206 May 06 12:24:53.483568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016629d7-4ff8-460f-a913-8392cda4f36a req-0f8539aa-e394-43aa-9c9c-4601dabca8df service neutron] 10.222.0.48 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6723838 May 06 12:24:53.731499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10248215-2b81-42c3-8092-5779cea4e673 req-2894a800-3c36-4339-8a81-7afe74885ec7 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:53.733477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10248215-2b81-42c3-8092-5779cea4e673 req-2894a800-3c36-4339-8a81-7afe74885ec7 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.5210025 May 06 12:24:53.945499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Deleting port bbdb7507-672b-4341-a5de-9539d5ebefa2 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:53.946364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:53.953392 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:54.034507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b051d26-5c12-425f-8e7a-25b5e7af268e req-ae62b4b0-bad7-4ca7-ae97-0499a6d40ad9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5468941 May 06 12:24:54.052770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Pushing event deleted for resources: {'Port': ['ID=aa79499b-c8a5-4640-9a6c-ab39952e69c2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:54.069921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10248215-2b81-42c3-8092-5779cea4e673 req-c74cc07f-3f28-435a-a252-fb9bfd5d001f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732351 May 06 12:24:54.240700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-b52586a6-7171-4c7d-b818-186a504678bc tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:54.241832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-b52586a6-7171-4c7d-b818-186a504678bc tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 821 time: 0.5797884 May 06 12:24:54.247894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] For port bbdb7507-672b-4341-a5de-9539d5ebefa2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=bbdb7507-672b-4341-a5de-9539d5ebefa2,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:54.248394 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:54.396848 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Calling delete_port for bbdb7507-672b-4341-a5de-9539d5ebefa2 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:54.539912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] No DVR routers for this DVR port aa79499b-c8a5-4640-9a6c-ab39952e69c2 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:54.543817 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:54.583284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-d136a53d-550f-4cad-8c0f-a20030f00ae7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/quotas/9eaa69998de64fa19c325e81a523f48b HTTP/1.1" status: 200 len: 375 time: 0.2575419 May 06 12:24:54.632196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99c23d16-46ee-49db-8d19-c4d1604a2e73 req-cde34897-dcf9-4954-87b5-0b967dab905d tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.36 "DELETE /v2.0/ports/aa79499b-c8a5-4640-9a6c-ab39952e69c2 HTTP/1.1" status: 204 len: 173 time: 3.7275844 May 06 12:24:54.734038 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:54.735683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b051d26-5c12-425f-8e7a-25b5e7af268e req-9f36eaf1-432e-4045-95d4-1f1bc3e23566 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875896 May 06 12:24:54.844633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdb7507-672b-4341-a5de-9539d5ebefa2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:54.856056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-2e38f6f9-a79e-4100-ab86-6b846976680e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:54.865996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-2e38f6f9-a79e-4100-ab86-6b846976680e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.6222029 May 06 12:24:54.910814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-cc0052a3-4efd-4819-9577-101142ee33da tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/quotas/97c08917c4dd40c98f716f0b91fe1e9f HTTP/1.1" status: 200 len: 375 time: 0.0434763 May 06 12:24:55.047583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-317699f1-72c3-42fb-8ea2-ed25a81aa537 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354938 May 06 12:24:55.249876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-9773a2b1-3e5b-4d92-821a-5ff54a35ca35 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6544743 May 06 12:24:55.255941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b051d26-5c12-425f-8e7a-25b5e7af268e req-40105d40-639f-4eea-9a59-5c132d254951 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077181 May 06 12:24:55.521928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:55.604266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device aa79499b-c8a5-4640-9a6c-ab39952e69c2 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:55.646222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d43e767e-851e-4f2e-8694-68a7ece86889 service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904973 May 06 12:24:55.729320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: aa79499b-c8a5-4640-9a6c-ab39952e69c2 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:55.737339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device aa79499b-c8a5-4640-9a6c-ab39952e69c2 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:55.766329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-ee93ea65-4f4a-4ea3-a539-8e2efd36581e service neutron] 10.222.0.44 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062237 May 06 12:24:55.975367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-4e7c8ce8-a570-4fd7-a470-00d73139f5aa service neutron] 10.222.0.44 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077579 May 06 12:24:56.052078 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-8e955e8d-8b7c-4bbd-b12c-9f25b5b0b4a9 service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044878 May 06 12:24:56.067322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 1f2db186-3f73-4559-84cc-ef46760f1371 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:56.372225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1f2db186-3f73-4559-84cc-ef46760f1371, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1f2db186-3f73-4559-84cc-ef46760f1371,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:56.390030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '1f2db186-3f73-4559-84cc-ef46760f1371', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'port_id': '1f2db186-3f73-4559-84cc-ef46760f1371', 'mac_address': 'fa:16:3e:d5:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:56.460997 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:56.493025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2db186-3f73-4559-84cc-ef46760f1371 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:56.498302 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b718a54b-6c35-41cd-af9f-ecdc7b0becba'] response: {'name': 'network-changed', 'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00', 'status': 'completed', 'code': 200} May 06 12:24:56.543020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1f2db186-3f73-4559-84cc-ef46760f1371, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1f2db186-3f73-4559-84cc-ef46760f1371,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:56.554487 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:56.860171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=1f2db186-3f73-4559-84cc-ef46760f1371,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:56.959898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2d9f4ee-0ecd-447c-b817-75cf12ca01d5 req-36d13e1e-7695-4234-a642-3b737087ade2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 1094 time: 0.4333370 May 06 12:24:56.985113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:24:57.090173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['1f2db186-3f73-4559-84cc-ef46760f1371'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:57.221359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fdac5-2b48-461d-9ae0-a61f654ee40a req-d0193424-d04b-438e-b0ca-78018e9b632e tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:57.223047 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-519fdac5-2b48-461d-9ae0-a61f654ee40a req-d0193424-d04b-438e-b0ca-78018e9b632e tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 943 time: 0.4747553 May 06 12:24:57.457849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-519fdac5-2b48-461d-9ae0-a61f654ee40a req-42833503-f48b-4f51-8ed3-18c8a8512e7d tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026322 May 06 12:24:57.476467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:24:57.514026 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] Sync routers for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:24:57.524567 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b8dde48f-443b-496c-ae35-434a473f0ecb admin admin] 10.222.0.44 "PUT /v2.0/routers/1be8b1a9-a052-4593-9ee1-d8f32cf35ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5075805 May 06 12:24:57.528584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53628) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:57.540782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f4ee-0ecd-447c-b817-75cf12ca01d5 req-a66ecc60-85e2-4315-bd9e-55f1c3807d44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:57.543494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2d9f4ee-0ecd-447c-b817-75cf12ca01d5 req-a66ecc60-85e2-4315-bd9e-55f1c3807d44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 200 len: 923 time: 0.5701592 May 06 12:24:57.562492 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:24:57.563978 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:24:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:57.814869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2d9f4ee-0ecd-447c-b817-75cf12ca01d5 req-063c1e5b-10e4-45de-bc81-0a8e89b341c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 HTTP/1.1" status: 200 len: 217 time: 0.2557368 May 06 12:24:58.004364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:58.017882 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:24:58.061566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:58.111669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-7918ed5f-0b6c-420e-8d91-7dbea3b2ac78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c&tenant_id=f71b101453dc4bccb25b118d91b64eff HTTP/1.1" status: 200 len: 1101 time: 0.7757800 May 06 12:24:58.142304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6223-a27c-4193-96e2-8838a5e5e16f req-c70ee88d-d742-405a-9d3c-4382b3219e7c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:58.155762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ee6223-a27c-4193-96e2-8838a5e5e16f req-c70ee88d-d742-405a-9d3c-4382b3219e7c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 944 time: 0.8598881 May 06 12:24:58.173953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:58.289690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f4ee-0ecd-447c-b817-75cf12ca01d5 req-ce6533d4-96e4-4281-8783-bdf16ae5e2e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:58.292129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2d9f4ee-0ecd-447c-b817-75cf12ca01d5 req-ce6533d4-96e4-4281-8783-bdf16ae5e2e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=300c04fb-6e37-496d-beed-97dc51090b62 HTTP/1.1" status: 200 len: 862 time: 0.4227574 May 06 12:24:58.491225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:58.509875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'name': 'network-vif-deleted', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:58.515958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00', 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379', 'port_id': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00', 'mac_address': 'fa:16:3e:54:4c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c04fb-6e37-496d-beed-97dc51090b62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:58.546806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2d9f4ee-0ecd-447c-b817-75cf12ca01d5 req-84802eca-8cc7-4bb4-b574-8673c0506ce8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bae6b775-9917-4c4a-afd4-a55d36da3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2032626 May 06 12:24:58.638301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ee6223-a27c-4193-96e2-8838a5e5e16f req-f9ea78f9-14be-4dc5-993d-d8d88f342dee tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814537 May 06 12:24:58.652391 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:58.652638 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:58.714371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:58.750926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:58.758989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:58.821629 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:24:54Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:58.827294 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] Checking router: 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:24:58.853342 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] Routers {'1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:24:58.854543 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:24:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:58.904562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:58.943330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1730c-1918-4ad8-a68f-8a1ffb8caa79 req-01578892-877e-46b7-b191-c7e35b5080c4 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:58.945919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3f1730c-1918-4ad8-a68f-8a1ffb8caa79 req-01578892-877e-46b7-b191-c7e35b5080c4 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 1.1421726 May 06 12:24:59.040984 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f4e7a04-2c1c-47c3-9611-c8308fa47c8e req-f61c4d2e-9a91-4b66-9567-11fc03227447 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 210 time: 0.1441948 May 06 12:24:59.146464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:59.156111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2d9f4ee-0ecd-447c-b817-75cf12ca01d5 req-c086764b-3483-4d00-8dd3-1f0db7b58e70 service neutron] 10.222.0.48 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969670 May 06 12:24:59.171529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Deleting port 647dedf0-cc36-44db-b87e-eed9d8d712c4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:59.171890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:59.229466 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] Set router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:24:59.309872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:59.344905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3f1730c-1918-4ad8-a68f-8a1ffb8caa79 req-d2b9eaa7-fe8c-4b7c-b102-b74006a1e1ff tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695447 May 06 12:24:59.568143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] For port 647dedf0-cc36-44db-b87e-eed9d8d712c4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=647dedf0-cc36-44db-b87e-eed9d8d712c4,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:59.569786 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:59.805884 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:24:54Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:24:59.815650 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba8ca5-7390-4966-8939-8329c364e668 None None] The sync data for ids ['1be8b1a9-a052-4593-9ee1-d8f32cf35ae6'] in n-d-840847-1 is: [{'id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1470632067-router', 'tenant_id': 'dedc618e817f4fbf86199b1187cf0eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:17:37Z', 'updated_at': '2022-05-06T12:24:54Z', 'revision_number': 5, 'project_id': 'dedc618e817f4fbf86199b1187cf0eca', 'gw_port': {'id': '647dedf0-cc36-44db-b87e-eed9d8d712c4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be8b1a9-a052-4593-9ee1-d8f32cf35ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:17:40Z', 'updated_at': '2022-05-06T12:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:25:00.020010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53642) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:00.023949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3067ad98-5f2e-41fb-b5e0-22e235c3f8c0 req-f90d5abe-4c80-434f-ac6e-2044f849b3b7 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 210 time: 0.3439186 May 06 12:25:00.059300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-f9832fee-21f0-4954-b823-ff2900b43f86 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:00.061094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262027339', 'description': 'tempest-description--1135115416'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:00.062391 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-f9832fee-21f0-4954-b823-ff2900b43f86 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.36 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 1.4756572 May 06 12:25:00.070577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 1f2db186-3f73-4559-84cc-ef46760f1371 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:00.096092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:00.124057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Calling delete_port for 647dedf0-cc36-44db-b87e-eed9d8d712c4 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:00.125639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Usage tracker for resource:security_group and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:00.150986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:00.172901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:00.316061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Request body: {'port': {'device_id': '0da65fb6-d8de-4e3f-a532-95d4da631f67', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'admin_state_up': True, 'tenant_id': '97c08917c4dd40c98f716f0b91fe1e9f'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:00.351173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 1f2db186-3f73-4559-84cc-ef46760f1371 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:00.365396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 1f2db186-3f73-4559-84cc-ef46760f1371 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:00.365991 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:00.401331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8481ecce-090f-4555-820c-5d2e9aa5350b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:00.409587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8481ecce-090f-4555-820c-5d2e9aa5350b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 821 time: 0.7968507 May 06 12:25:00.449679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2d9f4ee-0ecd-447c-b817-75cf12ca01d5 req-5b833804-03db-4abc-b54a-c8948c594c06 service neutron] 10.222.0.48 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1947591 May 06 12:25:00.493517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Request body: {'port': {'device_id': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131', 'admin_state_up': True, 'tenant_id': '9eaa69998de64fa19c325e81a523f48b'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:00.523955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:00.581211 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:00.628353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1f2db186-3f73-4559-84cc-ef46760f1371, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1f2db186-3f73-4559-84cc-ef46760f1371,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:00.629738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2db186-3f73-4559-84cc-ef46760f1371'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:00.632164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:00.636971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:00.638204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8efc599b-0783-4c55-903d-47da819b6508 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:00.674971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:00.816790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:00.838563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device bbdb7507-672b-4341-a5de-9539d5ebefa2 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:00.879193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:00.882888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Pushing event deleted for resources: {'Port': ['ID=647dedf0-cc36-44db-b87e-eed9d8d712c4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:00.886547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=1f2db186-3f73-4559-84cc-ef46760f1371,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:00.890510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Usage tracker for resource:port and tenant:97c08917c4dd40c98f716f0b91fe1e9f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:00.897896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:00.908502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:00.915949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: bbdb7507-672b-4341-a5de-9539d5ebefa2 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:00.916291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device bbdb7507-672b-4341-a5de-9539d5ebefa2 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:00.944224 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:00.970387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Made reservation on behalf of 97c08917c4dd40c98f716f0b91fe1e9f for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:00.974955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:01.019326 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a82d38-abf9-40e3-a316-2fef488f30a6'] response: {'server_uuid': '296ebde7-ccbd-43fc-a469-360e926e11cb', 'name': 'network-vif-deleted', 'tag': 'aa79499b-c8a5-4640-9a6c-ab39952e69c2', 'status': 'completed', 'code': 200} May 06 12:25:01.094287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:01.109692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Usage tracker for resource:security_group_rule and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:01.121989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:01.127165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:01.158246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:01.202246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988e209-7c01-4547-b424-a521b5e754b9 req-fbdcc16e-efb3-4f1a-a650-6b2ecee8fdd2 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:01.210369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f988e209-7c01-4547-b424-a521b5e754b9 req-fbdcc16e-efb3-4f1a-a650-6b2ecee8fdd2 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 944 time: 0.7439075 May 06 12:25:01.252756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Transition to ACTIVE for port object 8efc599b-0783-4c55-903d-47da819b6508 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:01.270358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:01.309011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Allocated IP 172.20.0.14 (276dcbf0-3319-4644-8f49-4814ea7ef22b/bf9ed672-d79d-480c-97ea-3c8f224b3156/2d3a07b2-807d-40d1-8022-7a71a54b9171) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:25:01.398161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:01.410789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:01.417413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.418335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.419056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.419635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.420262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.420819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.421401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.421940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.422586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.423216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.423765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:01.471149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f988e209-7c01-4547-b424-a521b5e754b9 req-5ffb8f55-33d8-4bb9-850d-67ac1113d192 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594957 May 06 12:25:01.473009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:01.594095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:25:01.595542 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:25:01.699544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:01.904462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Made reservation on behalf of 9eaa69998de64fa19c325e81a523f48b for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:01.908002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:01.979167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:01.994230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] No DVR routers for this DVR port 8efc599b-0783-4c55-903d-47da819b6508 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:01.998316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.076512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-4829b599-6fd5-4831-8fde-238e4ea52cd4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:02.077726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-4829b599-6fd5-4831-8fde-238e4ea52cd4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Synchronizing usage tracker for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:02.091394 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.226736 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:25:02.227940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:02.292448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc76aff-471e-40d3-bfa3-0a783030a143,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:02.323513 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.330268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0f0c8cb5-5a51-4b69-a146-3deec640a533 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.3093574 May 06 12:25:02.342252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53658) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:02.374456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Request body: {'security_group_rule': {'security_group_id': 'cbc76aff-471e-40d3-bfa3-0a783030a143', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:02.387111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:02.387738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:02.388670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:02.405202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:02.407078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:02.418421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:02.419532 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.420158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56eb9f-28d6-4c36-af1a-00473ad2f242 req-8b6b359b-5715-4dec-b781-4cafa4a9d63a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:02.432383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e56eb9f-28d6-4c36-af1a-00473ad2f242 req-8b6b359b-5715-4dec-b781-4cafa4a9d63a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 945 time: 0.7995582 May 06 12:25:02.437747 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.483963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Usage tracker for resource:security_group_rule and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:02.506346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:02.518314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346b636-57df-455a-82c2-ec42221ef21e req-e52353ca-66f3-40f0-8a20-aca799566cf9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:02.526360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7346b636-57df-455a-82c2-ec42221ef21e req-e52353ca-66f3-40f0-8a20-aca799566cf9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 949 time: 0.7454400 May 06 12:25:02.542947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Port 8efc599b-0783-4c55-903d-47da819b6508 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:02.543356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Attempting to bind port 8efc599b-0783-4c55-903d-47da819b6508 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:02.573744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:02.612935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:02.613538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:02.614207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:02.614850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Bound port: 8efc599b-0783-4c55-903d-47da819b6508, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:02.615531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.677871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Allocated IP 172.20.0.6 (7dccc9a8-5d1c-4d97-9331-914404a43131/183af125-8930-442d-be80-cf26155feae4/bf8a318f-536b-4264-8fb4-bb797eaa75ac) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:25:02.683191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.685615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-4829b599-6fd5-4831-8fde-238e4ea52cd4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Unset dirty status for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:02.687575 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-4829b599-6fd5-4831-8fde-238e4ea52cd4 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.36 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 944 time: 1.6317294 May 06 12:25:02.700759 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.711255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e56eb9f-28d6-4c36-af1a-00473ad2f242 req-df07cf20-65a4-4a27-a04f-c4452fb4b468 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775476 May 06 12:25:02.790331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:02.798299 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.836869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7346b636-57df-455a-82c2-ec42221ef21e req-f648835d-332a-418c-97f0-a7418569f271 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087773 May 06 12:25:02.868555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event updated for resources: {'Port': ['ID=2d3a07b2-807d-40d1-8022-7a71a54b9171,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:02.993360 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.005432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:25:03.009786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:03.018038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:25:03.027369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:03.036732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:03.063151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.089208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Deleting port 0693ed66-b3fc-44df-af8b-365833626f3d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:03.089885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.097422 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa99893-47e3-42dc-901e-990cc654714d'] response: {'server_uuid': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2db186-3f73-4559-84cc-ef46760f1371', 'code': 200} May 06 12:25:03.345142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:03.361966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:03.363046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.392677 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.393790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:25:03.466246 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.470870 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c57115e7-73c9-499b-b342-e931213c1295 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1be8b1a9-a052-4593-9ee1-d8f32cf35ae6 HTTP/1.1" status: 204 len: 168 time: 5.9408441 May 06 12:25:03.475299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53666) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:03.489666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68d93557-f1ee-4aee-b0e0-f75b76a152b5 req-147ec28d-6a52-4a34-9adf-a04b199767d5 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 210 time: 0.1389117 May 06 12:25:03.501294 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.507709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:03.557154 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-d465ff6c-345c-4655-ad49-730fa2d99371 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2491136 May 06 12:25:03.617079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.635421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Request body: {'port': {'device_id': '0da65fb6-d8de-4e3f-a532-95d4da631f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:03.664349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.885520 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.891011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5365968 May 06 12:25:03.954246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=11']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:03.959902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53672) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:03.972604 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.974519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-f37dc1a6-e488-42bc-aa63-894a36f1a46e service neutron] 10.222.0.36 "PUT /v2.0/ports/8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 1097 time: 5.8139713 May 06 12:25:03.996997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Request body: {'security_group_rule': {'security_group_id': 'cbc76aff-471e-40d3-bfa3-0a783030a143', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:04.027385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:04.037911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce420e8-d69c-43e1-9f59-be183bae6aec admin admin] Deleting subnet 67c6cf8e-1c62-4708-93b5-cae3b67be56b {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:25:04.057343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Usage tracker for resource:security_group_rule and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:04.064198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:04.065847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfde5f8-d2c0-4528-a9ca-cc0cc90cd616 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88a14dd-30cb-430a-a4c6-d37ef941cd7e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:04.071325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] For port 0693ed66-b3fc-44df-af8b-365833626f3d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0693ed66-b3fc-44df-af8b-365833626f3d,segment=NetworkSegment(93672de1-d03b-4b42-86b8-3c4e41ccbfc9),segment_id=93672de1-d03b-4b42-86b8-3c4e41ccbfc9)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:04.072261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.086872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.114290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ce420e8-d69c-43e1-9f59-be183bae6aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.124881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041036-2458-474c-8ecb-5ff90978bcc6 req-2c31a617-cd3c-4433-b93c-7cef674d1b34 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:04.125689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3c041036-2458-474c-8ecb-5ff90978bcc6 req-2c31a617-cd3c-4433-b93c-7cef674d1b34 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Synchronizing usage tracker for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:04.158123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83874829-734f-4276-a04e-980e8bb0ee8d req-b3cd3d20-9928-415e-9875-9796432ab8d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 1096 time: 0.9145548 May 06 12:25:04.165840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:04.224044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3c041036-2458-474c-8ecb-5ff90978bcc6 req-2c31a617-cd3c-4433-b93c-7cef674d1b34 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Unset dirty status for tenant:782377c9e75a4cb084b23392faeea4e0 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:04.225321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c041036-2458-474c-8ecb-5ff90978bcc6 req-2c31a617-cd3c-4433-b93c-7cef674d1b34 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/ports?device_id=270bfd2e-e49c-4d87-838c-02504ebc8598 HTTP/1.1" status: 200 len: 944 time: 1.1023540 May 06 12:25:04.332519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.365968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-d50123f2-12f5-4aef-aad0-7fbca2682914 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1100 time: 0.3473730 May 06 12:25:04.403625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c948c14-34d1-4675-ba42-2dc237817a52 req-7f444774-b687-4cc8-bcba-95bc8dbb76ad tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:04.407288 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c948c14-34d1-4675-ba42-2dc237817a52 req-7f444774-b687-4cc8-bcba-95bc8dbb76ad tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 932 time: 0.4593890 May 06 12:25:04.417803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Calling delete_port for 0693ed66-b3fc-44df-af8b-365833626f3d owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:04.418187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83874829-734f-4276-a04e-980e8bb0ee8d req-c329792e-64f5-4690-96a2-c94dbd670dbb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408412 May 06 12:25:04.515061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c041036-2458-474c-8ecb-5ff90978bcc6 req-be15292f-776f-4a7d-b67c-d445b4036c00 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.44 "GET /v2.0/security-groups?id=3963f3f0-daf6-416c-b580-b188c54d20ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581263 May 06 12:25:04.548429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c948c14-34d1-4675-ba42-2dc237817a52 req-701bc33c-3323-49c3-9ab9-5d9d0531ae0c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233368 May 06 12:25:04.594651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ce420e8-d69c-43e1-9f59-be183bae6aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.598905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.611107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['641eb6f9-5687-4bf9-840c-29b103f16827'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:04.697299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Network 7dccc9a8-5d1c-4d97-9331-914404a43131 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:25:04.701347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Pushing event updated for resources: {'Port': ['ID=bf8a318f-536b-4264-8fb4-bb797eaa75ac,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:04.701618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.704631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:04.758345 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb2aa95-3615-4fbc-9919-5a8115acfb8f'] response: {'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508', 'code': 200} May 06 12:25:04.759130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:25:04.789867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 647dedf0-cc36-44db-b87e-eed9d8d712c4 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:04.864569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 647dedf0-cc36-44db-b87e-eed9d8d712c4 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:04.864569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 647dedf0-cc36-44db-b87e-eed9d8d712c4 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:04.932150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-64f8ef7e-9d17-48da-b1bd-a88624a4d0d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:04.933576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-64f8ef7e-9d17-48da-b1bd-a88624a4d0d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5553017 May 06 12:25:05.091955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:05.092746 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.100142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:05.101757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-e792628e-43cb-46ac-9874-2f349d12e6df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 217 time: 0.1330903 May 06 12:25:05.183140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-8182fd27-81ba-4d50-bee4-8a9e7b506fb4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7069588 May 06 12:25:05.192315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f249-4432-4416-9998-3cf7eeddea70 req-3cfce88f-7410-4cf3-8c36-f11d8841216c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:05.193879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab72f249-4432-4416-9998-3cf7eeddea70 req-3cfce88f-7410-4cf3-8c36-f11d8841216c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 945 time: 0.4775133 May 06 12:25:05.204056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Request body: {'port': {'device_id': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:05.269898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-974e6bd9-43d5-4536-b4ea-2283bdeea333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:05.271520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.272354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-974e6bd9-43d5-4536-b4ea-2283bdeea333 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1511681 May 06 12:25:05.346174 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ce420e8-d69c-43e1-9f59-be183bae6aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.383122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.385131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48c8c8-edb4-4af5-8371-d561cafe945e req-8774b107-5923-4799-b0a1-107f6738475e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:05.386827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d48c8c8-edb4-4af5-8371-d561cafe945e req-8774b107-5923-4799-b0a1-107f6738475e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 945 time: 0.4659238 May 06 12:25:05.460945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d3d29c-3076-4094-9a97-1fa5dec35aab,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:05.463302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab72f249-4432-4416-9998-3cf7eeddea70 req-4f8a8a67-c2dc-4b7c-b4bf-11bbab1d8175 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229116 May 06 12:25:05.470772 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.471335 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.560073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.561441 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dd84a59c-c518-448b-9bdd-8beffe8d768f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5970733 May 06 12:25:05.564714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d48c8c8-edb4-4af5-8371-d561cafe945e req-5d675dc1-8e3d-465d-accc-ee29e4812f19 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589813 May 06 12:25:05.567809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53684) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:05.572944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-2cafa45a-30bd-4307-869d-2384a6bb59f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2867198 May 06 12:25:05.586161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:05.588467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Pushing event deleted for resources: {'Port': ['ID=0693ed66-b3fc-44df-af8b-365833626f3d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:05.625761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:05.635027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0693ed66-b3fc-44df-af8b-365833626f3d no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:05.652435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Usage tracker for resource:floatingip and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:05.652776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ce420e8-d69c-43e1-9f59-be183bae6aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.674079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:05.702066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:05.733190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 0693ed66-b3fc-44df-af8b-365833626f3d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:05.733609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0693ed66-b3fc-44df-af8b-365833626f3d not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:05.755094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce420e8-d69c-43e1-9f59-be183bae6aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c6cf8e-1c62-4708-93b5-cae3b67be56b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:05.757742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] No DVR routers for this DVR port 0693ed66-b3fc-44df-af8b-365833626f3d on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:05.762768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.764917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'name': 'network-vif-deleted', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:05.774720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.775164 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ce420e8-d69c-43e1-9f59-be183bae6aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.778436 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:25:05.782800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf4035-5de4-45cf-affa-78d0855a756c None None] Network 4c71cec3-af32-4598-85bd-21605e516b4d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:25:05.797289 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-82d1ba5c-7dad-4a19-9baf-5d1eef167413 req-a05c602c-310f-4970-97b4-ea57522dde69 tempest-LiveMigrationTest-407271835 tempest-LiveMigrationTest-407271835-project] 10.222.0.36 "DELETE /v2.0/ports/0693ed66-b3fc-44df-af8b-365833626f3d HTTP/1.1" status: 204 len: 173 time: 2.9143741 May 06 12:25:05.833297 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8ce420e8-d69c-43e1-9f59-be183bae6aec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/67c6cf8e-1c62-4708-93b5-cae3b67be56b HTTP/1.1" status: 204 len: 168 time: 2.3566678 May 06 12:25:05.846492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53692) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:05.959206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3a07b2-807d-40d1-8022-7a71a54b9171 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:05.973125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:06.009635 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:06.013240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Transition to ACTIVE for port object 2d3a07b2-807d-40d1-8022-7a71a54b9171 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:06.024301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:06.115621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Deleting port c85d9774-e4e3-49da-831e-e50403497c9c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:06.116232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:06.192555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-646678b4-189c-4048-8904-0465f6d3f384 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515417 May 06 12:25:06.229864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] DHCP port deletion for 4c71cec3-af32-4598-85bd-21605e516b4d request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:25:06.236896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] Deleting port c85d9774-e4e3-49da-831e-e50403497c9c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:06.237686 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:06.274365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3a07b2-807d-40d1-8022-7a71a54b9171,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:06.501615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfdebb-a5bb-4a2c-b5b5-7d9804cb5950 req-c2bfb0d2-1fc5-47e6-ba6c-9e622317f991 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:06.502920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ebbfdebb-a5bb-4a2c-b5b5-7d9804cb5950 req-c2bfb0d2-1fc5-47e6-ba6c-9e622317f991 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Synchronizing usage tracker for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:06.612412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] For port c85d9774-e4e3-49da-831e-e50403497c9c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c85d9774-e4e3-49da-831e-e50403497c9c,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:06.613064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:06.638675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590a59e-2a5c-44ee-a906-3f4b16e0f6f6 req-9c3d8063-3c7e-4fd9-9cc9-8e7aa642b59c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:06.641486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a590a59e-2a5c-44ee-a906-3f4b16e0f6f6 req-9c3d8063-3c7e-4fd9-9cc9-8e7aa642b59c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 949 time: 0.8942974 May 06 12:25:06.741824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ebbfdebb-a5bb-4a2c-b5b5-7d9804cb5950 req-c2bfb0d2-1fc5-47e6-ba6c-9e622317f991 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Unset dirty status for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:06.755833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebbfdebb-a5bb-4a2c-b5b5-7d9804cb5950 req-c2bfb0d2-1fc5-47e6-ba6c-9e622317f991 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 931 time: 1.0105400 May 06 12:25:06.797645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] For port c85d9774-e4e3-49da-831e-e50403497c9c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c85d9774-e4e3-49da-831e-e50403497c9c,segment=NetworkSegment(b1ae6c89-3c3b-4480-b2b8-21c76cf69fca),segment_id=b1ae6c89-3c3b-4480-b2b8-21c76cf69fca)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:06.798293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'tag': '8efc599b-0783-4c55-903d-47da819b6508'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:06.798918 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:06.860755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6ff0c79-f2db-419c-821f-91ed1b9455a7 req-64c8e2e8-24ae-4298-9a40-5e3b51497933 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561694 May 06 12:25:06.907742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c85d9774-e4e3-49da-831e-e50403497c9c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:06.959572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Calling delete_port for c85d9774-e4e3-49da-831e-e50403497c9c owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:06.969447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] Calling delete_port for c85d9774-e4e3-49da-831e-e50403497c9c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:06.996982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Attempting to bind port 2d3a07b2-807d-40d1-8022-7a71a54b9171 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:06.997337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Attempting to bind port 2d3a07b2-807d-40d1-8022-7a71a54b9171 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:06.997629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Attempting to bind port 2d3a07b2-807d-40d1-8022-7a71a54b9171 on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:07.016530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Port 2d3a07b2-807d-40d1-8022-7a71a54b9171 on network 276dcbf0-3319-4644-8f49-4814ea7ef22b not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:07.016530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Attempting to bind port 2d3a07b2-807d-40d1-8022-7a71a54b9171 on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:07.035972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:07.035972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Checking segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:07.035972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Bound using segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:07.035972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Bound port: 2d3a07b2-807d-40d1-8022-7a71a54b9171, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:07.036760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.047595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a590a59e-2a5c-44ee-a906-3f4b16e0f6f6 req-5e090fe0-efcf-4299-9c30-7f4e48666b96 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764281 May 06 12:25:07.061889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebbfdebb-a5bb-4a2c-b5b5-7d9804cb5950 req-0faac377-4203-4899-9a7e-382e04828f83 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038216 May 06 12:25:07.116324 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.150683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port c85d9774-e4e3-49da-831e-e50403497c9c {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:25:07.150683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c85d9774-e4e3-49da-831e-e50403497c9c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:07.210309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:25:07.210693 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:25:07.217121 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.223430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] For port 2d3a07b2-807d-40d1-8022-7a71a54b9171, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:07.227110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] For port 2d3a07b2-807d-40d1-8022-7a71a54b9171, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2d3a07b2-807d-40d1-8022-7a71a54b9171,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:07.229061 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.258392 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b48d9b-8b3c-4ee4-a42c-b00b14ce7e0b'] response: {'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00', 'code': 200} May 06 12:25:07.275288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.290301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85d9774-e4e3-49da-831e-e50403497c9c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:07.324482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8a318f-536b-4264-8fb4-bb797eaa75ac {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:07.353596 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.433533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53702) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:07.522812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] No DVR routers for this DVR port c85d9774-e4e3-49da-831e-e50403497c9c on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:07.543596 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de549b6-0596-406d-9183-d97427dc9cd7'] response: {'server_uuid': '270bfd2e-e49c-4d87-838c-02504ebc8598', 'name': 'network-vif-deleted', 'tag': '0693ed66-b3fc-44df-af8b-365833626f3d', 'status': 'completed', 'code': 200} May 06 12:25:07.594237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Transition to ACTIVE for port object bf8a318f-536b-4264-8fb4-bb797eaa75ac will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:07.621279 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.712690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] Deleting port c85d9774-e4e3-49da-831e-e50403497c9c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:07.712986 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.753787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.755647 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] 10.222.0.36 "PUT /v2.0/ports/2d3a07b2-807d-40d1-8022-7a71a54b9171 HTTP/1.1" status: 200 len: 1092 time: 4.1279576 May 06 12:25:07.788912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.803837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-247ffe7a-7e06-4724-980e-8901ebb1a9e2 None None] The port 'c85d9774-e4e3-49da-831e-e50403497c9c' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:25:07.816447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9624455-672e-457e-98bf-f71522ca3039 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3a07b2-807d-40d1-8022-7a71a54b9171,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:07.841620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c71cec3-af32-4598-85bd-21605e516b4d']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:07.894461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:07.895080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ae6c89-3c3b-4480-b2b8-21c76cf69fca') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:07.914758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.938400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.944330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Allocated IP 172.25.7.242 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/f0f0605b-2b4b-40c8-991a-8ab10edb404f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:25:07.948500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:25:07.949068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: timer() May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:25:07.963511 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:25:08.066840 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-4ab522d5-8e5e-4875-9e03-387579d99f43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 1095 time: 0.2157655 May 06 12:25:08.131331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:08.154117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:08.160423 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-bd38b36b-867b-4f86-b62c-c224327ad847 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d3a07b2-807d-40d1-8022-7a71a54b9171 HTTP/1.1" status: 200 len: 217 time: 0.0862739 May 06 12:25:08.168257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c71cec3-af32-4598-85bd-21605e516b4d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:08.178103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a318f-536b-4264-8fb4-bb797eaa75ac,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:08.230257 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-402380a1-e88d-431a-8a81-130bca1e2367 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4c71cec3-af32-4598-85bd-21605e516b4d HTTP/1.1" status: 204 len: 168 time: 2.3822856 May 06 12:25:08.234712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53714) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:08.391319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efdff32-6c9b-40d4-a796-1d905ecb5519 admin admin] Deleting subnet 0d9c5d98-c81e-4c76-9894-e399d9f6cc85 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:25:08.391605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-70a6e942-5851-48a7-a562-201f68960a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.393183 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-70a6e942-5851-48a7-a562-201f68960a39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.2260268 May 06 12:25:08.416057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70ceb6f6-f337-48f7-b323-215aecf92be1 req-2ac52e9a-06ce-400a-a20f-69e5d1bb9a2b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 1096 time: 1.0215955 May 06 12:25:08.422028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5efdff32-6c9b-40d4-a796-1d905ecb5519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:08.458390 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-120e0ea7-2f0d-4fcb-a1c0-e88d233527d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577962 May 06 12:25:08.511420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755406cf-ee82-4455-9fa3-b6c903633381 req-471b5984-593f-48d9-92cd-22c49f680d87 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.523346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-755406cf-ee82-4455-9fa3-b6c903633381 req-471b5984-593f-48d9-92cd-22c49f680d87 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 944 time: 1.0008080 May 06 12:25:08.690137 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-e920ff4e-b7ad-40a6-81d8-816f74bf378c service neutron] 10.222.0.36 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100635 May 06 12:25:08.710354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5efdff32-6c9b-40d4-a796-1d905ecb5519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:08.766932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848989a-ee8c-4095-8f94-97320692ea9f req-4f93a7a7-2844-4b0f-b30b-92c6dfe5a084 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.771526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a848989a-ee8c-4095-8f94-97320692ea9f req-4f93a7a7-2844-4b0f-b30b-92c6dfe5a084 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 945 time: 1.0816083 May 06 12:25:08.862260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-755406cf-ee82-4455-9fa3-b6c903633381 req-7176fab5-2539-4cca-8b67-412c68111f5f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377960 May 06 12:25:08.897276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:08.897801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:08.898248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:08.933786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a848989a-ee8c-4095-8f94-97320692ea9f req-ecde0728-5a53-4f56-bbbf-252f5456a6b0 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668325 May 06 12:25:08.946455 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-80bc571c-64b2-42ac-9a31-bb085ede8647 service neutron] 10.222.0.36 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498791 May 06 12:25:08.951671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70ceb6f6-f337-48f7-b323-215aecf92be1 req-c182b740-ead4-41ba-a39d-f6e334c47f50 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704072 May 06 12:25:08.960852 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:08.965061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Port bf8a318f-536b-4264-8fb4-bb797eaa75ac on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:08.965282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:08.977556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:08.978031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:08.978545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:08.979125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Bound port: bf8a318f-536b-4264-8fb4-bb797eaa75ac, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:08.979612 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.150172 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3906211c-368f-4378-82aa-6f479089bfa8'] response: {'name': 'network-changed', 'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'tag': '8efc599b-0783-4c55-903d-47da819b6508', 'status': 'completed', 'code': 200} May 06 12:25:09.153282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5efdff32-6c9b-40d4-a796-1d905ecb5519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.172933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.203045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:09.236545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:09.253583 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.391076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de7e40-47ec-4876-a639-3e83cfbc8191 req-86079329-dcdd-448e-9e73-33eeffb17e40 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:09.393011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78de7e40-47ec-4876-a639-3e83cfbc8191 req-86079329-dcdd-448e-9e73-33eeffb17e40 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 945 time: 0.3025756 May 06 12:25:09.426896 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.453141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.454710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf8a318f-536b-4264-8fb4-bb797eaa75ac HTTP/1.1" status: 200 len: 1091 time: 4.2568283 May 06 12:25:09.467132 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5efdff32-6c9b-40d4-a796-1d905ecb5519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.533092 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e336d0b-aefe-4248-a495-d6613e80094a req-fdc9ff60-b947-4f15-b7a2-ef7e27fc4d85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1100 time: 0.3981447 May 06 12:25:09.562053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc814e-96eb-4e3b-9618-8e01c79383e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a318f-536b-4264-8fb4-bb797eaa75ac,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:09.591347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da65fb6-d8de-4e3f-a532-95d4da631f67', 'tag': '2d3a07b2-807d-40d1-8022-7a71a54b9171'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:09.616355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdff32-6c9b-40d4-a796-1d905ecb5519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9c5d98-c81e-4c76-9894-e399d9f6cc85,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:09.635509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:25:09.655924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:09.671638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8efc599b-0783-4c55-903d-47da819b6508 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:09.741682 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5efdff32-6c9b-40d4-a796-1d905ecb5519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.822700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Pushing event updated for resources: {'Port': ['ID=f0f0605b-2b4b-40c8-991a-8ab10edb404f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:09.861749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:25:09.901672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:09.923123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '8efc599b-0783-4c55-903d-47da819b6508', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '8efc599b-0783-4c55-903d-47da819b6508', 'mac_address': 'fa:16:3e:a9:20:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:09.932631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e336d0b-aefe-4248-a495-d6613e80094a req-61473672-1ce4-4c85-960b-bd01bcb8a4c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:09.937329 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e336d0b-aefe-4248-a495-d6613e80094a req-61473672-1ce4-4c85-960b-bd01bcb8a4c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3968756 May 06 12:25:10.054088 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:10.065050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5efdff32-6c9b-40d4-a796-1d905ecb5519 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0d9c5d98-c81e-4c76-9894-e399d9f6cc85 HTTP/1.1" status: 204 len: 168 time: 2.6263168 May 06 12:25:10.081596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efc599b-0783-4c55-903d-47da819b6508 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:10.088261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78de7e40-47ec-4876-a639-3e83cfbc8191 req-83785fc4-93a7-4355-8baa-b1025c4ad418 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794705 May 06 12:25:10.089138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53724) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:10.143432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:10.155185 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:10.220080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e336d0b-aefe-4248-a495-d6613e80094a req-1a394e1d-647d-453a-8e8b-9b316b1cbe46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 200 len: 217 time: 0.2646604 May 06 12:25:10.308993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=12']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:10.412511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184ab7a-09c5-4e61-b6fb-14a0ce83975f req-f3a0fe74-340a-4ed3-b4e5-e1974305d709 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:10.414468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a184ab7a-09c5-4e61-b6fb-14a0ce83975f req-f3a0fe74-340a-4ed3-b4e5-e1974305d709 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 943 time: 1.0922425 May 06 12:25:10.431686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['8efc599b-0783-4c55-903d-47da819b6508'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:10.525267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e336d0b-aefe-4248-a495-d6613e80094a req-8fe3546f-c345-48c7-b513-1182ea09e51d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:10.526811 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e336d0b-aefe-4248-a495-d6613e80094a req-8fe3546f-c345-48c7-b513-1182ea09e51d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2849617 May 06 12:25:10.574558 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:10.588655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-7822afc5-34ea-4992-bc63-923e844ad9f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 1094 time: 1.0724630 May 06 12:25:10.739812 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e336d0b-aefe-4248-a495-d6613e80094a req-6db8f2e8-5738-40b4-bb85-0d74ea46ef68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2067137 May 06 12:25:10.756055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-1cefc2bd-3922-4cb9-868e-75deb8b6f2e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac HTTP/1.1" status: 200 len: 217 time: 0.1517730 May 06 12:25:11.084474 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e336d0b-aefe-4248-a495-d6613e80094a req-60d8fee3-5e28-4ab9-add7-625cac981bd0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755306 May 06 12:25:11.084786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a184ab7a-09c5-4e61-b6fb-14a0ce83975f req-c76d30b0-8e3c-4245-b7b9-27a264c3344b tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438932 May 06 12:25:11.096851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-0ea1803d-a77f-41cd-ad11-c205d6d83621 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:11.099719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-0ea1803d-a77f-41cd-ad11-c205d6d83621 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.3328667 May 06 12:25:11.180238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:11.202724 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.246150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-d10acf5f-809e-403c-81fe-35eb15d86d2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337507 May 06 12:25:11.262762 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87aa434-514d-4e90-b8ee-c5d134683489'] response: {'name': 'network-changed', 'server_uuid': '0da65fb6-d8de-4e3f-a532-95d4da631f67', 'tag': '2d3a07b2-807d-40d1-8022-7a71a54b9171', 'status': 'completed', 'code': 200} May 06 12:25:11.263074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe6092-aaf9-4b4c-8bab-4fe16b583b10 req-aa4f543d-a665-4ccb-a68b-5ffc0429c44a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:11.265850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2efe6092-aaf9-4b4c-8bab-4fe16b583b10 req-aa4f543d-a665-4ccb-a68b-5ffc0429c44a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 950 time: 0.8474801 May 06 12:25:11.302202 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e336d0b-aefe-4248-a495-d6613e80094a req-af51c7dd-df6c-4f2b-800c-03dfec5439bb service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106967 May 06 12:25:11.371884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Deleting port 2543f62a-3e99-4a70-ac07-f6c630acdd7c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:11.372642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.578660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] For port 2543f62a-3e99-4a70-ac07-f6c630acdd7c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2543f62a-3e99-4a70-ac07-f6c630acdd7c,segment=NetworkSegment(d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce),segment_id=d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:11.579176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.626732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a683100-30a0-46af-8056-20106cb441f1']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:11.681164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.687377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2d3a07b2-807d-40d1-8022-7a71a54b9171 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:11.690834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8efc599b-0783-4c55-903d-47da819b6508 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:11.704941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93672de1-d03b-4b42-86b8-3c4e41ccbfc9') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:11.705521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93672de1-d03b-4b42-86b8-3c4e41ccbfc9') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:11.757960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Calling delete_port for 2543f62a-3e99-4a70-ac07-f6c630acdd7c owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:11.815397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.863277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 8efc599b-0783-4c55-903d-47da819b6508 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:11.882546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 8efc599b-0783-4c55-903d-47da819b6508 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:11.882848 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.961691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2d3a07b2-807d-40d1-8022-7a71a54b9171, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2d3a07b2-807d-40d1-8022-7a71a54b9171,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:11.971104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2efe6092-aaf9-4b4c-8bab-4fe16b583b10 req-57b00c15-b4be-440b-b3b1-2d96e1e4172a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417661 May 06 12:25:11.978769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.983018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '2d3a07b2-807d-40d1-8022-7a71a54b9171', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'port_id': '2d3a07b2-807d-40d1-8022-7a71a54b9171', 'mac_address': 'fa:16:3e:ea:42:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9ed672-d79d-480c-97ea-3c8f224b3156', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:12.005138 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.035733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:25:12.036157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.043914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: timer() May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:25:12.075233 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:25:12.088305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-b4307822-6630-4fd9-8c5c-7973946480fc service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049109 May 06 12:25:12.138042 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.163889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3a07b2-807d-40d1-8022-7a71a54b9171 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:12.203777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:12.213898 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-94820d09-a7d5-45c3-864c-e55c97624846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.217842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2d3a07b2-807d-40d1-8022-7a71a54b9171, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2d3a07b2-807d-40d1-8022-7a71a54b9171,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:12.220835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:12.224057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.256556 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.299665 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.302836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2d3a07b2-807d-40d1-8022-7a71a54b9171,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:12.388345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2543f62a-3e99-4a70-ac07-f6c630acdd7c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:12.400996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6910548-bce2-41aa-b97d-3cbf333a18d8 req-f07580d1-6725-4570-85aa-ce8469f31dbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 1095 time: 0.9447024 May 06 12:25:12.446831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=13']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:12.452077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60445b6a-77f4-42a6-9125-49544d7d4888 req-3dd26d0f-6e2f-464d-ad16-7246f5b13781 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:12.458286 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.461276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60445b6a-77f4-42a6-9125-49544d7d4888 req-3dd26d0f-6e2f-464d-ad16-7246f5b13781 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 944 time: 0.9916205 May 06 12:25:12.507802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['2d3a07b2-807d-40d1-8022-7a71a54b9171'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:12.510002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.708469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.830433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.856007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a683100-30a0-46af-8056-20106cb441f1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:12.904109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2d90ad8c-3189-4304-80cb-f183fab35f7c admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a683100-30a0-46af-8056-20106cb441f1 HTTP/1.1" status: 204 len: 168 time: 2.7984982 May 06 12:25:12.908026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53738) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:12.970638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60445b6a-77f4-42a6-9125-49544d7d4888 req-3e225934-dc01-4abf-9e33-b0b4dcab3990 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084083 May 06 12:25:12.978451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe32950-caac-4d53-87f9-457cf7e3fffb req-7983102c-078a-42a4-8fb6-2257c849d99e service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8293047 May 06 12:25:13.029294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910548-bce2-41aa-b97d-3cbf333a18d8 req-5439b4bb-91f8-49b1-bc16-e35694ea40cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:13.030869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6910548-bce2-41aa-b97d-3cbf333a18d8 req-5439b4bb-91f8-49b1-bc16-e35694ea40cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 913 time: 0.6169465 May 06 12:25:13.047001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aeb7b7-8330-4500-9da6-a28e251b669d req-298a259b-4d0a-4f2a-be22-e3d120aeb151 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:13.049807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30aeb7b7-8330-4500-9da6-a28e251b669d req-298a259b-4d0a-4f2a-be22-e3d120aeb151 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 945 time: 0.7385864 May 06 12:25:13.070665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-53782cb5-16d2-4fb4-aeb8-b19f1b4ababa admin admin] Deleting subnet 1a415625-365f-4664-85f8-f0ce4c735332 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:25:13.076135 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53782cb5-16d2-4fb4-aeb8-b19f1b4ababa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.142139 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53782cb5-16d2-4fb4-aeb8-b19f1b4ababa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.166247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.170511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6910548-bce2-41aa-b97d-3cbf333a18d8 req-71455183-49c7-4eca-9e41-85868882ffc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d3a07b2-807d-40d1-8022-7a71a54b9171 HTTP/1.1" status: 200 len: 217 time: 0.1302059 May 06 12:25:13.225197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.249060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53782cb5-16d2-4fb4-aeb8-b19f1b4ababa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.314587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30aeb7b7-8330-4500-9da6-a28e251b669d req-ea95d1d0-b0c9-4d1b-938a-787c65f2fffd tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097113 May 06 12:25:13.371601 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa49aa97-5f6e-435e-b282-9883d11499c5'] response: {'name': 'network-changed', 'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac', 'status': 'completed', 'code': 200} May 06 12:25:13.443592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910548-bce2-41aa-b97d-3cbf333a18d8 req-0ed6568d-9116-4405-97bb-2a5094bfd219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:13.446372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6910548-bce2-41aa-b97d-3cbf333a18d8 req-0ed6568d-9116-4405-97bb-2a5094bfd219 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.2615120 May 06 12:25:13.520241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Pushing event updated for resources: {'Port': ['ID=f0f0605b-2b4b-40c8-991a-8ab10edb404f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:13.553474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6910548-bce2-41aa-b97d-3cbf333a18d8 req-ed9f3c6d-ee15-4f3e-804b-9d3b81d821c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986557 May 06 12:25:13.587168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.638636 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53782cb5-16d2-4fb4-aeb8-b19f1b4ababa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.695375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2d3a07b2-807d-40d1-8022-7a71a54b9171 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:13.759310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53782cb5-16d2-4fb4-aeb8-b19f1b4ababa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a415625-365f-4664-85f8-f0ce4c735332,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:13.773565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53782cb5-16d2-4fb4-aeb8-b19f1b4ababa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.778634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.788249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-84eaf3ea-689d-4ffa-a339-04e967dce510 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2110586 May 06 12:25:13.788532 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-53782cb5-16d2-4fb4-aeb8-b19f1b4ababa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1a415625-365f-4664-85f8-f0ce4c735332 HTTP/1.1" status: 204 len: 168 time: 0.8775637 May 06 12:25:13.791946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53746) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:13.823066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 2d3a07b2-807d-40d1-8022-7a71a54b9171 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:13.836716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 2d3a07b2-807d-40d1-8022-7a71a54b9171 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:13.839913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.988070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20b73e41-1d50-4e60-9ad8-4707590a879b req-673a6d14-a6dc-430c-b933-76f751c1508d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 1094 time: 0.6135137 May 06 12:25:14.009017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6910548-bce2-41aa-b97d-3cbf333a18d8 req-30a241bf-4b7e-4611-bdd3-edf778938d57 service neutron] 10.222.0.36 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480884 May 06 12:25:14.044151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:14.058772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:14.103387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Router 784ba209-2916-443b-8a27-27384014f951 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:25:14.122774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2d3a07b2-807d-40d1-8022-7a71a54b9171, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2d3a07b2-807d-40d1-8022-7a71a54b9171,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:14.129906 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:14.231766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47187b8c-18bc-440b-b7f3-1d8801ee3c9e req-809cd292-2c87-45ab-9e36-21e845510580 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:14.233806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47187b8c-18bc-440b-b7f3-1d8801ee3c9e req-809cd292-2c87-45ab-9e36-21e845510580 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 943 time: 0.5823240 May 06 12:25:14.245785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2d3a07b2-807d-40d1-8022-7a71a54b9171,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:14.299833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96874f34-51be-4106-b1f6-750c1056df81 req-462bb503-6962-4bc6-9a7a-d0f458445fa8 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 1102 time: 0.6380122 May 06 12:25:14.593652 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9018c70-b49a-4d30-a741-4dd5814b43cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:14.622226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:25:14.633343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-45e27b43-3bce-474d-9742-452c5cca8b83 admin admin] 10.222.0.44 "PUT /v2.0/routers/784ba209-2916-443b-8a27-27384014f951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3937769 May 06 12:25:14.633343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53756) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:14.637061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] Sync routers for ids ['784ba209-2916-443b-8a27-27384014f951'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:25:14.653049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] Routers {'784ba209-2916-443b-8a27-27384014f951'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:25:14.654080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:25:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['784ba209-2916-443b-8a27-27384014f951'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:14.886105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] Set router 784ba209-2916-443b-8a27-27384014f951 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:25:14.889500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:14.918467 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:14.919956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b73e41-1d50-4e60-9ad8-4707590a879b req-5d0a2bac-fc85-4473-afd2-678ffe33bce6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:14.922452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20b73e41-1d50-4e60-9ad8-4707590a879b req-5d0a2bac-fc85-4473-afd2-678ffe33bce6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.9212673 May 06 12:25:14.931943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6910548-bce2-41aa-b97d-3cbf333a18d8 req-c066e007-6ed1-4f3d-97a2-1552c37290c0 service neutron] 10.222.0.36 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8956842 May 06 12:25:14.934873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96874f34-51be-4106-b1f6-750c1056df81 req-9f5aabbe-49e3-46b9-836c-bf7ec025bd28 tempest-MigrationsAdminTest-738046285 tempest-MigrationsAdminTest-738046285-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335273 May 06 12:25:14.999969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f684dc0-7c79-4478-8f69-50f6d05cede7']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:15.120122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47187b8c-18bc-440b-b7f3-1d8801ee3c9e req-f3702469-89a8-4f39-a902-b60d64ca903f tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8648703 May 06 12:25:15.123183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57888a19-0e02-4579-ac22-3b6eca54af7f') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:15.123632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57888a19-0e02-4579-ac22-3b6eca54af7f') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:15.290304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.296888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.312161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20b73e41-1d50-4e60-9ad8-4707590a879b req-50a37fb8-c992-40d4-9aeb-b54c84033e6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac HTTP/1.1" status: 200 len: 217 time: 0.2970748 May 06 12:25:15.312320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Deleting port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:15.313510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.352234 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f412f53-e693-453c-a0f7-3e885b17e0ab'] response: {'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc599b-0783-4c55-903d-47da819b6508', 'code': 200} May 06 12:25:15.422684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.454658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:25:15.454972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.459283 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: timer() May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:25:15.473601 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:25:15.507670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784ba209-2916-443b-8a27-27384014f951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:00Z', 'updated_at': '2022-05-06T12:25:12Z', 'revision_number': 5, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'gw_port': {'id': '7eab8b28-6f92-4092-8ffe-ca9a1dfe371b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784ba209-2916-443b-8a27-27384014f951', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:18:01Z', 'updated_at': '2022-05-06T12:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:15.516253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] Checking router: 784ba209-2916-443b-8a27-27384014f951 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:25:15.538196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] Routers {'784ba209-2916-443b-8a27-27384014f951'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:25:15.538910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:25:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['784ba209-2916-443b-8a27-27384014f951'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:15.582127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b73e41-1d50-4e60-9ad8-4707590a879b req-e665b3d9-9674-4e6a-a4da-690ad96d58e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:15.584589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20b73e41-1d50-4e60-9ad8-4707590a879b req-e665b3d9-9674-4e6a-a4da-690ad96d58e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.2532547 May 06 12:25:15.595062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-26ab1002-0335-45c6-9f92-bd49d2938823 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Synchronizing usage tracker for tenant:3a1230e5bcd54d608779438a6173c6f2 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:15.650750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] For port 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7eab8b28-6f92-4092-8ffe-ca9a1dfe371b,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:15.651274 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.669950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20b73e41-1d50-4e60-9ad8-4707590a879b req-425a1a9c-099d-45d8-95c1-c0e802772c91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671520 May 06 12:25:15.674645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.698022 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.729885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] Set router 784ba209-2916-443b-8a27-27384014f951 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:25:15.730877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-26ab1002-0335-45c6-9f92-bd49d2938823 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Unset dirty status for tenant:3a1230e5bcd54d608779438a6173c6f2 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:15.739322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-26ab1002-0335-45c6-9f92-bd49d2938823 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--262027339&fields=id&tenant_id=3a1230e5bcd54d608779438a6173c6f2 HTTP/1.1" status: 200 len: 267 time: 0.3632853 May 06 12:25:15.817392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3f684dc0-7c79-4478-8f69-50f6d05cede7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:15.834316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-85fc1611-bd1f-400c-963f-f0472fc212ad admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f684dc0-7c79-4478-8f69-50f6d05cede7 HTTP/1.1" status: 204 len: 168 time: 2.0330141 May 06 12:25:15.868134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Calling delete_port for 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:15.878582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784ba209-2916-443b-8a27-27384014f951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:00Z', 'updated_at': '2022-05-06T12:25:15Z', 'revision_number': 6, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:15.888037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010fc0b-4cb8-48ba-b2ea-eed9d5014414 None None] The sync data for ids ['784ba209-2916-443b-8a27-27384014f951'] in n-d-840847-1 is: [{'id': '784ba209-2916-443b-8a27-27384014f951', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2096775351-router', 'tenant_id': '2bf4dc76fd34463c8456740b594c9d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:18:00Z', 'updated_at': '2022-05-06T12:25:15Z', 'revision_number': 6, 'project_id': '2bf4dc76fd34463c8456740b594c9d83', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:25:15.892531 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.909954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fe98b-214b-4ce7-be2f-f0a5e5fa06e6 req-b247a0cf-66dd-4efc-95cc-4d14429b69ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:15.911573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d00fe98b-214b-4ce7-be2f-f0a5e5fa06e6 req-b247a0cf-66dd-4efc-95cc-4d14429b69ec tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 945 time: 0.7001767 May 06 12:25:16.112314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20b73e41-1d50-4e60-9ad8-4707590a879b req-d3b97d50-62de-4c82-be61-9d7dd4ec4918 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313743 May 06 12:25:16.117838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d00fe98b-214b-4ce7-be2f-f0a5e5fa06e6 req-eff3451d-fd8b-4549-8c36-717b6320e669 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969097 May 06 12:25:16.121266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53768) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:16.162117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-4cde92b5-2648-4341-8d52-9022e5b7ba7b tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:16.171874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-4cde92b5-2648-4341-8d52-9022e5b7ba7b tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/networks?id=a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 HTTP/1.1" status: 200 len: 815 time: 0.4315646 May 06 12:25:16.201492 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:16.255213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-4a703562-cf42-4481-a0f0-4e2503f124da tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/quotas/3a1230e5bcd54d608779438a6173c6f2 HTTP/1.1" status: 200 len: 375 time: 0.0820885 May 06 12:25:16.267480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eab8b28-6f92-4092-8ffe-ca9a1dfe371b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:16.290912 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-705c73bf-0a75-4533-8316-d739bbe56821 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=782377c9e75a4cb084b23392faeea4e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1677878 May 06 12:25:16.295143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53776) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:16.491335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20b73e41-1d50-4e60-9ad8-4707590a879b req-43570a16-279e-4b4c-a520-2ce74367ccc3 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721392 May 06 12:25:16.522416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-aa877361-4af6-4958-b79b-c803c64dc9d3 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a1230e5bcd54d608779438a6173c6f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2657964 May 06 12:25:16.531434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6c174-aef8-4a3b-b74f-7609a5c79d8f req-2aee86d7-9775-4495-9459-4098a911063b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:16.533181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30a6c174-aef8-4a3b-b74f-7609a5c79d8f req-2aee86d7-9775-4495-9459-4098a911063b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 946 time: 0.2486212 May 06 12:25:16.607886 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d116f6d-61c7-4286-bfa6-c80398e338fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:16.658733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:16.688558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30a6c174-aef8-4a3b-b74f-7609a5c79d8f req-f53dce27-b0d3-4109-aa3b-e482b9dab985 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454098 May 06 12:25:16.748105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-797c00e3-f409-484a-92af-c493513fac1a service neutron] 10.222.0.44 "GET /v2.0/networks/a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892326 May 06 12:25:16.873167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2543f62a-3e99-4a70-ac07-f6c630acdd7c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:16.929212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 2543f62a-3e99-4a70-ac07-f6c630acdd7c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:16.930349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2543f62a-3e99-4a70-ac07-f6c630acdd7c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:16.930955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:16.935650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d116f6d-61c7-4286-bfa6-c80398e338fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:16.936848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7493f627-a32e-4dba-822a-6ffb511790ef service neutron] 10.222.0.44 "GET /v2.0/networks/a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737456 May 06 12:25:16.979840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:16.980896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7eab8b28-6f92-4092-8ffe-ca9a1dfe371b not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:17.279000 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.353991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da65fb6-d8de-4e3f-a532-95d4da631f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3a07b2-807d-40d1-8022-7a71a54b9171'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:17.420918 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.428051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.481223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.482066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 784ba209-2916-443b-8a27-27384014f951 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:25:17.498891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d116f6d-61c7-4286-bfa6-c80398e338fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.519263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d116f6d-61c7-4286-bfa6-c80398e338fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3963f3f0-daf6-416c-b580-b188c54d20ce,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:17.554211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d116f6d-61c7-4286-bfa6-c80398e338fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.556109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3d116f6d-61c7-4286-bfa6-c80398e338fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3963f3f0-daf6-416c-b580-b188c54d20ce HTTP/1.1" status: 204 len: 168 time: 1.2593875 May 06 12:25:17.557604 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.558910 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4b85d51b-4ce3-442d-8edb-ab06abe5ddb2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/784ba209-2916-443b-8a27-27384014f951 HTTP/1.1" status: 204 len: 168 time: 2.9245956 May 06 12:25:17.562715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53796) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:17.746238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537d009-266d-43bf-9180-6f1a3416ce66 req-5677fcde-bd80-48d2-b9fb-8c2f8d8c46f9 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:17.750333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b537d009-266d-43bf-9180-6f1a3416ce66 req-5677fcde-bd80-48d2-b9fb-8c2f8d8c46f9 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 943 time: 0.2306767 May 06 12:25:17.754007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f71080-885b-4bac-9f65-ddc70a4af121 admin admin] Deleting subnet e55d6540-5015-42d1-ade9-dad4027587a4 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:25:17.770745 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2f71080-885b-4bac-9f65-ddc70a4af121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.827641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b537d009-266d-43bf-9180-6f1a3416ce66 req-0782c3c8-4077-4f56-8bd0-34ce704c3154 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692878 May 06 12:25:17.894851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2f71080-885b-4bac-9f65-ddc70a4af121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.007100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2f71080-885b-4bac-9f65-ddc70a4af121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.167008 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2f71080-885b-4bac-9f65-ddc70a4af121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.282335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f71080-885b-4bac-9f65-ddc70a4af121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55d6540-5015-42d1-ade9-dad4027587a4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:18.308234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2f71080-885b-4bac-9f65-ddc70a4af121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.309792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba69d793-6e12-4d56-b0fe-80cd90efe593 None None] Network a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:25:18.319953 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2f71080-885b-4bac-9f65-ddc70a4af121 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e55d6540-5015-42d1-ade9-dad4027587a4 HTTP/1.1" status: 204 len: 168 time: 0.7527802 May 06 12:25:18.322880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53812) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:18.364139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5df5928f-48a4-4e45-9904-253f4cb254ae req-173e59e9-76bb-4b3b-b748-ca1f8d2e7bf8 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 210 time: 0.3790200 May 06 12:25:18.535233 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.554040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Deleting port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:18.554970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.641410 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e527df-dca3-4d81-b3c4-fcc54a92c405'] response: {'server_uuid': '0da65fb6-d8de-4e3f-a532-95d4da631f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3a07b2-807d-40d1-8022-7a71a54b9171', 'code': 200} May 06 12:25:18.646122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53816) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:18.806033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863ec1d-2d86-4f51-87bc-1d4a10e9fc23 req-6458aeec-bd7d-46e0-b17e-030e398197a9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:18.809082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a863ec1d-2d86-4f51-87bc-1d4a10e9fc23 req-6458aeec-bd7d-46e0-b17e-030e398197a9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 951 time: 0.2858100 May 06 12:25:18.894643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5e2586c7-c3ec-4e3f-b330-d91f8b51b556 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24d47d1b2edd4a45b121aea23266b0dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2384126 May 06 12:25:18.899476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53820) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:18.954572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] DHCP port deletion for a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:25:18.962183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] Deleting port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:18.962799 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.064755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] For port ed21f5c2-a4e0-472e-b6b4-8a22242800e8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ed21f5c2-a4e0-472e-b6b4-8a22242800e8,segment=NetworkSegment(d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce),segment_id=d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:19.065241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.152976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a863ec1d-2d86-4f51-87bc-1d4a10e9fc23 req-d38f54eb-fec1-46f7-9a40-d941a8878aae tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319137 May 06 12:25:19.259995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-39bb49e5-4d7f-4849-9556-dc3a348fc83d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:19.261827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-39bb49e5-4d7f-4849-9556-dc3a348fc83d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 951 time: 0.3553345 May 06 12:25:19.268002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d183c43-22d6-434e-af60-efcdf02ba787 req-46465a3e-efb8-4df5-a2bd-5f27267fdb63 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:19.269720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d183c43-22d6-434e-af60-efcdf02ba787 req-46465a3e-efb8-4df5-a2bd-5f27267fdb63 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 946 time: 0.4547017 May 06 12:25:19.270276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Calling delete_port for ed21f5c2-a4e0-472e-b6b4-8a22242800e8 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:19.335674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885c26fa-a621-4a1f-ac61-c84afa1b857a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.339167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5ff52b8-a18d-450b-ba8e-803279f8d2fd req-1273268a-4915-445a-bed0-77c6992d3c32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 1097 time: 0.3465126 May 06 12:25:19.363931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] For port ed21f5c2-a4e0-472e-b6b4-8a22242800e8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ed21f5c2-a4e0-472e-b6b4-8a22242800e8,segment=NetworkSegment(d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce),segment_id=d83bc96e-e53b-48a7-a4b7-7734e3d7e1ce)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:19.365406 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.416740 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5ff52b8-a18d-450b-ba8e-803279f8d2fd req-ff636798-f31e-48c3-9759-b404f6c67c29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538559 May 06 12:25:19.453518 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.487696 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885c26fa-a621-4a1f-ac61-c84afa1b857a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.522083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed21f5c2-a4e0-472e-b6b4-8a22242800e8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:19.533492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] No DVR routers for this DVR port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:19.537774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Deleting port 8efc599b-0783-4c55-903d-47da819b6508 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:19.538339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.644095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] Calling delete_port for ed21f5c2-a4e0-472e-b6b4-8a22242800e8 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:19.650424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d183c43-22d6-434e-af60-efcdf02ba787 req-a89b24aa-b777-4975-8fb5-ebd2b45ddcdd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387806 May 06 12:25:19.685717 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.741974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:19.790662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:19.791824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83bc96e-e53b-48a7-a4b7-7734e3d7e1ce') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:19.812524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.830772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:25:19.831243 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:25:19.832938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.841753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:25:19.842283 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: timer() May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:25:19.862636 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:25:20.069336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:20.088364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:20.100990 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1 HTTP/1.1" status: 204 len: 168 time: 1.7729397 May 06 12:25:20.107012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31557c-520d-4938-a147-53399d9fdff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f00da7-a95a-4b3a-9d7e-5035ffb5ecc1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:20.329110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f77ba7c2-7ef1-4acc-b0fc-eca34573ab44 req-7213149f-d93b-4408-a762-babac3f63f63 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 210 time: 0.3510795 May 06 12:25:20.334191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] Deleting port ed21f5c2-a4e0-472e-b6b4-8a22242800e8 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:20.334994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:20.435644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-866d23a0-170d-43f2-86cf-b0785c6e4977 None None] The port 'ed21f5c2-a4e0-472e-b6b4-8a22242800e8' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:25:20.537280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53844) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:20.663110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885c26fa-a621-4a1f-ac61-c84afa1b857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:20.702297 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f782325c-9351-4872-b83b-17719021b1eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dedc618e817f4fbf86199b1187cf0eca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1627440 May 06 12:25:20.706869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53856) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:20.721797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-713fed59-a0be-4730-89be-b953f796c3a0 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:20.723354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-713fed59-a0be-4730-89be-b953f796c3a0 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.48 "GET /v2.0/networks?id=a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 HTTP/1.1" status: 200 len: 815 time: 0.9290414 May 06 12:25:20.730926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c26fa-a621-4a1f-ac61-c84afa1b857a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d58dab6-a25b-488a-a617-575c06e57ca7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:20.815258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-7fd2550c-6f8f-402a-9ed6-ae36f6d2beb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9373536 May 06 12:25:20.821763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131af722-5146-4fa2-a067-b56b42a83688 req-7bd328f9-2546-45c0-a995-065569a2a781 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:20.823657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-131af722-5146-4fa2-a067-b56b42a83688 req-7bd328f9-2546-45c0-a995-065569a2a781 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 943 time: 0.8188982 May 06 12:25:20.828872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-885c26fa-a621-4a1f-ac61-c84afa1b857a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:20.830500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-885c26fa-a621-4a1f-ac61-c84afa1b857a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d58dab6-a25b-488a-a617-575c06e57ca7 HTTP/1.1" status: 204 len: 168 time: 1.9297407 May 06 12:25:20.995354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] For port 8efc599b-0783-4c55-903d-47da819b6508, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=8efc599b-0783-4c55-903d-47da819b6508,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:20.995677 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.010916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ed21f5c2-a4e0-472e-b6b4-8a22242800e8 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:21.070405 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04e7bd43-6d86-459a-b524-5c2b6f76b294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.092270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ed21f5c2-a4e0-472e-b6b4-8a22242800e8 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:21.092812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ed21f5c2-a4e0-472e-b6b4-8a22242800e8 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:21.139094 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04e7bd43-6d86-459a-b524-5c2b6f76b294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.189732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-036ee06f-b6cb-4dc2-b743-20399a5cb158 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:21.190493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-036ee06f-b6cb-4dc2-b743-20399a5cb158 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:21.219650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-036ee06f-b6cb-4dc2-b743-20399a5cb158 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:21.220066 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-036ee06f-b6cb-4dc2-b743-20399a5cb158 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 946 time: 0.3858283 May 06 12:25:21.287801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04e7bd43-6d86-459a-b524-5c2b6f76b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.357659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7bd43-6d86-459a-b524-5c2b6f76b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8f73b7-e546-4249-add2-d5b5d481985d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:21.397552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04e7bd43-6d86-459a-b524-5c2b6f76b294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.402556 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-04e7bd43-6d86-459a-b524-5c2b6f76b294 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c8f73b7-e546-4249-add2-d5b5d481985d HTTP/1.1" status: 204 len: 168 time: 0.6897955 May 06 12:25:21.414733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Deleting port 2d3a07b2-807d-40d1-8022-7a71a54b9171 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:21.415213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.416527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Calling delete_port for 8efc599b-0783-4c55-903d-47da819b6508 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:21.736158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bf8a318f-536b-4264-8fb4-bb797eaa75ac details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:21.945520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-4c4b83d3-0935-4efe-8b34-de5b85d80480 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a1230e5bcd54d608779438a6173c6f2 HTTP/1.1" status: 200 len: 379 time: 1.1980085 May 06 12:25:22.034140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Request body: {'port': {'device_id': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'admin_state_up': True, 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'security_groups': ['cbc76aff-471e-40d3-bfa3-0a783030a143']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:22.185881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] For port 2d3a07b2-807d-40d1-8022-7a71a54b9171, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2d3a07b2-807d-40d1-8022-7a71a54b9171,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:22.188445 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.326170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-02466702-1f4f-4ef6-b4d8-6b9287326a61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1095 time: 1.3916402 May 06 12:25:22.609449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:22.663823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac', 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131', 'port_id': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac', 'mac_address': 'fa:16:3e:a6:ea:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183af125-8930-442d-be80-cf26155feae4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:22.770245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Calling delete_port for 2d3a07b2-807d-40d1-8022-7a71a54b9171 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:22.874492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.913898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8a318f-536b-4264-8fb4-bb797eaa75ac {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:22.945866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:22.955358 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.957280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53894) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:22.970794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-131af722-5146-4fa2-a067-b56b42a83688 req-d15d9d19-68eb-4b85-b8cf-a25f332498ba tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0532970 May 06 12:25:23.136265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=bf8a318f-536b-4264-8fb4-bb797eaa75ac,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:23.239040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['bf8a318f-536b-4264-8fb4-bb797eaa75ac'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:23.277114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-cd02eddd-1347-4936-8250-a3e75727384d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:23.284448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-cd02eddd-1347-4936-8250-a3e75727384d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.6314890 May 06 12:25:23.326975 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43071a5a-e4b2-457d-a273-f9c00796e13b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bf4dc76fd34463c8456740b594c9d83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3667650 May 06 12:25:23.332663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53900) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:23.670488 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.759645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 8efc599b-0783-4c55-903d-47da819b6508 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:23.849442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00fe44-919e-4ea1-a0fc-367645d54329 req-6c33c147-63ed-4a7b-8b8d-4980f1eaad1c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:23.852798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a00fe44-919e-4ea1-a0fc-367645d54329 req-6c33c147-63ed-4a7b-8b8d-4980f1eaad1c tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba1bbfb-2212-44bb-beaa-76037fad7c1c HTTP/1.1" status: 200 len: 951 time: 3.0204926 May 06 12:25:23.917105 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35edae1f-f8ad-491a-b161-9d339d82f9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.022513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:24.033398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35edae1f-f8ad-491a-b161-9d339d82f9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.079899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Usage tracker for resource:port and tenant:3a1230e5bcd54d608779438a6173c6f2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:24.098658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:24.170549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:24.221259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event deleted for resources: {'Port': ['ID=2d3a07b2-807d-40d1-8022-7a71a54b9171,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:24.275101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35edae1f-f8ad-491a-b161-9d339d82f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.287619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-a332cea9-9d2f-42c3-bf88-bd5946ee818c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 998 time: 0.9171150 May 06 12:25:24.293082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Made reservation on behalf of 3a1230e5bcd54d608779438a6173c6f2 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:24.299420 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.355266 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.400052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:24.420014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a00fe44-919e-4ea1-a0fc-367645d54329 req-bdad13c9-78e2-44c5-82b9-38f385490116 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602059 May 06 12:25:24.421943 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.449224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'cb894966-6389-4005-9f6c-3a20760dd278'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:24.701651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4a0dcb69-ddc1-4348-a27d-acb163c17532'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:24.721598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edae1f-f8ad-491a-b161-9d339d82f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50527eb-d8a8-4f7c-bce9-bf28aec89613,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:24.731988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] No DVR routers for this DVR port 2d3a07b2-807d-40d1-8022-7a71a54b9171 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:24.740768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.744491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da65fb6-d8de-4e3f-a532-95d4da631f67', 'name': 'network-vif-deleted', 'tag': '2d3a07b2-807d-40d1-8022-7a71a54b9171'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:24.784414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Pushing event deleted for resources: {'Port': ['ID=8efc599b-0783-4c55-903d-47da819b6508,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:24.798078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35edae1f-f8ad-491a-b161-9d339d82f9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.804999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-35edae1f-f8ad-491a-b161-9d339d82f9e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d50527eb-d8a8-4f7c-bce9-bf28aec89613 HTTP/1.1" status: 204 len: 168 time: 1.4701993 May 06 12:25:24.811302 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-59d26771-ea8a-43c0-b5c3-934be7d4da71 req-79c5d8c9-8da9-493c-9bb9-459b6f50cdd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.36 "DELETE /v2.0/ports/2d3a07b2-807d-40d1-8022-7a71a54b9171 HTTP/1.1" status: 204 len: 173 time: 3.5840886 May 06 12:25:24.896183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['2d3a07b2-807d-40d1-8022-7a71a54b9171'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:25.402357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-0fca0150-ab9f-4be0-b3c1-257cd52135c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:25.406122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-0fca0150-ab9f-4be0-b3c1-257cd52135c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 1.0816383 May 06 12:25:25.452730 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 1.01 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:25:25.530970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a7a3a6f-d38b-40c0-90de-293c8352d499 req-23689fd5-480d-4f64-acc0-f9736f5e51e1 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 210 time: 0.6187241 May 06 12:25:25.609395 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc1513ee-fc29-4ff7-86e9-add361a0d947 req-261f4c44-f7cc-45d0-a161-a3848d0382aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 210 time: 0.1257017 May 06 12:25:26.014861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1513ee-fc29-4ff7-86e9-add361a0d947 req-827ee287-fd31-4ff8-b446-751d4e17140d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:26.018374 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc1513ee-fc29-4ff7-86e9-add361a0d947 req-827ee287-fd31-4ff8-b446-751d4e17140d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4003153 May 06 12:25:26.072523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] No DVR routers for this DVR port 8efc599b-0783-4c55-903d-47da819b6508 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:26.146179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Allocated IP 172.20.0.5 (a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0/640609fb-adc0-495c-bb12-674483b08f67/67e18bbf-3b0f-478f-91c8-8fa20e3f7cef) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:25:26.209262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:26.259147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1513ee-fc29-4ff7-86e9-add361a0d947 req-fe6aa842-0262-4a65-b61d-e59f2c6646b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:26.262550 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc1513ee-fc29-4ff7-86e9-add361a0d947 req-fe6aa842-0262-4a65-b61d-e59f2c6646b7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2373211 May 06 12:25:26.324772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bf8a318f-536b-4264-8fb4-bb797eaa75ac up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:26.414541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c9dedf1-9fe2-45d3-bdfd-4f0ed76dae27 req-1e261bd5-abca-4640-b062-59f8193a6a43 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 210 time: 0.3759310 May 06 12:25:26.455631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:26.465119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-deleted', 'tag': '8efc599b-0783-4c55-903d-47da819b6508'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:26.481848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00', 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379', 'port_id': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00', 'mac_address': 'fa:16:3e:54:4c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c04fb-6e37-496d-beed-97dc51090b62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:26.664282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1973116e-d0c6-4b58-9b4d-71fd44be4a96 req-aeb022d3-51c8-4bed-9ef6-7d827892385e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "DELETE /v2.0/ports/8efc599b-0783-4c55-903d-47da819b6508 HTTP/1.1" status: 204 len: 173 time: 7.3891349 May 06 12:25:26.696867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-76f17e5c-f8b7-43f2-b43b-7ceabf9fa6e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1114640 May 06 12:25:26.722870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c10bc-2789-4b07-8ab2-61cd65e99b43 req-7bb22ab2-cb17-40c4-af7d-4f01addcf544 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:26.733683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406c10bc-2789-4b07-8ab2-61cd65e99b43 req-7bb22ab2-cb17-40c4-af7d-4f01addcf544 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 945 time: 1.8230906 May 06 12:25:26.878379 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:26.893089 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:26.939227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:26.961680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:26.970989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port bf8a318f-536b-4264-8fb4-bb797eaa75ac completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:27.000377 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:27.086411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-cd3ee3eb-b911-412d-b66e-401dcf628084 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2746775 May 06 12:25:27.160479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:27.170560 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406c10bc-2789-4b07-8ab2-61cd65e99b43 req-a1fda3af-6f01-4526-8882-0015b773ad7b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332356 May 06 12:25:27.255086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.255663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.256127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.256686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.257255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.257834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.258306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.268027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.268646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.269158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.269727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:27.283448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Transition to ACTIVE for port object 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:27.353994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port bf8a318f-536b-4264-8fb4-bb797eaa75ac triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:27.354455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:27.504406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:28.251738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-2c411678-e6fe-4609-8949-0ec0d07531ed service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1142542 May 06 12:25:28.371265 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:28.433509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:28.435560 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:28.446247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:28.606724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=bf8a318f-536b-4264-8fb4-bb797eaa75ac,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:28.735980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc1513ee-fc29-4ff7-86e9-add361a0d947 req-8519f317-60d8-49c4-a0b3-1931fbcc8f60 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.36 "GET /v2.0/ports?device_id=0da65fb6-d8de-4e3f-a532-95d4da631f67 HTTP/1.1" status: 200 len: 210 time: 0.4680474 May 06 12:25:28.948853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:29.007837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:29.089511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-299d2e26-b4b9-4e35-afba-390a997bef7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f71b101453dc4bccb25b118d91b64eff&device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 1101 time: 2.2962949 May 06 12:25:29.130093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:29.134282 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:29.159363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e81a7-3efc-4e21-9e78-2b21c5663aeb req-69e23b1a-c759-46d4-a7a0-0c55ee6f8c47 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:29.160980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b1e81a7-3efc-4e21-9e78-2b21c5663aeb req-69e23b1a-c759-46d4-a7a0-0c55ee6f8c47 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 944 time: 2.2777712 May 06 12:25:29.163355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:25:29.200185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2b8f3e-00c4-49c3-8d5e-1390ecdabda8 req-23b9e72b-3693-4f12-ade1-9e9d8f908668 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9233527 May 06 12:25:29.218480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:29.245414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:25:29.409025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Pushing event updated for resources: {'Port': ['ID=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:29.450472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd08a2c-4bb6-47a2-92e6-1f82f57fea6e req-b0000502-e89e-486a-944f-439867ec2b5d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:29.457000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fd08a2c-4bb6-47a2-92e6-1f82f57fea6e req-b0000502-e89e-486a-944f-439867ec2b5d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.1913493 May 06 12:25:29.868537 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:30.061508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:30.079449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b1e81a7-3efc-4e21-9e78-2b21c5663aeb req-ba0ea676-3bd0-404c-ad5c-529dfab754ef tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8848722 May 06 12:25:30.090291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:30.200052 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fd08a2c-4bb6-47a2-92e6-1f82f57fea6e req-d6d5c334-b007-43b3-bb9f-ef81b499b829 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5156903 May 06 12:25:30.231312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:30.238816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:30.247429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5ec66d7e-2c01-44c6-a7c5-da9d4e9f52b1 None None] Provisioning for port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:30.275563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5ec66d7e-2c01-44c6-a7c5-da9d4e9f52b1 None None] Provisioning complete for port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:30.276496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ec66d7e-2c01-44c6-a7c5-da9d4e9f52b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:30.376724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7bf0f013-5b19-40a3-ad38-8b90f48ce9c7 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3581066 May 06 12:25:30.442101 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55b4167-a8bc-4c14-83c5-7eac10aedb0d'] response: {'server_uuid': '0da65fb6-d8de-4e3f-a532-95d4da631f67', 'name': 'network-vif-deleted', 'tag': '2d3a07b2-807d-40d1-8022-7a71a54b9171', 'status': 'completed', 'code': 200} May 06 12:25:30.472134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-25624a6b-b2c9-4934-abd7-fd4988304862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:30.476254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-25624a6b-b2c9-4934-abd7-fd4988304862 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.7466137 May 06 12:25:30.508895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:30.549519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5ec66d7e-2c01-44c6-a7c5-da9d4e9f52b1 None None] Port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:25:30.566039 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014cb294-f581-445b-b634-ad159f6e06e5'] response: {'server_uuid': '9ba1bbfb-2212-44bb-beaa-76037fad7c1c', 'name': 'network-vif-deleted', 'tag': '8efc599b-0783-4c55-903d-47da819b6508', 'status': 'completed', 'code': 200} May 06 12:25:31.292487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313d032-9f58-497c-8117-beaabcc9484c req-4a5c60e7-1039-47b4-9dbb-c84209da6eeb tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:31.293115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5313d032-9f58-497c-8117-beaabcc9484c req-4a5c60e7-1039-47b4-9dbb-c84209da6eeb tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Synchronizing usage tracker for tenant:3a1230e5bcd54d608779438a6173c6f2 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:31.303845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddb5e3-6853-43d0-bce8-7760f4d60e34 req-d94095b0-8c3c-4ba4-bbbc-a6d1faed0c71 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:31.311362 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14ddb5e3-6853-43d0-bce8-7760f4d60e34 req-d94095b0-8c3c-4ba4-bbbc-a6d1faed0c71 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 945 time: 0.1635568 May 06 12:25:31.386444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14ddb5e3-6853-43d0-bce8-7760f4d60e34 req-4aaa100a-1036-4e79-bd20-e080dd55d613 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738766 May 06 12:25:31.389940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5313d032-9f58-497c-8117-beaabcc9484c req-4a5c60e7-1039-47b4-9dbb-c84209da6eeb tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Unset dirty status for tenant:3a1230e5bcd54d608779438a6173c6f2 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:31.399896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5313d032-9f58-497c-8117-beaabcc9484c req-4a5c60e7-1039-47b4-9dbb-c84209da6eeb tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 931 time: 0.4513452 May 06 12:25:31.499392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5313d032-9f58-497c-8117-beaabcc9484c req-459b87b5-b399-4963-81e0-4bc2dff1efba tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984232 May 06 12:25:31.633330 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46a1422-bdbd-4c1a-a737-f08d52a874f6'] response: {'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac', 'code': 200} May 06 12:25:31.773863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2d3a07b2-807d-40d1-8022-7a71a54b9171 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:31.856104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 2d3a07b2-807d-40d1-8022-7a71a54b9171 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:31.856616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2d3a07b2-807d-40d1-8022-7a71a54b9171 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:31.887133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a781f60f-7800-4349-b518-32e01fad4dd1 req-94761e06-f750-48ba-827b-2e4d94000ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 1096 time: 0.1249924 May 06 12:25:31.959362 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a781f60f-7800-4349-b518-32e01fad4dd1 req-ef8ac21f-7b59-45e5-8edd-aa75861af632 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592415 May 06 12:25:31.976588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5c3fd-6163-4d96-b0d4-4b906bf09af2 req-2f5e99ae-37f3-4f9e-92dd-531e7d09764d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:31.978186 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42e5c3fd-6163-4d96-b0d4-4b906bf09af2 req-2f5e99ae-37f3-4f9e-92dd-531e7d09764d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.1268389 May 06 12:25:32.039601 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42e5c3fd-6163-4d96-b0d4-4b906bf09af2 req-ce067814-d9c3-4830-bdb2-70aafe73381d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528698 May 06 12:25:32.670845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660787-ce13-47bf-a88b-56c679ce5714 req-445d7a1c-ac81-4e69-aa0e-f8ab4065d544 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:32.673935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-445d7a1c-ac81-4e69-aa0e-f8ab4065d544 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.2834277 May 06 12:25:32.703643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-45e7ff44-f008-4aaf-aca1-baf26d6fa215 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/quotas/97c08917c4dd40c98f716f0b91fe1e9f HTTP/1.1" status: 200 len: 375 time: 0.0211272 May 06 12:25:32.866454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-1bb2c9df-ec69-4529-ab5e-65ebba34a392 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794265 May 06 12:25:33.077892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73864d4c-4f1e-49cd-ba54-76e31f32783d req-40b72e23-c5d9-4ef5-8e42-804df52bdc81 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:33.080213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73864d4c-4f1e-49cd-ba54-76e31f32783d req-40b72e23-c5d9-4ef5-8e42-804df52bdc81 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 945 time: 0.3807168 May 06 12:25:33.199070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-0b012fa7-4c94-4c43-80e8-45cc7943af73 service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171275 May 06 12:25:33.255104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73864d4c-4f1e-49cd-ba54-76e31f32783d req-fa16560a-d00e-4b3e-aff2-cc1672607078 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681912 May 06 12:25:33.634275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:33.682479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-c93c8f8c-920d-4b23-8278-d4eb0f3e21e3 service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718678 May 06 12:25:33.748264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb7763-0478-4f54-a17c-f4355f625d77 req-d4d356e0-639d-4ac3-8446-ba17f7396826 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:33.750376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13cb7763-0478-4f54-a17c-f4355f625d77 req-d4d356e0-639d-4ac3-8446-ba17f7396826 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.1878376 May 06 12:25:33.821401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13cb7763-0478-4f54-a17c-f4355f625d77 req-9ce90519-41b0-4e85-9347-402b3f0929f0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617337 May 06 12:25:34.000618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e15c80-f339-4a9d-b728-ef544535d81d req-1037075d-3978-47b8-b8ca-e8d0d47299be tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:34.006367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-94e15c80-f339-4a9d-b728-ef544535d81d req-1037075d-3978-47b8-b8ca-e8d0d47299be tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Synchronizing usage tracker for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:34.054686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-94e15c80-f339-4a9d-b728-ef544535d81d req-1037075d-3978-47b8-b8ca-e8d0d47299be tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Unset dirty status for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:34.056219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e15c80-f339-4a9d-b728-ef544535d81d req-1037075d-3978-47b8-b8ca-e8d0d47299be tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 951 time: 0.2085593 May 06 12:25:34.207137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-94e15c80-f339-4a9d-b728-ef544535d81d req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Deleting port 4a0dcb69-ddc1-4348-a27d-acb163c17532 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:34.207527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94e15c80-f339-4a9d-b728-ef544535d81d req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:34.945130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a016e-866c-4960-88a8-939dc87a6706 req-0577fc1e-221c-46a4-bebe-0417facb36bf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:34.947968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d34a016e-866c-4960-88a8-939dc87a6706 req-0577fc1e-221c-46a4-bebe-0417facb36bf tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4 HTTP/1.1" status: 200 len: 951 time: 0.6339855 May 06 12:25:35.013545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac737c8e-8be9-4539-b1a0-9cc078deda8c req-6b19876a-4eb9-401d-a27d-83b7979e8eb6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:35.016294 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac737c8e-8be9-4539-b1a0-9cc078deda8c req-6b19876a-4eb9-401d-a27d-83b7979e8eb6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 945 time: 0.5421760 May 06 12:25:35.063843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-94e15c80-f339-4a9d-b728-ef544535d81d req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] For port 4a0dcb69-ddc1-4348-a27d-acb163c17532, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4a0dcb69-ddc1-4348-a27d-acb163c17532,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:35.064477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94e15c80-f339-4a9d-b728-ef544535d81d req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:35.364026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-94e15c80-f339-4a9d-b728-ef544535d81d req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Calling delete_port for 4a0dcb69-ddc1-4348-a27d-acb163c17532 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:35.443274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d34a016e-866c-4960-88a8-939dc87a6706 req-f9033f61-3f89-4ccc-8092-236622dfb295 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872007 May 06 12:25:35.469070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac737c8e-8be9-4539-b1a0-9cc078deda8c req-37f2e423-da93-4e93-a3d5-851f1c2b36fc tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399176 May 06 12:25:35.741836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94e15c80-f339-4a9d-b728-ef544535d81d req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:35.756333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4a0dcb69-ddc1-4348-a27d-acb163c17532'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:35.785001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'cb894966-6389-4005-9f6c-3a20760dd278'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:35.835282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Pushing event deleted for resources: {'Port': ['ID=4a0dcb69-ddc1-4348-a27d-acb163c17532,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:35.849397 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87be4f23-cb2c-4aee-bef2-e3db1821ef53'] response: {'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00', 'code': 200} May 06 12:25:35.886661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88d736-1949-45fd-8b99-4fe5540ecf97 req-82bff51a-b1f2-43df-838d-3fd4b4892280 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:35.889605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b88d736-1949-45fd-8b99-4fe5540ecf97 req-82bff51a-b1f2-43df-838d-3fd4b4892280 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 931 time: 0.2621255 May 06 12:25:36.063891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e15c80-f339-4a9d-b728-ef544535d81d req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] No DVR routers for this DVR port 4a0dcb69-ddc1-4348-a27d-acb163c17532 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:36.070354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94e15c80-f339-4a9d-b728-ef544535d81d req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:36.115242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-deleted', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:36.188152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e15c80-f339-4a9d-b728-ef544535d81d req-61b51dc6-759b-4c07-8f5a-d6e7b6b67230 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.36 "DELETE /v2.0/ports/4a0dcb69-ddc1-4348-a27d-acb163c17532 HTTP/1.1" status: 204 len: 173 time: 2.1193769 May 06 12:25:36.251084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b88d736-1949-45fd-8b99-4fe5540ecf97 req-98cfa432-59ff-4af0-a45a-47249207c9a4 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045797 May 06 12:25:36.321965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496571d-c8fe-43a1-b459-2d698ecf7332 req-a3e7b100-8f20-4050-a4ab-e5342f168356 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:36.327081 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6496571d-c8fe-43a1-b459-2d698ecf7332 req-a3e7b100-8f20-4050-a4ab-e5342f168356 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2855697 May 06 12:25:36.520211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8108cee-b5d6-440d-847f-6e377f23f6ec req-889ffc25-3980-4564-b18e-ce3b41c54712 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 210 time: 0.0564780 May 06 12:25:36.523827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6496571d-c8fe-43a1-b459-2d698ecf7332 req-b04b2657-b4f5-42e8-bc0b-cd00e4a15dbc tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880050 May 06 12:25:36.748421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004df83-ca8f-4dfc-8a66-7ce9f195dc32 req-d2d7bc16-e1d5-4b13-87b4-cf5908b576ca tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:36.750038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6004df83-ca8f-4dfc-8a66-7ce9f195dc32 req-d2d7bc16-e1d5-4b13-87b4-cf5908b576ca tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 945 time: 0.0979147 May 06 12:25:36.803804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:36.851309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6004df83-ca8f-4dfc-8a66-7ce9f195dc32 req-0bd26cae-9c04-4f80-923b-b41353d709ed tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903375 May 06 12:25:37.002514 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e52b939-2c0a-4c71-a68a-42f23a326c4f'] response: {'server_uuid': 'a7a01a08-a1c3-4ba8-a23d-b0c3babaa0b4', 'name': 'network-vif-deleted', 'tag': '4a0dcb69-ddc1-4348-a27d-acb163c17532', 'status': 'completed', 'code': 200} May 06 12:25:37.278986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff8de6-d6b8-4310-b8bc-b2ca7c193f6d req-73f3c7bd-134a-4cac-a8ee-1704df55a6aa tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:37.282503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbff8de6-d6b8-4310-b8bc-b2ca7c193f6d req-73f3c7bd-134a-4cac-a8ee-1704df55a6aa tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 945 time: 0.1005526 May 06 12:25:37.433471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbff8de6-d6b8-4310-b8bc-b2ca7c193f6d req-e624bd5e-d95e-4c9d-8fa4-007064daa8d5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448257 May 06 12:25:37.781258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:37.838803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 4a0dcb69-ddc1-4348-a27d-acb163c17532 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:37.841211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4a0dcb69-ddc1-4348-a27d-acb163c17532 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:37.851518 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed8293d9-fb27-4577-bbb3-6e2b9f2573b5 req-9cc92495-8491-4b40-bdc3-231ce7832ef0 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 1096 time: 0.0969319 May 06 12:25:37.912315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed8293d9-fb27-4577-bbb3-6e2b9f2573b5 req-4dd54f88-8b7a-4ed1-9cc2-8dfad33fadff tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595081 May 06 12:25:38.263378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbff22-3e5b-477a-b1f3-70f1e0791e87 req-f9321823-d2c2-4a85-b245-b6fefbf6ea12 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:38.265560 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09bbff22-3e5b-477a-b1f3-70f1e0791e87 req-f9321823-d2c2-4a85-b245-b6fefbf6ea12 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 931 time: 0.1242526 May 06 12:25:38.417417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09bbff22-3e5b-477a-b1f3-70f1e0791e87 req-a66ff092-bc62-435c-b8b0-4e54bbcf7600 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088073 May 06 12:25:38.440357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b250-c3eb-4d95-ad2f-2daaf64291d1 req-c280004b-0a29-4570-8d9a-210f3adab3d0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:38.442259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ae3b250-c3eb-4d95-ad2f-2daaf64291d1 req-c280004b-0a29-4570-8d9a-210f3adab3d0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.1749003 May 06 12:25:38.554519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ae3b250-c3eb-4d95-ad2f-2daaf64291d1 req-87a9a91f-1add-44ca-8b3d-5f1c91ea49aa tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988820 May 06 12:25:38.692602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-909f49da-ffbd-4ae0-8445-3299bce21b3b req-d382c688-06c6-443a-b652-2c25fe45915c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 210 time: 0.0886981 May 06 12:25:38.870020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ad955fc-5436-4bee-8779-b127a6f41554 req-7da8973f-039a-436c-baf4-ac7b0849b9e8 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 1096 time: 0.1087091 May 06 12:25:38.897115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54116) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:39.050853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ad955fc-5436-4bee-8779-b127a6f41554 req-4863392e-8807-495f-96f5-cf76e12c681e tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723027 May 06 12:25:39.071492 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f05490d-e580-4b22-b2f2-391b81f80e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.083222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47bdfd-0074-4c37-9d0c-56021c710a42 req-325c3b67-265a-458a-89ed-7179c07a559b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:39.084103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9f47bdfd-0074-4c37-9d0c-56021c710a42 req-325c3b67-265a-458a-89ed-7179c07a559b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Synchronizing usage tracker for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:39.110431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9f47bdfd-0074-4c37-9d0c-56021c710a42 req-325c3b67-265a-458a-89ed-7179c07a559b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Unset dirty status for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:39.117869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6f05490d-e580-4b22-b2f2-391b81f80e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:39.118358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f47bdfd-0074-4c37-9d0c-56021c710a42 req-325c3b67-265a-458a-89ed-7179c07a559b tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.2160223 May 06 12:25:39.124183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f05490d-e580-4b22-b2f2-391b81f80e72 admin admin] Usage tracker for resource:security_group_rule and tenant:37ec23a7c2134caa85952c37cc103682 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:39.128090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f05490d-e580-4b22-b2f2-391b81f80e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:39.136311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6f05490d-e580-4b22-b2f2-391b81f80e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:39.206126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f47bdfd-0074-4c37-9d0c-56021c710a42 req-a6e45eea-d7a4-4a2d-a6a8-e6f1b0652c3a tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839391 May 06 12:25:39.220045 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:25:39.252724 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f05490d-e580-4b22-b2f2-391b81f80e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.259495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f05490d-e580-4b22-b2f2-391b81f80e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.334125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05490d-e580-4b22-b2f2-391b81f80e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fffeac5-3d7b-4904-8295-6613452bb033,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:39.376518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Request body: {'port': {'device_id': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:39.395352 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6f05490d-e580-4b22-b2f2-391b81f80e72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37ec23a7c2134caa85952c37cc103682&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4969461 May 06 12:25:39.398638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54124) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:39.760486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-78ee5dec-0daa-46a6-8a7b-649e70365fd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=cb894966-6389-4005-9f6c-3a20760dd278 HTTP/1.1" status: 200 len: 217 time: 0.2696362 May 06 12:25:39.766590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0647-5033-472e-9076-afa9fb9913da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.821712 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0647-5033-472e-9076-afa9fb9913da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.942708 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0647-5033-472e-9076-afa9fb9913da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.976167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f0647-5033-472e-9076-afa9fb9913da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fffeac5-3d7b-4904-8295-6613452bb033,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:39.983938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0647-5033-472e-9076-afa9fb9913da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.985797 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb3f0647-5033-472e-9076-afa9fb9913da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fffeac5-3d7b-4904-8295-6613452bb033 HTTP/1.1" status: 204 len: 168 time: 0.5850050 May 06 12:25:40.048229 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:40.084816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-594714ad-0771-48c0-b530-289abaf2ce33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:40.088254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-594714ad-0771-48c0-b530-289abaf2ce33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3097324 May 06 12:25:40.192936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ee378-1e0d-48dd-8788-d2500aeb37ed req-ac8bd927-1f21-47e7-955e-42a6f6846a87 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:40.195486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e5ee378-1e0d-48dd-8788-d2500aeb37ed req-ac8bd927-1f21-47e7-955e-42a6f6846a87 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 945 time: 0.7073214 May 06 12:25:40.380369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530341-4f33-4fb3-829e-f0f4cd954856 req-1179d6c9-fb18-428c-832f-eaef7f6536a6 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:40.383094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc530341-4f33-4fb3-829e-f0f4cd954856 req-1179d6c9-fb18-428c-832f-eaef7f6536a6 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 931 time: 0.5344398 May 06 12:25:40.463958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54146) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:40.491271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7b14-3a37-4536-9baa-eb0b4ab817f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:40.528837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8d5d7b14-3a37-4536-9baa-eb0b4ab817f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:40.534240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8d5d7b14-3a37-4536-9baa-eb0b4ab817f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f82748be205b45829debf230f74b1487 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:40.538246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8d5d7b14-3a37-4536-9baa-eb0b4ab817f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:40.543584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e5ee378-1e0d-48dd-8788-d2500aeb37ed req-76f6ce57-d6e4-4452-8983-102057273f01 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881937 May 06 12:25:40.546090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8d5d7b14-3a37-4536-9baa-eb0b4ab817f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:40.636906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-84435420-952e-467e-9ecc-51a80d584527 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5260816 May 06 12:25:40.646903 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7b14-3a37-4536-9baa-eb0b4ab817f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:40.656163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7b14-3a37-4536-9baa-eb0b4ab817f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:40.673150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc530341-4f33-4fb3-829e-f0f4cd954856 req-8caaa391-b551-42fb-9e79-96130788dab9 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817459 May 06 12:25:40.781193 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8d5d7b14-3a37-4536-9baa-eb0b4ab817f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f82748be205b45829debf230f74b1487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3155107 May 06 12:25:40.787916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54150) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:40.957318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d7b14-3a37-4536-9baa-eb0b4ab817f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e80c29-daf4-43a2-95b8-73be41e0700b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:41.034688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6123a6f-4fd4-436c-86b4-8068bbb231a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.088007 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6123a6f-4fd4-436c-86b4-8068bbb231a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.239839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-978e6307-e2d3-49ff-9416-6e488d6d43c8 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712988 May 06 12:25:41.392742 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6123a6f-4fd4-436c-86b4-8068bbb231a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.422113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660787-ce13-47bf-a88b-56c679ce5714 req-a2e29d7f-f857-42dc-811f-f9e0c745a0bd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:41.425027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-a2e29d7f-f857-42dc-811f-f9e0c745a0bd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.3236971 May 06 12:25:41.428576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6123a6f-4fd4-436c-86b4-8068bbb231a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e80c29-daf4-43a2-95b8-73be41e0700b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:41.450845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6123a6f-4fd4-436c-86b4-8068bbb231a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.456853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c6123a6f-4fd4-436c-86b4-8068bbb231a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92e80c29-daf4-43a2-95b8-73be41e0700b HTTP/1.1" status: 204 len: 168 time: 0.6464593 May 06 12:25:41.476895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Request body: {'port': {'device_id': '549f48f8-ee4f-4a3f-816b-4c43e40734e2', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'admin_state_up': True, 'tenant_id': '97c08917c4dd40c98f716f0b91fe1e9f'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:41.655937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:41.664054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Usage tracker for resource:port and tenant:97c08917c4dd40c98f716f0b91fe1e9f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:41.668186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:41.675639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:41.692890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Made reservation on behalf of 97c08917c4dd40c98f716f0b91fe1e9f for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:41.696419 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.793593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82c2f28e-0068-44af-84f4-02b2c35ded7b req-7bd65a9a-aa00-4c4c-83d5-7f708c7a105a tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 210 time: 0.2138245 May 06 12:25:41.848089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:41.875513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be107a75-7b1f-49a3-9a36-6d04fad07b78 req-282da753-347f-40fe-ad5b-e87aeda83f84 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7895062 May 06 12:25:41.904983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Allocated IP 172.20.0.7 (276dcbf0-3319-4644-8f49-4814ea7ef22b/bf9ed672-d79d-480c-97ea-3c8f224b3156/3d89bfb5-c16e-4480-a6df-524b3183963c) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:25:41.935542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.983858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4bf891-502a-4dca-b592-b0d5b3a0d52b req-1cf035a8-edb2-40fa-aad1-45e28eac2666 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274702 May 06 12:25:42.135268 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71fb8681-8d64-469d-b6b0-fd8aa98d8281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.159038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Transition to ACTIVE for port object 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:42.175198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.347231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.426660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Pushing event updated for resources: {'Port': ['ID=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:42.478118 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.488160 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.593755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fca47e-d93f-4c16-8272-79b238f5e5ea req-c51ed9f9-4b0c-4cd0-946e-c856497c0f15 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:42.601259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79fca47e-d93f-4c16-8272-79b238f5e5ea req-c51ed9f9-4b0c-4cd0-946e-c856497c0f15 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.6214879 May 06 12:25:42.610925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:25:42.611893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event updated for resources: {'Port': ['ID=3d89bfb5-c16e-4480-a6df-524b3183963c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:42.621630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:42.624685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:25:42.756600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-084708d7-f762-45b2-b53c-bd93185530d5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:42.766180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-084708d7-f762-45b2-b53c-bd93185530d5 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "GET /v2.0/ports?device_id=b440cc25-d1b2-4bd4-8d53-284190c39efe HTTP/1.1" status: 200 len: 950 time: 0.4002852 May 06 12:25:42.774071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:42.775055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Attempting to bind port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:42.777350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Attempting to bind port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:42.777548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.778803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Attempting to bind port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef on network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:42.837926 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-7877df74-55d7-4fbf-9cce-e8263377d30e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3783877 May 06 12:25:42.854820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Request body: {'port': {'device_id': '549f48f8-ee4f-4a3f-816b-4c43e40734e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:42.867454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79fca47e-d93f-4c16-8272-79b238f5e5ea req-155d323c-029f-41ed-bb75-015aae2695f7 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643709 May 06 12:25:42.940341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Deleting port cb894966-6389-4005-9f6c-3a20760dd278 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:42.941722 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.979400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef on network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:42.980032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Attempting to bind port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef on network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:43.012590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:43.013326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Checking segment: {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:43.013997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Bound using segment: {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:43.014739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Bound port: 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1c3777-412e-4b2b-a128-455ff36ec19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:43.015416 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.087818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:43.215844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.450151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] For port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:43.461919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] For port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:43.475230 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.524814 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.589773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:43.616049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:43.630247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.646972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Pushing event updated for resources: {'Port': ['ID=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:43.764069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:43.801622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.804064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-6cb0c396-0416-4d74-80a1-b0d2957d9db5 service neutron] 10.222.0.48 "PUT /v2.0/ports/67e18bbf-3b0f-478f-91c8-8fa20e3f7cef HTTP/1.1" status: 200 len: 1091 time: 4.4374144 May 06 12:25:43.812011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:43.842986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] For port cb894966-6389-4005-9f6c-3a20760dd278, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb894966-6389-4005-9f6c-3a20760dd278,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:43.843561 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:44.144975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Calling delete_port for cb894966-6389-4005-9f6c-3a20760dd278 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:44.156083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d89bfb5-c16e-4480-a6df-524b3183963c {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:44.166179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:44.186771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Transition to ACTIVE for port object 3d89bfb5-c16e-4480-a6df-524b3183963c will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:44.193155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:44.306007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-e2a31d90-24a7-4df2-9f4d-ab09dfa94672 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:25:44.308111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-e2a31d90-24a7-4df2-9f4d-ab09dfa94672 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1783304 May 06 12:25:44.389709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Pushing event updated for resources: {'Port': ['ID=3d89bfb5-c16e-4480-a6df-524b3183963c,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:44.462390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dafbfe-b0dd-4d26-bb67-6edeafde0364 req-048922d0-c209-461c-8e1e-ce221d88a47e tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:44.470815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62dafbfe-b0dd-4d26-bb67-6edeafde0364 req-048922d0-c209-461c-8e1e-ce221d88a47e tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 943 time: 0.7851503 May 06 12:25:44.595987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.598241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.600170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.602066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.602588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.604535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.606555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.607071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.609053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.609560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.610139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:44.610344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-930cef2c-6420-4898-871c-f150a1615876 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a1230e5bcd54d608779438a6173c6f2&device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 1094 time: 0.4822330 May 06 12:25:44.612008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9d0016c-b5ca-420e-a3c6-f3e481f61ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:44.636042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62dafbfe-b0dd-4d26-bb67-6edeafde0364 req-637ecbce-2a06-483d-9453-bb424f967907 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632304 May 06 12:25:44.790889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Attempting to bind port 3d89bfb5-c16e-4480-a6df-524b3183963c on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:44.792976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Attempting to bind port 3d89bfb5-c16e-4480-a6df-524b3183963c by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:44.792976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Attempting to bind port 3d89bfb5-c16e-4480-a6df-524b3183963c on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:44.828884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Port 3d89bfb5-c16e-4480-a6df-524b3183963c on network 276dcbf0-3319-4644-8f49-4814ea7ef22b not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:44.829333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Attempting to bind port 3d89bfb5-c16e-4480-a6df-524b3183963c on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:44.846195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:44.846779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Checking segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:44.849774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Bound using segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:44.850930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Bound port: 3d89bfb5-c16e-4480-a6df-524b3183963c, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:44.852479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:45.009160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-7cbcf0a0-9895-4b49-822f-649189108173 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef HTTP/1.1" status: 200 len: 217 time: 0.3710463 May 06 12:25:45.035300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Request body: {'binding': {'host': 'n-h1-840847-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:45.035300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Unknown quota resources ['binding']. {{(pid=83955) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:25:45.119384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb894966-6389-4005-9f6c-3a20760dd278 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:45.205310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-3ae25108-aea3-4bd7-a77b-cd33715d9f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:45.205310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-3ae25108-aea3-4bd7-a77b-cd33715d9f88 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=640609fb-adc0-495c-bb12-674483b08f67 HTTP/1.1" status: 200 len: 854 time: 0.1377382 May 06 12:25:45.216651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] For port 3d89bfb5-c16e-4480-a6df-524b3183963c, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:45.237664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] For port 3d89bfb5-c16e-4480-a6df-524b3183963c, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3d89bfb5-c16e-4480-a6df-524b3183963c,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:45.247669 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:45.252802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:45.289462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8adfe017-7388-4a7f-9279-ef7ef8ec2e61'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:45.375821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: cb894966-6389-4005-9f6c-3a20760dd278 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:45.375821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb894966-6389-4005-9f6c-3a20760dd278 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:45.436532 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:45.560306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:45.560306 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] 10.222.0.48 "PUT /v2.0/ports/3d89bfb5-c16e-4480-a6df-524b3183963c HTTP/1.1" status: 200 len: 1091 time: 2.7075090 May 06 12:25:45.560306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549f48f8-ee4f-4a3f-816b-4c43e40734e2', 'tag': '3d89bfb5-c16e-4480-a6df-524b3183963c'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:45.597363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18126d70-9347-4bb8-91ff-97532bb04b77 service neutron] Pushing event updated for resources: {'Port': ['ID=3d89bfb5-c16e-4480-a6df-524b3183963c,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:45.672641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Pushing event deleted for resources: {'Port': ['ID=cb894966-6389-4005-9f6c-3a20760dd278,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:45.800618 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-6e734384-d6a7-455a-a842-84feb51860ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 1094 time: 0.1695368 May 06 12:25:45.886767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:45.944853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-f77b9a03-dc58-4e56-ae90-73fc35568f9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d89bfb5-c16e-4480-a6df-524b3183963c HTTP/1.1" status: 200 len: 217 time: 0.1375213 May 06 12:25:46.056947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660787-ce13-47bf-a88b-56c679ce5714 req-51de276a-bbde-4898-b9fe-5a44bdf2d82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:46.063513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] No DVR routers for this DVR port cb894966-6389-4005-9f6c-3a20760dd278 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:46.071645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-51de276a-bbde-4898-b9fe-5a44bdf2d82f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.1031811 May 06 12:25:46.079100 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:46.104390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469542a-e867-4944-8ff3-e3841c9132f8 req-5463664b-065c-4a1d-9b6d-b959e7bef7ed tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:46.106249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d469542a-e867-4944-8ff3-e3841c9132f8 req-5463664b-065c-4a1d-9b6d-b959e7bef7ed tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 943 time: 1.0950949 May 06 12:25:46.125293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10561c70-2554-443f-899a-cb94bf9e57b0 req-0c144de3-02e2-4662-ae0c-584f6bb17f0e tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "DELETE /v2.0/ports/cb894966-6389-4005-9f6c-3a20760dd278 HTTP/1.1" status: 204 len: 173 time: 3.3427029 May 06 12:25:46.131313 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-e9bc8bc2-5df0-44bb-93a8-3dde18e828dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651617 May 06 12:25:46.147412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-0461af53-6190-4b72-a7ba-a82d127e6a44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9205515 May 06 12:25:46.367319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac on host n-h1-840847-1 for vnic_type normal with profile None {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:46.367853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:46.372176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:46.372529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-c6ef267d-51d7-425f-b994-9d6392a72298 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339299 May 06 12:25:46.391139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d469542a-e867-4944-8ff3-e3841c9132f8 req-d9449662-7f32-472a-ab37-825564f5bc2f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702193 May 06 12:25:46.439663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-af57a9a9-d42c-4263-8a33-8f2ea256b60f service neutron] 10.222.0.48 "GET /v2.0/networks/a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748094 May 06 12:25:46.445222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Port bf8a318f-536b-4264-8fb4-bb797eaa75ac on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:46.446866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:46.610383 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db660787-ce13-47bf-a88b-56c679ce5714 req-f9f93b35-467e-469a-afb4-5f369bff57f4 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302516 May 06 12:25:46.672908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:46.673626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:46.674074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:46.674932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Bound port: bf8a318f-536b-4264-8fb4-bb797eaa75ac, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:46.873096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:46.877563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c9249c9-e9a7-4245-aafc-0362e94073a6 req-592c0355-3dd1-4b5f-abfa-f08bbe76ad9b service neutron] 10.222.0.48 "GET /v2.0/networks/a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258564 May 06 12:25:46.888418 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:46.890353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] 10.222.0.44 "POST /v2.0/ports/bf8a318f-536b-4264-8fb4-bb797eaa75ac/bindings HTTP/1.1" status: 201 len: 389 time: 2.5491889 May 06 12:25:46.904171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ec79f-8de2-450e-bc93-b2ceed8a0e76 req-a12ff11f-37a8-4199-910a-b23629eb26f3 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:46.906503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a8ec79f-8de2-450e-bc93-b2ceed8a0e76 req-a12ff11f-37a8-4199-910a-b23629eb26f3 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 943 time: 0.3004682 May 06 12:25:46.993717 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a8ec79f-8de2-450e-bc93-b2ceed8a0e76 req-4013a505-d3e9-446c-9f1e-63ff6ffbe1f8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800543 May 06 12:25:47.189495 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a21d7c9-5649-4deb-9598-8713e132b968'] response: {'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00', 'code': 200} May 06 12:25:47.287587 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.348265 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5a8586-4a97-43df-94b6-38494c638867'] response: {'name': 'network-changed', 'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'status': 'completed', 'code': 200} May 06 12:25:47.476078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d8b3f47-a963-407a-a35d-cebe45be758d req-3ac656e0-a302-4449-8989-c2c3cd639eea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a1230e5bcd54d608779438a6173c6f2&device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 1094 time: 0.1589940 May 06 12:25:47.478657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403e267-aff7-40ad-a301-8c8193b15bc8 req-f5a8bbde-a826-41bb-a9c8-caec9b06354c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:47.480916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f403e267-aff7-40ad-a301-8c8193b15bc8 req-f5a8bbde-a826-41bb-a9c8-caec9b06354c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2629502 May 06 12:25:47.486302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-28e5e6b5-7996-4446-b7db-4921cf3ad67a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 1096 time: 0.2064762 May 06 12:25:47.655351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b3f47-a963-407a-a35d-cebe45be758d req-22ff852a-9f3d-44a9-8b1b-486baaa5dce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:47.657307 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d8b3f47-a963-407a-a35d-cebe45be758d req-22ff852a-9f3d-44a9-8b1b-486baaa5dce0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 HTTP/1.1" status: 200 len: 916 time: 0.1745286 May 06 12:25:47.774852 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d8b3f47-a963-407a-a35d-cebe45be758d req-bb2dd2eb-5478-496a-9060-45736b339cba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef HTTP/1.1" status: 200 len: 217 time: 0.1051831 May 06 12:25:47.777986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f403e267-aff7-40ad-a301-8c8193b15bc8 req-52e06422-8f03-49e2-ae50-dcd4863ec2aa tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2858107 May 06 12:25:47.861551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-a1313245-8204-4976-81e7-4a801a934b8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:47.865214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-a1313245-8204-4976-81e7-4a801a934b8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.3710711 May 06 12:25:47.900274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b3f47-a963-407a-a35d-cebe45be758d req-8877ca5a-0621-4e09-aaf1-9f102d40965a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:47.902728 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d8b3f47-a963-407a-a35d-cebe45be758d req-8877ca5a-0621-4e09-aaf1-9f102d40965a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=640609fb-adc0-495c-bb12-674483b08f67 HTTP/1.1" status: 200 len: 854 time: 0.1124363 May 06 12:25:47.982147 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b05297-570b-489d-8bdf-e62a93f75d0f'] response: {'name': 'network-changed', 'server_uuid': '549f48f8-ee4f-4a3f-816b-4c43e40734e2', 'tag': '3d89bfb5-c16e-4480-a6df-524b3183963c', 'status': 'completed', 'code': 200} May 06 12:25:48.050551 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d8b3f47-a963-407a-a35d-cebe45be758d req-418af839-e8ac-4a9a-b095-516acdd6a265 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375787 May 06 12:25:48.165070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-0ffd029d-fad8-477e-8aa7-94c1c8c85e19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac HTTP/1.1" status: 200 len: 217 time: 0.2895625 May 06 12:25:48.227113 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d8b3f47-a963-407a-a35d-cebe45be758d req-4aee196b-8d39-4f4f-90d1-6c2a5d43a248 service neutron] 10.222.0.48 "GET /v2.0/networks/a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645401 May 06 12:25:48.430839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-e0af4371-ca35-42f5-b6a3-82f50cb77ba7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:48.432396 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-e0af4371-ca35-42f5-b6a3-82f50cb77ba7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.1263349 May 06 12:25:48.473928 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d8b3f47-a963-407a-a35d-cebe45be758d req-2b564aa8-db63-498c-b976-35b23b4db58a service neutron] 10.222.0.48 "GET /v2.0/networks/a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330308 May 06 12:25:48.497319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da977e16-2b38-4d96-a50f-250508ea7fd1 req-21275b74-e892-4059-b024-b578cd0108ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 1094 time: 0.5097716 May 06 12:25:48.507519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-353679a8-99bb-469c-89ff-763cbd67dce3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601983 May 06 12:25:48.685631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1cca1-cde2-48c9-8d44-7d3e88d1266e req-0d0db908-8c9f-4594-9f84-7a3d9bbf35e1 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:48.690012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7b1cca1-cde2-48c9-8d44-7d3e88d1266e req-0d0db908-8c9f-4594-9f84-7a3d9bbf35e1 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 945 time: 0.6075380 May 06 12:25:49.032909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7b1cca1-cde2-48c9-8d44-7d3e88d1266e req-dc2406f4-569b-43ba-9e45-42aa3ef67b13 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584014 May 06 12:25:49.069571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da977e16-2b38-4d96-a50f-250508ea7fd1 req-74855e39-b024-4e03-8558-b15007dc3f90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:49.072068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da977e16-2b38-4d96-a50f-250508ea7fd1 req-74855e39-b024-4e03-8558-b15007dc3f90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 913 time: 0.5633888 May 06 12:25:49.084811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1b910c85-0df0-4944-b67a-65ae40642bbd service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546377 May 06 12:25:49.238432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9760e16-7585-45cf-8b46-f8a51adb42b2 req-b00a5277-2a88-4490-b7c9-c4edee254b10 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:49.243130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9760e16-7585-45cf-8b46-f8a51adb42b2 req-b00a5277-2a88-4490-b7c9-c4edee254b10 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 943 time: 0.5544772 May 06 12:25:49.416356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da977e16-2b38-4d96-a50f-250508ea7fd1 req-19a8cdfd-e151-4fd3-989f-e5ced823406b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d89bfb5-c16e-4480-a6df-524b3183963c HTTP/1.1" status: 200 len: 217 time: 0.3300183 May 06 12:25:49.417021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'name': 'network-vif-deleted', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:49.559634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-6bc3e78c-e544-4ec4-a081-16eb99fea829 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900392 May 06 12:25:49.589726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da977e16-2b38-4d96-a50f-250508ea7fd1 req-df2db906-b5e3-41c7-904b-7ad9c490ddf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:49.592045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da977e16-2b38-4d96-a50f-250508ea7fd1 req-df2db906-b5e3-41c7-904b-7ad9c490ddf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.1471159 May 06 12:25:49.615475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9760e16-7585-45cf-8b46-f8a51adb42b2 req-35776091-66c6-4922-85e0-0305914e68a2 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619792 May 06 12:25:49.721580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da977e16-2b38-4d96-a50f-250508ea7fd1 req-c1a95e0d-64e9-4c91-8f93-5fe573cae417 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039212 May 06 12:25:50.210113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da977e16-2b38-4d96-a50f-250508ea7fd1 req-92b942c4-3374-4b69-b03e-48dc63c10638 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763329 May 06 12:25:50.231705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422220ee-1873-471d-9900-2d84d85d64e1 req-e7b98376-aace-481b-8b75-091f67a63a39 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:50.234426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-422220ee-1873-471d-9900-2d84d85d64e1 req-e7b98376-aace-481b-8b75-091f67a63a39 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 943 time: 0.4565439 May 06 12:25:50.421021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad5c42-e2dc-4312-af66-47671189249d req-b9a4cdfb-05c8-4b91-baa8-30e639e24eb3 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:50.423693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82ad5c42-e2dc-4312-af66-47671189249d req-b9a4cdfb-05c8-4b91-baa8-30e639e24eb3 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 943 time: 0.5709798 May 06 12:25:50.592416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-422220ee-1873-471d-9900-2d84d85d64e1 req-9e3d034a-a09d-4d60-af63-c202ba9e9d2b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185692 May 06 12:25:50.641551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82ad5c42-e2dc-4312-af66-47671189249d req-b9cdec65-357f-4bde-8f59-19e18800823d tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045774 May 06 12:25:50.648030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da977e16-2b38-4d96-a50f-250508ea7fd1 req-e21882a6-3a47-4e50-b2e5-4bfcbd9374ac service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119756 May 06 12:25:51.108230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:51.515262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f3d793e-17e3-40de-b9fd-7bf7be89fda9 req-896737f3-9e36-4b5e-a18c-2d579a724e24 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.2330143 May 06 12:25:51.551766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-f56b4852-9f81-4cac-8ba0-5e329508df5d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:51.553095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-f56b4852-9f81-4cac-8ba0-5e329508df5d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Synchronizing usage tracker for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:51.607785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:51.641511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'port_id': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'mac_address': 'fa:16:3e:02:cd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:51.742932 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750ec128-cfee-421a-8643-4e106dcc8b9f'] response: {'server_uuid': 'b440cc25-d1b2-4bd4-8d53-284190c39efe', 'name': 'network-vif-deleted', 'tag': 'cb894966-6389-4005-9f6c-3a20760dd278', 'status': 'completed', 'code': 200} May 06 12:25:51.771859 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:51.794579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54292) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:51.815053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:51.833070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a90f86cc-4d21-4f74-bc58-405fad9ad376 req-238f91be-f991-499d-b5d1-7d6e386eaf9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.2552900 May 06 12:25:51.850029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:51.856970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:51.858904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3d89bfb5-c16e-4480-a6df-524b3183963c details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:51.883937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-f56b4852-9f81-4cac-8ba0-5e329508df5d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Unset dirty status for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:51.886563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-f56b4852-9f81-4cac-8ba0-5e329508df5d tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 1.0848083 May 06 12:25:51.971352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-7108ddaa-8ed6-4134-9649-396a0606f178 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:51.974005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-7108ddaa-8ed6-4134-9649-396a0606f178 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.48 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 943 time: 0.9305856 May 06 12:25:51.996222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96686-3c11-4696-9bf8-0d394ba3ed95 req-2d000d79-ecf2-4518-88cd-9304143539b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:51.999281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ec96686-3c11-4696-9bf8-0d394ba3ed95 req-2d000d79-ecf2-4518-88cd-9304143539b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.0107381 May 06 12:25:52.091459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:52.111625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d5515cf-f726-490b-8603-f5f4ca537aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.158255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3d89bfb5-c16e-4480-a6df-524b3183963c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3d89bfb5-c16e-4480-a6df-524b3183963c,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:52.166155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0d5515cf-f726-490b-8603-f5f4ca537aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:52.172311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0d5515cf-f726-490b-8603-f5f4ca537aed admin admin] Usage tracker for resource:security_group_rule and tenant:cf86b757524e4da6b55dff87b453966b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:52.175346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '3d89bfb5-c16e-4480-a6df-524b3183963c', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'port_id': '3d89bfb5-c16e-4480-a6df-524b3183963c', 'mac_address': 'fa:16:3e:4a:4a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9ed672-d79d-480c-97ea-3c8f224b3156', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:52.177696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0d5515cf-f726-490b-8603-f5f4ca537aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:52.187060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0d5515cf-f726-490b-8603-f5f4ca537aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:52.260376 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.298253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d89bfb5-c16e-4480-a6df-524b3183963c {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:52.314416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Deleting port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:52.315110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.319876 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d5515cf-f726-490b-8603-f5f4ca537aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.328773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d5515cf-f726-490b-8603-f5f4ca537aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.340242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3d89bfb5-c16e-4480-a6df-524b3183963c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3d89bfb5-c16e-4480-a6df-524b3183963c,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:52.352038 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.364928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Deleting port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:52.365471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.426188 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0d5515cf-f726-490b-8603-f5f4ca537aed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf86b757524e4da6b55dff87b453966b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6299033 May 06 12:25:52.434444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54298) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:52.441098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5515cf-f726-490b-8603-f5f4ca537aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d0e0b7-bf21-4f65-a0c4-b66b64d80f65,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:52.465083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3d89bfb5-c16e-4480-a6df-524b3183963c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:52.550143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ec96686-3c11-4696-9bf8-0d394ba3ed95 req-edc699cf-09e5-4917-b734-34958682bf7b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4228327 May 06 12:25:52.692105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01103af4-c951-4793-b1a2-6d127c112051 req-ff3303dd-4eb5-4825-86d2-23e87e6f8ea9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:52.693895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01103af4-c951-4793-b1a2-6d127c112051 req-ff3303dd-4eb5-4825-86d2-23e87e6f8ea9 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 950 time: 0.8039687 May 06 12:25:52.903992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['67e18bbf-3b0f-478f-91c8-8fa20e3f7cef'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:53.001302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3d89bfb5-c16e-4480-a6df-524b3183963c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:53.035624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cdcedc3-0778-46ee-a43a-b3996a7c37c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.048711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01103af4-c951-4793-b1a2-6d127c112051 req-2f170a26-e9f1-4dc7-b3ac-60e71e38d1c4 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f09d579-b132-44c9-8872-dbc80a34ca89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381450 May 06 12:25:53.149252 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cdcedc3-0778-46ee-a43a-b3996a7c37c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.289705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] For port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:53.289705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.353414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] For port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:53.353414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.593240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Calling delete_port for ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:53.628989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cf4fd-a810-42ea-a169-9335b358b96c req-03946f31-1809-4757-b4fc-1a561a2c6a77 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:53.628989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb7cf4fd-a810-42ea-a169-9335b358b96c req-03946f31-1809-4757-b4fc-1a561a2c6a77 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 945 time: 0.8809516 May 06 12:25:53.713803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Calling delete_port for 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:53.845490 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cdcedc3-0778-46ee-a43a-b3996a7c37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.031930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcedc3-0778-46ee-a43a-b3996a7c37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d0e0b7-bf21-4f65-a0c4-b66b64d80f65,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:54.045791 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb7cf4fd-a810-42ea-a169-9335b358b96c req-eeac69bd-2d71-42d2-81a6-92c482c5f918 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443449 May 06 12:25:54.069755 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cdcedc3-0778-46ee-a43a-b3996a7c37c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.069755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0cdcedc3-0778-46ee-a43a-b3996a7c37c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62d0e0b7-bf21-4f65-a0c4-b66b64d80f65 HTTP/1.1" status: 204 len: 168 time: 1.6032040 May 06 12:25:54.203576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62be4d-3ed6-4541-9e7e-0ec8e31d12ed req-c848940d-1abe-40f8-81dc-8ac22d7f8b66 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:54.203576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a62be4d-3ed6-4541-9e7e-0ec8e31d12ed req-c848940d-1abe-40f8-81dc-8ac22d7f8b66 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 944 time: 0.6493123 May 06 12:25:54.261516 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.372241 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.480967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0dfb905-d64f-4239-a0f4-e2541a06d688 req-70ab55ce-5938-4cd9-88e6-2eedb4290283 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0856771 May 06 12:25:54.480967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Pushing event deleted for resources: {'Port': ['ID=8adfe017-7388-4a7f-9279-ef7ef8ec2e61,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:54.606934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a62be4d-3ed6-4541-9e7e-0ec8e31d12ed req-cb25b930-704b-4f24-a177-37ee0390b4e3 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3918755 May 06 12:25:54.606934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] No DVR routers for this DVR port 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:54.630712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.630712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'name': 'network-vif-deleted', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:54.638696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event deleted for resources: {'Port': ['ID=ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:54.894836 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28081e1e-36d8-4598-b62a-70828825f14a req-f8d55beb-fa60-400d-8c5d-8c5b20642bfe tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=97937f7a-9c78-42ec-bd24-8b05c2119e63 HTTP/1.1" status: 200 len: 210 time: 0.0604589 May 06 12:25:54.906913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] No DVR routers for this DVR port ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:54.922222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4c4e414-8a74-460a-9e2e-e82185a129e6 req-42eb047b-d617-48e5-8d87-b485d95d207f tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.48 "DELETE /v2.0/ports/8adfe017-7388-4a7f-9279-ef7ef8ec2e61 HTTP/1.1" status: 204 len: 173 time: 2.9348912 May 06 12:25:54.922222 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.922222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a5fe6ae-fb10-4549-bc8d-1b03dea42a36 req-1aa8cc9f-a518-42e9-b8fa-b57d80dcc5d8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.48 "DELETE /v2.0/ports/ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 HTTP/1.1" status: 204 len: 173 time: 2.9172785 May 06 12:25:55.081225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54314) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:55.126254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-118a03da-95a3-412d-ad28-aa07ef17de91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.139558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:55.203491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-118a03da-95a3-412d-ad28-aa07ef17de91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:55.218401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-118a03da-95a3-412d-ad28-aa07ef17de91 admin admin] Usage tracker for resource:security_group_rule and tenant:336c0141479240ca803d31aa4a4e8eaa is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:55.226465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-118a03da-95a3-412d-ad28-aa07ef17de91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:55.241416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-118a03da-95a3-412d-ad28-aa07ef17de91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:55.250956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a4d4f-0cac-4208-bd3c-a6e259222a01 req-7b509ada-ecac-468e-9390-b819fad78140 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:55.252665 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c80a4d4f-0cac-4208-bd3c-a6e259222a01 req-7b509ada-ecac-468e-9390-b819fad78140 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 944 time: 0.2884507 May 06 12:25:55.326233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:55.336924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d3b74-8fd2-4eb7-bf96-83705e246473 req-e399bfb4-3137-4d3f-845f-e4e2d0b31793 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:55.337538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:55.337906 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.340479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a3d3b74-8fd2-4eb7-bf96-83705e246473 req-e399bfb4-3137-4d3f-845f-e4e2d0b31793 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2198000 May 06 12:25:55.424838 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-118a03da-95a3-412d-ad28-aa07ef17de91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.428262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c80a4d4f-0cac-4208-bd3c-a6e259222a01 req-c5109c3a-751c-4f95-8898-6e578ae5f23b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598389 May 06 12:25:55.434864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-118a03da-95a3-412d-ad28-aa07ef17de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.448038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a3d3b74-8fd2-4eb7-bf96-83705e246473 req-ffe1f3f8-45ab-4354-9224-1a84610c1d92 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008806 May 06 12:25:55.540481 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-118a03da-95a3-412d-ad28-aa07ef17de91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=336c0141479240ca803d31aa4a4e8eaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4566431 May 06 12:25:55.544674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54322) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:55.557605 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.639122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:55.642508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a03da-95a3-412d-ad28-aa07ef17de91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f097afa6-3588-44c4-8285-62b9b87133f1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:55.679366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:55.690582 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.697585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3d89bfb5-c16e-4480-a6df-524b3183963c up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:55.771685 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4006df3d-5387-44af-81ee-c486afd76f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.803841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c6b5198f-9202-4999-ad10-0c3dc2885332 req-c3c86710-e7f1-44f5-899b-1c51db62ce50 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Synchronizing usage tracker for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:55.835042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c6b5198f-9202-4999-ad10-0c3dc2885332 req-c3c86710-e7f1-44f5-899b-1c51db62ce50 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] Unset dirty status for tenant:f71b101453dc4bccb25b118d91b64eff on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:55.849093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6b5198f-9202-4999-ad10-0c3dc2885332 req-c3c86710-e7f1-44f5-899b-1c51db62ce50 tempest-MigrationsAdminTest-384331517 tempest-MigrationsAdminTest-384331517-project] 10.222.0.44 "GET /v2.0/ports?device_id=9351eba8-3b70-4361-ae77-b79f7069530e HTTP/1.1" status: 200 len: 210 time: 0.0961215 May 06 12:25:55.867687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4006df3d-5387-44af-81ee-c486afd76f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.108787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:56.145178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 3d89bfb5-c16e-4480-a6df-524b3183963c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:56.154474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 3d89bfb5-c16e-4480-a6df-524b3183963c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:56.154474 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.207512 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4da917-fc5c-41e8-961d-6efacd431bdc'] response: {'server_uuid': '9351eba8-3b70-4361-ae77-b79f7069530e', 'name': 'network-vif-deleted', 'tag': '8adfe017-7388-4a7f-9279-ef7ef8ec2e61', 'status': 'completed', 'code': 200} May 06 12:25:56.280340 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4006df3d-5387-44af-81ee-c486afd76f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.333047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006df3d-5387-44af-81ee-c486afd76f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f097afa6-3588-44c4-8285-62b9b87133f1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:56.346818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4006df3d-5387-44af-81ee-c486afd76f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.348036 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4006df3d-5387-44af-81ee-c486afd76f0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f097afa6-3588-44c4-8285-62b9b87133f1 HTTP/1.1" status: 204 len: 168 time: 0.8013918 May 06 12:25:56.499869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.543287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-702de95f-f2f7-48c3-bb46-81fb0b305924 req-7677f4fd-7fce-44bb-9041-618816680380 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0991514 May 06 12:25:56.581597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3d89bfb5-c16e-4480-a6df-524b3183963c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3d89bfb5-c16e-4480-a6df-524b3183963c,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:56.587956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.589100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:56.712819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8df40e-254d-4633-9de0-a28ef255e0d3 req-17f8fbfc-9887-45c1-86ed-03c4cb08b02c tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:56.714456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da8df40e-254d-4633-9de0-a28ef255e0d3 req-17f8fbfc-9887-45c1-86ed-03c4cb08b02c tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 945 time: 0.1109519 May 06 12:25:56.791001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da8df40e-254d-4633-9de0-a28ef255e0d3 req-deb911e7-5a96-49b4-9f5b-176a0d383648 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700722 May 06 12:25:56.847443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:56.847784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8adfe017-7388-4a7f-9279-ef7ef8ec2e61 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:56.855338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:56.966868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:56.966868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:57.009154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3d89bfb5-c16e-4480-a6df-524b3183963c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:57.109506 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0e6a97-2d84-459a-84ee-45ce9ab28609'] response: {'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'code': 200} May 06 12:25:57.270858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a20da7-e3c8-4d6f-9aeb-7d15e369a35b req-18a1d91a-0bc9-4631-9d45-a79b23beafaa tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:57.272743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6a20da7-e3c8-4d6f-9aeb-7d15e369a35b req-18a1d91a-0bc9-4631-9d45-a79b23beafaa tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 945 time: 0.2716672 May 06 12:25:57.497634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c4abc2c-b28a-4c10-9673-e56797741776 req-9aac0bc0-6dec-40ca-9712-9886bfbb234c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 1096 time: 0.2810848 May 06 12:25:57.515276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6a20da7-e3c8-4d6f-9aeb-7d15e369a35b req-5637931d-e75a-45e7-9982-ca6d5c3f8b5f tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107074 May 06 12:25:57.665669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ead8f90c-3752-4443-9b75-888a7c42b6d1 req-e91592fe-951d-49d2-9635-c122ea0100bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1095 time: 0.3534539 May 06 12:25:57.751928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2325f61f-b4e7-4d73-a569-faa9ec19ea20 req-feac11cd-ca70-46fc-a352-27f25fd24100 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0971913 May 06 12:25:57.842843 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c4abc2c-b28a-4c10-9673-e56797741776 req-272b53ea-cb72-48c0-9c45-52009658943a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395097 May 06 12:25:57.911145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9ccda-3852-466a-89ae-f3d051cd7a4e req-409f1e59-7621-4874-a77d-e5d087cccdcd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:57.927278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dae9ccda-3852-466a-89ae-f3d051cd7a4e req-409f1e59-7621-4874-a77d-e5d087cccdcd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 945 time: 0.3756876 May 06 12:25:58.001038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8f90c-3752-4443-9b75-888a7c42b6d1 req-e6500a35-84cd-4958-ac17-df0ba9b2b27a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:58.001038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ead8f90c-3752-4443-9b75-888a7c42b6d1 req-e6500a35-84cd-4958-ac17-df0ba9b2b27a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.2802517 May 06 12:25:58.024151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dae9ccda-3852-466a-89ae-f3d051cd7a4e req-ac99d787-aceb-43aa-8847-0790e8c093cf tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000998 May 06 12:25:58.221811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'name': 'network-vif-deleted', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:58.697661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ead8f90c-3752-4443-9b75-888a7c42b6d1 req-daebfe9e-3628-41c5-9a33-39ca291d9077 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 998 time: 0.6767907 May 06 12:25:58.705441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54386) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:58.957538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8f90c-3752-4443-9b75-888a7c42b6d1 req-01129f18-02d8-4ff8-9b9a-639ef7a2a698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:58.964783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ead8f90c-3752-4443-9b75-888a7c42b6d1 req-01129f18-02d8-4ff8-9b9a-639ef7a2a698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.1859238 May 06 12:25:59.098046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549f48f8-ee4f-4a3f-816b-4c43e40734e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d89bfb5-c16e-4480-a6df-524b3183963c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:59.183093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bf8a318f-536b-4264-8fb4-bb797eaa75ac details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:59.213169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ef272-2f93-43e3-b288-ba186eabcfda req-e4db2c03-e8dd-4efe-8e93-b37ad54c48a3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:59.225804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b04ef272-2f93-43e3-b288-ba186eabcfda req-e4db2c03-e8dd-4efe-8e93-b37ad54c48a3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.0227201 May 06 12:25:59.252554 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-02a06b24-963b-4c2b-b45a-052076f69184 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f71b101453dc4bccb25b118d91b64eff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5531709 May 06 12:25:59.252847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54402) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:59.343060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-5ca07d86-f4ef-4bf4-acec-9780296a7a13 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:59.359607 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-5ca07d86-f4ef-4bf4-acec-9780296a7a13 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/networks?id=bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 200 len: 822 time: 0.7591918 May 06 12:25:59.375547 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b04ef272-2f93-43e3-b288-ba186eabcfda req-d63b943d-9d49-4969-b3cf-ba9664a9b5cd tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1487005 May 06 12:25:59.494173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f81d7382-e592-4c60-b159-5f7f4e933aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.521588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-7c5b06ed-0bb6-4439-b560-9168866ab9ca tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.7461824 May 06 12:25:59.560798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f81d7382-e592-4c60-b159-5f7f4e933aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.577329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840847-1'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:59.610277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:59.666956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bf8a318f-536b-4264-8fb4-bb797eaa75ac has no active binding in host n-h1-840847-1 {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:25:59.753920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f81d7382-e592-4c60-b159-5f7f4e933aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.785503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d7382-e592-4c60-b159-5f7f4e933aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f09d579-b132-44c9-8872-dbc80a34ca89,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:59.786345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-9ae1dda9-e0a2-4c4d-b905-21f1813c0614 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/quotas/8405b40ff93f49bcb41d5c0edb210cdb HTTP/1.1" status: 200 len: 375 time: 0.4213727 May 06 12:25:59.809920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f81d7382-e592-4c60-b159-5f7f4e933aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.816582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f81d7382-e592-4c60-b159-5f7f4e933aeb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f09d579-b132-44c9-8872-dbc80a34ca89 HTTP/1.1" status: 204 len: 168 time: 0.5616367 May 06 12:25:59.890416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ead8f90c-3752-4443-9b75-888a7c42b6d1 req-b8f2ab43-37e2-4be1-ab34-3484c1d20d91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9054956 May 06 12:26:00.352735 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:00.402368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855cdb6-9a59-43ee-adcb-a583cc9477fb req-a33826e0-5e20-4a77-a6b9-565cc6a15c69 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:00.410494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1855cdb6-9a59-43ee-adcb-a583cc9477fb req-a33826e0-5e20-4a77-a6b9-565cc6a15c69 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 945 time: 0.6158450 May 06 12:26:00.569534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ead8f90c-3752-4443-9b75-888a7c42b6d1 req-546d8673-bb2d-4421-8628-b380148e4e36 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264017 May 06 12:26:00.646092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-db68fbd3-1612-4ebd-adb2-8ecf5a0f21b5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Synchronizing usage tracker for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:00.659516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:00.784805 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-14a65bc1-13db-4cd3-ac97-1b96655af200 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6ccdb21b3d34c9fb3242cf42da9b846&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1022797 May 06 12:26:00.784805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54428) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:00.834327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-db68fbd3-1612-4ebd-adb2-8ecf5a0f21b5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Unset dirty status for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:00.834327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-db68fbd3-1612-4ebd-adb2-8ecf5a0f21b5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9281809 May 06 12:26:00.886462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0eca4f76-5d3d-4192-a87c-546c255d1451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:00.915454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1855cdb6-9a59-43ee-adcb-a583cc9477fb req-7b53ebb7-8f68-4a98-a1b4-09c3530d0606 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980412 May 06 12:26:00.937125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0eca4f76-5d3d-4192-a87c-546c255d1451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:01.050638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0eca4f76-5d3d-4192-a87c-546c255d1451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:01.097491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca4f76-5d3d-4192-a87c-546c255d1451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b55b68-ba70-4c9a-b9bd-d9861da36c89,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:01.152555 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0eca4f76-5d3d-4192-a87c-546c255d1451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:01.152555 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0eca4f76-5d3d-4192-a87c-546c255d1451 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81b55b68-ba70-4c9a-b9bd-d9861da36c89 HTTP/1.1" status: 204 len: 168 time: 0.3763237 May 06 12:26:01.162950 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fad7c5-3f29-4ceb-862f-17c5457d1e1f'] response: {'server_uuid': '97937f7a-9c78-42ec-bd24-8b05c2119e63', 'name': 'network-vif-deleted', 'tag': 'ab5dbe14-d7e9-41a2-ac8d-c341b13b2f00', 'status': 'completed', 'code': 200} May 06 12:26:01.480680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ead8f90c-3752-4443-9b75-888a7c42b6d1 req-63b86ce3-e16a-4f6e-8a30-2ac7c78c179b service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8792815 May 06 12:26:01.588574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:01.588574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-8c3c46f0-8f78-4c42-8258-5464515c78ba service neutron] 10.222.0.44 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028997 May 06 12:26:01.704981 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:26:01.739831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ada309-fdce-444a-a453-090c948fb139 req-509fbaf1-828b-4cd1-941d-249da12d5e40 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:01.739831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51ada309-fdce-444a-a453-090c948fb139 req-509fbaf1-828b-4cd1-941d-249da12d5e40 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 945 time: 0.4997153 May 06 12:26:01.823705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:02.125749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-7a34c83c-a97b-4db7-a05c-d28266ec95f2 service neutron] 10.222.0.44 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313349 May 06 12:26:02.226869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51ada309-fdce-444a-a453-090c948fb139 req-628bb9b7-9f19-46f1-b59a-61f02e6f82b5 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4637923 May 06 12:26:02.233298 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.250519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.848094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d6afc1d-7415-4606-a47b-a70553513668 req-097f59cc-3a82-44dd-8e09-eb120c368ede tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.2409983 May 06 12:26:02.923883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a318f-536b-4264-8fb4-bb797eaa75ac,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:02.934818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:03.063320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac on host n-h2-840847-1 for vnic_type normal with profile {"migrating_to": "n-h1-840847-1"} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:03.063320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:03.063320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:03.087373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Port bf8a318f-536b-4264-8fb4-bb797eaa75ac on network 7dccc9a8-5d1c-4d97-9331-914404a43131 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:03.087373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Attempting to bind port bf8a318f-536b-4264-8fb4-bb797eaa75ac on network 7dccc9a8-5d1c-4d97-9331-914404a43131 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:03.107454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dfed1-425c-466e-a636-96c6099e2be4 req-cd6caac3-faff-444f-9348-ea516a7d7a18 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:03.107454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-071dfed1-425c-466e-a636-96c6099e2be4 req-cd6caac3-faff-444f-9348-ea516a7d7a18 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 945 time: 0.4188161 May 06 12:26:03.173733 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2dfab3-231f-4c9c-9b52-0da2741d6bca'] response: {'server_uuid': '549f48f8-ee4f-4a3f-816b-4c43e40734e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d89bfb5-c16e-4480-a6df-524b3183963c', 'code': 200} May 06 12:26:03.217647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:03.357450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:03.361725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Checking segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:03.361725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Bound using segment: {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:03.362110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Bound port: bf8a318f-536b-4264-8fb4-bb797eaa75ac, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16aee1a-dff3-48b9-add7-8eecf8cde706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '7dccc9a8-5d1c-4d97-9331-914404a43131'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:03.362992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:03.587605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-071dfed1-425c-466e-a636-96c6099e2be4 req-9961e761-48d9-4565-8094-4d4d62e8c58f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711370 May 06 12:26:04.034317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:04.038653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:04.106881 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.184076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54478) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:04.377872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a318f-536b-4264-8fb4-bb797eaa75ac,revision_number=8']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:04.415319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec8c765b-42e6-411b-88d1-7f76df602938 req-41d8be49-4f06-4001-8d63-87b13ce9b2ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 1096 time: 1.0639229 May 06 12:26:04.441033 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-427596c6-0a5a-4df0-8c38-06e885cdd08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.489636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-427596c6-0a5a-4df0-8c38-06e885cdd08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:04.495145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-427596c6-0a5a-4df0-8c38-06e885cdd08a admin admin] Usage tracker for resource:security_group_rule and tenant:0091284ea4f54b7db0db048b7e746ff9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:04.498974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-427596c6-0a5a-4df0-8c38-06e885cdd08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:04.507732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-427596c6-0a5a-4df0-8c38-06e885cdd08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:04.568916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.571274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-63a3c77d-24b2-4c3d-ac89-936dc189221e service neutron] 10.222.0.48 "PUT /v2.0/ports/bf8a318f-536b-4264-8fb4-bb797eaa75ac HTTP/1.1" status: 200 len: 1121 time: 5.0353818 May 06 12:26:04.593973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b0be9-ce88-4552-81cd-86fb61dcc2ef req-b914cb04-4e31-4c0b-b8b6-b16b1bf09a2a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:04.608708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-219b0be9-ce88-4552-81cd-86fb61dcc2ef req-b914cb04-4e31-4c0b-b8b6-b16b1bf09a2a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.7641859 May 06 12:26:04.651014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751052e-5703-4e6a-9eca-8c63081a5615 req-71160246-923d-486c-b970-e11799868bfd tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:04.654373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5751052e-5703-4e6a-9eca-8c63081a5615 req-71160246-923d-486c-b970-e11799868bfd tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 943 time: 0.6053696 May 06 12:26:04.676850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-427596c6-0a5a-4df0-8c38-06e885cdd08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.677207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['bf8a318f-536b-4264-8fb4-bb797eaa75ac'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:04.686221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-427596c6-0a5a-4df0-8c38-06e885cdd08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.718985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['bf8a318f-536b-4264-8fb4-bb797eaa75ac'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:04.765062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec8c765b-42e6-411b-88d1-7f76df602938 req-675d3259-f8df-4ba6-8600-1bd6e6f9d8d4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375225 May 06 12:26:04.811530 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-427596c6-0a5a-4df0-8c38-06e885cdd08a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0091284ea4f54b7db0db048b7e746ff9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6258168 May 06 12:26:04.812519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54492) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:04.863367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427596c6-0a5a-4df0-8c38-06e885cdd08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c093ea58-4301-49e0-bc17-c68b3d14741a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:04.921043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8633a9c7-23b2-4385-841d-165ca9db697d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.957256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8633a9c7-23b2-4385-841d-165ca9db697d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.994890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-219b0be9-ce88-4552-81cd-86fb61dcc2ef req-bd63e139-7865-4c13-9dae-45fdd97d3d4c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3843827 May 06 12:26:05.029343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8633a9c7-23b2-4385-841d-165ca9db697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.078398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633a9c7-23b2-4385-841d-165ca9db697d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093ea58-4301-49e0-bc17-c68b3d14741a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:05.127272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-5f68c523-135d-47b9-99e8-5365b04156d1 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:05.129141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-5f68c523-135d-47b9-99e8-5365b04156d1 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.36 "GET /v2.0/networks?id=bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 200 len: 822 time: 0.4662170 May 06 12:26:05.137732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5751052e-5703-4e6a-9eca-8c63081a5615 req-914ce165-8ecd-4d3e-a252-8d226a89acd5 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275255 May 06 12:26:05.146944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8633a9c7-23b2-4385-841d-165ca9db697d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.155875 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8633a9c7-23b2-4385-841d-165ca9db697d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c093ea58-4301-49e0-bc17-c68b3d14741a HTTP/1.1" status: 204 len: 168 time: 0.3393471 May 06 12:26:05.156260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Request body: {'port': {'device_id': 'ecb509de-556e-4a03-b1d6-8bc1794bff00', 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379', 'admin_state_up': True, 'tenant_id': '8405b40ff93f49bcb41d5c0edb210cdb'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:05.371790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6382e907-5e2c-4cd2-958e-d86f787e61fc req-741cd354-554f-4139-ae17-bb8764c510e8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 210 time: 0.0890398 May 06 12:26:05.471751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:05.485363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:05.506651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Made reservation on behalf of 8405b40ff93f49bcb41d5c0edb210cdb for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:05.514416 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.535676 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b1a653-238c-4f0a-8e6a-62023202628a'] response: {'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac', 'code': 200} May 06 12:26:05.939352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0231adb9-3ea7-4d59-b17a-330f7e9d0e80 req-6336254a-94c3-4e49-8cbc-617babfe2b7b tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0949984 May 06 12:26:06.067668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662e03-c1c6-4c45-9669-9ad4fe8bc835 req-b94c933b-2c3a-4e47-85e5-4161d3ae26fb tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:06.070232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a662e03-c1c6-4c45-9669-9ad4fe8bc835 req-b94c933b-2c3a-4e47-85e5-4161d3ae26fb tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 945 time: 0.3497767 May 06 12:26:06.072452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Allocated IP 172.20.0.2 (bae6b775-9917-4c4a-afd4-a55d36da3379/300c04fb-6e37-496d-beed-97dc51090b62/0a8d4213-6b2c-4816-81ca-1c9203a9da77) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:06.093615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54512) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:06.113696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Request body: {'floatingip': {'port_id': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:06.505979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:06.828111 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.014008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54522) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:07.014008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:07.052429 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.080818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922634da-4d15-49ce-87dd-5b23f8a10840 req-73219ec6-35c9-4882-a5fd-e019579f3203 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:07.089015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2cac86c-2961-4cc5-8ed0-088d3da80ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.105700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-922634da-4d15-49ce-87dd-5b23f8a10840 req-73219ec6-35c9-4882-a5fd-e019579f3203 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 945 time: 0.6481166 May 06 12:26:07.217058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-922634da-4d15-49ce-87dd-5b23f8a10840 req-45c4d7b3-9215-48de-9a6e-59d64e96102a tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031601 May 06 12:26:07.301935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4f1e5-8d0e-40bc-86bb-5f22f057b6ac req-dea9cbc7-d761-4cda-9851-98e8375d2a3d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:07.335387 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bb4f1e5-8d0e-40bc-86bb-5f22f057b6ac req-dea9cbc7-d761-4cda-9851-98e8375d2a3d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.9484153 May 06 12:26:07.441696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c2cac86c-2961-4cc5-8ed0-088d3da80ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:07.464435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c2cac86c-2961-4cc5-8ed0-088d3da80ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:9d2c62ff5cb4401086ebb42f4e630c41 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:07.483680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c2cac86c-2961-4cc5-8ed0-088d3da80ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:07.491104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c2cac86c-2961-4cc5-8ed0-088d3da80ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:07.559070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:07.625168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.767595 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2cac86c-2961-4cc5-8ed0-088d3da80ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.778488 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2cac86c-2961-4cc5-8ed0-088d3da80ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.829926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Network bae6b775-9917-4c4a-afd4-a55d36da3379 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:07.893154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:07.914057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:07.923107 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c2cac86c-2961-4cc5-8ed0-088d3da80ba1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d2c62ff5cb4401086ebb42f4e630c41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9157140 May 06 12:26:07.923893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cac86c-2961-4cc5-8ed0-088d3da80ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef936bc-121b-4ed3-913a-56dd06f8a1fd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:07.927964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:07.938825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1ce21bc-14f5-4168-ae32-95f4f794eb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.980552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bb4f1e5-8d0e-40bc-86bb-5f22f057b6ac req-c8c9d3cf-1ecc-4de1-8051-dbfd28aae591 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6588852 May 06 12:26:08.006643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event updated for resources: {'Port': ['ID=0a8d4213-6b2c-4816-81ca-1c9203a9da77,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:08.019076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:08.019076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.047523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:26:08.061612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-0bf83c7b-a458-44d2-9630-5f775ecd1ff5 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9152942 May 06 12:26:08.079267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Request body: {'port': {'device_id': 'ecb509de-556e-4a03-b1d6-8bc1794bff00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:08.194405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1ce21bc-14f5-4168-ae32-95f4f794eb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:08.220251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1ce21bc-14f5-4168-ae32-95f4f794eb19 admin admin] Usage tracker for resource:security_group_rule and tenant:011dc3d74eb248308469cf830fb1bb11 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:08.225963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca63184-a6e9-4ec2-9482-ffb8451d7030 req-e252d8ca-9536-40e8-8be4-b64f030ec0b3 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:08.228382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1ce21bc-14f5-4168-ae32-95f4f794eb19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:08.253788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1ce21bc-14f5-4168-ae32-95f4f794eb19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:08.262521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ca63184-a6e9-4ec2-9482-ffb8451d7030 req-e252d8ca-9536-40e8-8be4-b64f030ec0b3 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 943 time: 0.4408841 May 06 12:26:08.294039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.303670 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.391463 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.404836 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-372c475e-a403-4be5-acf6-7b7c020915d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.410687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ca63184-a6e9-4ec2-9482-ffb8451d7030 req-e8f76dd9-2ee9-4725-bcf1-fe0ed9474760 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710331 May 06 12:26:08.480931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca726b-d012-4969-a055-f6f07d9912f7 req-14b88c56-e25f-4e7b-b58e-9b86d6bf6d5f tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:08.480931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-caca726b-d012-4969-a055-f6f07d9912f7 req-14b88c56-e25f-4e7b-b58e-9b86d6bf6d5f tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Synchronizing usage tracker for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:08.554322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-caca726b-d012-4969-a055-f6f07d9912f7 req-14b88c56-e25f-4e7b-b58e-9b86d6bf6d5f tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Unset dirty status for tenant:8405b40ff93f49bcb41d5c0edb210cdb on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:08.555598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-caca726b-d012-4969-a055-f6f07d9912f7 req-14b88c56-e25f-4e7b-b58e-9b86d6bf6d5f tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 931 time: 0.4154098 May 06 12:26:08.699604 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-caca726b-d012-4969-a055-f6f07d9912f7 req-ed60aa62-956d-4a77-bf96-d4bd38daca4c tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994098 May 06 12:26:08.720605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-372c475e-a403-4be5-acf6-7b7c020915d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.825688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76121787-3ef5-49b0-8b8f-b63a0f605232 req-062a514f-2a22-4e40-bf91-748cf58b526a tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0914237 May 06 12:26:08.828649 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81adac42-ee44-4bcf-b4d6-c6c11c7ad61c'] response: {'name': 'network-changed', 'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac', 'status': 'completed', 'code': 200} May 06 12:26:08.872489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1ce21bc-14f5-4168-ae32-95f4f794eb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.906302 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1ce21bc-14f5-4168-ae32-95f4f794eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.994617 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b1ce21bc-14f5-4168-ae32-95f4f794eb19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=011dc3d74eb248308469cf830fb1bb11&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9848158 May 06 12:26:09.002879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54546) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:09.003409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce21bc-14f5-4168-ae32-95f4f794eb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e5ac49-ebbd-4ad5-86c5-8be93326c30a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:09.066864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-372c475e-a403-4be5-acf6-7b7c020915d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.095584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c475e-a403-4be5-acf6-7b7c020915d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef936bc-121b-4ed3-913a-56dd06f8a1fd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:09.118261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-372c475e-a403-4be5-acf6-7b7c020915d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.123188 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-372c475e-a403-4be5-acf6-7b7c020915d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ef936bc-121b-4ed3-913a-56dd06f8a1fd HTTP/1.1" status: 204 len: 168 time: 1.1912901 May 06 12:26:09.131884 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Floating IP 7de3a988-8422-44b3-b243-6d83df492e79 associated. External IP: 172.25.7.242, port: 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef. May 06 12:26:09.565686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c129fcc4-2568-480b-9d4e-23fee4146eb8 req-c911a369-ff6b-49c0-b86c-e842a621fb75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 1124 time: 0.6535177 May 06 12:26:09.622378 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05a0e401-5827-467e-8a9c-24fe49e0bb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.749813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:26:09.811320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05a0e401-5827-467e-8a9c-24fe49e0bb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.943644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Router 317ee95e-508e-475e-b5af-3145cda0100d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:26:10.078670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129fcc4-2568-480b-9d4e-23fee4146eb8 req-5dec8c46-c138-425d-94b2-8d6a99f94fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:10.080419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c129fcc4-2568-480b-9d4e-23fee4146eb8 req-5dec8c46-c138-425d-94b2-8d6a99f94fd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.5005198 May 06 12:26:10.207562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bf831-f3e3-46fd-9091-8bfa4c01e8f1 req-c8c393e1-f676-4d65-9c70-72966460a4a8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:10.216551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f5bf831-f3e3-46fd-9091-8bfa4c01e8f1 req-c8c393e1-f676-4d65-9c70-72966460a4a8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 945 time: 1.0953279 May 06 12:26:10.258228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78955be-6444-4112-b5d2-85992c51f358 req-a0ad9160-3849-4bb9-aa3d-bb979d2ef792 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:10.268361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d78955be-6444-4112-b5d2-85992c51f358 req-a0ad9160-3849-4bb9-aa3d-bb979d2ef792 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.0263257 May 06 12:26:10.326895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c129fcc4-2568-480b-9d4e-23fee4146eb8 req-31ad534e-bfcb-4e04-afb4-601ce0fe95ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac HTTP/1.1" status: 200 len: 217 time: 0.1961186 May 06 12:26:10.333958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8d4213-6b2c-4816-81ca-1c9203a9da77 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:10.345711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:26:10.353621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.376910 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] Sync routers for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:26:10.396697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.421259 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:10.422301 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:25:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:10.507992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05a0e401-5827-467e-8a9c-24fe49e0bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.629606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Transition to ACTIVE for port object 0a8d4213-6b2c-4816-81ca-1c9203a9da77 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:10.633622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0e401-5827-467e-8a9c-24fe49e0bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e5ac49-ebbd-4ad5-86c5-8be93326c30a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:10.674689 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0c5577f9-3368-43a2-9046-109c533b0b51 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "PUT /v2.0/floatingips/7de3a988-8422-44b3-b243-6d83df492e79 HTTP/1.1" status: 200 len: 991 time: 4.5785701 May 06 12:26:10.680523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:10.689998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f5bf831-f3e3-46fd-9091-8bfa4c01e8f1 req-a07333b6-6ffc-4bcb-9f12-428270c2bfcf tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717703 May 06 12:26:10.694073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.894103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d78955be-6444-4112-b5d2-85992c51f358 req-2a33e1d0-80b9-438c-8d79-9672c3bc3808 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6194754 May 06 12:26:10.904635 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:10.945847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129fcc4-2568-480b-9d4e-23fee4146eb8 req-d1570b4a-636f-4512-b2a0-f98d60adcc74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:10.975074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c129fcc4-2568-480b-9d4e-23fee4146eb8 req-d1570b4a-636f-4512-b2a0-f98d60adcc74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.6007409 May 06 12:26:10.995752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05a0e401-5827-467e-8a9c-24fe49e0bb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.995752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-05a0e401-5827-467e-8a9c-24fe49e0bb1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54e5ac49-ebbd-4ad5-86c5-8be93326c30a HTTP/1.1" status: 204 len: 168 time: 1.9853816 May 06 12:26:11.446671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c129fcc4-2568-480b-9d4e-23fee4146eb8 req-03991312-79fb-42f6-a73a-0c4cba2cc4ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4427893 May 06 12:26:11.513451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d4213-6b2c-4816-81ca-1c9203a9da77,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:11.965699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-3f900aea-d09b-4ffd-bc5f-6f710e7a0cbc service neutron] 10.222.0.36 "GET /v2.0/ports/bf8a318f-536b-4264-8fb4-bb797eaa75ac/bindings/n-h1-840847-1 HTTP/1.1" status: 200 len: 384 time: 0.1890335 May 06 12:26:12.133077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c129fcc4-2568-480b-9d4e-23fee4146eb8 req-55bb1ccf-70f7-4c08-8f3e-70d5f2a38083 service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470428 May 06 12:26:12.198003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22b49b99-28cd-4cd0-98bc-e4d2b648ad64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.229336 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '7de3a988-8422-44b3-b243-6d83df492e79', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'port_id': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'mac_address': 'fa:16:3e:02:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:25:10Z', 'updated_at': '2022-05-06T12:26:07Z', 'revision_number': 1, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:24:00Z', 'revision_number': 5, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:12.229336 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] Checking router: 317ee95e-508e-475e-b5af-3145cda0100d for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:26:12.290447 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:12.290447 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:25:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:12.357619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c129fcc4-2568-480b-9d4e-23fee4146eb8 req-dcb86590-32e4-4f75-8792-73f07f71ab5f service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995940 May 06 12:26:12.402012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad9263-79a0-4940-a44a-6382d8d1510e req-34ce2520-cb37-4b28-b3f5-c2e9728fd4db tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:12.402012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bad9263-79a0-4940-a44a-6382d8d1510e req-34ce2520-cb37-4b28-b3f5-c2e9728fd4db tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 943 time: 1.0326684 May 06 12:26:12.500887 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.517961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bad9263-79a0-4940-a44a-6382d8d1510e req-750c27d6-89bf-4bf2-8cd6-3aaa9045fb78 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180782 May 06 12:26:12.635318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1e701-a594-4654-89a5-a1815297540e req-a9fc0ec1-fe6f-4ade-b959-93dc0efe273a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:12.655634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ff1e701-a594-4654-89a5-a1815297540e req-a9fc0ec1-fe6f-4ade-b959-93dc0efe273a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 943 time: 1.4592276 May 06 12:26:12.660080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Attempting to bind port 0a8d4213-6b2c-4816-81ca-1c9203a9da77 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:12.660687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Attempting to bind port 0a8d4213-6b2c-4816-81ca-1c9203a9da77 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:12.661213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Attempting to bind port 0a8d4213-6b2c-4816-81ca-1c9203a9da77 on network bae6b775-9917-4c4a-afd4-a55d36da3379 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:12.811039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Port 0a8d4213-6b2c-4816-81ca-1c9203a9da77 on network bae6b775-9917-4c4a-afd4-a55d36da3379 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:12.811578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Attempting to bind port 0a8d4213-6b2c-4816-81ca-1c9203a9da77 on network bae6b775-9917-4c4a-afd4-a55d36da3379 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:12.832972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54598) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:12.869186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1a83400-c9e4-4147-b8a5-1b379b35bd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.874822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:12.875387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Checking segment: {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:12.876008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Bound using segment: {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:12.876747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Bound port: 0a8d4213-6b2c-4816-81ca-1c9203a9da77, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:12.877321 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.987692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e1a83400-c9e4-4147-b8a5-1b379b35bd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:13.003960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e1a83400-c9e4-4147-b8a5-1b379b35bd38 admin admin] Usage tracker for resource:security_group_rule and tenant:02a71279d703427abd372135df16103e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:13.011901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db76a15d-172e-4657-b8d9-ed398872990d req-6acd52cb-436c-4d7e-a4e7-beccea944932 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1012390 May 06 12:26:13.020212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e1a83400-c9e4-4147-b8a5-1b379b35bd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:13.022229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ff1e701-a594-4654-89a5-a1815297540e req-c7f6b4f0-2ff2-4877-bde8-f4ecc2c7ba0f tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586035 May 06 12:26:13.025681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:13.044687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e1a83400-c9e4-4147-b8a5-1b379b35bd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:13.197743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:13.197994 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:13.383506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] For port 0a8d4213-6b2c-4816-81ca-1c9203a9da77, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:13.400526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] For port 0a8d4213-6b2c-4816-81ca-1c9203a9da77, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0a8d4213-6b2c-4816-81ca-1c9203a9da77,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:13.426637 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.476412 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f488b7f-f52e-4023-ac3f-aeb85879fadb'] response: {'name': 'network-changed', 'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'status': 'completed', 'code': 200} May 06 12:26:13.667910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8a318f-536b-4264-8fb4-bb797eaa75ac {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:13.764531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:13.885205 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.016880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bf8a318f-536b-4264-8fb4-bb797eaa75ac no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:14.152859 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.160290 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] 10.222.0.36 "PUT /v2.0/ports/0a8d4213-6b2c-4816-81ca-1c9203a9da77 HTTP/1.1" status: 200 len: 1091 time: 6.0814824 May 06 12:26:14.193683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] Transition to ACTIVE for port object bf8a318f-536b-4264-8fb4-bb797eaa75ac will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:14.212302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb509de-556e-4a03-b1d6-8bc1794bff00', 'tag': '0a8d4213-6b2c-4816-81ca-1c9203a9da77'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:14.214227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.238535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1a83400-c9e4-4147-b8a5-1b379b35bd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.369093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1a83400-c9e4-4147-b8a5-1b379b35bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.509710 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '7de3a988-8422-44b3-b243-6d83df492e79', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'port_id': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'mac_address': 'fa:16:3e:02:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:25:10Z', 'updated_at': '2022-05-06T12:26:07Z', 'revision_number': 1, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:24:00Z', 'revision_number': 5, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:14.518471 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113dddb1-4329-4d8f-a317-cb0119836da4 None None] The sync data for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 is: [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '7de3a988-8422-44b3-b243-6d83df492e79', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'port_id': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'mac_address': 'fa:16:3e:02:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:25:10Z', 'updated_at': '2022-05-06T12:26:07Z', 'revision_number': 1, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:24:00Z', 'revision_number': 5, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:26:14.575688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a318f-536b-4264-8fb4-bb797eaa75ac,revision_number=10']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:14.623852 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-efecb1c7-d141-4a0d-8536-11c2321a15d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.719628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f0a2f-5c2b-4db9-ab0e-50cd31d8ddba service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d4213-6b2c-4816-81ca-1c9203a9da77,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:14.729051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23e62b78-ed18-4ce7-8fe3-761e885492c9 req-6825506d-128c-4d5f-b272-d77b486d723b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a1230e5bcd54d608779438a6173c6f2&device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 1096 time: 0.9950483 May 06 12:26:14.736830 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e1a83400-c9e4-4147-b8a5-1b379b35bd38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02a71279d703427abd372135df16103e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9022875 May 06 12:26:14.745621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54620) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:14.976356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a83400-c9e4-4147-b8a5-1b379b35bd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57a4b1e-a3ac-45e2-8ad1-4374dd56f58c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:15.021612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] No DVR routers for this DVR port bf8a318f-536b-4264-8fb4-bb797eaa75ac on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:15.115933 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-14525292-26b1-4e7f-9d1f-2e333b97c8d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf8a318f-536b-4264-8fb4-bb797eaa75ac/bindings/n-h1-840847-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1433961 May 06 12:26:15.132911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61196c3-4950-4913-9d89-b75d64b5bfb9 None None] New status for floating IP 7de3a988-8422-44b3-b243-6d83df492e79: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:26:15.164308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013685e-c715-4475-9396-bf679857fa80 req-33b59388-6182-4e46-ae8c-e270f12d305b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:15.169974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7013685e-c715-4475-9396-bf679857fa80 req-33b59388-6182-4e46-ae8c-e270f12d305b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.1251504 May 06 12:26:15.250382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d55b3-b52b-4f1d-a660-2b1f2ad25d4c req-658eae53-957c-4e76-9161-b185545f537a tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:15.265177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d45d55b3-b52b-4f1d-a660-2b1f2ad25d4c req-658eae53-957c-4e76-9161-b185545f537a tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 943 time: 1.0347874 May 06 12:26:15.437412 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.554020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-a5b491b6-7212-4325-a700-78a6cacd6bbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 1094 time: 1.3094285 May 06 12:26:15.766305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7013685e-c715-4475-9396-bf679857fa80 req-999f9e60-1b89-4bf8-b2a3-ac1b428375f3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5375111 May 06 12:26:15.785621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d45d55b3-b52b-4f1d-a660-2b1f2ad25d4c req-c024a6e6-9c62-49f4-a3ec-03707bd26b70 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210216 May 06 12:26:15.787311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e62b78-ed18-4ce7-8fe3-761e885492c9 req-1c2f8888-fecd-4b04-9caa-75cf4ffde27a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:15.789994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23e62b78-ed18-4ce7-8fe3-761e885492c9 req-1c2f8888-fecd-4b04-9caa-75cf4ffde27a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 HTTP/1.1" status: 200 len: 916 time: 1.0427938 May 06 12:26:15.796359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7bdef58-b947-4d73-ad7a-a22f03546ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.808243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-1caa000e-288c-49a9-af22-47cff6aa17e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a8d4213-6b2c-4816-81ca-1c9203a9da77 HTTP/1.1" status: 200 len: 217 time: 0.2238617 May 06 12:26:15.892161 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.209291 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:26:16.297076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7bdef58-b947-4d73-ad7a-a22f03546ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.316593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80a9687a-5054-49e4-8594-6ba9bc35eabd req-8a5c5993-5561-4592-bc96-b1ce4eb08160 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.2588820 May 06 12:26:16.345442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-37ea4f61-114d-4a48-8cfa-bc2e7fe3ad8a tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1095 time: 1.0526071 May 06 12:26:16.502510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-25be69a1-1c90-4c2d-9b83-fce1c1e2b7cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:16.504409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-25be69a1-1c90-4c2d-9b83-fce1c1e2b7cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=300c04fb-6e37-496d-beed-97dc51090b62 HTTP/1.1" status: 200 len: 862 time: 0.5551853 May 06 12:26:16.508273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23e62b78-ed18-4ce7-8fe3-761e885492c9 req-791e3cf8-3e00-4976-81d0-d230e209c440 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef HTTP/1.1" status: 200 len: 1001 time: 0.7053702 May 06 12:26:16.663174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-b52b9459-8b4e-4b0b-a588-6e3983cf4009 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bae6b775-9917-4c4a-afd4-a55d36da3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419809 May 06 12:26:16.824529 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7bdef58-b947-4d73-ad7a-a22f03546ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.829206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e62b78-ed18-4ce7-8fe3-761e885492c9 req-6d684e9a-77fc-4588-9eb4-0be8059c77f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:16.830751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23e62b78-ed18-4ce7-8fe3-761e885492c9 req-6d684e9a-77fc-4588-9eb4-0be8059c77f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=640609fb-adc0-495c-bb12-674483b08f67 HTTP/1.1" status: 200 len: 854 time: 0.2372713 May 06 12:26:16.836992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b9c7-22bd-4db6-8171-ea5540407e46 req-21484b06-425d-4ad2-8f46-e726aba51fec tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:16.838470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e4b9c7-22bd-4db6-8171-ea5540407e46 req-21484b06-425d-4ad2-8f46-e726aba51fec tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 945 time: 0.7930777 May 06 12:26:16.929590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdef58-b947-4d73-ad7a-a22f03546ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57a4b1e-a3ac-45e2-8ad1-4374dd56f58c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:16.983145 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-cbf525e8-cafe-466c-b31f-e5d338b4ff0a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f&tenant_id=9eaa69998de64fa19c325e81a523f48b HTTP/1.1" status: 200 len: 1095 time: 0.6006017 May 06 12:26:16.985431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7bdef58-b947-4d73-ad7a-a22f03546ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.986764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a7bdef58-b947-4d73-ad7a-a22f03546ce3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e57a4b1e-a3ac-45e2-8ad1-4374dd56f58c HTTP/1.1" status: 204 len: 168 time: 2.2107673 May 06 12:26:17.027478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-a157a7ea-b3e4-4343-bae9-efff8f101963 service neutron] 10.222.0.36 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407414 May 06 12:26:17.200917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e4b9c7-22bd-4db6-8171-ea5540407e46 req-0a67fa23-5811-4649-a4ca-4c55b9ca7260 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389127 May 06 12:26:17.211515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd14a5b-4ae2-488b-b99c-0f1e1c0097c3 req-f2a754d8-8c8f-48ce-b68a-b9717f1bb6b4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:17.214103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fd14a5b-4ae2-488b-b99c-0f1e1c0097c3 req-f2a754d8-8c8f-48ce-b68a-b9717f1bb6b4 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 944 time: 0.7044032 May 06 12:26:17.276071 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:17.359374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23e62b78-ed18-4ce7-8fe3-761e885492c9 req-330ccc38-4090-49bb-af1a-3e6d179e95ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4989424 May 06 12:26:17.389529 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4acf4827-f9be-4ee8-9143-35ab1e89c61b'] response: {'name': 'network-changed', 'server_uuid': 'ecb509de-556e-4a03-b1d6-8bc1794bff00', 'tag': '0a8d4213-6b2c-4816-81ca-1c9203a9da77', 'status': 'completed', 'code': 200} May 06 12:26:17.498004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e467d72f-f59c-4b6e-861a-7b743c736e24 req-36b6a90c-76db-41ad-9046-fd6a1ecabd26 service neutron] 10.222.0.36 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231958 May 06 12:26:17.523306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fd14a5b-4ae2-488b-b99c-0f1e1c0097c3 req-abfb1f6b-0ad5-44c1-bd6e-1dd9ae6bf473 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918358 May 06 12:26:17.569408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-ff386a59-3c10-425a-974b-376fa31744c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 1095 time: 0.5454686 May 06 12:26:18.179987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23e62b78-ed18-4ce7-8fe3-761e885492c9 req-f2dc6d37-3d26-430d-a967-f730ce0ca534 service neutron] 10.222.0.48 "GET /v2.0/networks/a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7946525 May 06 12:26:18.493814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-15669e30-dbb7-4086-b12c-6c11ac600df7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.493814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-15669e30-dbb7-4086-b12c-6c11ac600df7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.9092638 May 06 12:26:18.539165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48efc28a-69fa-497c-9982-d8562b7c884b req-5f6e6817-9c84-4c27-af48-09ba03df6394 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 1094 time: 0.9541042 May 06 12:26:18.636313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.636703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.637039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.637385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.637733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.638131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.638486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.638888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.639240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.639590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.641741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c3dfccb-ea87-458d-9f05-e8a60196b25e req-c986b712-ac50-4af4-9bf1-0ef59628fe8a tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7137 time: 0.7924390 May 06 12:26:18.689316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25b276-df72-49fa-80e7-26e5d49c7120 req-bec8861d-d133-435c-b6ac-53e3a8047008 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.692009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6d25b276-df72-49fa-80e7-26e5d49c7120 req-bec8861d-d133-435c-b6ac-53e3a8047008 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.8279030 May 06 12:26:18.756099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-ba4d73e8-1323-4cf7-b7a2-8afcf22b5894 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac HTTP/1.1" status: 200 len: 217 time: 0.2319036 May 06 12:26:18.780951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23e62b78-ed18-4ce7-8fe3-761e885492c9 req-8ce45949-2793-4034-be26-71cf0898486f service neutron] 10.222.0.48 "GET /v2.0/networks/a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809138 May 06 12:26:19.004238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-223d9403-247c-40f1-84d7-1fb039a01f5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:19.006773 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-223d9403-247c-40f1-84d7-1fb039a01f5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.2214234 May 06 12:26:19.012452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6d25b276-df72-49fa-80e7-26e5d49c7120 req-296b2cc7-fcc3-4e59-a7f9-2a32587aee1b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2657793 May 06 12:26:19.120034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-a79fdf25-2832-4d6c-95ae-844bb7a7fead service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883811 May 06 12:26:19.123223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efc28a-69fa-497c-9982-d8562b7c884b req-91314c0f-45e0-4a75-bf50-40155ace7ad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:19.124845 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48efc28a-69fa-497c-9982-d8562b7c884b req-91314c0f-45e0-4a75-bf50-40155ace7ad4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 200 len: 923 time: 0.5285740 May 06 12:26:19.275265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c840ff-089b-4726-8b2a-e5072858fbd7 req-84fc8a88-b328-4f9d-9807-7c543c221c05 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:19.290896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12c840ff-089b-4726-8b2a-e5072858fbd7 req-84fc8a88-b328-4f9d-9807-7c543c221c05 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 943 time: 0.4482520 May 06 12:26:19.385825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48efc28a-69fa-497c-9982-d8562b7c884b req-a89936e4-3b2e-40cf-b4a5-1895ed9dc6de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a8d4213-6b2c-4816-81ca-1c9203a9da77 HTTP/1.1" status: 200 len: 217 time: 0.2422714 May 06 12:26:19.545148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12c840ff-089b-4726-8b2a-e5072858fbd7 req-11fb3f06-0b8c-4fe0-9d90-ffb0d37f12f6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527192 May 06 12:26:19.640226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efc28a-69fa-497c-9982-d8562b7c884b req-67256223-7bbd-458e-b5e6-a1d1bc83038e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:19.642349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48efc28a-69fa-497c-9982-d8562b7c884b req-67256223-7bbd-458e-b5e6-a1d1bc83038e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=300c04fb-6e37-496d-beed-97dc51090b62 HTTP/1.1" status: 200 len: 862 time: 0.2492566 May 06 12:26:19.655260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0358358-4cb1-4541-a100-cd51b042dfd0 req-8f1ce28b-3bcc-42b5-9c11-a39013ece2b3 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1034801 May 06 12:26:19.659680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-fd9d8523-56d8-4121-98db-4da358256111 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191858 May 06 12:26:19.990768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48efc28a-69fa-497c-9982-d8562b7c884b req-ac4c101c-d076-46f4-b950-6bdc1dd7f9d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bae6b775-9917-4c4a-afd4-a55d36da3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3339722 May 06 12:26:20.043048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0a8d4213-6b2c-4816-81ca-1c9203a9da77 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:20.230366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0a8d4213-6b2c-4816-81ca-1c9203a9da77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0a8d4213-6b2c-4816-81ca-1c9203a9da77,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:20.248487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '0a8d4213-6b2c-4816-81ca-1c9203a9da77', 'network_id': 'bae6b775-9917-4c4a-afd4-a55d36da3379', 'port_id': '0a8d4213-6b2c-4816-81ca-1c9203a9da77', 'mac_address': 'fa:16:3e:6a:d9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c04fb-6e37-496d-beed-97dc51090b62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:20.320647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-d85db81d-c269-4672-bdd6-6d6884e9d948 service neutron] 10.222.0.48 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075017 May 06 12:26:20.353150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43f77b-7087-4695-b9f8-89f612e86262 req-1ec70cbb-982b-461a-abae-a6c1f5b12f65 tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:20.367325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6d43f77b-7087-4695-b9f8-89f612e86262 req-1ec70cbb-982b-461a-abae-a6c1f5b12f65 tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 886 time: 0.5975649 May 06 12:26:20.367936 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.374781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48efc28a-69fa-497c-9982-d8562b7c884b req-d63fc5c9-a78a-4f06-b856-9d05bbc5e0d1 service neutron] 10.222.0.36 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668127 May 06 12:26:20.391932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450b73-ed09-4f61-a931-06eed67c21eb req-888ef04d-2d39-471f-811d-536dce071d16 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:20.407395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc450b73-ed09-4f61-a931-06eed67c21eb req-888ef04d-2d39-471f-811d-536dce071d16 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 944 time: 0.6321034 May 06 12:26:20.421829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8d4213-6b2c-4816-81ca-1c9203a9da77 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:20.457764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0a8d4213-6b2c-4816-81ca-1c9203a9da77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0a8d4213-6b2c-4816-81ca-1c9203a9da77,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:20.464520 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.590934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc450b73-ed09-4f61-a931-06eed67c21eb req-65653b8f-546c-4f98-90d7-87cfdc600873 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823766 May 06 12:26:20.606954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=0a8d4213-6b2c-4816-81ca-1c9203a9da77,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:20.702571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48efc28a-69fa-497c-9982-d8562b7c884b req-3dfa6183-ae4e-47d6-a252-a7db42216899 service neutron] 10.222.0.36 "GET /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827466 May 06 12:26:20.780509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['0a8d4213-6b2c-4816-81ca-1c9203a9da77'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:21.077108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2032-e0ac-48b8-9186-539926edebf4 req-caf19aaf-9513-4d95-97c0-29f0366e7aeb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.080472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716e2032-e0ac-48b8-9186-539926edebf4 req-caf19aaf-9513-4d95-97c0-29f0366e7aeb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 945 time: 0.2583125 May 06 12:26:21.169369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-0cbb286d-bd07-4412-b564-c8b8c05de3fa tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f&tenant_id=9eaa69998de64fa19c325e81a523f48b&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.2498586 May 06 12:26:21.300167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716e2032-e0ac-48b8-9186-539926edebf4 req-e6919064-058d-4de5-927a-b001fb9fc06f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094553 May 06 12:26:21.702283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.703219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.705362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.706017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.706643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.707291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.707915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.708537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.712648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.712648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.714722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a116578-ee9c-4b17-b14c-c5dd4c66ac11 req-c6a42387-924d-47bc-9c7c-8c16e80652ae tempest-NetworksTest-1604377750 tempest-NetworksTest-1604377750-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7137 time: 0.4822917 May 06 12:26:21.725659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-f9980634-ea82-4e8f-8804-6800631ccec0 service neutron] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:21.732068 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-f9980634-ea82-4e8f-8804-6800631ccec0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:21.733916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-f9980634-ea82-4e8f-8804-6800631ccec0 service neutron] 10.222.0.48 "DELETE /v2.0/ports/bf8a318f-536b-4264-8fb4-bb797eaa75ac/bindings/n-h2-840847-1 HTTP/1.1" status: 204 len: 173 time: 0.5468688 May 06 12:26:21.791060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13052d-0641-4266-8a3d-6f5857a202bb req-b9f66f9b-953f-455c-8c5b-d0b28072ae30 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.794644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd13052d-0641-4266-8a3d-6f5857a202bb req-b9f66f9b-953f-455c-8c5b-d0b28072ae30 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 944 time: 0.3228769 May 06 12:26:21.933784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd13052d-0641-4266-8a3d-6f5857a202bb req-30c4eb3a-f16d-4d06-a52d-8cfdb0bd284b tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286457 May 06 12:26:21.973929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7281c4-8e6e-4af2-ba20-457cbacab9af req-90006cbc-639a-4a94-8b09-90ae5a6511e5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.975693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d7281c4-8e6e-4af2-ba20-457cbacab9af req-90006cbc-639a-4a94-8b09-90ae5a6511e5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.1186335 May 06 12:26:22.053663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0a8d4213-6b2c-4816-81ca-1c9203a9da77 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:22.105651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d7281c4-8e6e-4af2-ba20-457cbacab9af req-fa36ec38-7ede-413b-8b23-7aa32c48b2b7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123126 May 06 12:26:22.286778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 0a8d4213-6b2c-4816-81ca-1c9203a9da77 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:22.296650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 0a8d4213-6b2c-4816-81ca-1c9203a9da77 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:22.302364 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.484118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7b86fca-f11a-4120-90ce-6e7074ea35fd req-70c65523-da5e-4661-a756-acdd65730f17 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.2776976 May 06 12:26:22.568572 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.627275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54714) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:22.737326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb509de-556e-4a03-b1d6-8bc1794bff00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d4213-6b2c-4816-81ca-1c9203a9da77'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:22.745508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-5d6a8daf-f87e-4347-afe4-f5ca47eed7ce tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.752718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-5d6a8daf-f87e-4347-afe4-f5ca47eed7ce tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 945 time: 0.4562378 May 06 12:26:22.765602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bc125-18eb-46f7-8ab1-46453e715a22 req-36ff6bdc-a139-4f1d-809f-7f9df0b30319 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.774781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-828bc125-18eb-46f7-8ab1-46453e715a22 req-36ff6bdc-a139-4f1d-809f-7f9df0b30319 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 944 time: 0.1824634 May 06 12:26:22.780619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0a8d4213-6b2c-4816-81ca-1c9203a9da77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0a8d4213-6b2c-4816-81ca-1c9203a9da77,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:22.789890 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.978006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1efab31c-5e08-4ebf-a81c-4f3ddae0c5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.978330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Deleting port 3d89bfb5-c16e-4480-a6df-524b3183963c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:26:22.979069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.024154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1efab31c-5e08-4ebf-a81c-4f3ddae0c5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:23.034382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1efab31c-5e08-4ebf-a81c-4f3ddae0c5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3be0850460343e68d3a221375a39408 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:23.041078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1efab31c-5e08-4ebf-a81c-4f3ddae0c5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:23.044958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=0a8d4213-6b2c-4816-81ca-1c9203a9da77,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:23.055428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1efab31c-5e08-4ebf-a81c-4f3ddae0c5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:23.164503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-828bc125-18eb-46f7-8ab1-46453e715a22 req-f07b06da-7480-4491-aebc-7e5774baf5ba tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879721 May 06 12:26:23.181380 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1efab31c-5e08-4ebf-a81c-4f3ddae0c5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.190543 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1efab31c-5e08-4ebf-a81c-4f3ddae0c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.275216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efab31c-5e08-4ebf-a81c-4f3ddae0c5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f7b3f2-76e1-4c91-8e56-086122c81e2a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:23.282688 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1efab31c-5e08-4ebf-a81c-4f3ddae0c5d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3be0850460343e68d3a221375a39408&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6504769 May 06 12:26:23.283062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54732) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:23.400948 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea041f8-dbac-4e69-bc5f-816c08382d79'] response: {'server_uuid': 'ecb509de-556e-4a03-b1d6-8bc1794bff00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d4213-6b2c-4816-81ca-1c9203a9da77', 'code': 200} May 06 12:26:23.401719 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26a55261-0cce-48ac-9eed-131ccffb657c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.488117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26a55261-0cce-48ac-9eed-131ccffb657c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.658338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26a55261-0cce-48ac-9eed-131ccffb657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.671959 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-69189bfb-48ea-4680-b16a-552135aa868f req-64504f72-ea74-49cb-83d7-145315c5ab86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 1096 time: 0.1177633 May 06 12:26:23.679132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a55261-0cce-48ac-9eed-131ccffb657c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f7b3f2-76e1-4c91-8e56-086122c81e2a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:23.717632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26a55261-0cce-48ac-9eed-131ccffb657c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.721597 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-26a55261-0cce-48ac-9eed-131ccffb657c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11f7b3f2-76e1-4c91-8e56-086122c81e2a HTTP/1.1" status: 204 len: 168 time: 0.4373989 May 06 12:26:23.749054 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-69189bfb-48ea-4680-b16a-552135aa868f req-cf7fb385-8111-402e-b30c-6c5498b40979 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649884 May 06 12:26:23.824440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-5775cbd7-de2a-4243-a92a-ee616a83b9a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9544122 May 06 12:26:23.930347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572316f-02c1-4cdd-96d7-fb9fa8f96662 req-e76839ea-99b2-4eb2-b7d4-9f3d12c57298 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:23.932434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1572316f-02c1-4cdd-96d7-fb9fa8f96662 req-e76839ea-99b2-4eb2-b7d4-9f3d12c57298 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 945 time: 0.4802127 May 06 12:26:23.942736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] For port 3d89bfb5-c16e-4480-a6df-524b3183963c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3d89bfb5-c16e-4480-a6df-524b3183963c,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:23.943287 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.014848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe48e09-8402-4357-9c3f-0275b6fe8044 req-8c9ec41a-e530-432a-b6ac-6dc5c63049a6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:24.016431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fe48e09-8402-4357-9c3f-0275b6fe8044 req-8c9ec41a-e530-432a-b6ac-6dc5c63049a6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 945 time: 0.3827856 May 06 12:26:24.205124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54742) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:24.218142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Calling delete_port for 3d89bfb5-c16e-4480-a6df-524b3183963c owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:26:24.231575 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb61930-9565-4247-af98-fada585561ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.288254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2cb61930-9565-4247-af98-fada585561ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:24.300390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2cb61930-9565-4247-af98-fada585561ec admin admin] Usage tracker for resource:security_group_rule and tenant:1a3beee7aa4b4eb496757776c7dc9572 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:24.304123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2cb61930-9565-4247-af98-fada585561ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:24.319071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2cb61930-9565-4247-af98-fada585561ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:24.389127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1572316f-02c1-4cdd-96d7-fb9fa8f96662 req-7e816ae5-8bfb-4871-acb5-f9059645bee7 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263189 May 06 12:26:24.442526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fe48e09-8402-4357-9c3f-0275b6fe8044 req-740123b5-95dc-47ff-ba85-b5c1932b6004 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490498 May 06 12:26:24.468912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb61930-9565-4247-af98-fada585561ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.475988 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb61930-9565-4247-af98-fada585561ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.588940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb61930-9565-4247-af98-fada585561ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a24c23-e509-4880-a380-26dba8c806da,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:24.602420 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2cb61930-9565-4247-af98-fada585561ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a3beee7aa4b4eb496757776c7dc9572&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3953242 May 06 12:26:24.603823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54746) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:24.622197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-6771020f-36a4-4c3d-a3cc-3a3b07235208 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9eaa69998de64fa19c325e81a523f48b&device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 1095 time: 0.6458213 May 06 12:26:24.689100 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.743804 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0825d986-214a-4503-b730-ae9db4c887de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.870535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0825d986-214a-4503-b730-ae9db4c887de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:25.016017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0825d986-214a-4503-b730-ae9db4c887de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:25.082731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825d986-214a-4503-b730-ae9db4c887de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a24c23-e509-4880-a380-26dba8c806da,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:25.106226 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0825d986-214a-4503-b730-ae9db4c887de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:25.108238 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0825d986-214a-4503-b730-ae9db4c887de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2a24c23-e509-4880-a380-26dba8c806da HTTP/1.1" status: 204 len: 168 time: 0.5027511 May 06 12:26:25.177390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-8f7fb7b6-8562-4c57-bfc3-9f980677b6a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.184684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-8f7fb7b6-8562-4c57-bfc3-9f980677b6a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 200 len: 922 time: 0.5249257 May 06 12:26:25.186309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event deleted for resources: {'Port': ['ID=3d89bfb5-c16e-4480-a6df-524b3183963c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:25.334015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3d89bfb5-c16e-4480-a6df-524b3183963c no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:25.465335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 3d89bfb5-c16e-4480-a6df-524b3183963c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:26:25.466583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3d89bfb5-c16e-4480-a6df-524b3183963c not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:25.494680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] No DVR routers for this DVR port 3d89bfb5-c16e-4480-a6df-524b3183963c on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:25.516875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:25.527097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549f48f8-ee4f-4a3f-816b-4c43e40734e2', 'name': 'network-vif-deleted', 'tag': '3d89bfb5-c16e-4480-a6df-524b3183963c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:25.541626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e00884e-6643-4634-af6a-9f491fce2d5b req-1a8568ed-9f87-4399-acae-6a8c3d16125a tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1337423 May 06 12:26:25.547879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-198137f1-0ae2-40cf-9fdb-6807117d419e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 HTTP/1.1" status: 200 len: 217 time: 0.3565841 May 06 12:26:25.628603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f1daf6c-df13-4a6e-8d7e-4a1fb5fc040a req-6b0f17cc-55f4-4d81-a782-875e0cf34584 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "DELETE /v2.0/ports/3d89bfb5-c16e-4480-a6df-524b3183963c HTTP/1.1" status: 204 len: 173 time: 2.8509421 May 06 12:26:25.631214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54768) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:25.682651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-e7c41dcc-a71d-4c70-8c87-76ccfc19e935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.686087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-e7c41dcc-a71d-4c70-8c87-76ccfc19e935 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 200 len: 861 time: 0.1296315 May 06 12:26:25.851738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-88a03a55-49ae-4585-8fb9-a2248f0c20e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7dccc9a8-5d1c-4d97-9331-914404a43131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586540 May 06 12:26:25.957964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a135bbad-3023-470a-8315-4a55bc1c14e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.020320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fa1e1-09fa-41f0-b0de-1dc9f2c4e568 req-85fb342e-1bc7-42fd-9a9d-86c27071708a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:26.020938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe0fa1e1-09fa-41f0-b0de-1dc9f2c4e568 req-85fb342e-1bc7-42fd-9a9d-86c27071708a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.8477125 May 06 12:26:26.031953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a135bbad-3023-470a-8315-4a55bc1c14e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:26.041926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a135bbad-3023-470a-8315-4a55bc1c14e5 admin admin] Usage tracker for resource:security_group_rule and tenant:16a2f77c94d44f27b81ba95b6719ba17 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:26.050543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a135bbad-3023-470a-8315-4a55bc1c14e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:26.061916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a135bbad-3023-470a-8315-4a55bc1c14e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:26.150063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-78b7dae9-85fa-4f7d-9e03-9266d74dc99c service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530835 May 06 12:26:26.161803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe0fa1e1-09fa-41f0-b0de-1dc9f2c4e568 req-d3857759-d7a7-43ac-9e07-019ace322d52 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156249 May 06 12:26:26.244365 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a135bbad-3023-470a-8315-4a55bc1c14e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.254463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a135bbad-3023-470a-8315-4a55bc1c14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.387518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135bbad-3023-470a-8315-4a55bc1c14e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc2eec-a9ff-4b7a-bb49-c371dd8741ee,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:26.413035 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a135bbad-3023-470a-8315-4a55bc1c14e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16a2f77c94d44f27b81ba95b6719ba17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7809024 May 06 12:26:26.417667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54784) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:26.446986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59089d60-3647-4e08-9adb-f9177e2ef9d5 req-9c4f0fe9-1cf1-4c61-b1cf-a0477c614b7f tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 1095 time: 0.6036260 May 06 12:26:26.458802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d5a5cf6e-70d7-4001-bb70-c475a7cdd441 req-3e18734e-fee9-44b0-a8f4-dbfc1bb815f8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:26.514962 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-670e1129-c9ef-4ea9-82cc-eff317a21d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.564649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-670e1129-c9ef-4ea9-82cc-eff317a21d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.602860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d5a5cf6e-70d7-4001-bb70-c475a7cdd441 req-3e18734e-fee9-44b0-a8f4-dbfc1bb815f8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:26.616876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5a5cf6e-70d7-4001-bb70-c475a7cdd441 req-3e18734e-fee9-44b0-a8f4-dbfc1bb815f8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=549f48f8-ee4f-4a3f-816b-4c43e40734e2 HTTP/1.1" status: 200 len: 210 time: 0.2407925 May 06 12:26:26.653925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ab27fb-0a02-45aa-8acb-e73adf4894b5 req-61868475-f78c-41a4-8b89-6a36a094b80f service neutron] 10.222.0.36 "GET /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975307 May 06 12:26:26.672228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59089d60-3647-4e08-9adb-f9177e2ef9d5 req-e4d61d88-70e1-4880-9d4c-d07a58c1fae2 tempest-LiveAutoBlockMigrationV225Test-802912077 tempest-LiveAutoBlockMigrationV225Test-802912077-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050638 May 06 12:26:26.696051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-670e1129-c9ef-4ea9-82cc-eff317a21d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.753433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e1129-c9ef-4ea9-82cc-eff317a21d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc2eec-a9ff-4b7a-bb49-c371dd8741ee,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:26.776217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-670e1129-c9ef-4ea9-82cc-eff317a21d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.779820 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-670e1129-c9ef-4ea9-82cc-eff317a21d44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22bc2eec-a9ff-4b7a-bb49-c371dd8741ee HTTP/1.1" status: 204 len: 168 time: 0.3607657 May 06 12:26:27.077571 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339b5f3d-cfbc-4f4e-87c1-71692a936cc8'] response: {'server_uuid': '549f48f8-ee4f-4a3f-816b-4c43e40734e2', 'name': 'network-vif-deleted', 'tag': '3d89bfb5-c16e-4480-a6df-524b3183963c', 'status': 'completed', 'code': 200} May 06 12:26:27.281242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cda65-f3b8-413c-8281-9a72ffa7d0a9 req-42bbb192-4920-4c26-893f-52bf463a73f1 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:27.299632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-946cda65-f3b8-413c-8281-9a72ffa7d0a9 req-42bbb192-4920-4c26-893f-52bf463a73f1 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 945 time: 0.3515689 May 06 12:26:27.409241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-946cda65-f3b8-413c-8281-9a72ffa7d0a9 req-5d26c7a3-e2c0-45b5-bf7b-f7c2fdbd7664 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168191 May 06 12:26:27.650354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288cb21-22fe-4511-b2eb-425378086ae3 req-b1381521-8e30-44e1-ac39-89069fe279cf tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:27.659578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4288cb21-22fe-4511-b2eb-425378086ae3 req-b1381521-8e30-44e1-ac39-89069fe279cf tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2486076 May 06 12:26:27.764234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4288cb21-22fe-4511-b2eb-425378086ae3 req-8ced2e8e-74f3-4112-b51c-d35df7d9de70 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959148 May 06 12:26:27.867824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4955bd1b-0690-41e6-b175-0463ba7bbafb req-e1c413d5-30a6-4de5-b4bb-ef59c7a231e0 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1068780 May 06 12:26:28.032396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54816) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:28.088531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d41ef9c-d899-48b7-b110-42ba5b7afe24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:28.194125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7d41ef9c-d899-48b7-b110-42ba5b7afe24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:28.201868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7d41ef9c-d899-48b7-b110-42ba5b7afe24 admin admin] Usage tracker for resource:security_group_rule and tenant:2990c66fd88e43029daad36a49ab5037 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:28.206583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7d41ef9c-d899-48b7-b110-42ba5b7afe24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:28.216409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7d41ef9c-d899-48b7-b110-42ba5b7afe24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:28.317992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d41ef9c-d899-48b7-b110-42ba5b7afe24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:28.326991 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d41ef9c-d899-48b7-b110-42ba5b7afe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:28.584299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41ef9c-d899-48b7-b110-42ba5b7afe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be305340-14c2-4392-a55d-a36dfa358aa1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:28.617702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7d41ef9c-d899-48b7-b110-42ba5b7afe24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2990c66fd88e43029daad36a49ab5037&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5738642 May 06 12:26:28.617702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54824) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:28.884563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08716d99-ba85-4b9f-bd09-8f54fb01c855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:28.960596 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08716d99-ba85-4b9f-bd09-8f54fb01c855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.299865 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08716d99-ba85-4b9f-bd09-8f54fb01c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.329147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b268c-124f-4cec-af7d-40bcd40ce975 req-f709c2e1-4da9-4525-9a25-5f63139a2453 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:29.331961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb9b268c-124f-4cec-af7d-40bcd40ce975 req-f709c2e1-4da9-4525-9a25-5f63139a2453 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 944 time: 0.3261425 May 06 12:26:29.342511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716d99-ba85-4b9f-bd09-8f54fb01c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be305340-14c2-4392-a55d-a36dfa358aa1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:29.360437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236de55-f958-4473-b43c-d177ddc1fddc req-5a56034e-fb6d-44f8-b3a7-95c1421cb805 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:29.371468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3236de55-f958-4473-b43c-d177ddc1fddc req-5a56034e-fb6d-44f8-b3a7-95c1421cb805 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2824907 May 06 12:26:29.440916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08716d99-ba85-4b9f-bd09-8f54fb01c855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.442883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-08716d99-ba85-4b9f-bd09-8f54fb01c855 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be305340-14c2-4392-a55d-a36dfa358aa1 HTTP/1.1" status: 204 len: 168 time: 0.8261111 May 06 12:26:29.531218 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb9b268c-124f-4cec-af7d-40bcd40ce975 req-6aa23a16-b0fb-479b-a828-63417eaf6205 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557121 May 06 12:26:29.535399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3236de55-f958-4473-b43c-d177ddc1fddc req-bfe51ab1-e3d0-4038-8a46-f1aa752f6659 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574550 May 06 12:26:29.741212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-f8a1fbcc-8b17-44a4-9889-93ce5e9e0dec tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:29.743369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-f8a1fbcc-8b17-44a4-9889-93ce5e9e0dec tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 944 time: 0.2066991 May 06 12:26:29.913176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d62e238a-b682-4552-901d-d3df5e682afa req-4363da7d-3f1a-4e55-bde5-425a2da6f7fb tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0989482 May 06 12:26:29.934005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Deleting port bf8a318f-536b-4264-8fb4-bb797eaa75ac {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:26:29.934534 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.049608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e723-0e4a-4e04-b418-646b544904d5 req-3f29f314-3c57-4a12-8bb6-0f34998719e6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:30.052713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48a7e723-0e4a-4e04-b418-646b544904d5 req-3f29f314-3c57-4a12-8bb6-0f34998719e6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 945 time: 0.3537567 May 06 12:26:30.427940 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-04749ee4-3104-43ce-8703-ad4ca9ad6dcf req-2d2ca755-0152-480c-8ae4-f3dd22f40cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0823503 May 06 12:26:30.695172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48a7e723-0e4a-4e04-b418-646b544904d5 req-51b66f83-902d-482a-8b85-fe5284de36a6 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups?id=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6318099 May 06 12:26:30.814129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-5ee0816d-8a2b-4147-9e3d-1c6c980c6d97 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:30.818168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-5ee0816d-8a2b-4147-9e3d-1c6c980c6d97 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.6710756 May 06 12:26:30.885727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] For port bf8a318f-536b-4264-8fb4-bb797eaa75ac, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bf8a318f-536b-4264-8fb4-bb797eaa75ac,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:30.886318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.909436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-4be07b5c-8501-4c0d-8e85-141533b5a364 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:30.912110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-4be07b5c-8501-4c0d-8e85-141533b5a364 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 945 time: 0.5745912 May 06 12:26:30.975322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54876) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:30.976430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-1fb7d2b9-3b28-4c0f-bfb6-e3d497496ca3 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/quotas/97c08917c4dd40c98f716f0b91fe1e9f HTTP/1.1" status: 200 len: 375 time: 0.1342080 May 06 12:26:31.240416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-network', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:31.249557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:31.258358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Usage tracker for resource:network and tenant:0d66894dd0a84b38a77e90da6fdd5228 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:31.264967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:31.280804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:31.307400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Made reservation on behalf of 0d66894dd0a84b38a77e90da6fdd5228 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:31.312715 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.352797 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.423863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Calling delete_port for bf8a318f-536b-4264-8fb4-bb797eaa75ac owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:26:31.445600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:31.458649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Usage tracker for resource:security_group_rule and tenant:0d66894dd0a84b38a77e90da6fdd5228 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:31.468057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:31.493011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:31.549360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-c630ae50-ff97-4ebf-a20c-dcf347e8c7c8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3191044 May 06 12:26:31.658289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.665202 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.728681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:26:31.744782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Deleting port 0a8d4213-6b2c-4816-81ca-1c9203a9da77 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:26:31.745028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.747452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:31.759203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.759784 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Added segment 224d7f10-c59b-449a-86da-2c71d0c4005c of type vlan for network f957efda-8248-4d87-9fa9-a25535f374b7 May 06 12:26:31.803733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.846132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.847351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:31.848347 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.993931 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0116949 May 06 12:26:31.993931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb857ca-aa4c-4b1c-87f9-fbdb6b0d9c5d admin admin] Pushing event updated for resources: {'Network': ['ID=f957efda-8248-4d87-9fa9-a25535f374b7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:31.994422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54888) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:32.004637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Request body: {'subnet': {'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-subnet', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:32.010261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-b4507c92-895e-4e57-a470-87f29894c89e service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597054 May 06 12:26:32.012716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:32.016547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network f957efda-8248-4d87-9fa9-a25535f374b7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:26:32.040567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Usage tracker for resource:subnet and tenant:0d66894dd0a84b38a77e90da6fdd5228 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:32.051870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:32.066224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:32.088111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Made reservation on behalf of 0d66894dd0a84b38a77e90da6fdd5228 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:32.093246 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.151459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040eb19-ed55-4448-a230-5f5c2e488fb6 req-c37b7ba0-6c55-4693-89fd-0535aaf38fe8 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:32.158693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5040eb19-ed55-4448-a230-5f5c2e488fb6 req-c37b7ba0-6c55-4693-89fd-0535aaf38fe8 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.5471745 May 06 12:26:32.231446 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.245240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['641eb6f9-5687-4bf9-840c-29b103f16827'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:32.332425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Pushing event deleted for resources: {'Port': ['ID=bf8a318f-536b-4264-8fb4-bb797eaa75ac,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:32.445906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.480643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5040eb19-ed55-4448-a230-5f5c2e488fb6 req-2902efc7-4a6a-4ec1-bc04-525f637963c2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3210452 May 06 12:26:32.495083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] No DVR routers for this DVR port bf8a318f-536b-4264-8fb4-bb797eaa75ac on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:32.504281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-62d5fd3f-7b67-4a52-af2f-b5df4b7183b9 service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711640 May 06 12:26:32.505537 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.510559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] For port 0a8d4213-6b2c-4816-81ca-1c9203a9da77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0a8d4213-6b2c-4816-81ca-1c9203a9da77,segment=NetworkSegment(a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c),segment_id=a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:32.511037 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.519726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'name': 'network-vif-deleted', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:32.546577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6eb35b-d0d7-48a3-9db1-7693d07c1683,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:32.601096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Checking segment: {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:32.601512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Network hostable DHCP agents. Network: f957efda-8248-4d87-9fa9-a25535f374b7, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:26:32.639004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Network f957efda-8248-4d87-9fa9-a25535f374b7 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:26:32.657157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, f957efda-8248-4d87-9fa9-a25535f374b7) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:32.666118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:32.667677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4944a53-ce2e-4624-a536-e31e1afe4501 None None] Network f957efda-8248-4d87-9fa9-a25535f374b7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:32.668223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.693489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Calling delete_port for 0a8d4213-6b2c-4816-81ca-1c9203a9da77 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:26:32.706204 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-74007102-abae-4cc7-9746-fe2d012b47d2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7098613 May 06 12:26:32.709350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54896) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:32.731644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:32.740550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:32.753208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Usage tracker for resource:router and tenant:0d66894dd0a84b38a77e90da6fdd5228 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:32.757701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:32.783036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:32.806990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.807949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.848627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.932757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e2988e-26aa-43ad-bc34-f684d1580f18 req-19a2499f-a77e-48ba-a3cf-a665c3c83194 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.48 "DELETE /v2.0/ports/bf8a318f-536b-4264-8fb4-bb797eaa75ac HTTP/1.1" status: 204 len: 173 time: 3.1814125 May 06 12:26:32.989621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-608829db-534e-4eb6-9017-4e43101fd9f1 req-5331d129-d157-43ac-85fb-fbaee3729600 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Synchronizing usage tracker for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:33.032487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a204c3b-176a-4978-985f-753644d420cf req-9df2fa96-9bff-458a-8c5f-18bd1f2bdc11 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1087036 May 06 12:26:33.033307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-608829db-534e-4eb6-9017-4e43101fd9f1 req-5331d129-d157-43ac-85fb-fbaee3729600 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Unset dirty status for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:33.047210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-608829db-534e-4eb6-9017-4e43101fd9f1 req-5331d129-d157-43ac-85fb-fbaee3729600 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 210 time: 0.2955773 May 06 12:26:33.172649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:33.222889 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:33.249111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-f957efda-8248-4d87-9fa9-a25535f374b7', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:26:33.250039 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:33.576734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Allocated IP 172.20.0.2 (f957efda-8248-4d87-9fa9-a25535f374b7/fe6eb35b-d0d7-48a3-9db1-7693d07c1683/fbeef809-ba89-4e19-a54d-2ae079bdf3a9) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:33.702122 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39328cd-04b6-4c56-a602-776bb9894e9a'] response: {'server_uuid': '8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f', 'name': 'network-vif-deleted', 'tag': 'bf8a318f-536b-4264-8fb4-bb797eaa75ac', 'status': 'completed', 'code': 200} May 06 12:26:33.735887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bf8a318f-536b-4264-8fb4-bb797eaa75ac no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:33.752713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event deleted for resources: {'Port': ['ID=0a8d4213-6b2c-4816-81ca-1c9203a9da77,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:33.918952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] No DVR routers for this DVR port 0a8d4213-6b2c-4816-81ca-1c9203a9da77 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:33.938805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eb9ea6-3428-4606-bc67-a29139cf1ca3 req-3a186131-6649-472c-918b-74b59d7930ef tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb509de-556e-4a03-b1d6-8bc1794bff00 HTTP/1.1" status: 200 len: 210 time: 0.5524609 May 06 12:26:33.946687 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:33.957679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.031232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.045344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-377c719e-8b82-4e2a-8f82-ea8763eb3f8d req-db10f667-3812-471e-8544-616b433c9ed8 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.36 "DELETE /v2.0/ports/0a8d4213-6b2c-4816-81ca-1c9203a9da77 HTTP/1.1" status: 204 len: 173 time: 3.1254966 May 06 12:26:34.047938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.088391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Transition to ACTIVE for port object fbeef809-ba89-4e19-a54d-2ae079bdf3a9 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:34.129716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec247a-e335-4731-9ae0-b7b8c6aed0a0 req-d69327ff-caf4-4b41-8a8b-412aa27d2ad2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:34.153599 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78ec247a-e335-4731-9ae0-b7b8c6aed0a0 req-d69327ff-caf4-4b41-8a8b-412aa27d2ad2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.4528170 May 06 12:26:34.171858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0a8d4213-6b2c-4816-81ca-1c9203a9da77 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:34.230774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: bf8a318f-536b-4264-8fb4-bb797eaa75ac {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:26:34.231061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bf8a318f-536b-4264-8fb4-bb797eaa75ac not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:34.263981 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78ec247a-e335-4731-9ae0-b7b8c6aed0a0 req-2641d205-27dc-4f30-943e-9b64e32c9a18 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081607 May 06 12:26:34.345261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 0a8d4213-6b2c-4816-81ca-1c9203a9da77 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:26:34.345907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0a8d4213-6b2c-4816-81ca-1c9203a9da77 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:34.385421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Transition to ACTIVE for port object fbeef809-ba89-4e19-a54d-2ae079bdf3a9 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:34.403685 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.458279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a82e71e-f358-4a96-92fd-5a68ef1dbaef req-caa27f26-26b2-45f4-90b3-1529ab843989 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 210 time: 0.1261036 May 06 12:26:34.475317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Allocated IP 172.25.7.134 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/df34a2db-8c30-4752-8df3-0e2ee38ddfc4) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:34.600085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Pushing event updated for resources: {'Port': ['ID=fbeef809-ba89-4e19-a54d-2ae079bdf3a9,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:34.622994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.623359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.623742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.624094 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.624406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.624769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.625139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.625482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.625804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.626167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.626490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:34.672714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Network f957efda-8248-4d87-9fa9-a25535f374b7 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:34.674162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:34.679800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:34.856684 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.933343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.984117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Attempting to bind port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:34.984483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Attempting to bind port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:34.985034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Attempting to bind port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 on network f957efda-8248-4d87-9fa9-a25535f374b7 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:34.995392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:34.996105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Checking segment: {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:34.996672 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.997221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Bound using segment: {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:34.997872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Bound port: fbeef809-ba89-4e19-a54d-2ae079bdf3a9, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:34.999419 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:35.159071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] For port fbeef809-ba89-4e19-a54d-2ae079bdf3a9, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:35.169878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] For port fbeef809-ba89-4e19-a54d-2ae079bdf3a9, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fbeef809-ba89-4e19-a54d-2ae079bdf3a9,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:35.186971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:35.216010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:35.221319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:35.241014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:35.334429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c207b64-6208-4d38-80c8-8f84dd28525c req-a7f91324-b37a-44dc-8e6c-8680983ac8ba tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e12eeeb-d40b-4bd5-8ee3-3bbcdef3fd4f HTTP/1.1" status: 200 len: 210 time: 0.3574893 May 06 12:26:35.357612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Pushing event updated for resources: {'Port': ['ID=df34a2db-8c30-4752-8df3-0e2ee38ddfc4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:35.388175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-6a8e6126-dfaa-4cc7-b213-8d0c78c00d92 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:35.391519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-6a8e6126-dfaa-4cc7-b213-8d0c78c00d92 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.6423657 May 06 12:26:35.402284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f85878-5295-4dc7-a21a-7fc59dfbd3d4 None None] Pushing event updated for resources: {'Port': ['ID=fbeef809-ba89-4e19-a54d-2ae079bdf3a9,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:35.409176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Request body: {'port': {'device_id': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'admin_state_up': True, 'tenant_id': '97c08917c4dd40c98f716f0b91fe1e9f'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:35.706542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb509de-556e-4a03-b1d6-8bc1794bff00', 'name': 'network-vif-deleted', 'tag': '0a8d4213-6b2c-4816-81ca-1c9203a9da77'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:35.873111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:35.906670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:35.952751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Made reservation on behalf of 97c08917c4dd40c98f716f0b91fe1e9f for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:35.961274 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.069737 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.070469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.382368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba8df99a-be0f-4cc9-b076-351812576b32 req-672ffbf2-8540-443a-affd-4fb73758fb40 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1346140 May 06 12:26:36.536260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Router 6b67b245-20aa-4fdc-986e-ee21edde20d5 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:26:36.627651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a42f08-7380-42cf-bd4a-96bc052605c5 req-c573830f-f221-4c68-9356-4eaa43cfc600 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:36.639164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2a42f08-7380-42cf-bd4a-96bc052605c5 req-c573830f-f221-4c68-9356-4eaa43cfc600 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.5861702 May 06 12:26:36.720073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Allocated IP 172.20.0.8 (276dcbf0-3319-4644-8f49-4814ea7ef22b/bf9ed672-d79d-480c-97ea-3c8f224b3156/3091a6b1-d6b8-4928-bba4-9d84b280b817) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:36.766592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2a42f08-7380-42cf-bd4a-96bc052605c5 req-7444de90-ac9b-4fbc-965e-319580f5b8c9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1263740 May 06 12:26:36.851033 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.014961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:26:37.016530 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73def84e-76a8-4b6c-ba7f-a21fa5dffd5b'] response: {'server_uuid': 'ecb509de-556e-4a03-b1d6-8bc1794bff00', 'name': 'network-vif-deleted', 'tag': '0a8d4213-6b2c-4816-81ca-1c9203a9da77', 'status': 'completed', 'code': 200} May 06 12:26:37.051540 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Sync routers for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:26:37.076492 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:37.077264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.078592 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-498fd636-35be-4dbe-b1b5-5c449c5e0a47 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.3677647 May 06 12:26:37.081534 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:26:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:37.085954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54944) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:37.197591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fbeef809-ba89-4e19-a54d-2ae079bdf3a9 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:37.536709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8482e236-9b4f-4c93-ba95-4af735ed0893 req-5ba7e99b-46ee-4aec-9fec-d531ffa756aa tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 210 time: 0.2928689 May 06 12:26:37.591783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:37.708125 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:37.763001 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.827049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21be40-8745-4443-b801-2255f4d70f94 None None] Network f957efda-8248-4d87-9fa9-a25535f374b7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:37.879035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.932968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54960) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:38.073500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event updated for resources: {'Port': ['ID=3091a6b1-d6b8-4928-bba4-9d84b280b817,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:38.120971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:38.125373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:38.128532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:38.303617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:38.307027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.381691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-e571fcff-4c73-4f34-879f-679625a22223 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9760780 May 06 12:26:38.395403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Request body: {'port': {'device_id': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:38.445062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9473cf67-50dd-43c1-a693-77271be2fda0 None None] Provisioning for port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:38.459632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9473cf67-50dd-43c1-a693-77271be2fda0 None None] Provisioning complete for port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:38.461124 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9473cf67-50dd-43c1-a693-77271be2fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.576385 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:35Z', 'revision_number': 3, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:38.589263 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Checking router: 6b67b245-20aa-4fdc-986e-ee21edde20d5 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:26:38.589818 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Updating router 6b67b245-20aa-4fdc-986e-ee21edde20d5 port df34a2db-8c30-4752-8df3-0e2ee38ddfc4 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:26:38.725440 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.791685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54976) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:38.845045 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.961840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d57cbf20-aa0b-4300-835f-0daadf6d7f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.031694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9473cf67-50dd-43c1-a693-77271be2fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.259063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d57cbf20-aa0b-4300-835f-0daadf6d7f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:39.274512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d57cbf20-aa0b-4300-835f-0daadf6d7f68 admin admin] Usage tracker for resource:security_group_rule and tenant:96586c7d98a64c03a1ec7e2d4fd7eff1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:39.282150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9473cf67-50dd-43c1-a693-77271be2fda0 None None] For port fbeef809-ba89-4e19-a54d-2ae079bdf3a9, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fbeef809-ba89-4e19-a54d-2ae079bdf3a9,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:39.292044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d57cbf20-aa0b-4300-835f-0daadf6d7f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:39.323629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d57cbf20-aa0b-4300-835f-0daadf6d7f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:39.367123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9473cf67-50dd-43c1-a693-77271be2fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.383393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48a3b37b-d00e-4cbc-8ab6-9a9b98a40564 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.565062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48a3b37b-d00e-4cbc-8ab6-9a9b98a40564 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.789992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b24e6783-d64b-4518-910b-6715a78bb016 req-a2d91e96-7f14-4b95-94a5-4c3afc0a49d1 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 1.7172766 May 06 12:26:39.857982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473cf67-50dd-43c1-a693-77271be2fda0 None None] Pushing event updated for resources: {'Port': ['ID=fbeef809-ba89-4e19-a54d-2ae079bdf3a9,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:40.065912 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.090898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5627b2-0997-43c5-a34e-b498345c44f0 req-a19f96a2-eeb7-4390-aa31-28adef72e5a6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:40.091723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0d5627b2-0997-43c5-a34e-b498345c44f0 req-a19f96a2-eeb7-4390-aa31-28adef72e5a6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:40.099958 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Transition to ACTIVE for port object df34a2db-8c30-4752-8df3-0e2ee38ddfc4 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:40.111299 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.177919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0d5627b2-0997-43c5-a34e-b498345c44f0 req-a19f96a2-eeb7-4390-aa31-28adef72e5a6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:40.191519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d5627b2-0997-43c5-a34e-b498345c44f0 req-a19f96a2-eeb7-4390-aa31-28adef72e5a6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 931 time: 0.8966577 May 06 12:26:40.211746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d57cbf20-aa0b-4300-835f-0daadf6d7f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.229318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71ca28f9-058f-424c-9329-0785f1f65011 None None] Provisioning complete for port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:40.230241 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71ca28f9-058f-424c-9329-0785f1f65011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.234177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d57cbf20-aa0b-4300-835f-0daadf6d7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.275218 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Attempting to bind port df34a2db-8c30-4752-8df3-0e2ee38ddfc4 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:40.278550 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Attempting to bind port df34a2db-8c30-4752-8df3-0e2ee38ddfc4 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:40.279726 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Attempting to bind port df34a2db-8c30-4752-8df3-0e2ee38ddfc4 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:40.319171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d5627b2-0997-43c5-a34e-b498345c44f0 req-fb157163-27d4-4efc-be36-fbea834be33f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258924 May 06 12:26:40.366752 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:40.367141 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:40.373283 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.377849 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:40.378362 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Bound port: df34a2db-8c30-4752-8df3-0e2ee38ddfc4, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:40.380610 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.533734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3091a6b1-d6b8-4928-bba4-9d84b280b817 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:40.547500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.555872 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] For port df34a2db-8c30-4752-8df3-0e2ee38ddfc4, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:40.557495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cbf20-aa0b-4300-835f-0daadf6d7f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd03b51f-3944-4fa0-82a7-fd2d640c9ca1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:40.559648 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] For port df34a2db-8c30-4752-8df3-0e2ee38ddfc4, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=df34a2db-8c30-4752-8df3-0e2ee38ddfc4,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:40.569772 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d57cbf20-aa0b-4300-835f-0daadf6d7f68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96586c7d98a64c03a1ec7e2d4fd7eff1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6329947 May 06 12:26:40.575387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54988) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:40.578982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Transition to ACTIVE for port object 3091a6b1-d6b8-4928-bba4-9d84b280b817 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:40.581878 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Pushing event updated for resources: {'Port': ['ID=df34a2db-8c30-4752-8df3-0e2ee38ddfc4,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:40.586414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.588488 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.610655 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.611006 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.611335 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.611660 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.612013 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.614521 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.614935 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.615264 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.616751 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.617091 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.617416 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:40.793804 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:40.795208 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:26:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:40.809511 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48a3b37b-d00e-4cbc-8ab6-9a9b98a40564 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.878703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3b37b-d00e-4cbc-8ab6-9a9b98a40564 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8660e4-3c3f-4349-b214-776c361aee90,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:40.920875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48a3b37b-d00e-4cbc-8ab6-9a9b98a40564 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.922535 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-48a3b37b-d00e-4cbc-8ab6-9a9b98a40564 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "DELETE /v2.0/security-groups/2d8660e4-3c3f-4349-b214-776c361aee90 HTTP/1.1" status: 204 len: 168 time: 2.1293123 May 06 12:26:40.929803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54994) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:40.947771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Pushing event updated for resources: {'Port': ['ID=3091a6b1-d6b8-4928-bba4-9d84b280b817,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:40.971244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fbeef809-ba89-4e19-a54d-2ae079bdf3a9 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:41.053399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60be8b28-12e1-40bf-a0f3-b8584bc89147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.140384 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60be8b28-12e1-40bf-a0f3-b8584bc89147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.162390 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c8743-d300-473b-ad35-a664215146c2 None None] Pushing event updated for resources: {'Port': ['ID=df34a2db-8c30-4752-8df3-0e2ee38ddfc4,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:41.233475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:41.233928 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.239500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Attempting to bind port 3091a6b1-d6b8-4928-bba4-9d84b280b817 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:41.240638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Attempting to bind port 3091a6b1-d6b8-4928-bba4-9d84b280b817 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:41.241259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Attempting to bind port 3091a6b1-d6b8-4928-bba4-9d84b280b817 on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:41.260231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Port 3091a6b1-d6b8-4928-bba4-9d84b280b817 on network 276dcbf0-3319-4644-8f49-4814ea7ef22b not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:41.260946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Attempting to bind port 3091a6b1-d6b8-4928-bba4-9d84b280b817 on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:41.281346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:41.282170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Checking segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:41.282967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Bound using segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:41.283689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Bound port: 3091a6b1-d6b8-4928-bba4-9d84b280b817, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:41.284358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.297051 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-989244d5-2571-4cbd-8a99-7ef5ccd50bfb tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] show failed (client error): The resource could not be found. May 06 12:26:41.301945 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-989244d5-2571-4cbd-8a99-7ef5ccd50bfb tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "GET /v2.0/security-groups/2d8660e4-3c3f-4349-b214-776c361aee90 HTTP/1.1" status: 404 len: 347 time: 0.3542988 May 06 12:26:41.308080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55002) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:41.313386 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60be8b28-12e1-40bf-a0f3-b8584bc89147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.356173 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:41.389500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be8b28-12e1-40bf-a0f3-b8584bc89147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd03b51f-3944-4fa0-82a7-fd2d640c9ca1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:41.411826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60be8b28-12e1-40bf-a0f3-b8584bc89147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.416427 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-60be8b28-12e1-40bf-a0f3-b8584bc89147 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd03b51f-3944-4fa0-82a7-fd2d640c9ca1 HTTP/1.1" status: 204 len: 168 time: 0.8392954 May 06 12:26:41.942774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.026575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a317c33-754c-4cbc-9170-607fc58ddf97 req-9c907f88-0a78-4e09-8bdf-2541d46f4844 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.7109091 May 06 12:26:42.165187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdff8561-cade-40c2-873a-2cb48e4a5715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.171834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Deleting port 2b4a2b8b-628c-492f-8e47-2539b87e4989 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:26:42.175223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.242184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55016) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:42.303365 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:35Z', 'revision_number': 3, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:42.310356 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d8140-caad-4777-bbcc-3daae532ef1c None None] The sync data for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 is: [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:35Z', 'revision_number': 3, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:26:42.344201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd12b-ac23-44d4-8bcb-2655e8809a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.460490 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.503086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f2fcd12b-ac23-44d4-8bcb-2655e8809a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:42.519068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f2fcd12b-ac23-44d4-8bcb-2655e8809a4e admin admin] Usage tracker for resource:security_group_rule and tenant:fab169e3ae984fbfa4739d872738121a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:42.527872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f2fcd12b-ac23-44d4-8bcb-2655e8809a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:42.546707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f2fcd12b-ac23-44d4-8bcb-2655e8809a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:42.583031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Allocated IP 172.20.0.1 (f957efda-8248-4d87-9fa9-a25535f374b7/fe6eb35b-d0d7-48a3-9db1-7693d07c1683/8e41729b-84be-4092-a881-903b9227db20) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:42.587628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:42.658889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924424d5-2df9-444a-82df-7124bcbf900b req-db6a3fbf-1609-4518-ac53-16a19f4fbacc tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:42.660842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-924424d5-2df9-444a-82df-7124bcbf900b req-db6a3fbf-1609-4518-ac53-16a19f4fbacc tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 943 time: 0.7114313 May 06 12:26:42.685105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:42.715347 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.813440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-b1e1772c-10e8-4091-b3e3-dd17a01f3635 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1095 time: 0.9923792 May 06 12:26:42.905989 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.906662 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.996127 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.997955 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] 10.222.0.48 "PUT /v2.0/ports/3091a6b1-d6b8-4928-bba4-9d84b280b817 HTTP/1.1" status: 200 len: 1091 time: 4.6081188 May 06 12:26:42.998164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:43.039063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device df34a2db-8c30-4752-8df3-0e2ee38ddfc4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:43.109082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd12b-ac23-44d4-8bcb-2655e8809a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.129610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.144894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd12b-ac23-44d4-8bcb-2655e8809a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.236122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-924424d5-2df9-444a-82df-7124bcbf900b req-ff4f2aa0-3a5c-40d8-8b90-eb10dd133473 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560489 May 06 12:26:43.238247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Transition to ACTIVE for port object 8e41729b-84be-4092-a881-903b9227db20 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:43.275533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcd12b-ac23-44d4-8bcb-2655e8809a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a8a80e-36e0-472c-9d98-97a5c556c192,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:43.302760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port df34a2db-8c30-4752-8df3-0e2ee38ddfc4 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:43.322083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port df34a2db-8c30-4752-8df3-0e2ee38ddfc4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:43.322477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.336475 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f2fcd12b-ac23-44d4-8bcb-2655e8809a4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fab169e3ae984fbfa4739d872738121a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0919302 May 06 12:26:43.338274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55028) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:43.409585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.458209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Calling delete_port for 2b4a2b8b-628c-492f-8e47-2539b87e4989 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:26:43.604762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Network f957efda-8248-4d87-9fa9-a25535f374b7 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:43.622129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:43.626338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:43.732064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.765631 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e73444-255c-4a76-afef-79d078ea3fe0'] response: {'name': 'network-changed', 'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817', 'status': 'completed', 'code': 200} May 06 12:26:43.769345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e41729b-84be-4092-a881-903b9227db20,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:43.773913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port df34a2db-8c30-4752-8df3-0e2ee38ddfc4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=df34a2db-8c30-4752-8df3-0e2ee38ddfc4,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:43.780708 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.810788 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.812292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50c47a7c-226c-47f4-baca-66169a393733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.814810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007919c7-fb04-4eff-bf93-660944b60b65 service neutron] Pushing event updated for resources: {'Port': ['ID=3091a6b1-d6b8-4928-bba4-9d84b280b817,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:43.939720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50c47a7c-226c-47f4-baca-66169a393733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.952883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=df34a2db-8c30-4752-8df3-0e2ee38ddfc4,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:43.972069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.000567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Pushing event deleted for resources: {'Port': ['ID=2b4a2b8b-628c-492f-8e47-2539b87e4989,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:44.057724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cf579-3b91-4fd6-a856-a9ff90073f82 req-332d3dab-28da-4396-8b0a-d019fa3d762e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:44.060628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a3cf579-3b91-4fd6-a856-a9ff90073f82 req-332d3dab-28da-4396-8b0a-d019fa3d762e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.4812284 May 06 12:26:44.110688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d716a811-38fa-4981-88e7-5ec9948e1b75 None None] Provisioning for port 8e41729b-84be-4092-a881-903b9227db20 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:44.136322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d716a811-38fa-4981-88e7-5ec9948e1b75 None None] Provisioning complete for port 8e41729b-84be-4092-a881-903b9227db20 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:44.136965 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d716a811-38fa-4981-88e7-5ec9948e1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.238639 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50c47a7c-226c-47f4-baca-66169a393733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.249642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d716a811-38fa-4981-88e7-5ec9948e1b75 None None] Port 8e41729b-84be-4092-a881-903b9227db20 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:26:44.285492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-d4fc132a-c42b-4447-a510-6711778c4846 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:44.288052 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-d4fc132a-c42b-4447-a510-6711778c4846 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 1.4282916 May 06 12:26:44.294219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c47a7c-226c-47f4-baca-66169a393733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a8a80e-36e0-472c-9d98-97a5c556c192,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:44.313895 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.452813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50c47a7c-226c-47f4-baca-66169a393733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.454676 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-50c47a7c-226c-47f4-baca-66169a393733 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1a8a80e-36e0-472c-9d98-97a5c556c192 HTTP/1.1" status: 204 len: 168 time: 1.1119964 May 06 12:26:44.605525 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-380ee541-51b4-45ef-b964-f04e4d8505a0 req-04a5b6d5-c008-46a5-91b3-7decaa1ba0d7 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1478691 May 06 12:26:44.607478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.616024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e00fb1ab-4b90-45c8-91ed-67c64f7acab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.626861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-9bdf40f5-64d4-459a-9354-e3d2b37117bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 1094 time: 0.9328561 May 06 12:26:44.641331 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a3cf579-3b91-4fd6-a856-a9ff90073f82 req-2ce23d80-2c77-401a-b99c-211e5aff312a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4731567 May 06 12:26:44.720158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-3ba1691b-501f-4bb8-bc6e-12d8c04b5ffd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 998 time: 0.4094937 May 06 12:26:44.731262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.735974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8df45489-abc5-49cc-b829-e20a97f42001 tempest-ImagesOneServerNegativeTestJSON-1362356538 tempest-ImagesOneServerNegativeTestJSON-1362356538-project] 10.222.0.44 "DELETE /v2.0/floatingips/8955d1e5-3706-4c80-9a92-d8511d9f99ea HTTP/1.1" status: 204 len: 168 time: 3.4262304 May 06 12:26:44.798536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-31eee138-d650-471d-bdec-e182d9afb113 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817 HTTP/1.1" status: 200 len: 217 time: 0.1555784 May 06 12:26:44.949850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-0f03d21d-02cc-4623-860d-3fec190cfc0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:44.954727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-0f03d21d-02cc-4623-860d-3fec190cfc0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.2096736 May 06 12:26:45.007812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-aefc6eab-7842-472c-8a92-df671096591f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.009433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-aefc6eab-7842-472c-8a92-df671096591f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.1927197 May 06 12:26:45.014316 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device df34a2db-8c30-4752-8df3-0e2ee38ddfc4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:45.016911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:45.026535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:45.152787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-c9130ba1-968d-487e-a577-f0aed829f8ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013758 May 06 12:26:45.203207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port df34a2db-8c30-4752-8df3-0e2ee38ddfc4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:45.204066 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:45.332362 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:45.345764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e41729b-84be-4092-a881-903b9227db20,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:45.388371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275e6f6-c595-4c59-9c4b-f6ab5320986f req-e69fdd51-bd31-4404-a9db-ec24b5d4f504 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.400607 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2275e6f6-c595-4c59-9c4b-f6ab5320986f req-e69fdd51-bd31-4404-a9db-ec24b5d4f504 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 944 time: 0.4408951 May 06 12:26:45.463638 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:45.471086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.471964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.471964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.472347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.472508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.472767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.473189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.473520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.474714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.474714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.474714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:45.478336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-24f5d2ab-7642-4a25-95f2-4beb78472c5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4785831 May 06 12:26:45.480190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-8c49fda5-cd55-4b20-9b46-a1a45d23c0aa service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174648 May 06 12:26:45.489621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d9b3f-ca48-4944-b1c4-0296f7ca44c3 req-a431f0a9-f470-4e16-ade8-20775789f4f7 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.491219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-742d9b3f-ca48-4944-b1c4-0296f7ca44c3 req-a431f0a9-f470-4e16-ade8-20775789f4f7 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 943 time: 0.4040043 May 06 12:26:45.498923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-1fc2bea7-a8f1-4aa3-9282-5bef96d8e1a2 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.499671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-1fc2bea7-a8f1-4aa3-9282-5bef96d8e1a2 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Synchronizing usage tracker for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:45.501165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-bd0d31da-4033-45b5-94d8-16b67535b6ff service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:26:45.502197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-bd0d31da-4033-45b5-94d8-16b67535b6ff service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0077462 May 06 12:26:45.518502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-1fc2bea7-a8f1-4aa3-9282-5bef96d8e1a2 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Unset dirty status for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:45.519841 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-1fc2bea7-a8f1-4aa3-9282-5bef96d8e1a2 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.36 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 944 time: 0.8181076 May 06 12:26:45.643883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Deleting port 641eb6f9-5687-4bf9-840c-29b103f16827 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:26:45.644469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:45.687197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Network f957efda-8248-4d87-9fa9-a25535f374b7 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:45.696271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:45.880683 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:45.939624 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2275e6f6-c595-4c59-9c4b-f6ab5320986f req-1ca4104a-68b1-49ab-9982-336c530af93a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330808 May 06 12:26:45.997559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-742d9b3f-ca48-4944-b1c4-0296f7ca44c3 req-d18a13e2-26e3-47ad-a073-f5acc98822b0 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939148 May 06 12:26:46.021290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d6114a31-7cdc-4760-8405-65d329416fe2 None None] Provisioning complete for port 8e41729b-84be-4092-a881-903b9227db20 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:46.021750 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d6114a31-7cdc-4760-8405-65d329416fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:46.091322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-f286da82-0f5c-4d07-97d3-3be5aa22be57 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530586 May 06 12:26:46.248078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d6114a31-7cdc-4760-8405-65d329416fe2 None None] Port 8e41729b-84be-4092-a881-903b9227db20 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:26:46.419962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8eda17cd-0b83-4f58-9e4f-cce9dfcb4e4a req-858460d6-53ab-4f95-b1d4-fee7975908dd service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9239025 May 06 12:26:46.463356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] For port 641eb6f9-5687-4bf9-840c-29b103f16827, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=641eb6f9-5687-4bf9-840c-29b103f16827,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:46.463960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:46.595106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a0d9272-9f63-49f3-9e53-f631e39a85cf req-4d2fa599-7afa-464d-b066-799b18d3634f tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1959965 May 06 12:26:46.679391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Calling delete_port for 641eb6f9-5687-4bf9-840c-29b103f16827 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:26:46.685179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87d241d6-c8ea-429c-a88a-223d36645a36 req-d8ca334b-6e93-432e-86a1-98913cea3001 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665627 May 06 12:26:46.711165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821fee3-5659-4194-9387-8cb85bafaa2a req-4348a332-8c63-4bf8-a665-3ec8798f3795 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:46.719129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8821fee3-5659-4194-9387-8cb85bafaa2a req-4348a332-8c63-4bf8-a665-3ec8798f3795 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.4340219 May 06 12:26:46.828974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14f1ab46-117d-46bb-8445-627344f50e9b req-1dbe84fb-8390-4dfa-9ccd-5d61b2967065 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 1094 time: 0.3225374 May 06 12:26:47.071409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55072) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:47.086460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1ab46-117d-46bb-8445-627344f50e9b req-85fea2dd-1b97-4a1c-8db6-aaf5b0652cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:47.089780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14f1ab46-117d-46bb-8445-627344f50e9b req-85fea2dd-1b97-4a1c-8db6-aaf5b0652cfb service neutron] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 913 time: 0.2523580 May 06 12:26:47.108584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8821fee3-5659-4194-9387-8cb85bafaa2a req-db8cea23-ec81-4f66-9ed6-09db01349648 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3877823 May 06 12:26:47.229393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:47.306728 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:47.337057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Pushing event deleted for resources: {'Port': ['ID=641eb6f9-5687-4bf9-840c-29b103f16827,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:47.425381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14f1ab46-117d-46bb-8445-627344f50e9b req-1c9d0ca5-c83d-4f0a-bcda-9807298a1865 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817 HTTP/1.1" status: 200 len: 217 time: 0.3153596 May 06 12:26:47.483114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6d2ea0-f7df-49c1-8992-90a7deaab791 admin admin] Deleting subnet 300c04fb-6e37-496d-beed-97dc51090b62 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:26:47.496045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] No DVR routers for this DVR port 641eb6f9-5687-4bf9-840c-29b103f16827 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:47.501881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2ea0-f7df-49c1-8992-90a7deaab791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:47.558729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:47.706910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-06098cd1-cd37-4ab4-ad12-32aca0139897 req-be50c9d8-30a7-4dba-a754-b833f7b4d849 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=51eecca0-f375-45c6-97b4-1c001d0a9421 HTTP/1.1" status: 200 len: 210 time: 0.2180586 May 06 12:26:47.750496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1ab46-117d-46bb-8445-627344f50e9b req-090e1518-3d8a-4736-a701-9b31cba02e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:47.753394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14f1ab46-117d-46bb-8445-627344f50e9b req-090e1518-3d8a-4736-a701-9b31cba02e98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.3212757 May 06 12:26:47.778368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'name': 'network-vif-deleted', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:47.847297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14f1ab46-117d-46bb-8445-627344f50e9b req-3525f1ce-59f9-4084-a464-70485c88be53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842581 May 06 12:26:47.876959 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fc7c90ca-67bb-4cb2-b8da-c6f0fbdd588a req-7eb420e2-59d6-4531-b27a-be089a78b76a tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.36 "DELETE /v2.0/ports/641eb6f9-5687-4bf9-840c-29b103f16827 HTTP/1.1" status: 204 len: 173 time: 2.3506620 May 06 12:26:47.889969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2ea0-f7df-49c1-8992-90a7deaab791 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.072153 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2ea0-f7df-49c1-8992-90a7deaab791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.096109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc91a3-4128-4db2-92d5-4e1933c82096 req-90da0fc8-d8c2-4f61-afe7-a1d14f2ea045 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:48.109832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95dc91a3-4128-4db2-92d5-4e1933c82096 req-90da0fc8-d8c2-4f61-afe7-a1d14f2ea045 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 943 time: 0.6126106 May 06 12:26:48.169003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Router 6b67b245-20aa-4fdc-986e-ee21edde20d5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:26:48.179119 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d7233cd-1a42-44b8-a438-f7a79e2e4376 req-2dbd3a49-81e4-46f8-a3ff-7771305a805b tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1673641 May 06 12:26:48.247911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 641eb6f9-5687-4bf9-840c-29b103f16827 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:48.263527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95dc91a3-4128-4db2-92d5-4e1933c82096 req-a437a593-f8cc-48fc-878a-b5091f6b907b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522868 May 06 12:26:48.383012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14f1ab46-117d-46bb-8445-627344f50e9b req-17287768-a4d1-4b35-9643-e1534a1a2b07 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252039 May 06 12:26:48.414304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 641eb6f9-5687-4bf9-840c-29b103f16827 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:26:48.415225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 641eb6f9-5687-4bf9-840c-29b103f16827 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:48.533080 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b932d6d-fed9-4654-be35-a1432e6b5e06'] response: {'server_uuid': '51eecca0-f375-45c6-97b4-1c001d0a9421', 'name': 'network-vif-deleted', 'tag': '641eb6f9-5687-4bf9-840c-29b103f16827', 'status': 'completed', 'code': 200} May 06 12:26:48.576211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2ea0-f7df-49c1-8992-90a7deaab791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.674772 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba6d2ea0-f7df-49c1-8992-90a7deaab791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.689205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d2ea0-f7df-49c1-8992-90a7deaab791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300c04fb-6e37-496d-beed-97dc51090b62,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:48.704563 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ba6d2ea0-f7df-49c1-8992-90a7deaab791 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/300c04fb-6e37-496d-beed-97dc51090b62 HTTP/1.1" status: 204 len: 168 time: 1.6256678 May 06 12:26:48.704731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55104) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:48.797286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14f1ab46-117d-46bb-8445-627344f50e9b req-8c9f4fe8-6790-47f3-a095-9da42eb57a38 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050047 May 06 12:26:48.805311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:26:48.811706 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e343f3b7-c9e9-4f4e-9d34-1b5333f7cbd8 admin admin] 10.222.0.44 "PUT /v2.0/routers/6b67b245-20aa-4fdc-986e-ee21edde20d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7244925 May 06 12:26:48.831664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Sync routers for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:26:48.867855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:48.868634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:26:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:48.888592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1ed6a-e8ae-4cb3-860c-66c4c19083a2 req-6fc03d08-05d4-46fe-96fc-6128cd2eba70 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:48.890210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a1ed6a-e8ae-4cb3-860c-66c4c19083a2 req-6fc03d08-05d4-46fe-96fc-6128cd2eba70 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.3101151 May 06 12:26:48.946170 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.975348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2007149364', 'description': 'tempest-description-1009187034'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:48.989954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:48.998139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Usage tracker for resource:security_group and tenant:44b0921db4144c6dbc1d19409415da27 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:49.002330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:49.039106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a1ed6a-e8ae-4cb3-860c-66c4c19083a2 req-b8326629-4d69-422f-8216-c4d72908d6ca tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398218 May 06 12:26:49.043348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:49.190953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:49.272510 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.299485 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.314572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.361827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae6b775-9917-4c4a-afd4-a55d36da3379']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:49.384831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:49.385281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e77ed2-8be7-4e7a-bbca-5e8ac57b872c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:49.401218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:49.404837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.415876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Usage tracker for resource:security_group_rule and tenant:44b0921db4144c6dbc1d19409415da27 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:49.421112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:49.430643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:49.432823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.445615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:26:49.446223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: timer() May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:26:49.460995 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:26:49.471058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3091a6b1-d6b8-4928-bba4-9d84b280b817 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:49.577800 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.608477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.633106 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:26:49.650292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] Pushing event deleted for resources: {'Network': ['ID=bae6b775-9917-4c4a-afd4-a55d36da3379,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:49.767534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5e6a7452-22f3-4db4-b246-96529979642e admin admin] 10.222.0.44 "DELETE /v2.0/networks/bae6b775-9917-4c4a-afd4-a55d36da3379 HTTP/1.1" status: 204 len: 168 time: 1.0635376 May 06 12:26:49.792828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.812617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.902589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-02cc76ad-2023-46c0-ab26-6712eaf86d63 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:49.904864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-02cc76ad-2023-46c0-ab26-6712eaf86d63 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/networks?id=f957efda-8248-4d87-9fa9-a25535f374b7 HTTP/1.1" status: 200 len: 828 time: 0.2981377 May 06 12:26:49.916962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:49.921428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca5fbf-e7cb-4edb-8421-00e8800e716a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:49.932113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Usage tracker for resource:security_group_rule and tenant:44b0921db4144c6dbc1d19409415da27 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:49.953610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-7a6d1a77-198c-4321-9c8b-8aab4c81eb84 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/quotas/0d66894dd0a84b38a77e90da6fdd5228 HTTP/1.1" status: 200 len: 375 time: 0.0250053 May 06 12:26:49.955370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:49.967820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:50.014440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:50.052908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '3091a6b1-d6b8-4928-bba4-9d84b280b817', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'port_id': '3091a6b1-d6b8-4928-bba4-9d84b280b817', 'mac_address': 'fa:16:3e:7a:e1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9ed672-d79d-480c-97ea-3c8f224b3156', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:50.107364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8e41729b-84be-4092-a881-903b9227db20', 'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'mac_address': 'fa:16:3e:ed:4b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:42Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 2, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'subnets': [{'id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:50.123504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:50.132389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Checking router: 6b67b245-20aa-4fdc-986e-ee21edde20d5 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:26:50.132939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Updating router 6b67b245-20aa-4fdc-986e-ee21edde20d5 port 8e41729b-84be-4092-a881-903b9227db20 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:26:50.152331 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.157580 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.184392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1a2af2c6-e223-490e-b9d5-15ed6385a62f tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d66894dd0a84b38a77e90da6fdd5228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2121649 May 06 12:26:50.213529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9a682f25-8637-4f1c-9b8f-612956124fe5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8405b40ff93f49bcb41d5c0edb210cdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0884967 May 06 12:26:50.216456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55136) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:50.233545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.249077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cddcce2d-6424-4735-93b4-b59cae6fd820 req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.2860036 May 06 12:26:50.254247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.282760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3091a6b1-d6b8-4928-bba4-9d84b280b817 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:50.311463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:50.313158 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.326924 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.355780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c2ebd-7f4d-4113-a709-80abc1ed8ece tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c12a8fc-fd88-462f-a1c8-442d3a1e34bd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:50.417079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bd1fc-5438-44d1-b173-73a19ebcc640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.421031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-f8b8ffcc-afe1-4ff4-967d-867fe2c6b45d service neutron] 10.222.0.44 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194908 May 06 12:26:50.453187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bd1fc-5438-44d1-b173-73a19ebcc640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.511727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3091a6b1-d6b8-4928-bba4-9d84b280b817,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:50.534193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bd1fc-5438-44d1-b173-73a19ebcc640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.562792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bd1fc-5438-44d1-b173-73a19ebcc640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b11dfe1-2345-4970-9ae1-7a0edfebc6ee,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:50.576851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bd1fc-5438-44d1-b173-73a19ebcc640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.578529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-072bd1fc-5438-44d1-b173-73a19ebcc640 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b11dfe1-2345-4970-9ae1-7a0edfebc6ee HTTP/1.1" status: 204 len: 168 time: 0.3603013 May 06 12:26:50.666824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-6c2bfaf5-57fc-404d-8f64-2272c2434b2a service neutron] 10.222.0.44 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383301 May 06 12:26:50.877347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3091a6b1-d6b8-4928-bba4-9d84b280b817'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:51.119606 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa78534d-7639-4841-81e4-7337e076647f req-b8b5d9dd-33d7-41cd-8be6-c7246d767cac tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1025851 May 06 12:26:51.146837 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.163196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f2cc-bb08-4f42-bb74-56d50f535185 req-6dd5d2a6-cf3b-4844-8c5d-c03a17860c7d tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:51.176950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4466f2cc-bb08-4f42-bb74-56d50f535185 req-6dd5d2a6-cf3b-4844-8c5d-c03a17860c7d tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 944 time: 0.2827466 May 06 12:26:51.293693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Transition to ACTIVE for port object 8e41729b-84be-4092-a881-903b9227db20 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:51.305309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4466f2cc-bb08-4f42-bb74-56d50f535185 req-9cd9480a-69ed-41a6-a983-8f4e65c62915 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250584 May 06 12:26:51.310170 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.401710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-918337da-b591-4fa7-a3fc-c3ab2bd4dc0e tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:51.404928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-918337da-b591-4fa7-a3fc-c3ab2bd4dc0e tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Synchronizing usage tracker for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:51.443976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-918337da-b591-4fa7-a3fc-c3ab2bd4dc0e tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Unset dirty status for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:51.446410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-918337da-b591-4fa7-a3fc-c3ab2bd4dc0e tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 944 time: 0.2693532 May 06 12:26:51.479497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Request body: {'security_group': {'name': 'tempest-securitygroup-440188244', 'description': 'tempest-description-214152288'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:51.529589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:51.548494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Usage tracker for resource:security_group and tenant:44b0921db4144c6dbc1d19409415da27 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:51.563305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:51.568425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Deleting port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:26:51.568926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.590051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:51.636254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.710552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd531cf-4b00-42c7-b97c-ff9bc44c844b None None] Pushing event updated for resources: {'Port': ['ID=8e41729b-84be-4092-a881-903b9227db20,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:51.764206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:51.782065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Usage tracker for resource:security_group_rule and tenant:44b0921db4144c6dbc1d19409415da27 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:51.796520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:52.004267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:52.014837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Attempting to bind port 8e41729b-84be-4092-a881-903b9227db20 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:52.015285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Attempting to bind port 8e41729b-84be-4092-a881-903b9227db20 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:52.015620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Attempting to bind port 8e41729b-84be-4092-a881-903b9227db20 on network f957efda-8248-4d87-9fa9-a25535f374b7 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:52.024771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:52.025287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Checking segment: {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:52.025583 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.025982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Bound using segment: {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:52.026519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Bound port: 8e41729b-84be-4092-a881-903b9227db20, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:52.026981 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.112259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] For port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:52.112628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.209049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb447b-adf3-4762-a571-be247f22ec37 req-86cd6204-f45b-4a79-9000-20b5cbd9fcd0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:52.217720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10cb447b-adf3-4762-a571-be247f22ec37 req-86cd6204-f45b-4a79-9000-20b5cbd9fcd0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5bec5d6-548f-4007-a04b-4dd08e7070ed HTTP/1.1" status: 200 len: 944 time: 0.4233439 May 06 12:26:52.243568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] For port 8e41729b-84be-4092-a881-903b9227db20, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:52.254259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] For port 8e41729b-84be-4092-a881-903b9227db20, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8e41729b-84be-4092-a881-903b9227db20,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:52.265963 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.273809 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.279099 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.280145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Calling delete_port for d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:26:52.327209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10cb447b-adf3-4762-a571-be247f22ec37 req-67bd5bdf-c3a6-4000-b337-dc7bf2fb5949 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081574 May 06 12:26:52.380539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd531cf-4b00-42c7-b97c-ff9bc44c844b None None] Pushing event updated for resources: {'Port': ['ID=8e41729b-84be-4092-a881-903b9227db20,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:52.411381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5082d6-f5aa-4442-a17b-ed0365fd33b5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:52.420730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.422694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6dd8d66d-b398-4d00-8427-fd82da583725 req-456c6afd-c3c0-4856-89ba-d71a16987196 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.9553025 May 06 12:26:52.459902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:52.464035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:26:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:52.505750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.618049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Pushing event deleted for resources: {'Port': ['ID=d10c5a9f-7aa9-47d1-92a0-2137ee4d7172,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:52.762135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] No DVR routers for this DVR port d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:52.767727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.771628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'name': 'network-vif-deleted', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:52.819905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a40b39d4-6696-46e6-82f3-30e258decdad req-581a89f4-0775-4424-8526-1ff2aa9a1906 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 210 time: 0.1431692 May 06 12:26:52.820761 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cad88ffb-01ec-428d-84d8-3b48122562d9 req-9da9307e-322a-4ae6-85fc-299c276ae675 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.36 "DELETE /v2.0/ports/d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 HTTP/1.1" status: 204 len: 173 time: 1.3691013 May 06 12:26:52.905986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:53.152161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-d27ddcc2-6f94-4ed3-989e-65f4a418bb4c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:53.155255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-d27ddcc2-6f94-4ed3-989e-65f4a418bb4c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.36 "GET /v2.0/networks?id=f957efda-8248-4d87-9fa9-a25535f374b7 HTTP/1.1" status: 200 len: 828 time: 0.3338096 May 06 12:26:53.210632 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:26:53.217892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e031d-0f9a-43b0-a60c-076c3f7844b1 req-ded6ea07-8fe1-40f5-8317-d965b63c6868 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:53.222065 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-199e031d-0f9a-43b0-a60c-076c3f7844b1 req-ded6ea07-8fe1-40f5-8317-d965b63c6868 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 944 time: 0.6302073 May 06 12:26:53.230821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Request body: {'port': {'device_id': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'admin_state_up': True, 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:53.314865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8e41729b-84be-4092-a881-903b9227db20', 'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'mac_address': 'fa:16:3e:ed:4b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:42Z', 'updated_at': '2022-05-06T12:26:52Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'subnets': [{'id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:53.320228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26949245-563f-4888-ab17-4b5c7cde7e01 None None] The sync data for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 is: [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8e41729b-84be-4092-a881-903b9227db20', 'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'mac_address': 'fa:16:3e:ed:4b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:42Z', 'updated_at': '2022-05-06T12:26:52Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'subnets': [{'id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:26:53.415408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1598711311', 'description': 'tempest-description-2061002316'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:53.423583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:53.431461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Usage tracker for resource:security_group and tenant:a08e1f706f9c4757afac49841c3e018b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:53.444890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:53.448249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3091a6b1-d6b8-4928-bba4-9d84b280b817 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:53.465551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:53.529862 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.549059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 3091a6b1-d6b8-4928-bba4-9d84b280b817 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:53.554651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.558214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 3091a6b1-d6b8-4928-bba4-9d84b280b817 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:53.558577 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.594757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-199e031d-0f9a-43b0-a60c-076c3f7844b1 req-03290619-4139-43c7-a548-adab14dae8c1 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419800 May 06 12:26:53.619221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:53.642678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Usage tracker for resource:port and tenant:0d66894dd0a84b38a77e90da6fdd5228 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:53.659535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:53.686299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:53.698884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:53.705352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Usage tracker for resource:security_group_rule and tenant:a08e1f706f9c4757afac49841c3e018b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:53.710952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:53.720431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:53.768259 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.820635 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:53.845049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:53.852595 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.981066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3091a6b1-d6b8-4928-bba4-9d84b280b817,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:53.992101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a968e5f-f3f5-4959-b938-592bb476682c req-5251d677-e035-43a3-a4a4-ce4aef882a40 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1005282 May 06 12:26:53.993120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Made reservation on behalf of 0d66894dd0a84b38a77e90da6fdd5228 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:53.999606 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.069389 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.136950 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.169675 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb46818-33ab-46bc-bc19-1739aa178894'] response: {'server_uuid': 'd5bec5d6-548f-4007-a04b-4dd08e7070ed', 'name': 'network-vif-deleted', 'tag': 'd10c5a9f-7aa9-47d1-92a0-2137ee4d7172', 'status': 'completed', 'code': 200} May 06 12:26:54.212691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:54.222735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bb45e9-eeaf-4b76-b0b7-e99f5056e800,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:54.226471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Usage tracker for resource:security_group_rule and tenant:a08e1f706f9c4757afac49841c3e018b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:54.233074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:54.273947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:54.288961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:54.407424 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2225dac-62f6-4ed0-adea-a03a3e2a55fa'] response: {'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817', 'code': 200} May 06 12:26:54.409836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:26:54.410542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device d10c5a9f-7aa9-47d1-92a0-2137ee4d7172 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:54.427039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Allocated IP 172.20.0.3 (f957efda-8248-4d87-9fa9-a25535f374b7/fe6eb35b-d0d7-48a3-9db1-7693d07c1683/9e88a3e9-ae2c-4d80-b4fa-19a17256618d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:54.637935 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.747381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d8cf59b-05dd-424a-8ed4-6ceaf95696c9 req-a174eba8-54ff-4c44-9794-f7e36c762747 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 210 time: 0.1395373 May 06 12:26:54.748716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.939906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a509dfd7-4c70-46a7-b351-e66953d3de2b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:55.086864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.090941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d9f5722-2695-4a21-a941-971095fd4980 req-8c6c5db0-f5c9-4e8f-a565-b765a3394783 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.6955566 May 06 12:26:55.094490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8e41729b-84be-4092-a881-903b9227db20 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:55.196402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.225202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Transition to ACTIVE for port object 9e88a3e9-ae2c-4d80-b4fa-19a17256618d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:55.259214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b611ffd-4481-4528-9a9d-b50e597238a9 req-4ea02390-7eea-47a4-9ad7-c722015d843f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 1096 time: 0.8048944 May 06 12:26:55.259214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.419570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 8e41729b-84be-4092-a881-903b9227db20 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:55.432236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8e41729b-84be-4092-a881-903b9227db20 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:55.432236 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.466696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-427924110', 'description': 'tempest-description-836581727'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:55.498636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:55.519469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Usage tracker for resource:security_group and tenant:a08e1f706f9c4757afac49841c3e018b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:55.535792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:55.557026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:55.577377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Network f957efda-8248-4d87-9fa9-a25535f374b7 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:55.602480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:55.616395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:55.661289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Pushing event updated for resources: {'Port': ['ID=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:55.667685 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.674884 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.710987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b611ffd-4481-4528-9a9d-b50e597238a9 req-c2f320dd-b86e-4cc1-a79f-a4249b438d5c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339039 May 06 12:26:55.727052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 8e41729b-84be-4092-a881-903b9227db20, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8e41729b-84be-4092-a881-903b9227db20,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:55.734099 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.813021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:55.814109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.830146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=8e41729b-84be-4092-a881-903b9227db20,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:55.851436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdced3a-dba5-401d-a7da-8fa5e09f8c12 req-3650a00a-958f-4712-a759-958042675d2c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:55.854079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebdced3a-dba5-401d-a7da-8fa5e09f8c12 req-3650a00a-958f-4712-a759-958042675d2c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.4587450 May 06 12:26:55.860041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:55.868421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Usage tracker for resource:security_group_rule and tenant:a08e1f706f9c4757afac49841c3e018b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:55.901845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:55.923749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:55.930184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cdf134b4-16a8-4143-9624-b3ed38419b12 None None] Provisioning for port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:55.931255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-1d00b9aa-e1c8-4738-9f00-3381f801cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7073483 May 06 12:26:55.937218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cdf134b4-16a8-4143-9624-b3ed38419b12 None None] Provisioning complete for port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:55.937548 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdf134b4-16a8-4143-9624-b3ed38419b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:56.007155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebdced3a-dba5-401d-a7da-8fa5e09f8c12 req-fbf68c79-8178-4138-86bc-c85b97faaed8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400018 May 06 12:26:56.025150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cdf134b4-16a8-4143-9624-b3ed38419b12 None None] Port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:26:56.081916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:56.090283 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:56.143455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4474bbc8-57dc-43a5-9aa2-93b065d61bd7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:56.146498 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:56.160563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52bce7a1-5f34-4983-89cd-5be29150e990 req-6a94fffb-72ea-4e2f-9786-fed6e6bd89a2 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.7689683 May 06 12:26:56.303418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Request body: {'port': {'device_id': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:56.504085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c582b2e-fa0f-4a90-ba23-e60159227b80 req-2f38daad-ce37-462e-976d-7b90730aa6ba tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.2089543 May 06 12:26:56.635304 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:56.699238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebc6fa-5331-442c-b0a2-b4d24117a7e7 req-bda45676-84d6-4371-a7d1-0eaa9329cb1d tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.700884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cebc6fa-5331-442c-b0a2-b4d24117a7e7 req-bda45676-84d6-4371-a7d1-0eaa9329cb1d tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 944 time: 0.3504617 May 06 12:26:56.712400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-a01bb583-675d-49af-a1c3-e1a6b3f9e924 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.714025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-a01bb583-675d-49af-a1c3-e1a6b3f9e924 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.48 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 944 time: 0.3038373 May 06 12:26:56.929704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8e41729b-84be-4092-a881-903b9227db20 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:56.942918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Deleting port ef201b16-45a8-4edd-8681-65153a5806e0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:26:56.943295 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:57.028825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cebc6fa-5331-442c-b0a2-b4d24117a7e7 req-b5b7ebc5-5664-42b7-9eeb-14ef1f1d6a9f tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d73a655-9e96-4812-93fe-ca84f97eff11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041623 May 06 12:26:57.030539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8e41729b-84be-4092-a881-903b9227db20 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:57.031170 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:57.345217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18704e9a-8880-4bf7-bb48-85e9f93b660b req-4036aec1-d963-4138-a90a-5286ea34482b tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:57.345954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-18704e9a-8880-4bf7-bb48-85e9f93b660b req-4036aec1-d963-4138-a90a-5286ea34482b tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Synchronizing usage tracker for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:57.521757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-18704e9a-8880-4bf7-bb48-85e9f93b660b req-4036aec1-d963-4138-a90a-5286ea34482b tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Unset dirty status for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:57.522219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18704e9a-8880-4bf7-bb48-85e9f93b660b req-4036aec1-d963-4138-a90a-5286ea34482b tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 931 time: 0.7119832 May 06 12:26:57.635965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] For port ef201b16-45a8-4edd-8681-65153a5806e0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=ef201b16-45a8-4edd-8681-65153a5806e0,segment=NetworkSegment(f16aee1a-dff3-48b9-add7-8eecf8cde706),segment_id=f16aee1a-dff3-48b9-add7-8eecf8cde706)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:57.636333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:57.819717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Calling delete_port for ef201b16-45a8-4edd-8681-65153a5806e0 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:26:57.952432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18704e9a-8880-4bf7-bb48-85e9f93b660b req-578f61e8-cafa-4a3a-99f3-4b77b5a40019 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843489 May 06 12:26:57.968415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e88a3e9-ae2c-4d80-b4fa-19a17256618d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:57.990704 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:58.049040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Transition to ACTIVE for port object 9e88a3e9-ae2c-4d80-b4fa-19a17256618d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:58.094923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:58.298874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Pushing event updated for resources: {'Port': ['ID=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:58.356721 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:58.466452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Pushing event deleted for resources: {'Port': ['ID=ef201b16-45a8-4edd-8681-65153a5806e0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:58.580454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-082289d7-c68a-4fef-a9bd-a21e92059eb4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Synchronizing usage tracker for tenant:a08e1f706f9c4757afac49841c3e018b on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:58.701035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] No DVR routers for this DVR port ef201b16-45a8-4edd-8681-65153a5806e0 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:58.711977 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:58.717271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'name': 'network-vif-deleted', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:58.760214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7b4b17d-95aa-4ecc-bbfd-9a80a4a38139 req-536e7cdf-98c1-423e-abd6-e2400d5f49c0 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.48 "DELETE /v2.0/ports/ef201b16-45a8-4edd-8681-65153a5806e0 HTTP/1.1" status: 204 len: 173 time: 2.0306246 May 06 12:26:58.760918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-082289d7-c68a-4fef-a9bd-a21e92059eb4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Unset dirty status for tenant:a08e1f706f9c4757afac49841c3e018b on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:58.764836 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-082289d7-c68a-4fef-a9bd-a21e92059eb4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39749 time: 1.6062212 May 06 12:26:58.809747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e766d-8613-4f44-ac63-c68e2d135c44 req-40bc0c02-2bf0-40bd-8cc4-305591a280ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:58.811839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-322e766d-8613-4f44-ac63-c68e2d135c44 req-40bc0c02-2bf0-40bd-8cc4-305591a280ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.5145941 May 06 12:26:58.812663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Attempting to bind port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:58.812981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Attempting to bind port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:58.813357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Attempting to bind port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d on network f957efda-8248-4d87-9fa9-a25535f374b7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:58.859258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d on network f957efda-8248-4d87-9fa9-a25535f374b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:58.859437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Attempting to bind port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d on network f957efda-8248-4d87-9fa9-a25535f374b7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:58.892918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:58.893377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Checking segment: {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:58.893613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Bound using segment: {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:58.894133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Bound port: 9e88a3e9-ae2c-4d80-b4fa-19a17256618d, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224d7f10-c59b-449a-86da-2c71d0c4005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:58.894462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:58.907600 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-c58ef03d-ae9c-41f7-9adb-47f17de2b1d1 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0d73a655-9e96-4812-93fe-ca84f97eff11 HTTP/1.1" status: 200 len: 2649 time: 0.1328661 May 06 12:26:58.920336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-322e766d-8613-4f44-ac63-c68e2d135c44 req-8dfae06a-a395-4b4f-a4dd-dee0f1244ae6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924983 May 06 12:26:59.096484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-9c926eb2-c6f6-44a4-bf66-a72a8e69aa73 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0d73a655-9e96-4812-93fe-ca84f97eff11 HTTP/1.1" status: 200 len: 2649 time: 0.1735551 May 06 12:26:59.107572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] For port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:59.115881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] For port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:59.137864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:59.462696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0edbac1b-2c12-4ddc-b37a-21ee9130c4b1 req-41c67b6e-805c-4021-9178-74b7d3d25888 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.3172174 May 06 12:26:59.493051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ef201b16-45a8-4edd-8681-65153a5806e0 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:59.523103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-e923cc25-f3a1-4c5a-bac8-73399aa0a2d7 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/17c02fa5-e38f-4bfd-81c9-ba2e07e6568a HTTP/1.1" status: 200 len: 2649 time: 0.4115286 May 06 12:26:59.526172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:59.528252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] 10.222.0.36 "PUT /v2.0/ports/9e88a3e9-ae2c-4d80-b4fa-19a17256618d HTTP/1.1" status: 200 len: 1091 time: 3.5874913 May 06 12:26:59.585088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21d2b0-01a3-48ae-b28c-ad1d8b440e4c service neutron] Pushing event updated for resources: {'Port': ['ID=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:59.632096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: ef201b16-45a8-4edd-8681-65153a5806e0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:26:59.632437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device ef201b16-45a8-4edd-8681-65153a5806e0 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:59.759271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-2715489f-8729-4386-8945-fcc5820c7790 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/17c02fa5-e38f-4bfd-81c9-ba2e07e6568a HTTP/1.1" status: 200 len: 2649 time: 0.2211952 May 06 12:26:59.874574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-39d507b5-6ae6-43b5-a2b6-f6ff7a89d721 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d66894dd0a84b38a77e90da6fdd5228&device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 1094 time: 0.2567499 May 06 12:26:59.877758 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-4e9c02f8-a035-423b-b783-82cb59e46799 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/293ae7db-785e-4715-897a-7231d92c3342 HTTP/1.1" status: 200 len: 2649 time: 0.1080847 May 06 12:27:00.017079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a972f873-7f2d-4044-8fab-fb95a1ab259b req-f178d1b1-1664-4f86-bb20-4bcd1f500c87 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Synchronizing usage tracker for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:00.022764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-9b662923-9644-4fe1-89dd-36db6d53a1c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d HTTP/1.1" status: 200 len: 217 time: 0.1314392 May 06 12:27:00.106491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a972f873-7f2d-4044-8fab-fb95a1ab259b req-f178d1b1-1664-4f86-bb20-4bcd1f500c87 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] Unset dirty status for tenant:9eaa69998de64fa19c325e81a523f48b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:00.107717 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a972f873-7f2d-4044-8fab-fb95a1ab259b req-f178d1b1-1664-4f86-bb20-4bcd1f500c87 tempest-LiveAutoBlockMigrationV225Test-2133560787 tempest-LiveAutoBlockMigrationV225Test-2133560787-project] 10.222.0.44 "GET /v2.0/ports?device_id=7468f3d3-31b9-4d76-9eab-671f2359eda7 HTTP/1.1" status: 200 len: 210 time: 0.1611814 May 06 12:27:00.116765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-ecd9727c-0cb8-4875-9860-760f3d4720e4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/293ae7db-785e-4715-897a-7231d92c3342 HTTP/1.1" status: 200 len: 2649 time: 0.1713350 May 06 12:27:00.131452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-b9338bda-d7e6-4315-b2fd-fcbf10788278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:00.133125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-b9338bda-d7e6-4315-b2fd-fcbf10788278 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe6eb35b-d0d7-48a3-9db1-7693d07c1683 HTTP/1.1" status: 200 len: 867 time: 0.0985844 May 06 12:27:00.238965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-4621c79c-d48f-4464-a86c-06ce2f89d7f7 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/50e60568-1cc1-4a60-82ae-9cf966c0950f HTTP/1.1" status: 200 len: 2649 time: 0.1102245 May 06 12:27:00.281906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-160a5e7a-e2aa-4b66-aac6-3041346b5602 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f957efda-8248-4d87-9fa9-a25535f374b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382728 May 06 12:27:00.380003 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c663d4-b789-4d03-aff7-e60192b813b4'] response: {'server_uuid': '7468f3d3-31b9-4d76-9eab-671f2359eda7', 'name': 'network-vif-deleted', 'tag': 'ef201b16-45a8-4edd-8681-65153a5806e0', 'status': 'completed', 'code': 200} May 06 12:27:00.404144 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-0c29309e-950c-4b43-8e89-43e88bd9ff49 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/50e60568-1cc1-4a60-82ae-9cf966c0950f HTTP/1.1" status: 200 len: 2649 time: 0.1572020 May 06 12:27:00.557813 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-d689b53e-37bc-463a-8208-ff862f86c99f service neutron] 10.222.0.36 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619452 May 06 12:27:00.565568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-78f63f94-8f1b-4641-91e5-2bc10b7216ef tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d HTTP/1.1" status: 200 len: 2649 time: 0.1482611 May 06 12:27:00.843514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-9e2cefdf-1943-4f0d-b5b0-c50fb727a72a tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d HTTP/1.1" status: 200 len: 2649 time: 0.2356279 May 06 12:27:00.910996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1533212-01a5-4dea-ae5f-e6b95a889f77 req-05357bf9-3344-485c-b669-acd78d39be72 service neutron] 10.222.0.36 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439488 May 06 12:27:00.966584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-c1587102-9ad9-4688-bd86-336cd83f2322 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/66a9a42a-7669-43ab-ac8f-a5093291cd9c HTTP/1.1" status: 200 len: 2649 time: 0.1133978 May 06 12:27:01.038096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-0b49b79d-87fe-4dc9-a799-a36218a909be tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/66a9a42a-7669-43ab-ac8f-a5093291cd9c HTTP/1.1" status: 200 len: 2649 time: 0.0614839 May 06 12:27:01.113048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-2c1b15b1-38e7-4f97-ab58-c10f2f736a3c tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/96bb45e9-eeaf-4b76-b0b7-e99f5056e800 HTTP/1.1" status: 200 len: 2649 time: 0.0662463 May 06 12:27:01.244303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-52362fed-37ae-4563-800f-aebd649462b3 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/96bb45e9-eeaf-4b76-b0b7-e99f5056e800 HTTP/1.1" status: 200 len: 2649 time: 0.1235666 May 06 12:27:01.313596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0efdfd-15a1-4508-96aa-42c5c0fe2a4c req-ef708f9f-920a-4727-9dfb-51f352dff4aa tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:01.316584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e0efdfd-15a1-4508-96aa-42c5c0fe2a4c req-ef708f9f-920a-4727-9dfb-51f352dff4aa tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 943 time: 0.1790805 May 06 12:27:01.401286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-51eef806-d507-4f9b-879c-21a1d09939c9 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9d4995cb-823f-48e3-be49-ff017fc8290e HTTP/1.1" status: 200 len: 2649 time: 0.1447992 May 06 12:27:01.417361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e0efdfd-15a1-4508-96aa-42c5c0fe2a4c req-945d674c-5f1a-404e-b9ec-712b92cacab0 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940101 May 06 12:27:01.488192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-30461783-28b7-4d1c-b9fc-2127a9b1dd2b tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9d4995cb-823f-48e3-be49-ff017fc8290e HTTP/1.1" status: 200 len: 2649 time: 0.0694609 May 06 12:27:01.555782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-a40befae-f945-4306-82a7-ece49ceeb83c tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9dff3e8e-89c6-4da8-8921-05475497b9f9 HTTP/1.1" status: 200 len: 2649 time: 0.0612843 May 06 12:27:01.640450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-5ea5ec30-7f75-4b3e-adda-a54ceb7e52d8 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9dff3e8e-89c6-4da8-8921-05475497b9f9 HTTP/1.1" status: 200 len: 2649 time: 0.0760539 May 06 12:27:01.705776 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5df63e47-62c7-410e-84c1-491373619d8a req-0c8279cf-c4d1-4c53-82d0-34efe0928b0c tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0586870 May 06 12:27:01.746988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-f629aaa0-3efd-41ac-860e-0fe366ea678a tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c9ca5fbf-e7cb-4edb-8421-00e8800e716a HTTP/1.1" status: 200 len: 2649 time: 0.0987296 May 06 12:27:01.835175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-0809764b-2c6e-4396-b55c-28fe0e204736 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/c9ca5fbf-e7cb-4edb-8421-00e8800e716a HTTP/1.1" status: 200 len: 2649 time: 0.0772374 May 06 12:27:02.013681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-cbca21bf-930a-4d94-83ce-4710013ffbbe tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/d3137b12-678f-406b-8c32-be86f474575c HTTP/1.1" status: 200 len: 2649 time: 0.1654632 May 06 12:27:02.090716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-3397bd6f-3c79-4a68-843b-75c8bf23e2ee tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/d3137b12-678f-406b-8c32-be86f474575c HTTP/1.1" status: 200 len: 2649 time: 0.0706892 May 06 12:27:02.097719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32232c-96fc-4cea-97d1-0562e55832ff req-c5537810-1226-4fe2-97f4-8f37e527ed83 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:02.099260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad32232c-96fc-4cea-97d1-0562e55832ff req-c5537810-1226-4fe2-97f4-8f37e527ed83 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.1849067 May 06 12:27:02.187449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-359d744a-9805-42f5-a6cd-8f0a2cc68421 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/fdd5aa67-dc66-4ff0-837d-b7cdf02602d2 HTTP/1.1" status: 200 len: 2649 time: 0.0871532 May 06 12:27:02.190181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad32232c-96fc-4cea-97d1-0562e55832ff req-fe71ec48-6a18-40a5-b2f5-c8797a10f576 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781932 May 06 12:27:02.281926 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-840c0005-0986-4a4e-b0fa-73088b3e3a4f req-5a8b2ce6-2b6f-4793-8a6b-965b2d7a45a7 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/fdd5aa67-dc66-4ff0-837d-b7cdf02602d2 HTTP/1.1" status: 200 len: 2649 time: 0.0869408 May 06 12:27:02.366937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55296) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:02.389385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:02.483475 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472d6c77-e36d-4a98-a90a-fee26ff0a906'] response: {'name': 'network-changed', 'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'status': 'completed', 'code': 200} May 06 12:27:02.830112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3739f1ec-225d-4ef5-925e-e57d8facbaa5 req-5808ba5a-5ae2-4b0b-ac88-e3a12df0dcc6 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Synchronizing usage tracker for tenant:44b0921db4144c6dbc1d19409415da27 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:02.911349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3739f1ec-225d-4ef5-925e-e57d8facbaa5 req-5808ba5a-5ae2-4b0b-ac88-e3a12df0dcc6 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Unset dirty status for tenant:44b0921db4144c6dbc1d19409415da27 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:02.913040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3739f1ec-225d-4ef5-925e-e57d8facbaa5 req-5808ba5a-5ae2-4b0b-ac88-e3a12df0dcc6 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44b0921db4144c6dbc1d19409415da27 HTTP/1.1" status: 200 len: 5438 time: 0.5020692 May 06 12:27:02.927975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Deleting subnet 183af125-8930-442d-be80-cf26155feae4 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:27:02.948725 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:03.021913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e397b8-1e47-4f53-900e-7fbaf07979fa req-1498f4cb-2942-4d4f-acea-ff9fe5f70107 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d66894dd0a84b38a77e90da6fdd5228&device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 1094 time: 0.5222907 May 06 12:27:03.132521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:03.165693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c2dc1-9f8a-4bcb-9e5c-21c35672710a req-77a96953-4db4-48a7-ab02-21a0ce63884d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:03.167328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b0c2dc1-9f8a-4bcb-9e5c-21c35672710a req-77a96953-4db4-48a7-ab02-21a0ce63884d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 943 time: 0.5622911 May 06 12:27:03.235176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3739f1ec-225d-4ef5-925e-e57d8facbaa5 req-19d938bb-8b7e-4e7f-8f6a-f9263c6fb51b tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] 10.222.0.44 "GET /v2.0/security-groups/c9ca5fbf-e7cb-4edb-8421-00e8800e716a HTTP/1.1" status: 200 len: 2649 time: 0.3024580 May 06 12:27:03.300867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:03.387176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e397b8-1e47-4f53-900e-7fbaf07979fa req-444c71d4-35da-45a5-9dc0-7e4021868df4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:03.388815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e397b8-1e47-4f53-900e-7fbaf07979fa req-444c71d4-35da-45a5-9dc0-7e4021868df4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f957efda-8248-4d87-9fa9-a25535f374b7 HTTP/1.1" status: 200 len: 929 time: 0.3603983 May 06 12:27:03.400293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b0c2dc1-9f8a-4bcb-9e5c-21c35672710a req-9b79487b-7125-4f2a-826b-e216e55581ec tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078543 May 06 12:27:03.513578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e397b8-1e47-4f53-900e-7fbaf07979fa req-bd209077-acc2-46d3-bfdc-ea737424507f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d HTTP/1.1" status: 200 len: 217 time: 0.1101151 May 06 12:27:03.521072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3739f1ec-225d-4ef5-925e-e57d8facbaa5 req-a443fc2b-a791-498e-b84f-c3edfb851410 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] 10.222.0.44 "GET /v2.0/security-groups/c9ca5fbf-e7cb-4edb-8421-00e8800e716a HTTP/1.1" status: 200 len: 2649 time: 0.2740641 May 06 12:27:03.636343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-216331b4-ad88-4185-b313-23ae001ae0c8 req-6d2aab5f-09ac-4de8-8f25-f6a9157d6187 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0962903 May 06 12:27:03.637478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:03.687127 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:03.705084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183af125-8930-442d-be80-cf26155feae4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:03.713416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/183af125-8930-442d-be80-cf26155feae4 HTTP/1.1" status: 204 len: 168 time: 1.3450181 May 06 12:27:03.720885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55322) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:03.764680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e397b8-1e47-4f53-900e-7fbaf07979fa req-7b88b3da-8435-4343-9875-4a66454d0cbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:03.766721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e397b8-1e47-4f53-900e-7fbaf07979fa req-7b88b3da-8435-4343-9875-4a66454d0cbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe6eb35b-d0d7-48a3-9db1-7693d07c1683 HTTP/1.1" status: 200 len: 867 time: 0.2237344 May 06 12:27:03.775201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.775543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.775901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.776297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.776728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.777090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.777420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.777746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.778069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.778388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.778817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ca767-bdf1-42a8-aebd-d5ed72d686b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:03.931602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866c7d8-f389-42eb-8a9f-1575b08d9743 req-63282ee0-1d77-4315-98a4-8f1101806502 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:03.933766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a866c7d8-f389-42eb-8a9f-1575b08d9743 req-63282ee0-1d77-4315-98a4-8f1101806502 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.2235701 May 06 12:27:03.950454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b06309c1-b6e9-4c80-a21d-ee72888c3746 req-0df956d1-debc-4d45-8861-0a0f0331919c tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4474bbc8-57dc-43a5-9aa2-93b065d61bd7 HTTP/1.1" status: 200 len: 1610 time: 0.1284676 May 06 12:27:03.957213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e397b8-1e47-4f53-900e-7fbaf07979fa req-0963d2ee-ecaa-486a-b134-9c5a57e9d4c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f957efda-8248-4d87-9fa9-a25535f374b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728172 May 06 12:27:03.965945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.136697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.142182 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a866c7d8-f389-42eb-8a9f-1575b08d9743 req-7d1b57f1-ce31-45d6-a794-a8822e43cb8b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895919 May 06 12:27:04.179347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dccc9a8-5d1c-4d97-9331-914404a43131']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:04.204276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16aee1a-dff3-48b9-add7-8eecf8cde706') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:04.205010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16aee1a-dff3-48b9-add7-8eecf8cde706') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:04.222080 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b06309c1-b6e9-4c80-a21d-ee72888c3746 req-cd787f2d-980c-467b-a7d9-4ec6fe0c27f4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.226080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.243038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e397b8-1e47-4f53-900e-7fbaf07979fa req-7aca3dec-2e0c-4f7b-bab1-9c0421086001 service neutron] 10.222.0.36 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677903 May 06 12:27:04.248140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.256378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:27:04.256780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.318403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9e88a3e9-ae2c-4d80-b4fa-19a17256618d details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: timer() May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:27:04.329731 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:27:04.389309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b06309c1-b6e9-4c80-a21d-ee72888c3746 req-cd787f2d-980c-467b-a7d9-4ec6fe0c27f4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.466042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.515845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.536510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dccc9a8-5d1c-4d97-9331-914404a43131,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:04.560392 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5dcef9b7-54dd-48d6-bc1d-a22980dcb8b6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7dccc9a8-5d1c-4d97-9331-914404a43131 HTTP/1.1" status: 204 len: 168 time: 0.8362908 May 06 12:27:04.561744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55348) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:04.607409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e397b8-1e47-4f53-900e-7fbaf07979fa req-6f3f9f0c-7fc0-4b73-b50d-a742bb4859b7 service neutron] 10.222.0.36 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560326 May 06 12:27:04.615960 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b06309c1-b6e9-4c80-a21d-ee72888c3746 req-cd787f2d-980c-467b-a7d9-4ec6fe0c27f4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.648453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd787f2d-980c-467b-a7d9-4ec6fe0c27f4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4474bbc8-57dc-43a5-9aa2-93b065d61bd7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:04.666370 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b06309c1-b6e9-4c80-a21d-ee72888c3746 req-cd787f2d-980c-467b-a7d9-4ec6fe0c27f4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.668676 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b06309c1-b6e9-4c80-a21d-ee72888c3746 req-cd787f2d-980c-467b-a7d9-4ec6fe0c27f4 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/4474bbc8-57dc-43a5-9aa2-93b065d61bd7 HTTP/1.1" status: 204 len: 173 time: 0.6892204 May 06 12:27:04.671286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9189ffeb-2bc5-4b04-89df-af60c12b4fba admin admin] Deleting subnet 890671f8-d789-4647-b44f-bd94c9c18771 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:27:04.675510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9189ffeb-2bc5-4b04-89df-af60c12b4fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.709664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:04.739109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9189ffeb-2bc5-4b04-89df-af60c12b4fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.765861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'port_id': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'mac_address': 'fa:16:3e:ac:c7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:04.902371 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.907468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e60bac-8cbb-4867-81ef-55aac02a68bc req-35771595-a0da-42af-b756-e1dabaca3176 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:04.908921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91e60bac-8cbb-4867-81ef-55aac02a68bc req-35771595-a0da-42af-b756-e1dabaca3176 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 943 time: 0.1962466 May 06 12:27:04.922528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-189cb213-17eb-4002-9965-ba56d354e699 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=afbcef3d78134e09830a3e4b99891e16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485451 May 06 12:27:04.934319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e88a3e9-ae2c-4d80-b4fa-19a17256618d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:04.957473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:04.966648 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.980454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9189ffeb-2bc5-4b04-89df-af60c12b4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.079828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:05.121343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9189ffeb-2bc5-4b04-89df-af60c12b4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.168203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91e60bac-8cbb-4867-81ef-55aac02a68bc req-bea7b84a-2574-41eb-9a45-7ea5f2a91ac9 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438002 May 06 12:27:05.196798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189ffeb-2bc5-4b04-89df-af60c12b4fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=890671f8-d789-4647-b44f-bd94c9c18771,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:05.208219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9189ffeb-2bc5-4b04-89df-af60c12b4fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.219074 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9189ffeb-2bc5-4b04-89df-af60c12b4fba admin admin] 10.222.0.44 "DELETE /v2.0/subnets/890671f8-d789-4647-b44f-bd94c9c18771 HTTP/1.1" status: 204 len: 168 time: 0.6550012 May 06 12:27:05.221991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55364) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:05.232093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['9e88a3e9-ae2c-4d80-b4fa-19a17256618d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:05.276872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0c04f-1122-44df-9d24-8a353723547b req-9798263a-c440-4d60-9845-c79a1e52db3b tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:05.285258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-9798263a-c440-4d60-9845-c79a1e52db3b tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3290558 May 06 12:27:05.436261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.440230 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-930de670-591a-45c9-9f59-918fcf0f394e tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/quotas/afbcef3d78134e09830a3e4b99891e16 HTTP/1.1" status: 200 len: 375 time: 0.1539319 May 06 12:27:05.508079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-68d0f796-4e56-4bea-b410-6108a354ade5 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=afbcef3d78134e09830a3e4b99891e16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609577 May 06 12:27:05.521232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-155adfab-2b19-4f5e-8018-49f8025049f4 req-f21786ac-c7c4-47bb-aecd-ed3d42dff9f5 tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a509dfd7-4c70-46a7-b351-e66953d3de2b HTTP/1.1" status: 200 len: 1612 time: 0.2320080 May 06 12:27:05.608993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.610490 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-155adfab-2b19-4f5e-8018-49f8025049f4 req-76ae38d6-dd44-4253-b58e-84246dbf568e tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.647350 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-155adfab-2b19-4f5e-8018-49f8025049f4 req-76ae38d6-dd44-4253-b58e-84246dbf568e tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.655788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13991f10-5459-4ee1-a39e-2a050a796d1b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:05.681624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6fcd8a-7c8a-4557-a85c-ddd87cd836cb') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:05.681624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6fcd8a-7c8a-4557-a85c-ddd87cd836cb') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:05.705660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.721706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-155adfab-2b19-4f5e-8018-49f8025049f4 req-76ae38d6-dd44-4253-b58e-84246dbf568e tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.744166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.757698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:27:05.758803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.776611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae38d6-dd44-4253-b58e-84246dbf568e tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a509dfd7-4c70-46a7-b351-e66953d3de2b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:05.794517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-155adfab-2b19-4f5e-8018-49f8025049f4 req-76ae38d6-dd44-4253-b58e-84246dbf568e tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.794517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-155adfab-2b19-4f5e-8018-49f8025049f4 req-76ae38d6-dd44-4253-b58e-84246dbf568e tempest-SecurityGroupsTestAdminJSON-1312396427 tempest-SecurityGroupsTestAdminJSON-1312396427-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/a509dfd7-4c70-46a7-b351-e66953d3de2b HTTP/1.1" status: 204 len: 173 time: 0.2680266 May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: timer() May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:27:05.806048 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:27:05.937831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.956658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4c10b8a-251f-4400-adcf-3c59b4f9d23a req-2ffeb03a-d15c-4f78-a600-a42e42a29076 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0548882 May 06 12:27:05.975877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.987734 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] 10.222.0.44 "DELETE /v2.0/networks/13991f10-5459-4ee1-a39e-2a050a796d1b HTTP/1.1" status: 204 len: 168 time: 0.7640398 May 06 12:27:05.992563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccd8c5-d526-4bff-a7be-d2f35b7f8a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=13991f10-5459-4ee1-a39e-2a050a796d1b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:06.109044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91bf6-14a6-4881-a637-c31377c007d6 req-2bd42351-4810-443d-becd-43eb9e3eda32 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:06.116902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10c91bf6-14a6-4881-a637-c31377c007d6 req-2bd42351-4810-443d-becd-43eb9e3eda32 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.1221843 May 06 12:27:06.201197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10c91bf6-14a6-4881-a637-c31377c007d6 req-c8f1a685-2ea4-4f84-8e9d-0b940b12e3fd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751131 May 06 12:27:06.251485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55384) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:06.338893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9e88a3e9-ae2c-4d80-b4fa-19a17256618d up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:06.405590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4900b309-d981-4faf-bd44-bff972ca8a04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9eaa69998de64fa19c325e81a523f48b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1528237 May 06 12:27:06.408372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:06.409003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-21bf862e-a365-4679-bb87-aa898e9a9cb9 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=afbcef3d78134e09830a3e4b99891e16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457265 May 06 12:27:06.413311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82091b57-a8e3-4332-9fdf-d911da624b3b req-fdf13b7c-01e2-43df-9f7d-d842b3711c51 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] 10.222.0.44 "GET /v2.0/security-groups/cc5082d6-f5aa-4442-a17b-ed0365fd33b5 HTTP/1.1" status: 200 len: 1610 time: 0.1407361 May 06 12:27:06.461766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:06.468463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:06.469293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.526162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7510c3be-9206-409e-a4c1-f8dd34b9cad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.586110 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7510c3be-9206-409e-a4c1-f8dd34b9cad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.653054 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.686463 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-82091b57-a8e3-4332-9fdf-d911da624b3b req-443e65ee-1fba-4a4f-9327-c6991cccb915 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.689378 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7510c3be-9206-409e-a4c1-f8dd34b9cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.700720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a7b91685-4097-4d95-9e92-f831c1ddd64c tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:06.702322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a7b91685-4097-4d95-9e92-f831c1ddd64c tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811506 May 06 12:27:06.715884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:06.719378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510c3be-9206-409e-a4c1-f8dd34b9cad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d73a655-9e96-4812-93fe-ca84f97eff11,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:06.731308 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7510c3be-9206-409e-a4c1-f8dd34b9cad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.735484 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7510c3be-9206-409e-a4c1-f8dd34b9cad6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d73a655-9e96-4812-93fe-ca84f97eff11 HTTP/1.1" status: 204 len: 168 time: 0.3254967 May 06 12:27:06.757952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:06.768074 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.809548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-cc81685e-c791-45c3-84c6-6a9150a9bc61 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/quotas/afbcef3d78134e09830a3e4b99891e16 HTTP/1.1" status: 200 len: 375 time: 0.0768585 May 06 12:27:06.913350 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.917412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-82091b57-a8e3-4332-9fdf-d911da624b3b req-443e65ee-1fba-4a4f-9327-c6991cccb915 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.932561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:06.967422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-ab725059-2cd0-4ecb-889c-78e655bc8e56 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=afbcef3d78134e09830a3e4b99891e16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1448917 May 06 12:27:07.025921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-82091b57-a8e3-4332-9fdf-d911da624b3b req-443e65ee-1fba-4a4f-9327-c6991cccb915 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.051507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e65ee-1fba-4a4f-9327-c6991cccb915 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5082d6-f5aa-4442-a17b-ed0365fd33b5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:07.063056 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-82091b57-a8e3-4332-9fdf-d911da624b3b req-443e65ee-1fba-4a4f-9327-c6991cccb915 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.069018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82091b57-a8e3-4332-9fdf-d911da624b3b req-443e65ee-1fba-4a4f-9327-c6991cccb915 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] 10.222.0.44 "DELETE /v2.0/security-groups/cc5082d6-f5aa-4442-a17b-ed0365fd33b5 HTTP/1.1" status: 204 len: 173 time: 0.6099701 May 06 12:27:07.391281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3277a-652d-4ca3-8bfb-73b61c8d3fe0 req-6093c71f-136d-4250-bd17-f0afd1050838 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:07.403766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1fc3277a-652d-4ca3-8bfb-73b61c8d3fe0 req-6093c71f-136d-4250-bd17-f0afd1050838 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 945 time: 0.2084963 May 06 12:27:07.500526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1fc3277a-652d-4ca3-8bfb-73b61c8d3fe0 req-0fc2e015-69df-4b48-928b-2aedcb51b1e8 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948963 May 06 12:27:07.619763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55422) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:07.648078 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e605fc8-0a7a-4f4f-9ece-fbdfb70f0e5a'] response: {'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'code': 200} May 06 12:27:07.702358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-83f41574-11fe-494c-9d57-d1148e7c8005 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=afbcef3d78134e09830a3e4b99891e16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664301 May 06 12:27:07.708671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a99fc205-3dd3-4373-98b2-d82934009b28 req-ff0d64cd-77a9-466a-bf4d-891216a24a37 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] 10.222.0.44 "GET /v2.0/security-groups/0c12a8fc-fd88-462f-a1c8-442d3a1e34bd HTTP/1.1" status: 200 len: 1612 time: 0.1491978 May 06 12:27:07.737328 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4d34a09e-cec2-4465-baf8-fe471f5576c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4453c0dcaa3c4fbe8c0542a1575b1870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1145363 May 06 12:27:07.738210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55426) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:07.863108 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b96ad751-0e68-4e91-b650-3c8f4c21ff4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.912271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b96ad751-0e68-4e91-b650-3c8f4c21ff4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.053037 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b96ad751-0e68-4e91-b650-3c8f4c21ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.097781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ad751-0e68-4e91-b650-3c8f4c21ff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4995cb-823f-48e3-be49-ff017fc8290e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:08.102912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b96ad751-0e68-4e91-b650-3c8f4c21ff4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.109043 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b96ad751-0e68-4e91-b650-3c8f4c21ff4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d4995cb-823f-48e3-be49-ff017fc8290e HTTP/1.1" status: 204 len: 168 time: 0.3691535 May 06 12:27:08.275548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2659f03e-9e80-4653-b500-aecc6b2ec915 req-ea34b0ac-a688-4fe0-bf75-a7d6b0b89b42 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.2431107 May 06 12:27:08.416017 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a99fc205-3dd3-4373-98b2-d82934009b28 req-aef01a79-6def-4c9f-a56e-fc88102b90e1 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.441805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0c04f-1122-44df-9d24-8a353723547b req-1bfd6fee-be5b-4990-831d-79a20525104f tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:08.445184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-1bfd6fee-be5b-4990-831d-79a20525104f tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7345703 May 06 12:27:08.476895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Request body: {'port': {'device_id': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'afbcef3d78134e09830a3e4b99891e16'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:08.521187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7d61157-4841-496f-918b-a41e5ac6fe68 req-770e4ea5-e559-458c-9524-85e2f98d3f61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 1096 time: 0.5842948 May 06 12:27:08.671377 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a99fc205-3dd3-4373-98b2-d82934009b28 req-aef01a79-6def-4c9f-a56e-fc88102b90e1 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.810796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6fcc9498-c3c4-4413-a087-ee4300072ed4 req-581899af-1df3-40f1-8b62-d53d35e14f56 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 210 time: 0.1062474 May 06 12:27:08.876712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a99fc205-3dd3-4373-98b2-d82934009b28 req-aef01a79-6def-4c9f-a56e-fc88102b90e1 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.907195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7d61157-4841-496f-918b-a41e5ac6fe68 req-b75947d6-5482-42b9-aa71-efdac9e4cacb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740742 May 06 12:27:08.921727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef01a79-6def-4c9f-a56e-fc88102b90e1 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c12a8fc-fd88-462f-a1c8-442d3a1e34bd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:08.931223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:08.938831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a99fc205-3dd3-4373-98b2-d82934009b28 req-aef01a79-6def-4c9f-a56e-fc88102b90e1 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.940001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a99fc205-3dd3-4373-98b2-d82934009b28 req-aef01a79-6def-4c9f-a56e-fc88102b90e1 tempest-SecurityGroupsTestAdminJSON-1219447630 tempest-SecurityGroupsTestAdminJSON-1219447630-project] 10.222.0.44 "DELETE /v2.0/security-groups/0c12a8fc-fd88-462f-a1c8-442d3a1e34bd HTTP/1.1" status: 204 len: 173 time: 1.0601327 May 06 12:27:08.941087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Usage tracker for resource:port and tenant:afbcef3d78134e09830a3e4b99891e16 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:08.951352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:08.973635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:08.999962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Made reservation on behalf of afbcef3d78134e09830a3e4b99891e16 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:09.003854 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:09.110708 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:09.165656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:09.175120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a95811-3c06-4f14-bb08-41306e6f4b85 req-7beb67f9-3be4-4bad-a521-c33febdba82f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:09.183265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02a95811-3c06-4f14-bb08-41306e6f4b85 req-7beb67f9-3be4-4bad-a521-c33febdba82f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.1410675 May 06 12:27:09.203205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Usage tracker for resource:security_group_rule and tenant:afbcef3d78134e09830a3e4b99891e16 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:09.209863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:09.336226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:09.602545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-8a4e647f-6c89-4388-a2d3-206881367248 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=afbcef3d78134e09830a3e4b99891e16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2469075 May 06 12:27:09.763479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02a95811-3c06-4f14-bb08-41306e6f4b85 req-3b28039e-6320-4fa3-9715-87696faa8c81 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789547 May 06 12:27:09.778294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55458) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:09.989489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825e36d-b8f0-471f-8a88-6d731994c86e req-9a51e567-6d01-446b-bcab-1e07504ff719 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:09.991206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1825e36d-b8f0-471f-8a88-6d731994c86e req-9a51e567-6d01-446b-bcab-1e07504ff719 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 945 time: 0.7848325 May 06 12:27:10.221808 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f3075412-5b88-4a2e-acc9-848276711a8f req-1551ed8a-0a05-47c1-a855-278ad256c3c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1885467 May 06 12:27:10.355006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3aa1405e-f217-4565-8fa8-314c84fd41db req-2bfc8bd3-c8a0-488a-8397-b13ea6c751c0 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1605523 May 06 12:27:10.371421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.393709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.478245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-620c13e5-2d90-4bbe-9828-9ace3508b5d2 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:10.488158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-620c13e5-2d90-4bbe-9828-9ace3508b5d2 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8706379 May 06 12:27:10.508134 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1825e36d-b8f0-471f-8a88-6d731994c86e req-f1c5260f-7f23-492e-96df-ff1f854e6057 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838438 May 06 12:27:10.576354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Request body: {'port': {'device_id': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'afbcef3d78134e09830a3e4b99891e16'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:10.730093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba4c24e-7441-4ffa-bbce-859c85225d5d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:10.813482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55470) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:10.813849 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5795786f-94b4-4c79-823c-3b30da9684d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44b0921db4144c6dbc1d19409415da27&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0321341 May 06 12:27:10.819788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9196a3e0-e8a3-4c10-95ed-55511b74001a req-8ccb2eb8-7feb-4e89-aa92-40ca3eb67378 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 210 time: 0.0761247 May 06 12:27:11.002638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:11.007763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Allocated IP 192.168.233.170 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/5de21cb5-1917-46c8-a2be-aac336d030a7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:11.018027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4ef033f-d352-4929-9753-850328dfa097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.020309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Usage tracker for resource:port and tenant:afbcef3d78134e09830a3e4b99891e16 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:11.068997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:11.100517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:11.175832 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4ef033f-d352-4929-9753-850328dfa097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.282209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Made reservation on behalf of afbcef3d78134e09830a3e4b99891e16 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:11.287543 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.685859 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4ef033f-d352-4929-9753-850328dfa097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.722319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b511a-23e9-4258-b8ff-d8d69b2d191d req-f6163d91-27e2-4466-bc3e-af4da1c11b1e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:11.730160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb5b511a-23e9-4258-b8ff-d8d69b2d191d req-f6163d91-27e2-4466-bc3e-af4da1c11b1e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.7195079 May 06 12:27:11.797839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef033f-d352-4929-9753-850328dfa097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca5fbf-e7cb-4edb-8421-00e8800e716a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:11.909887 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4ef033f-d352-4929-9753-850328dfa097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.911183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c4ef033f-d352-4929-9753-850328dfa097 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9ca5fbf-e7cb-4edb-8421-00e8800e716a HTTP/1.1" status: 204 len: 168 time: 1.0904491 May 06 12:27:11.954653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.974251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb5b511a-23e9-4258-b8ff-d8d69b2d191d req-61a610dc-7be0-4725-b457-1b1bc92d6f0a tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429779 May 06 12:27:11.998314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Transition to ACTIVE for port object 5de21cb5-1917-46c8-a2be-aac336d030a7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:12.019174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affec1c-b57d-4b84-9c9c-becb4af2e0a5 req-9586b4f1-d55c-4428-8662-78c366d7db24 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:12.021075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1affec1c-b57d-4b84-9c9c-becb4af2e0a5 req-9586b4f1-d55c-4428-8662-78c366d7db24 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 945 time: 0.2280557 May 06 12:27:12.140537 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b631e2b-13b0-46ef-ba32-e18e3bc6ed76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.147898 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.243575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:12.258515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:12.275379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:12.371311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1affec1c-b57d-4b84-9c9c-becb4af2e0a5 req-1ebae7f0-5920-4f36-ae65-0ac14031adbb tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391950 May 06 12:27:12.378796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:12.384081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.451389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9812100 May 06 12:27:12.487475 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.565220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Request body: {'port': {'device_id': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:12.620682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55508) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:12.678519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Allocated IP 192.168.233.92 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/278d988f-6e5d-4da9-b74b-c183ddff089d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:12.692551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-610bd815-7512-43d2-b545-5a478e505edf req-f2ecdeb9-84a2-4ebd-bc37-a2f5ec3e4ba6 tempest-ServersAdmin275Test-1347084830 tempest-ServersAdmin275Test-1347084830-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.2519851 May 06 12:27:12.693750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63dfdf-a043-45d9-bb5a-7e6075c7c512 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:12.701332 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9aa9fc7e-3383-4984-8acf-e1122c2cee66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a08e1f706f9c4757afac49841c3e018b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0792434 May 06 12:27:12.703956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55512) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:12.789074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5a2b3e5e-384b-42eb-b588-1b39a1e49234 None None] Provisioning for port 5de21cb5-1917-46c8-a2be-aac336d030a7 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:12.804669 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec63-43b6-4837-9b2e-4ad309533c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.807133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5a2b3e5e-384b-42eb-b588-1b39a1e49234 None None] Provisioning complete for port 5de21cb5-1917-46c8-a2be-aac336d030a7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:12.808123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5a2b3e5e-384b-42eb-b588-1b39a1e49234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.818146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0650c8ae-1d43-47ba-b2ac-5c628050edcd req-7461bd08-f707-4123-8a90-992f4bc15b97 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Synchronizing usage tracker for tenant:afbcef3d78134e09830a3e4b99891e16 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:12.848603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec63-43b6-4837-9b2e-4ad309533c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.951352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec63-43b6-4837-9b2e-4ad309533c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.966588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b3e5e-384b-42eb-b588-1b39a1e49234 None None] Port 5de21cb5-1917-46c8-a2be-aac336d030a7 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:12.980334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63ec63-43b6-4837-9b2e-4ad309533c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bb45e9-eeaf-4b76-b0b7-e99f5056e800,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:12.988586 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e63ec63-43b6-4837-9b2e-4ad309533c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.992532 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3e63ec63-43b6-4837-9b2e-4ad309533c55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96bb45e9-eeaf-4b76-b0b7-e99f5056e800 HTTP/1.1" status: 204 len: 168 time: 0.2869875 May 06 12:27:13.164768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0650c8ae-1d43-47ba-b2ac-5c628050edcd req-7461bd08-f707-4123-8a90-992f4bc15b97 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Unset dirty status for tenant:afbcef3d78134e09830a3e4b99891e16 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:13.175879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0650c8ae-1d43-47ba-b2ac-5c628050edcd req-7461bd08-f707-4123-8a90-992f4bc15b97 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 210 time: 0.4928522 May 06 12:27:13.326512 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.675965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-c987ed56-bd56-4132-9191-61ffe7ae6d5d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 258 time: 0.4283781 May 06 12:27:13.703369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:13.722472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.725795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:13.740109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Usage tracker for resource:floatingip and tenant:0d66894dd0a84b38a77e90da6fdd5228 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:13.745705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:13.757629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:13.759938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Transition to ACTIVE for port object 278d988f-6e5d-4da9-b74b-c183ddff089d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:13.778910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.902475 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.125093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:14.138571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Pushing event updated for resources: {'Port': ['ID=278d988f-6e5d-4da9-b74b-c183ddff089d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:14.141446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:14.148898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:14.282004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:14.282676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.383226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-425a7832-92f3-45b0-bc9c-802b8f296cce tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8111260 May 06 12:27:14.407542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c1b0a-40e4-4ba2-b4a3-483b6a8eeb2b req-616a9588-25ee-4840-b28d-7e17d7399aa0 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:14.408925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-528c1b0a-40e4-4ba2-b4a3-483b6a8eeb2b req-616a9588-25ee-4840-b28d-7e17d7399aa0 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.4163697 May 06 12:27:14.419296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Request body: {'port': {'device_id': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:14.516871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3f18a2ed-aed8-4bd6-838a-9a8f2b04574f None None] Provisioning for port 278d988f-6e5d-4da9-b74b-c183ddff089d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:14.525219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de21cb5-1917-46c8-a2be-aac336d030a7 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:14.525749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3f18a2ed-aed8-4bd6-838a-9a8f2b04574f None None] Provisioning complete for port 278d988f-6e5d-4da9-b74b-c183ddff089d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:14.526326 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3f18a2ed-aed8-4bd6-838a-9a8f2b04574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.539562 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.549845 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.602636 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-de73dd5b-9e74-45f7-a2c9-449999d71ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.609709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3f18a2ed-aed8-4bd6-838a-9a8f2b04574f None None] Port 278d988f-6e5d-4da9-b74b-c183ddff089d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:14.682895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Transition to ACTIVE for port object 5de21cb5-1917-46c8-a2be-aac336d030a7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:14.703309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-528c1b0a-40e4-4ba2-b4a3-483b6a8eeb2b req-bd381c36-0ee2-49f3-9179-ce7ce46ee986 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337506 May 06 12:27:14.704013 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.757335 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.970433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:15.062484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Allocated IP 172.25.7.45 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/14b16894-13cb-4cda-b3a9-b3ba0a50c4e2) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:15.360612 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.398355 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1088099c-958f-46ca-891f-ed28c01f822c req-1b3cc5e1-0440-412e-aa35-07aad27bb5a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a078ba02b3e41d09041ae72ed63c785&device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.1039824 May 06 12:27:15.434768 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1088099c-958f-46ca-891f-ed28c01f822c req-0a625c71-b093-48ab-a752-c8868d2734ae service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a078ba02b3e41d09041ae72ed63c785&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289843 May 06 12:27:15.629085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088099c-958f-46ca-891f-ed28c01f822c req-96ef2d3e-d239-44fe-b1a5-e9c8e3386c7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:15.634651 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1088099c-958f-46ca-891f-ed28c01f822c req-96ef2d3e-d239-44fe-b1a5-e9c8e3386c7f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1900883 May 06 12:27:15.787202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Attempting to bind port 5de21cb5-1917-46c8-a2be-aac336d030a7 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:15.787746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Attempting to bind port 5de21cb5-1917-46c8-a2be-aac336d030a7 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:15.788348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Attempting to bind port 5de21cb5-1917-46c8-a2be-aac336d030a7 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:15.887890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Port 5de21cb5-1917-46c8-a2be-aac336d030a7 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:15.888432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Attempting to bind port 5de21cb5-1917-46c8-a2be-aac336d030a7 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:15.894980 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.953071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:15.953640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:15.954180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:15.955006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Bound port: 5de21cb5-1917-46c8-a2be-aac336d030a7, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:15.955613 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.992199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.057886 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:27:16.271405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278d988f-6e5d-4da9-b74b-c183ddff089d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:16.281219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:16.289511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:16.293652 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.314454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.373847 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.398483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Transition to ACTIVE for port object 278d988f-6e5d-4da9-b74b-c183ddff089d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:16.421976 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.443212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.444862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] 10.222.0.48 "PUT /v2.0/ports/5de21cb5-1917-46c8-a2be-aac336d030a7 HTTP/1.1" status: 200 len: 1096 time: 3.9109375 May 06 12:27:16.448737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:16.464756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:16.472487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:16.482966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:16.595880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ae4b1-b16f-4e1b-b6c3-6c5a6e566f95 service neutron] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:16.649609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0728b4b-461a-4716-a803-cda03e0b7f6b req-7bcd9c81-02f4-4c49-946a-8f695394f833 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:16.651431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0728b4b-461a-4716-a803-cda03e0b7f6b req-7bcd9c81-02f4-4c49-946a-8f695394f833 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 935 time: 0.4993718 May 06 12:27:16.861832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Pushing event updated for resources: {'Port': ['ID=14b16894-13cb-4cda-b3a9-b3ba0a50c4e2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:17.045439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a0728b4b-461a-4716-a803-cda03e0b7f6b req-449fbc5f-7563-4336-92b6-06b7ae880128 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Synchronizing usage tracker for tenant:afbcef3d78134e09830a3e4b99891e16 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:17.085485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Pushing event updated for resources: {'Port': ['ID=278d988f-6e5d-4da9-b74b-c183ddff089d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:17.132885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a0728b4b-461a-4716-a803-cda03e0b7f6b req-449fbc5f-7563-4336-92b6-06b7ae880128 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Unset dirty status for tenant:afbcef3d78134e09830a3e4b99891e16 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:17.134089 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0728b4b-461a-4716-a803-cda03e0b7f6b req-449fbc5f-7563-4336-92b6-06b7ae880128 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160743 May 06 12:27:17.137799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-20da6509-f9d1-444b-a882-371ade7f57d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afbcef3d78134e09830a3e4b99891e16&device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 1099 time: 0.6160381 May 06 12:27:17.141407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Attempting to bind port 278d988f-6e5d-4da9-b74b-c183ddff089d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:17.141760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Attempting to bind port 278d988f-6e5d-4da9-b74b-c183ddff089d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:17.142077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Attempting to bind port 278d988f-6e5d-4da9-b74b-c183ddff089d on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:17.172421 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1088099c-958f-46ca-891f-ed28c01f822c req-73977f34-7c81-43c7-801e-f65a31278312 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.36 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0499628 May 06 12:27:17.213655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Port 278d988f-6e5d-4da9-b74b-c183ddff089d on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:17.214140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Attempting to bind port 278d988f-6e5d-4da9-b74b-c183ddff089d on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:17.285050 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.316028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:17.316541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:17.316940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:17.317402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Bound port: 278d988f-6e5d-4da9-b74b-c183ddff089d, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:17.317872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.329110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-63b18b53-b91b-4713-b438-b563e287bb4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5de21cb5-1917-46c8-a2be-aac336d030a7 HTTP/1.1" status: 200 len: 217 time: 0.1769168 May 06 12:27:17.342161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.477584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e536c069-2428-44a8-bce9-35b03dd926d7 req-92d26c90-9d9e-4ec2-80d9-ac35d0ebc598 tempest-ServersAdmin275Test-338761421 tempest-ServersAdmin275Test-338761421-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55bdcf8-3bde-4ef2-9059-d95908b2dfc6 HTTP/1.1" status: 200 len: 210 time: 0.0965798 May 06 12:27:17.746896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0c04f-1122-44df-9d24-8a353723547b req-257a74d1-375e-4738-990c-72a66f80e79d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:17.748435 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-257a74d1-375e-4738-990c-72a66f80e79d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.4113283 May 06 12:27:17.759124 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.894876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:17.934969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=278d988f-6e5d-4da9-b74b-c183ddff089d,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:18.004622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.104066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ff986-4d6b-4ea1-84c7-5cfae751b324 req-bedd1664-ddeb-46fb-a16b-b75bf0cc3977 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:18.105762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a1ff986-4d6b-4ea1-84c7-5cfae751b324 req-bedd1664-ddeb-46fb-a16b-b75bf0cc3977 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.4552941 May 06 12:27:18.131847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-e1c6d9db-b030-47b1-8454-b702bd7e467c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3753269 May 06 12:27:18.170747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.172375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] 10.222.0.36 "PUT /v2.0/ports/278d988f-6e5d-4da9-b74b-c183ddff089d HTTP/1.1" status: 200 len: 1095 time: 3.7621894 May 06 12:27:18.336004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc9bf2-c309-46f0-afdc-702c5006212d service neutron] Pushing event updated for resources: {'Port': ['ID=278d988f-6e5d-4da9-b74b-c183ddff089d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:18.416959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a1ff986-4d6b-4ea1-84c7-5cfae751b324 req-ab3e5475-4125-4e59-9999-90a660fd9418 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952406 May 06 12:27:18.484836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.516638 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.576333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-36817544-7d35-4a6b-8daf-d9f0df4d0096 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030311 May 06 12:27:18.754534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-95407f07-d41d-4f6e-a545-101c3027ad35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afbcef3d78134e09830a3e4b99891e16&device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 1098 time: 0.5231881 May 06 12:27:18.759298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Pushing event updated for resources: {'Port': ['ID=14b16894-13cb-4cda-b3a9-b3ba0a50c4e2,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:18.887748 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.892884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-21cd9cc4-c211-43e6-a218-b447f44b42fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=278d988f-6e5d-4da9-b74b-c183ddff089d HTTP/1.1" status: 200 len: 217 time: 0.1286623 May 06 12:27:18.898801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-d33ed583-8149-474a-8981-4c5438727beb tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775430 May 06 12:27:19.008215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58d0c04f-1122-44df-9d24-8a353723547b req-a57dc058-a1c0-4d6c-b285-46bdf3b87de2 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202461 May 06 12:27:19.085973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.087211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-e2a0a466-8894-4c62-9dcf-18f84faa448d tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4002743 May 06 12:27:19.096373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-00c77cad-fc42-44cb-ae9c-e04850f91e2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:19.097879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-00c77cad-fc42-44cb-ae9c-e04850f91e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1897662 May 06 12:27:19.243453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-b4870eb4-0f66-4fda-a3dc-c77a97e7fc61 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Synchronizing usage tracker for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:19.292532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-5b0b16ca-01ec-4233-8ed8-2bcfe1991483 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:19.294157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-5b0b16ca-01ec-4233-8ed8-2bcfe1991483 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3750155 May 06 12:27:19.301932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-b4870eb4-0f66-4fda-a3dc-c77a97e7fc61 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Unset dirty status for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:19.303588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-b4870eb4-0f66-4fda-a3dc-c77a97e7fc61 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.2045085 May 06 12:27:19.511861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-e11ccce6-5ab0-4ecb-b8ff-2369f5469d84 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/quotas/9f46fc945f7e4b44a5acc834d74b7a4b HTTP/1.1" status: 200 len: 375 time: 0.2037852 May 06 12:27:19.520352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-44db378c-5a60-45a9-ae8c-0aec37b9fb5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3698707 May 06 12:27:19.659848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-9c897f88-0a37-470d-b6c1-12f69e0c155e tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306443 May 06 12:27:19.776954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-ce372982-4993-4468-aaf9-550048843c3f tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:19.779335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54da456b-7fd2-408c-8bd7-334a80fbaf35 req-ce372982-4993-4468-aaf9-550048843c3f tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.4614358 May 06 12:27:19.817206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-05e3e570-c99b-485c-93ce-564e39c770e3 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869074 May 06 12:27:19.861399 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf3af1e-456b-41a5-bb20-f5b05ae0266c'] response: {'name': 'network-changed', 'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'status': 'completed', 'code': 200} May 06 12:27:20.244780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064233ec-b2d5-43cd-8090-d0e5baa93384 req-c9501220-5185-4d51-9b02-6f4697cfa247 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208241 May 06 12:27:20.292840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-47d91195-6cd1-42ef-baed-b4b699af594b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afbcef3d78134e09830a3e4b99891e16&device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 1099 time: 0.3510315 May 06 12:27:20.638340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ad133-2ccb-4491-be0d-02ff54a79ebb req-9b37dc6f-c33e-46c5-a38e-c322062e76a1 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:20.645904 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad2ad133-2ccb-4491-be0d-02ff54a79ebb req-9b37dc6f-c33e-46c5-a38e-c322062e76a1 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 947 time: 0.5923476 May 06 12:27:20.809049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-9b995b70-3411-4871-85ed-dc8864e38ce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:20.810561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-9b995b70-3411-4871-85ed-dc8864e38ce3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5018828 May 06 12:27:20.833864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad2ad133-2ccb-4491-be0d-02ff54a79ebb req-9196368c-1678-48ec-bf35-81e8fe03168e tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862564 May 06 12:27:20.871625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2b2ef-2624-4352-98fa-f7fa17a0e63d req-16b1b1a3-ac7e-427d-9038-e179c38d5d79 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:20.873291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ec2b2ef-2624-4352-98fa-f7fa17a0e63d req-16b1b1a3-ac7e-427d-9038-e179c38d5d79 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.3019626 May 06 12:27:20.945963 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ec2b2ef-2624-4352-98fa-f7fa17a0e63d req-28df2132-039a-4d3d-91ef-09ac9af5a315 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563831 May 06 12:27:21.140573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55630) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:21.191037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cae3e657-53d1-4897-8f24-926bf577a7ae req-4d2f0616-9288-428d-b8bb-3c06397f785d tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 210 time: 0.0644929 May 06 12:27:21.232943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-70bdf0b9-6d81-4c44-a8ee-fe1180acfd9a tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:21.234799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-70bdf0b9-6d81-4c44-a8ee-fe1180acfd9a tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1899028 May 06 12:27:21.348256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-1bdb4fe8-edbe-43ca-8f23-02bbe416893f tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.1039174 May 06 12:27:21.444294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-513a0aaa-883d-40a7-bb0c-be9b9d63118c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Request body: {'floatingip': {'port_id': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:21.449396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29207df8-0341-46c9-bba3-97da0f6a61a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.488077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29207df8-0341-46c9-bba3-97da0f6a61a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:21.492703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29207df8-0341-46c9-bba3-97da0f6a61a2 admin admin] Usage tracker for resource:security_group_rule and tenant:7a078ba02b3e41d09041ae72ed63c785 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:21.496367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29207df8-0341-46c9-bba3-97da0f6a61a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:21.505416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29207df8-0341-46c9-bba3-97da0f6a61a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:21.594213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29207df8-0341-46c9-bba3-97da0f6a61a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.600686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29207df8-0341-46c9-bba3-97da0f6a61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.613534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:21.637418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-a2b716f1-104d-4324-b963-346aa70fc021 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5de21cb5-1917-46c8-a2be-aac336d030a7 HTTP/1.1" status: 200 len: 217 time: 0.8094821 May 06 12:27:21.641601 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-513a0aaa-883d-40a7-bb0c-be9b9d63118c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.692566 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29207df8-0341-46c9-bba3-97da0f6a61a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a078ba02b3e41d09041ae72ed63c785&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5503156 May 06 12:27:21.716383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29207df8-0341-46c9-bba3-97da0f6a61a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f05845-0f2a-448d-ad3d-b1913f1190f5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:21.720462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55640) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:21.847529 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-843b4a8f-b459-44ff-9702-1a7b3b873087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.876462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:21.907126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-843b4a8f-b459-44ff-9702-1a7b3b873087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.917889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-5c293c31-610a-45d8-b7c2-2339da3d8b22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:21.919838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-5c293c31-610a-45d8-b7c2-2339da3d8b22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1812668 May 06 12:27:21.984500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:22.018434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'mac_address': 'fa:16:3e:75:7e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:22.039287 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-843b4a8f-b459-44ff-9702-1a7b3b873087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.128932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b4a8f-b459-44ff-9702-1a7b3b873087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f05845-0f2a-448d-ad3d-b1913f1190f5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:22.147925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-843b4a8f-b459-44ff-9702-1a7b3b873087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.155139 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-843b4a8f-b459-44ff-9702-1a7b3b873087 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88f05845-0f2a-448d-ad3d-b1913f1190f5 HTTP/1.1" status: 204 len: 168 time: 0.4274240 May 06 12:27:22.223333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.247207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de21cb5-1917-46c8-a2be-aac336d030a7 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:22.284452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:22.292166 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.472552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 278d988f-6e5d-4da9-b74b-c183ddff089d details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:22.712891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=278d988f-6e5d-4da9-b74b-c183ddff089d,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:22.736420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '278d988f-6e5d-4da9-b74b-c183ddff089d', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '278d988f-6e5d-4da9-b74b-c183ddff089d', 'mac_address': 'fa:16:3e:b1:47:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:22.764037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-157b8ce1-8b26-414f-83e5-84cc0db0cc05 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1971586 May 06 12:27:22.788004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-37e67b37-738f-4097-ac59-05fb0ce7b8a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8413875 May 06 12:27:22.807186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:22.827956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.856949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-ae482591-a436-4a64-917b-ab2567fa3f5d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:27:22.857902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-ae482591-a436-4a64-917b-ab2567fa3f5d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062361 May 06 12:27:22.877742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278d988f-6e5d-4da9-b74b-c183ddff089d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:22.915493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=278d988f-6e5d-4da9-b74b-c183ddff089d,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:22.924556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.008056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['5de21cb5-1917-46c8-a2be-aac336d030a7'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:23.145819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1964c48-0e56-451c-b7b0-7fb82b4a9c77 req-b4a97845-43ef-4cb6-83bb-4d7af7c6977c tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:23.152130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1964c48-0e56-451c-b7b0-7fb82b4a9c77 req-b4a97845-43ef-4cb6-83bb-4d7af7c6977c tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 947 time: 1.0161388 May 06 12:27:23.190804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-12fbe442-34ea-4a58-bdf0-bc2d5546d682 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533791 May 06 12:27:23.204091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=278d988f-6e5d-4da9-b74b-c183ddff089d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:23.217299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['278d988f-6e5d-4da9-b74b-c183ddff089d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:23.262089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55666) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:23.289676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f9d1-9c16-4d02-bc04-12a9732e89cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.338620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ffb7f9d1-9c16-4d02-bc04-12a9732e89cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:23.348562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ffb7f9d1-9c16-4d02-bc04-12a9732e89cd admin admin] Usage tracker for resource:security_group_rule and tenant:28517a33fdcc48e6be4b21c10cc9f6ef is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:23.355418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ffb7f9d1-9c16-4d02-bc04-12a9732e89cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:23.368801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ffb7f9d1-9c16-4d02-bc04-12a9732e89cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:23.482154 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f9d1-9c16-4d02-bc04-12a9732e89cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.489106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f9d1-9c16-4d02-bc04-12a9732e89cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.537065 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ffb7f9d1-9c16-4d02-bc04-12a9732e89cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28517a33fdcc48e6be4b21c10cc9f6ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2735176 May 06 12:27:23.538290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55670) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:23.596705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7f9d1-9c16-4d02-bc04-12a9732e89cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46127ff-4c65-4c5e-a107-99a48965d66e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:23.654576 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4ab70d0c-a2d2-413a-bd5d-47454eb852ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.693098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-441669f5-3520-4af8-a3ba-101a8fb999be tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:23.695156 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-441669f5-3520-4af8-a3ba-101a8fb999be tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9184067 May 06 12:27:23.702746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0003e78-2e19-4aea-9358-b0c31ff3b57a req-5ff598c0-a56e-4c97-918f-1f352dc09fbb service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748037 May 06 12:27:23.706640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4ab70d0c-a2d2-413a-bd5d-47454eb852ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.714448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1964c48-0e56-451c-b7b0-7fb82b4a9c77 req-04b10622-ef97-44b1-90cb-7a6917e5c62e tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222924 May 06 12:27:23.722015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Request body: {'port': {'device_id': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '9f46fc945f7e4b44a5acc834d74b7a4b'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:23.811108 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4ab70d0c-a2d2-413a-bd5d-47454eb852ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.890629 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655c3660-6b59-4e9f-991f-e52293963bf7'] response: {'name': 'network-changed', 'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d', 'status': 'completed', 'code': 200} May 06 12:27:23.978343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:24.006838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab70d0c-a2d2-413a-bd5d-47454eb852ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46127ff-4c65-4c5e-a107-99a48965d66e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:24.026108 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4ab70d0c-a2d2-413a-bd5d-47454eb852ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.031792 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4ab70d0c-a2d2-413a-bd5d-47454eb852ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e46127ff-4c65-4c5e-a107-99a48965d66e HTTP/1.1" status: 204 len: 168 time: 0.4868731 May 06 12:27:24.052834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Usage tracker for resource:port and tenant:9f46fc945f7e4b44a5acc834d74b7a4b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:24.067251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:24.088878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:24.104718 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-05bdbd9a-24d9-43a5-8c85-aae127579804 req-da4f7981-5321-4cc3-ac95-04b4887a8eff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afbcef3d78134e09830a3e4b99891e16&device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 1099 time: 0.1440773 May 06 12:27:24.186972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-513a0aaa-883d-40a7-bb0c-be9b9d63118c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.195542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Made reservation on behalf of 9f46fc945f7e4b44a5acc834d74b7a4b for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:24.199765 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.217633 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-513a0aaa-883d-40a7-bb0c-be9b9d63118c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.311763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.405029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdbd9a-24d9-43a5-8c85-aae127579804 req-f296a9a0-243b-478e-acdd-f3d621e0df0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:24.409283 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-05bdbd9a-24d9-43a5-8c85-aae127579804 req-f296a9a0-243b-478e-acdd-f3d621e0df0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2940226 May 06 12:27:24.455277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358e3bb-af14-4b8d-b3cf-0b113f49e988 req-c2b8b58c-b67d-4c69-bada-032a03ecfce0 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:24.457009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c358e3bb-af14-4b8d-b3cf-0b113f49e988 req-c2b8b58c-b67d-4c69-bada-032a03ecfce0 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.3624232 May 06 12:27:24.508942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 278d988f-6e5d-4da9-b74b-c183ddff089d up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:24.532518 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-05bdbd9a-24d9-43a5-8c85-aae127579804 req-f13adb01-bd02-4fe7-aa91-015cfbb6f787 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=278d988f-6e5d-4da9-b74b-c183ddff089d HTTP/1.1" status: 200 len: 217 time: 0.1165812 May 06 12:27:24.608283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:24.617334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Usage tracker for resource:security_group_rule and tenant:9f46fc945f7e4b44a5acc834d74b7a4b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:24.624719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:24.634436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:24.653250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdbd9a-24d9-43a5-8c85-aae127579804 req-560ebd3e-ef56-4a9a-9cfd-8cbebc676feb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:24.656453 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-05bdbd9a-24d9-43a5-8c85-aae127579804 req-560ebd3e-ef56-4a9a-9cfd-8cbebc676feb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1144750 May 06 12:27:24.672352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 278d988f-6e5d-4da9-b74b-c183ddff089d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:24.686054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 278d988f-6e5d-4da9-b74b-c183ddff089d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:24.687242 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.707703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c358e3bb-af14-4b8d-b3cf-0b113f49e988 req-84b98676-6201-4a74-9cf8-8f5dface056c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429657 May 06 12:27:24.839057 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-05bdbd9a-24d9-43a5-8c85-aae127579804 req-7b477cfe-1c36-44a4-b27e-5d2aaf74e6b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1732171 May 06 12:27:24.921653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.941793 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.948664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.974405 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-513a0aaa-883d-40a7-bb0c-be9b9d63118c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Floating IP 27ddc90f-6930-4b81-b84e-fc558027aaf1 associated. External IP: 172.25.7.45, port: 9e88a3e9-ae2c-4d80-b4fa-19a17256618d. May 06 12:27:25.024239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:25.045957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=278d988f-6e5d-4da9-b74b-c183ddff089d,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:25.054717 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.159313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc6d2be3-f232-40d7-bef3-dd47668f6bcb req-7dbdf28e-2cf8-4f54-8a10-a35005c5e3d4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 210 time: 0.2048523 May 06 12:27:25.180349 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-05bdbd9a-24d9-43a5-8c85-aae127579804 req-42dce3cb-74e8-4bb9-a0db-e3be50332c4b service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318040 May 06 12:27:25.252908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=278d988f-6e5d-4da9-b74b-c183ddff089d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:25.304709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f10028-bb83-42dc-868d-be0e0b46ba48,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:25.451043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Allocated IP 192.168.233.58 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/2372b1ab-1c7c-425b-9ee0-7aad34a5070b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:25.558148 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-05bdbd9a-24d9-43a5-8c85-aae127579804 req-4d6b6518-4a58-41c9-ba1d-5d6641b173c4 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677645 May 06 12:27:25.670778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:25.819556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 5de21cb5-1917-46c8-a2be-aac336d030a7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:25.833913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 5de21cb5-1917-46c8-a2be-aac336d030a7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:25.834500 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.955414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.993398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Transition to ACTIVE for port object 2372b1ab-1c7c-425b-9ee0-7aad34a5070b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:26.082141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.116547 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.175784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Pushing event updated for resources: {'Port': ['ID=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:26.186764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:26.196636 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.210865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:26.215451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:26.218522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:26.262869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-513a0aaa-883d-40a7-bb0c-be9b9d63118c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Router 6b67b245-20aa-4fdc-986e-ee21edde20d5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:27:26.390112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:26.503595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:26.505078 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.684642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d59ec306-9758-4ffc-ac62-5b74d78c618e None None] Provisioning for port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:26.693649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d59ec306-9758-4ffc-ac62-5b74d78c618e None None] Provisioning complete for port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:26.694277 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d59ec306-9758-4ffc-ac62-5b74d78c618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.775891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-63e203b0-d565-4527-8035-3367d00a041f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0584416 May 06 12:27:26.795078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d59ec306-9758-4ffc-ac62-5b74d78c618e None None] Port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:26.810733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Request body: {'port': {'device_id': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:26.968662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad7dc8-2ba2-4625-9676-ef497c88ab34 req-b2db5525-4c99-49a0-8432-247ec9d270e7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:26.970238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03ad7dc8-2ba2-4625-9676-ef497c88ab34 req-b2db5525-4c99-49a0-8432-247ec9d270e7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.6768470 May 06 12:27:27.027747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:27.050381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-8b758c97-ddbe-4908-98f5-6c2e08f13f42 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3962615 May 06 12:27:27.132241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03ad7dc8-2ba2-4625-9676-ef497c88ab34 req-04260435-83f6-4b65-a65b-bce055b3a318 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467288 May 06 12:27:27.559113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-513a0aaa-883d-40a7-bb0c-be9b9d63118c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:27:27.579315 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] Sync routers for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:27:27.600286 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-513a0aaa-883d-40a7-bb0c-be9b9d63118c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:27.600647 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:27.601622 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:27:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:27.729264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-150377a5-78c7-475c-bb31-0b4dc62d1801 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 1097 time: 0.5900548 May 06 12:27:27.763722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-513a0aaa-883d-40a7-bb0c-be9b9d63118c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "PUT /v2.0/floatingips/27ddc90f-6930-4b81-b84e-fc558027aaf1 HTTP/1.1" status: 200 len: 995 time: 6.4073272 May 06 12:27:27.784588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:27.918548 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:28.103978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e87cb-b5ba-4634-a43e-d7e2538ff16e req-69daa542-6830-4a7d-a303-9a48df51d1e3 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:28.105761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec1e87cb-b5ba-4634-a43e-d7e2538ff16e req-69daa542-6830-4a7d-a303-9a48df51d1e3 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 949 time: 0.6701248 May 06 12:27:28.252557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-a696a0c8-f840-4423-b729-565d8ae80aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:28.253906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-a696a0c8-f840-4423-b729-565d8ae80aaa service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.4594729 May 06 12:27:28.257849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2372b1ab-1c7c-425b-9ee0-7aad34a5070b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:28.329576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:28.338349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-130d33f1-f1fb-4ef6-a594-a82794c0af10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d66894dd0a84b38a77e90da6fdd5228&device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 1096 time: 0.5435929 May 06 12:27:28.379814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec1e87cb-b5ba-4634-a43e-d7e2538ff16e req-ca5810ef-91ba-47f2-9791-3866fd631ca2 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553849 May 06 12:27:28.395385 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-b50654b9-60d4-4c42-8dae-19548100fbd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e2e8c84-858f-49b5-90e8-44a682befffc HTTP/1.1" status: 200 len: 217 time: 0.1312330 May 06 12:27:28.489326 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d58be28-8267-4b8c-80ce-38df1704a178'] response: {'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d', 'code': 200} May 06 12:27:28.490230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Transition to ACTIVE for port object 2372b1ab-1c7c-425b-9ee0-7aad34a5070b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:28.510969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:28.630283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-81c0f808-b50d-4068-b66f-2bf971eee4a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:28.632155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-81c0f808-b50d-4068-b66f-2bf971eee4a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.1785715 May 06 12:27:28.691571 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '27ddc90f-6930-4b81-b84e-fc558027aaf1', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'port_id': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'mac_address': 'fa:16:3e:ac:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:27:17Z', 'updated_at': '2022-05-06T12:27:23Z', 'revision_number': 1, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e41729b-84be-4092-a881-903b9227db20', 'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'mac_address': 'fa:16:3e:ed:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:42Z', 'updated_at': '2022-05-06T12:26:55Z', 'revision_number': 5, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'subnets': [{'id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:28.701624 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] Checking router: 6b67b245-20aa-4fdc-986e-ee21edde20d5 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:27:28.726645 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:28.727708 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:27:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:28.733848 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-296d05df-5f1a-4095-91c9-e2c81f9033bb req-455cabc4-5dff-44f0-abdb-91be0b5ae221 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 1100 time: 0.1402690 May 06 12:27:28.772098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Pushing event updated for resources: {'Port': ['ID=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:28.813016 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-296d05df-5f1a-4095-91c9-e2c81f9033bb req-b662b07a-cbf5-4eca-bd12-549179c48a0a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708535 May 06 12:27:28.826670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-e40a8f82-aec6-4759-8484-9fc3026b68f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:28.828207 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-e40a8f82-aec6-4759-8484-9fc3026b68f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f957efda-8248-4d87-9fa9-a25535f374b7 HTTP/1.1" status: 200 len: 929 time: 0.4738317 May 06 12:27:29.055548 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:29.083343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-8e17a788-c749-4360-bb13-002f8b7b17be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d HTTP/1.1" status: 200 len: 998 time: 0.2423673 May 06 12:27:29.095678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224e80c-745d-4124-a4ea-099d58ec5d80 req-71a8f924-cd01-4ce9-83a3-d32596e04b20 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:29.097337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3224e80c-745d-4124-a4ea-099d58ec5d80 req-71a8f924-cd01-4ce9-83a3-d32596e04b20 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.4866078 May 06 12:27:29.134130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Attempting to bind port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:29.135308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Attempting to bind port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:29.135308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Attempting to bind port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:29.144382 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-c238b240-d884-4182-9e80-e5864fc8d1ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4205573 May 06 12:27:29.402467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:29.402943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Attempting to bind port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:29.441031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-f9d37df9-f434-41ab-8e90-4ec2316968e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:29.442692 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-f9d37df9-f434-41ab-8e90-4ec2316968e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe6eb35b-d0d7-48a3-9db1-7693d07c1683 HTTP/1.1" status: 200 len: 867 time: 0.3413162 May 06 12:27:29.450495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:29.450920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:29.451513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:29.451974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Bound port: 2372b1ab-1c7c-425b-9ee0-7aad34a5070b, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:29.452343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:29.526671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3224e80c-745d-4124-a4ea-099d58ec5d80 req-7f6574fb-6f1e-4622-b2cd-cacacbbf2cdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862860 May 06 12:27:29.529903 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '27ddc90f-6930-4b81-b84e-fc558027aaf1', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'port_id': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'mac_address': 'fa:16:3e:ac:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:27:17Z', 'updated_at': '2022-05-06T12:27:23Z', 'revision_number': 1, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e41729b-84be-4092-a881-903b9227db20', 'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'mac_address': 'fa:16:3e:ed:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:42Z', 'updated_at': '2022-05-06T12:26:55Z', 'revision_number': 5, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'subnets': [{'id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:29.541379 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef558cc-6fb4-4c6f-b0c5-576489ee37ad None None] The sync data for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 is: [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '27ddc90f-6930-4b81-b84e-fc558027aaf1', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'port_id': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'mac_address': 'fa:16:3e:ac:c7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:27:17Z', 'updated_at': '2022-05-06T12:27:23Z', 'revision_number': 1, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e41729b-84be-4092-a881-903b9227db20', 'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'mac_address': 'fa:16:3e:ed:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:42Z', 'updated_at': '2022-05-06T12:26:55Z', 'revision_number': 5, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'subnets': [{'id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:27:29.689253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-0c186201-db66-45e8-a54d-7f75e7e2bdf6 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149519 May 06 12:27:29.823515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] For port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:29.837501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-839dabfc-48de-416d-977c-52d94d9a7280 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f957efda-8248-4d87-9fa9-a25535f374b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3745682 May 06 12:27:29.839380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] For port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:29.869722 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:29.940122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0b0497-b8ee-44e8-8ff3-66942fcb1c84 None None] New status for floating IP 27ddc90f-6930-4b81-b84e-fc558027aaf1: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:27:30.179272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-a2b5e2e3-2fb1-4a16-9811-608d51c7a39c service neutron] 10.222.0.44 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310201 May 06 12:27:30.223651 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:27:30.344480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb60677e-7ab4-4dcf-bc71-fcc139e12975 req-aa9e36e9-eab4-4422-ac3e-b658b28b0b9f service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457462 May 06 12:27:30.421877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.424905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] 10.222.0.36 "PUT /v2.0/ports/2372b1ab-1c7c-425b-9ee0-7aad34a5070b HTTP/1.1" status: 200 len: 1095 time: 3.6245604 May 06 12:27:30.491342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:30.524512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a684112-3677-477a-a48b-a6d83d127246 service neutron] Pushing event updated for resources: {'Port': ['ID=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:30.580789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e857c72-f133-430a-bd04-8c6cc96aac0d req-0be236f2-8c75-46e2-b83d-1edd8bbcd6c6 service neutron] 10.222.0.44 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999071 May 06 12:27:30.611078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008daf3-63cb-4bc4-91f4-5ac1301ec6ac req-891cf182-3631-4c73-95e2-7ba9009479dc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:30.611899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e008daf3-63cb-4bc4-91f4-5ac1301ec6ac req-891cf182-3631-4c73-95e2-7ba9009479dc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Synchronizing usage tracker for tenant:9f46fc945f7e4b44a5acc834d74b7a4b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:30.644763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-337052a6-0641-4c76-9ecd-7a97204990c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 1098 time: 0.1687658 May 06 12:27:30.645691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e008daf3-63cb-4bc4-91f4-5ac1301ec6ac req-891cf182-3631-4c73-95e2-7ba9009479dc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Unset dirty status for tenant:9f46fc945f7e4b44a5acc834d74b7a4b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:30.647064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e008daf3-63cb-4bc4-91f4-5ac1301ec6ac req-891cf182-3631-4c73-95e2-7ba9009479dc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 947 time: 0.4625950 May 06 12:27:30.752412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-f26d7551-c935-4124-bce3-7349775af1df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2372b1ab-1c7c-425b-9ee0-7aad34a5070b HTTP/1.1" status: 200 len: 217 time: 0.0999269 May 06 12:27:30.889300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e008daf3-63cb-4bc4-91f4-5ac1301ec6ac req-47daf6fd-d3d9-4678-af99-1a70b991a4d6 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Synchronizing usage tracker for tenant:9f46fc945f7e4b44a5acc834d74b7a4b on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:30.901511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-6e87b1d8-59f0-4ca4-aa85-6a9a3e4e038a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:30.903329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-6e87b1d8-59f0-4ca4-aa85-6a9a3e4e038a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1404576 May 06 12:27:30.982731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e008daf3-63cb-4bc4-91f4-5ac1301ec6ac req-47daf6fd-d3d9-4678-af99-1a70b991a4d6 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Unset dirty status for tenant:9f46fc945f7e4b44a5acc834d74b7a4b on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:30.983826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e008daf3-63cb-4bc4-91f4-5ac1301ec6ac req-47daf6fd-d3d9-4678-af99-1a70b991a4d6 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752202 May 06 12:27:31.019474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640bc65-78c3-4478-8783-1d75c4f28ac4 req-5f35026f-ce4a-445d-9280-73639099c164 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:31.021150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9640bc65-78c3-4478-8783-1d75c4f28ac4 req-5f35026f-ce4a-445d-9280-73639099c164 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2205977 May 06 12:27:31.100964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-94240d10-03e3-4c6d-9831-6ebbcfd1c7a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1854453 May 06 12:27:31.149091 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72d93bd-9044-449e-898f-2e41887d49b6'] response: {'name': 'network-changed', 'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'status': 'completed', 'code': 200} May 06 12:27:31.159014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9640bc65-78c3-4478-8783-1d75c4f28ac4 req-50968d44-f683-4681-8adf-422ded0e5334 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276517 May 06 12:27:31.372742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-29f5696e-5442-423c-86d9-9bbc2f76b969 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635832 May 06 12:27:31.430813 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-226ba095-944c-479a-8a0b-1125ab80b805 req-f3b7cd51-52c9-45fa-99d2-8be75a14c6ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d66894dd0a84b38a77e90da6fdd5228&device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 1096 time: 0.1519969 May 06 12:27:31.656226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-2f19a7ff-afcb-4d36-b645-cd18d1550429 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2421007 May 06 12:27:31.658056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ba095-944c-479a-8a0b-1125ab80b805 req-e3be2ce7-e99b-4dbf-9015-ab404f575eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:31.660569 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-226ba095-944c-479a-8a0b-1125ab80b805 req-e3be2ce7-e99b-4dbf-9015-ab404f575eed service neutron] 10.222.0.36 "GET /v2.0/networks?id=f957efda-8248-4d87-9fa9-a25535f374b7 HTTP/1.1" status: 200 len: 929 time: 0.2224824 May 06 12:27:31.792658 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-226ba095-944c-479a-8a0b-1125ab80b805 req-c5b98213-4227-4875-84b6-178288e700d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d HTTP/1.1" status: 200 len: 1000 time: 0.1251276 May 06 12:27:31.838580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f44cec6-1189-4843-a6da-261b28a1d4ae req-412dd7c0-8ba1-4c8e-a0c9-7bfa2afabee2 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582942 May 06 12:27:31.892064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ce4e-1c8f-456b-a631-8fe80c716b2d req-c554e3f7-e739-4145-81fd-2ecd68265b30 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:31.893705 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd47ce4e-1c8f-456b-a631-8fe80c716b2d req-c554e3f7-e739-4145-81fd-2ecd68265b30 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 949 time: 0.4008934 May 06 12:27:31.903409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-27481209-a57d-4f3f-9650-f0d1a1a9001f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:31.904971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-27481209-a57d-4f3f-9650-f0d1a1a9001f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345092 May 06 12:27:31.911689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ba095-944c-479a-8a0b-1125ab80b805 req-a375b2e2-adeb-45b3-bf2a-7bc4b4abd0d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:31.913845 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-226ba095-944c-479a-8a0b-1125ab80b805 req-a375b2e2-adeb-45b3-bf2a-7bc4b4abd0d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe6eb35b-d0d7-48a3-9db1-7693d07c1683 HTTP/1.1" status: 200 len: 867 time: 0.1126361 May 06 12:27:31.940184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-ca1601b2-eb39-42bc-9c73-2bde43e23dea tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/quotas/ebd0cb3c75be4580b8daa1666c9363f6 HTTP/1.1" status: 200 len: 375 time: 0.0200646 May 06 12:27:32.012746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-54a68a78-8f4a-480f-9b02-c89f8ce08205 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584929 May 06 12:27:32.015773 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd47ce4e-1c8f-456b-a631-8fe80c716b2d req-3b801c00-c4de-41a0-8891-5f1fd9d474c6 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098080 May 06 12:27:32.038441 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-226ba095-944c-479a-8a0b-1125ab80b805 req-a8d2a30f-3092-4293-90a4-15a1d0fded2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f957efda-8248-4d87-9fa9-a25535f374b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147647 May 06 12:27:32.279913 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a214b645-43b1-4fa4-93a4-3ecdaeb1f4ea'] response: {'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'code': 200} May 06 12:27:32.289040 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-226ba095-944c-479a-8a0b-1125ab80b805 req-4ca22c89-c50e-4c09-a983-f23e70d32866 service neutron] 10.222.0.36 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435794 May 06 12:27:32.585912 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-226ba095-944c-479a-8a0b-1125ab80b805 req-ccc320a7-0ee1-4e92-a30a-5644db32e9dd service neutron] 10.222.0.36 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896278 May 06 12:27:32.842695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fa61c88-2e84-46ad-a833-f70fe8d85b90 req-0238fbbe-abe1-4702-b4fc-23a239708fa2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 1101 time: 0.4683976 May 06 12:27:32.857780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-eb20980a-d64f-4de8-b9e2-0d495be0b95b tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 258 time: 0.3407178 May 06 12:27:32.894238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:32.907322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd6c66-32b5-4f0f-a79e-eb5de17d6d8e req-96217a41-6cbf-4b7b-a943-48d2d9fcc756 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:32.909032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bbfd6c66-32b5-4f0f-a79e-eb5de17d6d8e req-96217a41-6cbf-4b7b-a943-48d2d9fcc756 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.3410971 May 06 12:27:32.913259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:32.954807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:32.971312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fa61c88-2e84-46ad-a833-f70fe8d85b90 req-bc11eb1b-e026-41e6-9ca7-817c3fa32347 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114030 May 06 12:27:32.982709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:33.018872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bbfd6c66-32b5-4f0f-a79e-eb5de17d6d8e req-0d2e8049-ed69-46a3-a52c-642de872d7bb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955007 May 06 12:27:33.151756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'tag': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:33.226134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:33.333939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135ab2d-f1ec-4ebb-b220-83dd825d9401 req-65ee292b-43f6-43f3-a675-5da921c66e5e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:33.335609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b135ab2d-f1ec-4ebb-b220-83dd825d9401 req-65ee292b-43f6-43f3-a675-5da921c66e5e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.1718864 May 06 12:27:33.457645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Allocated IP 172.25.7.49 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/7833ffa0-54a7-455c-b26d-65537bb88ecf) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:33.464346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b135ab2d-f1ec-4ebb-b220-83dd825d9401 req-6ac7af1a-1462-462f-a655-caa37a57188a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898743 May 06 12:27:33.688181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:33.723176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3091a6b1-d6b8-4928-bba4-9d84b280b817 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:33.751565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c235643-976a-458d-a8e4-fa1a54cf47d4 req-6b2524be-ce21-480e-8aeb-b30dafaac558 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:33.753338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c235643-976a-458d-a8e4-fa1a54cf47d4 req-6b2524be-ce21-480e-8aeb-b30dafaac558 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 947 time: 0.1362171 May 06 12:27:33.764944 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:33.902534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:33.915622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Pushing event updated for resources: {'Port': ['ID=7833ffa0-54a7-455c-b26d-65537bb88ecf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:33.921397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:33.925290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:33.980867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c235643-976a-458d-a8e4-fa1a54cf47d4 req-20f2785c-4420-4992-a60b-9335161ce94f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172306 May 06 12:27:33.995570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:34.031722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '3091a6b1-d6b8-4928-bba4-9d84b280b817', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'port_id': '3091a6b1-d6b8-4928-bba4-9d84b280b817', 'mac_address': 'fa:16:3e:7a:e1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9ed672-d79d-480c-97ea-3c8f224b3156', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:34.125478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.137348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-df92a95e-a084-4aaf-bc41-20549134e331 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592501 May 06 12:27:34.149247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3091a6b1-d6b8-4928-bba4-9d84b280b817 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:34.168743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:34.174683 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.268152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3091a6b1-d6b8-4928-bba4-9d84b280b817,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:34.336310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3091a6b1-d6b8-4928-bba4-9d84b280b817'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:34.521091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2372b1ab-1c7c-425b-9ee0-7aad34a5070b details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:34.782582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.853517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-5ebbf2a4-6b33-4dfb-94b2-3e765a42d3c4 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:34.855977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-5ebbf2a4-6b33-4dfb-94b2-3e765a42d3c4 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7102439 May 06 12:27:34.872538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:34.898840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Request body: {'port': {'device_id': '9f63cc39-54aa-499a-bad9-5162777d8385', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'ebd0cb3c75be4580b8daa1666c9363f6'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:34.901413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b', 'mac_address': 'fa:16:3e:c5:08:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:35.002477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.033952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2372b1ab-1c7c-425b-9ee0-7aad34a5070b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:35.038281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464640e-15db-4205-892b-910602f3ffbc req-64f6a132-ff71-4bd7-89f4-9105b4c8f304 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:35.041076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b464640e-15db-4205-892b-910602f3ffbc req-64f6a132-ff71-4bd7-89f4-9105b4c8f304 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 950 time: 0.8436692 May 06 12:27:35.062498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:35.076327 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.076723 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.188979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:35.199804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.200128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.200429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.201784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.201784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.201784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.202294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.202294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.202592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.202831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.203140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:35.297731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b464640e-15db-4205-892b-910602f3ffbc req-509b4a06-3ecd-4290-98fe-27e0410a5d76 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267251 May 06 12:27:35.360277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['2372b1ab-1c7c-425b-9ee0-7aad34a5070b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:35.366195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:35.374210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Usage tracker for resource:port and tenant:ebd0cb3c75be4580b8daa1666c9363f6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:35.379436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:35.389589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:35.426974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Made reservation on behalf of ebd0cb3c75be4580b8daa1666c9363f6 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:35.430640 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.458565 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.551456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-9606f239-a09a-48bf-b8ad-43c4593fbea3 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533092 May 06 12:27:35.554421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:35.558274 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.562954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Usage tracker for resource:security_group_rule and tenant:ebd0cb3c75be4580b8daa1666c9363f6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:35.568316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:35.571423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.607930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:35.731120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3091a6b1-d6b8-4928-bba4-9d84b280b817 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:35.812127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 3091a6b1-d6b8-4928-bba4-9d84b280b817 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:35.812369 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.819729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Pushing event updated for resources: {'Port': ['ID=7833ffa0-54a7-455c-b26d-65537bb88ecf,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:35.846798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.946179 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.949298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-5d464007-9ab7-4ea3-bb74-1ac55f2ccde1 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:35.950947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-5d464007-9ab7-4ea3-bb74-1ac55f2ccde1 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3843625 May 06 12:27:35.960573 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.961727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-bb5f5157-a104-408e-89df-cdfbc87b1875 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0849178 May 06 12:27:35.979020 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.982482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:35.994964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:36.000398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.039536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.068360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-0731ef3c-ae86-453a-b68c-1441ee3e69a1 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/quotas/ebd0cb3c75be4580b8daa1666c9363f6 HTTP/1.1" status: 200 len: 375 time: 0.1087754 May 06 12:27:36.077276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3091a6b1-d6b8-4928-bba4-9d84b280b817,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:36.162846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-47df5a6a-2dbb-43ba-b8ae-0ebfa6d8cd57 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Synchronizing usage tracker for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:36.200341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-9df3c404-8c59-468d-ae65-5ee7d47992cd tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829999 May 06 12:27:36.210231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5797bd0-cd54-4f7b-8baa-c2736db6fac6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:36.254123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-47df5a6a-2dbb-43ba-b8ae-0ebfa6d8cd57 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Unset dirty status for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:36.255729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-47df5a6a-2dbb-43ba-b8ae-0ebfa6d8cd57 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.2831511 May 06 12:27:36.519883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2372b1ab-1c7c-425b-9ee0-7aad34a5070b up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:36.554431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Allocated IP 192.168.233.113 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:36.561755 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42690d5c-6f09-4478-99bd-b14e5baac9fa'] response: {'name': 'network-changed', 'server_uuid': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'tag': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b', 'status': 'completed', 'code': 200} May 06 12:27:36.707663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:36.728176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:36.729477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.864441 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.002857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-1511a6f6-b982-47cc-9a1d-b25d37fad0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:37.005538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0251b64a-b642-4b0a-a686-2744e7740be0 req-1511a6f6-b982-47cc-9a1d-b25d37fad0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.7082760 May 06 12:27:37.023598 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.060531 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-26f68f47-9820-496b-9833-1d778b8bca4b req-dfe2e699-7f21-440c-8fb6-51551d453f63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 1099 time: 0.4719784 May 06 12:27:37.118340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:37.128768 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.250332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:37.449941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f68f47-9820-496b-9833-1d778b8bca4b req-69e5a227-889b-44db-a812-bb3efaded732 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:37.451679 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-26f68f47-9820-496b-9833-1d778b8bca4b req-69e5a227-889b-44db-a812-bb3efaded732 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3833926 May 06 12:27:37.481288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9af32a-ce4a-457b-ad71-b408d24a968e req-e4e18c74-9f97-4b3c-b35e-72c8a3d37ebe tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:37.483226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d9af32a-ce4a-457b-ad71-b408d24a968e req-e4e18c74-9f97-4b3c-b35e-72c8a3d37ebe tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.7243700 May 06 12:27:37.560627 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.573603 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-26f68f47-9820-496b-9833-1d778b8bca4b req-e41386db-b407-4212-a83a-f03c3d922fce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2372b1ab-1c7c-425b-9ee0-7aad34a5070b HTTP/1.1" status: 200 len: 217 time: 0.1141467 May 06 12:27:37.595529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Transition to ACTIVE for port object 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:37.598961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d9af32a-ce4a-457b-ad71-b408d24a968e req-d2d1da4d-4ba6-4a17-942b-7bff45b42b45 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042666 May 06 12:27:37.606426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a4465-f84f-4f4c-ab44-0c42470c7991 req-a46a0b1d-d97f-414c-af03-78bd89385f85 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:37.608102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe8a4465-f84f-4f4c-ab44-0c42470c7991 req-a46a0b1d-d97f-414c-af03-78bd89385f85 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.2573102 May 06 12:27:37.657676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.692906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f68f47-9820-496b-9833-1d778b8bca4b req-d9008d40-6d58-4f3d-8d3b-4bf3534ccb45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:37.696112 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-26f68f47-9820-496b-9833-1d778b8bca4b req-d9008d40-6d58-4f3d-8d3b-4bf3534ccb45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1147637 May 06 12:27:37.756474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe8a4465-f84f-4f4c-ab44-0c42470c7991 req-5874116f-4f4c-40a7-87ea-1607b0bd1722 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287808 May 06 12:27:37.770429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:37.774431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:37.792608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:37.844649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:37.910468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:37.914573 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.947586 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4121dc06-7406-4752-9755-840fb9653716'] response: {'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817', 'code': 200} May 06 12:27:37.969030 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-26f68f47-9820-496b-9833-1d778b8bca4b req-c606078e-6eb8-4e9b-8571-ac2fe5d8c64b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2611737 May 06 12:27:37.972677 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-f0353ef4-83cb-45f2-b35b-7a5e03d2b897 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0844536 May 06 12:27:37.999505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Request body: {'port': {'device_id': '9f63cc39-54aa-499a-bad9-5162777d8385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:38.258405 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-26f68f47-9820-496b-9833-1d778b8bca4b req-a449c8b9-3e30-4de9-8967-7db741e5c241 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832463 May 06 12:27:38.316704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-64d71114-81d1-406c-8884-9a8e76845ae6 None None] Provisioning for port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:38.337154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-64d71114-81d1-406c-8884-9a8e76845ae6 None None] Provisioning complete for port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:38.337906 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-64d71114-81d1-406c-8884-9a8e76845ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.380592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-2a815683-0e38-45a2-8ddb-8b51706b350f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2161875 May 06 12:27:38.439536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-64d71114-81d1-406c-8884-9a8e76845ae6 None None] Port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:38.536639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f7c5933c-07f4-4bc4-996c-991f2f86a58a req-e9ce76d5-639a-4bd7-88bc-c132b56f0b84 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Synchronizing usage tracker for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:38.601948 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-26f68f47-9820-496b-9833-1d778b8bca4b req-05489353-39cb-4531-bf5c-c1d64aeafad9 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338196 May 06 12:27:38.657423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.801523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e463-14d3-40f5-8825-5fd670e26539 req-d617b48d-1913-4011-af97-65a179df0daa tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:38.804347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d97e463-14d3-40f5-8825-5fd670e26539 req-d617b48d-1913-4011-af97-65a179df0daa tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 949 time: 0.7461982 May 06 12:27:38.805716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f7c5933c-07f4-4bc4-996c-991f2f86a58a req-e9ce76d5-639a-4bd7-88bc-c132b56f0b84 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Unset dirty status for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:38.807854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7c5933c-07f4-4bc4-996c-991f2f86a58a req-e9ce76d5-639a-4bd7-88bc-c132b56f0b84 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 210 time: 0.4801836 May 06 12:27:39.033878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-1ec2d971-ca26-408c-b3d2-77a05dc0188f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:39.036736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-1ec2d971-ca26-408c-b3d2-77a05dc0188f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5499446 May 06 12:27:39.138791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Request body: {'port': {'device_id': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'ebd0cb3c75be4580b8daa1666c9363f6'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:39.245054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d97e463-14d3-40f5-8825-5fd670e26539 req-b906b397-56f8-4bc0-b369-dccf5b584ac7 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117153 May 06 12:27:39.619776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:39.647738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7c734-1df1-49d9-a058-42a0813183e0 req-66776bec-f4df-4a8b-b08c-74941b820bc0 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:39.649499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8c7c734-1df1-49d9-a058-42a0813183e0 req-66776bec-f4df-4a8b-b08c-74941b820bc0 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 950 time: 0.6029041 May 06 12:27:39.671019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:39.766561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Made reservation on behalf of ebd0cb3c75be4580b8daa1666c9363f6 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:39.771986 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.870586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8c7c734-1df1-49d9-a058-42a0813183e0 req-0d49a0f7-b712-4689-b127-64e1862d2cba tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011106 May 06 12:27:39.948868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:40.000081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aa79f-4cfd-47bf-b68b-c37d0998d279 req-85997170-e684-45f0-bb9a-91a77e1d7ed5 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:40.009998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc7aa79f-4cfd-47bf-b68b-c37d0998d279 req-85997170-e684-45f0-bb9a-91a77e1d7ed5 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5281069 May 06 12:27:40.154968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:40.168614 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:40.178396 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc7aa79f-4cfd-47bf-b68b-c37d0998d279 req-38949073-0ad2-4583-8e11-101a69ef1417 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.1669583 May 06 12:27:40.222230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-dc7aa79f-4cfd-47bf-b68b-c37d0998d279 req-e620d1cf-93f1-4376-9a90-0448387c38ea tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Request body: {'floatingip': {'port_id': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:40.654435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Transition to ACTIVE for port object 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:40.708463 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:40.861567 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dc7aa79f-4cfd-47bf-b68b-c37d0998d279 req-e620d1cf-93f1-4376-9a90-0448387c38ea tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:41.438709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Allocated IP 192.168.233.52 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/080ce7fa-d028-4b95-bf7b-4c5322c22207) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:41.534295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:42.146857 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-97595f63-76fa-40da-8d95-6bfef2829219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.155466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-3f5ef9f4-3ccd-4178-a470-6137f7bf7921 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:42.165658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-3f5ef9f4-3ccd-4178-a470-6137f7bf7921 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 1.2073941 May 06 12:27:42.285862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-380de5ae-1ae6-40de-a84c-881ff0de4d9d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/quotas/5b9e59d353934844bfe6a661b292f792 HTTP/1.1" status: 200 len: 375 time: 0.1188769 May 06 12:27:42.427211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Attempting to bind port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:42.427696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Attempting to bind port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:42.428084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Attempting to bind port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:42.461368 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.506235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:42.506577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Attempting to bind port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:42.541833 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.574921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:42.575459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:42.575806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:42.576264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Bound port: 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:42.576649 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.588782 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-dc7aa79f-4cfd-47bf-b68b-c37d0998d279 req-e620d1cf-93f1-4376-9a90-0448387c38ea tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] update failed (client error): There was a conflict when trying to complete your request. May 06 12:27:42.591809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc7aa79f-4cfd-47bf-b68b-c37d0998d279 req-e620d1cf-93f1-4376-9a90-0448387c38ea tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "PUT /v2.0/floatingips/894fed42-f63e-4d97-acf3-755324fc3481 HTTP/1.1" status: 409 len: 549 time: 2.3859801 May 06 12:27:42.626588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Transition to ACTIVE for port object 080ce7fa-d028-4b95-bf7b-4c5322c22207 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:42.793076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-9a39ee5b-6688-4c5e-b3c5-c1de2d16f3ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4689710 May 06 12:27:42.813794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-63b064c6-be42-435e-a65b-ff7d97fb02e7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:27:42.825652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-63b064c6-be42-435e-a65b-ff7d97fb02e7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0242422 May 06 12:27:42.890343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:43.252023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:43.267505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:43.275728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:43.515671 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:43.517395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] 10.222.0.48 "PUT /v2.0/ports/0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 HTTP/1.1" status: 200 len: 1096 time: 5.5250547 May 06 12:27:43.532492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:43.573649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:43.585933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:43.602021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-140a92dc-d0ed-47b8-acd3-0f12e6ff21d8 service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7748933 May 06 12:27:43.606525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:43.653704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c6c4b-bdb2-40d0-a12b-01f863e81cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:44.005419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70af0df-e7be-4db3-b3b2-22770235cc35 req-45e22f82-dc97-4b03-ae09-23b39bb1bd72 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:44.011423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e70af0df-e7be-4db3-b3b2-22770235cc35 req-45e22f82-dc97-4b03-ae09-23b39bb1bd72 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 1.0140259 May 06 12:27:44.134355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:44.135101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:44.145505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Pushing event updated for resources: {'Port': ['ID=080ce7fa-d028-4b95-bf7b-4c5322c22207,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:44.190900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-aaf0495d-c30a-479a-ad18-2f573540db47 service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724789 May 06 12:27:44.207734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e70af0df-e7be-4db3-b3b2-22770235cc35 req-bfdca8d2-b392-494e-a8a4-024ea18ac152 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949461 May 06 12:27:44.256452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-ac856f1c-78d3-4baf-b681-3879fb108d86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2026412 May 06 12:27:44.260714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-4cd84d4d-17e4-4ef2-932e-3eca34f9d7f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 1099 time: 0.6020668 May 06 12:27:44.272784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Request body: {'port': {'device_id': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:44.306992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6dbc074-6b33-4207-a84e-3371e841cdd6 None None] Provisioning for port 080ce7fa-d028-4b95-bf7b-4c5322c22207 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:44.342308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6dbc074-6b33-4207-a84e-3371e841cdd6 None None] Provisioning complete for port 080ce7fa-d028-4b95-bf7b-4c5322c22207 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:44.347558 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6dbc074-6b33-4207-a84e-3371e841cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:44.493397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-1f03ea29-c845-44ac-aa32-1ebb083b60a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 HTTP/1.1" status: 200 len: 217 time: 0.1542091 May 06 12:27:44.622718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e6dbc074-6b33-4207-a84e-3371e841cdd6 None None] Port 080ce7fa-d028-4b95-bf7b-4c5322c22207 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:44.661193 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-321b1873-3441-440f-b0c2-70db93ed3ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:44.807670 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:44.839083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-3bd765ef-80a3-4a2a-bc1a-8de8988b9ea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:44.842519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-3bd765ef-80a3-4a2a-bc1a-8de8988b9ea4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2931073 May 06 12:27:45.178077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac629f-8dbb-4fe9-bfe5-8d08387cbfb1 req-338294b5-c4a4-4ce4-91b1-3a1afa809a45 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:45.179011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1cac629f-8dbb-4fe9-bfe5-8d08387cbfb1 req-338294b5-c4a4-4ce4-91b1-3a1afa809a45 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Synchronizing usage tracker for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:45.249921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1cac629f-8dbb-4fe9-bfe5-8d08387cbfb1 req-338294b5-c4a4-4ce4-91b1-3a1afa809a45 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Unset dirty status for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:45.251148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cac629f-8dbb-4fe9-bfe5-8d08387cbfb1 req-338294b5-c4a4-4ce4-91b1-3a1afa809a45 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 935 time: 0.7540426 May 06 12:27:45.301834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-27d46461-15a1-49ba-a4ad-eb849bedf756 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4500284 May 06 12:27:45.366854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.442878 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f5a6c9-8a0e-4880-99ae-fd1b88dd2514'] response: {'server_uuid': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b', 'code': 200} May 06 12:27:45.543496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1cac629f-8dbb-4fe9-bfe5-8d08387cbfb1 req-5ca451e7-a48a-4e8c-95d9-5c0dccefdd6b tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Synchronizing usage tracker for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:45.693289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080ce7fa-d028-4b95-bf7b-4c5322c22207 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:45.730056 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.766250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Transition to ACTIVE for port object 080ce7fa-d028-4b95-bf7b-4c5322c22207 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:45.775628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1cac629f-8dbb-4fe9-bfe5-8d08387cbfb1 req-5ca451e7-a48a-4e8c-95d9-5c0dccefdd6b tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Unset dirty status for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:45.789799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cac629f-8dbb-4fe9-bfe5-8d08387cbfb1 req-5ca451e7-a48a-4e8c-95d9-5c0dccefdd6b tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232034 May 06 12:27:45.800617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.849273 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-64a4c8d2-fc2f-47b2-87ca-d89b3661588b req-42305f84-7d86-4899-b7bf-7be984bc5f93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 1100 time: 0.2169290 May 06 12:27:45.917654 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.962527 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-64a4c8d2-fc2f-47b2-87ca-d89b3661588b req-c9e91132-753a-4b46-a420-2f1960752770 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941646 May 06 12:27:46.130189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Pushing event updated for resources: {'Port': ['ID=080ce7fa-d028-4b95-bf7b-4c5322c22207,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:46.146184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-e6a2e24a-46cb-405d-adb5-d3a8e6bc4022 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274214 May 06 12:27:46.437156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61471543-031f-48e6-8552-df145e086f7f req-0476d7a7-044b-4a00-afb6-a0c6c0250ebc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:46.445232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61471543-031f-48e6-8552-df145e086f7f req-0476d7a7-044b-4a00-afb6-a0c6c0250ebc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 949 time: 0.8468521 May 06 12:27:46.616766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61471543-031f-48e6-8552-df145e086f7f req-fee27ec8-b997-409e-b1e1-49deabd383b8 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704311 May 06 12:27:47.006253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-810b7528-8211-4030-ad91-b9a2b7169bec tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips/894fed42-f63e-4d97-acf3-755324fc3481 HTTP/1.1" status: 200 len: 692 time: 0.2517300 May 06 12:27:47.009877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2ae8120-dcc4-4ceb-bf5c-98d91699e82e req-875567a1-043e-47f0-9cff-442e5aa0c321 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8032987 May 06 12:27:47.030525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Attempting to bind port 080ce7fa-d028-4b95-bf7b-4c5322c22207 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:47.031189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Attempting to bind port 080ce7fa-d028-4b95-bf7b-4c5322c22207 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:47.031687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Attempting to bind port 080ce7fa-d028-4b95-bf7b-4c5322c22207 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:47.194405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-2dea8dd5-48bf-42ad-9eef-7975ae51752b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:47.196155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-2dea8dd5-48bf-42ad-9eef-7975ae51752b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 0.4430895 May 06 12:27:47.199372 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38900ec5-8f15-4af1-b564-f12399c2335a'] response: {'name': 'network-changed', 'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'status': 'completed', 'code': 200} May 06 12:27:47.320377 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.419403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'port': {'device_id': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'admin_state_up': True, 'tenant_id': '5b9e59d353934844bfe6a661b292f792'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:47.621658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Port 080ce7fa-d028-4b95-bf7b-4c5322c22207 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:47.622379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Attempting to bind port 080ce7fa-d028-4b95-bf7b-4c5322c22207 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:47.640649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd6644f-cad2-4cbd-9aca-80f9a764b869 req-6c82938e-e07b-496d-9722-54d8c67bf173 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 210 time: 0.1918988 May 06 12:27:47.851540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:47.868810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:47.869188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:47.869524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:47.869970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Bound port: 080ce7fa-d028-4b95-bf7b-4c5322c22207, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:47.870319 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.955208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:48.094270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] For port 080ce7fa-d028-4b95-bf7b-4c5322c22207, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:48.098640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] For port 080ce7fa-d028-4b95-bf7b-4c5322c22207, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:48.128562 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.133160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Made reservation on behalf of 5b9e59d353934844bfe6a661b292f792 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:48.136443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.211126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b761ce2-7428-42bc-ab34-651c6444cce0 req-7c3805a3-065b-400c-9bb8-b8cbb014af57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 1099 time: 0.7608593 May 06 12:27:48.232373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-ffe55eaa-a36d-4ac0-9f1b-4d82f2a1919c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:48.242149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-ffe55eaa-a36d-4ac0-9f1b-4d82f2a1919c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 1.2346675 May 06 12:27:48.454143 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.467913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] 10.222.0.36 "PUT /v2.0/ports/080ce7fa-d028-4b95-bf7b-4c5322c22207 HTTP/1.1" status: 200 len: 1095 time: 4.1996200 May 06 12:27:48.827325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-0f9d477c-4fad-4b03-9885-0c96e8ea5f85 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.5839682 May 06 12:27:49.083522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfff499-9795-4b38-b0e2-072975869c99 req-a1c89cd4-4938-4833-be0c-0d7c6011c75b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:49.097398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dfff499-9795-4b38-b0e2-072975869c99 req-a1c89cd4-4938-4833-be0c-0d7c6011c75b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 1.2119536 May 06 12:27:49.161422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97962466-2303-41ed-91c2-55b8ae0ee32a service neutron] Pushing event updated for resources: {'Port': ['ID=080ce7fa-d028-4b95-bf7b-4c5322c22207,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:49.215444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'tag': '080ce7fa-d028-4b95-bf7b-4c5322c22207'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:49.368485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-ff83ebbe-de8b-4768-a963-10aa52f234de tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.4291139 May 06 12:27:49.559600 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dfff499-9795-4b38-b0e2-072975869c99 req-aa3225a5-ff69-4931-91a8-64349d167dea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606082 May 06 12:27:49.600359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b761ce2-7428-42bc-ab34-651c6444cce0 req-4c1c2551-df1f-402f-9fb0-2b85c63aca0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:49.612738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b761ce2-7428-42bc-ab34-651c6444cce0 req-4c1c2551-df1f-402f-9fb0-2b85c63aca0a service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 1.2362638 May 06 12:27:49.982860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b761ce2-7428-42bc-ab34-651c6444cce0 req-d8ba77fc-d6fc-4ae3-bd5f-2b9ef3dca1c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 HTTP/1.1" status: 200 len: 217 time: 0.3144414 May 06 12:27:50.076603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Allocated IP 172.20.0.11 (2c9a1d8b-7afe-4eff-bddf-177184856d8c/a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e/6b8465c6-f1c4-4601-aa19-290d5b0e77b1) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:50.086917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-50bac8d9-70d4-41b9-91c2-a3afa7d408be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 1098 time: 1.2633789 May 06 12:27:50.100795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Deleting port 7833ffa0-54a7-455c-b26d-65537bb88ecf {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:50.101398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.478715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.478715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.752719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Calling delete_port for 7833ffa0-54a7-455c-b26d-65537bb88ecf owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:51.102067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-62308b0d-6af1-4352-bfe1-f78fe1d53219 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207 HTTP/1.1" status: 200 len: 217 time: 0.2143857 May 06 12:27:51.111429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b761ce2-7428-42bc-ab34-651c6444cce0 req-ba81d92e-7896-4d1f-9e31-2a2dfe344bae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:51.113360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b761ce2-7428-42bc-ab34-651c6444cce0 req-ba81d92e-7896-4d1f-9e31-2a2dfe344bae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 1.1224866 May 06 12:27:51.421869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55952) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:51.566713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-cc3824fd-311f-458c-8c79-d7fa8241afee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:51.566713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-cc3824fd-311f-458c-8c79-d7fa8241afee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.4507143 May 06 12:27:51.638076 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:51.692601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:51.699125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Usage tracker for resource:security_group_rule and tenant:5141f3974cbf491999045e7bd6bccbd8 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:51.703673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:51.712797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:51.787109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:51.887308 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:51.897491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:51.946568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc845ff-e3c9-4b4a-b33f-1f83dce26812,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:51.961648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.962374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.963052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.963553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.964071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.965359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.965887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.966416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.966995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.967593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:51.968071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:52.019828 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5488f987-7077-4814-8f7c-1470aa03c0a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5141f3974cbf491999045e7bd6bccbd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5951931 May 06 12:27:52.024499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55960) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:52.105698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.130966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5aaff5fe-5123-41c5-bb5d-71f389a57438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.150853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Transition to ACTIVE for port object 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:52.169779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5aaff5fe-5123-41c5-bb5d-71f389a57438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.228786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d49d6-6139-41a2-9d68-a865100f810a req-9f2cbe91-3114-4c59-bc31-41ce168085c4 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:52.243790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f54d49d6-6139-41a2-9d68-a865100f810a req-9f2cbe91-3114-4c59-bc31-41ce168085c4 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 947 time: 1.3571844 May 06 12:27:52.251320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.251632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5aaff5fe-5123-41c5-bb5d-71f389a57438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.262842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:52.289769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'mac_address': 'fa:16:3e:aa:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:52.297263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e2e8c84-858f-49b5-90e8-44a682befffc', '1f2db186-3f73-4559-84cc-ef46760f1371'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:52.318182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5aaff5fe-5123-41c5-bb5d-71f389a57438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.324035 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5aaff5fe-5123-41c5-bb5d-71f389a57438 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcc845ff-e3c9-4b4a-b33f-1f83dce26812 HTTP/1.1" status: 204 len: 168 time: 0.2979226 May 06 12:27:52.330024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaff5fe-5123-41c5-bb5d-71f389a57438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc845ff-e3c9-4b4a-b33f-1f83dce26812,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:52.548324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:52.591771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'Port': ['ID=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:52.598368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:52.637794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:52.710337 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.774894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:52.815274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:52.822546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b761ce2-7428-42bc-ab34-651c6444cce0 req-7122390e-178a-49a2-a771-f73149b34da0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6568527 May 06 12:27:52.827644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.901860 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.903714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:53.003637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:53.004201 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.020838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Pushing event deleted for resources: {'Port': ['ID=7833ffa0-54a7-455c-b26d-65537bb88ecf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:53.069339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55968) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:53.106146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-972fd30c-9d5a-4436-972d-360204476801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.125846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:27:53.133808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71ea26e2-5d06-4d18-b9e2-1f552523d36c None None] Provisioning for port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:53.167281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f54d49d6-6139-41a2-9d68-a865100f810a req-c8accc73-f4df-4cc2-b040-536495b6cd52 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9190097 May 06 12:27:53.184128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:53.204937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-972fd30c-9d5a-4436-972d-360204476801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:53.218145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-972fd30c-9d5a-4436-972d-360204476801 admin admin] Usage tracker for resource:security_group_rule and tenant:83f1237e76aa495b9ba61fb349dcfc5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:53.222686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-972fd30c-9d5a-4436-972d-360204476801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:53.232442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-972fd30c-9d5a-4436-972d-360204476801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:53.238770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71ea26e2-5d06-4d18-b9e2-1f552523d36c None None] Provisioning complete for port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:53.243378 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71ea26e2-5d06-4d18-b9e2-1f552523d36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.250965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-fcd89db2-2bdd-4990-ba57-9de583725930 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4870062 May 06 12:27:53.354274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'mac_address': 'fa:16:3e:75:7e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:53.371414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:53.432662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8db74c7d-42a8-42b9-9e5a-ab41cd88f4bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2089887 May 06 12:27:53.440040 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-972fd30c-9d5a-4436-972d-360204476801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.449136 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-972fd30c-9d5a-4436-972d-360204476801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.492938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-71ea26e2-5d06-4d18-b9e2-1f552523d36c None None] Port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:53.553151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.577307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5de21cb5-1917-46c8-a2be-aac336d030a7 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:53.582144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-972fd30c-9d5a-4436-972d-360204476801 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83f1237e76aa495b9ba61fb349dcfc5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5069554 May 06 12:27:53.595014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55974) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:53.628598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:53.637045 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.637306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fd30c-9d5a-4436-972d-360204476801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052ebe69-459c-4b04-a98b-a387cd7c3a29,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:53.653954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Request body: {'port': {'device_id': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:53.738175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:53.749634 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a7b39974-c47b-48e9-ad87-bc02bfab313c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.787183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a7b39974-c47b-48e9-ad87-bc02bfab313c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.805657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['5de21cb5-1917-46c8-a2be-aac336d030a7'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:53.898372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a7b39974-c47b-48e9-ad87-bc02bfab313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.926499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b39974-c47b-48e9-ad87-bc02bfab313c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052ebe69-459c-4b04-a98b-a387cd7c3a29,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:53.942486 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a7b39974-c47b-48e9-ad87-bc02bfab313c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.947165 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a7b39974-c47b-48e9-ad87-bc02bfab313c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/052ebe69-459c-4b04-a98b-a387cd7c3a29 HTTP/1.1" status: 204 len: 168 time: 0.3508871 May 06 12:27:54.016895 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.019833 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.021278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ae4472a-964d-4e79-bb19-fda0e2f4ecff req-167bc648-72d9-4a76-8005-b631a009c0fc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "DELETE /v2.0/floatingips/894fed42-f63e-4d97-acf3-755324fc3481 HTTP/1.1" status: 204 len: 173 time: 4.5923491 May 06 12:27:54.026875 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b761ce2-7428-42bc-ab34-651c6444cce0 req-fb95981a-be86-498b-bf18-01fc51266ece service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1851647 May 06 12:27:54.206875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.222895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ae459-feb0-4e42-9479-fdd53c934ad8 req-be62e369-c0e6-4129-8c0d-019bbf1e3de5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:54.224656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db0ae459-feb0-4e42-9479-fdd53c934ad8 req-be62e369-c0e6-4129-8c0d-019bbf1e3de5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 949 time: 0.6830544 May 06 12:27:54.264516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-426e132e-1b68-4e38-a6d8-6c3117c9e6fe service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8352203 May 06 12:27:54.580330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbb6494-b4d5-4a88-87a0-0f7aa810ca70 req-7a5af360-f530-4233-a9d5-020d183c0cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889802 May 06 12:27:54.637948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:54.660053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db0ae459-feb0-4e42-9479-fdd53c934ad8 req-7cb93149-4d9c-404f-bb56-2891861c526f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863766 May 06 12:27:54.678130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b761ce2-7428-42bc-ab34-651c6444cce0 req-5f4cc971-ce6e-4351-af18-8db46099ea91 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342132 May 06 12:27:55.102883 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6703d717-4e37-4ab1-9e88-bb65b1d72ce4'] response: {'name': 'network-changed', 'server_uuid': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'tag': '080ce7fa-d028-4b95-bf7b-4c5322c22207', 'status': 'completed', 'code': 200} May 06 12:27:55.353417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877fa37-4ae5-487a-bb6a-034576dc45a2 req-08ce6cd0-8c1c-49bf-ae5a-b10fe954070d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:55.354710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4877fa37-4ae5-487a-bb6a-034576dc45a2 req-08ce6cd0-8c1c-49bf-ae5a-b10fe954070d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:55.550150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4877fa37-4ae5-487a-bb6a-034576dc45a2 req-08ce6cd0-8c1c-49bf-ae5a-b10fe954070d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:55.562398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4877fa37-4ae5-487a-bb6a-034576dc45a2 req-08ce6cd0-8c1c-49bf-ae5a-b10fe954070d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 932 time: 1.3339686 May 06 12:27:55.740480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebc652e3-d8cb-4f1d-af73-4ff7a1fd9f2a req-29b1d209-f46f-4872-bd02-b20a1933e214 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 1098 time: 0.6417902 May 06 12:27:55.783554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4877fa37-4ae5-487a-bb6a-034576dc45a2 req-af811b84-23cd-4cbd-9d43-344ce89783b7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186460 May 06 12:27:55.824216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:55.942123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25a89e-ab96-4d4b-8380-c06b08d6e97a req-28700873-f3a8-4042-ac5b-1b094ce8e0e4 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:55.958726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b25a89e-ab96-4d4b-8380-c06b08d6e97a req-28700873-f3a8-4042-ac5b-1b094ce8e0e4 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.8538523 May 06 12:27:56.091065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 5de21cb5-1917-46c8-a2be-aac336d030a7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:56.094191 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:56.310263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:56.370880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:56.374319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:56.382956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:56.509108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:56.513833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:56.572317 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:56.608096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-9a85e472-34dd-4c27-9f59-e7acbc1aecb2 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Synchronizing usage tracker for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:56.612862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 080ce7fa-d028-4b95-bf7b-4c5322c22207 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:56.648247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b25a89e-ab96-4d4b-8380-c06b08d6e97a req-4a1607de-df04-4361-8cde-dd0d19d683a9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887729 May 06 12:27:56.664072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Transition to ACTIVE for port object 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:56.710334 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:56.848293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-9a85e472-34dd-4c27-9f59-e7acbc1aecb2 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Unset dirty status for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:56.861588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-9a85e472-34dd-4c27-9f59-e7acbc1aecb2 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.7936127 May 06 12:27:56.865576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc652e3-d8cb-4f1d-af73-4ff7a1fd9f2a req-195b7129-a33d-45b8-b8d2-08741792406f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:56.869486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebc652e3-d8cb-4f1d-af73-4ff7a1fd9f2a req-195b7129-a33d-45b8-b8d2-08741792406f service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 1.1076233 May 06 12:27:56.922223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 080ce7fa-d028-4b95-bf7b-4c5322c22207, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:56.946281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '080ce7fa-d028-4b95-bf7b-4c5322c22207', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '080ce7fa-d028-4b95-bf7b-4c5322c22207', 'mac_address': 'fa:16:3e:b7:4d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:57.124190 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.153926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080ce7fa-d028-4b95-bf7b-4c5322c22207 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:57.198027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 080ce7fa-d028-4b95-bf7b-4c5322c22207, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:57.207459 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.395557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=080ce7fa-d028-4b95-bf7b-4c5322c22207,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:57.491120 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebc652e3-d8cb-4f1d-af73-4ff7a1fd9f2a req-d50676a5-59ff-4321-ac79-a28ed3e29aa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207 HTTP/1.1" status: 200 len: 217 time: 0.4951031 May 06 12:27:57.499899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:57.535968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['080ce7fa-d028-4b95-bf7b-4c5322c22207'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:57.705863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-79e1bca4-0b96-40eb-85bb-d6acd8931a15 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:57.706731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-79e1bca4-0b96-40eb-85bb-d6acd8931a15 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Synchronizing usage tracker for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:57.831581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:57.974876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bde09b-1ccc-4520-973b-04274be126e4 req-80509fdf-a787-40b2-bcbf-7e62037b5bc2 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:57.977774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71bde09b-1ccc-4520-973b-04274be126e4 req-80509fdf-a787-40b2-bcbf-7e62037b5bc2 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 947 time: 1.0865750 May 06 12:27:58.056138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-79e1bca4-0b96-40eb-85bb-d6acd8931a15 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Unset dirty status for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:58.059635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-79e1bca4-0b96-40eb-85bb-d6acd8931a15 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports/9e88a3e9-ae2c-4d80-b4fa-19a17256618d HTTP/1.1" status: 200 len: 942 time: 1.1960709 May 06 12:27:58.064104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc652e3-d8cb-4f1d-af73-4ff7a1fd9f2a req-daf2d0f3-5c9c-472d-ad44-2ed21e2ee6c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:58.068729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebc652e3-d8cb-4f1d-af73-4ff7a1fd9f2a req-daf2d0f3-5c9c-472d-ad44-2ed21e2ee6c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.5449369 May 06 12:27:58.182858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:58.198973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:58.206904 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.466904 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.509498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-f66c9f01-ff1f-4f0b-b6f8-fba3585145b0 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.2719564 May 06 12:27:58.511176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Attempting to bind port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:58.511950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Attempting to bind port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:58.512732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Attempting to bind port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:58.515714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:58.524766 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.537104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:58.537592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Attempting to bind port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:58.656557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:58.761499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:58.762817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Checking segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:58.763698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Bound using segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:58.764598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Bound port: 6b8465c6-f1c4-4601-aa19-290d5b0e77b1, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:58.765163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.850024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71bde09b-1ccc-4520-973b-04274be126e4 req-8d19da52-4c31-480f-acde-f456ea4afe70 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793152 May 06 12:27:58.923386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-4b36f3a8-1469-4ab8-a2ac-79a6b4133265 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:58.932727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-4b36f3a8-1469-4ab8-a2ac-79a6b4133265 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.4049349 May 06 12:27:59.006412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebc652e3-d8cb-4f1d-af73-4ff7a1fd9f2a req-f2036b28-08ff-46ae-a91a-00bacde04f0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9154236 May 06 12:27:59.330641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] For port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:59.373163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-db0a3b7b-0ba2-48ad-9ca7-877baeaa0afb tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 1000 time: 0.4389224 May 06 12:27:59.382059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-61dc710a-7b66-4d85-bce5-18f7faec14d3 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:59.480480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] For port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:59.519912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:59.671237 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb18399-58bb-4597-8802-8cbd6bfb5b51'] response: {'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'code': 200} May 06 12:27:59.791697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:59.798693 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-61dc710a-7b66-4d85-bce5-18f7faec14d3 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:59.928116 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:59.930285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-db699ae6-7f02-4d8a-afe6-a44e5a504263 service neutron] 10.222.0.48 "PUT /v2.0/ports/6b8465c6-f1c4-4601-aa19-290d5b0e77b1 HTTP/1.1" status: 200 len: 1092 time: 6.3214214 May 06 12:27:59.930285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'tag': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:00.088706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebc652e3-d8cb-4f1d-af73-4ff7a1fd9f2a req-076ddede-f80b-4708-ad7e-31e86be26610 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0578136 May 06 12:28:00.475027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-61dc710a-7b66-4d85-bce5-18f7faec14d3 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.492096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-61dc710a-7b66-4d85-bce5-18f7faec14d3 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.492570 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-61dc710a-7b66-4d85-bce5-18f7faec14d3 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Floating IP 27ddc90f-6930-4b81-b84e-fc558027aaf1 disassociated. External IP: 172.25.7.45, port: 9e88a3e9-ae2c-4d80-b4fa-19a17256618d. May 06 12:28:00.619419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 080ce7fa-d028-4b95-bf7b-4c5322c22207 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:00.784366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 080ce7fa-d028-4b95-bf7b-4c5322c22207 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:00.805946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 080ce7fa-d028-4b95-bf7b-4c5322c22207 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:00.806320 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.815268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e756ea-a570-4d38-bc15-a96c46e99d1d req-e146ceb4-fd66-42a4-8e2d-f4350d4f322c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:00.823488 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8e756ea-a570-4d38-bc15-a96c46e99d1d req-e146ceb4-fd66-42a4-8e2d-f4350d4f322c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 944 time: 0.8696253 May 06 12:28:00.827827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebc652e3-d8cb-4f1d-af73-4ff7a1fd9f2a req-c9b3c40a-9195-4ff0-8761-34d05cd3eb0a service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291818 May 06 12:28:00.930172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-69d83b0b-c6f6-474d-b9c0-4219c3d008bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 1095 time: 0.9077289 May 06 12:28:01.005430 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:01.056490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 080ce7fa-d028-4b95-bf7b-4c5322c22207, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:01.057824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-574585c1-ceaf-467c-b8c6-9a3e2bf6a3aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8465c6-f1c4-4601-aa19-290d5b0e77b1 HTTP/1.1" status: 200 len: 217 time: 0.1106715 May 06 12:28:01.063551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:01.065046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8e756ea-a570-4d38-bc15-a96c46e99d1d req-330c00a2-38b4-497f-b043-981d61ce5e62 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259872 May 06 12:28:01.227754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-60a6bf3d-2fa1-495d-88bb-8c54db352071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:01.230282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-60a6bf3d-2fa1-495d-88bb-8c54db352071 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.1506302 May 06 12:28:01.240024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=080ce7fa-d028-4b95-bf7b-4c5322c22207,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:01.436159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-8af06c0c-f884-4329-b7fa-28c719ef0790 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982446 May 06 12:28:01.672975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'}, {'server_uuid': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080ce7fa-d028-4b95-bf7b-4c5322c22207'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:02.070408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-876956ea-690c-45d8-a795-a804c5643d04 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251955 May 06 12:28:02.171546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30211e58-d498-4cd0-998f-d1f11c6f07df req-a9bb7b54-8100-4193-886b-59d9d099c216 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:02.179606 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30211e58-d498-4cd0-998f-d1f11c6f07df req-a9bb7b54-8100-4193-886b-59d9d099c216 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 945 time: 0.6900959 May 06 12:28:02.524298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30211e58-d498-4cd0-998f-d1f11c6f07df req-8c1ed015-ba38-45d6-ad4c-fea57414f9df tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429399 May 06 12:28:02.639508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b15e70c-b224-471f-b393-31bb73448c7f req-2ea619fe-d7b2-4888-a97f-d7c717005517 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 1096 time: 0.5283899 May 06 12:28:02.694038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdddda0d-105f-43d3-a50a-cb8442488a1f req-76268288-80c5-4d27-9e6a-d71f108a0a5b service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098890 May 06 12:28:02.967792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-61dc710a-7b66-4d85-bce5-18f7faec14d3 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Router 6b67b245-20aa-4fdc-986e-ee21edde20d5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:28:02.972731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15e70c-b224-471f-b393-31bb73448c7f req-eaa640c1-cc9e-440a-91d8-d209f36a6e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:02.975350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b15e70c-b224-471f-b393-31bb73448c7f req-eaa640c1-cc9e-440a-91d8-d209f36a6e99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 913 time: 0.3224442 May 06 12:28:03.226350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b15e70c-b224-471f-b393-31bb73448c7f req-3e5eeef0-7991-4473-ac6f-04ba7769ed20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817 HTTP/1.1" status: 200 len: 217 time: 0.2431073 May 06 12:28:03.504131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-3376e653-3e60-4982-bea0-ebefbced8b3e tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1922626 May 06 12:28:03.741542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15e70c-b224-471f-b393-31bb73448c7f req-ada7fff3-7f06-4891-a737-7baf8917bda2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:03.744205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b15e70c-b224-471f-b393-31bb73448c7f req-ada7fff3-7f06-4891-a737-7baf8917bda2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.5069015 May 06 12:28:03.872806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b15e70c-b224-471f-b393-31bb73448c7f req-6a9b33c9-a102-41c2-bfb4-c16764c0bdf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084006 May 06 12:28:04.008390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-4bcad73b-9e7e-45c7-86bb-25e739c2161d tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:04.009965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-4bcad73b-9e7e-45c7-86bb-25e739c2161d tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4953430 May 06 12:28:04.084092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-15c83bc9-1656-4949-a3e7-b0d315d428c9 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/quotas/9f46fc945f7e4b44a5acc834d74b7a4b HTTP/1.1" status: 200 len: 375 time: 0.0503321 May 06 12:28:04.169250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b15e70c-b224-471f-b393-31bb73448c7f req-e988e92f-a3a7-46dc-b715-5410c0f0736f service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803910 May 06 12:28:04.455523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-61dc710a-7b66-4d85-bce5-18f7faec14d3 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:28:04.471146 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] Sync routers for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:28:04.472125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-61dc710a-7b66-4d85-bce5-18f7faec14d3 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:04.500859 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:04.502178 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:27:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:04.546365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-6bccb73e-e45c-4a4e-aa62-5c9759235805 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4439514 May 06 12:28:04.623201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b15e70c-b224-471f-b393-31bb73448c7f req-0c3d39f6-550a-46bf-9969-34d8b247397a service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455602 May 06 12:28:04.631311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-61dc710a-7b66-4d85-bce5-18f7faec14d3 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "PUT /v2.0/floatingips/27ddc90f-6930-4b81-b84e-fc558027aaf1 HTTP/1.1" status: 200 len: 694 time: 5.2561643 May 06 12:28:04.894745 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:05.366878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-94fc2ee8-5bd3-44f8-beb6-8204e939df4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0d66894dd0a84b38a77e90da6fdd5228&device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 1096 time: 0.7169149 May 06 12:28:05.706922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-38425527-344a-4e11-83d9-0c43e288e742 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:05.709400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-38425527-344a-4e11-83d9-0c43e288e742 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f957efda-8248-4d87-9fa9-a25535f374b7 HTTP/1.1" status: 200 len: 929 time: 0.3264971 May 06 12:28:05.727922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bdba4-2bc8-4100-a065-2228cc0178fc req-98734a18-9827-4a5f-ae82-06b4412a65d2 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:05.740092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-052bdba4-2bc8-4100-a065-2228cc0178fc req-98734a18-9827-4a5f-ae82-06b4412a65d2 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 949 time: 0.6118667 May 06 12:28:05.855566 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8e41729b-84be-4092-a881-903b9227db20', 'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'mac_address': 'fa:16:3e:ed:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:42Z', 'updated_at': '2022-05-06T12:26:55Z', 'revision_number': 5, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'subnets': [{'id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:05.862208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3091a6b1-d6b8-4928-bba4-9d84b280b817 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:05.865456 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] Checking router: 6b67b245-20aa-4fdc-986e-ee21edde20d5 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:28:05.890373 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:05.891800 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:27:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:05.901905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-14ca965a-4e0a-4ecc-bf7a-0f81dbd21511 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d HTTP/1.1" status: 200 len: 217 time: 0.1584980 May 06 12:28:05.951598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-052bdba4-2bc8-4100-a065-2228cc0178fc req-738360f7-30c5-45f5-90a5-61b474d9ee6d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100317 May 06 12:28:06.164653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-1f08de06-b7d1-479a-be7f-7d8836c96082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:06.180881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-1f08de06-b7d1-479a-be7f-7d8836c96082 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fe6eb35b-d0d7-48a3-9db1-7693d07c1683 HTTP/1.1" status: 200 len: 867 time: 0.2337265 May 06 12:28:06.205325 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:06.341766 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2e027c-8ba7-4bd8-b0fa-fe982aaec156'] response: {'name': 'network-changed', 'server_uuid': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'tag': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1', 'status': 'completed', 'code': 200} May 06 12:28:06.367354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:06.381456 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:06.524308 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bfbebd-f90f-4d36-937d-52836635d0af'] response: {'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'code': 200} May 06 12:28:06.531936 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bfbebd-f90f-4d36-937d-52836635d0af'] response: {'server_uuid': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080ce7fa-d028-4b95-bf7b-4c5322c22207', 'code': 200} May 06 12:28:06.611137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-04cd8f91-fac6-4bf3-bdda-21e9a00e68e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f957efda-8248-4d87-9fa9-a25535f374b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4223275 May 06 12:28:06.622570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b33b3ca6-18c5-4018-a48d-5b26c27e106d req-8c93a85c-017e-4359-83e0-8d91cf89e3f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 1095 time: 0.2584157 May 06 12:28:06.638468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3091a6b1-d6b8-4928-bba4-9d84b280b817,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:06.647079 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:06.884527 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:07.195085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-e8c9bba9-5942-4c4a-88de-b0242173f15c service neutron] 10.222.0.44 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237863 May 06 12:28:07.238025 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:28:07.516479 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8e41729b-84be-4092-a881-903b9227db20', 'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'mac_address': 'fa:16:3e:ed:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:42Z', 'updated_at': '2022-05-06T12:26:55Z', 'revision_number': 5, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'subnets': [{'id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:07.523494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3ca6-18c5-4018-a48d-5b26c27e106d req-1a85ff15-fd4a-4913-a01f-b796e665dd50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:07.526014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b33b3ca6-18c5-4018-a48d-5b26c27e106d req-1a85ff15-fd4a-4913-a01f-b796e665dd50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.8933797 May 06 12:28:07.529546 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e1cc6-42e3-4459-9c14-795713bd8e86 None None] The sync data for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 is: [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:26:44Z', 'revision_number': 4, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '8e41729b-84be-4092-a881-903b9227db20', 'name': '', 'network_id': 'f957efda-8248-4d87-9fa9-a25535f374b7', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'mac_address': 'fa:16:3e:ed:4b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:42Z', 'updated_at': '2022-05-06T12:26:55Z', 'revision_number': 5, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'subnets': [{'id': 'fe6eb35b-d0d7-48a3-9db1-7693d07c1683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:28:07.654139 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f9bca9ec-bb75-4637-b252-50bd9edca805 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621915 May 06 12:28:07.864766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b33b3ca6-18c5-4018-a48d-5b26c27e106d req-fd8effef-b339-4ee6-acd5-46401432ecdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8465c6-f1c4-4601-aa19-290d5b0e77b1 HTTP/1.1" status: 200 len: 217 time: 0.3223009 May 06 12:28:07.866542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:07.869255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c81377ad-fd5a-4c61-944c-54f01ce276a4 req-000b1d41-1e4f-44f9-a2a5-ef3e79da1853 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 1100 time: 0.9642546 May 06 12:28:08.037148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-a103d355-6ee7-427a-843a-89f5aaa0d073 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:08.040642 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-a103d355-6ee7-427a-843a-89f5aaa0d073 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3806520 May 06 12:28:08.070078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Request body: {'port': {'device_id': 'b3e8a5da-69ba-4761-8708-2fcb829943cd', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '9f46fc945f7e4b44a5acc834d74b7a4b'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:08.215522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a21e884d-5b52-4b68-99ad-ed6e8543817c req-707124e9-7cb1-498d-af09-4b298a9de4cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 1101 time: 1.3741000 May 06 12:28:08.250186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8bec0-9b28-4d96-a52a-c435bf024c8a None None] New status for floating IP 27ddc90f-6930-4b81-b84e-fc558027aaf1: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:28:08.283729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a1cc809-dd8d-486c-beb3-dd6dcfaa089f req-51add418-a9ec-4f4c-88a2-1ce60b32c89b service neutron] 10.222.0.44 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0566754 May 06 12:28:08.353767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f5055-c506-4864-a23b-7940ab68e463 req-dbf67865-457d-47e1-a7d3-6a0131173a97 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:08.366120 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b34f5055-c506-4864-a23b-7940ab68e463 req-dbf67865-457d-47e1-a7d3-6a0131173a97 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 944 time: 1.4540401 May 06 12:28:08.368721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:08.438139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:08.463567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:08.500711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Made reservation on behalf of 9f46fc945f7e4b44a5acc834d74b7a4b for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:08.507756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:08.536199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:08.536556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c81377ad-fd5a-4c61-944c-54f01ce276a4 req-435d458b-9198-4630-9ddc-4c0fb77de1bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431694 May 06 12:28:08.604486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3ca6-18c5-4018-a48d-5b26c27e106d req-bd6bddda-6833-4038-b63e-d8b22aded8f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:08.608062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b33b3ca6-18c5-4018-a48d-5b26c27e106d req-bd6bddda-6833-4038-b63e-d8b22aded8f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.7113900 May 06 12:28:08.737330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a21e884d-5b52-4b68-99ad-ed6e8543817c req-a05b4605-4912-4754-8d6b-b2bb65af0cd9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419191 May 06 12:28:08.746691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b34f5055-c506-4864-a23b-7940ab68e463 req-4adc8ce8-72f5-4ec7-aa2b-586af6c11bcb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792100 May 06 12:28:08.862272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b33b3ca6-18c5-4018-a48d-5b26c27e106d req-583c54f4-34b2-40e6-9cc1-42b6ff1ff8a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2419295 May 06 12:28:09.151444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Allocated IP 192.168.233.13 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/0eb541bd-5458-49a8-93ee-091917e21cb7) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:09.334871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:09.371910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'port_id': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1', 'mac_address': 'fa:16:3e:d4:9b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:09.615859 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.658000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:09.701865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:09.711619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b33b3ca6-18c5-4018-a48d-5b26c27e106d req-96a5ec1d-cf16-4163-8f12-f1414417f86c service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891589 May 06 12:28:09.714318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.906015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3091a6b1-d6b8-4928-bba4-9d84b280b817 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:09.970281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a7803-84ee-4824-bacd-9f9b4fbbb814 req-8826bbea-6c6e-4553-9be0-893dd935ef6e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:09.989962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-478a7803-84ee-4824-bacd-9f9b4fbbb814 req-8826bbea-6c6e-4553-9be0-893dd935ef6e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 943 time: 0.8529041 May 06 12:28:10.117844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:10.149201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:10.273641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Transition to ACTIVE for port object 0eb541bd-5458-49a8-93ee-091917e21cb7 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:10.338867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6b8465c6-f1c4-4601-aa19-290d5b0e77b1'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:10.360421 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:10.430346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b1b9c322-3005-4386-81df-cf5d2ebb0df2 req-971a7834-bf48-4c3f-a062-a011785deced tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 210 time: 0.3595326 May 06 12:28:10.487572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-478a7803-84ee-4824-bacd-9f9b4fbbb814 req-b26fd1cf-72a3-4aa3-8dce-317ec93c7655 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962988 May 06 12:28:10.500194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['2372b1ab-1c7c-425b-9ee0-7aad34a5070b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:10.715306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b33b3ca6-18c5-4018-a48d-5b26c27e106d req-f20b33a5-44bd-4d6c-9366-9437299712e2 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9784679 May 06 12:28:10.735252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-77341694-4d9b-46e0-b3be-5a3d33990494 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips/27ddc90f-6930-4b81-b84e-fc558027aaf1 HTTP/1.1" status: 200 len: 692 time: 0.1691329 May 06 12:28:10.856453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:10.883231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:10.912259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Pushing event updated for resources: {'Port': ['ID=0eb541bd-5458-49a8-93ee-091917e21cb7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:10.949184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:11.322131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:11.327721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:11.445245 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-01ead986-b07e-4c0b-aef5-76e0c65ff4a5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3873014 May 06 12:28:11.468927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Request body: {'port': {'device_id': 'b3e8a5da-69ba-4761-8708-2fcb829943cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:11.751192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-901a1975-e182-408c-9901-9fb18948aa79 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:11.771506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-901a1975-e182-408c-9901-9fb18948aa79 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 1.0344172 May 06 12:28:11.798350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0f722ce6-50d0-47ca-a82c-3ac786460329 None None] Provisioning for port 0eb541bd-5458-49a8-93ee-091917e21cb7 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:11.816424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0f722ce6-50d0-47ca-a82c-3ac786460329 None None] Provisioning complete for port 0eb541bd-5458-49a8-93ee-091917e21cb7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:11.817045 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f722ce6-50d0-47ca-a82c-3ac786460329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:11.956415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedffe45-5942-4844-9b1d-0aa7a70f59b7 req-e2afa522-91c9-4700-bf1b-8b556aee6c1c tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:11.967038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedffe45-5942-4844-9b1d-0aa7a70f59b7 req-e2afa522-91c9-4700-bf1b-8b556aee6c1c tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 949 time: 0.8909407 May 06 12:28:12.001443 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.033579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-6a35c840-3e62-4bec-a984-5bb99ae12129 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.2608993 May 06 12:28:12.062514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0f722ce6-50d0-47ca-a82c-3ac786460329 None None] Port 0eb541bd-5458-49a8-93ee-091917e21cb7 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:28:12.160859 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-452c7b06-cfaf-4398-b0c2-02ce927f13fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.341816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-8aaa7e84-a539-48c8-a44d-bdab42beb942 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.45 HTTP/1.1" status: 200 len: 695 time: 0.2803977 May 06 12:28:12.515620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.987267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Deleting port 14b16894-13cb-4cda-b3a9-b3ba0a50c4e2 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:12.988218 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.245232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb541bd-5458-49a8-93ee-091917e21cb7 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:13.255512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fedffe45-5942-4844-9b1d-0aa7a70f59b7 req-c80dfc33-b310-4d92-adeb-d9f25a682036 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2869649 May 06 12:28:13.258427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.322980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Transition to ACTIVE for port object 0eb541bd-5458-49a8-93ee-091917e21cb7 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:13.331617 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.409536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.411559 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.615167 n-d-840847-1 neutron-server[83958]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cef144c4-48ac-4d78-916c-6ed511cd6cf8']: {'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817', 'code': 422} returned with failed status May 06 12:28:13.695418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Pushing event updated for resources: {'Port': ['ID=0eb541bd-5458-49a8-93ee-091917e21cb7,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:13.708732 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850c0239-ea24-476a-97b2-eccd26e0062e'] response: {'name': 'network-changed', 'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'status': 'completed', 'code': 200} May 06 12:28:13.943709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Attempting to bind port 0eb541bd-5458-49a8-93ee-091917e21cb7 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:13.945412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Attempting to bind port 0eb541bd-5458-49a8-93ee-091917e21cb7 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:13.945412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Attempting to bind port 0eb541bd-5458-49a8-93ee-091917e21cb7 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:13.967850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Calling delete_port for 14b16894-13cb-4cda-b3a9-b3ba0a50c4e2 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:13.992465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Port 0eb541bd-5458-49a8-93ee-091917e21cb7 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:28:13.993648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Attempting to bind port 0eb541bd-5458-49a8-93ee-091917e21cb7 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:14.010319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:14.011097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:14.011805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:14.012886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Bound port: 0eb541bd-5458-49a8-93ee-091917e21cb7, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:14.014645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.172728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:14.194716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c26c5aa-73d7-4f4e-9122-5a3ed33faf67 req-1e43a2bc-8371-4735-b85d-2b261686fca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d66894dd0a84b38a77e90da6fdd5228&device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 1096 time: 0.4887893 May 06 12:28:14.221972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] For port 0eb541bd-5458-49a8-93ee-091917e21cb7, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:14.227352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] For port 0eb541bd-5458-49a8-93ee-091917e21cb7, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0eb541bd-5458-49a8-93ee-091917e21cb7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:14.233921 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.390418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:14.403385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.404287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:14.404503 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.407191 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] 10.222.0.36 "PUT /v2.0/ports/0eb541bd-5458-49a8-93ee-091917e21cb7 HTTP/1.1" status: 200 len: 1095 time: 2.9519336 May 06 12:28:14.414657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e8a5da-69ba-4761-8708-2fcb829943cd', 'tag': '0eb541bd-5458-49a8-93ee-091917e21cb7'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:14.457678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94267-ffa7-495d-8838-e4f83483e2ba service neutron] Pushing event updated for resources: {'Port': ['ID=0eb541bd-5458-49a8-93ee-091917e21cb7,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:14.647575 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-0e7e08bb-bd92-426c-99af-ee4dc39a61f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 1098 time: 0.1229692 May 06 12:28:14.722073 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7ddb-8ffa-4746-a3c6-5e434655d35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.759054 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.778910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.812561 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-eb2f4357-dad0-40a2-aa01-c71161925313 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=0eb541bd-5458-49a8-93ee-091917e21cb7 HTTP/1.1" status: 200 len: 217 time: 0.1528261 May 06 12:28:14.853438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:14.862250 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:15.029655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-34b0f91e-2628-4544-a947-8f3c9959c0aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:15.035368 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-34b0f91e-2628-4544-a947-8f3c9959c0aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2133846 May 06 12:28:15.043322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:15.121877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Pushing event deleted for resources: {'Port': ['ID=14b16894-13cb-4cda-b3a9-b3ba0a50c4e2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:15.192563 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-ec74a089-0745-4fb7-96ca-d1ff502e7384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446857 May 06 12:28:15.207597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.208461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.208756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.209270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.209831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.210404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.210986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.211551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.212092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.212663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.213222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:15.228910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdb4d1-8f95-43a5-9cc7-7bf931b8868b req-a9f816ab-c4d5-45b1-b845-b6ef86973525 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:15.231708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43bdb4d1-8f95-43a5-9cc7-7bf931b8868b req-a9f816ab-c4d5-45b1-b845-b6ef86973525 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 945 time: 0.9883099 May 06 12:28:15.233343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26c5aa-73d7-4f4e-9122-5a3ed33faf67 req-014e3287-2f1d-4c37-8550-8687137ca465 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:15.235932 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c26c5aa-73d7-4f4e-9122-5a3ed33faf67 req-014e3287-2f1d-4c37-8550-8687137ca465 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f957efda-8248-4d87-9fa9-a25535f374b7 HTTP/1.1" status: 200 len: 929 time: 1.0299032 May 06 12:28:15.376623 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:15.469337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:15.514234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c26c5aa-73d7-4f4e-9122-5a3ed33faf67 req-7cc2ebf3-c1a8-4e53-b313-96683801236a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d HTTP/1.1" status: 200 len: 217 time: 0.2619648 May 06 12:28:15.540119 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43bdb4d1-8f95-43a5-9cc7-7bf931b8868b req-2a3fb7d2-1d31-4807-a54e-a8767ddc1f97 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932925 May 06 12:28:15.573950 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-c5f4236a-3fb0-4e19-977b-2cec12232492 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675227 May 06 12:28:15.617459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:15.637595 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:15.637595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0ca3706-43b4-4717-88a5-416e9fe5797c req-124cf174-52ad-4ad6-862c-7020d564dbfc tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "DELETE /v2.0/floatingips/27ddc90f-6930-4b81-b84e-fc558027aaf1 HTTP/1.1" status: 204 len: 173 time: 3.2844636 May 06 12:28:15.649796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26c5aa-73d7-4f4e-9122-5a3ed33faf67 req-9c0c9411-96c0-421e-8670-6be409e84fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:15.654543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c26c5aa-73d7-4f4e-9122-5a3ed33faf67 req-9c0c9411-96c0-421e-8670-6be409e84fdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fe6eb35b-d0d7-48a3-9db1-7693d07c1683 HTTP/1.1" status: 200 len: 867 time: 0.1176422 May 06 12:28:15.850985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c26c5aa-73d7-4f4e-9122-5a3ed33faf67 req-c8288ebb-98c2-48ea-9827-04650b869447 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f957efda-8248-4d87-9fa9-a25535f374b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893060 May 06 12:28:15.897474 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-50536d7a-b351-40be-85f4-1cabe030fbe8 req-12e012d6-92cd-4940-8662-9925c232c066 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167350 May 06 12:28:15.904714 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.149542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c26c5aa-73d7-4f4e-9122-5a3ed33faf67 req-e8f26362-d1c8-456c-b893-684f45c65990 service neutron] 10.222.0.36 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835801 May 06 12:28:16.191352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818ee3b-5752-4ffd-9e83-ca6da6a04017 req-77445690-e8be-488a-8f80-0f983fdab449 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:16.193398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7818ee3b-5752-4ffd-9e83-ca6da6a04017 req-77445690-e8be-488a-8f80-0f983fdab449 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 947 time: 0.2127547 May 06 12:28:16.372570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7818ee3b-5752-4ffd-9e83-ca6da6a04017 req-e602f743-4b5c-4e91-918c-db0ce2ea0f67 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619186 May 06 12:28:16.503726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c26c5aa-73d7-4f4e-9122-5a3ed33faf67 req-992e4230-2d77-4ea2-97b1-2a2cb5b99b38 service neutron] 10.222.0.36 "GET /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446453 May 06 12:28:16.964326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef69bd-42f1-4520-bfa0-33eed0490f26 req-4bd70dc8-032f-4f40-aa4d-1b1512871577 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:16.966310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cef69bd-42f1-4520-bfa0-33eed0490f26 req-4bd70dc8-032f-4f40-aa4d-1b1512871577 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.1458130 May 06 12:28:17.027287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cef69bd-42f1-4520-bfa0-33eed0490f26 req-8bb26628-683c-480d-b091-8c08d1212fa6 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545168 May 06 12:28:17.295847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:17.325178 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa25c87-ddbb-4823-ab5e-8d89d4e463f8'] response: {'name': 'network-changed', 'server_uuid': 'b3e8a5da-69ba-4761-8708-2fcb829943cd', 'tag': '0eb541bd-5458-49a8-93ee-091917e21cb7', 'status': 'completed', 'code': 200} May 06 12:28:17.511925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7bcd74f-8ce9-4e01-a763-154504dead93 req-d85d0d20-9114-4ad2-a069-2d14a1182918 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 1098 time: 0.1637278 May 06 12:28:17.564152 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881a548b-6340-41f3-ad2b-67cb48015d4b'] response: {'server_uuid': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1', 'code': 200} May 06 12:28:18.038261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcd74f-8ce9-4e01-a763-154504dead93 req-e846e42f-e36b-4bf3-8a7e-aa9fcd425a8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:18.040699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7bcd74f-8ce9-4e01-a763-154504dead93 req-e846e42f-e36b-4bf3-8a7e-aa9fcd425a8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5209131 May 06 12:28:18.049602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cac61fc0-aec1-4a1a-81ca-5c09154168de req-b14483f5-d47a-4d7b-b442-242e09440469 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 1097 time: 0.3696983 May 06 12:28:18.198014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7bcd74f-8ce9-4e01-a763-154504dead93 req-da32cdac-e2c1-426a-8ffa-72664995e865 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=0eb541bd-5458-49a8-93ee-091917e21cb7 HTTP/1.1" status: 200 len: 217 time: 0.1448700 May 06 12:28:18.277679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cac61fc0-aec1-4a1a-81ca-5c09154168de req-949d38bc-eaca-4c13-9ed0-fc07adfc21e5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395891 May 06 12:28:18.304536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641f27a-ffe3-4290-9be4-a63ea0361fad req-aeb431a2-cf5d-45bd-b84d-8b3617466a8d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:18.304919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5641f27a-ffe3-4290-9be4-a63ea0361fad req-aeb431a2-cf5d-45bd-b84d-8b3617466a8d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 946 time: 0.4766045 May 06 12:28:18.315051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcd74f-8ce9-4e01-a763-154504dead93 req-166ca498-96c4-4664-b16d-6c8e5d3282df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:18.316831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7bcd74f-8ce9-4e01-a763-154504dead93 req-166ca498-96c4-4664-b16d-6c8e5d3282df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1074800 May 06 12:28:18.491612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5641f27a-ffe3-4290-9be4-a63ea0361fad req-826716cd-af71-4032-8f01-140a16e206a0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732092 May 06 12:28:18.605806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7bcd74f-8ce9-4e01-a763-154504dead93 req-dad35c48-6720-489b-89b2-7495c4e8044c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2668352 May 06 12:28:18.709783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0eb541bd-5458-49a8-93ee-091917e21cb7 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:18.947643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cc158-7725-4a4b-817b-341012876d65 req-88ad300d-79f1-4681-902e-d1fbe37b68d2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:18.956631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc9cc158-7725-4a4b-817b-341012876d65 req-88ad300d-79f1-4681-902e-d1fbe37b68d2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a HTTP/1.1" status: 200 len: 943 time: 0.4422128 May 06 12:28:19.031333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0eb541bd-5458-49a8-93ee-091917e21cb7, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0eb541bd-5458-49a8-93ee-091917e21cb7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:19.035151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7bcd74f-8ce9-4e01-a763-154504dead93 req-437ed609-475c-4ff9-b869-92ba95800540 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214294 May 06 12:28:19.069781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '0eb541bd-5458-49a8-93ee-091917e21cb7', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '0eb541bd-5458-49a8-93ee-091917e21cb7', 'mac_address': 'fa:16:3e:bf:fa:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:19.154747 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.179555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb541bd-5458-49a8-93ee-091917e21cb7 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:19.205310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0eb541bd-5458-49a8-93ee-091917e21cb7, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0eb541bd-5458-49a8-93ee-091917e21cb7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:19.213524 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.271210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-a9e63102-a2a6-4cf8-8c19-a27a8dbec1a5 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1858239 May 06 12:28:19.342860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=0eb541bd-5458-49a8-93ee-091917e21cb7,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:19.365091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-dc9cc158-7725-4a4b-817b-341012876d65 req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Deleting port 3091a6b1-d6b8-4928-bba4-9d84b280b817 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:19.365658 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dc9cc158-7725-4a4b-817b-341012876d65 req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.540699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['0eb541bd-5458-49a8-93ee-091917e21cb7'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:19.810789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7bcd74f-8ce9-4e01-a763-154504dead93 req-74a9da0a-931c-46b7-848a-a8b2fcd13fed service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623036 May 06 12:28:19.874411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb51924-9912-46c9-9af2-231ac7649ade req-ae8364fb-790c-498b-a009-38922f74afb3 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:19.877871 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-ae8364fb-790c-498b-a009-38922f74afb3 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5862625 May 06 12:28:19.982433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-22a9333e-1e40-4b7a-9f70-e160a3e881f7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/quotas/ebd0cb3c75be4580b8daa1666c9363f6 HTTP/1.1" status: 200 len: 375 time: 0.0978029 May 06 12:28:20.290821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-dc9cc158-7725-4a4b-817b-341012876d65 req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] For port 3091a6b1-d6b8-4928-bba4-9d84b280b817, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3091a6b1-d6b8-4928-bba4-9d84b280b817,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:20.291372 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dc9cc158-7725-4a4b-817b-341012876d65 req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:20.325178 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-bf6cf16b-453a-4fc6-bbec-8be24850d8a0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2717419 May 06 12:28:20.561557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-dc9cc158-7725-4a4b-817b-341012876d65 req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Calling delete_port for 3091a6b1-d6b8-4928-bba4-9d84b280b817 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:20.723592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0eb541bd-5458-49a8-93ee-091917e21cb7 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:20.905494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 0eb541bd-5458-49a8-93ee-091917e21cb7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:20.915826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 0eb541bd-5458-49a8-93ee-091917e21cb7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:20.916507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:21.218311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dc9cc158-7725-4a4b-817b-341012876d65 req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:21.228624 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:21.304627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0eb541bd-5458-49a8-93ee-091917e21cb7, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0eb541bd-5458-49a8-93ee-091917e21cb7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:21.306584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e8a5da-69ba-4761-8708-2fcb829943cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb541bd-5458-49a8-93ee-091917e21cb7'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:21.317913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:21.436507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event deleted for resources: {'Port': ['ID=3091a6b1-d6b8-4928-bba4-9d84b280b817,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:21.495658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=0eb541bd-5458-49a8-93ee-091917e21cb7,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:21.686024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9030a-f51d-45ee-a97b-914fb60c1889 req-2d2383b1-68f9-41a4-b383-d4c9b51f53f4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:21.688952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bfc9030a-f51d-45ee-a97b-914fb60c1889 req-2d2383b1-68f9-41a4-b383-d4c9b51f53f4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 948 time: 0.9324059 May 06 12:28:21.735291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9cc158-7725-4a4b-817b-341012876d65 req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] No DVR routers for this DVR port 3091a6b1-d6b8-4928-bba4-9d84b280b817 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:21.747571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dc9cc158-7725-4a4b-817b-341012876d65 req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:21.760314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'name': 'network-vif-deleted', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:21.798478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc9cc158-7725-4a4b-817b-341012876d65 req-3cc30c30-f2b0-41b1-b4d1-531acaf386e5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "DELETE /v2.0/ports/3091a6b1-d6b8-4928-bba4-9d84b280b817 HTTP/1.1" status: 204 len: 173 time: 2.8346195 May 06 12:28:21.837643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bfc9030a-f51d-45ee-a97b-914fb60c1889 req-484a6d21-08a6-4a5d-a4eb-6cb3a3dc8cd6 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252964 May 06 12:28:21.861646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-cb315a19-d94c-4b0e-be23-de908f37a32b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2948270 May 06 12:28:22.362625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-937cd188-597c-4afb-baaa-479070e0743c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1095 time: 0.3156416 May 06 12:28:22.377906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21aea1-e0bb-4b9a-bfdc-629b663206b9 req-2878e6c1-94a9-44fb-8321-5a8b34e3373a tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:22.379061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2c21aea1-e0bb-4b9a-bfdc-629b663206b9 req-2878e6c1-94a9-44fb-8321-5a8b34e3373a tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Synchronizing usage tracker for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:22.404401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2c21aea1-e0bb-4b9a-bfdc-629b663206b9 req-2878e6c1-94a9-44fb-8321-5a8b34e3373a tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Unset dirty status for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:22.406647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c21aea1-e0bb-4b9a-bfdc-629b663206b9 req-2878e6c1-94a9-44fb-8321-5a8b34e3373a tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2500405 May 06 12:28:22.603745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2c21aea1-e0bb-4b9a-bfdc-629b663206b9 req-236a9506-22fd-4233-98bf-fcb866df4dc5 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Synchronizing usage tracker for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:22.635144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2c21aea1-e0bb-4b9a-bfdc-629b663206b9 req-236a9506-22fd-4233-98bf-fcb866df4dc5 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Unset dirty status for tenant:0d66894dd0a84b38a77e90da6fdd5228 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:22.636763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c21aea1-e0bb-4b9a-bfdc-629b663206b9 req-236a9506-22fd-4233-98bf-fcb866df4dc5 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1898212 May 06 12:28:22.708869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-36f54092-0bd2-4457-ae6c-da43d4c8ead9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:22.711457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-36f54092-0bd2-4457-ae6c-da43d4c8ead9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.3019152 May 06 12:28:22.964170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-38b117a6-4c38-4bfc-8087-01dea7bb55cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 998 time: 0.2416024 May 06 12:28:23.118392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-009c6696-d429-4582-9d22-66ed2a1b8c86 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2001107 May 06 12:28:23.122286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-55571b6d-85a6-4d87-8786-6fa70850f657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:23.125113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-55571b6d-85a6-4d87-8786-6fa70850f657 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.1498690 May 06 12:28:23.442280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14626895-90a6-4978-a19d-eba6fc389653 req-42b1b5b0-bf1d-4c7d-9adb-2f8a310d59d2 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 210 time: 0.0693004 May 06 12:28:23.498509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb51924-9912-46c9-9af2-231ac7649ade req-0ac2c0f0-59a6-4d62-aa0b-a336afad3929 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:23.500209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-0ac2c0f0-59a6-4d62-aa0b-a336afad3929 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285806 May 06 12:28:23.505579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-d89bf088-c395-44e5-b845-10e8f9c9c70a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3739831 May 06 12:28:23.547271 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e91bded-1f7e-42ab-b67b-20f10f2f6afb'] response: {'server_uuid': 'b3e8a5da-69ba-4761-8708-2fcb829943cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb541bd-5458-49a8-93ee-091917e21cb7', 'code': 200} May 06 12:28:23.548333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1089886-a8a9-41a0-8001-4b01db3818c9 req-136085c0-0b37-4a41-a851-f142a375198c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:23.549710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1089886-a8a9-41a0-8001-4b01db3818c9 req-136085c0-0b37-4a41-a851-f142a375198c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 946 time: 0.3799324 May 06 12:28:23.556593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Request body: {'port': {'device_id': '7c70303a-3ca6-4b3d-b8f8-5172ef04fd34', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': 'ebd0cb3c75be4580b8daa1666c9363f6'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:23.650221 n-d-840847-1 neutron-server[83955]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5331ef23-fb64-4e41-b756-0681a79e693d']: {'server_uuid': '5d5432a7-3ee9-4ed0-89e5-df2c58bf7e0a', 'name': 'network-vif-deleted', 'tag': '3091a6b1-d6b8-4928-bba4-9d84b280b817', 'status': 'failed', 'code': 422} returned with failed status May 06 12:28:23.774360 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-988053bb-1f87-490f-a2b6-cc4893cc2b3d req-13805c14-8d3d-46c1-8db4-0d56cdda52fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 1100 time: 0.0894475 May 06 12:28:23.828383 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-988053bb-1f87-490f-a2b6-cc4893cc2b3d req-277193cd-9306-493b-b824-318c1210e9ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455465 May 06 12:28:23.972628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e68c3ad1-1029-4b74-b3ae-8b9532b031fe req-693a162f-854a-4495-b4ad-fe9e105ced93 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2663147 May 06 12:28:24.046081 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1089886-a8a9-41a0-8001-4b01db3818c9 req-ca037b7f-2c0c-4e08-ad1f-17fd3fba5655 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693310 May 06 12:28:24.098513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:24.111034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-eae7efeb-9cfe-45a3-b929-2daca009e280 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975981 May 06 12:28:24.123134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:24.262005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Made reservation on behalf of ebd0cb3c75be4580b8daa1666c9363f6 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:24.265034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:24.468321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371ea3a2-8ec9-4708-81f7-01945154bda1 req-dc117af8-bae0-43e1-9a2d-7658be7152dd service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464363 May 06 12:28:24.514977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33489126-8c83-4795-809a-792425001051 req-0d299c29-a1d4-42b0-a349-c90b48fbca8c tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:24.525095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33489126-8c83-4795-809a-792425001051 req-0d299c29-a1d4-42b0-a349-c90b48fbca8c tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 949 time: 0.3182127 May 06 12:28:24.688999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Allocated IP 192.168.233.230 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/687ac72b-6ca2-4a28-8b16-8bc0724dbd97) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:24.694179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33489126-8c83-4795-809a-792425001051 req-2a942361-2c5d-4a52-9070-ea5a6aff72da tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682267 May 06 12:28:24.889482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56330) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:25.072974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ed9f3-0f60-47d2-9865-b9d2ee54af08 req-35a78379-1813-4244-ad00-990e6ae2f292 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:25.085309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-431ed9f3-0f60-47d2-9865-b9d2ee54af08 req-35a78379-1813-4244-ad00-990e6ae2f292 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 945 time: 0.3146739 May 06 12:28:25.200993 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.225401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-431ed9f3-0f60-47d2-9865-b9d2ee54af08 req-514e3c2a-7cdb-4d40-96b9-0d08b395d891 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386669 May 06 12:28:25.252147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Transition to ACTIVE for port object 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:25.296182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-98fa8086-bacb-41b8-9714-d9c9245ec9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.359474 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.373487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:25.424688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['080ce7fa-d028-4b95-bf7b-4c5322c22207'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:25.428998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-98fa8086-bacb-41b8-9714-d9c9245ec9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:25.442144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-98fa8086-bacb-41b8-9714-d9c9245ec9ab admin admin] Usage tracker for resource:security_group_rule and tenant:3b46ecd3c4d748d89b50ed5bac85afe4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:25.456462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-98fa8086-bacb-41b8-9714-d9c9245ec9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:25.472878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-98fa8086-bacb-41b8-9714-d9c9245ec9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:25.520674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:25.528923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:25.538449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:25.634658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-98fa8086-bacb-41b8-9714-d9c9245ec9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.640961 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-98fa8086-bacb-41b8-9714-d9c9245ec9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.661336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:25.666719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.688751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Pushing event updated for resources: {'Port': ['ID=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:25.743759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa8086-bacb-41b8-9714-d9c9245ec9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd043915-69af-4f5f-98eb-f465c176f1e3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:25.754917 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-98fa8086-bacb-41b8-9714-d9c9245ec9ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b46ecd3c4d748d89b50ed5bac85afe4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8625476 May 06 12:28:25.762157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56338) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:25.830737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-ff9494a0-3c9f-4827-a915-a9fe640e8038 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5b9e59d353934844bfe6a661b292f792 HTTP/1.1" status: 200 len: 267 time: 0.3535566 May 06 12:28:25.918278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-27073576-6bc9-46dc-aea3-48821a170bd0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3785765 May 06 12:28:25.918627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa746655-2502-4a84-9113-6e06e4efcafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.942042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:25.952503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Request body: {'port': {'device_id': '7c70303a-3ca6-4b3d-b8f8-5172ef04fd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:25.961659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa746655-2502-4a84-9113-6e06e4efcafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.023312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfdf2c-9770-42db-b892-1fb916dd5ec1 req-3fd3f915-3db9-4d6a-a370-e62aca1c01d7 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:26.025954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dada8dd5-0503-4170-a191-0becb2044569 None None] Provisioning for port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:26.037322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26cfdf2c-9770-42db-b892-1fb916dd5ec1 req-3fd3f915-3db9-4d6a-a370-e62aca1c01d7 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 950 time: 0.6739104 May 06 12:28:26.044260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa746655-2502-4a84-9113-6e06e4efcafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.062121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dada8dd5-0503-4170-a191-0becb2044569 None None] Provisioning complete for port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:26.062926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dada8dd5-0503-4170-a191-0becb2044569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.065548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa746655-2502-4a84-9113-6e06e4efcafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd043915-69af-4f5f-98eb-f465c176f1e3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:26.077368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa746655-2502-4a84-9113-6e06e4efcafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.083174 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fa746655-2502-4a84-9113-6e06e4efcafb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd043915-69af-4f5f-98eb-f465c176f1e3 HTTP/1.1" status: 204 len: 168 time: 0.3202438 May 06 12:28:26.165208 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.176511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-dada8dd5-0503-4170-a191-0becb2044569 None None] Port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:28:26.203591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:26.216288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:26.223510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.310638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:26.336657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26cfdf2c-9770-42db-b892-1fb916dd5ec1 req-ede7a764-e05e-4f81-a25d-15644e82fef9 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965465 May 06 12:28:26.348277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-418f74c6-9045-43e9-91ba-289b97b1401a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:26.350278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-418f74c6-9045-43e9-91ba-289b97b1401a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 946 time: 0.5181317 May 06 12:28:26.389572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.412674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'port': {'security_groups': []}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:26.573536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56354) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:26.597708 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38ff8576-8cf2-4218-8046-95d80824e2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.643938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-38ff8576-8cf2-4218-8046-95d80824e2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:26.648956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-38ff8576-8cf2-4218-8046-95d80824e2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:56698ca44b1b48c1bd86927dbd6ef767 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:26.652899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-38ff8576-8cf2-4218-8046-95d80824e2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:26.661222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-38ff8576-8cf2-4218-8046-95d80824e2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:26.712233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-11bda545-bc7a-4c52-8c43-34c522cc1074 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:26.713807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-11bda545-bc7a-4c52-8c43-34c522cc1074 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.48 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 945 time: 0.3757808 May 06 12:28:26.774590 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.785526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38ff8576-8cf2-4218-8046-95d80824e2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.792517 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38ff8576-8cf2-4218-8046-95d80824e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.867159 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff8576-8cf2-4218-8046-95d80824e2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de19061-dfae-4583-9397-6d5a74f437df,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:26.873831 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-38ff8576-8cf2-4218-8046-95d80824e2e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56698ca44b1b48c1bd86927dbd6ef767&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2987063 May 06 12:28:26.878512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56358) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:27.065497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc708063-f350-4be7-b465-21df000cab68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.099937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc708063-f350-4be7-b465-21df000cab68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.121149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Deleting port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:27.121486 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.169931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc708063-f350-4be7-b465-21df000cab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.191555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc708063-f350-4be7-b465-21df000cab68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de19061-dfae-4583-9397-6d5a74f437df,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:27.202942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc708063-f350-4be7-b465-21df000cab68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.205093 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc708063-f350-4be7-b465-21df000cab68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6de19061-dfae-4583-9397-6d5a74f437df HTTP/1.1" status: 204 len: 168 time: 0.3249614 May 06 12:28:27.322509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83832b31-976f-4c20-829c-5462f5bb36fa req-83c20656-3489-43af-98f4-7ead58e4c105 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:27.323360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-83832b31-976f-4c20-829c-5462f5bb36fa req-83c20656-3489-43af-98f4-7ead58e4c105 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Synchronizing usage tracker for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:27.573799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-83832b31-976f-4c20-829c-5462f5bb36fa req-83c20656-3489-43af-98f4-7ead58e4c105 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Unset dirty status for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:27.574857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83832b31-976f-4c20-829c-5462f5bb36fa req-83c20656-3489-43af-98f4-7ead58e4c105 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 936 time: 1.0004890 May 06 12:28:27.576142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:28:27.747147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cc206-497a-4911-844d-7c8eea974abf req-1d155520-d3fa-4073-97b4-2efd06a5731b tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:27.749086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-843cc206-497a-4911-844d-7c8eea974abf req-1d155520-d3fa-4073-97b4-2efd06a5731b tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.36 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 945 time: 0.7250059 May 06 12:28:27.891159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:27.947752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.953684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] For port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:28.025820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83832b31-976f-4c20-829c-5462f5bb36fa req-16c1837f-0126-405f-94ee-24080b7848d6 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311199 May 06 12:28:28.030365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] For port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:28.030768 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.041713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-843cc206-497a-4911-844d-7c8eea974abf req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Deleting port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:28.042096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-843cc206-497a-4911-844d-7c8eea974abf req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.075354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Transition to ACTIVE for port object 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:28.101550 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.168539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:28:28.309716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.382440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.406547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e2e8c84-858f-49b5-90e8-44a682befffc', '1f2db186-3f73-4559-84cc-ef46760f1371', '6b8465c6-f1c4-4601-aa19-290d5b0e77b1'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:28.798152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:28.799246 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.811196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6b8465c6-f1c4-4601-aa19-290d5b0e77b1'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:28.823447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-368639e4-4b6e-4e53-b5c4-64bded533878 req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "PUT /v2.0/ports/6b8465c6-f1c4-4601-aa19-290d5b0e77b1 HTTP/1.1" status: 200 len: 905 time: 2.4391994 May 06 12:28:28.864662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'tag': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:28.871308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Pushing event updated for resources: {'Port': ['ID=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:29.120159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-acafdfc6-6048-440f-8d28-f0ef66e95e7f None None] Provisioning complete for port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:29.120626 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acafdfc6-6048-440f-8d28-f0ef66e95e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:29.682445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12670c-6d74-47d3-af0d-001ddfb90645 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'Port': ['ID=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:29.739118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-139cc89f-bc5c-496f-b9c6-7af85b46781b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:29.741053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-139cc89f-bc5c-496f-b9c6-7af85b46781b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 1.4591708 May 06 12:28:29.829046 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-4e7bee90-6103-4c8c-a259-7846de364daf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1029902 May 06 12:28:29.864297 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:29.865099 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:29.865099 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Floating IP 7de3a988-8422-44b3-b243-6d83df492e79 disassociated. External IP: 172.25.7.242, port: 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef. May 06 12:28:29.865612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Calling delete_port for 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:29.907413 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-4c57fe50-061d-4317-bb72-4d381065091e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/quotas/97c08917c4dd40c98f716f0b91fe1e9f HTTP/1.1" status: 200 len: 375 time: 0.1376715 May 06 12:28:29.970372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:29.971283 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-83fbdeef-d83f-43bb-9667-1ee8ba6ff08e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 1096 time: 0.1122262 May 06 12:28:29.997305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Attempting to bind port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:29.997790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Attempting to bind port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:29.998115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Attempting to bind port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:30.022868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d67bd3-721c-4bf6-a1ec-707326f0227a req-bd9dfdd2-6939-4aa4-92b7-dbc489ce876f tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:30.024530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1d67bd3-721c-4bf6-a1ec-707326f0227a req-bd9dfdd2-6939-4aa4-92b7-dbc489ce876f tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf HTTP/1.1" status: 200 len: 945 time: 0.8539867 May 06 12:28:30.048702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1342839e-eb2e-4fb3-9f6f-42be6b6b16c6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:30.055089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-843cc206-497a-4911-844d-7c8eea974abf req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] For port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:30.055891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-843cc206-497a-4911-844d-7c8eea974abf req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:30.146724 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:30.203090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:30.211065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-a7d8ed5c-c198-4e4a-b165-22ecd657baa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:30.212585 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:30.214380 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-a7d8ed5c-c198-4e4a-b165-22ecd657baa5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.2174220 May 06 12:28:30.264969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:28:30.265721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Attempting to bind port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:30.333011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:30.356260 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-51fa624c-a309-4e4a-8b57-ff8881de996a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2db186-3f73-4559-84cc-ef46760f1371 HTTP/1.1" status: 200 len: 217 time: 0.1274092 May 06 12:28:30.401228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-843cc206-497a-4911-844d-7c8eea974abf req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Calling delete_port for 9e88a3e9-ae2c-4d80-b4fa-19a17256618d owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:30.458569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1342839e-eb2e-4fb3-9f6f-42be6b6b16c6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:30.459914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1342839e-eb2e-4fb3-9f6f-42be6b6b16c6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5255404 May 06 12:28:30.465908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:30.466360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:30.466740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:30.467249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Bound port: 687ac72b-6ca2-4a28-8b16-8bc0724dbd97, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:30.467600 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:30.471350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-9ad1b48d-c9f1-4597-9ac5-301f9dc47293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:30.474477 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-9ad1b48d-c9f1-4597-9ac5-301f9dc47293 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.1066692 May 06 12:28:30.512914 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:28:30.513294 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:28:30.525783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1d67bd3-721c-4bf6-a1ec-707326f0227a req-580b80d7-fbfd-4f07-9258-8a271317b92c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.44 "GET /v2.0/security-groups?id=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823422 May 06 12:28:30.581144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-eaaf2eea-0d92-479f-aa08-2bc89f7e8858 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987830 May 06 12:28:30.717755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] For port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:30.788878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9e88a3e9-ae2c-4d80-b4fa-19a17256618d no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:30.807230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] For port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:30.857028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:30.866351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-dfd832c0-fd30-4f3c-9e34-2ed8beb89a5c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:28:30.867464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-dfd832c0-fd30-4f3c-9e34-2ed8beb89a5c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3835480 May 06 12:28:30.869308 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-d5b05e7b-26db-4172-b023-c102c898f303 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635109 May 06 12:28:30.993930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-843cc206-497a-4911-844d-7c8eea974abf req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:31.014897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d update to DOWN by agent not found {{(pid=83958) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 12:28:31.018944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Deleting port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:31.019707 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:31.064532 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f9c38e51-3e6f-4b26-9424-c9effa4917eb req-278d755c-7d9c-44dc-a4a1-c8a921389552 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830010 May 06 12:28:31.185203 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:31.186742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] 10.222.0.48 "PUT /v2.0/ports/687ac72b-6ca2-4a28-8b16-8bc0724dbd97 HTTP/1.1" status: 200 len: 1096 time: 5.2417014 May 06 12:28:31.225605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9904e-b95e-4be8-ba8f-10105285d87d service neutron] Pushing event updated for resources: {'Port': ['ID=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:31.700696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Pushing event deleted for resources: {'Port': ['ID=9e88a3e9-ae2c-4d80-b4fa-19a17256618d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:31.730644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-843cc206-497a-4911-844d-7c8eea974abf req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] No DVR routers for this DVR port 9e88a3e9-ae2c-4d80-b4fa-19a17256618d on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:31.742587 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-843cc206-497a-4911-844d-7c8eea974abf req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:31.809333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ccab0-0a82-4849-a61c-4cd5d023b1d8 req-5f878edf-df85-4f41-829b-d11a8f2c153f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:31.811000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d8ccab0-0a82-4849-a61c-4cd5d023b1d8 req-5f878edf-df85-4f41-829b-d11a8f2c153f tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 949 time: 1.0162816 May 06 12:28:31.843050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-2a824acf-7a84-45c9-b56b-a5158a65dccd service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9292941 May 06 12:28:31.865940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-843cc206-497a-4911-844d-7c8eea974abf req-b638098d-24f4-4e9f-ac22-6061d47db70c tempest-FloatingIPsAssociationNegativeTestJSON-1367366445 tempest-FloatingIPsAssociationNegativeTestJSON-1367366445-project] 10.222.0.36 "DELETE /v2.0/ports/9e88a3e9-ae2c-4d80-b4fa-19a17256618d HTTP/1.1" status: 204 len: 173 time: 4.0932875 May 06 12:28:32.277810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d8ccab0-0a82-4849-a61c-4cd5d023b1d8 req-d0e12ff7-e75d-4af8-88dc-45d9f9e8c153 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372578 May 06 12:28:32.311279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-002ace2c-8c74-447c-ab1d-8d69c57e631c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 1099 time: 1.0286155 May 06 12:28:32.435634 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f55010-64db-47aa-a355-9c33662f96f5'] response: {'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'code': 200} May 06 12:28:32.445874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] For port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:32.446492 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:32.499515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-e9b8c235-9eb0-48a8-85f6-2e8d6cb620c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=687ac72b-6ca2-4a28-8b16-8bc0724dbd97 HTTP/1.1" status: 200 len: 217 time: 0.1787560 May 06 12:28:32.756890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-a07aabe4-c2b3-48f5-8a92-ab4399f9f5dc service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104475 May 06 12:28:32.905983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb51924-9912-46c9-9af2-231ac7649ade req-b6bd16a5-a492-417b-826e-e2470e717583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:32.908755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-b6bd16a5-a492-417b-826e-e2470e717583 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2929204 May 06 12:28:33.226552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03490e-c5f6-4b62-a79f-7ca3c7c46dcf req-57284651-0458-4d88-b8e1-ee6a1cda7800 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:33.227837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cb03490e-c5f6-4b62-a79f-7ca3c7c46dcf req-57284651-0458-4d88-b8e1-ee6a1cda7800 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Synchronizing usage tracker for tenant:3a1230e5bcd54d608779438a6173c6f2 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:33.295865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cb03490e-c5f6-4b62-a79f-7ca3c7c46dcf req-57284651-0458-4d88-b8e1-ee6a1cda7800 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Unset dirty status for tenant:3a1230e5bcd54d608779438a6173c6f2 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:33.298168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb03490e-c5f6-4b62-a79f-7ca3c7c46dcf req-57284651-0458-4d88-b8e1-ee6a1cda7800 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 943 time: 0.6801524 May 06 12:28:33.304433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:33.305006 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:33.305406 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Floating IP 7de3a988-8422-44b3-b243-6d83df492e79 disassociated. External IP: 172.25.7.242, port: 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef. May 06 12:28:33.305890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Calling delete_port for 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:33.437841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-6be2db32-29fa-4d24-a9fe-f1544f67f88e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5079160 May 06 12:28:33.708569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb03490e-c5f6-4b62-a79f-7ca3c7c46dcf req-b538c45b-9f59-493c-ae37-26c875e36353 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups?id=cbc76aff-471e-40d3-bfa3-0a783030a143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277729 May 06 12:28:33.905624 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c024be5-3ae6-4180-b2fc-369b7416d1de'] response: {'name': 'network-changed', 'server_uuid': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'tag': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1', 'status': 'completed', 'code': 200} May 06 12:28:33.952358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-c6836ccd-ee03-4857-a99b-c93d5d1d4ecf service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031269 May 06 12:28:34.119888 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ab37aec-6ab5-4287-8921-edef070ec857 req-1d037d97-2959-4dd0-ba8c-4580a4a5fd9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 1059 time: 0.2060287 May 06 12:28:34.143472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.422519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Pushing event deleted for resources: {'Port': ['ID=67e18bbf-3b0f-478f-91c8-8fa20e3f7cef,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:34.437296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:34.473245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91fb1e-4e33-4288-a6d0-812f0afe729c req-0ce71958-1cd3-4b59-b5eb-54e75ce6ad3f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:34.476701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea91fb1e-4e33-4288-a6d0-812f0afe729c req-0ce71958-1cd3-4b59-b5eb-54e75ce6ad3f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 908 time: 0.6668789 May 06 12:28:34.532810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37aec-6ab5-4287-8921-edef070ec857 req-ff6ae212-82a5-480f-aa39-c6fb773d6160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:34.535523 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ab37aec-6ab5-4287-8921-edef070ec857 req-ff6ae212-82a5-480f-aa39-c6fb773d6160 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.4012871 May 06 12:28:34.684085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56422) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:34.810656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfb51924-9912-46c9-9af2-231ac7649ade req-013c42e1-16b3-471e-bc52-3b83ba3f974b service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374646 May 06 12:28:34.962963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14e264-8a91-4f4c-9771-b465a99ec1c4 req-6cc374c3-3b88-45b9-8dde-c840ac534829 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:34.968394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc14e264-8a91-4f4c-9771-b465a99ec1c4 req-6cc374c3-3b88-45b9-8dde-c840ac534829 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 948 time: 0.2493110 May 06 12:28:34.969651 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ab37aec-6ab5-4287-8921-edef070ec857 req-e884467c-5c11-4213-908a-7162a0c4cf83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8465c6-f1c4-4601-aa19-290d5b0e77b1 HTTP/1.1" status: 200 len: 217 time: 0.4223337 May 06 12:28:35.154911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37aec-6ab5-4287-8921-edef070ec857 req-19381825-7b0c-405b-b561-21a203378e71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:35.157432 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ab37aec-6ab5-4287-8921-edef070ec857 req-19381825-7b0c-405b-b561-21a203378e71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.1698329 May 06 12:28:35.355478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc14e264-8a91-4f4c-9771-b465a99ec1c4 req-025247e7-ce01-4d31-bf02-ccd90d07b3db tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599494 May 06 12:28:35.374721 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ab37aec-6ab5-4287-8921-edef070ec857 req-c61aad51-b1a6-436f-aaef-69253371441d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098472 May 06 12:28:35.531628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Router 317ee95e-508e-475e-b5af-3145cda0100d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:28:35.543539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1dbaded5-e8a3-475d-835f-d5d508b45373 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:35.546107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1dbaded5-e8a3-475d-835f-d5d508b45373 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.36 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.5002184 May 06 12:28:35.569694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Request body: {'port': {'device_id': 'fe5a4ed8-902f-4436-b41d-6e1499d6de67', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'admin_state_up': True, 'tenant_id': '97c08917c4dd40c98f716f0b91fe1e9f'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:35.824342 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c096a01b-5dc3-4605-a2c0-a2e254571860'] response: {'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'code': 200} May 06 12:28:35.909651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c70303a-3ca6-4b3d-b8f8-5172ef04fd34', 'tag': '687ac72b-6ca2-4a28-8b16-8bc0724dbd97'}, {'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'name': 'network-vif-deleted', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:35.971817 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ab37aec-6ab5-4287-8921-edef070ec857 req-70b8981b-ee83-48e8-995a-74cc7d1316c9 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874572 May 06 12:28:36.082044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-beaa8fd4-d386-4dce-aeca-03a3c0c87a49 req-22f437a6-cb58-4fc7-ba17-96bcf6ea989e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 210 time: 0.2380264 May 06 12:28:36.425007 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ab37aec-6ab5-4287-8921-edef070ec857 req-5c970d43-fa59-449b-a903-0e347d0018fe service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631978 May 06 12:28:36.472598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:36.507680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9be399d-e0a0-4f4e-8045-c1b652e6bafe req-3a6ff857-fdfe-4b6c-9ace-df1967e54777 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/ports?device_id=411f7a5d-56b2-45d5-8954-23b15ced9315 HTTP/1.1" status: 200 len: 210 time: 0.1084869 May 06 12:28:36.519029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:36.521359 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.577584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Made reservation on behalf of 97c08917c4dd40c98f716f0b91fe1e9f for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:36.582512 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.618519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599d4d0-2f7e-4490-80cc-a9e9144114fe req-f7278998-7f3b-4ee9-ac8c-efb92ee9f4b2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:36.621235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4599d4d0-2f7e-4490-80cc-a9e9144114fe req-f7278998-7f3b-4ee9-ac8c-efb92ee9f4b2 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.5760560 May 06 12:28:36.799971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 278d988f-6e5d-4da9-b74b-c183ddff089d details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:36.918941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4599d4d0-2f7e-4490-80cc-a9e9144114fe req-062098c4-ad58-4da6-8293-5540f893c542 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2727897 May 06 12:28:37.030021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=278d988f-6e5d-4da9-b74b-c183ddff089d,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:37.053181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '278d988f-6e5d-4da9-b74b-c183ddff089d', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '278d988f-6e5d-4da9-b74b-c183ddff089d', 'mac_address': 'fa:16:3e:b1:47:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:37.063916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Allocated IP 172.20.0.14 (276dcbf0-3319-4644-8f49-4814ea7ef22b/bf9ed672-d79d-480c-97ea-3c8f224b3156/6b0eb817-2def-4bb1-8d9c-070e6b2b99ac) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:37.073244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aaad9b9b-fb57-42b3-b5a5-03c464ad8cd9 req-d8d439d8-ebdc-418f-a2fc-9534f49ee7e3 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 1100 time: 0.3510742 May 06 12:28:37.088273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:28:37.103801 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:37.111009 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] Sync routers for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:28:37.155138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:37.164507 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:37.166506 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:28:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:37.194241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 278d988f-6e5d-4da9-b74b-c183ddff089d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:37.243726 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aaad9b9b-fb57-42b3-b5a5-03c464ad8cd9 req-ddd4ec54-a233-43f2-ad8b-28c21a1d1f98 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:37.244362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=278d988f-6e5d-4da9-b74b-c183ddff089d,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:37.254225 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:37.294152 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945d23ab-599c-482c-81f6-5f683e5e43d3'] response: {'name': 'network-changed', 'server_uuid': '7c70303a-3ca6-4b3d-b8f8-5172ef04fd34', 'tag': '687ac72b-6ca2-4a28-8b16-8bc0724dbd97', 'status': 'completed', 'code': 200} May 06 12:28:37.294818 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945d23ab-599c-482c-81f6-5f683e5e43d3'] response: {'server_uuid': 'e31b0e82-ed83-45a9-a3e3-6d35b9fdd3cf', 'name': 'network-vif-deleted', 'tag': '9e88a3e9-ae2c-4d80-b4fa-19a17256618d', 'status': 'completed', 'code': 200} May 06 12:28:37.318467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] No DVR routers for this DVR port 67e18bbf-3b0f-478f-91c8-8fa20e3f7cef on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:37.322337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:37.419744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-102a65ad-62bf-4a49-8ea2-09f67d0eb388 req-573c3a8b-b9da-47a4-812b-783783706495 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.48 "DELETE /v2.0/ports/67e18bbf-3b0f-478f-91c8-8fa20e3f7cef HTTP/1.1" status: 204 len: 173 time: 10.6891108 May 06 12:28:37.445788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-aaad9b9b-fb57-42b3-b5a5-03c464ad8cd9 req-ddd4ec54-a233-43f2-ad8b-28c21a1d1f98 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:37.464932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-aaad9b9b-fb57-42b3-b5a5-03c464ad8cd9 req-ddd4ec54-a233-43f2-ad8b-28c21a1d1f98 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] Usage tracker for resource:security_group_rule and tenant:4052a69fa45e4e2a8739a966fc87d69f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:37.492981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-aaad9b9b-fb57-42b3-b5a5-03c464ad8cd9 req-ddd4ec54-a233-43f2-ad8b-28c21a1d1f98 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:37.552705 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-87754c1b-5859-49cf-b69d-579e57492394 req-753bf543-ad35-4d19-a31b-767e17f1c3fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 1099 time: 0.2580144 May 06 12:28:37.558753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=278d988f-6e5d-4da9-b74b-c183ddff089d,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:37.572843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-aaad9b9b-fb57-42b3-b5a5-03c464ad8cd9 req-ddd4ec54-a233-43f2-ad8b-28c21a1d1f98 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:37.596017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.596822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.597676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.598463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.599013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.599667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.600224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.600809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.601388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.601925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.602991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:37.661492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['278d988f-6e5d-4da9-b74b-c183ddff089d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:37.867808 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:37.906425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87754c1b-5859-49cf-b69d-579e57492394 req-f1da6061-8c56-4974-9a12-c84041ff9c1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:37.908993 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-87754c1b-5859-49cf-b69d-579e57492394 req-f1da6061-8c56-4974-9a12-c84041ff9c1d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3334100 May 06 12:28:38.164611 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-87754c1b-5859-49cf-b69d-579e57492394 req-2c7ff8e8-0360-4731-b71d-469db815def8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=687ac72b-6ca2-4a28-8b16-8bc0724dbd97 HTTP/1.1" status: 200 len: 217 time: 0.2434144 May 06 12:28:38.197812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.279728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aaad9b9b-fb57-42b3-b5a5-03c464ad8cd9 req-ddd4ec54-a233-43f2-ad8b-28c21a1d1f98 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.297921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aaad9b9b-fb57-42b3-b5a5-03c464ad8cd9 req-ddd4ec54-a233-43f2-ad8b-28c21a1d1f98 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.352300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87754c1b-5859-49cf-b69d-579e57492394 req-4716da41-c025-4964-b55b-8a8f15bd0c20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:38.354814 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-87754c1b-5859-49cf-b69d-579e57492394 req-4716da41-c025-4964-b55b-8a8f15bd0c20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1749747 May 06 12:28:38.452447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37022013-962f-4267-a8b1-c5486c8d9ff7 req-3ecd905f-0599-441a-b904-f5a839290d7d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:38.464241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37022013-962f-4267-a8b1-c5486c8d9ff7 req-3ecd905f-0599-441a-b904-f5a839290d7d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 948 time: 0.5183413 May 06 12:28:38.515511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Deleting port 8e41729b-84be-4092-a881-903b9227db20 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:38.516034 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.560799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aaad9b9b-fb57-42b3-b5a5-03c464ad8cd9 req-ddd4ec54-a233-43f2-ad8b-28c21a1d1f98 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4681027 May 06 12:28:38.594974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4ec54-a233-43f2-ad8b-28c21a1d1f98 tempest-ServersAdminNegativeTestJSON-1336115203 tempest-ServersAdminNegativeTestJSON-1336115203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0fff5d-b61f-4064-a8b8-4dfc2a3e8089,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:38.662490 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.738563 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:24:00Z', 'revision_number': 5, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:38.758392 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] Checking router: 317ee95e-508e-475e-b5af-3145cda0100d for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:28:38.803933 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:38.804954 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:28:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:38.823006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 278d988f-6e5d-4da9-b74b-c183ddff089d up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:38.935366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37022013-962f-4267-a8b1-c5486c8d9ff7 req-f7a0b664-076a-48cf-85f2-51b143abb0aa tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698243 May 06 12:28:38.981222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:38.997973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:39.032410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:39.123573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 278d988f-6e5d-4da9-b74b-c183ddff089d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:39.125003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:39.207530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event updated for resources: {'Port': ['ID=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:39.300271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:39.301701 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:39.355779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'name': 'network-vif-deleted', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:39.417688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] For port 8e41729b-84be-4092-a881-903b9227db20, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8e41729b-84be-4092-a881-903b9227db20,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:39.418542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:39.474814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a360595-0465-4047-85ac-8d3dac65f7ea tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9122097 May 06 12:28:39.497085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Request body: {'port': {'device_id': 'fe5a4ed8-902f-4436-b41d-6e1499d6de67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:39.565530 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:39.574275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:39.689526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=278d988f-6e5d-4da9-b74b-c183ddff089d,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:39.691738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:39.898770 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:39.930875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Calling delete_port for 8e41729b-84be-4092-a881-903b9227db20 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:39.967075 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:40.112273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd317133-b205-4b7d-b0d8-bf80ae68a1b9 req-7787d3cd-dd46-4189-b913-af3a68089f09 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:40.114691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd317133-b205-4b7d-b0d8-bf80ae68a1b9 req-7787d3cd-dd46-4189-b913-af3a68089f09 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.4890859 May 06 12:28:40.119325 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-87754c1b-5859-49cf-b69d-579e57492394 req-15f27643-0b64-40db-bd33-279d15a3a48d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7305896 May 06 12:28:40.140864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:40.192587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38427c-c62c-4f38-9b6f-8d7327537f9b req-d6b37399-65ba-4143-a8f2-ce0a47cc5506 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:40.194175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0a38427c-c62c-4f38-9b6f-8d7327537f9b req-d6b37399-65ba-4143-a8f2-ce0a47cc5506 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:40.335246 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:28:40.421789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=278d988f-6e5d-4da9-b74b-c183ddff089d,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:40.450796 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-87754c1b-5859-49cf-b69d-579e57492394 req-0557a905-be6f-4dc7-915f-c4ed1a163b59 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300819 May 06 12:28:40.474941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0a38427c-c62c-4f38-9b6f-8d7327537f9b req-d6b37399-65ba-4143-a8f2-ce0a47cc5506 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:40.487470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a38427c-c62c-4f38-9b6f-8d7327537f9b req-d6b37399-65ba-4143-a8f2-ce0a47cc5506 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 932 time: 0.8637483 May 06 12:28:40.603934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd317133-b205-4b7d-b0d8-bf80ae68a1b9 req-75a641e8-1ae8-4fcd-be39-39af0f1d0037 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4608138 May 06 12:28:40.663266 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:24:00Z', 'revision_number': 5, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:40.693324 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab38fe8-7fba-4a84-b479-6fd7cb45981e None None] The sync data for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 is: [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:23:35Z', 'revision_number': 4, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ab7c9be8-e868-4c92-9d73-6a1f826e3f27', 'name': '', 'network_id': 'a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'mac_address': 'fa:16:3e:33:e4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '640609fb-adc0-495c-bb12-674483b08f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:34Z', 'updated_at': '2022-05-06T12:24:00Z', 'revision_number': 5, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'subnets': [{'id': '640609fb-adc0-495c-bb12-674483b08f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:28:40.772601 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a38427c-c62c-4f38-9b6f-8d7327537f9b req-d42ba100-3918-4969-bda2-d3816bc71330 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837703 May 06 12:28:41.056704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-87754c1b-5859-49cf-b69d-579e57492394 req-1e72020e-1cf9-45b4-b3b5-b0afc3393c91 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965273 May 06 12:28:41.148914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.223864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:41.297408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Pushing event deleted for resources: {'Port': ['ID=8e41729b-84be-4092-a881-903b9227db20,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:41.309935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '687ac72b-6ca2-4a28-8b16-8bc0724dbd97', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '687ac72b-6ca2-4a28-8b16-8bc0724dbd97', 'mac_address': 'fa:16:3e:2d:d6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:41.419648 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8a06b5-faa5-433e-a0b9-5fd53639becd'] response: {'server_uuid': '411f7a5d-56b2-45d5-8954-23b15ced9315', 'name': 'network-vif-deleted', 'tag': '67e18bbf-3b0f-478f-91c8-8fa20e3f7cef', 'status': 'completed', 'code': 200} May 06 12:28:41.579254 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2508286-c8e7-42ea-becd-3b4bc8d40f95'] response: {'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d', 'code': 200} May 06 12:28:41.580275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.629594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96bf2b-6510-4391-bcb6-423ad6a98140 None None] New status for floating IP 7de3a988-8422-44b3-b243-6d83df492e79: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:28:41.842682 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35572261-2132-4811-a885-78f2911cb2fc req-7d687b08-849f-4e95-91ca-e7c5b96a91d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6208549 May 06 12:28:41.855993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:41.883759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.948573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Transition to ACTIVE for port object 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:41.957950 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.272746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.294097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:42.536566 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dfb9f907-e62e-480a-89e0-e0c1bc6373e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.552846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:42.581272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.712882 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.755617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:42.878534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Pushing event updated for resources: {'Port': ['ID=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:42.973079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Attempting to bind port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:42.973619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Attempting to bind port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:42.974139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Attempting to bind port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:43.011078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a84f17-b72b-4d17-a6ea-8ce88ee71e91 req-99f0923c-c973-4360-9dd1-420a9e41a78e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:43.014007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2a84f17-b72b-4d17-a6ea-8ce88ee71e91 req-99f0923c-c973-4360-9dd1-420a9e41a78e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.8976674 May 06 12:28:43.017044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac on network 276dcbf0-3319-4644-8f49-4814ea7ef22b not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:28:43.017570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Attempting to bind port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:43.074967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e6cd-2e8f-4950-a39f-336280a82057 req-cca81137-09e0-45aa-a978-9b88be490c10 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:43.082496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['687ac72b-6ca2-4a28-8b16-8bc0724dbd97'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:43.087258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4680e6cd-2e8f-4950-a39f-336280a82057 req-cca81137-09e0-45aa-a978-9b88be490c10 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 949 time: 0.4915416 May 06 12:28:43.139031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:43.139392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Checking segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:43.140042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Bound using segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:43.140871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Bound port: 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:43.141494 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.308480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2a84f17-b72b-4d17-a6ea-8ce88ee71e91 req-f414e1e6-e258-4376-804d-7d51f694b483 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2776282 May 06 12:28:43.343756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4680e6cd-2e8f-4950-a39f-336280a82057 req-c517f06b-62eb-42d0-90f3-801fb8fa1eb7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551174 May 06 12:28:43.477385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56494) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:43.540335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] For port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:43.592531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] For port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:43.608930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.942034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Router 6b67b245-20aa-4fdc-986e-ee21edde20d5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:28:44.007118 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:44.009190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] 10.222.0.36 "PUT /v2.0/ports/6b0eb817-2def-4bb1-8d9c-070e6b2b99ac HTTP/1.1" status: 200 len: 1092 time: 4.5271358 May 06 12:28:44.033689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5a4ed8-902f-4436-b41d-6e1499d6de67', 'tag': '6b0eb817-2def-4bb1-8d9c-070e6b2b99ac'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:44.144192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fc6090e-3c06-46d8-84a0-17fca66972ba tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:44.198148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11460bd7-875d-4006-a297-a5bfb776ed2c service neutron] Pushing event updated for resources: {'Port': ['ID=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:44.232619 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:28:44.266099 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fc6090e-3c06-46d8-84a0-17fca66972ba tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:44.358637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d8324-8163-4bab-8180-1ae7901f0168 req-3c883b57-b242-4d19-8eb3-e9e266f8cbd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:44.369380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e4d8324-8163-4bab-8180-1ae7901f0168 req-3c883b57-b242-4d19-8eb3-e9e266f8cbd9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 944 time: 0.5429730 May 06 12:28:44.410633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:28:44.414661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388b32c-5703-458c-94ee-38c9a3135e9c req-7c8d5d06-6f03-4d24-b042-3bfec62deb30 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:44.427498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a388b32c-5703-458c-94ee-38c9a3135e9c req-7c8d5d06-6f03-4d24-b042-3bfec62deb30 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.5390084 May 06 12:28:44.429515 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] Sync routers for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:28:44.451972 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2e2406a-5ee2-4d3e-8e06-e2bdfc2c7cee admin admin] 10.222.0.44 "PUT /v2.0/routers/6b67b245-20aa-4fdc-986e-ee21edde20d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7652278 May 06 12:28:44.455648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56510) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:44.461637 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:44.465172 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:28:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:44.494305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-bd487be3-cbf2-4835-878e-e39c87af6e39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 1095 time: 0.4268227 May 06 12:28:44.606181 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdeda235-17e4-4251-959b-8b82a60124e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:44.659655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a388b32c-5703-458c-94ee-38c9a3135e9c req-4da52bd6-df44-426b-be99-5b769692347c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2304051 May 06 12:28:44.699952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-7ca2b5a5-3ce0-48b1-ba62-3865602a0f39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac HTTP/1.1" status: 200 len: 217 time: 0.1927502 May 06 12:28:44.892424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a234ff4-f5b7-4ff7-aa41-455a7f6598f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:44.896228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-1a234ff4-f5b7-4ff7-aa41-455a7f6598f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.1872437 May 06 12:28:44.907844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e4d8324-8163-4bab-8180-1ae7901f0168 req-88aac604-1f07-4609-8db1-3763bbbdcc4f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371017 May 06 12:28:44.944782 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:45.010522 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fc6090e-3c06-46d8-84a0-17fca66972ba tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.038497 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c6b73c-5a32-4126-8176-ed149bbb34a4'] response: {'name': 'network-changed', 'server_uuid': 'fe5a4ed8-902f-4436-b41d-6e1499d6de67', 'tag': '6b0eb817-2def-4bb1-8d9c-070e6b2b99ac', 'status': 'completed', 'code': 200} May 06 12:28:45.044699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.115806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-4256e577-d279-4893-888e-8a6644a6fdb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2112467 May 06 12:28:45.174261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6090e-3c06-46d8-84a0-17fca66972ba tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc76aff-471e-40d3-bfa3-0a783030a143,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:45.214691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0fc6090e-3c06-46d8-84a0-17fca66972ba tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.227095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0fc6090e-3c06-46d8-84a0-17fca66972ba tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "DELETE /v2.0/security-groups/cbc76aff-471e-40d3-bfa3-0a783030a143 HTTP/1.1" status: 204 len: 168 time: 1.7449663 May 06 12:28:45.237407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56530) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:45.368883 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.438236 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-23021c83-54c7-49e2-b2b4-13e42d43a5cc tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] show failed (client error): The resource could not be found. May 06 12:28:45.440665 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-23021c83-54c7-49e2-b2b4-13e42d43a5cc tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "GET /v2.0/security-groups/cbc76aff-471e-40d3-bfa3-0a783030a143 HTTP/1.1" status: 404 len: 347 time: 0.1866376 May 06 12:28:45.446569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:45.826653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-497241f8-2652-4f77-b31e-27817624942a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:45.835332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-497241f8-2652-4f77-b31e-27817624942a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 0.3350158 May 06 12:28:45.889173 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.901823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Deleting port f0f0605b-2b4b-40c8-991a-8ab10edb404f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:45.902479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.917537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-d5742e0f-f86a-466f-ae56-26932aeb1186 service neutron] 10.222.0.36 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876327 May 06 12:28:45.920202 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:28:40Z', 'revision_number': 5, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:45.923987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-688c30a3-7f8b-41cd-8e3b-2c3e2eb383e8 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/quotas/5b9e59d353934844bfe6a661b292f792 HTTP/1.1" status: 200 len: 375 time: 0.0864363 May 06 12:28:45.930138 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] Checking router: 6b67b245-20aa-4fdc-986e-ee21edde20d5 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:28:45.937132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2185b-de24-4bf1-9741-549318852950 req-50f3928f-21bd-4f54-b703-25dbb58a9aa8 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:45.949585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7dc2185b-de24-4bf1-9741-549318852950 req-50f3928f-21bd-4f54-b703-25dbb58a9aa8 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 949 time: 0.5709739 May 06 12:28:45.959870 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] Routers {'6b67b245-20aa-4fdc-986e-ee21edde20d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:45.960942 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:28:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6b67b245-20aa-4fdc-986e-ee21edde20d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:46.334101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7dc2185b-de24-4bf1-9741-549318852950 req-967a5094-b897-41d2-942f-2fcccd7704b0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828778 May 06 12:28:46.342685 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.343292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.426785 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] Set router 6b67b245-20aa-4fdc-986e-ee21edde20d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:46.610459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:46.624794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-7b7ee1d3-85bf-4594-bbdc-6dc4a70bd121 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6438115 May 06 12:28:46.635359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f1ee124-58e7-4977-90fa-e06f37d05605 req-a1ae4a3f-b8d5-43d5-aa6d-119dcde72f33 service neutron] 10.222.0.36 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008570 May 06 12:28:46.685180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Calling delete_port for f0f0605b-2b4b-40c8-991a-8ab10edb404f owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:46.888435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:46.899318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:46.900401 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.983025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-9636bbfb-0ed8-4b57-a583-7b91c9cfd57f service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420126 May 06 12:28:47.005868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bb34d2d-9343-454b-ad63-97e0f47ff646 req-f99b4229-7217-4b7c-91ba-42d966d58e71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 1095 time: 0.2464242 May 06 12:28:47.360639 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:28:40Z', 'revision_number': 5, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:47.378238 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e72043-454d-48b4-8e54-bddfb2e52f85 None None] The sync data for ids ['6b67b245-20aa-4fdc-986e-ee21edde20d5'] in n-d-840847-1 is: [{'id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-367345391-router', 'tenant_id': '0d66894dd0a84b38a77e90da6fdd5228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:32Z', 'updated_at': '2022-05-06T12:28:40Z', 'revision_number': 5, 'project_id': '0d66894dd0a84b38a77e90da6fdd5228', 'gw_port': {'id': 'df34a2db-8c30-4752-8df3-0e2ee38ddfc4', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67b245-20aa-4fdc-986e-ee21edde20d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:34Z', 'updated_at': '2022-05-06T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:28:47.408869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.460841 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.518514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.538666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Deleting port df34a2db-8c30-4752-8df3-0e2ee38ddfc4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:47.539335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.591421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c70303a-3ca6-4b3d-b8f8-5172ef04fd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687ac72b-6ca2-4a28-8b16-8bc0724dbd97'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:47.630328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:47.640397 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.835510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:47.887123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-767c39d3-8ddd-404f-ba06-954353628432 service neutron] 10.222.0.44 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8794816 May 06 12:28:48.174928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] For port df34a2db-8c30-4752-8df3-0e2ee38ddfc4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=df34a2db-8c30-4752-8df3-0e2ee38ddfc4,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:48.176272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.221991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb34d2d-9343-454b-ad63-97e0f47ff646 req-504e778b-a329-44fb-8179-0c1f89de850f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:48.224439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bb34d2d-9343-454b-ad63-97e0f47ff646 req-504e778b-a329-44fb-8179-0c1f89de850f service neutron] 10.222.0.36 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 913 time: 1.1169555 May 06 12:28:48.242993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a246182-3064-44a8-88d7-8f1956397e8a req-fa36d545-2c99-41b6-ad88-6aadfb9e6c79 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:48.245698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a246182-3064-44a8-88d7-8f1956397e8a req-fa36d545-2c99-41b6-ad88-6aadfb9e6c79 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 944 time: 0.3569982 May 06 12:28:48.581177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bb34d2d-9343-454b-ad63-97e0f47ff646 req-a0864d94-2835-4d0e-8b9e-c8f967bd2c6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac HTTP/1.1" status: 200 len: 217 time: 0.3339014 May 06 12:28:48.628800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Calling delete_port for df34a2db-8c30-4752-8df3-0e2ee38ddfc4 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:48.701938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a246182-3064-44a8-88d7-8f1956397e8a req-1057567a-5816-4800-9c78-f6092ff63ec4 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082159 May 06 12:28:48.737359 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.757676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb34d2d-9343-454b-ad63-97e0f47ff646 req-649298fd-8d51-4ea9-b7ea-0fae687a95ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:48.778420 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bb34d2d-9343-454b-ad63-97e0f47ff646 req-649298fd-8d51-4ea9-b7ea-0fae687a95ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.1850638 May 06 12:28:48.879299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:48.900855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Pushing event deleted for resources: {'Port': ['ID=f0f0605b-2b4b-40c8-991a-8ab10edb404f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:49.056652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bb34d2d-9343-454b-ad63-97e0f47ff646 req-16e27cba-6bcd-47d3-b3f9-c981021c1864 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2743649 May 06 12:28:49.175217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8e41729b-84be-4092-a881-903b9227db20 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:49.260190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 8e41729b-84be-4092-a881-903b9227db20 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:49.261122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8e41729b-84be-4092-a881-903b9227db20 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:49.443605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.505150 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.512251 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22123a57-d8b5-494c-b008-ad9fb1dbaf76 tempest-AttachSCSIVolumeTestJSON-276613135 tempest-AttachSCSIVolumeTestJSON-276613135-project] 10.222.0.44 "DELETE /v2.0/floatingips/7de3a988-8422-44b3-b243-6d83df492e79 HTTP/1.1" status: 204 len: 168 time: 4.0640125 May 06 12:28:49.529606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-475e7f21-03c3-426f-bd54-7a76e638f1bc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:49.531408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-475e7f21-03c3-426f-bd54-7a76e638f1bc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Synchronizing usage tracker for tenant:9f46fc945f7e4b44a5acc834d74b7a4b on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:49.565269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:49.594406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bb34d2d-9343-454b-ad63-97e0f47ff646 req-0ec0ee5f-8213-40f6-ae91-89fce1c2add0 service neutron] 10.222.0.36 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077777 May 06 12:28:49.630811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '6b0eb817-2def-4bb1-8d9c-070e6b2b99ac', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'port_id': '6b0eb817-2def-4bb1-8d9c-070e6b2b99ac', 'mac_address': 'fa:16:3e:1e:a9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9ed672-d79d-480c-97ea-3c8f224b3156', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:49.675508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-475e7f21-03c3-426f-bd54-7a76e638f1bc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Unset dirty status for tenant:9f46fc945f7e4b44a5acc834d74b7a4b on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:49.686529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-475e7f21-03c3-426f-bd54-7a76e638f1bc tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 949 time: 0.5767460 May 06 12:28:49.767663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.791413 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.809346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:49.851706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:49.862285 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.917150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=df34a2db-8c30-4752-8df3-0e2ee38ddfc4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:50.160286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bb34d2d-9343-454b-ad63-97e0f47ff646 req-8628dbeb-bdbb-4d66-ac48-dadf7752b7b1 service neutron] 10.222.0.36 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956775 May 06 12:28:50.287240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:50.303842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9da505-1b8b-4946-8dcd-ffe6b6eaf213 req-086ade48-b9cd-4885-ae75-198881535d8e tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:50.314979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['6b0eb817-2def-4bb1-8d9c-070e6b2b99ac'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:50.325328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed9da505-1b8b-4946-8dcd-ffe6b6eaf213 req-086ade48-b9cd-4885-ae75-198881535d8e tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 949 time: 1.4265611 May 06 12:28:50.445593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Deleting port 0eb541bd-5458-49a8-93ee-091917e21cb7 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:50.446110 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.541805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed9da505-1b8b-4946-8dcd-ffe6b6eaf213 req-18f0ceac-41e3-4f91-8041-eeb544746b39 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149909 May 06 12:28:50.570695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835e442-43ce-4c88-a9ee-edf23393baf0 req-cb78df17-7725-4c31-a49d-86925cc675a3 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:50.583345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6835e442-43ce-4c88-a9ee-edf23393baf0 req-cb78df17-7725-4c31-a49d-86925cc675a3 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 950 time: 0.9844763 May 06 12:28:50.732189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6835e442-43ce-4c88-a9ee-edf23393baf0 req-fe798e53-46c2-4784-a5fc-b2095407213f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462286 May 06 12:28:50.826256 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af58bf7-be71-449a-93a7-01174ef57535'] response: {'server_uuid': '7c70303a-3ca6-4b3d-b8f8-5172ef04fd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687ac72b-6ca2-4a28-8b16-8bc0724dbd97', 'code': 200} May 06 12:28:51.502572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:51.585994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e216902-caaa-421f-b885-e180f1578cf7 req-af816fcf-5e00-4234-97fe-c4cf981aee3d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 210 time: 0.2890620 May 06 12:28:52.241882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-9b487383-b28e-4488-9262-39a5886f62e0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:52.247132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-9b487383-b28e-4488-9262-39a5886f62e0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 810 time: 0.7708983 May 06 12:28:52.312513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Request body: {'port': {'device_id': '89163f49-2d84-473d-b99b-3ee219779e2f', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'admin_state_up': True, 'tenant_id': '5b9e59d353934844bfe6a661b292f792'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:52.404443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefe1b1-15e5-4406-8943-17ed58467346 req-ebb47219-e6e6-464d-aeb3-bdfb9d69e2c4 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:52.418232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccefe1b1-15e5-4406-8943-17ed58467346 req-ebb47219-e6e6-464d-aeb3-bdfb9d69e2c4 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 945 time: 0.8177948 May 06 12:28:52.715330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd252-7d4e-4d56-9bf4-20eaa7e779c9 req-b384a0ea-d774-49c6-b3a8-a0e9dea72150 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:52.730537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] For port 0eb541bd-5458-49a8-93ee-091917e21cb7, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0eb541bd-5458-49a8-93ee-091917e21cb7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:52.735434 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:52.735971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36efd252-7d4e-4d56-9bf4-20eaa7e779c9 req-b384a0ea-d774-49c6-b3a8-a0e9dea72150 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 949 time: 0.6305389 May 06 12:28:52.810741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccefe1b1-15e5-4406-8943-17ed58467346 req-638234c9-1502-4416-88c5-69de2e69deb8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905771 May 06 12:28:52.842195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:52.862033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:52.907143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:52.920098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Made reservation on behalf of 5b9e59d353934844bfe6a661b292f792 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:52.933829 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:53.090085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36efd252-7d4e-4d56-9bf4-20eaa7e779c9 req-daf94797-2dc4-4359-90bd-043029837f87 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527346 May 06 12:28:53.197661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:53.202666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Calling delete_port for 0eb541bd-5458-49a8-93ee-091917e21cb7 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:53.223479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:53.226056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:53.803349 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:53.894383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:53.988254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5a4ed8-902f-4436-b41d-6e1499d6de67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0eb817-2def-4bb1-8d9c-070e6b2b99ac'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:54.007796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:54.017354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.019416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0eb541bd-5458-49a8-93ee-091917e21cb7 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:54.034057 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2add4c3e-9092-46cd-b65c-b0467f723417 req-7ae9c4ae-b391-4fc7-aeb9-6af0145a0d49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 1101 time: 3.0877256 May 06 12:28:54.072088 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.103174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5554dbca-b1d9-43d7-aeaf-cbe41885b9fb req-cdf8dad8-159a-4348-a25b-dc86a67febdd tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 210 time: 0.1298149 May 06 12:28:54.174422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e0feb-337c-4648-a7af-a532791f46c8 req-1e2adb76-0e51-45a1-b2a5-420367e27aac tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:54.191567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c78e0feb-337c-4648-a7af-a532791f46c8 req-1e2adb76-0e51-45a1-b2a5-420367e27aac tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 950 time: 0.8087013 May 06 12:28:54.295996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Allocated IP 172.20.0.3 (2c9a1d8b-7afe-4eff-bddf-177184856d8c/a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e/b108228d-6b51-430b-82ff-da073810ce40) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:54.401235 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2add4c3e-9092-46cd-b65c-b0467f723417 req-808f8553-ff72-4d35-8a94-4fd66cf31df1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336298 May 06 12:28:54.403623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.464719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c78e0feb-337c-4648-a7af-a532791f46c8 req-c93759ec-2adf-4eaf-a2f3-45e793fea62d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615731 May 06 12:28:54.530293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:54.537463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No active binding found for port 0eb541bd-5458-49a8-93ee-091917e21cb7 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:28:54.538200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0eb541bd-5458-49a8-93ee-091917e21cb7 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:54.555749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['2372b1ab-1c7c-425b-9ee0-7aad34a5070b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:54.651956 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.656880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b67b245-20aa-4fdc-986e-ee21edde20d5 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:28:54.889617 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa082a3-ed4c-44c4-8ac9-dbe469b5d596'] response: {'server_uuid': 'fe5a4ed8-902f-4436-b41d-6e1499d6de67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0eb817-2def-4bb1-8d9c-070e6b2b99ac', 'code': 200} May 06 12:28:54.926570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Pushing event deleted for resources: {'Port': ['ID=0eb541bd-5458-49a8-93ee-091917e21cb7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:55.268049 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:55.269655 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a1c952f1-aaf2-465f-903b-6bc5424f3e37 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6b67b245-20aa-4fdc-986e-ee21edde20d5 HTTP/1.1" status: 204 len: 168 time: 10.8126862 May 06 12:28:55.310180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56660) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:55.407027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.408744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.408744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.408744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.409842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.410518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.411249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.411941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.412952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.413663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.414515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:55.425332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] No DVR routers for this DVR port 0eb541bd-5458-49a8-93ee-091917e21cb7 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:55.437391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:55.446516 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ca9bb89-3d21-4788-8590-38d3639b951d req-419cc676-6dab-4423-b725-9f4613b95d35 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "DELETE /v2.0/ports/0eb541bd-5458-49a8-93ee-091917e21cb7 HTTP/1.1" status: 204 len: 173 time: 5.7217357 May 06 12:28:55.448648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e8a5da-69ba-4761-8708-2fcb829943cd', 'name': 'network-vif-deleted', 'tag': '0eb541bd-5458-49a8-93ee-091917e21cb7'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:55.559945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0135c14-a334-4f2f-a06a-2b4b25f06bc6 admin admin] Deleting subnet fe6eb35b-d0d7-48a3-9db1-7693d07c1683 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:28:55.577068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0135c14-a334-4f2f-a06a-2b4b25f06bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:55.706541 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0135c14-a334-4f2f-a06a-2b4b25f06bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:55.759320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb715c29-814f-4e19-bdc2-08b9689f0950 req-71aa8200-fa05-4c48-84ae-1ca91c7bd836 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3e8a5da-69ba-4761-8708-2fcb829943cd HTTP/1.1" status: 200 len: 210 time: 0.2752895 May 06 12:28:55.852025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:55.890374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Transition to ACTIVE for port object b108228d-6b51-430b-82ff-da073810ce40 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:55.936065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a15a6-cd05-43c6-932e-769ec6ef567f req-e95385b9-11ad-404b-a745-f8ad2bd30840 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:55.951447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b4a15a6-cd05-43c6-932e-769ec6ef567f req-e95385b9-11ad-404b-a745-f8ad2bd30840 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 1.2657499 May 06 12:28:56.028643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94712e81-b6eb-4b92-8737-78b2ff0652b3 req-21290c29-85e4-4b63-bcf4-aa9c8a56138d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 1097 time: 0.4281452 May 06 12:28:56.154780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0135c14-a334-4f2f-a06a-2b4b25f06bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.195456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94712e81-b6eb-4b92-8737-78b2ff0652b3 req-301ef341-264c-49c1-a1fa-5d8ba83e5acb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324956 May 06 12:28:56.217681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b4a15a6-cd05-43c6-932e-769ec6ef567f req-1fe04723-c578-412b-8920-9c21b77c902c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583754 May 06 12:28:56.233359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.256163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e2e8c84-858f-49b5-90e8-44a682befffc', '1f2db186-3f73-4559-84cc-ef46760f1371'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:56.463441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0135c14-a334-4f2f-a06a-2b4b25f06bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.642437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:56.656659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:56.697964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53b18a6-1279-4694-a2fe-6f0dfc88b307 None None] Network f957efda-8248-4d87-9fa9-a25535f374b7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:56.701784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:56.704596 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31db43f-41ab-47b4-981f-19acacdda84d'] response: {'server_uuid': 'b3e8a5da-69ba-4761-8708-2fcb829943cd', 'name': 'network-vif-deleted', 'tag': '0eb541bd-5458-49a8-93ee-091917e21cb7', 'status': 'completed', 'code': 200} May 06 12:28:56.734228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0135c14-a334-4f2f-a06a-2b4b25f06bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.784513 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f0135c14-a334-4f2f-a06a-2b4b25f06bc6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fe6eb35b-d0d7-48a3-9db1-7693d07c1683 HTTP/1.1" status: 204 len: 168 time: 1.4539049 May 06 12:28:56.785932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56676) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:56.789938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0135c14-a334-4f2f-a06a-2b4b25f06bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6eb35b-d0d7-48a3-9db1-7693d07c1683,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:57.024195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event updated for resources: {'Port': ['ID=b108228d-6b51-430b-82ff-da073810ce40,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:57.131309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:57.132400 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.605916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.616635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfef573-df3c-41bc-96ed-2ef9b8752770 req-82e8d366-ffc6-48d1-a305-c532d13c93bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:57.642018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bfef573-df3c-41bc-96ed-2ef9b8752770 req-82e8d366-ffc6-48d1-a305-c532d13c93bb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 931 time: 0.8346686 May 06 12:28:57.667556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Deleting port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:57.672131 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.809046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-45c456cf-b03e-4a66-8223-460ecee4d015 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5107198 May 06 12:28:57.848576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device df34a2db-8c30-4752-8df3-0e2ee38ddfc4 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:57.915923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Request body: {'port': {'device_id': '89163f49-2d84-473d-b99b-3ee219779e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:58.054192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bfef573-df3c-41bc-96ed-2ef9b8752770 req-bbd2da51-ef7e-4cd6-9a21-c21cd14478cb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908994 May 06 12:28:58.067956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: df34a2db-8c30-4752-8df3-0e2ee38ddfc4 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:58.069526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device df34a2db-8c30-4752-8df3-0e2ee38ddfc4 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:58.252874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-78f20512-8386-48e1-b38b-0db6c4296582 None None] Provisioning for port b108228d-6b51-430b-82ff-da073810ce40 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:58.307746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-78f20512-8386-48e1-b38b-0db6c4296582 None None] Provisioning complete for port b108228d-6b51-430b-82ff-da073810ce40 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:58.319761 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-78f20512-8386-48e1-b38b-0db6c4296582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.408667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.521228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-78f20512-8386-48e1-b38b-0db6c4296582 None None] Port b108228d-6b51-430b-82ff-da073810ce40 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:28:58.630441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] For port fbeef809-ba89-4e19-a54d-2ae079bdf3a9, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fbeef809-ba89-4e19-a54d-2ae079bdf3a9,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:58.630441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.779667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] DHCP port deletion for f957efda-8248-4d87-9fa9-a25535f374b7 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:28:58.801400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] Deleting port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:58.802024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.133762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dde40a-2ef3-4631-92be-63ba5949ed75 req-6b4d288f-ccd7-4f7b-9101-b743253a603f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:59.151729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-57dde40a-2ef3-4631-92be-63ba5949ed75 req-6b4d288f-ccd7-4f7b-9101-b743253a603f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 950 time: 1.9139187 May 06 12:28:59.274311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fbeef809-ba89-4e19-a54d-2ae079bdf3a9 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:59.576756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Calling delete_port for fbeef809-ba89-4e19-a54d-2ae079bdf3a9 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:59.646129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] For port fbeef809-ba89-4e19-a54d-2ae079bdf3a9, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fbeef809-ba89-4e19-a54d-2ae079bdf3a9,segment=NetworkSegment(224d7f10-c59b-449a-86da-2c71d0c4005c),segment_id=224d7f10-c59b-449a-86da-2c71d0c4005c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:59.648789 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.782285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.837978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-57dde40a-2ef3-4631-92be-63ba5949ed75 req-bf5477d5-040e-4c39-9d37-0986c248fe82 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016663 May 06 12:28:59.986779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] Calling delete_port for fbeef809-ba89-4e19-a54d-2ae079bdf3a9 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:00.029567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] No DVR routers for this DVR port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:00.066555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e8989-2f16-445c-8330-a02ffd2598b4 req-7f0263b9-524f-407f-9d5c-9d6043e75d07 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:00.081356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-893e8989-2f16-445c-8330-a02ffd2598b4 req-7f0263b9-524f-407f-9d5c-9d6043e75d07 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.8622005 May 06 12:29:00.115749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Pushing event deleted for resources: {'Port': ['ID=fbeef809-ba89-4e19-a54d-2ae079bdf3a9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:00.279520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:29:00.280561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fbeef809-ba89-4e19-a54d-2ae079bdf3a9 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:00.282941 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:00.332194 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:29:00.332716 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:29:00.444505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.489989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f957efda-8248-4d87-9fa9-a25535f374b7']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:00.498960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-893e8989-2f16-445c-8330-a02ffd2598b4 req-42821df2-886f-414f-8967-0140b6355a84 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065893 May 06 12:29:00.512313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224d7f10-c59b-449a-86da-2c71d0c4005c') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:00.513004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b108228d-6b51-430b-82ff-da073810ce40 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:00.513398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224d7f10-c59b-449a-86da-2c71d0c4005c') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:00.527123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.531782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.561462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.572169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:29:00.572680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: timer() May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:29:00.683841 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:29:00.808736 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.816051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Transition to ACTIVE for port object b108228d-6b51-430b-82ff-da073810ce40 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:00.837270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] Deleting port fbeef809-ba89-4e19-a54d-2ae079bdf3a9 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:00.837270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.838712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.901993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.909178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] Pushing event deleted for resources: {'Network': ['ID=f957efda-8248-4d87-9fa9-a25535f374b7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:00.941617 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-65ad3a73-db73-4849-940f-d7fbadb2c46b admin admin] 10.222.0.44 "DELETE /v2.0/networks/f957efda-8248-4d87-9fa9-a25535f374b7 HTTP/1.1" status: 204 len: 168 time: 4.1378727 May 06 12:29:01.246016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-222e99d8-801e-431f-8eb9-3641c662dd90 None None] The port 'fbeef809-ba89-4e19-a54d-2ae079bdf3a9' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:29:01.448812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Pushing event updated for resources: {'Port': ['ID=b108228d-6b51-430b-82ff-da073810ce40,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:01.485304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ddfc7-dcf6-4de8-93c2-3e1cb5559fc8 req-3b2ce651-53cc-464e-a448-ddaf817426b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:01.487888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d77ddfc7-dcf6-4de8-93c2-3e1cb5559fc8 req-3b2ce651-53cc-464e-a448-ddaf817426b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:01.610404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56722) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:01.705210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d77ddfc7-dcf6-4de8-93c2-3e1cb5559fc8 req-3b2ce651-53cc-464e-a448-ddaf817426b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:01.717882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d77ddfc7-dcf6-4de8-93c2-3e1cb5559fc8 req-3b2ce651-53cc-464e-a448-ddaf817426b9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 931 time: 0.9820600 May 06 12:29:01.737787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-feb2b1f1-a93f-4032-ad8e-273fc14fa255 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d66894dd0a84b38a77e90da6fdd5228&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1225545 May 06 12:29:01.740546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:01.837823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Attempting to bind port b108228d-6b51-430b-82ff-da073810ce40 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:01.837823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Attempting to bind port b108228d-6b51-430b-82ff-da073810ce40 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:01.838478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Attempting to bind port b108228d-6b51-430b-82ff-da073810ce40 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:01.881510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d77ddfc7-dcf6-4de8-93c2-3e1cb5559fc8 req-47971ead-f9ed-4fa1-98b7-9bc66e9803dd tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621175 May 06 12:29:01.889077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Port b108228d-6b51-430b-82ff-da073810ce40 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:01.889641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Attempting to bind port b108228d-6b51-430b-82ff-da073810ce40 on network 2c9a1d8b-7afe-4eff-bddf-177184856d8c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:01.929046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:01.929491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Checking segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:01.930131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Bound using segment: {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:01.930820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Bound port: b108228d-6b51-430b-82ff-da073810ce40, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246f1038-6683-4101-9658-eb6315783d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:01.931402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.946294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1129d845-1a59-458b-b7f6-879f019f8d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.030217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1129d845-1a59-458b-b7f6-879f019f8d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.081252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56734) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:02.207574 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1129d845-1a59-458b-b7f6-879f019f8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.305620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129d845-1a59-458b-b7f6-879f019f8d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd5aa67-dc66-4ff0-837d-b7cdf02602d2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:02.305948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:02.321255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b108228d-6b51-430b-82ff-da073810ce40,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:02.366078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1129d845-1a59-458b-b7f6-879f019f8d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.393425 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1129d845-1a59-458b-b7f6-879f019f8d4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdd5aa67-dc66-4ff0-837d-b7cdf02602d2 HTTP/1.1" status: 204 len: 168 time: 0.6444764 May 06 12:29:02.461276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.715856 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.717903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] 10.222.0.48 "PUT /v2.0/ports/b108228d-6b51-430b-82ff-da073810ce40 HTTP/1.1" status: 200 len: 1091 time: 4.8227434 May 06 12:29:02.730433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:02.785992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0125af1-9986-4886-95d2-8eaed26a19df service neutron] Pushing event updated for resources: {'Port': ['ID=b108228d-6b51-430b-82ff-da073810ce40,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:02.824174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3d849-0f7b-40c7-9e58-ba73eb6be680 req-fbdaf63e-4bd4-4022-a71b-b360604c5272 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:02.835847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cb3d849-0f7b-40c7-9e58-ba73eb6be680 req-fbdaf63e-4bd4-4022-a71b-b360604c5272 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 949 time: 0.2809069 May 06 12:29:02.847816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-04df7601-48d3-4c07-9c90-3b84e34a61f5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:02.850356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-04df7601-48d3-4c07-9c90-3b84e34a61f5 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 949 time: 0.5267177 May 06 12:29:03.255512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cb3d849-0f7b-40c7-9e58-ba73eb6be680 req-250a4098-0ff3-4108-9ad0-4c25abe874ab tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182138 May 06 12:29:03.260591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Deleting port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:03.275381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:03.638004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-3dbe9b56-b829-41fa-b835-603f7696dae9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 1094 time: 0.7328064 May 06 12:29:03.864646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-12a12af2-d68d-46c5-b550-ad68b5f4e3a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b108228d-6b51-430b-82ff-da073810ce40 HTTP/1.1" status: 200 len: 217 time: 0.1866438 May 06 12:29:04.066046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-2738b128-a95f-46af-8523-c092452a7871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:04.069299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-2738b128-a95f-46af-8523-c092452a7871 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.1972642 May 06 12:29:04.384968 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:04.831224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56772) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:04.973214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2372b1ab-1c7c-425b-9ee0-7aad34a5070b no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:05.134208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855df45f-706e-434b-9a78-d6bf5b7b639e req-d093f453-fe0f-4ae1-9ee0-b4819affbb32 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:05.151556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855df45f-706e-434b-9a78-d6bf5b7b639e req-d093f453-fe0f-4ae1-9ee0-b4819affbb32 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.8999991 May 06 12:29:05.180342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-457ff3cb-0863-4be2-a46f-7a845dae3865 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0691462 May 06 12:29:05.369169 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:05.480083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:05.497828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fd521ac-712c-46b7-a677-17542b9ce399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:05.519398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:05.529567 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:05.637132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1fd521ac-712c-46b7-a677-17542b9ce399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:05.652472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1fd521ac-712c-46b7-a677-17542b9ce399 admin admin] Usage tracker for resource:security_group_rule and tenant:fcdc47b278fa4f4daea2bd4db7607918 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:05.660959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1fd521ac-712c-46b7-a677-17542b9ce399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:05.676885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1fd521ac-712c-46b7-a677-17542b9ce399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:05.744826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-3b787c84-a86a-4b44-bc92-41c0c1631bd6 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932544 May 06 12:29:05.767560 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855df45f-706e-434b-9a78-d6bf5b7b639e req-7ad796fc-dd44-4649-983c-499c99c97f66 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140711 May 06 12:29:05.830532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88af844a-91e8-4152-9802-242a2d280191 req-d6aa7043-ec2b-4dd9-b368-63e63d03bb09 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f&device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67&device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34&device_id=a82b8f8c-499c-4504-b321-03d2ff498210&device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6&device_id=9f63cc39-54aa-499a-bad9-5162777d8385&device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f&device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95&device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95&device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac&device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 10831 time: 1.6014218 May 06 12:29:05.872529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:05.932003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56786) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:06.251380 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fd521ac-712c-46b7-a677-17542b9ce399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.253013 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88af844a-91e8-4152-9802-242a2d280191 req-5e5b9ac4-b71d-446b-a28e-7f53980b1d39 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.268568 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fd521ac-712c-46b7-a677-17542b9ce399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.275404 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc88e1b5-058a-4224-8054-8a33fd180842'] response: {'name': 'network-changed', 'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40', 'status': 'completed', 'code': 200} May 06 12:29:06.347222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd521ac-712c-46b7-a677-17542b9ce399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a1aeea-0d60-4aa5-8300-44671653036e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:06.437933 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1fd521ac-712c-46b7-a677-17542b9ce399 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcdc47b278fa4f4daea2bd4db7607918&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6020308 May 06 12:29:06.440158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:06.572940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-768641356-network', 'tenant_id': 'ebad8735eb3041388033a63376ff3d79'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:06.597585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:06.626006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Usage tracker for resource:network and tenant:ebad8735eb3041388033a63376ff3d79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:06.634191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a24f0c57-c043-4d85-b25e-b91e02497464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.636252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:06.687852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Deleting port ab7c9be8-e868-4c92-9d73-6a1f826e3f27 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:06.688364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.700830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:06.748162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-88af844a-91e8-4152-9802-242a2d280191 req-5e5b9ac4-b71d-446b-a28e-7f53980b1d39 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:06.756715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] For port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:06.756715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.768660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a24f0c57-c043-4d85-b25e-b91e02497464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.769529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Made reservation on behalf of ebad8735eb3041388033a63376ff3d79 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:06.772459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.798089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-88af844a-91e8-4152-9802-242a2d280191 req-5e5b9ac4-b71d-446b-a28e-7f53980b1d39 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Usage tracker for resource:security_group_rule and tenant:64e47d0b3e8147ef9c79289e163963d5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:06.807605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.835980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d30153c-9fac-4e66-b201-3d0f8db279ff req-e2ac25d9-532a-452c-9218-ab9b17e4c3e3 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9746754 May 06 12:29:06.850043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-88af844a-91e8-4152-9802-242a2d280191 req-5e5b9ac4-b71d-446b-a28e-7f53980b1d39 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:06.863351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-88af844a-91e8-4152-9802-242a2d280191 req-5e5b9ac4-b71d-446b-a28e-7f53980b1d39 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:06.882678 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.124057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a24f0c57-c043-4d85-b25e-b91e02497464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.186649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f0c57-c043-4d85-b25e-b91e02497464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a1aeea-0d60-4aa5-8300-44671653036e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:07.192945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] For port ab7c9be8-e868-4c92-9d73-6a1f826e3f27, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ab7c9be8-e868-4c92-9d73-6a1f826e3f27,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:07.193557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.209829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a24f0c57-c043-4d85-b25e-b91e02497464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.216735 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a24f0c57-c043-4d85-b25e-b91e02497464 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7a1aeea-0d60-4aa5-8300-44671653036e HTTP/1.1" status: 204 len: 168 time: 0.7748837 May 06 12:29:07.269460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Calling delete_port for 2372b1ab-1c7c-425b-9ee0-7aad34a5070b owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:07.476786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce271272-5b5b-4d12-866c-b79c9928a3f7 req-d084687c-482c-4c40-95df-0a692bd4fc16 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:07.480529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce271272-5b5b-4d12-866c-b79c9928a3f7 req-d084687c-482c-4c40-95df-0a692bd4fc16 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 943 time: 1.1857419 May 06 12:29:07.502558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Calling delete_port for ab7c9be8-e868-4c92-9d73-6a1f826e3f27 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:07.517207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:07.546139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Usage tracker for resource:security_group_rule and tenant:ebad8735eb3041388033a63376ff3d79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:07.604013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:07.694182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:07.795548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e46d678-8178-47f3-9a02-e82768a37301 req-45015884-d6a0-47e7-a937-75b2bd0642bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 1094 time: 0.7715645 May 06 12:29:07.799315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88af844a-91e8-4152-9802-242a2d280191 req-5e5b9ac4-b71d-446b-a28e-7f53980b1d39 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.810938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:29:07.811455 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:29:07.873805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88af844a-91e8-4152-9802-242a2d280191 req-5e5b9ac4-b71d-446b-a28e-7f53980b1d39 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.918087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce271272-5b5b-4d12-866c-b79c9928a3f7 req-dd65f071-2fbc-4753-90da-dd8d5d355152 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088004 May 06 12:29:07.956988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88af844a-91e8-4152-9802-242a2d280191 req-5e5b9ac4-b71d-446b-a28e-7f53980b1d39 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&id=dba4c24e-7441-4ffa-bbce-859c85225d5d&id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&id=50e60568-1cc1-4a60-82ae-9cf966c0950f&id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 2.0930407 May 06 12:29:08.124222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.197429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b9ac4-b71d-446b-a28e-7f53980b1d39 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a811ac-6c32-4de1-9b7c-6c323e543ae8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:08.419406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7c9be8-e868-4c92-9d73-6a1f826e3f27,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:08.475810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Deleting port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:08.477386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.525770 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165df387-e1ea-4c23-a082-e1933a33f170'] response: {'server_uuid': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b', 'code': 200} May 06 12:29:08.736938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.945957 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:09.116165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:29:09.154448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46d678-8178-47f3-9a02-e82768a37301 req-b4ebef85-4f26-4ff9-be5f-459bc1d336a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:09.157749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e46d678-8178-47f3-9a02-e82768a37301 req-b4ebef85-4f26-4ff9-be5f-459bc1d336a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 1.3514955 May 06 12:29:09.400899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e46d678-8178-47f3-9a02-e82768a37301 req-cc804502-7489-4c26-acc4-5332820982b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b108228d-6b51-430b-82ff-da073810ce40 HTTP/1.1" status: 200 len: 217 time: 0.2254810 May 06 12:29:09.402240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:09.419456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:09.420015 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Added segment 0205aab6-ea0f-4a29-87b8-ba9c95001d54 of type vlan for network 7ef83465-48e7-4a53-bc95-1cb088eb8ece May 06 12:29:09.432573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:09.666876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a925c-b9f1-4be0-90df-a11a91e9540a req-f88dabdf-02d6-412e-acf1-79cf4623fc70 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:09.675704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f56a925c-b9f1-4be0-90df-a11a91e9540a req-f88dabdf-02d6-412e-acf1-79cf4623fc70 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.8822346 May 06 12:29:09.728892 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:09.769913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b5ce4-c3a1-4118-8c80-5601b7768d28 req-0694a3a7-f3d4-4d86-8ec3-65404ecb976c tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:09.779116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b18b5ce4-c3a1-4118-8c80-5601b7768d28 req-0694a3a7-f3d4-4d86-8ec3-65404ecb976c tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 947 time: 1.4917557 May 06 12:29:09.841014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46d678-8178-47f3-9a02-e82768a37301 req-b506b512-5a1b-4be2-9316-7899278e56d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:09.843561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e46d678-8178-47f3-9a02-e82768a37301 req-b506b512-5a1b-4be2-9316-7899278e56d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.3949122 May 06 12:29:09.975648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:10.062249 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:10.063998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:10.064598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:10.129760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f56a925c-b9f1-4be0-90df-a11a91e9540a req-cd63b910-9769-4333-bb73-eaf7a2dda3f5 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525309 May 06 12:29:10.319302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b18b5ce4-c3a1-4118-8c80-5601b7768d28 req-1c409971-d162-4cce-80ba-b623f36237b3 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/security-groups?id=05f10028-bb83-42dc-868d-be0e0b46ba48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390806 May 06 12:29:10.514840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] For port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:10.526524 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:11.280252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Calling delete_port for 2372b1ab-1c7c-425b-9ee0-7aad34a5070b owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:11.351110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] Pushing event updated for resources: {'Network': ['ID=7ef83465-48e7-4a53-bc95-1cb088eb8ece,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:11.363092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 7ef83465-48e7-4a53-bc95-1cb088eb8ece details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:29:11.406904 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e46d678-8178-47f3-9a02-e82768a37301 req-ba94befa-ffcf-40fa-92e0-b0948ce86d44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5376875 May 06 12:29:11.442360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Router 317ee95e-508e-475e-b5af-3145cda0100d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:11.482897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1708a3d5-608a-4725-93a2-32ac53afe53f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 5.5211303 May 06 12:29:11.498148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56850) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:11.678631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Request body: {'subnet': {'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-768641356-subnet', 'tenant_id': 'ebad8735eb3041388033a63376ff3d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:11.731704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:11.742901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Usage tracker for resource:subnet and tenant:ebad8735eb3041388033a63376ff3d79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:11.759096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:11.772436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:11.998006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Made reservation on behalf of ebad8735eb3041388033a63376ff3d79 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:12.002446 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.087422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:12.105868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] Sync routers for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:12.119892 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.134796 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dca9ca9f-44bd-468e-ab65-e45ae0f113ed admin admin] 10.222.0.44 "PUT /v2.0/routers/317ee95e-508e-475e-b5af-3145cda0100d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0519650 May 06 12:29:12.137079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56862) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:12.189119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:12.190235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:28:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:12.535761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792a49d-23c1-4f71-b7d8-c5e1354dfe4d req-15d86e68-f3fb-4d9d-bb20-3581f3a5c8c0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:12.549886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5792a49d-23c1-4f71-b7d8-c5e1354dfe4d req-15d86e68-f3fb-4d9d-bb20-3581f3a5c8c0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 943 time: 1.3337672 May 06 12:29:12.756648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b108228d-6b51-430b-82ff-da073810ce40 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:12.793961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef076-77b0-4d30-aefd-c31507e1b306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.807606 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.822874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:12.939985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Pushing event deleted for resources: {'Port': ['ID=2372b1ab-1c7c-425b-9ee0-7aad34a5070b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:12.946161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.115345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:13.119530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5792a49d-23c1-4f71-b7d8-c5e1354dfe4d req-55e97528-3e17-4b3a-bf77-de575b9999a5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957137 May 06 12:29:13.264834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e46d678-8178-47f3-9a02-e82768a37301 req-4fec08dd-7666-412a-a21e-151c000489f8 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8244224 May 06 12:29:13.384959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.406857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Deleting port c813d73d-d147-4d08-b8d2-d46234fd2e8f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:13.407325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.490857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.914797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Pushing event updated for resources: {'Subnet': ['ID=435ee102-df2b-4c8c-93e9-4ca8df1ada3e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:13.916898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] For port c813d73d-d147-4d08-b8d2-d46234fd2e8f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c813d73d-d147-4d08-b8d2-d46234fd2e8f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:13.917270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.963482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b108228d-6b51-430b-82ff-da073810ce40,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:13.983769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] No DVR routers for this DVR port 2372b1ab-1c7c-425b-9ee0-7aad34a5070b on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:13.988568 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.006242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'name': 'network-vif-deleted', 'tag': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:14.012262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bee897f-5a4f-46c8-a511-bfae71320b9b req-3d62792b-0d49-4777-92d4-38fa421bffc4 tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.36 "DELETE /v2.0/ports/2372b1ab-1c7c-425b-9ee0-7aad34a5070b HTTP/1.1" status: 204 len: 173 time: 11.0380177 May 06 12:29:14.014771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'b108228d-6b51-430b-82ff-da073810ce40', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'port_id': 'b108228d-6b51-430b-82ff-da073810ce40', 'mac_address': 'fa:16:3e:d6:0a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:14.117831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:29:07Z', 'revision_number': 5, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port': {'id': 'c813d73d-d147-4d08-b8d2-d46234fd2e8f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317ee95e-508e-475e-b5af-3145cda0100d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:25Z', 'updated_at': '2022-05-06T12:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:14.141640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] Checking router: 317ee95e-508e-475e-b5af-3145cda0100d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:14.169196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.196348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08cdf8ff-22ea-42ad-b958-a19c1065c5c9 req-1d474cfd-9b03-4cf6-960b-7dee7b6134f4 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34&device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6&device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 2883 time: 1.9221601 May 06 12:29:14.197044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] Routers {'317ee95e-508e-475e-b5af-3145cda0100d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:14.197959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:28:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['317ee95e-508e-475e-b5af-3145cda0100d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:14.203817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Calling delete_port for c813d73d-d147-4d08-b8d2-d46234fd2e8f owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:14.358106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e46d678-8178-47f3-9a02-e82768a37301 req-b4f22caf-164c-4230-87fe-c5c958612468 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0835414 May 06 12:29:14.361099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-08cdf8ff-22ea-42ad-b958-a19c1065c5c9 req-584cefa5-5de8-4eea-9078-0ec8c0a9b0b3 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Synchronizing usage tracker for tenant:64e47d0b3e8147ef9c79289e163963d5 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:14.368321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Checking segment: {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:14.368872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Network hostable DHCP agents. Network: 7ef83465-48e7-4a53-bc95-1cb088eb8ece, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:29:14.427643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1f322-b935-4862-bd37-dcfd5de4f39c req-688265ae-b40f-4f1c-ace8-0d55f68ba076 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:14.429647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5c1f322-b935-4862-bd37-dcfd5de4f39c req-688265ae-b40f-4f1c-ace8-0d55f68ba076 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.5660741 May 06 12:29:14.575262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-08cdf8ff-22ea-42ad-b958-a19c1065c5c9 req-584cefa5-5de8-4eea-9078-0ec8c0a9b0b3 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] Unset dirty status for tenant:64e47d0b3e8147ef9c79289e163963d5 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:14.593776 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08cdf8ff-22ea-42ad-b958-a19c1065c5c9 req-584cefa5-5de8-4eea-9078-0ec8c0a9b0b3 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675103 May 06 12:29:14.648817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b108228d-6b51-430b-82ff-da073810ce40 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:14.681227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5c1f322-b935-4862-bd37-dcfd5de4f39c req-7b0cbd5d-fefa-48d1-a95c-ad1b4aacf840 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351983 May 06 12:29:14.686139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Network 7ef83465-48e7-4a53-bc95-1cb088eb8ece is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:29:14.702497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.719229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 7ef83465-48e7-4a53-bc95-1cb088eb8ece) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:14.733209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:14.738388 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.742409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b108228d-6b51-430b-82ff-da073810ce40,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:14.744374 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-11da3ae7-1c03-4602-9f95-e7a4891e15b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.800015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a70cf29e-c771-4c42-a402-742cb6a6500a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.3008647 May 06 12:29:14.804052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] Set router 317ee95e-508e-475e-b5af-3145cda0100d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:14.945554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c813d73d-d147-4d08-b8d2-d46234fd2e8f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:15.089618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:29:13Z', 'revision_number': 6, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:15.094528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd35c3c7-3fb5-43e1-a304-623977e2fb9d None None] Network 7ef83465-48e7-4a53-bc95-1cb088eb8ece requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:15.173285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c0000e-9537-464c-ba1c-17262e1e311f None None] The sync data for ids ['317ee95e-508e-475e-b5af-3145cda0100d'] in n-d-840847-1 is: [{'id': '317ee95e-508e-475e-b5af-3145cda0100d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847405376-router', 'tenant_id': '3a1230e5bcd54d608779438a6173c6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:23Z', 'updated_at': '2022-05-06T12:29:13Z', 'revision_number': 6, 'project_id': '3a1230e5bcd54d608779438a6173c6f2', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:15.195830 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:15.428811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d42d0c61-feba-495d-9675-dd7738dd1e8a req-a9732903-6875-42fc-8393-a617413bc05e tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Synchronizing usage tracker for tenant:9f46fc945f7e4b44a5acc834d74b7a4b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:15.555594 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf5e4ad7-0d2b-42d8-a9d8-99730b48eed7 req-97e63b85-fe35-457b-8b52-70afa50a1d84 tempest-FlavorsV2NegativeTest-228962787 tempest-FlavorsV2NegativeTest-228962787-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c1e4caa77e524548a8ecd9cf14502c78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843182 May 06 12:29:15.558072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d42d0c61-feba-495d-9675-dd7738dd1e8a req-a9732903-6875-42fc-8393-a617413bc05e tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] Unset dirty status for tenant:9f46fc945f7e4b44a5acc834d74b7a4b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:15.560729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d42d0c61-feba-495d-9675-dd7738dd1e8a req-a9732903-6875-42fc-8393-a617413bc05e tempest-ServersAdminNegativeTestJSON-1607045700 tempest-ServersAdminNegativeTestJSON-1607045700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f HTTP/1.1" status: 200 len: 210 time: 0.2714307 May 06 12:29:15.891858 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a001d43-abac-4111-9dae-a709f9c74b55'] response: {'server_uuid': 'bd5eee9b-846a-4bd0-8572-0c4d39fd6d3f', 'name': 'network-vif-deleted', 'tag': '2372b1ab-1c7c-425b-9ee0-7aad34a5070b', 'status': 'completed', 'code': 200} May 06 12:29:16.003188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.071695 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.129021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e4ad7-0d2b-42d8-a9d8-99730b48eed7 req-51ee943d-afa2-4f06-a167-330075a204f4 tempest-FlavorsV2NegativeTest-228962787 tempest-FlavorsV2NegativeTest-228962787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:16.130527 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.138812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf5e4ad7-0d2b-42d8-a9d8-99730b48eed7 req-51ee943d-afa2-4f06-a167-330075a204f4 tempest-FlavorsV2NegativeTest-228962787 tempest-FlavorsV2NegativeTest-228962787-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5696745 May 06 12:29:16.149611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b108228d-6b51-430b-82ff-da073810ce40,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:16.177040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf5e4ad7-0d2b-42d8-a9d8-99730b48eed7 req-7f8f4e1d-705c-4f66-bebe-c139d4a798af tempest-FlavorsV2NegativeTest-228962787 tempest-FlavorsV2NegativeTest-228962787-project] 10.222.0.44 "GET /v2.0/quotas/c1e4caa77e524548a8ecd9cf14502c78 HTTP/1.1" status: 200 len: 375 time: 0.0368059 May 06 12:29:16.178058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b108228d-6b51-430b-82ff-da073810ce40'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:16.388340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beac1e2-e40a-4f33-a059-6f08f64a05c0 None None] Network 7ef83465-48e7-4a53-bc95-1cb088eb8ece requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:16.462076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750618d-5fdb-4a60-98e9-ea372bb186fc req-5ced0fe9-a120-4470-83e0-ee3012f4398d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:16.463920 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f750618d-5fdb-4a60-98e9-ea372bb186fc req-5ced0fe9-a120-4470-83e0-ee3012f4398d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 944 time: 0.5100408 May 06 12:29:16.474044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf5e4ad7-0d2b-42d8-a9d8-99730b48eed7 req-1025e830-383c-430f-86cd-53a555aa3d7e tempest-FlavorsV2NegativeTest-228962787 tempest-FlavorsV2NegativeTest-228962787-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1e4caa77e524548a8ecd9cf14502c78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2961619 May 06 12:29:16.533762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.567459 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.688462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f750618d-5fdb-4a60-98e9-ea372bb186fc req-6d18b375-663a-44fe-8157-f994a0c824b8 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086306 May 06 12:29:16.705428 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.706939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317ee95e-508e-475e-b5af-3145cda0100d {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:29:16.749552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.759317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56916) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:16.771464 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7e697f0b-8863-429c-8ed6-77bc46b55fc1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/317ee95e-508e-475e-b5af-3145cda0100d HTTP/1.1" status: 204 len: 168 time: 4.6318254 May 06 12:29:17.014363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Deleting subnet 640609fb-adc0-495c-bb12-674483b08f67 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:29:17.023798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:17.171396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c813d73d-d147-4d08-b8d2-d46234fd2e8f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:17.274839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c813d73d-d147-4d08-b8d2-d46234fd2e8f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:17.276290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c813d73d-d147-4d08-b8d2-d46234fd2e8f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:17.276990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ab7c9be8-e868-4c92-9d73-6a1f826e3f27 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:17.411084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ab7c9be8-e868-4c92-9d73-6a1f826e3f27 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:17.412047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ab7c9be8-e868-4c92-9d73-6a1f826e3f27 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:17.432251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:17.639979 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:17.825750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-21c92d3c-8b26-4ee9-98e1-7b09bdcf67db tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:17.827306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-21c92d3c-8b26-4ee9-98e1-7b09bdcf67db tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Synchronizing usage tracker for tenant:ebad8735eb3041388033a63376ff3d79 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:17.952898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56942) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:17.969550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-21c92d3c-8b26-4ee9-98e1-7b09bdcf67db tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Unset dirty status for tenant:ebad8735eb3041388033a63376ff3d79 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:17.971470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-21c92d3c-8b26-4ee9-98e1-7b09bdcf67db tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 804 time: 0.6781642 May 06 12:29:17.981982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ee28e-6b60-45a6-b158-20786aaec29a req-9da9b0ea-bfd1-491e-9c3e-2e545ff9357a tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:17.984971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c02ee28e-6b60-45a6-b158-20786aaec29a req-9da9b0ea-bfd1-491e-9c3e-2e545ff9357a tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.4474041 May 06 12:29:18.061222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-031757a1-ef44-4893-9de5-60c58a5eda12 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/quotas/ebad8735eb3041388033a63376ff3d79 HTTP/1.1" status: 200 len: 375 time: 0.0706854 May 06 12:29:18.064084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.160279 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1244fb91-9138-4b2a-9571-c1c0f9bed424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.169519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-d791a465-3438-4ff3-b1de-e48a8d76a2e7 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706568 May 06 12:29:18.204114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1244fb91-9138-4b2a-9571-c1c0f9bed424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:18.209276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1244fb91-9138-4b2a-9571-c1c0f9bed424 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e4caa77e524548a8ecd9cf14502c78 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:18.215334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1244fb91-9138-4b2a-9571-c1c0f9bed424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:18.224896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1244fb91-9138-4b2a-9571-c1c0f9bed424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:18.283686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c02ee28e-6b60-45a6-b158-20786aaec29a req-4a669adc-e48a-4896-834e-b18c80df6c4e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748063 May 06 12:29:18.343139 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.399667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1244fb91-9138-4b2a-9571-c1c0f9bed424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.402430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640609fb-adc0-495c-bb12-674483b08f67,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:18.409432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1244fb91-9138-4b2a-9571-c1c0f9bed424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.436221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.436769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.437105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.437746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.438009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.438423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.438848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.439242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.439632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.440124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.440518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:18.453878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-b9244ec1-deca-4584-b8d3-c5ea5193bd94 service neutron] 10.222.0.44 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712295 May 06 12:29:18.484973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.491353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee7db8-115a-48e8-be57-716b9d77642e None None] Network a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:18.524662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244fb91-9138-4b2a-9571-c1c0f9bed424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00340e4d-5d97-4985-9ea4-c59ea91dfd3f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:18.535329 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1244fb91-9138-4b2a-9571-c1c0f9bed424 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1e4caa77e524548a8ecd9cf14502c78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5824516 May 06 12:29:18.538865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56952) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:18.553364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-15743d1a-2ba7-468f-8b99-8b81b66eb51c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/640609fb-adc0-495c-bb12-674483b08f67 HTTP/1.1" status: 204 len: 168 time: 1.7927542 May 06 12:29:18.554150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56956) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:18.728445 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08010a79-d981-41e0-b8fc-ed0dee8205bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.841177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08010a79-d981-41e0-b8fc-ed0dee8205bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.870026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.913174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-199f93eb-2a2c-4119-b71c-6bc262cec688 service neutron] 10.222.0.44 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580691 May 06 12:29:18.947513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Deleting port b7f2ec69-7743-4a78-ac05-13d742896378 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:18.950054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.972499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08010a79-d981-41e0-b8fc-ed0dee8205bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:19.069365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08010a79-d981-41e0-b8fc-ed0dee8205bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00340e4d-5d97-4985-9ea4-c59ea91dfd3f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:19.101608 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08010a79-d981-41e0-b8fc-ed0dee8205bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:19.110895 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-08010a79-d981-41e0-b8fc-ed0dee8205bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00340e4d-5d97-4985-9ea4-c59ea91dfd3f HTTP/1.1" status: 204 len: 168 time: 0.5643861 May 06 12:29:19.206059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] DHCP port deletion for a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:29:19.212259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] Deleting port b7f2ec69-7743-4a78-ac05-13d742896378 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:19.213369 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:19.341894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b108228d-6b51-430b-82ff-da073810ce40 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:19.485822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56982) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:19.506165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] For port b7f2ec69-7743-4a78-ac05-13d742896378, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b7f2ec69-7743-4a78-ac05-13d742896378,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:19.506858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:19.917760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79d230-e714-43af-8b30-0a591e6b3c73 req-7a05b528-4296-41ac-8089-3028bda8a707 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:19.920406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a79d230-e714-43af-8b30-0a591e6b3c73 req-7a05b528-4296-41ac-8089-3028bda8a707 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 944 time: 0.7276442 May 06 12:29:19.937254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Calling delete_port for b7f2ec69-7743-4a78-ac05-13d742896378 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:20.050546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] For port b7f2ec69-7743-4a78-ac05-13d742896378, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b7f2ec69-7743-4a78-ac05-13d742896378,segment=NetworkSegment(bd1c3777-412e-4b2b-a128-455ff36ec19c),segment_id=bd1c3777-412e-4b2b-a128-455ff36ec19c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:20.051846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.096062 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-475c06ee-312e-4fc2-9f83-c73843887d4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f46fc945f7e4b44a5acc834d74b7a4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6086392 May 06 12:29:20.097505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57002) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:20.167180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.168519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port b108228d-6b51-430b-82ff-da073810ce40 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:20.210617 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bae1f7e9-ff51-4f5c-8bf8-cf11feada731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.251641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port b108228d-6b51-430b-82ff-da073810ce40 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:20.252028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.252780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc0fb52a-4358-4a1c-b57a-788a1e848127 req-a7415fd0-6c11-4ba7-a18d-c5bbcce0b4f7 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 210 time: 0.1354339 May 06 12:29:20.283293 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bae1f7e9-ff51-4f5c-8bf8-cf11feada731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.293422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f2ec69-7743-4a78-ac05-13d742896378,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:20.357280 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] Calling delete_port for b7f2ec69-7743-4a78-ac05-13d742896378 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:20.367903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] No DVR routers for this DVR port b7f2ec69-7743-4a78-ac05-13d742896378 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:20.426956 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bae1f7e9-ff51-4f5c-8bf8-cf11feada731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.474864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1f7e9-ff51-4f5c-8bf8-cf11feada731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f10028-bb83-42dc-868d-be0e0b46ba48,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:20.495984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bae1f7e9-ff51-4f5c-8bf8-cf11feada731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.500214 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bae1f7e9-ff51-4f5c-8bf8-cf11feada731 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05f10028-bb83-42dc-868d-be0e0b46ba48 HTTP/1.1" status: 204 len: 168 time: 0.4012134 May 06 12:29:20.644702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:29:20.645947 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:29:20.651454 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.653712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.679123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a79d230-e714-43af-8b30-0a591e6b3c73 req-82e8960f-0756-4cd1-b33d-4c4c464aa5e0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626907 May 06 12:29:20.705113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:20.726120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b108228d-6b51-430b-82ff-da073810ce40,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:20.731227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:20.745008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.781027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1c3777-412e-4b2b-a128-455ff36ec19c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:20.781027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1c3777-412e-4b2b-a128-455ff36ec19c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:20.824406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.899756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9843-1e88-4de7-b253-3821fd4e139f req-cfeeadd6-924a-47c9-8927-b9fd1efd15c9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:20.913938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a90c9843-1e88-4de7-b253-3821fd4e139f req-cfeeadd6-924a-47c9-8927-b9fd1efd15c9 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.4035573 May 06 12:29:20.928277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b108228d-6b51-430b-82ff-da073810ce40,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:20.948151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.964333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:29:20.964843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: timer() May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:29:20.980867 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:29:21.128835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a90c9843-1e88-4de7-b253-3821fd4e139f req-b7b4dea2-35e0-49e9-9fc8-9df022592c3f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068219 May 06 12:29:21.145208 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.147505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] Deleting port b7f2ec69-7743-4a78-ac05-13d742896378 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:21.148880 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.224273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.240066 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:29:21.248159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:21.267432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57026) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:21.268538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f65fb04f-0cad-40ee-91f6-a3f1d604dbde admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2a6b651-fe9f-49f6-ae3c-9d38ea2c0bb0 HTTP/1.1" status: 204 len: 168 time: 2.7067249 May 06 12:29:21.271950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b7f2ec69-7743-4a78-ac05-13d742896378 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:21.435138 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2606b5b1-066d-4009-bf95-faa3fc496c85'] response: {'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40', 'code': 200} May 06 12:29:21.452033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b7f2ec69-7743-4a78-ac05-13d742896378 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:21.452653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b7f2ec69-7743-4a78-ac05-13d742896378 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:21.550236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e7279fe8-13f4-4de8-9877-9fe1e268f5e4 None None] The port 'b7f2ec69-7743-4a78-ac05-13d742896378' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:29:21.716834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95128b08-423b-468e-bb62-2c710cb067a1 req-f01213fd-7c50-424a-a4ab-f84457059926 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 1096 time: 0.2200220 May 06 12:29:21.904812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c315eb8-957c-4311-a99d-cfeb6454347d req-05abd949-e833-486b-a163-b258b0798f2c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 210 time: 0.1246135 May 06 12:29:21.923648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95128b08-423b-468e-bb62-2c710cb067a1 req-4dcd5498-2ae2-4314-b0e4-bda857a8f9ca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979585 May 06 12:29:21.945343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57048) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:22.081526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-daea1703-c9c9-447b-9193-131b86c0b6cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4052a69fa45e4e2a8739a966fc87d69f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1339037 May 06 12:29:22.082925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57054) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:22.273865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.359842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-61ef74e5-9d47-484c-a7b1-b727354158d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.409252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70396346-74d5-4eef-9eee-c08905ebc888 req-ce8ae877-9410-4b9e-809a-aa167caf7114 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:22.418112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70396346-74d5-4eef-9eee-c08905ebc888 req-ce8ae877-9410-4b9e-809a-aa167caf7114 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 0.2298191 May 06 12:29:22.463303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9930df4-c505-449f-992e-70d8dfff7276 req-d98db0fc-5002-4dac-8459-db22702a88f4 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:22.465026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9930df4-c505-449f-992e-70d8dfff7276 req-d98db0fc-5002-4dac-8459-db22702a88f4 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 949 time: 0.3803778 May 06 12:29:22.507259 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-61ef74e5-9d47-484c-a7b1-b727354158d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.536100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70396346-74d5-4eef-9eee-c08905ebc888 req-c8b741ed-7345-4891-bf9f-926b8ca51d2d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158054 May 06 12:29:22.610078 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9930df4-c505-449f-992e-70d8dfff7276 req-5577cd8a-a768-4b73-ac95-b52fdb9bbf06 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260936 May 06 12:29:22.695432 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-61ef74e5-9d47-484c-a7b1-b727354158d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.931614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef74e5-9d47-484c-a7b1-b727354158d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0fff5d-b61f-4064-a8b8-4dfc2a3e8089,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:22.942940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-61ef74e5-9d47-484c-a7b1-b727354158d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.947837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-61ef74e5-9d47-484c-a7b1-b727354158d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f0fff5d-b61f-4064-a8b8-4dfc2a3e8089 HTTP/1.1" status: 204 len: 168 time: 0.8601305 May 06 12:29:23.023554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6962b48-2da1-41df-a772-1a9b6fa9eedd req-2a529baf-b6f9-4a9c-acd1-ec05c5cf2067 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 1101 time: 0.1892865 May 06 12:29:23.057131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 278d988f-6e5d-4da9-b74b-c183ddff089d no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:23.089970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-81aca05b-dda7-488e-bf11-388cdc52d065 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:23.091860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-81aca05b-dda7-488e-bf11-388cdc52d065 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 804 time: 0.4492271 May 06 12:29:23.124400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Request body: {'port': {'device_id': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'admin_state_up': True, 'tenant_id': 'ebad8735eb3041388033a63376ff3d79'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:23.269406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6962b48-2da1-41df-a772-1a9b6fa9eedd req-f17fcaf7-a06d-49fb-94c2-46de1fc29f2d tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186422 May 06 12:29:23.342121 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:23.410340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-ee039ea7-8b72-47a3-8bdf-b45a1a7a240d tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9fa838b8c73c484d90cce39bb79a0da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041765 May 06 12:29:23.414269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=278d988f-6e5d-4da9-b74b-c183ddff089d,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:23.421687 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:23.491240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:23.564887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=278d988f-6e5d-4da9-b74b-c183ddff089d,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:23.686994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Deleting port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:23.687885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:23.809858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:23.827062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Usage tracker for resource:port and tenant:ebad8735eb3041388033a63376ff3d79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:23.843218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:23.854959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:23.895099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d253-63ad-4110-82bd-67d27a5a757c req-68147079-4ced-4514-92a9-b8914f97f9a0 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:23.896742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-68147079-4ced-4514-92a9-b8914f97f9a0 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4852335 May 06 12:29:23.900053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Made reservation on behalf of ebad8735eb3041388033a63376ff3d79 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:23.903258 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:23.960469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e7a19-e773-4a8e-8579-174128124ed4 req-4ff103df-0a17-475a-88dd-2d4a16fa4717 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:23.962131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f82e7a19-e773-4a8e-8579-174128124ed4 req-4ff103df-0a17-475a-88dd-2d4a16fa4717 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.2657726 May 06 12:29:23.971824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] For port 30dd933d-44b5-43b6-9fc5-7d78d035c7d6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=30dd933d-44b5-43b6-9fc5-7d78d035c7d6,segment=NetworkSegment(c8034d9d-d354-453d-8a15-180549844925),segment_id=c8034d9d-d354-453d-8a15-180549844925)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:23.972844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:24.006445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-4ee23e33-b7d1-4c59-90d2-e29647761c88 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/quotas/9fa838b8c73c484d90cce39bb79a0da8 HTTP/1.1" status: 200 len: 375 time: 0.0915644 May 06 12:29:24.152751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Calling delete_port for 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:24.179285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-deb0e5fd-3ab0-416b-9ffb-bbdef1071e8c tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9fa838b8c73c484d90cce39bb79a0da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1518755 May 06 12:29:24.395944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f82e7a19-e773-4a8e-8579-174128124ed4 req-95aed834-67ad-4a4c-aaba-5ddf68797c16 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933148 May 06 12:29:24.524176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Allocated IP 172.20.0.6 (7ef83465-48e7-4a53-bc95-1cb088eb8ece/435ee102-df2b-4c8c-93e9-4ca8df1ada3e/551b16e6-1598-46c2-8873-c5eb19fa3cc6) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:24.679263 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:24.837333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54a2aac8-82a0-4783-8b03-199aa4519acc req-c1dfb866-364c-43e7-aee6-06a4989f0c0d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 210 time: 0.0898511 May 06 12:29:24.995906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:25.006549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=30dd933d-44b5-43b6-9fc5-7d78d035c7d6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:25.104436 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:25.152368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57104) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:25.244665 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-87bb6118-ee91-44a0-8f26-c64688692494 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6632397 May 06 12:29:25.321265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Network 7ef83465-48e7-4a53-bc95-1cb088eb8ece is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:25.326184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:25.331378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:25.503135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Pushing event updated for resources: {'Port': ['ID=551b16e6-1598-46c2-8873-c5eb19fa3cc6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:25.558965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:25.560089 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:25.625402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-26d9ca90-13aa-4d55-a774-5f6a7842647b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5114257 May 06 12:29:25.649878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Request body: {'port': {'device_id': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:25.710713 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-ab41ca2b-81ea-4b4d-b2c2-008e4e6b916c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afbcef3d78134e09830a3e4b99891e16&device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 1098 time: 0.3463516 May 06 12:29:25.780092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-511df4de-2e9b-425e-975b-d7830cc48b09 req-48f621ff-6620-4a8a-8fcc-cf2fee04303c tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 1101 time: 0.3978200 May 06 12:29:25.800068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-28284387-network', 'tenant_id': '251166fd551247759fa8bca3dcf087b5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:25.831115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:25.895240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Usage tracker for resource:network and tenant:251166fd551247759fa8bca3dcf087b5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:25.906956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:26.070685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:26.074531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.093778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-511df4de-2e9b-425e-975b-d7830cc48b09 req-db394e5e-1573-42d5-bf23-034b661c492b tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791553 May 06 12:29:26.179720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Made reservation on behalf of 251166fd551247759fa8bca3dcf087b5 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:26.180045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.183082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.183668 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9211b455-f41a-4404-a001-c6d4624c3805'] response: {'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d', 'code': 200} May 06 12:29:26.228598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.291219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-d24528cb-ec62-4385-b753-58882ad79505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:26.292857 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-d24528cb-ec62-4385-b753-58882ad79505 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5527227 May 06 12:29:26.581506 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-bdbe6c98-a6cf-484a-b328-a523f9edea73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=278d988f-6e5d-4da9-b74b-c183ddff089d HTTP/1.1" status: 200 len: 217 time: 0.1889205 May 06 12:29:26.680719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:26.721493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-9c865468-cd49-44f8-91ac-cb3f1031fdb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:26.723918 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-9c865468-cd49-44f8-91ac-cb3f1031fdb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1289985 May 06 12:29:26.745772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Usage tracker for resource:security_group_rule and tenant:251166fd551247759fa8bca3dcf087b5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:26.751971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f06f19a9-47bf-4fd9-a76f-0d2587ef405d req-4e438247-ac8d-4baa-ba46-6954b3206979 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 210 time: 0.2069845 May 06 12:29:26.753432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:26.851760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:26.927219 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-a38d21b5-a8ce-450c-987b-78bf89487482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883867 May 06 12:29:27.062441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-e36183a0-8990-458e-a35d-95aff95e6d7a tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9fa838b8c73c484d90cce39bb79a0da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754838 May 06 12:29:27.117148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c76c3b-862d-4ab2-b8a5-cd8d3eef6d2e req-22926673-6682-4f18-8f82-0c1529684667 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:27.118817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58c76c3b-862d-4ab2-b8a5-cd8d3eef6d2e req-22926673-6682-4f18-8f82-0c1529684667 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 0.5689385 May 06 12:29:27.343714 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-06d31b0b-c028-4f84-89be-8661d7726e6e service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468931 May 06 12:29:27.528467 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.551519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:27.581115 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.674532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9d794-c301-493f-851d-39f8626b12e7 req-04404dc0-aefe-41f8-87e9-04c067dfdc97 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:27.676346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4b9d794-c301-493f-851d-39f8626b12e7 req-04404dc0-aefe-41f8-87e9-04c067dfdc97 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.7401986 May 06 12:29:27.719549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58c76c3b-862d-4ab2-b8a5-cd8d3eef6d2e req-8d937f02-39bc-4362-be08-a571aaf4c7e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304184 May 06 12:29:27.733490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:29:27.773996 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0cfdf390-90cb-4234-bd17-25b7f559ae18 req-fb2a0b86-5c0b-497e-bc0a-df3cc5b15d1d service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374686 May 06 12:29:27.806541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d253-63ad-4110-82bd-67d27a5a757c req-f53c618b-e526-40f7-9ecb-28d683f58707 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:27.809194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-f53c618b-e526-40f7-9ecb-28d683f58707 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7356892 May 06 12:29:27.816480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726f4167-431d-468c-a935-09df2e517a0e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:27.859836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.860509 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Added segment e62b0e08-aafd-4f35-a041-4f4932967088 of type vlan for network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d May 06 12:29:27.881074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Request body: {'port': {'device_id': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '9fa838b8c73c484d90cce39bb79a0da8'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:27.906739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551b16e6-1598-46c2-8873-c5eb19fa3cc6 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:27.927694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4b9d794-c301-493f-851d-39f8626b12e7 req-7cc769f4-77cb-4e46-a406-e4d94afa2c0b tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110918 May 06 12:29:27.945918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:27.966150 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.178715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.183431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Transition to ACTIVE for port object 551b16e6-1598-46c2-8873-c5eb19fa3cc6 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:28.205717 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.267171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:28.282225 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] Sync routers for ids ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:28.294375 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a09ef8a9-1e32-4f53-b194-1dab68a35f2f admin admin] 10.222.0.44 "PUT /v2.0/routers/761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0235031 May 06 12:29:28.295874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:28.321659 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] Routers {'761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:28.322745 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:29:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:28.415415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:28.613252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:28.627011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Usage tracker for resource:port and tenant:9fa838b8c73c484d90cce39bb79a0da8 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:28.632873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:28.647940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Pushing event updated for resources: {'Port': ['ID=551b16e6-1598-46c2-8873-c5eb19fa3cc6,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:28.673313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:28.703323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.705144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:28.706395 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.850966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.869531 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] Set router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:28.914350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c8c18-25e7-4306-97f8-317e6d9cfe83 req-7a5aa3d3-9660-44a2-9d36-ebb2547e9c62 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:28.915407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be5c8c18-25e7-4306-97f8-317e6d9cfe83 req-7a5aa3d3-9660-44a2-9d36-ebb2547e9c62 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Synchronizing usage tracker for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:28.963636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Made reservation on behalf of 9fa838b8c73c484d90cce39bb79a0da8 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:28.969611 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.027787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7540343 May 06 12:29:29.058166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57142) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:29.068141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.189746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Request body: {'subnet': {'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-subnet', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:29.205218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a484800-5d86-4dff-96b6-36f5f18a3f63 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e90700-75dd-4ca6-96bb-2dcb45f93e3d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:29.214103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be5c8c18-25e7-4306-97f8-317e6d9cfe83 req-7a5aa3d3-9660-44a2-9d36-ebb2547e9c62 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Unset dirty status for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:29.224859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:29:29.227453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be5c8c18-25e7-4306-97f8-317e6d9cfe83 req-7a5aa3d3-9660-44a2-9d36-ebb2547e9c62 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 931 time: 1.2549548 May 06 12:29:29.238308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:29.319876 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.338096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Deleting port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:29.339198 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.404456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Attempting to bind port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:29.405847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Attempting to bind port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:29.406700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Attempting to bind port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:29.429318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Usage tracker for resource:subnet and tenant:251166fd551247759fa8bca3dcf087b5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:29.437084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:29.450268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:29.497081 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:44Z', 'updated_at': '2022-05-06T12:29:24Z', 'revision_number': 5, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'gw_port': {'id': '95d2c7d6-1a2f-44d3-aacd-764e73ee0f77', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:23:46Z', 'updated_at': '2022-05-06T12:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:29.507268 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] Checking router: 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:29.529882 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] Routers {'761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:29.530849 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:29:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:29.532330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Made reservation on behalf of 251166fd551247759fa8bca3dcf087b5 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:29.537450 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.620537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28f3c19d-44a1-4b91-b901-730770ed86dd req-3a5012c0-7f60-42fc-9dc7-2f2b8ab491f4 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 210 time: 0.4122548 May 06 12:29:29.634533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] For port 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=95d2c7d6-1a2f-44d3-aacd-764e73ee0f77,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:29.635090 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.656379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:29.663796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:29.664255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Attempting to bind port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:29.827189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Calling delete_port for 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:29.864550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Usage tracker for resource:security_group_rule and tenant:9fa838b8c73c484d90cce39bb79a0da8 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:29.908292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:29.964522 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] Set router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:29.972546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:29.975971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:29.976548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Checking segment: {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:29.977043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Bound using segment: {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:29.977602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Bound port: 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:29.978122 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.008594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be5c8c18-25e7-4306-97f8-317e6d9cfe83 req-07cad05a-1621-49b2-9dc1-54e501ff1e1a tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Synchronizing usage tracker for tenant:ebad8735eb3041388033a63376ff3d79 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:30.153273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be5c8c18-25e7-4306-97f8-317e6d9cfe83 req-07cad05a-1621-49b2-9dc1-54e501ff1e1a tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Unset dirty status for tenant:ebad8735eb3041388033a63376ff3d79 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:30.154857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be5c8c18-25e7-4306-97f8-317e6d9cfe83 req-07cad05a-1621-49b2-9dc1-54e501ff1e1a tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7734694 May 06 12:29:30.213683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.310098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:30.342396 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:44Z', 'updated_at': '2022-05-06T12:29:29Z', 'revision_number': 6, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:30.354312 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d733a-4b73-43b0-ac80-0a93fe9a167b None None] The sync data for ids ['761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a'] in n-d-840847-1 is: [{'id': '761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a', 'name': 'tempest-AttachSCSIVolumeTestJSON-876017189-router', 'tenant_id': '6ae81642878d4984ad6a1c36f191ec78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:23:44Z', 'updated_at': '2022-05-06T12:29:29Z', 'revision_number': 6, 'project_id': '6ae81642878d4984ad6a1c36f191ec78', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:30.370591 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.431123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.458631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:30.478944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d2c7d6-1a2f-44d3-aacd-764e73ee0f77,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:30.603774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.796846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78431e21-c2b0-44e6-8d34-46a42c26c821,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:30.853786 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.980746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.059768 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.062138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] 10.222.0.36 "PUT /v2.0/ports/551b16e6-1598-46c2-8873-c5eb19fa3cc6 HTTP/1.1" status: 200 len: 1091 time: 5.4286001 May 06 12:29:31.074315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:31.460393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77febc5-4ae8-4e78-84e8-5e92996502cb req-2828b95e-e3bf-462d-8d27-8b1575b0cd9b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:31.472881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c77febc5-4ae8-4e78-84e8-5e92996502cb req-2828b95e-e3bf-462d-8d27-8b1575b0cd9b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 1.2615020 May 06 12:29:31.479256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a780a-4ae5-463a-809c-c82cf11b02cd service neutron] Pushing event updated for resources: {'Port': ['ID=551b16e6-1598-46c2-8873-c5eb19fa3cc6,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:31.511384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:31.575723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.582383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.590508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:31.591495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 95d2c7d6-1a2f-44d3-aacd-764e73ee0f77 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:31.592287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:31.618973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6433a3-9a74-4bfc-91c7-73977d98a9c9,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:31.620155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.621043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:29:31.648405 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.655525 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-77bd2873-b0b8-4cba-8dea-4c82e9b8c494 admin admin] 10.222.0.44 "DELETE /v2.0/routers/761a81c6-13d0-4ab6-ac41-a4f3e4b1e73a HTTP/1.1" status: 204 len: 168 time: 3.3578882 May 06 12:29:31.656518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57158) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:31.671980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:31.672666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 30dd933d-44b5-43b6-9fc5-7d78d035c7d6 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:31.708166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021dc99-963e-4b96-89b2-c514cbd74c65 req-144eb59d-b693-452c-8f99-530b961c39bd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:31.721412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0021dc99-963e-4b96-89b2-c514cbd74c65 req-144eb59d-b693-452c-8f99-530b961c39bd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 1.3351166 May 06 12:29:31.771625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a7f069-de1b-4aa5-a95b-d8874e40cffa admin admin] Deleting subnet 4fec72a5-7377-4506-a2d1-ddc524771a93 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:29:31.777779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f069-de1b-4aa5-a95b-d8874e40cffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.816209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Allocated IP 192.168.233.19 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/4f0aa7ba-6de9-4669-9f70-0be43735df77) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:31.864254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Checking segment: {'id': 'e62b0e08-aafd-4f35-a041-4f4932967088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:31.864692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Network hostable DHCP agents. Network: e8e90700-75dd-4ca6-96bb-2dcb45f93e3d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:29:31.886710 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f069-de1b-4aa5-a95b-d8874e40cffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.891094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c77febc5-4ae8-4e78-84e8-5e92996502cb req-4dd48763-71d7-41b5-b871-2b3e5b01be88 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167128 May 06 12:29:31.987526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0021dc99-963e-4b96-89b2-c514cbd74c65 req-505c87b0-3c28-462e-a9d9-056065b0f7b0 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633669 May 06 12:29:32.076905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f069-de1b-4aa5-a95b-d8874e40cffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.232321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-65576621-67fc-4bdd-adcf-71a2a91a0341 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 1094 time: 0.7385001 May 06 12:29:32.239120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:29:32.240885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f069-de1b-4aa5-a95b-d8874e40cffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.283011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7f069-de1b-4aa5-a95b-d8874e40cffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fec72a5-7377-4506-a2d1-ddc524771a93,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:32.295646 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f069-de1b-4aa5-a95b-d8874e40cffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.304804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375b23b-d373-4e1c-92b7-40b39dfba30a None None] Network 020a62dd-0595-44c9-9e6b-6335ab8fa19c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:32.309677 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c5a7f069-de1b-4aa5-a95b-d8874e40cffa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4fec72a5-7377-4506-a2d1-ddc524771a93 HTTP/1.1" status: 204 len: 168 time: 0.6509953 May 06 12:29:32.310569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57172) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:32.430255 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5af77fa-b67e-4c76-8765-4f93c91ed6dc'] response: {'name': 'network-changed', 'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6', 'status': 'completed', 'code': 200} May 06 12:29:32.459888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-227f1f45-8ca4-4dce-b8fc-89cc1ee82536 req-f97680b6-8fe1-4962-992b-a5ba0c3709bf tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 210 time: 0.2119997 May 06 12:29:32.480675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, e8e90700-75dd-4ca6-96bb-2dcb45f93e3d) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:32.514296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:32.515371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.534223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.537382 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-29766173-a927-425a-a629-9783ec023735 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6 HTTP/1.1" status: 200 len: 217 time: 0.2697515 May 06 12:29:32.555333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1573e086-a807-416f-aacc-07d36f26edf2 None None] Network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:32.561537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Deleting port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:32.561984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.764397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.807707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5aca3bfe-dbc7-429e-9779-14c9cfae807b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7454209 May 06 12:29:32.816127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57176) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:32.826183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:32.827411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-244de492-0df6-4050-a2f9-6a47b4fbe477 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:32.830225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-244de492-0df6-4050-a2f9-6a47b4fbe477 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 200 len: 844 time: 0.2912819 May 06 12:29:32.846025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Transition to ACTIVE for port object 4f0aa7ba-6de9-4669-9f70-0be43735df77 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:32.933717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:32.961301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-4612b8f1-0ca0-4cd4-b27a-23643cd55138 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef83465-48e7-4a53-bc95-1cb088eb8ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051071 May 06 12:29:32.971044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Usage tracker for resource:router and tenant:251166fd551247759fa8bca3dcf087b5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:32.980984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:32.997112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:33.041222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] For port 9f876e72-affc-442f-80c8-4b8d2b1c3f32, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9f876e72-affc-442f-80c8-4b8d2b1c3f32,segment=NetworkSegment(c8034d9d-d354-453d-8a15-180549844925),segment_id=c8034d9d-d354-453d-8a15-180549844925)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:33.041828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.056675 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.058212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.194485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb003e-12a8-4eef-bd7d-2e4a35ea792e req-503e0c28-48dd-4ad2-8a07-0add45308919 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:33.197936 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00fb003e-12a8-4eef-bd7d-2e4a35ea792e req-503e0c28-48dd-4ad2-8a07-0add45308919 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 943 time: 0.5449657 May 06 12:29:33.199775 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.253144 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-e8e90700-75dd-4ca6-96bb-2dcb45f93e3d', 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'fixed_ips': [{'subnet_id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:29:33.255229 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.276232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Calling delete_port for 9f876e72-affc-442f-80c8-4b8d2b1c3f32 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:33.276573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be34c3-8f31-46d4-b5ba-9d987fe6224b None None] DHCP port deletion for 020a62dd-0595-44c9-9e6b-6335ab8fa19c request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:29:33.289719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-19be34c3-8f31-46d4-b5ba-9d987fe6224b None None] Deleting port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:33.290704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-19be34c3-8f31-46d4-b5ba-9d987fe6224b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.373025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:33.374542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.489614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-b23ffb9c-6670-4614-9827-2d196e2ecfd0 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177231 May 06 12:29:33.538020 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.744286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-19be34c3-8f31-46d4-b5ba-9d987fe6224b None None] The port '9f876e72-affc-442f-80c8-4b8d2b1c3f32' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:29:33.829931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f876e72-affc-442f-80c8-4b8d2b1c3f32,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:33.865010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] No DVR routers for this DVR port 9f876e72-affc-442f-80c8-4b8d2b1c3f32 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:33.939965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d89b2-e0c2-497d-bb9d-67eee5605c62 req-f93dcf71-4f8b-4335-b60b-4c244d08f27b service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822289 May 06 12:29:33.974684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:33.996689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00fb003e-12a8-4eef-bd7d-2e4a35ea792e req-7d00ad68-c912-4a84-9e29-cbd4343c01c8 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131427 May 06 12:29:33.997650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:34.034941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:34.048501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:34.086400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:34.103762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Allocated IP 172.20.0.2 (e8e90700-75dd-4ca6-96bb-2dcb45f93e3d/dd6433a3-9a74-4bfc-91c7-73977d98a9c9/48e01ad5-72ed-4168-9f4f-bde5ab5348e6) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:34.157427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:34.205583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'mac_address': 'fa:16:3e:75:7e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:34.207171 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:34.275232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:34.276821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:34.440040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020a62dd-0595-44c9-9e6b-6335ab8fa19c']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:34.646220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-42ed3e8a-bf00-4b29-bf81-4ee146a01bd8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.7788808 May 06 12:29:34.711524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8034d9d-d354-453d-8a15-180549844925') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:34.711977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8034d9d-d354-453d-8a15-180549844925') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:34.715213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Request body: {'port': {'device_id': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:34.937175 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.005152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de21cb5-1917-46c8-a2be-aac336d030a7 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:35.005499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.018286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0d69d057-eac4-43f9-a31b-3f25597d1fd5 None None] Provisioning for port 4f0aa7ba-6de9-4669-9f70-0be43735df77 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:35.061569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0d69d057-eac4-43f9-a31b-3f25597d1fd5 None None] Provisioning complete for port 4f0aa7ba-6de9-4669-9f70-0be43735df77 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:35.062232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0d69d057-eac4-43f9-a31b-3f25597d1fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.065693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.083294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:29:35.083852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: timer() May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:29:35.113426 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:29:35.363420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.369557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9f876e72-affc-442f-80c8-4b8d2b1c3f32 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:35.380906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0aeb5f28-2557-447b-af14-abca6be6f223 req-479b60b4-aaf9-4ca1-afc7-2248a2ab6009 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 1094 time: 1.0621395 May 06 12:29:35.405217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.483965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:35.484411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=020a62dd-0595-44c9-9e6b-6335ab8fa19c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:35.550147 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.578391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Transition to ACTIVE for port object 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:35.596848 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2b9a846d-0e4e-4f9f-9be3-5d0e34cd0b0c admin admin] 10.222.0.44 "DELETE /v2.0/networks/020a62dd-0595-44c9-9e6b-6335ab8fa19c HTTP/1.1" status: 204 len: 168 time: 3.2816396 May 06 12:29:35.624941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Transition to ACTIVE for port object 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:35.630890 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.715070 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.724276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0d69d057-eac4-43f9-a31b-3f25597d1fd5 None None] Port 4f0aa7ba-6de9-4669-9f70-0be43735df77 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:29:35.735552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9f876e72-affc-442f-80c8-4b8d2b1c3f32 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:35.735898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9f876e72-affc-442f-80c8-4b8d2b1c3f32 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:35.739261 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.767527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.793204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:35.795620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:35.798713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:35.800694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505bb2-de30-4a9c-b0ba-037d45f0191c req-0126336f-630f-4212-9fd7-85bf0a9a12e5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:35.803568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89505bb2-de30-4a9c-b0ba-037d45f0191c req-0126336f-630f-4212-9fd7-85bf0a9a12e5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 0.9395187 May 06 12:29:35.824472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.838163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:35.915661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Pushing event updated for resources: {'Port': ['ID=48e01ad5-72ed-4168-9f4f-bde5ab5348e6,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:35.965352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57208) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:35.984466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Attempting to bind port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:35.985330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Attempting to bind port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'e62b0e08-aafd-4f35-a041-4f4932967088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:35.985330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Attempting to bind port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 on network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:35.994392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['5de21cb5-1917-46c8-a2be-aac336d030a7'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:36.007808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c8e3d-c13b-4c55-987e-16add397332c req-d3b204ab-dfa6-4184-a96c-2eab8d1ce549 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:36.008680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be5c8e3d-c13b-4c55-987e-16add397332c req-d3b204ab-dfa6-4184-a96c-2eab8d1ce549 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Synchronizing usage tracker for tenant:9fa838b8c73c484d90cce39bb79a0da8 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:36.014007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d7d71da2-f522-4d7c-a160-271703a667d2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:36.015231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d7d71da2-f522-4d7c-a160-271703a667d2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:36.034718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:36.035247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Checking segment: {'id': 'e62b0e08-aafd-4f35-a041-4f4932967088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:36.035561 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.036471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Bound using segment: {'id': 'e62b0e08-aafd-4f35-a041-4f4932967088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:36.036471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Bound port: 48e01ad5-72ed-4168-9f4f-bde5ab5348e6, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62b0e08-aafd-4f35-a041-4f4932967088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:36.036837 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.049342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d7d71da2-f522-4d7c-a160-271703a667d2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:36.049929 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d7d71da2-f522-4d7c-a160-271703a667d2 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.5779610 May 06 12:29:36.051609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Allocated IP 172.25.7.131 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/3be15901-366d-477c-9705-cd84dc713826) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:36.065272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5f28-2557-447b-af14-abca6be6f223 req-42d9e6c1-06ad-4fa4-a03b-58193bb383b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:36.067471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0aeb5f28-2557-447b-af14-abca6be6f223 req-42d9e6c1-06ad-4fa4-a03b-58193bb383b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 905 time: 0.6736937 May 06 12:29:36.199369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89505bb2-de30-4a9c-b0ba-037d45f0191c req-86a3b254-fab0-4a3f-b43f-8cf8ce32783c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762262 May 06 12:29:36.205049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] For port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:36.207993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Deleting port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:36.208416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.240538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] For port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=48e01ad5-72ed-4168-9f4f-bde5ab5348e6,segment=NetworkSegment(e62b0e08-aafd-4f35-a041-4f4932967088),segment_id=e62b0e08-aafd-4f35-a041-4f4932967088)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:36.271765 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.340398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be5c8e3d-c13b-4c55-987e-16add397332c req-d3b204ab-dfa6-4184-a96c-2eab8d1ce549 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Unset dirty status for tenant:9fa838b8c73c484d90cce39bb79a0da8 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:36.341666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be5c8e3d-c13b-4c55-987e-16add397332c req-d3b204ab-dfa6-4184-a96c-2eab8d1ce549 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 935 time: 1.2994874 May 06 12:29:36.370186 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0aeb5f28-2557-447b-af14-abca6be6f223 req-3280d84f-7538-4d57-8d6b-e417f1ca623e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6 HTTP/1.1" status: 200 len: 217 time: 0.2889178 May 06 12:29:36.433447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.494967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f10b2-c97d-441b-819e-82feb4f01445 None None] Pushing event updated for resources: {'Port': ['ID=48e01ad5-72ed-4168-9f4f-bde5ab5348e6,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:36.593083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.634769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] For port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:36.635159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.644995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2e64ee4d-c1b3-4625-9009-fd99b23bfd5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a1230e5bcd54d608779438a6173c6f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6746907 May 06 12:29:36.653850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57212) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:36.742831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5f28-2557-447b-af14-abca6be6f223 req-42c493e6-7896-42e9-bdb0-9a3e890d81bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:36.742831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0aeb5f28-2557-447b-af14-abca6be6f223 req-42c493e6-7896-42e9-bdb0-9a3e890d81bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 200 len: 844 time: 0.3619244 May 06 12:29:36.843795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Calling delete_port for 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:36.848227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be5c8e3d-c13b-4c55-987e-16add397332c req-19cfd53c-a367-4300-8cdc-2992db094319 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Synchronizing usage tracker for tenant:9fa838b8c73c484d90cce39bb79a0da8 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:36.872400 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.897479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:36.902420 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0aeb5f28-2557-447b-af14-abca6be6f223 req-686e90ce-7b5f-4e4c-93e0-f26038cc0fbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef83465-48e7-4a53-bc95-1cb088eb8ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314816 May 06 12:29:36.906659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Pushing event updated for resources: {'Port': ['ID=3be15901-366d-477c-9705-cd84dc713826,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:36.909246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:36.915845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:37.081636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 551b16e6-1598-46c2-8873-c5eb19fa3cc6 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:37.106034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-be5c8e3d-c13b-4c55-987e-16add397332c req-19cfd53c-a367-4300-8cdc-2992db094319 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Unset dirty status for tenant:9fa838b8c73c484d90cce39bb79a0da8 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:37.118352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be5c8e3d-c13b-4c55-987e-16add397332c req-19cfd53c-a367-4300-8cdc-2992db094319 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7468672 May 06 12:29:37.197697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d1ca-6272-4a2c-8078-39aad4b279b6 req-dc62d263-32ca-4e48-9db5-d470f3ebee04 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:37.200334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ce4d1ca-6272-4a2c-8078-39aad4b279b6 req-dc62d263-32ca-4e48-9db5-d470f3ebee04 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe5a4ed8-902f-4436-b41d-6e1499d6de67 HTTP/1.1" status: 200 len: 946 time: 0.8228180 May 06 12:29:37.219149 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b338136-a026-4d77-ae39-3f58940f22b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.221977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.242785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['6b0eb817-2def-4bb1-8d9c-070e6b2b99ac'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:37.302166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:37.348296 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event deleted for resources: {'Port': ['ID=6b0eb817-2def-4bb1-8d9c-070e6b2b99ac,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:37.415076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:37.436228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:37.464975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '551b16e6-1598-46c2-8873-c5eb19fa3cc6', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'port_id': '551b16e6-1598-46c2-8873-c5eb19fa3cc6', 'mac_address': 'fa:16:3e:3f:0d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435ee102-df2b-4c8c-93e9-4ca8df1ada3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:37.512495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b338136-a026-4d77-ae39-3f58940f22b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.530539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] No DVR routers for this DVR port 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:37.539539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.554757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0aeb5f28-2557-447b-af14-abca6be6f223 req-583b495f-bf9b-4c9e-a6b2-8a9cfc3701aa service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394763 May 06 12:29:37.568685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5a4ed8-902f-4436-b41d-6e1499d6de67', 'name': 'network-vif-deleted', 'tag': '6b0eb817-2def-4bb1-8d9c-070e6b2b99ac'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:37.587178 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-050a66b7-fc32-4200-baef-fcc51686d06b req-d3e2bdb9-db22-4bec-bd6c-ffd0aa7fdfdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.36 "DELETE /v2.0/ports/6b0eb817-2def-4bb1-8d9c-070e6b2b99ac HTTP/1.1" status: 204 len: 173 time: 1.5300498 May 06 12:29:37.624925 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.637594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0aa7ba-6de9-4669-9f70-0be43735df77 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:37.682743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:37.684013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.685243 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.688372 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.753654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551b16e6-1598-46c2-8873-c5eb19fa3cc6 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:37.772986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:37.808444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:37.811417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ce4d1ca-6272-4a2c-8078-39aad4b279b6 req-9db49eae-15b2-475d-9cdb-5d68973f62a8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965590 May 06 12:29:37.820176 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.935475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Transition to ACTIVE for port object 4f0aa7ba-6de9-4669-9f70-0be43735df77 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:37.938392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 5de21cb5-1917-46c8-a2be-aac336d030a7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:37.944055 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.985747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:38.049261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b569eb8-aa99-4617-bd56-115404a9d1c4 None None] Network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:38.111502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2531a1-3334-484c-a63c-fa5ecb1eb95d req-a0f370d0-3496-43a5-be13-83dccd046ab5 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:38.115812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=551b16e6-1598-46c2-8873-c5eb19fa3cc6,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:38.119066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df2531a1-3334-484c-a63c-fa5ecb1eb95d req-a0f370d0-3496-43a5-be13-83dccd046ab5 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.7015254 May 06 12:29:38.120491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['551b16e6-1598-46c2-8873-c5eb19fa3cc6'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:38.148036 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b338136-a026-4d77-ae39-3f58940f22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:38.351478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:29:38.417013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b338136-a026-4d77-ae39-3f58940f22b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a9a42a-7669-43ab-ac8f-a5093291cd9c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:38.459409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0aeb5f28-2557-447b-af14-abca6be6f223 req-b21ffe3a-ea34-44ed-a210-5a870dd63738 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703299 May 06 12:29:38.472742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:38.492043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b338136-a026-4d77-ae39-3f58940f22b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:38.493699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1b338136-a026-4d77-ae39-3f58940f22b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66a9a42a-7669-43ab-ac8f-a5093291cd9c HTTP/1.1" status: 204 len: 168 time: 1.8247113 May 06 12:29:38.545652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df2531a1-3334-484c-a63c-fa5ecb1eb95d req-0f2e71c9-49ba-47c0-904a-6e1331b9b50c tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259541 May 06 12:29:38.876197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.876747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.877274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.877808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.878343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.878663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b20b62-c466-4ba5-90b6-926cb6154e7f req-db8f8cab-e660-4d7e-9507-0079de355da0 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:38.878918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.885818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.886448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.887051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.887575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.892248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:38.892479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2b20b62-c466-4ba5-90b6-926cb6154e7f req-db8f8cab-e660-4d7e-9507-0079de355da0 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 944 time: 0.7206457 May 06 12:29:38.947487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:38.992243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2b20b62-c466-4ba5-90b6-926cb6154e7f req-3bf08c4a-7778-4163-aef9-621871556d61 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884395 May 06 12:29:39.007196 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.009253 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-83bda05a-749b-4ca6-a6bf-8efe52cced3d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1915939 May 06 12:29:39.015633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57230) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:39.039382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Sync routers for ids ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:39.159998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Attempting to bind port 4f0aa7ba-6de9-4669-9f70-0be43735df77 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:39.160569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Attempting to bind port 4f0aa7ba-6de9-4669-9f70-0be43735df77 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:39.161080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Attempting to bind port 4f0aa7ba-6de9-4669-9f70-0be43735df77 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:39.171359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:39.218472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Port 4f0aa7ba-6de9-4669-9f70-0be43735df77 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:39.219085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Attempting to bind port 4f0aa7ba-6de9-4669-9f70-0be43735df77 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:39.229745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:39.230137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6b0eb817-2def-4bb1-8d9c-070e6b2b99ac not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:39.246835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:39.247808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:39.248471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:39.249488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Bound port: 4f0aa7ba-6de9-4669-9f70-0be43735df77, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:39.257674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.301606 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95510abc-ea59-4862-a7e8-9bf281a4164d'] response: {'server_uuid': 'fe5a4ed8-902f-4436-b41d-6e1499d6de67', 'name': 'network-vif-deleted', 'tag': '6b0eb817-2def-4bb1-8d9c-070e6b2b99ac', 'status': 'completed', 'code': 200} May 06 12:29:39.318631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe1d2a-5efc-49cd-9456-06a7d73c9ef5 req-f32417f1-fc80-4f0f-926b-513ff30817bf tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:39.324517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76fe1d2a-5efc-49cd-9456-06a7d73c9ef5 req-f32417f1-fc80-4f0f-926b-513ff30817bf tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 0.3300624 May 06 12:29:39.385477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9e7bc890-2991-41c0-9b52-62b0b511fb63 None None] Provisioning for port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:39.436849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.567437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9e7bc890-2991-41c0-9b52-62b0b511fb63 None None] Provisioning complete for port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:39.567747 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e7bc890-2991-41c0-9b52-62b0b511fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.631555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76fe1d2a-5efc-49cd-9456-06a7d73c9ef5 req-9193fad0-010b-449c-82f8-0ceb0fb5e805 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933569 May 06 12:29:39.717229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:39.723041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b108228d-6b51-430b-82ff-da073810ce40 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:39.868374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:39.874542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:39.961383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57246) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:39.989991 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.995076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b108228d-6b51-430b-82ff-da073810ce40,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:40.044898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:40.067328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'b108228d-6b51-430b-82ff-da073810ce40', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'port_id': 'b108228d-6b51-430b-82ff-da073810ce40', 'mac_address': 'fa:16:3e:d6:0a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:40.086537 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.280457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Routers {'c9dc6f84-c223-46b9-a9d9-b60fc43dca77'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:40.281528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:29:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:40.339608 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.343237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] 10.222.0.36 "PUT /v2.0/ports/4f0aa7ba-6de9-4669-9f70-0be43735df77 HTTP/1.1" status: 200 len: 1095 time: 5.6868119 May 06 12:29:40.346779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9d380e4b-2c15-4b90-84bb-01d4ad150bc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ae81642878d4984ad6a1c36f191ec78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3803093 May 06 12:29:40.353843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:40.360058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57256) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:40.495665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=10']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:40.545218 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de1d0189-399b-4b37-9bfa-32a5a67367f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.584898 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de1d0189-399b-4b37-9bfa-32a5a67367f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.663984 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.712689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8702e-fe5e-420a-bde7-15a7c5c5bbba service neutron] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:40.732421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc611f67-6750-41e2-ae96-0399c7a77f2b req-efaba5d0-cca9-4f11-acc2-3f40189395cd tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:40.735497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc611f67-6750-41e2-ae96-0399c7a77f2b req-efaba5d0-cca9-4f11-acc2-3f40189395cd tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 947 time: 0.8584723 May 06 12:29:40.867317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b108228d-6b51-430b-82ff-da073810ce40 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:40.905671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e7bc890-2991-41c0-9b52-62b0b511fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.929463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629aafc-4f21-4a42-90e3-259d701d7c7a req-312998d3-5e15-4674-968e-1a55d79eb2cf tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:40.934211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1629aafc-4f21-4a42-90e3-259d701d7c7a req-312998d3-5e15-4674-968e-1a55d79eb2cf tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.6911850 May 06 12:29:40.964544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b108228d-6b51-430b-82ff-da073810ce40,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:40.971376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de1d0189-399b-4b37-9bfa-32a5a67367f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.979737 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.007019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-9190c699-b307-41c9-af78-cee13833b990 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9fa838b8c73c484d90cce39bb79a0da8&device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 1098 time: 0.5487318 May 06 12:29:41.032348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc611f67-6750-41e2-ae96-0399c7a77f2b req-6dfea78f-1535-4243-bbeb-c7ae5e0d899f tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867239 May 06 12:29:41.036417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d0189-399b-4b37-9bfa-32a5a67367f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff3e8e-89c6-4da8-8921-05475497b9f9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:41.186657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de1d0189-399b-4b37-9bfa-32a5a67367f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.188337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-de1d0189-399b-4b37-9bfa-32a5a67367f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dff3e8e-89c6-4da8-8921-05475497b9f9 HTTP/1.1" status: 204 len: 168 time: 0.8099804 May 06 12:29:41.210643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b108228d-6b51-430b-82ff-da073810ce40'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:41.280795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-98658047-ab94-4935-be5c-582434b9a773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77 HTTP/1.1" status: 200 len: 217 time: 0.2318611 May 06 12:29:41.283956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1629aafc-4f21-4a42-90e3-259d701d7c7a req-0762129d-7b10-4025-b5e0-ac7391f99cb1 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403692 May 06 12:29:41.326450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9e7bc890-2991-41c0-9b52-62b0b511fb63 None None] For port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=48e01ad5-72ed-4168-9f4f-bde5ab5348e6,segment=NetworkSegment(e62b0e08-aafd-4f35-a041-4f4932967088),segment_id=e62b0e08-aafd-4f35-a041-4f4932967088)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:41.345028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Set router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:41.428650 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e7bc890-2991-41c0-9b52-62b0b511fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.486739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b108228d-6b51-430b-82ff-da073810ce40,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:41.508368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d253-63ad-4110-82bd-67d27a5a757c req-3fab7184-f19d-41b7-9112-0f03a4142def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:41.513227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-3fab7184-f19d-41b7-9112-0f03a4142def service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2246943 May 06 12:29:41.716351 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fef414b-4a01-4f54-af1f-8b8265c4ad2c'] response: {'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'code': 200} May 06 12:29:41.789695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.804411 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1c8435-a26d-4ad3-8c50-c4182253420a'] response: {'name': 'network-changed', 'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'status': 'completed', 'code': 200} May 06 12:29:41.939809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-056ab3ef-68da-4307-a8c6-1701deddeed7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4169414 May 06 12:29:41.954384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bc890-2991-41c0-9b52-62b0b511fb63 None None] Pushing event updated for resources: {'Port': ['ID=48e01ad5-72ed-4168-9f4f-bde5ab5348e6,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:41.966478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73432cb-93ba-4175-afb8-7ef1583b69dd req-782c8f92-dc2b-4ef1-bda6-c1aec281715d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:41.979029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f73432cb-93ba-4175-afb8-7ef1583b69dd req-782c8f92-dc2b-4ef1-bda6-c1aec281715d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 944 time: 0.3493538 May 06 12:29:42.333147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c1c25d05-d1bc-443b-bdc9-34f82ad12b20 None None] Provisioning complete for port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:42.333869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1c25d05-d1bc-443b-bdc9-34f82ad12b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.494227 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3935309d-85ed-41b2-ac91-20a5570a96ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.508826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Allocated IP 172.20.0.1 (e8e90700-75dd-4ca6-96bb-2dcb45f93e3d/dd6433a3-9a74-4bfc-91c7-73977d98a9c9/ec6f33b2-720c-40cf-a246-4f664b0b8913) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:42.604203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.905760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '3be15901-366d-477c-9705-cd84dc713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:33Z', 'updated_at': '2022-05-06T12:29:37Z', 'revision_number': 3, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'gw_port': {'id': '3be15901-366d-477c-9705-cd84dc713826', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:35Z', 'updated_at': '2022-05-06T12:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:42.911659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Checking router: c9dc6f84-c223-46b9-a9d9-b60fc43dca77 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:42.912014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Updating router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 port 3be15901-366d-477c-9705-cd84dc713826 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:29:42.982343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.987698 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:43.020917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Transition to ACTIVE for port object ec6f33b2-720c-40cf-a246-4f664b0b8913 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:43.081274 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:43.111411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-c79c9846-150e-4d7a-99da-7f80544a4fe0 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:43.125330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-c79c9846-150e-4d7a-99da-7f80544a4fe0 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 0.8251450 May 06 12:29:43.148544 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-3a528e5c-d41b-415a-a498-af46b00a6ef4 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1395710 May 06 12:29:43.159404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 551b16e6-1598-46c2-8873-c5eb19fa3cc6 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:43.167499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f73432cb-93ba-4175-afb8-7ef1583b69dd req-a679eb35-6d11-480e-9d32-6596e9dc5e89 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1872435 May 06 12:29:43.416818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6f33b2-720c-40cf-a246-4f664b0b8913,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:43.438410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:43.441535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:43.447302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:43.551322 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:43.750289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-fa9f1fa6-d0ac-4799-86ad-b3946fe4b9b7 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/quotas/97c08917c4dd40c98f716f0b91fe1e9f HTTP/1.1" status: 200 len: 375 time: 0.6226616 May 06 12:29:43.772052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:43.823238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:43.878707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-0619b950-fe81-4e47-8972-8e345aa5b1f6 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1252058 May 06 12:29:43.917747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b108228d-6b51-430b-82ff-da073810ce40 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:43.973663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6008d253-63ad-4110-82bd-67d27a5a757c req-af90b727-dc8b-462a-ac03-0a770c2e6d39 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046408 May 06 12:29:44.267678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e64ed644-7b59-4796-95ad-50e00fe53c6d None None] Provisioning for port ec6f33b2-720c-40cf-a246-4f664b0b8913 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:44.302314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e64ed644-7b59-4796-95ad-50e00fe53c6d None None] Provisioning complete for port ec6f33b2-720c-40cf-a246-4f664b0b8913 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:44.306016 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e64ed644-7b59-4796-95ad-50e00fe53c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.488826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-22894c17-d159-4373-9625-a76e768be487 service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815930 May 06 12:29:44.500296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:44.511963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.516871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port b108228d-6b51-430b-82ff-da073810ce40 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:44.517708 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.523060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.606296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44a93a0e-b361-4306-90e4-5800c46d9d25 req-bf8561f2-86b3-4de0-a369-65d1590af539 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9fa838b8c73c484d90cce39bb79a0da8&device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 1098 time: 0.5043173 May 06 12:29:44.608805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:44.613166 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.757568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e64ed644-7b59-4796-95ad-50e00fe53c6d None None] Port ec6f33b2-720c-40cf-a246-4f664b0b8913 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:29:44.771382 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a7fedce-6193-4ae8-b00e-63c4d47ed35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.779126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.867045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6f33b2-720c-40cf-a246-4f664b0b8913,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:44.905753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:44.906656 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:45.109600 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:45.178990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-d33e1667-8d88-4096-949b-8db43276ce0c service neutron] 10.222.0.44 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861913 May 06 12:29:45.239447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a93a0e-b361-4306-90e4-5800c46d9d25 req-b017aea1-c8d6-489e-8ef2-dff1cc1cc0a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:45.244673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44a93a0e-b361-4306-90e4-5800c46d9d25 req-b017aea1-c8d6-489e-8ef2-dff1cc1cc0a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5219898 May 06 12:29:45.397883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:45.403444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:45.482134 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44a93a0e-b361-4306-90e4-5800c46d9d25 req-9327d020-8a98-4ecb-8b7f-0d253a9af529 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77 HTTP/1.1" status: 200 len: 217 time: 0.2311370 May 06 12:29:45.502302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20751f01-eee6-40f7-90ee-4883f7dc4705 req-ec14128a-0968-47a1-9cc7-0d58f8cbc2b7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:45.508400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20751f01-eee6-40f7-90ee-4883f7dc4705 req-ec14128a-0968-47a1-9cc7-0d58f8cbc2b7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 944 time: 0.7907028 May 06 12:29:45.521988 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:45.557086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Transition to ACTIVE for port object 3be15901-366d-477c-9705-cd84dc713826 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:45.582070 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:45.765878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b82a9-a663-4d3b-afb4-72551f3027ae None None] Pushing event updated for resources: {'Port': ['ID=3be15901-366d-477c-9705-cd84dc713826,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:45.822046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a93a0e-b361-4306-90e4-5800c46d9d25 req-51be8a6c-dbf4-4397-8870-7e4717812a1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:45.829855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44a93a0e-b361-4306-90e4-5800c46d9d25 req-51be8a6c-dbf4-4397-8870-7e4717812a1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3193753 May 06 12:29:45.836543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20751f01-eee6-40f7-90ee-4883f7dc4705 req-e6ebaca5-6d02-42a0-b083-ea44830ac0d3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286084 May 06 12:29:45.856424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:46.065233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b108228d-6b51-430b-82ff-da073810ce40,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:46.082288 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.144819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Attempting to bind port 3be15901-366d-477c-9705-cd84dc713826 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:46.145255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Attempting to bind port 3be15901-366d-477c-9705-cd84dc713826 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:46.145621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Attempting to bind port 3be15901-366d-477c-9705-cd84dc713826 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:46.168071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:46.168555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:46.168820 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.169295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:46.169825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Bound port: 3be15901-366d-477c-9705-cd84dc713826, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:46.170207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.325512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44a93a0e-b361-4306-90e4-5800c46d9d25 req-1d668897-77c5-4ca0-aa13-bb4ab34d35c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4878967 May 06 12:29:46.349438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228997b-2ffe-4e30-9ae0-fa45bd93cf7d req-37fbe08f-3a34-4620-bf7a-e3a550b55131 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:46.362062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f228997b-2ffe-4e30-9ae0-fa45bd93cf7d req-37fbe08f-3a34-4620-bf7a-e3a550b55131 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 947 time: 0.4340596 May 06 12:29:46.388388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] For port 3be15901-366d-477c-9705-cd84dc713826, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:46.396771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] For port 3be15901-366d-477c-9705-cd84dc713826, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3be15901-366d-477c-9705-cd84dc713826,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:46.525643 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.544028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.550471 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.612492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b5b6e07d-6766-472b-be33-bfc03de0289e None None] Provisioning complete for port ec6f33b2-720c-40cf-a246-4f664b0b8913 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:46.618892 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e07d-6766-472b-be33-bfc03de0289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.833985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.890858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:46.907526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f228997b-2ffe-4e30-9ae0-fa45bd93cf7d req-ed5d2d54-48ce-4d98-a28a-d37378aefe24 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443149 May 06 12:29:47.181072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44a93a0e-b361-4306-90e4-5800c46d9d25 req-628f9a5a-4c7f-4532-94a4-68b80a716969 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827614 May 06 12:29:47.189871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Routers {'c9dc6f84-c223-46b9-a9d9-b60fc43dca77'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:47.196727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:29:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:47.603609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] Set router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:47.635842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:47.675156 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9565f092-98e3-48d9-b3b9-d520be8e8d82 admin admin] 10.222.0.44 "PUT /v2.0/routers/c9dc6f84-c223-46b9-a9d9-b60fc43dca77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6503024 May 06 12:29:47.769765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:47.799130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44a93a0e-b361-4306-90e4-5800c46d9d25 req-43d982b4-1769-4491-95ec-8668da0bfc4f service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168504 May 06 12:29:47.811173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52a3c1-fc1d-438d-a001-15aa7df04f75 req-665ddb5b-0e47-4100-b424-0f2fdb88b9bf tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:47.813806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c52a3c1-fc1d-438d-a001-15aa7df04f75 req-665ddb5b-0e47-4100-b424-0f2fdb88b9bf tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 1.5295179 May 06 12:29:47.868965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6e07d-6766-472b-be33-bfc03de0289e None None] Port ec6f33b2-720c-40cf-a246-4f664b0b8913 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:29:48.025096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:48.026589 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:48.048015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b108228d-6b51-430b-82ff-da073810ce40,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:48.060514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7a56c-407d-4ea4-b3e0-2b0cb6f04174 req-8c50d167-007a-42ee-980f-f68c19eb0d05 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:48.068009 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:48.080680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35f7a56c-407d-4ea4-b3e0-2b0cb6f04174 req-8c50d167-007a-42ee-980f-f68c19eb0d05 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 944 time: 0.9130564 May 06 12:29:48.111611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c52a3c1-fc1d-438d-a001-15aa7df04f75 req-98e11a9e-5202-408f-922a-080a7acdcad1 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719004 May 06 12:29:48.246114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35f7a56c-407d-4ea4-b3e0-2b0cb6f04174 req-de549126-9ce5-4980-8c64-e1a9d306c95e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324377 May 06 12:29:48.349498 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:48.711427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-379ffb0f-169c-4474-ae4d-d296603d26a6 req-ecac3eba-09fa-4d37-a5d6-a5ff5aa068f1 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 210 time: 0.1644392 May 06 12:29:48.787047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b82a9-a663-4d3b-afb4-72551f3027ae None None] Pushing event updated for resources: {'Port': ['ID=3be15901-366d-477c-9705-cd84dc713826,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:48.939633 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3e8a18-269e-4915-94a1-9dbf8dba4d7e'] response: {'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40', 'code': 200} May 06 12:29:49.031866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=551b16e6-1598-46c2-8873-c5eb19fa3cc6,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:49.259118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:49.305711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'mac_address': 'fa:16:3e:d4:7d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:49.591663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:49.668794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0aa7ba-6de9-4669-9f70-0be43735df77 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:49.720447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '3be15901-366d-477c-9705-cd84dc713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:33Z', 'updated_at': '2022-05-06T12:29:43Z', 'revision_number': 4, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'gw_port': {'id': '3be15901-366d-477c-9705-cd84dc713826', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:35Z', 'updated_at': '2022-05-06T12:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ec6f33b2-720c-40cf-a246-4f664b0b8913', 'name': '', 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'mac_address': 'fa:16:3e:16:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:41Z', 'updated_at': '2022-05-06T12:29:43Z', 'revision_number': 2, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'subnets': [{'id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:49.739065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:49.742419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007be900-b5e6-4eb5-8651-0f2126d6975c None None] The sync data for ids ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'] in n-d-840847-1 is: [{'id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '3be15901-366d-477c-9705-cd84dc713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:33Z', 'updated_at': '2022-05-06T12:29:43Z', 'revision_number': 4, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'gw_port': {'id': '3be15901-366d-477c-9705-cd84dc713826', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:35Z', 'updated_at': '2022-05-06T12:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ec6f33b2-720c-40cf-a246-4f664b0b8913', 'name': '', 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'mac_address': 'fa:16:3e:16:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:41Z', 'updated_at': '2022-05-06T12:29:43Z', 'revision_number': 2, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'subnets': [{'id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:49.751825 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:49.792624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-54ccf476-9a1a-4ea0-b884-73ccbcdaea3e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:49.800671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-54ccf476-9a1a-4ea0-b884-73ccbcdaea3e tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 812 time: 1.0798960 May 06 12:29:49.860361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Request body: {'port': {'device_id': '59d166d0-ab38-4255-a3b4-dcea1402772a', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'admin_state_up': True, 'tenant_id': '97c08917c4dd40c98f716f0b91fe1e9f'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:50.027045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4f0aa7ba-6de9-4669-9f70-0be43735df77'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:50.406957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:50.657636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064db01a-a50f-4307-928e-c4a6fdec9662 req-7541a81f-0fd1-4fe7-bb67-f980308a6ae8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:50.671545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064db01a-a50f-4307-928e-c4a6fdec9662 req-7541a81f-0fd1-4fe7-bb67-f980308a6ae8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 947 time: 1.1544671 May 06 12:29:50.777568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6511653-85dd-4370-97d2-4e3f010e0b67 req-82ffc2f8-0596-4833-b586-4718aedb37fc tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:50.805558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6511653-85dd-4370-97d2-4e3f010e0b67 req-82ffc2f8-0596-4833-b586-4718aedb37fc tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 1.1943576 May 06 12:29:50.956908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:51.041071 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-064db01a-a50f-4307-928e-c4a6fdec9662 req-5deafbd9-2a46-4dd2-85a4-c4a632ab2bc1 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684542 May 06 12:29:51.054726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:51.073711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6511653-85dd-4370-97d2-4e3f010e0b67 req-2883e3d4-1aa0-4f08-bf55-3591b7cdd54d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579603 May 06 12:29:51.075181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Usage tracker for resource:port and tenant:97c08917c4dd40c98f716f0b91fe1e9f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:51.082096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:51.106659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:51.140816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Made reservation on behalf of 97c08917c4dd40c98f716f0b91fe1e9f for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:51.144322 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.770365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:51.974118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 4f0aa7ba-6de9-4669-9f70-0be43735df77 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:51.977842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-a6f9462e-75b6-4ca7-980a-f28426112ab8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Synchronizing usage tracker for tenant:251166fd551247759fa8bca3dcf087b5 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:51.980872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 4f0aa7ba-6de9-4669-9f70-0be43735df77 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:51.981489 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.004849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d73bec-5cf4-4397-a4f3-cd4b40e50cdd req-b8cbc00c-4cf8-4095-86d4-744555d492e7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:52.012291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d73bec-5cf4-4397-a4f3-cd4b40e50cdd req-b8cbc00c-4cf8-4095-86d4-744555d492e7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.4175243 May 06 12:29:52.077571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Allocated IP 172.20.0.3 (276dcbf0-3319-4644-8f49-4814ea7ef22b/bf9ed672-d79d-480c-97ea-3c8f224b3156/563dee08-74d3-4ee2-8068-df9236418ddf) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:52.211522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3be15901-366d-477c-9705-cd84dc713826 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:52.227431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-a6f9462e-75b6-4ca7-980a-f28426112ab8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Unset dirty status for tenant:251166fd551247759fa8bca3dcf087b5 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:52.235233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-a6f9462e-75b6-4ca7-980a-f28426112ab8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8364403 May 06 12:29:52.347343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:52.657185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:52.675143 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.682320 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.684843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Usage tracker for resource:floatingip and tenant:251166fd551247759fa8bca3dcf087b5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:52.694370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d73bec-5cf4-4397-a4f3-cd4b40e50cdd req-b3acadb2-e04b-444c-a374-149fc60169f6 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6797614 May 06 12:29:52.697132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:52.712242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:52.739316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.833329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:52.843189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 3be15901-366d-477c-9705-cd84dc713826 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:52.855586 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:53.000459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3be15901-366d-477c-9705-cd84dc713826 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:53.002314 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:53.295754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:53.304108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:53.393510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:53.427474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 3be15901-366d-477c-9705-cd84dc713826, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3be15901-366d-477c-9705-cd84dc713826,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:53.435472 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:53.669871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=3be15901-366d-477c-9705-cd84dc713826,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:53.714119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Network 276dcbf0-3319-4644-8f49-4814ea7ef22b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:53.729882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e2962-df56-46d8-a846-2865b73a54c7 req-c59870b7-74d2-4edc-b7cc-cb2beb0ae76d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:53.732743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6d9e2962-df56-46d8-a846-2865b73a54c7 req-c59870b7-74d2-4edc-b7cc-cb2beb0ae76d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 945 time: 0.6820071 May 06 12:29:53.772859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:53.787366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event updated for resources: {'Port': ['ID=563dee08-74d3-4ee2-8068-df9236418ddf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:53.802452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:53.979538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.104027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3be15901-366d-477c-9705-cd84dc713826 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:54.118128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6d9e2962-df56-46d8-a846-2865b73a54c7 req-0b881c8a-4de6-4ff0-84b5-4069b15828d3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706245 May 06 12:29:54.126474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:54.127976 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.194652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4562786e-e4bf-4818-a695-0d8919a88313 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3725083 May 06 12:29:54.218001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Request body: {'port': {'device_id': '59d166d0-ab38-4255-a3b4-dcea1402772a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:54.418336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3be15901-366d-477c-9705-cd84dc713826 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:54.418958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.792523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:55.722538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Allocated IP 172.25.7.33 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/b405ffca-3f41-490f-8f15-a21be60c6566) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:55.830185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:55.879757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a2fef-7e0a-4931-90b8-8225e930ab1b req-da007053-b51f-43a3-ac85-26c36074851c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:55.881407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9c9a2fef-7e0a-4931-90b8-8225e930ab1b req-da007053-b51f-43a3-ac85-26c36074851c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:56.011956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9c9a2fef-7e0a-4931-90b8-8225e930ab1b req-da007053-b51f-43a3-ac85-26c36074851c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:56.020770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c9a2fef-7e0a-4931-90b8-8225e930ab1b req-da007053-b51f-43a3-ac85-26c36074851c tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 931 time: 1.4157429 May 06 12:29:56.104571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:56.139490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c9a2fef-7e0a-4931-90b8-8225e930ab1b req-5cba0f2f-d539-4e1e-950b-c3e85782ad15 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171172 May 06 12:29:56.206985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:56.337443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:56.338906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563dee08-74d3-4ee2-8068-df9236418ddf {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:56.345958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:56.403315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:56.457326 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:56.535853 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76748bb0-e466-4a63-9ca4-54ee68b472fe'] response: {'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6', 'code': 200} May 06 12:29:56.617145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:56.634413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Transition to ACTIVE for port object 563dee08-74d3-4ee2-8068-df9236418ddf will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:56.739569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:57.034956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:57.042992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event updated for resources: {'Port': ['ID=b405ffca-3f41-490f-8f15-a21be60c6566,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:57.063797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:57.108762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:57.240580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27db73e5-c427-449a-bc05-6f9434ceb1c5 req-e9460362-a24d-4b52-a019-07091c65136e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 1096 time: 0.6035748 May 06 12:29:57.346022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Pushing event updated for resources: {'Port': ['ID=563dee08-74d3-4ee2-8068-df9236418ddf,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:57.355687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1416c-7c98-4748-8811-e238bb6ae810 req-348eea81-d7fa-4cdf-9a55-62f0cdf79896 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:57.362850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72d1416c-7c98-4748-8811-e238bb6ae810 req-348eea81-d7fa-4cdf-9a55-62f0cdf79896 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 949 time: 0.4069135 May 06 12:29:57.474491 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27db73e5-c427-449a-bc05-6f9434ceb1c5 req-0f9b88be-b790-4557-9d17-28b1a54b7cf8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187662 May 06 12:29:57.506648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Attempting to bind port 563dee08-74d3-4ee2-8068-df9236418ddf on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:57.506987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Attempting to bind port 563dee08-74d3-4ee2-8068-df9236418ddf by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:57.507466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Attempting to bind port 563dee08-74d3-4ee2-8068-df9236418ddf on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:57.517850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72d1416c-7c98-4748-8811-e238bb6ae810 req-6cbf9930-dab5-4043-9fd3-9ca258afe054 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540949 May 06 12:29:57.525789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Port 563dee08-74d3-4ee2-8068-df9236418ddf on network 276dcbf0-3319-4644-8f49-4814ea7ef22b not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:57.526098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Attempting to bind port 563dee08-74d3-4ee2-8068-df9236418ddf on network 276dcbf0-3319-4644-8f49-4814ea7ef22b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:57.613534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:57.613534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Checking segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:57.613534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Bound using segment: {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:57.613534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Bound port: 563dee08-74d3-4ee2-8068-df9236418ddf, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ad0359-ed47-4775-9d13-564e88cbc516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:57.613534 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:57.852921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:57.883159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:58.009411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] For port 563dee08-74d3-4ee2-8068-df9236418ddf, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:58.013185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:58.060726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] For port 563dee08-74d3-4ee2-8068-df9236418ddf, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=563dee08-74d3-4ee2-8068-df9236418ddf,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:58.075256 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:58.183856 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:58.200385 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] 10.222.0.48 "PUT /v2.0/ports/563dee08-74d3-4ee2-8068-df9236418ddf HTTP/1.1" status: 200 len: 1091 time: 3.9787116 May 06 12:29:58.206161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d166d0-ab38-4255-a3b4-dcea1402772a', 'tag': '563dee08-74d3-4ee2-8068-df9236418ddf'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:58.221656 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:29:58.230443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd9241-01b9-44ea-a073-1791f25a0bea req-bff9a0ad-8e7f-4f6f-a633-afe38913a2ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:58.251901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35dd9241-01b9-44ea-a073-1791f25a0bea req-bff9a0ad-8e7f-4f6f-a633-afe38913a2ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 0.4454927 May 06 12:29:58.323782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:58.346933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'mac_address': 'fa:16:3e:aa:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:58.447248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005211ff-b8f7-4ed4-92a7-97516ad209ff service neutron] Pushing event updated for resources: {'Port': ['ID=563dee08-74d3-4ee2-8068-df9236418ddf,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:58.494947 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:58.503913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35dd9241-01b9-44ea-a073-1791f25a0bea req-701f41dd-54ce-4fec-912a-b118ab558668 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425122 May 06 12:29:58.534725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:58.541801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77'}, {'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:58.592750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:58.618461 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:58.658919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-314e9bf7-60d7-44b1-b416-aaddc422c764 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 1094 time: 0.3603506 May 06 12:29:58.717620 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:58.782727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:58.938864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:59.129249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:59.244735 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:59.514903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-6ca20c8a-6e03-4990-b929-4965755821ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=563dee08-74d3-4ee2-8068-df9236418ddf HTTP/1.1" status: 200 len: 217 time: 0.7074099 May 06 12:29:59.790003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event updated for resources: {'Port': ['ID=b405ffca-3f41-490f-8f15-a21be60c6566,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:59.964638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-a9a74a47-a819-4fb5-a53c-68789036bf03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:59.968302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-a9a74a47-a819-4fb5-a53c-68789036bf03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.3685682 May 06 12:30:00.086639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-eca4b732-e64f-445f-9025-dbdeee09c187 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081855 May 06 12:30:00.133701 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.301061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493075e6-532f-4803-adfc-4105d208e721 req-2cfc9458-8c45-49ab-8d24-a5bdaa3b2631 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:00.316107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-493075e6-532f-4803-adfc-4105d208e721 req-2cfc9458-8c45-49ab-8d24-a5bdaa3b2631 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 949 time: 1.5074461 May 06 12:30:00.404165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.405584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-486ec90d-6226-4019-9f2c-b5186ab8911d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.0652871 May 06 12:30:00.581578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-57d4699d-bac3-4eca-b4bf-2e091c525529 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Synchronizing usage tracker for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:00.604925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-493075e6-532f-4803-adfc-4105d208e721 req-de7b6ee4-7580-4d9e-bf4f-098ebe0b63a6 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850430 May 06 12:30:00.670552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-4393c311-5017-42c7-971e-4e67e5c49d22 service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676389 May 06 12:30:00.872898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-57d4699d-bac3-4eca-b4bf-2e091c525529 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Unset dirty status for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:00.880207 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-57d4699d-bac3-4eca-b4bf-2e091c525529 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.4534938 May 06 12:30:01.101234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-716d5b03-c24d-48bc-96b8-3a4728cbbb54 req-125d7859-2682-4f4e-9cd6-10ad89648dbd service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189105 May 06 12:30:01.183910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2fcf8-9314-43f2-b421-c1f4bc7ce131 req-10dcba8b-6802-45e1-b9ba-ccdaf82d15eb tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:01.202679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32c2fcf8-9314-43f2-b421-c1f4bc7ce131 req-10dcba8b-6802-45e1-b9ba-ccdaf82d15eb tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 945 time: 0.4552555 May 06 12:30:01.262943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-0aabc3f8-3942-4a91-9ef8-a2f5df64d91f tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:01.267669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-0aabc3f8-3942-4a91-9ef8-a2f5df64d91f tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.3857682 May 06 12:30:01.283801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-208a5a74-062c-4534-a95b-2bdae4cb787b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:30:01.287309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee3444ff-4660-4f47-aeab-316e80b550e1 req-208a5a74-062c-4534-a95b-2bdae4cb787b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0122428 May 06 12:30:01.382287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32c2fcf8-9314-43f2-b421-c1f4bc7ce131 req-2414847e-f961-4308-a422-816cec87cb3c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766064 May 06 12:30:01.777796 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd35564c-dceb-449b-a47c-09f6ab000200'] response: {'name': 'network-changed', 'server_uuid': '59d166d0-ab38-4255-a3b4-dcea1402772a', 'tag': '563dee08-74d3-4ee2-8068-df9236418ddf', 'status': 'completed', 'code': 200} May 06 12:30:01.876626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:01.980490 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7c01c5-9e82-46b8-b9c0-29c3aa8f4657'] response: {'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'code': 200} May 06 12:30:01.981165 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7c01c5-9e82-46b8-b9c0-29c3aa8f4657'] response: {'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'code': 200} May 06 12:30:02.116743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:02.117377 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.411617 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.481556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e96082-5fcd-479f-8239-af9a73a97b3c req-f91ad76e-d45d-4c8a-ade5-cc282f23043f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:02.498431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1e96082-5fcd-479f-8239-af9a73a97b3c req-f91ad76e-d45d-4c8a-ade5-cc282f23043f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 943 time: 0.8589528 May 06 12:30:02.521402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da1e4c31-b3ec-46d6-aaa5-07e44eafc01f req-b9f70712-8e23-42c6-9610-0e0117a70046 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 1094 time: 0.7382672 May 06 12:30:02.536504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:02.545696 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.681747 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f5581f6-404b-4080-bc5c-150f2bcce897 req-fcaab66d-e245-4adb-af19-d122fc045a50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 1100 time: 0.6782348 May 06 12:30:02.809654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:02.911817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43f78-442b-49df-a570-9e7f44448bab req-f54fa222-6cbc-4493-a0c8-a4dbb1fedeb8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:02.913910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-84a43f78-442b-49df-a570-9e7f44448bab req-f54fa222-6cbc-4493-a0c8-a4dbb1fedeb8 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 949 time: 0.7580149 May 06 12:30:02.948711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1e96082-5fcd-479f-8239-af9a73a97b3c req-388a5aa2-2645-4610-8a71-d2894896dfd8 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249790 May 06 12:30:03.043050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f5581f6-404b-4080-bc5c-150f2bcce897 req-c2a67935-9f7c-4b7f-a252-83e33302b3cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330205 May 06 12:30:03.045811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-84a43f78-442b-49df-a570-9e7f44448bab req-1d31bbc5-f15e-4d0a-99c7-07c0f6324508 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164629 May 06 12:30:03.069211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e4c31-b3ec-46d6-aaa5-07e44eafc01f req-d9b07e98-fb37-469f-a420-1bd34bdcbdf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:03.073289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da1e4c31-b3ec-46d6-aaa5-07e44eafc01f req-d9b07e98-fb37-469f-a420-1bd34bdcbdf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 200 len: 913 time: 0.5074778 May 06 12:30:03.621157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da1e4c31-b3ec-46d6-aaa5-07e44eafc01f req-f19093cd-317b-4919-ab9a-4a3d15f0d06d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=563dee08-74d3-4ee2-8068-df9236418ddf HTTP/1.1" status: 200 len: 217 time: 0.5394430 May 06 12:30:03.772913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e4c31-b3ec-46d6-aaa5-07e44eafc01f req-b9d4785f-9a4d-49f0-98b2-160ea5b372c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:03.774465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da1e4c31-b3ec-46d6-aaa5-07e44eafc01f req-b9d4785f-9a4d-49f0-98b2-160ea5b372c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 200 len: 852 time: 0.1339958 May 06 12:30:03.984417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:04.000604 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-f016a2ec-6933-4c6f-8d38-b7c82fe1c45e tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5516376 May 06 12:30:04.048323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:04.062607 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da1e4c31-b3ec-46d6-aaa5-07e44eafc01f req-429fc183-a660-41bc-bc24-f85edd21d166 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=276dcbf0-3319-4644-8f49-4814ea7ef22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2734113 May 06 12:30:04.076663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435d7bd-e064-4adf-a73a-4c986796d4fd req-35896f86-4036-465e-a422-690ffe6ab9a4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:04.094084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9435d7bd-e064-4adf-a73a-4c986796d4fd req-35896f86-4036-465e-a422-690ffe6ab9a4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 0.6514871 May 06 12:30:04.097963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:04.342570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:04.416707 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:04.497551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9435d7bd-e064-4adf-a73a-4c986796d4fd req-582963be-41f8-4f9e-a22a-f503ac47e1fb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022510 May 06 12:30:04.663124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da1e4c31-b3ec-46d6-aaa5-07e44eafc01f req-da1870db-9b48-4ee5-87c8-f4408781e8ca service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595264 May 06 12:30:05.021729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da1e4c31-b3ec-46d6-aaa5-07e44eafc01f req-0d7c7aca-61ff-4e5b-85af-d50d467bb84e service neutron] 10.222.0.48 "GET /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488631 May 06 12:30:05.090796 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Sync routers for ids ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:30:05.109787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.135706 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Routers {'c9dc6f84-c223-46b9-a9d9-b60fc43dca77'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:05.137374 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:29:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:05.462120 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Set router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:05.612864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd3828-e912-4a7b-9361-fc9c7c0e285a req-de434f0a-526e-49ba-bc48-5fc5ca24670f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:05.625821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5bd3828-e912-4a7b-9361-fc9c7c0e285a req-de434f0a-526e-49ba-bc48-5fc5ca24670f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.3178170 May 06 12:30:05.686955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Allocated IP 172.25.7.57 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9ab72da0-81fd-4184-b8f3-e8a79279b459) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:05.807357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5bd3828-e912-4a7b-9361-fc9c7c0e285a req-5ffea1f8-3028-4af6-acc1-0a7e3f2fe696 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802070 May 06 12:30:05.902557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 563dee08-74d3-4ee2-8068-df9236418ddf details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:05.966917 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '3be15901-366d-477c-9705-cd84dc713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:33Z', 'updated_at': '2022-05-06T12:29:43Z', 'revision_number': 4, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'gw_port': {'id': '3be15901-366d-477c-9705-cd84dc713826', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:35Z', 'updated_at': '2022-05-06T12:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ec6f33b2-720c-40cf-a246-4f664b0b8913', 'name': '', 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'mac_address': 'fa:16:3e:16:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:41Z', 'updated_at': '2022-05-06T12:29:43Z', 'revision_number': 2, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'subnets': [{'id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:05.974023 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Checking router: c9dc6f84-c223-46b9-a9d9-b60fc43dca77 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:30:05.975166 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Updating router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 port ec6f33b2-720c-40cf-a246-4f664b0b8913 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:30:06.049880 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.134210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.214244 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.221098 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad29dcd8-cfb5-4825-84e1-48c5aab052a0'] response: {'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'code': 200} May 06 12:30:06.441988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 563dee08-74d3-4ee2-8068-df9236418ddf, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=563dee08-74d3-4ee2-8068-df9236418ddf,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:06.475145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event updated for resources: {'Port': ['ID=9ab72da0-81fd-4184-b8f3-e8a79279b459,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:06.512588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '563dee08-74d3-4ee2-8068-df9236418ddf', 'network_id': '276dcbf0-3319-4644-8f49-4814ea7ef22b', 'port_id': '563dee08-74d3-4ee2-8068-df9236418ddf', 'mac_address': 'fa:16:3e:05:a1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9ed672-d79d-480c-97ea-3c8f224b3156', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:06.596831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:06.612172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:06.627269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:06.703434 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.746772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563dee08-74d3-4ee2-8068-df9236418ddf {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:06.769343 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.792828 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Transition to ACTIVE for port object ec6f33b2-720c-40cf-a246-4f664b0b8913 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:06.798469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 563dee08-74d3-4ee2-8068-df9236418ddf, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=563dee08-74d3-4ee2-8068-df9236418ddf,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:06.813105 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.817387 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.009875 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.037275 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31eeb4f0-9753-48f8-a3b9-3893524580a0 req-cfc32319-7de3-4012-a67f-21bfa6d0f482 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 1101 time: 0.2970779 May 06 12:30:07.073893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=563dee08-74d3-4ee2-8068-df9236418ddf,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:07.110750 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Pushing event updated for resources: {'Port': ['ID=ec6f33b2-720c-40cf-a246-4f664b0b8913,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:07.167288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c8918-c017-4d88-be14-255c84d07eb6 req-cb196990-37b9-4faf-bf4a-d04c2e02e296 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:07.173120 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.173456 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.173788 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.174126 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.174687 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.174893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f88c8918-c017-4d88-be14-255c84d07eb6 req-cb196990-37b9-4faf-bf4a-d04c2e02e296 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 943 time: 0.6813281 May 06 12:30:07.175058 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.175409 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.176124 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.176672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.176992 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.177309 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:07.271032 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Attempting to bind port ec6f33b2-720c-40cf-a246-4f664b0b8913 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:07.272946 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Attempting to bind port ec6f33b2-720c-40cf-a246-4f664b0b8913 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'e62b0e08-aafd-4f35-a041-4f4932967088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:07.273417 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Attempting to bind port ec6f33b2-720c-40cf-a246-4f664b0b8913 on network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:07.276962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31eeb4f0-9753-48f8-a3b9-3893524580a0 req-48cf8d35-f359-4e35-9f50-8bd71c696a5c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257068 May 06 12:30:07.296255 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:07.296845 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Checking segment: {'id': 'e62b0e08-aafd-4f35-a041-4f4932967088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:07.297403 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.297972 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Bound using segment: {'id': 'e62b0e08-aafd-4f35-a041-4f4932967088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:07.298796 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Bound port: ec6f33b2-720c-40cf-a246-4f664b0b8913, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62b0e08-aafd-4f35-a041-4f4932967088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:07.299364 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.401939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f88c8918-c017-4d88-be14-255c84d07eb6 req-165ac4d9-d272-4164-b5a4-62bd15446cf0 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871693 May 06 12:30:07.483159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['563dee08-74d3-4ee2-8068-df9236418ddf'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:07.529623 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] For port ec6f33b2-720c-40cf-a246-4f664b0b8913, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:07.541899 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] For port ec6f33b2-720c-40cf-a246-4f664b0b8913, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ec6f33b2-720c-40cf-a246-4f664b0b8913,segment=NetworkSegment(e62b0e08-aafd-4f35-a041-4f4932967088),segment_id=e62b0e08-aafd-4f35-a041-4f4932967088)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:07.556046 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.800522 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac24c78-83b5-454f-b919-750c3eb21e9c None None] Pushing event updated for resources: {'Port': ['ID=ec6f33b2-720c-40cf-a246-4f664b0b8913,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:07.855176 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Routers {'c9dc6f84-c223-46b9-a9d9-b60fc43dca77'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:07.856219 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:29:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:08.102259 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:08.178114 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ec6f33b2-720c-40cf-a246-4f664b0b8913 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:08.294511 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:08.359016 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] Set router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:08.401173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f161316-3051-418f-8a2d-362b14a6976a req-c709b443-7b87-4915-a38c-d024e23b55c4 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:08.405229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f161316-3051-418f-8a2d-362b14a6976a req-c709b443-7b87-4915-a38c-d024e23b55c4 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 949 time: 0.5354064 May 06 12:30:08.411312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ec6f33b2-720c-40cf-a246-4f664b0b8913 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:08.425144 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ec6f33b2-720c-40cf-a246-4f664b0b8913 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:08.426547 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:08.559840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f161316-3051-418f-8a2d-362b14a6976a req-d33f653e-bb66-44b2-bf8d-59b7f7df05ba tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404033 May 06 12:30:08.735516 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:08.854390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ec6f33b2-720c-40cf-a246-4f664b0b8913, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ec6f33b2-720c-40cf-a246-4f664b0b8913,segment=NetworkSegment(e62b0e08-aafd-4f35-a041-4f4932967088),segment_id=e62b0e08-aafd-4f35-a041-4f4932967088)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:08.864442 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.042286 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.052242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.079404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ec6f33b2-720c-40cf-a246-4f664b0b8913,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:09.289042 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '3be15901-366d-477c-9705-cd84dc713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:33Z', 'updated_at': '2022-05-06T12:29:43Z', 'revision_number': 4, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'gw_port': {'id': '3be15901-366d-477c-9705-cd84dc713826', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:35Z', 'updated_at': '2022-05-06T12:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ec6f33b2-720c-40cf-a246-4f664b0b8913', 'name': '', 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'mac_address': 'fa:16:3e:16:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:41Z', 'updated_at': '2022-05-06T12:30:07Z', 'revision_number': 4, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'subnets': [{'id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:09.295645 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8510a1-1dfe-4781-8d8e-655649bc106b None None] The sync data for ids ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'] in n-d-840847-1 is: [{'id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '3be15901-366d-477c-9705-cd84dc713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:33Z', 'updated_at': '2022-05-06T12:29:43Z', 'revision_number': 4, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'gw_port': {'id': '3be15901-366d-477c-9705-cd84dc713826', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:35Z', 'updated_at': '2022-05-06T12:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ec6f33b2-720c-40cf-a246-4f664b0b8913', 'name': '', 'network_id': 'e8e90700-75dd-4ca6-96bb-2dcb45f93e3d', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'mac_address': 'fa:16:3e:16:f9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:41Z', 'updated_at': '2022-05-06T12:30:07Z', 'revision_number': 4, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'subnets': [{'id': 'dd6433a3-9a74-4bfc-91c7-73977d98a9c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:09.317795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event updated for resources: {'Port': ['ID=9ab72da0-81fd-4184-b8f3-e8a79279b459,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:09.503669 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.540638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d86b8-3b8a-4ddb-ba5b-ccc41df7dff7 req-15c58f60-f52a-40b9-83ca-10375bc306ba tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:09.547634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57488) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:09.565470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c4d86b8-3b8a-4ddb-ba5b-ccc41df7dff7 req-15c58f60-f52a-40b9-83ca-10375bc306ba tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 945 time: 0.3876431 May 06 12:30:09.616232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.617614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-47cd52f4-7621-4b1e-ad74-8088e499fbd8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6158044 May 06 12:30:09.635770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c4d86b8-3b8a-4ddb-ba5b-ccc41df7dff7 req-bd37b208-1ac3-40a1-a288-ae2cfaeb4ba0 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689108 May 06 12:30:09.906200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-4d7c7f45-1bc1-4572-b59f-5afb17bc9d95 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Synchronizing usage tracker for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:09.927550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 563dee08-74d3-4ee2-8068-df9236418ddf up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:09.941754 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.998837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:10.011193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd5aaa8fccf4675bba6c984be3beb09 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:10.024190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-4d7c7f45-1bc1-4572-b59f-5afb17bc9d95 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Unset dirty status for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:10.036603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:10.041109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-4d7c7f45-1bc1-4572-b59f-5afb17bc9d95 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.4029562 May 06 12:30:10.050432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:10.094074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ec6f33b2-720c-40cf-a246-4f664b0b8913 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:10.137389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.143566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.233136 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bd5aaa8fccf4675bba6c984be3beb09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6832910 May 06 12:30:10.241341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57496) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:10.255145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d32a50-a4b3-44d6-b942-7b949727d786,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:10.301313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e041e-e72a-41cd-a6ff-a63fb7127718 req-38511675-e74d-47b5-923d-eaa5c03302eb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:10.308516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.309037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.309693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f4e041e-e72a-41cd-a6ff-a63fb7127718 req-38511675-e74d-47b5-923d-eaa5c03302eb tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 0.4972999 May 06 12:30:10.309896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.310329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.310988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.312800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.313904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.314519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.315606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.316144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.316743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60af391-550e-405b-8269-720612acbf71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:10.332502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ec6f33b2-720c-40cf-a246-4f664b0b8913 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:10.332502 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.389032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 563dee08-74d3-4ee2-8068-df9236418ddf completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:10.446726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 563dee08-74d3-4ee2-8068-df9236418ddf triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:10.447343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.508846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32ba273d-0306-4d0d-8714-439776092573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.527644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f4e041e-e72a-41cd-a6ff-a63fb7127718 req-b05b4e37-7649-49e0-8bf7-45fa5626de55 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165146 May 06 12:30:10.586167 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32ba273d-0306-4d0d-8714-439776092573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.613506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-bf4d391d-a13f-4bc0-94cb-e2d3ae49ec2e tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:10.616560 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-bf4d391d-a13f-4bc0-94cb-e2d3ae49ec2e tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.5476353 May 06 12:30:10.625798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1610cad8-b567-4500-9dee-caf15ff1fc00 req-8e677b40-f059-4458-8274-0109f209417f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 1096 time: 0.3478818 May 06 12:30:10.647292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-82ebf666-b54c-4ec7-ac36-090561b9dcf0 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:30:10.651916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd965e6c-a588-4369-8c47-cf450bd02dc4 req-82ebf666-b54c-4ec7-ac36-090561b9dcf0 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0210409 May 06 12:30:10.829270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32ba273d-0306-4d0d-8714-439776092573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.896992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba273d-0306-4d0d-8714-439776092573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d32a50-a4b3-44d6-b942-7b949727d786,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:10.905041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32ba273d-0306-4d0d-8714-439776092573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.907178 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.910152 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-32ba273d-0306-4d0d-8714-439776092573 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9d32a50-a4b3-44d6-b942-7b949727d786 HTTP/1.1" status: 204 len: 168 time: 0.6666253 May 06 12:30:11.023650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d166d0-ab38-4255-a3b4-dcea1402772a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563dee08-74d3-4ee2-8068-df9236418ddf'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:11.041605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 563dee08-74d3-4ee2-8068-df9236418ddf, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=563dee08-74d3-4ee2-8068-df9236418ddf,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:11.047861 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.049687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:11.229115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610cad8-b567-4500-9dee-caf15ff1fc00 req-432edb9c-42fe-4a0a-a774-4fdf593ecee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:11.230725 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1610cad8-b567-4500-9dee-caf15ff1fc00 req-432edb9c-42fe-4a0a-a774-4fdf593ecee9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.5746677 May 06 12:30:11.331326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1610cad8-b567-4500-9dee-caf15ff1fc00 req-b91ff9dc-35d7-4e9b-9c86-0ff2bd54a4d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b108228d-6b51-430b-82ff-da073810ce40 HTTP/1.1" status: 200 len: 217 time: 0.0905168 May 06 12:30:11.354775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=563dee08-74d3-4ee2-8068-df9236418ddf,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:11.394880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c4419-8e7f-4267-9d2b-4c7ce41ceb44 req-639fb621-7b21-4c4d-81f6-725635d2ae4a tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:11.396488 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.396822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be9c4419-8e7f-4267-9d2b-4c7ce41ceb44 req-639fb621-7b21-4c4d-81f6-725635d2ae4a tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 945 time: 0.3100755 May 06 12:30:11.418420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae938d-d941-449a-820e-71e1710731c7 req-379bdee7-ffec-47f1-b87b-6d58745c428d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:11.423766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15ae938d-d941-449a-820e-71e1710731c7 req-379bdee7-ffec-47f1-b87b-6d58745c428d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.2901330 May 06 12:30:11.438933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:11.444655 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.538366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=11']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:11.546156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610cad8-b567-4500-9dee-caf15ff1fc00 req-c47a801a-01fe-41ed-b5c0-1893922d83b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:11.548469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1610cad8-b567-4500-9dee-caf15ff1fc00 req-c47a801a-01fe-41ed-b5c0-1893922d83b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.2089810 May 06 12:30:11.799820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be9c4419-8e7f-4267-9d2b-4c7ce41ceb44 req-c9149dfd-4678-44fd-8dae-d935250d998f tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874156 May 06 12:30:11.812183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15ae938d-d941-449a-820e-71e1710731c7 req-91e5bfe0-00e3-40e5-b893-52a3cf8027c4 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439417 May 06 12:30:11.854233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1610cad8-b567-4500-9dee-caf15ff1fc00 req-c982e0f6-35b6-4ddb-9a35-efb180cbef07 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2976592 May 06 12:30:12.112507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1610cad8-b567-4500-9dee-caf15ff1fc00 req-3733db0c-b044-4d0e-9d55-fd82725b8f09 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491126 May 06 12:30:12.152611 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4dc613d5-3961-48f3-870d-70866774f6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.234251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:12.392278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1610cad8-b567-4500-9dee-caf15ff1fc00 req-71ef7568-2090-4a54-b50f-ef819eae7153 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708011 May 06 12:30:12.484660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1123709511-network', 'tenant_id': '97b63de002b3402eba6ce5068dfd9752'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:12.494950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:12.504251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Usage tracker for resource:network and tenant:97b63de002b3402eba6ce5068dfd9752 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:12.508649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:12.514443 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.519680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:12.543281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Made reservation on behalf of 97b63de002b3402eba6ce5068dfd9752 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:12.548185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.582878 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.676493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:12.685936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Usage tracker for resource:security_group_rule and tenant:97b63de002b3402eba6ce5068dfd9752 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:12.691584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:12.699190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:12.790340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-098d6f45-4981-4747-bf84-096ede8262f1 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2652276 May 06 12:30:12.801939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.802211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:12.806981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.808933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:12.821979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:12.847751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194574-0d38-4685-b8c6-0bca1c2fb4f8 req-d0cdcd8a-751a-4a4e-af5d-171e907c6d8f tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:12.849431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c194574-0d38-4685-b8c6-0bca1c2fb4f8 req-d0cdcd8a-751a-4a4e-af5d-171e907c6d8f tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 949 time: 0.1760013 May 06 12:30:12.850709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.958238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:30:12.968204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:12.975764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.976103 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Added segment ed639d10-4cb7-49f7-ab90-3eb9f2d02100 of type vlan for network fab1e884-7d15-4635-a283-76c5764f2839 May 06 12:30:12.993720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c194574-0d38-4685-b8c6-0bca1c2fb4f8 req-97a154c6-9311-49c6-ab1b-f784ea6bbb78 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285610 May 06 12:30:13.013668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.057046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.057845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:13.058647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.117625 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9f8fd7-b783-49b4-b9f3-283dd1acb48e'] response: {'server_uuid': '59d166d0-ab38-4255-a3b4-dcea1402772a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563dee08-74d3-4ee2-8068-df9236418ddf', 'code': 200} May 06 12:30:13.121429 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.250266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] Pushing event updated for resources: {'Network': ['ID=fab1e884-7d15-4635-a283-76c5764f2839,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:13.254712 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3024440f-b19f-47d4-ae18-88e1faecbfdf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0187044 May 06 12:30:13.259658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57554) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:13.271218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Request body: {'subnet': {'network_id': 'fab1e884-7d15-4635-a283-76c5764f2839', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1123709511-subnet', 'tenant_id': '97b63de002b3402eba6ce5068dfd9752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:13.277477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network fab1e884-7d15-4635-a283-76c5764f2839 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:30:13.281619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:13.286969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Usage tracker for resource:subnet and tenant:97b63de002b3402eba6ce5068dfd9752 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:13.291017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:13.298284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:13.314934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Made reservation on behalf of 97b63de002b3402eba6ce5068dfd9752 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:13.318012 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.497757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Allocated IP 172.25.7.244 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c21fd2b0-b090-4f00-967f-d4dcaa4c30dc) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:13.613029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1e872-5f93-461c-9960-a9744d33138e req-1a3e3389-900a-4447-949d-c726a92a2656 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:13.615587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebe1e872-5f93-461c-9960-a9744d33138e req-1a3e3389-900a-4447-949d-c726a92a2656 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 945 time: 0.3626745 May 06 12:30:13.648664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.658283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db0791f6-6d5b-4cbc-af78-2b5dcd231ba1 req-74c31732-1cef-437a-817c-7818e8cfd1e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 1096 time: 0.3990562 May 06 12:30:13.731793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ebe1e872-5f93-461c-9960-a9744d33138e req-1c595daa-b37c-44fb-991f-3827508b3623 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062617 May 06 12:30:13.776903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db0791f6-6d5b-4cbc-af78-2b5dcd231ba1 req-3fcf9eb7-fcf7-4b97-8038-1c51348897a5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047833 May 06 12:30:13.779990 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.805631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd063a3-ef75-43ba-a663-ecbef878f3c6,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:13.834050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Checking segment: {'id': 'ed639d10-4cb7-49f7-ab90-3eb9f2d02100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fab1e884-7d15-4635-a283-76c5764f2839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:13.834850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Network hostable DHCP agents. Network: fab1e884-7d15-4635-a283-76c5764f2839, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:30:13.847577 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.881894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Network fab1e884-7d15-4635-a283-76c5764f2839 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:30:13.900194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, fab1e884-7d15-4635-a283-76c5764f2839) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:13.905843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:13.906476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.913656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b94ac-aa40-4285-aa84-0460d1e55857 None None] Network fab1e884-7d15-4635-a283-76c5764f2839 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:13.934360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:13.943700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:13.954699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5489a4e5-21a4-4155-9863-d5ec0368598c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6841638 May 06 12:30:13.982357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event updated for resources: {'Port': ['ID=c21fd2b0-b090-4f00-967f-d4dcaa4c30dc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:13.991522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:14.032415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b108228d-6b51-430b-82ff-da073810ce40 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:14.113307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5397-2557-410f-8df9-74c0a8a76fa2 req-d2a6f6e1-69c7-4092-87a2-ac2cf23cd42e tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:14.113307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea7d5397-2557-410f-8df9-74c0a8a76fa2 req-d2a6f6e1-69c7-4092-87a2-ac2cf23cd42e tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.1736691 May 06 12:30:14.191176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea7d5397-2557-410f-8df9-74c0a8a76fa2 req-5f6d4cc5-d63d-4f00-a36e-a7e1c920c1f3 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650845 May 06 12:30:14.279199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.357937 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.358866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.436254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc8f487-8474-474c-ad9e-765bad7180ae None None] Network fab1e884-7d15-4635-a283-76c5764f2839 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:14.449888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b108228d-6b51-430b-82ff-da073810ce40,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:14.454937 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.637840 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bcfe4d08-10cc-41eb-9797-b935b999b204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.648073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b108228d-6b51-430b-82ff-da073810ce40,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:14.773220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cdc0e-60c2-4744-adf4-08044ba1b71e req-1c88ff48-ad3a-4f82-b4ca-30dac36befcd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:14.774804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff6cdc0e-60c2-4744-adf4-08044ba1b71e req-1c88ff48-ad3a-4f82-b4ca-30dac36befcd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 945 time: 0.1442552 May 06 12:30:14.777067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.796479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.931969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event updated for resources: {'Port': ['ID=c21fd2b0-b090-4f00-967f-d4dcaa4c30dc,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:14.939795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff6cdc0e-60c2-4744-adf4-08044ba1b71e req-6c00d7ff-193b-4036-85ae-f463e85ae45a tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587548 May 06 12:30:14.951747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.990003 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.991368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-803c303c-65ee-433c-a7b0-2c87071eb43b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1941924 May 06 12:30:15.089840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-7fffb00c-8f66-4ae3-9f3e-c00992802fee tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Synchronizing usage tracker for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:15.111842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-7fffb00c-8f66-4ae3-9f3e-c00992802fee tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Unset dirty status for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:15.113093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-7fffb00c-8f66-4ae3-9f3e-c00992802fee tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.1139488 May 06 12:30:15.119680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7'}, {'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:15.321710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-32925452-934a-4a6d-8f52-b10fe049051a tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:15.323477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62e0ba28-05f5-471a-bfc4-6a2597bb7d24 req-32925452-934a-4a6d-8f52-b10fe049051a tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.2046642 May 06 12:30:15.368012 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:15.661479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589824f0-b54f-4832-8774-de7bf581ce3f req-7ba1133b-9052-474a-82ce-e5a8f746c689 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:15.663480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-7ba1133b-9052-474a-82ce-e5a8f746c689 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/networks?id=fab1e884-7d15-4635-a283-76c5764f2839 HTTP/1.1" status: 200 len: 818 time: 0.2319632 May 06 12:30:15.691059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-45a27fb4-7591-4fda-84a7-87b50e7a952d tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/quotas/97b63de002b3402eba6ce5068dfd9752 HTTP/1.1" status: 200 len: 375 time: 0.0183203 May 06 12:30:15.776231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-219920a8-8d4a-4017-aa8e-70ff5f191b1a tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=97b63de002b3402eba6ce5068dfd9752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762527 May 06 12:30:15.890167 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:15.942323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 551b16e6-1598-46c2-8873-c5eb19fa3cc6 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:16.164710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-5b97764e-c2d3-41a2-bbbb-62e944886727 service neutron] 10.222.0.44 "GET /v2.0/networks/fab1e884-7d15-4635-a283-76c5764f2839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765216 May 06 12:30:16.195097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:16.213172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '551b16e6-1598-46c2-8873-c5eb19fa3cc6', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'port_id': '551b16e6-1598-46c2-8873-c5eb19fa3cc6', 'mac_address': 'fa:16:3e:3f:0d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435ee102-df2b-4c8c-93e9-4ca8df1ada3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:16.362712 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.422712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 551b16e6-1598-46c2-8873-c5eb19fa3cc6 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:16.463098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:16.472903 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.473649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:16.542494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ecef6-0499-43e9-a5a9-05a77c195131 req-8c811365-c2b0-4215-bfd9-755fece54619 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:16.555376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b6ecef6-0499-43e9-a5a9-05a77c195131 req-8c811365-c2b0-4215-bfd9-755fece54619 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 943 time: 0.4780271 May 06 12:30:16.627719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-cfdee918-45f0-49e0-b436-5ace7e914edf service neutron] 10.222.0.44 "GET /v2.0/networks/fab1e884-7d15-4635-a283-76c5764f2839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502170 May 06 12:30:16.659256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b6ecef6-0499-43e9-a5a9-05a77c195131 req-34246074-5683-4ca3-a636-132bf8fdf372 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 May 06 12:30:16.677677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=551b16e6-1598-46c2-8873-c5eb19fa3cc6,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:16.791442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:16.831041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'mac_address': 'fa:16:3e:d4:7d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:16.925930 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b45779-9273-4356-ac6f-3bb4e8994d94'] response: {'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'code': 200} May 06 12:30:16.926122 n-d-840847-1 neutron-server[83958]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-33b45779-9273-4356-ac6f-3bb4e8994d94']: {'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40', 'code': 422} returned with failed status May 06 12:30:17.094491 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:17.126222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f0aa7ba-6de9-4669-9f70-0be43735df77 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:17.166943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:17.176328 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:17.328223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4f0aa7ba-6de9-4669-9f70-0be43735df77'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:17.421501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['551b16e6-1598-46c2-8873-c5eb19fa3cc6'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:17.542056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-5b480261-597c-4ef4-bea6-b23b9e6722fa tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5646131 May 06 12:30:17.551713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:17.566390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:17.583130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:17.626287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:17.675259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:17.726346 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:17.945661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9f74f-0cf2-4d28-901d-8c392f67329c req-ea00a65e-d9f9-4ed2-85e4-8e14e685c588 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:17.962295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47a9f74f-0cf2-4d28-901d-8c392f67329c req-ea00a65e-d9f9-4ed2-85e4-8e14e685c588 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.4158125 May 06 12:30:18.255044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47a9f74f-0cf2-4d28-901d-8c392f67329c req-6be296d8-7dbd-4f01-aa73-e884d3ecc7fd tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906313 May 06 12:30:18.427197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:18.727112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Allocated IP 172.25.7.175 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/ae0b6cd9-6226-4a4e-9e55-9c0144bc2f44) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:18.738225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a526359-11b5-49ba-8771-328a710b4887 req-7aebdacb-b7ac-4759-93e6-08e389243690 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:18.743593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a526359-11b5-49ba-8771-328a710b4887 req-7aebdacb-b7ac-4759-93e6-08e389243690 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 945 time: 0.2221153 May 06 12:30:18.898101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a526359-11b5-49ba-8771-328a710b4887 req-3fec3393-0dc3-4a4d-a780-44be0ee026bd tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456454 May 06 12:30:19.032450 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:19.108535 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:19.402307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:19.405239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:19.493568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:19.676298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event updated for resources: {'Port': ['ID=ae0b6cd9-6226-4a4e-9e55-9c0144bc2f44,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:19.738226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.739399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.739941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.740467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.740892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.741228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.741557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.741888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.742208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.742531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.742960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:19.785036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589824f0-b54f-4832-8774-de7bf581ce3f req-a660fbfa-f89c-4b5b-9921-6e20f0e14ccc tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:19.786752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-a660fbfa-f89c-4b5b-9921-6e20f0e14ccc tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.36 "GET /v2.0/networks?id=fab1e884-7d15-4635-a283-76c5764f2839 HTTP/1.1" status: 200 len: 818 time: 0.5460198 May 06 12:30:19.811339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Request body: {'port': {'device_id': '3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96', 'network_id': 'fab1e884-7d15-4635-a283-76c5764f2839', 'admin_state_up': True, 'tenant_id': '97b63de002b3402eba6ce5068dfd9752'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:19.841483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28df08-dceb-4ed8-ac0f-fd068c8ed2b4 req-51389c63-7e92-4b6d-ac8e-4c52e86e1f1b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:19.843470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa28df08-dceb-4ed8-ac0f-fd068c8ed2b4 req-51389c63-7e92-4b6d-ac8e-4c52e86e1f1b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2981622 May 06 12:30:19.947027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b108228d-6b51-430b-82ff-da073810ce40 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:20.011059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 551b16e6-1598-46c2-8873-c5eb19fa3cc6 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:20.026142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa28df08-dceb-4ed8-ac0f-fd068c8ed2b4 req-59b89517-623f-42b6-bb25-281979b9bdf9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1170762 May 06 12:30:20.147147 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.182402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:20.196445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Usage tracker for resource:port and tenant:97b63de002b3402eba6ce5068dfd9752 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:20.210973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:20.228693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:20.245478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.309965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Made reservation on behalf of 97b63de002b3402eba6ce5068dfd9752 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:20.314954 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.458678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:20.458678 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.675215 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.714655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:20.732145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:20.742136 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.742136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:20.751134 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e775301-ed89-487b-8cbe-8ee9dca30864 req-5a33b0b3-855e-4dfb-b5e2-085456cc8a58 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 210 time: 0.1094804 May 06 12:30:20.822203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Allocated IP 172.20.0.13 (fab1e884-7d15-4635-a283-76c5764f2839/4fd063a3-ef75-43ba-a663-ecbef878f3c6/1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:20.902564 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.912046 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.033919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=551b16e6-1598-46c2-8873-c5eb19fa3cc6,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:21.064791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 4f0aa7ba-6de9-4669-9f70-0be43735df77 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:21.065321 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.277572 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.329844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:21.342049 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.445455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:21.499127 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.514293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event updated for resources: {'Port': ['ID=ae0b6cd9-6226-4a4e-9e55-9c0144bc2f44,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:21.590970 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.621276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.631746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-0dfa98d9-84d5-4f27-b817-8fca2ba74503 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0880759 May 06 12:30:21.745459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.839671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Network fab1e884-7d15-4635-a283-76c5764f2839 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:21.852468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:21.855175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:21.976212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-cd267ffd-2b6f-4fc1-ac7d-bca4a89c0eba tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Synchronizing usage tracker for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:22.031268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Pushing event updated for resources: {'Port': ['ID=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:22.042984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:22.043891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.056215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-cd267ffd-2b6f-4fc1-ac7d-bca4a89c0eba tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Unset dirty status for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:22.057589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-cd267ffd-2b6f-4fc1-ac7d-bca4a89c0eba tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.4247568 May 06 12:30:22.107508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-bbdadbf1-84c0-4fe9-8916-2770173d3e71 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3035936 May 06 12:30:22.171062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Request body: {'port': {'device_id': '3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:22.408208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f748f-8593-4955-9901-e18c33a1812b req-8a844723-1c8e-4404-b933-52457b54c01c tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:22.415364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-694f748f-8593-4955-9901-e18c33a1812b req-8a844723-1c8e-4404-b933-52457b54c01c tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.5781426 May 06 12:30:22.491983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-e35f7bd4-910a-44d5-9ebd-19b7a85e6c0b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:22.493639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0e4b866-7ddf-49f0-a32f-cfac347cfcd4 req-e35f7bd4-910a-44d5-9ebd-19b7a85e6c0b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.4186668 May 06 12:30:22.517261 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.585406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-694f748f-8593-4955-9901-e18c33a1812b req-4924263b-b1a9-4d40-8da6-57843b5823a0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545665 May 06 12:30:22.953743 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90aad202-2fad-4eb6-9ee1-9699aec03fc8'] response: {'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6', 'code': 200} May 06 12:30:23.113412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2c2c9-6fa7-4bec-af15-638605d3025d req-06512bc8-4bab-4318-b699-7b8c0bf5fa47 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:23.116354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15c2c2c9-6fa7-4bec-af15-638605d3025d req-06512bc8-4bab-4318-b699-7b8c0bf5fa47 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.3676093 May 06 12:30:23.363995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15c2c2c9-6fa7-4bec-af15-638605d3025d req-3a39c181-e5b3-461e-abcf-d9841c1f8642 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2204745 May 06 12:30:23.532275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:23.548189 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:23.560757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe0803-d5b7-46ba-9bd7-f126c5104ea9 req-422b2b14-694b-4d12-bd21-527944edf797 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:23.563409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64fe0803-d5b7-46ba-9bd7-f126c5104ea9 req-422b2b14-694b-4d12-bd21-527944edf797 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 945 time: 0.3836799 May 06 12:30:23.599312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Transition to ACTIVE for port object 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:23.664559 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:23.914477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64fe0803-d5b7-46ba-9bd7-f126c5104ea9 req-b6336f7a-97d5-4e99-9b4b-b5ea7dfaff45 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357265 May 06 12:30:24.000529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Pushing event updated for resources: {'Port': ['ID=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:24.441721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d255df-f805-4032-bb8c-dcada484f0cb req-4e36179c-13bf-421f-b66b-f10985dc92c9 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:24.442503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-29d255df-f805-4032-bb8c-dcada484f0cb req-4e36179c-13bf-421f-b66b-f10985dc92c9 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Synchronizing usage tracker for tenant:97b63de002b3402eba6ce5068dfd9752 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:24.513377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0c57b5b-d7ce-4a52-b53e-f1df20fe28f7 req-dbb45842-0c68-4ccf-9635-80da70fcd74b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips/f47dd187-5fa5-458c-82b0-01bbccc777a8 HTTP/1.1" status: 200 len: 693 time: 0.2905207 May 06 12:30:24.703820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-29d255df-f805-4032-bb8c-dcada484f0cb req-4e36179c-13bf-421f-b66b-f10985dc92c9 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Unset dirty status for tenant:97b63de002b3402eba6ce5068dfd9752 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:24.711153 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d255df-f805-4032-bb8c-dcada484f0cb req-4e36179c-13bf-421f-b66b-f10985dc92c9 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 944 time: 1.1022818 May 06 12:30:24.762944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Attempting to bind port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:24.763849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Attempting to bind port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'ed639d10-4cb7-49f7-ab90-3eb9f2d02100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fab1e884-7d15-4635-a283-76c5764f2839'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:24.763849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Attempting to bind port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 on network fab1e884-7d15-4635-a283-76c5764f2839 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:24.801826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 on network fab1e884-7d15-4635-a283-76c5764f2839 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:30:24.802122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Attempting to bind port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 on network fab1e884-7d15-4635-a283-76c5764f2839 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:24.807515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-1da56f8b-9778-45a5-8269-af5917c26f7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5746818 May 06 12:30:24.884378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:24.884713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Checking segment: {'id': 'ed639d10-4cb7-49f7-ab90-3eb9f2d02100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fab1e884-7d15-4635-a283-76c5764f2839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:24.885121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Bound using segment: {'id': 'ed639d10-4cb7-49f7-ab90-3eb9f2d02100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fab1e884-7d15-4635-a283-76c5764f2839'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:24.885554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Bound port: 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed639d10-4cb7-49f7-ab90-3eb9f2d02100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fab1e884-7d15-4635-a283-76c5764f2839'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:24.885903 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:24.922304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d255df-f805-4032-bb8c-dcada484f0cb req-21e49815-4d39-43cc-8aac-5632014c58d4 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101829 May 06 12:30:24.940026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c57b5b-d7ce-4a52-b53e-f1df20fe28f7 req-03466301-cc42-4f7c-944a-f4cabe1d3c92 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:24.941486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0c57b5b-d7ce-4a52-b53e-f1df20fe28f7 req-03466301-cc42-4f7c-944a-f4cabe1d3c92 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.4119000 May 06 12:30:24.955467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:24.992091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-c0c57b5b-d7ce-4a52-b53e-f1df20fe28f7 req-ea730b23-6e52-47da-a2be-e7a9b5f282ba tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:30:24.999094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0c57b5b-d7ce-4a52-b53e-f1df20fe28f7 req-ea730b23-6e52-47da-a2be-e7a9b5f282ba tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0215452 May 06 12:30:25.087049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] For port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:25.092096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] For port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,segment=NetworkSegment(ed639d10-4cb7-49f7-ab90-3eb9f2d02100),segment_id=ed639d10-4cb7-49f7-ab90-3eb9f2d02100)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:25.097211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-21b57f79-72fe-402a-82aa-7f75e1ae7964 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 1100 time: 0.2569332 May 06 12:30:25.104042 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:25.575829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Pushing event updated for resources: {'Port': ['ID=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:25.695909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:25.695909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-0861af1d-dbb6-4fac-9f6a-3617b91cc382 service neutron] 10.222.0.36 "PUT /v2.0/ports/1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 HTTP/1.1" status: 200 len: 1092 time: 3.5693150 May 06 12:30:25.695909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96', 'tag': '1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:26.010930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-7c361495-a0e3-42f7-839b-da5653701811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:26.013217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-7c361495-a0e3-42f7-839b-da5653701811 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.8616161 May 06 12:30:26.105972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf0418-19b8-4c9d-a89b-cef43b44c3c0 req-17d8459e-6405-4ee6-a200-3942da1bfd59 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:26.114099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75cf0418-19b8-4c9d-a89b-cef43b44c3c0 req-17d8459e-6405-4ee6-a200-3942da1bfd59 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.7790210 May 06 12:30:26.161804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190094a-7135-4198-88a8-c3e99348a511 req-925e08f3-e7a0-48cb-baa4-d84c9c5f20a6 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:26.169696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5190094a-7135-4198-88a8-c3e99348a511 req-925e08f3-e7a0-48cb-baa4-d84c9c5f20a6 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.6801436 May 06 12:30:26.212571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-c7f8ebd4-25e5-4b6f-9b80-b18cfae1c8d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207 HTTP/1.1" status: 200 len: 217 time: 0.1837773 May 06 12:30:26.324214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5190094a-7135-4198-88a8-c3e99348a511 req-95d2a6a6-d5a9-41c9-9b59-1932e5ed7be4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533496 May 06 12:30:26.361138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-be4e1f85-f053-4041-ab03-d044fd36c274 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97b63de002b3402eba6ce5068dfd9752&device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 1095 time: 0.5366344 May 06 12:30:26.432965 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69109fca-2499-41b8-aff0-504df3e89115'] response: {'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'code': 200} May 06 12:30:26.496291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-75c6184e-2bf9-4de1-93ed-826fd93c4de9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 HTTP/1.1" status: 200 len: 217 time: 0.1249809 May 06 12:30:26.515436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75cf0418-19b8-4c9d-a89b-cef43b44c3c0 req-fc68bc61-92a2-429a-9e44-4bf4b1cae14a tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001358 May 06 12:30:26.782644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-8f084fe5-d116-4985-b10e-025fbf939863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:26.786638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-8f084fe5-d116-4985-b10e-025fbf939863 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.5640030 May 06 12:30:27.082189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589824f0-b54f-4832-8774-de7bf581ce3f req-82f75960-c362-412c-88ea-33afe0ea1d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:27.085073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-82f75960-c362-412c-88ea-33afe0ea1d5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fd063a3-ef75-43ba-a663-ecbef878f3c6 HTTP/1.1" status: 200 len: 858 time: 0.5676532 May 06 12:30:27.195341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4b514125-3e19-4cdb-823f-f8ef39e40469 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips/f47dd187-5fa5-458c-82b0-01bbccc777a8 HTTP/1.1" status: 200 len: 693 time: 0.5527961 May 06 12:30:27.216769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-10ab6734-85ae-4af9-b150-dcc3dbf98178 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab1e884-7d15-4635-a283-76c5764f2839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081226 May 06 12:30:27.566898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521a6d4-7401-4549-bde6-13dfb6e088a4 req-2ea3846f-733e-45f7-8d69-c10cd45d4f14 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:27.573956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a521a6d4-7401-4549-bde6-13dfb6e088a4 req-2ea3846f-733e-45f7-8d69-c10cd45d4f14 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 945 time: 0.9861751 May 06 12:30:27.643747 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-4fcb2b14-0b58-473f-a20f-3995e6546a37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8314290 May 06 12:30:27.866004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-862d779b-3fa6-4359-8e66-e3b0a1d3deab tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:27.867655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-862d779b-3fa6-4359-8e66-e3b0a1d3deab tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.6553221 May 06 12:30:27.890224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-d695d38d-f875-4fa8-946c-40880b4c16cc service neutron] 10.222.0.36 "GET /v2.0/networks/fab1e884-7d15-4635-a283-76c5764f2839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444974 May 06 12:30:27.963296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a521a6d4-7401-4549-bde6-13dfb6e088a4 req-8a3d83a6-3ea4-4f12-b24d-79b1c8f7fa79 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425653 May 06 12:30:28.130667 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-829b2fc2-35aa-48c5-807f-e67c48f063b8 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.2434180 May 06 12:30:28.242810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-7aa44426-c267-4bcf-a2a2-ff4b6236e243 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.0983038 May 06 12:30:28.332874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-17e3b89e-4a9b-4471-999d-9a36c9d0898a service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338189 May 06 12:30:28.571900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589824f0-b54f-4832-8774-de7bf581ce3f req-59553e43-17dd-490c-8114-9c07913ddec7 service neutron] 10.222.0.36 "GET /v2.0/networks/fab1e884-7d15-4635-a283-76c5764f2839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137350 May 06 12:30:28.578359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Deleting port ae0b6cd9-6226-4a4e-9e55-9c0144bc2f44 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:28.578826 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:28.639528 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d80a06a-b642-4fdb-adba-37a7a76fef6d'] response: {'name': 'network-changed', 'server_uuid': '3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96', 'tag': '1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792', 'status': 'completed', 'code': 200} May 06 12:30:28.739744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-579e9fa9-e9cd-41b9-99be-f75e2c2651c2 req-217590f8-c558-45d9-b938-4dd3e35cd415 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837724 May 06 12:30:29.077668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05a0d682-314a-4a70-8c2b-b9499cba5c1f req-7fbe29e0-cc64-4000-8c33-9147b9c3a5e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97b63de002b3402eba6ce5068dfd9752&device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 1095 time: 0.4052534 May 06 12:30:29.084553 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.084964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.415960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Calling delete_port for ae0b6cd9-6226-4a4e-9e55-9c0144bc2f44 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:29.603047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34f05c-d76a-47b3-81f5-c286641d22ad req-75be05bd-7420-4eff-8073-d49e9312736d tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:29.604929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b34f05c-d76a-47b3-81f5-c286641d22ad req-75be05bd-7420-4eff-8073-d49e9312736d tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 944 time: 0.7005746 May 06 12:30:29.694284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0d682-314a-4a70-8c2b-b9499cba5c1f req-fa813287-dd8c-45ab-9911-62a53724d7cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:29.697326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05a0d682-314a-4a70-8c2b-b9499cba5c1f req-fa813287-dd8c-45ab-9911-62a53724d7cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=fab1e884-7d15-4635-a283-76c5764f2839 HTTP/1.1" status: 200 len: 919 time: 0.6017828 May 06 12:30:30.018341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05a0d682-314a-4a70-8c2b-b9499cba5c1f req-5229d8fb-f3b5-4d86-a54a-1f8741b67330 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 HTTP/1.1" status: 200 len: 217 time: 0.2532811 May 06 12:30:30.035492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b34f05c-d76a-47b3-81f5-c286641d22ad req-c4369d55-026a-4de1-b56c-aa0588e68b68 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149818 May 06 12:30:30.261776 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-397c90ed-3f72-43ed-90a6-14c19101a42f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5877066 May 06 12:30:30.267639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:30.448554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event deleted for resources: {'Port': ['ID=ae0b6cd9-6226-4a4e-9e55-9c0144bc2f44,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:30.508469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0d682-314a-4a70-8c2b-b9499cba5c1f req-8e182cc4-8b4a-4e8f-bb61-91e66aa5ab00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:30.511052 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05a0d682-314a-4a70-8c2b-b9499cba5c1f req-8e182cc4-8b4a-4e8f-bb61-91e66aa5ab00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4fd063a3-ef75-43ba-a663-ecbef878f3c6 HTTP/1.1" status: 200 len: 858 time: 0.4740212 May 06 12:30:30.630807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05a0d682-314a-4a70-8c2b-b9499cba5c1f req-88801b2d-b031-4e6a-8815-b32a347674db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fab1e884-7d15-4635-a283-76c5764f2839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007392 May 06 12:30:31.051925 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.085256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-f7797dca-ff91-47ae-9246-80b3ee8ea4d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 1097 time: 0.6285915 May 06 12:30:31.101458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed39dbc-32e0-4c81-886f-2963fb9c42a4 req-bf0fcbeb-cd18-427b-b1af-fbf440017d5c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:31.102898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ed39dbc-32e0-4c81-886f-2963fb9c42a4 req-bf0fcbeb-cd18-427b-b1af-fbf440017d5c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.7337856 May 06 12:30:31.112063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05a0d682-314a-4a70-8c2b-b9499cba5c1f req-8e4d90c9-8373-4245-89d3-baaf6d1b07a7 service neutron] 10.222.0.36 "GET /v2.0/networks/fab1e884-7d15-4635-a283-76c5764f2839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138436 May 06 12:30:31.170532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.171670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3bee063-f383-4fa6-ac0c-daeb6a2b2765 req-4a103b86-5ff1-4e09-ac82-b704a400e740 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "DELETE /v2.0/floatingips/f47dd187-5fa5-458c-82b0-01bbccc777a8 HTTP/1.1" status: 204 len: 173 time: 2.9279606 May 06 12:30:31.514303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ed39dbc-32e0-4c81-886f-2963fb9c42a4 req-ff0ec9d9-5da6-4390-8d3d-882dc8fb1fa3 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3959887 May 06 12:30:31.547258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05a0d682-314a-4a70-8c2b-b9499cba5c1f req-effc8b60-6609-46fe-8e96-07b72138ceb1 service neutron] 10.222.0.36 "GET /v2.0/networks/fab1e884-7d15-4635-a283-76c5764f2839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787522 May 06 12:30:31.576347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-24c7c908-f54e-437f-bdd1-c53ffc637596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:31.583233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-24c7c908-f54e-437f-bdd1-c53ffc637596 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.4383564 May 06 12:30:31.811191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2aa52-e946-47db-986f-1bb85e8b69c5 req-b225de68-4989-44a3-a4a0-90edbeb21c5b tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:31.813158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7b2aa52-e946-47db-986f-1bb85e8b69c5 req-b225de68-4989-44a3-a4a0-90edbeb21c5b tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.4137061 May 06 12:30:31.823267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-860956b8-bc0c-4748-bc73-d130e7f7afd9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e2e8c84-858f-49b5-90e8-44a682befffc HTTP/1.1" status: 200 len: 217 time: 0.2289748 May 06 12:30:31.936031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-0b9bbfcb-9695-40a2-89bd-57b159022504 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:31.937825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-0b9bbfcb-9695-40a2-89bd-57b159022504 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.0981727 May 06 12:30:31.954885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7b2aa52-e946-47db-986f-1bb85e8b69c5 req-2b20c3a1-93a4-41f9-b37f-919c68911b31 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300011 May 06 12:30:32.037208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:32.217297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-63ca2829-b2f0-4814-9f36-6c6d2be5fb22 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550542 May 06 12:30:32.508660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,segment=NetworkSegment(ed639d10-4cb7-49f7-ab90-3eb9f2d02100),segment_id=ed639d10-4cb7-49f7-ab90-3eb9f2d02100)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:32.539609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792', 'network_id': 'fab1e884-7d15-4635-a283-76c5764f2839', 'port_id': '1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792', 'mac_address': 'fa:16:3e:77:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd063a3-ef75-43ba-a663-ecbef878f3c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:32.639771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:32.679563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:32.708014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,segment=NetworkSegment(ed639d10-4cb7-49f7-ab90-3eb9f2d02100),segment_id=ed639d10-4cb7-49f7-ab90-3eb9f2d02100)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:32.716217 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:32.848018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:32.949579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-516d2b4f-d3e4-4d9a-8694-7a27ba68626e service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171004 May 06 12:30:33.068762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:33.150825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94008c25-16f7-48d0-90b1-32c516ade279 req-a79510c7-6ec1-488a-98d5-3cb20352ff1a tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:33.163191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94008c25-16f7-48d0-90b1-32c516ade279 req-a79510c7-6ec1-488a-98d5-3cb20352ff1a tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6163056 May 06 12:30:33.199358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874acdf-9e3f-476b-9b7b-76d970e9982e req-5c7f1684-8bbf-4d16-a4db-c33da3d18c37 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:33.202722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b874acdf-9e3f-476b-9b7b-76d970e9982e req-5c7f1684-8bbf-4d16-a4db-c33da3d18c37 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 944 time: 0.7375817 May 06 12:30:33.342012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b874acdf-9e3f-476b-9b7b-76d970e9982e req-8a175750-fc6a-4891-9e9d-5edcf68a45ee tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165318 May 06 12:30:33.406174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fd66bdb-505a-4512-a97f-42f24465bfea req-8c9b88ed-e478-4ba5-813a-f1bf76c42fc4 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272115 May 06 12:30:33.672926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecde169-7bdc-4ed1-9866-2ce6d4c597ab req-d5d78212-5090-4f54-a16e-0bc3c992f7ab tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:33.682485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eecde169-7bdc-4ed1-9866-2ce6d4c597ab req-d5d78212-5090-4f54-a16e-0bc3c992f7ab tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 945 time: 0.1259897 May 06 12:30:33.772323 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eecde169-7bdc-4ed1-9866-2ce6d4c597ab req-1df4cd1a-2c69-4c3e-b02a-6d17f4d30d80 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871184 May 06 12:30:34.172721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c0d974d7-efee-4b21-a492-4281f4cf4b0d req-5b578d9e-56ff-4330-8cf1-8d7fea966b99 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Synchronizing usage tracker for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:34.207559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c0d974d7-efee-4b21-a492-4281f4cf4b0d req-5b578d9e-56ff-4330-8cf1-8d7fea966b99 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Unset dirty status for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:34.208868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0d974d7-efee-4b21-a492-4281f4cf4b0d req-5b578d9e-56ff-4330-8cf1-8d7fea966b99 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=251166fd551247759fa8bca3dcf087b5 HTTP/1.1" status: 200 len: 1655 time: 0.3448734 May 06 12:30:34.233518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c60937-5bc2-4f70-9ae0-754f23c97a23 req-43737f94-75b6-4d44-aeb6-7fc20af0e48d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:34.234885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5c60937-5bc2-4f70-9ae0-754f23c97a23 req-43737f94-75b6-4d44-aeb6-7fc20af0e48d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.2116876 May 06 12:30:34.459459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5c60937-5bc2-4f70-9ae0-754f23c97a23 req-fd03e6ec-ed9f-4513-a6b1-b035307b60df tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072091 May 06 12:30:34.637341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d974d7-efee-4b21-a492-4281f4cf4b0d req-ffc02809-c06e-4427-ba56-ea8b3f47276a tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:34.643482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0d974d7-efee-4b21-a492-4281f4cf4b0d req-ffc02809-c06e-4427-ba56-ea8b3f47276a tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks?id=135e79cd-88d1-497a-9ea2-a7328c462607&id=135e79cd-88d1-497a-9ea2-a7328c462607&id=135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 787 time: 0.4009755 May 06 12:30:34.685565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-c0d974d7-efee-4b21-a492-4281f4cf4b0d req-de8ddde5-0b19-42dc-80df-4ffcaa7e0e3f tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:30:34.687086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0d974d7-efee-4b21-a492-4281f4cf4b0d req-de8ddde5-0b19-42dc-80df-4ffcaa7e0e3f tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070040 May 06 12:30:35.199045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93634fd4-b66e-430d-ab47-5a327c7a29d0 req-d20a886c-2116-4ea6-8fff-085988ee00d4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:35.200826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93634fd4-b66e-430d-ab47-5a327c7a29d0 req-d20a886c-2116-4ea6-8fff-085988ee00d4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.1254585 May 06 12:30:35.217877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13520e-9f0a-4af6-a547-b1f6faf7279e req-cba71055-8ae6-43a4-a946-e6be95bff1bf tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:35.220147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e13520e-9f0a-4af6-a547-b1f6faf7279e req-cba71055-8ae6-43a4-a946-e6be95bff1bf tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 945 time: 0.1849480 May 06 12:30:35.239923 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:30:35.396038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e13520e-9f0a-4af6-a547-b1f6faf7279e req-c9ecdc10-5b65-4a63-a405-be184fe6c79c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566677 May 06 12:30:35.551180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93634fd4-b66e-430d-ab47-5a327c7a29d0 req-59499b6d-5789-43ad-a283-5ee416300b4d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3287756 May 06 12:30:35.677001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-4ad92fa1-88f0-45ff-b794-cfb6dd220290 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips/acf8a46d-cc15-43ff-b6eb-6da2470238fa HTTP/1.1" status: 200 len: 693 time: 0.1395099 May 06 12:30:36.009582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-2e13c864-a46a-4dd9-adfd-014555341590 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:36.011178 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-2e13c864-a46a-4dd9-adfd-014555341590 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 945 time: 0.6819589 May 06 12:30:36.076225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:36.148397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Deleting port 563dee08-74d3-4ee2-8068-df9236418ddf {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:36.148752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.193964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-2755ec20-8143-4a2e-9089-fb15c4e2e848 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:36.201645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-2755ec20-8143-4a2e-9089-fb15c4e2e848 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.5123937 May 06 12:30:36.230471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:36.242488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:36.243582 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.318954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-bbc7693b-adf7-446f-889c-23dc5f8b388c tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.1163538 May 06 12:30:36.416286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532d548-37ad-4c15-8bc0-117f0638be57 req-e7969294-3fb4-4ff7-968a-8973ae7e2785 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:36.425075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2532d548-37ad-4c15-8bc0-117f0638be57 req-e7969294-3fb4-4ff7-968a-8973ae7e2785 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 945 time: 0.4959631 May 06 12:30:36.488878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.491994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-3dbe9e79-709a-40d4-9fd9-9d3610fcb9e5 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.1719303 May 06 12:30:36.552572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,segment=NetworkSegment(ed639d10-4cb7-49f7-ab90-3eb9f2d02100),segment_id=ed639d10-4cb7-49f7-ab90-3eb9f2d02100)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:36.553598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:36.561869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.653895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:36.865439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Deleting port c21fd2b0-b090-4f00-967f-d4dcaa4c30dc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:36.865938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.890534 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.976614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2532d548-37ad-4c15-8bc0-117f0638be57 req-43e8c693-5629-44ff-bfc9-1ce9809a2a77 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/security-groups?id=50e60568-1cc1-4a60-82ae-9cf966c0950f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504701 May 06 12:30:37.287579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:37.288311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:37.314281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] For port 563dee08-74d3-4ee2-8068-df9236418ddf, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=563dee08-74d3-4ee2-8068-df9236418ddf,segment=NetworkSegment(61ad0359-ed47-4775-9d13-564e88cbc516),segment_id=61ad0359-ed47-4775-9d13-564e88cbc516)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:37.314910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:37.711812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Calling delete_port for c21fd2b0-b090-4f00-967f-d4dcaa4c30dc owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:37.918054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Calling delete_port for 563dee08-74d3-4ee2-8068-df9236418ddf owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:38.099509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 563dee08-74d3-4ee2-8068-df9236418ddf no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:38.236710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cbeb9-998a-41d3-b1bd-47642ec8a81b req-dcfa88e0-a55c-4d64-9ae6-8cbba9d09ccb tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:38.244299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f2cbeb9-998a-41d3-b1bd-47642ec8a81b req-dcfa88e0-a55c-4d64-9ae6-8cbba9d09ccb tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.8985448 May 06 12:30:38.378261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f2cbeb9-998a-41d3-b1bd-47642ec8a81b req-f3a9a35b-20df-4315-b6d2-f1bf67a0cbc7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329288 May 06 12:30:38.408396 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.461032 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.463004 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.483569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event deleted for resources: {'Port': ['ID=c21fd2b0-b090-4f00-967f-d4dcaa4c30dc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:38.609975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Pushing event deleted for resources: {'Port': ['ID=563dee08-74d3-4ee2-8068-df9236418ddf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:38.887552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] No DVR routers for this DVR port 563dee08-74d3-4ee2-8068-df9236418ddf on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:38.891916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.906654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d166d0-ab38-4255-a3b4-dcea1402772a', 'name': 'network-vif-deleted', 'tag': '563dee08-74d3-4ee2-8068-df9236418ddf'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:38.929138 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.971240 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.973117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d111feb-8e13-4ca1-bab6-298f52a7f8dc req-e24ea945-c044-4d60-a6b7-b3a437069099 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "DELETE /v2.0/floatingips/acf8a46d-cc15-43ff-b6eb-6da2470238fa HTTP/1.1" status: 204 len: 173 time: 2.4677114 May 06 12:30:38.983588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-34b69d85-efc4-4eef-aa5e-9d517886fd5f req-17f1e42c-dd7a-4d6f-9a86-39bb877e4fdb tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.48 "DELETE /v2.0/ports/563dee08-74d3-4ee2-8068-df9236418ddf HTTP/1.1" status: 204 len: 173 time: 2.9604597 May 06 12:30:39.056953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813a9b9-c05d-4398-a77b-bd8aa7cb8435 req-fb8ed381-231b-414b-b83a-3f7f600c140b tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:39.067908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6813a9b9-c05d-4398-a77b-bd8aa7cb8435 req-fb8ed381-231b-414b-b83a-3f7f600c140b tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 946 time: 0.2550545 May 06 12:30:39.085486 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709599cf-f77d-4f4b-9b3a-179036f868e4'] response: {'server_uuid': '3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792', 'code': 200} May 06 12:30:39.219653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6813a9b9-c05d-4398-a77b-bd8aa7cb8435 req-4750736d-fcde-486d-8c6f-852c611eef61 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317756 May 06 12:30:39.576762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576789-ccb0-4800-b4bf-55b7b4a73bcc req-4aa34d1c-e22a-4e14-bad0-d4823004f751 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:39.580793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da576789-ccb0-4800-b4bf-55b7b4a73bcc req-4aa34d1c-e22a-4e14-bad0-d4823004f751 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2309968 May 06 12:30:39.646986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4abe65f-1022-45ca-aa6d-5a0059806f1a req-2844ac7f-7da5-4555-b678-b621c623a468 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 1097 time: 0.4125617 May 06 12:30:39.834649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-773951e5-1f8e-451d-892e-4c258621ea0f req-453154a7-4af1-4584-b388-36eafa17f977 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Synchronizing usage tracker for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:39.883549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da576789-ccb0-4800-b4bf-55b7b4a73bcc req-5af69ac2-b10b-40c8-84ff-eef3c9bb723c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2967856 May 06 12:30:39.892162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-773951e5-1f8e-451d-892e-4c258621ea0f req-453154a7-4af1-4584-b388-36eafa17f977 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] Unset dirty status for tenant:97c08917c4dd40c98f716f0b91fe1e9f on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:39.894066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-773951e5-1f8e-451d-892e-4c258621ea0f req-453154a7-4af1-4584-b388-36eafa17f977 tempest-DeleteServersTestJSON-298691559 tempest-DeleteServersTestJSON-298691559-project] 10.222.0.44 "GET /v2.0/ports?device_id=59d166d0-ab38-4255-a3b4-dcea1402772a HTTP/1.1" status: 200 len: 210 time: 0.1683075 May 06 12:30:39.901842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4abe65f-1022-45ca-aa6d-5a0059806f1a req-0886bd95-5af6-47cc-8fa0-4972431afad8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462919 May 06 12:30:39.986049 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bb5aaf-ba52-4608-9462-2870cb1b5534'] response: {'server_uuid': '59d166d0-ab38-4255-a3b4-dcea1402772a', 'name': 'network-vif-deleted', 'tag': '563dee08-74d3-4ee2-8068-df9236418ddf', 'status': 'completed', 'code': 200} May 06 12:30:40.343466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-a3bd03b2-83df-4302-b7cb-e441dd4dcf7b tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips/41076339-a72e-4dca-bb98-f6a5a5c16bff HTTP/1.1" status: 200 len: 692 time: 0.2901247 May 06 12:30:40.565050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c734-5aba-4c8b-978c-481ee320cac7 req-653b5d04-618f-4939-b1b0-ff748197d089 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:40.567635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a97c734-5aba-4c8b-978c-481ee320cac7 req-653b5d04-618f-4939-b1b0-ff748197d089 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.3611081 May 06 12:30:40.620185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-546e901c-d346-4e8b-89a7-f29db821fc80 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:40.621550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-546e901c-d346-4e8b-89a7-f29db821fc80 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.2783916 May 06 12:30:40.644497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-d27060a3-744c-45fb-a9de-15b601ed2ef9 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:30:40.645760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-d27060a3-744c-45fb-a9de-15b601ed2ef9 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0093822 May 06 12:30:40.660030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a97c734-5aba-4c8b-978c-481ee320cac7 req-60f42ce5-f4b4-480e-bc99-b705119d080b tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802486 May 06 12:30:40.767441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-fe61f818-6f3d-4a74-a099-e46c929af981 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Synchronizing usage tracker for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:40.802974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-fe61f818-6f3d-4a74-a099-e46c929af981 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Unset dirty status for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:40.804917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-fe61f818-6f3d-4a74-a099-e46c929af981 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.1437848 May 06 12:30:40.963442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-dcfa5bc2-079b-4b69-b606-d085db954486 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.1411235 May 06 12:30:41.400201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Deleting port 9ab72da0-81fd-4184-b8f3-e8a79279b459 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:41.400952 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:41.651211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dffb5-ca16-4dfd-b12a-3cd80476ca25 req-a83ec345-1730-4178-81ad-2d47e7aac17c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:41.655165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c9dffb5-ca16-4dfd-b12a-3cd80476ca25 req-a83ec345-1730-4178-81ad-2d47e7aac17c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 946 time: 0.2220006 May 06 12:30:41.766057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:41.766574 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:41.845137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c9dffb5-ca16-4dfd-b12a-3cd80476ca25 req-99deb4cd-ef72-4e94-bd82-4dd390cc41d5 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741219 May 06 12:30:41.935039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Calling delete_port for 9ab72da0-81fd-4184-b8f3-e8a79279b459 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:42.113004 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.170885 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2675a018-6c91-4d30-9318-c6b3bf82ce04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.174833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event deleted for resources: {'Port': ['ID=9ab72da0-81fd-4184-b8f3-e8a79279b459,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:42.394157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.426666 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.444915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ab2ee4c-d08b-432c-88bd-e5b46f2a10a9 req-13e632ed-e086-43bc-adf9-b5387acfe771 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "DELETE /v2.0/floatingips/41076339-a72e-4dca-bb98-f6a5a5c16bff HTTP/1.1" status: 204 len: 173 time: 1.4620664 May 06 12:30:42.508946 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.649031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64938da3-542f-4f94-b6f7-fa57dd99260e req-9d9414c0-3383-4ab9-bf38-94aa578e3265 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:42.652141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64938da3-542f-4f94-b6f7-fa57dd99260e req-9d9414c0-3383-4ab9-bf38-94aa578e3265 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.1896751 May 06 12:30:42.827570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64938da3-542f-4f94-b6f7-fa57dd99260e req-9d47be13-18b6-4598-9b21-e9a1071ee951 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1675172 May 06 12:30:42.915426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387583-16ad-4ca3-a447-c7b436fef76a req-fb712644-b765-46eb-9ee0-e90f1cba55bd tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:42.918471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96387583-16ad-4ca3-a447-c7b436fef76a req-fb712644-b765-46eb-9ee0-e90f1cba55bd tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.1951616 May 06 12:30:43.032659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96387583-16ad-4ca3-a447-c7b436fef76a req-ee9231cc-6957-4c0b-9f0b-ff249218ab0a tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008308 May 06 12:30:43.287888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-fb2b43c3-b8b2-43dd-bcd3-4dfcd7f0941d tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips/953f801a-5ab7-4174-9d08-7409824123aa HTTP/1.1" status: 200 len: 692 time: 0.1601255 May 06 12:30:43.622334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-fd9b3057-f263-4020-be99-db90a3c2c8b9 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:43.629101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-fd9b3057-f263-4020-be99-db90a3c2c8b9 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.3324566 May 06 12:30:43.835872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-aef98cb2-e645-4a69-807b-6483e5e48e60 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Synchronizing usage tracker for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:43.892362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-aef98cb2-e645-4a69-807b-6483e5e48e60 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Unset dirty status for tenant:251166fd551247759fa8bca3dcf087b5 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:43.900579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-aef98cb2-e645-4a69-807b-6483e5e48e60 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.2593203 May 06 12:30:44.083694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225c8e-1256-4d00-a611-7facf8075193 req-7d794492-8ec2-4d4b-a386-37b69a8ac003 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:44.095109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e225c8e-1256-4d00-a611-7facf8075193 req-7d794492-8ec2-4d4b-a386-37b69a8ac003 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 946 time: 0.3635759 May 06 12:30:44.128411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-1cc06eed-ba44-4994-9055-0f547fab5b5a tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.2218695 May 06 12:30:44.560185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Deleting port b405ffca-3f41-490f-8f15-a21be60c6566 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:44.560702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:44.627257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e225c8e-1256-4d00-a611-7facf8075193 req-0dcf1cde-fd52-4cfa-b5bd-ecd6cc1ce5c2 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305526 May 06 12:30:44.641914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-32f1bd78-3bab-410c-abd5-7aa9fa5c4629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:44.969792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:44.970802 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.287620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Calling delete_port for b405ffca-3f41-490f-8f15-a21be60c6566 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:45.369655 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.588528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.649068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Pushing event deleted for resources: {'Port': ['ID=b405ffca-3f41-490f-8f15-a21be60c6566,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:45.702054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21867bf8-8176-48c1-bbd0-ad2c3859f439 req-bba959bc-72e0-4782-9efa-0a5f7136bc34 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:45.703700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21867bf8-8176-48c1-bbd0-ad2c3859f439 req-bba959bc-72e0-4782-9efa-0a5f7136bc34 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.5861108 May 06 12:30:45.882340 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.891718 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.900649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21867bf8-8176-48c1-bbd0-ad2c3859f439 req-2a18d025-581d-4507-8d1a-c0b7f956b5b1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356506 May 06 12:30:45.925082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.931531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61d7c2b2-7fdb-4487-8592-3cc431e2c985 req-143deb4e-fa09-4412-a956-a35f73100384 tempest-FloatingIPDetailsTestJSON-1653469615 tempest-FloatingIPDetailsTestJSON-1653469615-project] 10.222.0.44 "DELETE /v2.0/floatingips/953f801a-5ab7-4174-9d08-7409824123aa HTTP/1.1" status: 204 len: 173 time: 1.7972360 May 06 12:30:45.954815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57950) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:46.506501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f03d31-45f9-4630-832a-568baaa0b3fe req-33e07248-c775-4580-be23-6dba27bd6ed6 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:46.516527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5f03d31-45f9-4630-832a-568baaa0b3fe req-33e07248-c775-4580-be23-6dba27bd6ed6 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.3341281 May 06 12:30:46.616487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5f03d31-45f9-4630-832a-568baaa0b3fe req-58329142-6a4f-4780-9922-149bbe9b19cc tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961747 May 06 12:30:47.141617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae623d-3aa7-4c09-adfe-41f995856568 req-aa2c741d-a72f-4744-9a01-03b4ad813baf tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:47.154531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-98ae623d-3aa7-4c09-adfe-41f995856568 req-aa2c741d-a72f-4744-9a01-03b4ad813baf tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 946 time: 0.3161743 May 06 12:30:47.309094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.335860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-98ae623d-3aa7-4c09-adfe-41f995856568 req-aec533fb-f32c-454e-980f-318482e74bd7 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798980 May 06 12:30:47.414877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cebfdbc-7deb-469c-8a5b-f531e1951b44 req-d3aeba04-b52d-4e0f-bf35-92612ca67ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1095 time: 0.2344353 May 06 12:30:47.477301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:48.061352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebfdbc-7deb-469c-8a5b-f531e1951b44 req-10744fe1-30ed-4a27-ad51-0a88a973df29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:48.062902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cebfdbc-7deb-469c-8a5b-f531e1951b44 req-10744fe1-30ed-4a27-ad51-0a88a973df29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.6417615 May 06 12:30:48.085098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d9d7-3f36-4e6f-a464-1eea72b8d16e req-f9d72353-e97f-4129-a2fe-d60cac02933c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:48.086591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b100d9d7-3f36-4e6f-a464-1eea72b8d16e req-f9d72353-e97f-4129-a2fe-d60cac02933c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.2067230 May 06 12:30:48.289760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b100d9d7-3f36-4e6f-a464-1eea72b8d16e req-5490ede6-7bab-4eaf-993e-bc95b50860d0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1948054 May 06 12:30:48.304602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cebfdbc-7deb-469c-8a5b-f531e1951b44 req-a53c5abb-8adf-4082-a436-82c6a899aa36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 998 time: 0.1920350 May 06 12:30:48.554637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebfdbc-7deb-469c-8a5b-f531e1951b44 req-22527cc2-9083-4bf6-9628-925ebc28d8ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:48.556186 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cebfdbc-7deb-469c-8a5b-f531e1951b44 req-22527cc2-9083-4bf6-9628-925ebc28d8ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.2428291 May 06 12:30:48.817318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-d024bea0-ef10-4f75-ae3f-46ffcfb8f83b tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:48.819353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-d024bea0-ef10-4f75-ae3f-46ffcfb8f83b tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 946 time: 0.4280951 May 06 12:30:48.893413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9e4f6-7d37-4171-940c-bcc42bd69c94 req-2cb12d6d-8511-4659-8b26-06be408ff7f1 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:48.894964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71d9e4f6-7d37-4171-940c-bcc42bd69c94 req-2cb12d6d-8511-4659-8b26-06be408ff7f1 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.4374354 May 06 12:30:48.916656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cebfdbc-7deb-469c-8a5b-f531e1951b44 req-720e3bc6-6788-4fe2-8513-8f04f229acc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3357551 May 06 12:30:48.986492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Deleting port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:48.986979 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.188279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71d9e4f6-7d37-4171-940c-bcc42bd69c94 req-bb00527f-9aac-4f4a-8609-1e4a2e9e0479 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859082 May 06 12:30:49.326885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cebfdbc-7deb-469c-8a5b-f531e1951b44 req-5ce4c1e8-a46a-41d8-9977-d51e82ff2033 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845181 May 06 12:30:49.811210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] For port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,segment=NetworkSegment(ed639d10-4cb7-49f7-ab90-3eb9f2d02100),segment_id=ed639d10-4cb7-49f7-ab90-3eb9f2d02100)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:49.811576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.832844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cebfdbc-7deb-469c-8a5b-f531e1951b44 req-b6d38513-f36b-4390-a75c-1091832ac8a9 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850113 May 06 12:30:49.961035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Calling delete_port for 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:49.994302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80c194-a363-423b-8ecc-1c936e0aa809 req-9ccc1a8c-e8dd-445a-8d1a-99b04e1f6f11 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:49.996052 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d80c194-a363-423b-8ecc-1c936e0aa809 req-9ccc1a8c-e8dd-445a-8d1a-99b04e1f6f11 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96 HTTP/1.1" status: 200 len: 946 time: 0.6245625 May 06 12:30:50.141193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d80c194-a363-423b-8ecc-1c936e0aa809 req-d3515688-7572-4c51-a388-04e77ca60812 tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.44 "GET /v2.0/security-groups?id=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066811 May 06 12:30:50.271218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Deleting port ec6f33b2-720c-40cf-a246-4f664b0b8913 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:50.272299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.312954 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.429532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Pushing event deleted for resources: {'Port': ['ID=1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:50.616976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] No DVR routers for this DVR port 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:50.634396 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.637363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96', 'name': 'network-vif-deleted', 'tag': '1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:50.678127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3a9226b-29bf-4c0f-8a73-69cafadbfa1d req-1e5d27ee-d85d-4ae3-9ed4-6a972186872c tempest-InstanceActionsV221TestJSON-602332439 tempest-InstanceActionsV221TestJSON-602332439-project] 10.222.0.36 "DELETE /v2.0/ports/1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 HTTP/1.1" status: 204 len: 173 time: 1.8472700 May 06 12:30:50.689169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] For port ec6f33b2-720c-40cf-a246-4f664b0b8913, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ec6f33b2-720c-40cf-a246-4f664b0b8913,segment=NetworkSegment(e62b0e08-aafd-4f35-a041-4f4932967088),segment_id=e62b0e08-aafd-4f35-a041-4f4932967088)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:50.689503 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.708100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007ca3c-767c-413e-8ad5-428610453b00 req-5c637659-8be4-434e-8bb1-fb9f317ca4c4 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:50.711716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a007ca3c-767c-413e-8ad5-428610453b00 req-5c637659-8be4-434e-8bb1-fb9f317ca4c4 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 949 time: 0.3449993 May 06 12:30:50.872397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Calling delete_port for ec6f33b2-720c-40cf-a246-4f664b0b8913 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:50.954489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a007ca3c-767c-413e-8ad5-428610453b00 req-98a7f61b-511f-438b-b6b0-dee7f7a1134e tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367547 May 06 12:30:51.402025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.457356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6f33b2-720c-40cf-a246-4f664b0b8913,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:51.555546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91802b5d-ebd8-487b-ba38-993e31e70c0b req-d4dbe9dc-c188-4fd9-a0e1-dd9a1949b551 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:51.557235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91802b5d-ebd8-487b-ba38-993e31e70c0b req-d4dbe9dc-c188-4fd9-a0e1-dd9a1949b551 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.4730396 May 06 12:30:51.817160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91802b5d-ebd8-487b-ba38-993e31e70c0b req-cfac32f0-67cf-4106-8f71-5c9c4e8cbd97 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2119586 May 06 12:30:51.860772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a1982-04cd-419a-b9d9-fea8ff7c3010 req-a448e264-267a-4e76-aea8-de38c0dbd4b0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:51.862336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d91a1982-04cd-419a-b9d9-fea8ff7c3010 req-a448e264-267a-4e76-aea8-de38c0dbd4b0 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 950 time: 0.3159029 May 06 12:30:51.941915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d91a1982-04cd-419a-b9d9-fea8ff7c3010 req-495105a8-c12d-46bb-a4de-493a4bac1b8d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638554 May 06 12:30:51.990463 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.209405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:52.226650 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b73bb87-2590-4500-ae99-1b2b7e4ffdb5'] response: {'server_uuid': '3f847cb0-8e8a-4fd6-81cf-85bde7fd2a96', 'name': 'network-vif-deleted', 'tag': '1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792', 'status': 'completed', 'code': 200} May 06 12:30:52.275937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:52.276377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1320ec1c-2d3e-4ccc-b8d1-42f1bf8d6792 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:52.276829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 551b16e6-1598-46c2-8873-c5eb19fa3cc6 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:52.304873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:52.433170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:52.517815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:52.541249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308df18-c308-4ec5-93a4-9619edeaed41 req-944df7fb-77e2-4b98-be89-b84ce7d8e01e tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:52.542843 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3308df18-c308-4ec5-93a4-9619edeaed41 req-944df7fb-77e2-4b98-be89-b84ce7d8e01e tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 947 time: 0.2007890 May 06 12:30:52.548062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'mac_address': 'fa:16:3e:aa:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:52.719335 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.730091 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.741469 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.781938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:52.783665 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3308df18-c308-4ec5-93a4-9619edeaed41 req-7ce9d160-f318-4921-ba2a-1c768453f262 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770117 May 06 12:30:52.805119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:52.819171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:52.821699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:52.826908 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.838814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3d66e-47c3-46cc-a46e-8b1c323bdc2f req-1b84bbca-b950-4ab0-9b2e-2c97b128268b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:52.844242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09c3d66e-47c3-46cc-a46e-8b1c323bdc2f req-1b84bbca-b950-4ab0-9b2e-2c97b128268b tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.3001029 May 06 12:30:52.889787 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.890475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:53.007127 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:30:53.007905 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:30:53.012125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:53.061019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09c3d66e-47c3-46cc-a46e-8b1c323bdc2f req-9d746f05-ee47-4edc-9332-c4f31745fcc0 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1436772 May 06 12:30:53.063435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.064017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.064526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.065019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.065724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.066417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.066932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.067422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.067950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.068723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.069363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:53.164854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.204114 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=551b16e6-1598-46c2-8873-c5eb19fa3cc6,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:53.228111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:53.234691 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.331847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:53.391757 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37053ba6-0738-4947-8c8c-43ec5d5204a1'] response: {'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6', 'code': 200} May 06 12:30:53.405658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:53.458576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:30:53.489045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9002-278d-404e-b50d-4874385db3af req-91b84ee9-2e24-44d7-a595-93636caa32b9 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:53.493352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-91b84ee9-2e24-44d7-a595-93636caa32b9 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 804 time: 0.2379818 May 06 12:30:53.564986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-f1307c4f-4e5e-4d22-936a-15f115e4ede8 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/quotas/ebad8735eb3041388033a63376ff3d79 HTTP/1.1" status: 200 len: 375 time: 0.0638912 May 06 12:30:53.575468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-c5ec5ca7-2d3b-41c3-ab15-18df95101e30 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:53.575468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-c5ec5ca7-2d3b-41c3-ab15-18df95101e30 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.36 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 947 time: 0.2910147 May 06 12:30:53.602907 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.637608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:53.666302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:53.672353 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.761012 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=10']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:53.833949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Deleting port 278d988f-6e5d-4da9-b74b-c183ddff089d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:53.834270 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.933883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2431d4-a275-46ad-afca-f4e2e142632b req-092a651d-658a-4a4a-908d-91cdd8081142 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:53.935615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce2431d4-a275-46ad-afca-f4e2e142632b req-092a651d-658a-4a4a-908d-91cdd8081142 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 949 time: 0.4335525 May 06 12:30:54.085689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-87d4f3a6-7f4e-43c4-b588-3b46e15d9a1b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4527369 May 06 12:30:54.328360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce2431d4-a275-46ad-afca-f4e2e142632b req-64be7641-ce5b-4b28-b006-9e093c35248f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497760 May 06 12:30:54.457173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] For port 278d988f-6e5d-4da9-b74b-c183ddff089d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=278d988f-6e5d-4da9-b74b-c183ddff089d,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:54.457579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:54.487448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-b9cc4cbd-0de8-443d-b124-4c4ef0de49c8 service neutron] 10.222.0.44 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708584 May 06 12:30:54.704544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Calling delete_port for 278d988f-6e5d-4da9-b74b-c183ddff089d owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:54.749433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390e227-7189-406d-804f-d89c815b7747 req-8722c2c0-a27a-4ceb-bc0f-01ce9572f354 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:54.751311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8390e227-7189-406d-804f-d89c815b7747 req-8722c2c0-a27a-4ceb-bc0f-01ce9572f354 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb4164fa-db9b-4eff-9452-ec44133af4e6 HTTP/1.1" status: 200 len: 943 time: 0.5595827 May 06 12:30:55.051207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:30:55.066311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] Sync routers for ids ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:30:55.113275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] Routers {'c9dc6f84-c223-46b9-a9d9-b60fc43dca77'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:55.114799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:30:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:55.130929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f6883282-26a0-4508-870b-813189fe2e56 admin admin] 10.222.0.44 "PUT /v2.0/routers/c9dc6f84-c223-46b9-a9d9-b60fc43dca77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1740708 May 06 12:30:55.133326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58254) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:55.199994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-8390e227-7189-406d-804f-d89c815b7747 req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Deleting port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:55.200478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8390e227-7189-406d-804f-d89c815b7747 req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.394062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-bec257bb-5796-496e-82fa-9e6461dc47e7 service neutron] 10.222.0.44 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237722 May 06 12:30:55.395149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:55.573717 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.578557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] Set router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:55.720295 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.078109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Pushing event deleted for resources: {'Port': ['ID=278d988f-6e5d-4da9-b74b-c183ddff089d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:56.156060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.170908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Deleting port 3be15901-366d-477c-9705-cd84dc713826 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:56.171331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.239698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47307123-0d37-4c1b-99c2-0ead1ad598e9 req-e460fbf6-e2c0-4a27-b873-5ac87bf10d29 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 210 time: 0.1670990 May 06 12:30:56.286064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:56.332176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] No DVR routers for this DVR port 278d988f-6e5d-4da9-b74b-c183ddff089d on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:56.434056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-8390e227-7189-406d-804f-d89c815b7747 req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] For port 551b16e6-1598-46c2-8873-c5eb19fa3cc6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=551b16e6-1598-46c2-8873-c5eb19fa3cc6,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:56.434754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8390e227-7189-406d-804f-d89c815b7747 req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.605080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-8390e227-7189-406d-804f-d89c815b7747 req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Calling delete_port for 551b16e6-1598-46c2-8873-c5eb19fa3cc6 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:56.606442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:56.607507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.691348 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.696579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'name': 'network-vif-deleted', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:56.758249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '3be15901-366d-477c-9705-cd84dc713826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:33Z', 'updated_at': '2022-05-06T12:30:51Z', 'revision_number': 5, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'gw_port': {'id': '3be15901-366d-477c-9705-cd84dc713826', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:35Z', 'updated_at': '2022-05-06T12:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:56.765430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] For port 3be15901-366d-477c-9705-cd84dc713826, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3be15901-366d-477c-9705-cd84dc713826,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:56.765982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.781706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] Checking router: c9dc6f84-c223-46b9-a9d9-b60fc43dca77 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:30:56.859295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] Routers {'c9dc6f84-c223-46b9-a9d9-b60fc43dca77'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:56.860175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:30:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:56.949035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d2bf2c2-374d-4c9e-826d-3c1895aec08f req-52d57ac4-f2a2-44ce-8f43-95b4afdfd5dc tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.36 "DELETE /v2.0/ports/278d988f-6e5d-4da9-b74b-c183ddff089d HTTP/1.1" status: 204 len: 173 time: 3.3148324 May 06 12:30:56.994806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21628205-b639-4183-af65-15fc319e1355 req-d16ba0b0-2e7c-4bf5-80a7-40fb27b452e7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:57.011569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21628205-b639-4183-af65-15fc319e1355 req-d16ba0b0-2e7c-4bf5-80a7-40fb27b452e7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.1444783 May 06 12:30:57.141648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] Set router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:57.258690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Calling delete_port for 3be15901-366d-477c-9705-cd84dc713826 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:57.282778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:33Z', 'updated_at': '2022-05-06T12:30:56Z', 'revision_number': 6, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:57.340468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f688dd7-46c6-4c17-b695-8236d30dba79 None None] The sync data for ids ['c9dc6f84-c223-46b9-a9d9-b60fc43dca77'] in n-d-840847-1 is: [{'id': 'c9dc6f84-c223-46b9-a9d9-b60fc43dca77', 'name': 'tempest-FloatingIPDetailsTestJSON-28284387-router', 'tenant_id': '251166fd551247759fa8bca3dcf087b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:33Z', 'updated_at': '2022-05-06T12:30:56Z', 'revision_number': 6, 'project_id': '251166fd551247759fa8bca3dcf087b5', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:57.414634 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.425018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21628205-b639-4183-af65-15fc319e1355 req-c8dca9c4-5640-4adb-a2b2-aa551484c4bc tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4118032 May 06 12:30:57.442567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5578a7-21d2-47a8-8aa3-61ac5b4d56ef req-0915739b-a70a-43b5-95ee-cfe653cc30d5 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:57.491646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c5578a7-21d2-47a8-8aa3-61ac5b4d56ef req-0915739b-a70a-43b5-95ee-cfe653cc30d5 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 949 time: 0.7745183 May 06 12:30:57.497119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8390e227-7189-406d-804f-d89c815b7747 req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.517263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:57.529863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.623529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Pushing event deleted for resources: {'Port': ['ID=551b16e6-1598-46c2-8873-c5eb19fa3cc6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:57.641906 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9777ec-10d2-4240-ba0a-040d6b5c2ffe'] response: {'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'code': 200} May 06 12:30:57.651061 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.688689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=11']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:57.751443 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c5578a7-21d2-47a8-8aa3-61ac5b4d56ef req-0b430587-ce5b-4243-a096-3ada74aaf69b tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579973 May 06 12:30:57.757841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8390e227-7189-406d-804f-d89c815b7747 req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] No DVR routers for this DVR port 551b16e6-1598-46c2-8873-c5eb19fa3cc6 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:57.760465 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8390e227-7189-406d-804f-d89c815b7747 req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.783818 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8390e227-7189-406d-804f-d89c815b7747 req-1afa694a-57e0-4036-9ee7-57cd04a71061 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "DELETE /v2.0/ports/551b16e6-1598-46c2-8873-c5eb19fa3cc6 HTTP/1.1" status: 204 len: 173 time: 3.0055618 May 06 12:30:57.911825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be15901-366d-477c-9705-cd84dc713826,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:57.982672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58292) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:58.155988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e894c296-dd47-49ca-b39d-87652932d414 req-66ddcdfd-9e02-4820-94bc-dbd6cc4f2cd2 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Synchronizing usage tracker for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:58.166391 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8210de31-f600-4fae-a389-5db0147e1d33'] response: {'server_uuid': '970b1f0b-cf4b-4556-8312-52eea0df2a95', 'name': 'network-vif-deleted', 'tag': '278d988f-6e5d-4da9-b74b-c183ddff089d', 'status': 'completed', 'code': 200} May 06 12:30:58.250353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 551b16e6-1598-46c2-8873-c5eb19fa3cc6 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:58.458852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 551b16e6-1598-46c2-8873-c5eb19fa3cc6 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:58.459904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 551b16e6-1598-46c2-8873-c5eb19fa3cc6 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:58.460844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 278d988f-6e5d-4da9-b74b-c183ddff089d no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:58.532939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ec6f33b2-720c-40cf-a246-4f664b0b8913 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:58.629218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75ea42f-4a4b-417d-98ca-5e13da7fc723 admin admin] Deleting subnet 4fd063a3-ef75-43ba-a663-ecbef878f3c6 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:30:58.639579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e75ea42f-4a4b-417d-98ca-5e13da7fc723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:58.697951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ec6f33b2-720c-40cf-a246-4f664b0b8913 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:58.699354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ec6f33b2-720c-40cf-a246-4f664b0b8913 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:58.714693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 278d988f-6e5d-4da9-b74b-c183ddff089d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:58.715373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 278d988f-6e5d-4da9-b74b-c183ddff089d not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:58.727271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:58.946348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9002-278d-404e-b50d-4874385db3af req-e9be9f1f-c22e-47fa-860f-8e04e1367b10 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:58.948697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-e9be9f1f-c22e-47fa-860f-8e04e1367b10 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 804 time: 0.8411744 May 06 12:30:58.949715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e894c296-dd47-49ca-b39d-87652932d414 req-66ddcdfd-9e02-4820-94bc-dbd6cc4f2cd2 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Unset dirty status for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:58.961066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e894c296-dd47-49ca-b39d-87652932d414 req-66ddcdfd-9e02-4820-94bc-dbd6cc4f2cd2 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 210 time: 1.0862138 May 06 12:30:58.995687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Request body: {'port': {'device_id': '8463afa8-bbe2-4346-8e16-83411d032dea', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'admin_state_up': True, 'tenant_id': 'ebad8735eb3041388033a63376ff3d79'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:59.063441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-72012e1b-6c3a-42ae-a987-bad52525e376 req-aabc0aa0-77ea-4e3b-bfec-6dc28ba61906 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Synchronizing usage tracker for tenant:afbcef3d78134e09830a3e4b99891e16 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:59.075933 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e75ea42f-4a4b-417d-98ca-5e13da7fc723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.267420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.272504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.307845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.308546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9dc6f84-c223-46b9-a9d9-b60fc43dca77 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:30:59.326121 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.331162 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-06a8be75-a428-4535-8817-60cd3c2be522 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c9dc6f84-c223-46b9-a9d9-b60fc43dca77 HTTP/1.1" status: 204 len: 168 time: 4.1965477 May 06 12:30:59.332334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58302) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:59.439273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7cce72-16a6-4d89-90d1-6b4fbd691468 admin admin] Deleting subnet dd6433a3-9a74-4bfc-91c7-73977d98a9c9 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:30:59.445731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a7cce72-16a6-4d89-90d1-6b4fbd691468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.547677 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a7cce72-16a6-4d89-90d1-6b4fbd691468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.581691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-72012e1b-6c3a-42ae-a987-bad52525e376 req-aabc0aa0-77ea-4e3b-bfec-6dc28ba61906 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Unset dirty status for tenant:afbcef3d78134e09830a3e4b99891e16 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:59.582948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72012e1b-6c3a-42ae-a987-bad52525e376 req-aabc0aa0-77ea-4e3b-bfec-6dc28ba61906 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=970b1f0b-cf4b-4556-8312-52eea0df2a95 HTTP/1.1" status: 200 len: 210 time: 0.9999158 May 06 12:30:59.589049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:59.613239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:59.623242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e75ea42f-4a4b-417d-98ca-5e13da7fc723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.643477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:59.724896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Made reservation on behalf of ebad8735eb3041388033a63376ff3d79 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:59.729026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.744301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a7cce72-16a6-4d89-90d1-6b4fbd691468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.841359 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a7cce72-16a6-4d89-90d1-6b4fbd691468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.855888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dde93b-3754-4e9e-8807-bbbd906d32dd req-16e6ff62-a772-46c5-9c61-addc34305518 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:59.859391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26dde93b-3754-4e9e-8807-bbbd906d32dd req-16e6ff62-a772-46c5-9c61-addc34305518 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.3575158 May 06 12:30:59.892752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cce72-16a6-4d89-90d1-6b4fbd691468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6433a3-9a74-4bfc-91c7-73977d98a9c9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:59.896384 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e75ea42f-4a4b-417d-98ca-5e13da7fc723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.899964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a7cce72-16a6-4d89-90d1-6b4fbd691468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.909336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c3f20-025e-48fd-b492-f07c0765a49e None None] Network e8e90700-75dd-4ca6-96bb-2dcb45f93e3d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:59.921862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6a7cce72-16a6-4d89-90d1-6b4fbd691468 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dd6433a3-9a74-4bfc-91c7-73977d98a9c9 HTTP/1.1" status: 204 len: 168 time: 0.5876324 May 06 12:30:59.928671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58310) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:59.970463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ea42f-4a4b-417d-98ca-5e13da7fc723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd063a3-ef75-43ba-a663-ecbef878f3c6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:00.002091 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e75ea42f-4a4b-417d-98ca-5e13da7fc723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.027028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3be15901-366d-477c-9705-cd84dc713826 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:00.071244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26dde93b-3754-4e9e-8807-bbbd906d32dd req-65a67905-72ae-4f6c-a20f-a7560e95866c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2091534 May 06 12:31:00.087795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e75ea42f-4a4b-417d-98ca-5e13da7fc723 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4fd063a3-ef75-43ba-a663-ecbef878f3c6 HTTP/1.1" status: 204 len: 168 time: 2.1005597 May 06 12:31:00.103294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58318) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:00.121103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 3be15901-366d-477c-9705-cd84dc713826 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:00.121730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3be15901-366d-477c-9705-cd84dc713826 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:00.169523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Allocated IP 172.20.0.14 (7ef83465-48e7-4a53-bc95-1cb088eb8ece/435ee102-df2b-4c8c-93e9-4ca8df1ada3e/eb573afc-804d-4876-9d3b-cef186ae35e5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:00.235190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.256136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Deleting port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:00.271186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.455290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'name': 'network-vif-deleted', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:00.479562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] DHCP port deletion for e8e90700-75dd-4ca6-96bb-2dcb45f93e3d request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:31:00.486333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] Deleting port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:00.486858 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.725691 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563f5152-6e29-4c2e-98d7-f30c0520d060'] response: {'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'code': 200} May 06 12:31:00.771647 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.774554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] For port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=48e01ad5-72ed-4168-9f4f-bde5ab5348e6,segment=NetworkSegment(e62b0e08-aafd-4f35-a041-4f4932967088),segment_id=e62b0e08-aafd-4f35-a041-4f4932967088)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:00.777634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.781860 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.837390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f5a02e90-bd1a-4224-a7a3-bcacc0233f02 req-544498c1-9192-4a7a-890d-6c95a38449ef tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Synchronizing usage tracker for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:00.869642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3fe1f-0d8e-41aa-82fe-ab4164630a7c req-37a9cded-bec7-4cf5-a154-4617481d0d7b tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:00.878646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2d3fe1f-0d8e-41aa-82fe-ab4164630a7c req-37a9cded-bec7-4cf5-a154-4617481d0d7b tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 951 time: 0.4040005 May 06 12:31:00.949745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f5a02e90-bd1a-4224-a7a3-bcacc0233f02 req-544498c1-9192-4a7a-890d-6c95a38449ef tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Unset dirty status for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:00.951340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5a02e90-bd1a-4224-a7a3-bcacc0233f02 req-544498c1-9192-4a7a-890d-6c95a38449ef tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 210 time: 0.1832671 May 06 12:31:01.022231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Calling delete_port for 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:01.089972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] For port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=48e01ad5-72ed-4168-9f4f-bde5ab5348e6,segment=NetworkSegment(e62b0e08-aafd-4f35-a041-4f4932967088),segment_id=e62b0e08-aafd-4f35-a041-4f4932967088)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:01.090352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.138200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2d3fe1f-0d8e-41aa-82fe-ab4164630a7c req-312e6284-2752-4a7e-ac69-f8fd312425b6 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584264 May 06 12:31:01.176726 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.200787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.403362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab1e884-7d15-4635-a283-76c5764f2839']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:01.418856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] Calling delete_port for 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:01.438890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Network 7ef83465-48e7-4a53-bc95-1cb088eb8ece is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:01.448494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:01.452643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:01.532208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed639d10-4cb7-49f7-ab90-3eb9f2d02100') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:01.532703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed639d10-4cb7-49f7-ab90-3eb9f2d02100') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:01.554391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn_limited( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn_limited( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.557727 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:31:01.564714 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:31:01.576635 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c486a4-f072-4109-a1ec-3ab0e0875fcb'] response: {'server_uuid': 'fb4164fa-db9b-4eff-9452-ec44133af4e6', 'name': 'network-vif-deleted', 'tag': '551b16e6-1598-46c2-8873-c5eb19fa3cc6', 'status': 'completed', 'code': 200} May 06 12:31:01.579237 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:31:01.580955 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:31:01.620024 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.620634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e01ad5-72ed-4168-9f4f-bde5ab5348e6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:01.632151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] No DVR routers for this DVR port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:01.643389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Pushing event updated for resources: {'Port': ['ID=eb573afc-804d-4876-9d3b-cef186ae35e5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:01.711720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.736807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:01.737918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.754584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:01.755289 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: timer() May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:01.792394 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:01.837172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.882125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e90700-75dd-4ca6-96bb-2dcb45f93e3d']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:01.908697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62b0e08-aafd-4f35-a041-4f4932967088') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:01.909202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62b0e08-aafd-4f35-a041-4f4932967088') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:01.936794 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.942968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7884417b-e1b8-43f8-9812-7f2bfcafa3e8 req-a920bc34-b1b5-4d61-befb-16d381f56510 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 1102 time: 0.6764295 May 06 12:31:01.951804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-e29ff825-9d17-4f0d-8340-02409994cb0f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9658294 May 06 12:31:01.979131 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.991823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:01.992323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.005103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Request body: {'port': {'device_id': '8463afa8-bbe2-4346-8e16-83411d032dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: timer() May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:02.022068 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:02.084744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] Deleting port 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:02.086455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.155946 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.180209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:02.203721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.220264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b8b87-4dc3-40f6-845f-a0ff56b325bb req-92ab5b55-4f37-456d-88ca-8fb98a09744e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:02.228117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e49b8b87-4dc3-40f6-845f-a0ff56b325bb req-92ab5b55-4f37-456d-88ca-8fb98a09744e tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.9081330 May 06 12:31:02.240645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.268235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e90700-75dd-4ca6-96bb-2dcb45f93e3d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:02.275606 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:02.276521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 48e01ad5-72ed-4168-9f4f-bde5ab5348e6 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:02.289481 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-99fd1896-0676-40c6-bbcf-083f565c7a80 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e8e90700-75dd-4ca6-96bb-2dcb45f93e3d HTTP/1.1" status: 204 len: 168 time: 2.3557489 May 06 12:31:02.326057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.334687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ea312f57-e1bf-42b7-b4bf-6f153aa5f343 None None] The port '48e01ad5-72ed-4168-9f4f-bde5ab5348e6' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:31:02.337734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=fab1e884-7d15-4635-a283-76c5764f2839,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:02.345154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a136a6a4-33cb-4459-9e01-f0419a7a9e2f admin admin] 10.222.0.44 "DELETE /v2.0/networks/fab1e884-7d15-4635-a283-76c5764f2839 HTTP/1.1" status: 204 len: 168 time: 2.2371540 May 06 12:31:02.526871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58350) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:02.576299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7884417b-e1b8-43f8-9812-7f2bfcafa3e8 req-8b78cb51-eab9-4e96-8d9d-7e71de64a7a7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228645 May 06 12:31:02.617259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58354) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:02.641424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e49b8b87-4dc3-40f6-845f-a0ff56b325bb req-aebf0679-06e6-4d4f-82e8-ee1ca8591ac7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4121051 May 06 12:31:02.654717 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c8fdeb24-7e9c-480b-80f1-ea016a5ef2dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=251166fd551247759fa8bca3dcf087b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1236145 May 06 12:31:02.657243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58358) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:02.666211 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.746140 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-93d5b2d1-21bc-4a8e-8247-e2d854549643 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97b63de002b3402eba6ce5068dfd9752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1239426 May 06 12:31:02.747823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58366) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:02.810642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db68442-423e-4753-b28e-91268b8d664f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.815339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5e704-d0f9-436c-a009-87d56e8ea31d req-e1d54ac9-5b2b-42bf-9881-933c46c54a8e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:02.818181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08a5e704-d0f9-436c-a009-87d56e8ea31d req-e1d54ac9-5b2b-42bf-9881-933c46c54a8e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 932 time: 0.4823179 May 06 12:31:02.866132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db68442-423e-4753-b28e-91268b8d664f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.922996 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7395c36c-15c7-4025-a547-78647bff2d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.975078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7395c36c-15c7-4025-a547-78647bff2d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.006847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db68442-423e-4753-b28e-91268b8d664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.043935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08a5e704-d0f9-436c-a009-87d56e8ea31d req-2505a057-5755-47e0-ba88-33dad8a83dda tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108130 May 06 12:31:03.067399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db68442-423e-4753-b28e-91268b8d664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726f4167-431d-468c-a935-09df2e517a0e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:03.099902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db68442-423e-4753-b28e-91268b8d664f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.105919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2db68442-423e-4753-b28e-91268b8d664f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/726f4167-431d-468c-a935-09df2e517a0e HTTP/1.1" status: 204 len: 168 time: 0.4467938 May 06 12:31:03.163972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7395c36c-15c7-4025-a547-78647bff2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.238898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395c36c-15c7-4025-a547-78647bff2d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a2bfb4-bed5-4ea6-a1f3-58fdee10df81,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:03.246681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7395c36c-15c7-4025-a547-78647bff2d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.253933 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7395c36c-15c7-4025-a547-78647bff2d2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28a2bfb4-bed5-4ea6-a1f3-58fdee10df81 HTTP/1.1" status: 204 len: 168 time: 0.5046103 May 06 12:31:03.275142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58376) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:03.548370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb573afc-804d-4876-9d3b-cef186ae35e5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:03.557545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.577318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Transition to ACTIVE for port object eb573afc-804d-4876-9d3b-cef186ae35e5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:03.627244 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.801234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Pushing event updated for resources: {'Port': ['ID=eb573afc-804d-4876-9d3b-cef186ae35e5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:04.002909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498d084-4f46-4cf0-ba0c-a767416736e1 req-c1306436-d5ce-4d84-80ae-0157ac078706 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:04.005464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7498d084-4f46-4cf0-ba0c-a767416736e1 req-c1306436-d5ce-4d84-80ae-0157ac078706 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 951 time: 0.4257193 May 06 12:31:04.144321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Attempting to bind port eb573afc-804d-4876-9d3b-cef186ae35e5 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:04.144649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Attempting to bind port eb573afc-804d-4876-9d3b-cef186ae35e5 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:04.144975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Attempting to bind port eb573afc-804d-4876-9d3b-cef186ae35e5 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:04.172031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7498d084-4f46-4cf0-ba0c-a767416736e1 req-f8ef4152-5a52-4965-8fff-1669eab1eeed tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586370 May 06 12:31:04.174757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Port eb573afc-804d-4876-9d3b-cef186ae35e5 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:31:04.174998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Attempting to bind port eb573afc-804d-4876-9d3b-cef186ae35e5 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:04.187244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:04.187583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Checking segment: {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:04.188022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Bound using segment: {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:04.188425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Bound port: eb573afc-804d-4876-9d3b-cef186ae35e5, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:04.188773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:04.308778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3417b6a6-df35-44e0-843c-0b2b5721ae12 admin admin] Deleting subnet bf9ed672-d79d-480c-97ea-3c8f224b3156 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:04.322343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3417b6a6-df35-44e0-843c-0b2b5721ae12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:04.345421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:31:04.346887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:04.352541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb573afc-804d-4876-9d3b-cef186ae35e5,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:04.363995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08b5af-8650-4791-9bb4-09e1eb1b4468 req-0a39c9f0-e052-48ce-8234-bbd9353643f3 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:04.366947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e08b5af-8650-4791-9bb4-09e1eb1b4468 req-0a39c9f0-e052-48ce-8234-bbd9353643f3 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 949 time: 0.3745086 May 06 12:31:04.370284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:04.494370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Pushing event updated for resources: {'Port': ['ID=eb573afc-804d-4876-9d3b-cef186ae35e5,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:04.583373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e08b5af-8650-4791-9bb4-09e1eb1b4468 req-b0159dc4-e4a9-4943-b811-39118467e8a2 tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905313 May 06 12:31:04.593367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:04.593367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-1e188ae6-3b5b-4a97-9f8b-4adfb4373a83 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb573afc-804d-4876-9d3b-cef186ae35e5 HTTP/1.1" status: 200 len: 1092 time: 2.5940046 May 06 12:31:04.593723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:04.686299 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3417b6a6-df35-44e0-843c-0b2b5721ae12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:04.851114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3417b6a6-df35-44e0-843c-0b2b5721ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.012068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3417b6a6-df35-44e0-843c-0b2b5721ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.075216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:05.130951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3417b6a6-df35-44e0-843c-0b2b5721ae12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.142346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'mac_address': 'fa:16:3e:d4:7d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:31:05.147566 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3417b6a6-df35-44e0-843c-0b2b5721ae12 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bf9ed672-d79d-480c-97ea-3c8f224b3156 HTTP/1.1" status: 204 len: 168 time: 1.8712568 May 06 12:31:05.149813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417b6a6-df35-44e0-843c-0b2b5721ae12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9ed672-d79d-480c-97ea-3c8f224b3156,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:05.151431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:05.298778 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.349926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.415015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0aa7ba-6de9-4669-9f70-0be43735df77 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:05.465129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233c378-29c0-4b7e-a4c7-799ced9e3141 req-11990d56-4984-4b61-a0e8-7110f6d1533d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:05.465842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:05.474879 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.484151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7233c378-29c0-4b7e-a4c7-799ced9e3141 req-11990d56-4984-4b61-a0e8-7110f6d1533d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 944 time: 0.5019190 May 06 12:31:05.492817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8b923-b13f-4ab0-99b3-661fc4ad93e6 req-bc1d35b0-0cac-4d8c-b5a2-97e41f7dc2ba tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:05.494481 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86a8b923-b13f-4ab0-99b3-661fc4ad93e6 req-bc1d35b0-0cac-4d8c-b5a2-97e41f7dc2ba tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.6702766 May 06 12:31:05.534460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-8f26459e-8b7b-4797-b7e8-adb25e166244 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 1095 time: 0.4394145 May 06 12:31:05.589805 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.648442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-7b3e3b54-dfa1-48bd-b677-cd8629911585 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb573afc-804d-4876-9d3b-cef186ae35e5 HTTP/1.1" status: 200 len: 217 time: 0.0983841 May 06 12:31:05.666126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276dcbf0-3319-4644-8f49-4814ea7ef22b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:05.683925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:05.700682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ad0359-ed47-4775-9d13-564e88cbc516') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:05.701370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ad0359-ed47-4775-9d13-564e88cbc516') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:05.718882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.754946 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.762261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9002-278d-404e-b50d-4874385db3af req-c0ff64ba-8385-4148-b8ad-94a770d4217a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:05.764557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-c0ff64ba-8385-4148-b8ad-94a770d4217a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 200 len: 844 time: 0.1086729 May 06 12:31:05.771604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:05.772986 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.777453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['4f0aa7ba-6de9-4669-9f70-0be43735df77'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: timer() May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:05.818217 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:05.959795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7233c378-29c0-4b7e-a4c7-799ced9e3141 req-d6b13161-5670-418a-a8db-ed6d9ebcdafe tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746373 May 06 12:31:05.965879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86a8b923-b13f-4ab0-99b3-661fc4ad93e6 req-d33b03eb-1ae2-48fe-affb-0747bc03d5b7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3337872 May 06 12:31:05.983178 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-fab06179-af1a-4c7b-8f88-e9e6b4e684a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef83465-48e7-4a53-bc95-1cb088eb8ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100129 May 06 12:31:06.036571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.073714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.112245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=276dcbf0-3319-4644-8f49-4814ea7ef22b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:06.123548 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8eb69a6a-5c43-449c-b708-00327c2754d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/276dcbf0-3319-4644-8f49-4814ea7ef22b HTTP/1.1" status: 204 len: 168 time: 0.9618950 May 06 12:31:06.146168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58446) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:06.176504 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f08f906-7667-409c-bab2-9982f440b049'] response: {'name': 'network-changed', 'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5', 'status': 'completed', 'code': 200} May 06 12:31:06.344224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-7b29f083-2c33-4f7f-9bfd-d040e4722e0d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:06.346860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-7b29f083-2c33-4f7f-9bfd-d040e4722e0d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.48 "GET /v2.0/ports?device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 949 time: 0.3164709 May 06 12:31:06.349451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-6dbd8362-df9f-4f2b-bf59-89ec92d8cd87 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588734 May 06 12:31:06.495293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58462) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:06.566029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-06ab3d4a-d87f-40b2-a246-a08b18ecad82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97c08917c4dd40c98f716f0b91fe1e9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0686879 May 06 12:31:06.569876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58466) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:06.691747 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-64b749ad-594f-48fe-882b-95fd792ca81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.696299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Deleting port 5de21cb5-1917-46c8-a2be-aac336d030a7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:06.697174 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.770709 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-64b749ad-594f-48fe-882b-95fd792ca81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.871999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-64b749ad-594f-48fe-882b-95fd792ca81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.900367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b749ad-594f-48fe-882b-95fd792ca81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e60568-1cc1-4a60-82ae-9cf966c0950f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:06.942321 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-64b749ad-594f-48fe-882b-95fd792ca81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.945021 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-64b749ad-594f-48fe-882b-95fd792ca81e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50e60568-1cc1-4a60-82ae-9cf966c0950f HTTP/1.1" status: 204 len: 168 time: 0.3734202 May 06 12:31:06.976402 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.008073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1098496532-network', 'tenant_id': 'bba835a065b645e4a21c2c0f6034e741'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:07.015435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff3efe-163c-4f60-8098-eb8b2050a6f6 req-59df69d7-f11d-4d8d-b24d-7d632e2c5b7d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:07.027855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78ff3efe-163c-4f60-8098-eb8b2050a6f6 req-59df69d7-f11d-4d8d-b24d-7d632e2c5b7d tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 951 time: 0.6355314 May 06 12:31:07.028856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:07.033559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39aa9002-278d-404e-b50d-4874385db3af req-0bc44793-337d-4cfa-a0df-cfe73a974eef service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427300 May 06 12:31:07.045003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Usage tracker for resource:network and tenant:bba835a065b645e4a21c2c0f6034e741 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:07.051986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:07.069702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:07.124162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Made reservation on behalf of bba835a065b645e4a21c2c0f6034e741 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:07.135001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.193641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.278579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:07.285825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Usage tracker for resource:security_group_rule and tenant:bba835a065b645e4a21c2c0f6034e741 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:07.290925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:07.299534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:07.428176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.437422 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.527952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:31:07.549679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:07.571227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.571766 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Added segment 92c16049-690e-423b-a747-02645d75e442 of type vlan for network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c May 06 12:31:07.594573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78ff3efe-163c-4f60-8098-eb8b2050a6f6 req-95c61eb2-e347-496b-ab40-a0640fad4b15 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650134 May 06 12:31:07.650149 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.709936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] For port 5de21cb5-1917-46c8-a2be-aac336d030a7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=5de21cb5-1917-46c8-a2be-aac336d030a7,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:07.710519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.729137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b0afc28-b2fc-418f-8a24-24688cf54c7c req-ed65bae2-61cf-423e-9d1c-419b0296c21d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 1095 time: 0.5690408 May 06 12:31:07.732721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.734078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:07.735469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.970506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Calling delete_port for 5de21cb5-1917-46c8-a2be-aac336d030a7 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:07.978737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] Pushing event updated for resources: {'Network': ['ID=1ac61acd-ad3e-4893-ab80-4aaa4629f17c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:07.984090 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-49f2d636-6f5f-4089-bbf4-7f7eac08befb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8366477 May 06 12:31:07.988497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58496) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:08.007735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:31:08.009273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Request body: {'subnet': {'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1098496532-subnet', 'tenant_id': 'bba835a065b645e4a21c2c0f6034e741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:08.028434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:08.039730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Usage tracker for resource:subnet and tenant:bba835a065b645e4a21c2c0f6034e741 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:08.045005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:08.057585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:08.100775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Made reservation on behalf of bba835a065b645e4a21c2c0f6034e741 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:08.114239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d17ed-af4c-4dbd-952d-c675e382b86d req-6ae28675-6644-4c77-9cf1-4ba067f756fa tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:08.115706 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:08.115944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a5d17ed-af4c-4dbd-952d-c675e382b86d req-6ae28675-6644-4c77-9cf1-4ba067f756fa tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 949 time: 0.6710639 May 06 12:31:08.356449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:08.559196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a5d17ed-af4c-4dbd-952d-c675e382b86d req-e65e1aca-4fcb-4a12-a1a9-1c20d30c463b tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/security-groups?id=dba4c24e-7441-4ffa-bbce-859c85225d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254177 May 06 12:31:08.642572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 4f0aa7ba-6de9-4669-9f70-0be43735df77 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:08.647071 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:08.665360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0afc28-b2fc-418f-8a24-24688cf54c7c req-9dd0624a-aa48-41d0-aaf3-5ed426d4cb24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:08.668233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b0afc28-b2fc-418f-8a24-24688cf54c7c req-9dd0624a-aa48-41d0-aaf3-5ed426d4cb24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 905 time: 0.9316003 May 06 12:31:08.840750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:08.979615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dc05d2-1e42-4253-a6fa-2c80124e8132,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:09.013807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f65ee9-a399-4197-8ed1-439cb84abbac req-f9306fec-b595-48c9-b80e-008d997f1326 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:09.022643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13f65ee9-a399-4197-8ed1-439cb84abbac req-f9306fec-b595-48c9-b80e-008d997f1326 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 944 time: 1.0606601 May 06 12:31:09.077629 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:09.140770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Checking segment: {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:09.142026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Network hostable DHCP agents. Network: 1ac61acd-ad3e-4893-ab80-4aaa4629f17c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:31:09.157628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13f65ee9-a399-4197-8ed1-439cb84abbac req-a675b256-d8cf-4e0a-8733-ec4ad8f4f631 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110358 May 06 12:31:09.158856 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:09.162855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b0afc28-b2fc-418f-8a24-24688cf54c7c req-a1899867-fb57-434d-b4be-ef8638aadae3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb573afc-804d-4876-9d3b-cef186ae35e5 HTTP/1.1" status: 200 len: 217 time: 0.4799817 May 06 12:31:09.192479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:09.236037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:31:09.239095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:09.249248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:09.268491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 1ac61acd-ad3e-4893-ab80-4aaa4629f17c) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:09.294816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:09.295904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:09.341296 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58516) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:09.407486 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fb1ca0c5-ccc3-46e3-b8c0-e14dc605a6b8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4165764 May 06 12:31:09.452908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Pushing event deleted for resources: {'Port': ['ID=5de21cb5-1917-46c8-a2be-aac336d030a7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:09.454172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5ea184-e284-4c81-a061-de1c605ff6a0 None None] Network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:09.691253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=10']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:09.792630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-576657808-network', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:09.811076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0afc28-b2fc-418f-8a24-24688cf54c7c req-9d6bfe8f-9dd3-4be7-9f58-2d828d74bd8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:09.813615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b0afc28-b2fc-418f-8a24-24688cf54c7c req-9d6bfe8f-9dd3-4be7-9f58-2d828d74bd8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 200 len: 844 time: 0.5129158 May 06 12:31:09.820321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:09.839626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Usage tracker for resource:network and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:09.855768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:09.882065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:09.925974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:09.929654 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:09.950674 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:09.989935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b0afc28-b2fc-418f-8a24-24688cf54c7c req-7a02a36b-a39c-4e3c-b405-7a8e814170fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef83465-48e7-4a53-bc95-1cb088eb8ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499169 May 06 12:31:10.001404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] No DVR routers for this DVR port 5de21cb5-1917-46c8-a2be-aac336d030a7 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:10.035826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:10.051622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Usage tracker for resource:security_group_rule and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:10.062087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:10.082276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:10.092525 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.206432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-deleted', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:10.359957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-078f54a8-1586-4af9-b3d5-4f9c1cfd855c req-a5241c1c-76a2-452e-b461-403381a30b3d tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.48 "DELETE /v2.0/ports/5de21cb5-1917-46c8-a2be-aac336d030a7 HTTP/1.1" status: 204 len: 173 time: 4.0051537 May 06 12:31:10.385873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb573afc-804d-4876-9d3b-cef186ae35e5 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:31:10.392134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.402290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.402531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:10.470462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cf3e1-895c-4130-b378-ff633ef11bb7 req-99d086d1-11ca-446e-b38c-d4d13197728f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:10.483225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-148cf3e1-895c-4130-b378-ff633ef11bb7 req-99d086d1-11ca-446e-b38c-d4d13197728f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.3420997 May 06 12:31:10.520585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae28ba31-1d39-4868-a4da-58ab07bc2d3d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:10.588555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:31:10.599222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.603802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.606878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.608514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.610102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.610783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.616281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.617696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.618363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.619067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.619711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:10.671964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.676734 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Added segment 5cfba977-0f87-438f-a4c3-9647d43b525e of type vlan for network 976f98d1-003f-441c-898e-2b2c65044136 May 06 12:31:10.723033 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b0afc28-b2fc-418f-8a24-24688cf54c7c req-6dd18df2-7a60-45df-9d1a-4dde2cc3fc4c service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187624 May 06 12:31:10.738667 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-148cf3e1-895c-4130-b378-ff633ef11bb7 req-3089fd2f-88f6-4d2d-9438-afdfee2f27a9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2484894 May 06 12:31:10.807619 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.941903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb573afc-804d-4876-9d3b-cef186ae35e5,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:10.946756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.950518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:10.952082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.960469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'eb573afc-804d-4876-9d3b-cef186ae35e5', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'port_id': 'eb573afc-804d-4876-9d3b-cef186ae35e5', 'mac_address': 'fa:16:3e:3e:44:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435ee102-df2b-4c8c-93e9-4ca8df1ada3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:31:10.974033 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b020a6-d980-42bd-b8b9-371bfdba7667'] response: {'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'code': 200} May 06 12:31:10.974462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 5de21cb5-1917-46c8-a2be-aac336d030a7 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:10.974826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 5de21cb5-1917-46c8-a2be-aac336d030a7 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:11.022328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-14241f15-aa13-411d-93ac-aca737a64761 req-2e6619b9-44f0-465f-8878-937ea38c396a tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Synchronizing usage tracker for tenant:afbcef3d78134e09830a3e4b99891e16 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:11.059534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-1ac61acd-ad3e-4893-ab80-4aaa4629f17c', 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c', 'tenant_id': 'bba835a065b645e4a21c2c0f6034e741', 'fixed_ips': [{'subnet_id': '51dc05d2-1e42-4253-a6fa-2c80124e8132'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:31:11.064432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:11.068884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-14241f15-aa13-411d-93ac-aca737a64761 req-2e6619b9-44f0-465f-8878-937ea38c396a tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] Unset dirty status for tenant:afbcef3d78134e09830a3e4b99891e16 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:11.070166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14241f15-aa13-411d-93ac-aca737a64761 req-2e6619b9-44f0-465f-8878-937ea38c396a tempest-ListImageFiltersTestJSON-976617744 tempest-ListImageFiltersTestJSON-976617744-project] 10.222.0.44 "GET /v2.0/ports?device_id=d64dcaa7-4b1b-46e2-ad07-5458b9446b95 HTTP/1.1" status: 200 len: 210 time: 0.1168485 May 06 12:31:11.099911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b0afc28-b2fc-418f-8a24-24688cf54c7c req-b947baeb-ab5d-4bdc-b2be-1c939ac9c9db service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600183 May 06 12:31:11.387444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Allocated IP 172.20.0.2 (1ac61acd-ad3e-4893-ab80-4aaa4629f17c/51dc05d2-1e42-4253-a6fa-2c80124e8132/f450103d-8c98-428e-8301-8c117bd9a649) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:11.476509 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1310112 May 06 12:31:11.480861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58548) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:11.506184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Request body: {'subnet': {'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-subnet', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:11.516819 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:11.542046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:11.546658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26fee0-f473-4df5-a58e-39ec818c9eaf admin admin] Pushing event updated for resources: {'Network': ['ID=976f98d1-003f-441c-898e-2b2c65044136,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:11.550353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb573afc-804d-4876-9d3b-cef186ae35e5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:11.561812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Usage tracker for resource:subnet and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:11.567604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:11.577784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:11.590712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 976f98d1-003f-441c-898e-2b2c65044136 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:31:11.594581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:11.602764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:11.830818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb573afc-804d-4876-9d3b-cef186ae35e5,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:11.853576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1422-1f96-4b9d-a8f6-b638adecc7fe req-1122740f-c9b5-4d98-a2fc-04dbdc007646 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:11.856563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-421e1422-1f96-4b9d-a8f6-b638adecc7fe req-1122740f-c9b5-4d98-a2fc-04dbdc007646 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 944 time: 0.5179679 May 06 12:31:11.864333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3eb6c736-2a4f-41b0-b291-25d3595fea51 req-939f7b7a-d526-48f2-8946-6e4e5f2d3003 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 1102 time: 0.3654187 May 06 12:31:11.903277 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.003646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3eb6c736-2a4f-41b0-b291-25d3595fea51 req-191914ef-313c-4b0b-a2d4-7495a38049ff tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298108 May 06 12:31:12.074486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-421e1422-1f96-4b9d-a8f6-b638adecc7fe req-faa72fd2-449c-438a-b95d-263520190cab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954286 May 06 12:31:12.132600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.182343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=eb573afc-804d-4876-9d3b-cef186ae35e5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:12.187583 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-932f27a8-fd0f-4839-99d9-ceea760afa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.202523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.210685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['eb573afc-804d-4876-9d3b-cef186ae35e5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:12.227046 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:31:12.245147 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce765b2-1945-4ebf-8f20-13055b065505'] response: {'server_uuid': 'd64dcaa7-4b1b-46e2-ad07-5458b9446b95', 'name': 'network-vif-deleted', 'tag': '5de21cb5-1917-46c8-a2be-aac336d030a7', 'status': 'completed', 'code': 200} May 06 12:31:12.280092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a2bf6a-d5e5-4d51-9ebb-6706229d28df,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:12.295370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Checking segment: {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:12.295370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Network hostable DHCP agents. Network: 976f98d1-003f-441c-898e-2b2c65044136, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:31:12.352021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Transition to ACTIVE for port object f450103d-8c98-428e-8301-8c117bd9a649 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:12.381363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Network 976f98d1-003f-441c-898e-2b2c65044136 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:31:12.396171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Transition to ACTIVE for port object f450103d-8c98-428e-8301-8c117bd9a649 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:12.417986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 976f98d1-003f-441c-898e-2b2c65044136) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:12.423819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:12.425157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.429721 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.477760 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7793d34a-8038-4d66-b98b-b12f4d73b9da admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9953864 May 06 12:31:12.480906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58566) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:12.490471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:12.520653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:12.531719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf04fa-b30b-4dc6-bfb9-e260f0644c43 None None] Network 976f98d1-003f-441c-898e-2b2c65044136 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:12.539981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Usage tracker for resource:router and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:12.554015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Pushing event updated for resources: {'Port': ['ID=f450103d-8c98-428e-8301-8c117bd9a649,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:12.555803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:12.590975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:12.622205 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.625229 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.643030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:12.656415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:12.663718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:12.710344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.850216 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.874202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Attempting to bind port f450103d-8c98-428e-8301-8c117bd9a649 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:12.875106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Attempting to bind port f450103d-8c98-428e-8301-8c117bd9a649 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:12.875681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Attempting to bind port f450103d-8c98-428e-8301-8c117bd9a649 on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:12.890247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:12.890918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Checking segment: {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:12.891566 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.892187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Bound using segment: {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:12.893991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Bound port: f450103d-8c98-428e-8301-8c117bd9a649, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:12.894667 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.130839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] For port f450103d-8c98-428e-8301-8c117bd9a649, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:13.141886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] For port f450103d-8c98-428e-8301-8c117bd9a649, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f450103d-8c98-428e-8301-8c117bd9a649,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:13.196700 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.336524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ae7de-739c-4367-baef-d6cf412f5e02 None None] Pushing event updated for resources: {'Port': ['ID=f450103d-8c98-428e-8301-8c117bd9a649,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:13.341973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-976f98d1-003f-441c-898e-2b2c65044136', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:31:13.342873 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.620619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-86988495-1640-4d47-b8d5-89f31128f746 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:13.629896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Allocated IP 172.20.0.2 (976f98d1-003f-441c-898e-2b2c65044136/71a2bf6a-d5e5-4d51-9ebb-6706229d28df/f8b4939c-a8ed-4931-88d9-ab022d463f64) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:13.631035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-86988495-1640-4d47-b8d5-89f31128f746 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 816 time: 0.7154448 May 06 12:31:13.686886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-ea1ff881-a427-44d1-9994-7c6d9d08fe64 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/quotas/bba835a065b645e4a21c2c0f6034e741 HTTP/1.1" status: 200 len: 375 time: 0.0547390 May 06 12:31:14.038442 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.174038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e66c13f2-52cc-4037-830f-21e428c05a84 req-670d7a0f-1133-42e9-afc1-5f6bc0f5a415 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1095 time: 0.8170850 May 06 12:31:14.337618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f450103d-8c98-428e-8301-8c117bd9a649 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:14.406867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb573afc-804d-4876-9d3b-cef186ae35e5 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:14.539006 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.603933 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-842586a5-19e3-423d-9ad3-232c8ccac30a tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9156673 May 06 12:31:14.667174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Transition to ACTIVE for port object f8b4939c-a8ed-4931-88d9-ab022d463f64 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:14.702846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfd7f-248d-4509-ab0f-b653830a3515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.707885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port eb573afc-804d-4876-9d3b-cef186ae35e5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:14.719477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port eb573afc-804d-4876-9d3b-cef186ae35e5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:14.719956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.759318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Transition to ACTIVE for port object f8b4939c-a8ed-4931-88d9-ab022d463f64 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:14.780326 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.868630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f450103d-8c98-428e-8301-8c117bd9a649 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:14.876165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Network 976f98d1-003f-441c-898e-2b2c65044136 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:14.888749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:14.898586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:14.924195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Pushing event updated for resources: {'Port': ['ID=f8b4939c-a8ed-4931-88d9-ab022d463f64,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:15.115319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Attempting to bind port f8b4939c-a8ed-4931-88d9-ab022d463f64 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:15.115679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Attempting to bind port f8b4939c-a8ed-4931-88d9-ab022d463f64 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:15.116057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Attempting to bind port f8b4939c-a8ed-4931-88d9-ab022d463f64 on network 976f98d1-003f-441c-898e-2b2c65044136 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:15.129155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d42aa-a3e4-4016-a4ea-47bf7906d941 req-6c77081b-2f65-4da0-ae24-ebbebf943c62 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:15.130276 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.143640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c93d42aa-a3e4-4016-a4ea-47bf7906d941 req-6c77081b-2f65-4da0-ae24-ebbebf943c62 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.9665153 May 06 12:31:15.174918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:15.175314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Checking segment: {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:15.176084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.176474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Bound using segment: {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:15.177092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Bound port: f8b4939c-a8ed-4931-88d9-ab022d463f64, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:15.177533 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.209843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c13f2-52cc-4037-830f-21e428c05a84 req-94ba5b36-2c24-4d91-9992-379d46dc0f2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:15.212482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:15.213352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e66c13f2-52cc-4037-830f-21e428c05a84 req-94ba5b36-2c24-4d91-9992-379d46dc0f2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 1.0177233 May 06 12:31:15.270800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb573afc-804d-4876-9d3b-cef186ae35e5,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:15.281304 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.413385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47483940-8e58-4817-980d-a007a8b0f85f None None] Network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:15.448726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] For port f8b4939c-a8ed-4931-88d9-ab022d463f64, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:15.519453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.535034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-aa64f161-103b-4eac-9492-eb2f18238cab service neutron] 10.222.0.44 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8902867 May 06 12:31:15.556135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] For port f8b4939c-a8ed-4931-88d9-ab022d463f64, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f8b4939c-a8ed-4931-88d9-ab022d463f64,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:15.556135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f40ba59a-7f18-452b-be56-f7c8d83721a2 None None] Provisioning for port f450103d-8c98-428e-8301-8c117bd9a649 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:15.619977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f40ba59a-7f18-452b-be56-f7c8d83721a2 None None] Provisioning complete for port f450103d-8c98-428e-8301-8c117bd9a649 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:15.620396 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f40ba59a-7f18-452b-be56-f7c8d83721a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.689579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=eb573afc-804d-4876-9d3b-cef186ae35e5,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:15.697555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.788977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c93d42aa-a3e4-4016-a4ea-47bf7906d941 req-46bb89fd-d974-45a0-ad4a-ecded948ad17 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6440234 May 06 12:31:15.974821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34731-a019-4319-aa0a-15f1d03fb818 None None] Pushing event updated for resources: {'Port': ['ID=f8b4939c-a8ed-4931-88d9-ab022d463f64,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:16.023674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-14ba8742-bfb3-4c05-9ff5-401955ff7158 service neutron] 10.222.0.44 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719148 May 06 12:31:16.035430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e66c13f2-52cc-4037-830f-21e428c05a84 req-b245f333-6fdc-46b4-9c6b-525b219b4b44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 998 time: 0.7856545 May 06 12:31:16.151785 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.210018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f40ba59a-7f18-452b-be56-f7c8d83721a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.412178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f40ba59a-7f18-452b-be56-f7c8d83721a2 None None] For port f450103d-8c98-428e-8301-8c117bd9a649, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f450103d-8c98-428e-8301-8c117bd9a649,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:16.420365 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f40ba59a-7f18-452b-be56-f7c8d83721a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.485470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.600185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.628669 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ba59a-7f18-452b-be56-f7c8d83721a2 None None] Pushing event updated for resources: {'Port': ['ID=f450103d-8c98-428e-8301-8c117bd9a649,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:16.767005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c13f2-52cc-4037-830f-21e428c05a84 req-6e0a5363-1651-4725-9077-2d895f177fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:16.771152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e66c13f2-52cc-4037-830f-21e428c05a84 req-6e0a5363-1651-4725-9077-2d895f177fd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.6561460 May 06 12:31:16.917893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c4ab6-1519-4bd6-808c-bfc35bd685ff req-2158ca68-738a-4ee6-abc9-ef88a19e4c6a tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:16.930655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b8c4ab6-1519-4bd6-808c-bfc35bd685ff req-2158ca68-738a-4ee6-abc9-ef88a19e4c6a tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 946 time: 0.7265015 May 06 12:31:17.162853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1db9dae7-acdc-4e7e-a355-81046618f4a8 None None] Provisioning complete for port f450103d-8c98-428e-8301-8c117bd9a649 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:17.163541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1db9dae7-acdc-4e7e-a355-81046618f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.163665 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b8c4ab6-1519-4bd6-808c-bfc35bd685ff req-3ca86852-1b0c-49e3-9e28-898b6f01fb77 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932352 May 06 12:31:17.350116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b29458a-92a8-4f52-b316-563244a3d1e9 req-a65cdb0c-fed8-47ae-be63-91e0f2fb6322 tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 1102 time: 0.3775620 May 06 12:31:17.374489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e66c13f2-52cc-4037-830f-21e428c05a84 req-9023b6de-150c-440b-b3fa-65ce2d2a3124 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5935917 May 06 12:31:17.380559 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.773644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e66c13f2-52cc-4037-830f-21e428c05a84 req-6ee25604-431f-448b-97dc-e9742b1dd646 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886070 May 06 12:31:17.776410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Allocated IP 172.25.7.179 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/22c17246-d0f0-4fad-a9f9-76fc1aa1890a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:18.008499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58624) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:18.258932 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b29458a-92a8-4f52-b316-563244a3d1e9 req-211d8e1f-0893-4c99-b79c-1aaf86042ccf tempest-ServersAdminTestJSON-1574813164 tempest-ServersAdminTestJSON-1574813164-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9034121 May 06 12:31:18.456833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da51998a-dc35-4657-b034-f6edbf133ce1 None None] Network 976f98d1-003f-441c-898e-2b2c65044136 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:18.643058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e66c13f2-52cc-4037-830f-21e428c05a84 req-c0252158-2eb7-4d73-a67e-22c6899c7589 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8601692 May 06 12:31:18.652368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3e2a-12e9-4054-94cc-c53e848f24ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:18.662367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f450103d-8c98-428e-8301-8c117bd9a649 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:18.685767 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:18.796262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:18.797035 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e3e90b-722c-48bc-bfe3-11d71b883caa'] response: {'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5', 'code': 200} May 06 12:31:18.836829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0d0c3e2a-12e9-4054-94cc-c53e848f24ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:18.861727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0d0c3e2a-12e9-4054-94cc-c53e848f24ad admin admin] Usage tracker for resource:security_group_rule and tenant:a2bba35f9a034353942fea997b4d9c00 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:18.869870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-88353430-76b0-40db-8297-d92a6732c7e7 None None] Provisioning for port f8b4939c-a8ed-4931-88d9-ab022d463f64 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:18.874413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0d0c3e2a-12e9-4054-94cc-c53e848f24ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:18.898810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0d0c3e2a-12e9-4054-94cc-c53e848f24ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:19.019678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:19.030816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f450103d-8c98-428e-8301-8c117bd9a649 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:19.031201 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.033997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:19.058143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:19.116696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3e2a-12e9-4054-94cc-c53e848f24ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.127462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d0c3e2a-12e9-4054-94cc-c53e848f24ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.213326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Pushing event updated for resources: {'Port': ['ID=22c17246-d0f0-4fad-a9f9-76fc1aa1890a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:19.353270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c3e2a-12e9-4054-94cc-c53e848f24ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7002e8-98a3-46ee-8fc0-daf38a7a8f36,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:19.385059 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0d0c3e2a-12e9-4054-94cc-c53e848f24ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2bba35f9a034353942fea997b4d9c00&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3665195 May 06 12:31:19.385795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58646) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:19.696209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2c12-15a3-4195-8506-fe9066e49fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.707986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f8b4939c-a8ed-4931-88d9-ab022d463f64 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:19.757497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2c12-15a3-4195-8506-fe9066e49fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.896138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2c12-15a3-4195-8506-fe9066e49fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.912071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c2c12-15a3-4195-8506-fe9066e49fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7002e8-98a3-46ee-8fc0-daf38a7a8f36,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:19.920729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a5c2c12-15a3-4195-8506-fe9066e49fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.922370 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9a5c2c12-15a3-4195-8506-fe9066e49fe8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa7002e8-98a3-46ee-8fc0-daf38a7a8f36 HTTP/1.1" status: 204 len: 168 time: 0.5349619 May 06 12:31:20.154976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c90f5c4-0a90-49a1-9d23-e414c46c7661 req-7bf1bdae-50ba-4e37-a686-40ad71a07292 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 1097 time: 1.2304356 May 06 12:31:20.180165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f8b4939c-a8ed-4931-88d9-ab022d463f64 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:20.199920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f8b4939c-a8ed-4931-88d9-ab022d463f64 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:20.200564 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.297121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27531a23-0dfe-4005-852d-8da97349a990 req-3af2f5cf-4866-449a-a815-1afee8d6618f tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:20.309372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-3af2f5cf-4866-449a-a815-1afee8d6618f tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 816 time: 1.1715503 May 06 12:31:20.372803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-55e6611b-cc36-428a-bfc0-030db1b0b063 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/quotas/bba835a065b645e4a21c2c0f6034e741 HTTP/1.1" status: 200 len: 375 time: 0.0617297 May 06 12:31:20.537520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-c5541787-5101-4a71-a740-9a16c032e454 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:20.539135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-c5541787-5101-4a71-a740-9a16c032e454 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.36 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 816 time: 0.9496086 May 06 12:31:20.566039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Request body: {'port': {'device_id': '49334f77-5b60-4686-bb58-2367f0d480f2', 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c', 'admin_state_up': True, 'tenant_id': 'bba835a065b645e4a21c2c0f6034e741'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:20.573844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.598162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d0e8834b-5c5d-43d3-9afc-9be9c325a36e None None] Provisioning complete for port f8b4939c-a8ed-4931-88d9-ab022d463f64 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:20.598724 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d0e8834b-5c5d-43d3-9afc-9be9c325a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.655918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee85d5c-87a8-4fa9-b328-61affcc1345a req-7248f0a8-2e03-4f04-8a0b-23bb53a7d491 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:20.658965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eee85d5c-87a8-4fa9-b328-61affcc1345a req-7248f0a8-2e03-4f04-8a0b-23bb53a7d491 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.0926929 May 06 12:31:20.662031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c90f5c4-0a90-49a1-9d23-e414c46c7661 req-b3a6aaf7-b63f-412d-9201-dd481b29b20f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788198 May 06 12:31:20.685695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f8b4939c-a8ed-4931-88d9-ab022d463f64, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f8b4939c-a8ed-4931-88d9-ab022d463f64,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:20.691446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.840621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f8b4939c-a8ed-4931-88d9-ab022d463f64,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:20.968994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-3dd2cad4-c9de-4e8d-874f-5046753f1cce tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5949779 May 06 12:31:21.262501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eee85d5c-87a8-4fa9-b328-61affcc1345a req-bfb4b629-b40a-4aac-aae6-b1816a749f65 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4945140 May 06 12:31:21.323499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-d21269e8-be88-4c38-9f95-8adf4db27872 service neutron] 10.222.0.44 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529563 May 06 12:31:21.355695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:21.418862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Usage tracker for resource:port and tenant:bba835a065b645e4a21c2c0f6034e741 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:21.426972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:21.446999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:21.463742 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.464885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.489433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Made reservation on behalf of bba835a065b645e4a21c2c0f6034e741 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:21.494065 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.984133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-65d713da-bfce-4d4e-ae4c-15262a0aa8d2 service neutron] 10.222.0.44 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596012 May 06 12:31:22.239509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767cc4f-75ad-4ef8-8e20-d2f689312cbc req-c2a71f11-a481-41de-920a-536570b5acb0 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:22.241265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d767cc4f-75ad-4ef8-8e20-d2f689312cbc req-c2a71f11-a481-41de-920a-536570b5acb0 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 946 time: 0.3927703 May 06 12:31:22.359102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Allocated IP 172.20.0.6 (1ac61acd-ad3e-4893-ab80-4aaa4629f17c/51dc05d2-1e42-4253-a6fa-2c80124e8132/930a7eae-fc1b-41e6-83d5-4773bc4302f2) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:22.540783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d767cc4f-75ad-4ef8-8e20-d2f689312cbc req-83390241-9351-4b4b-9ffa-5f2dcbce2ceb tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875159 May 06 12:31:22.885512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f8b4939c-a8ed-4931-88d9-ab022d463f64 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:22.986858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.019511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Transition to ACTIVE for port object 930a7eae-fc1b-41e6-83d5-4773bc4302f2 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:23.076451 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.172414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:23.184536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:23.187348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:23.216520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f8b4939c-a8ed-4931-88d9-ab022d463f64 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:23.217098 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.292520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:23.293440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.378279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Pushing event updated for resources: {'Port': ['ID=930a7eae-fc1b-41e6-83d5-4773bc4302f2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:23.418584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.419270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.420609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.421199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.421726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.422248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.422769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.423400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.423921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.424955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.425861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:23.441645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Router c3fc959f-18c4-4712-9762-8b8e52b115a7 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:31:23.459138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-55ddadbe-4953-41e9-8920-ea67699443bd tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9005764 May 06 12:31:23.480835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Request body: {'port': {'device_id': '49334f77-5b60-4686-bb58-2367f0d480f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:23.821246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-eb3f2bda-030c-4d39-81ba-43bcafe22d6c None None] Provisioning for port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:23.837356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-eb3f2bda-030c-4d39-81ba-43bcafe22d6c None None] Provisioning complete for port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:23.837940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2bda-030c-4d39-81ba-43bcafe22d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.980290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f2bda-030c-4d39-81ba-43bcafe22d6c None None] Port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:31:24.191306 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.816196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-cd7643cf-f7f3-44e3-84d0-fb511393106c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1810384 May 06 12:31:25.060216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-34198cc6-4df7-4114-81ea-ea13b52d321a tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:25.061928 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-34198cc6-4df7-4114-81ea-ea13b52d321a tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 950 time: 0.1416764 May 06 12:31:25.165934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Deleting port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:25.167000 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.431393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc5dcd-b110-45b3-8c16-260b31055e20 req-86c1e79e-e9ab-4ae1-bcdb-8666d7344f1f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:25.437972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28fc5dcd-b110-45b3-8c16-260b31055e20 req-86c1e79e-e9ab-4ae1-bcdb-8666d7344f1f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.3509600 May 06 12:31:25.440216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-4a2c937a-9e74-4269-b051-80107b80a81c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:25.447227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-4a2c937a-9e74-4269-b051-80107b80a81c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 816 time: 1.2877696 May 06 12:31:25.579009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] For port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:25.579779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.731646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-de1e041a-6d54-4f87-b7e0-b69b61a6640b tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/quotas/bba835a065b645e4a21c2c0f6034e741 HTTP/1.1" status: 200 len: 375 time: 0.2830715 May 06 12:31:25.796733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Calling delete_port for 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:25.807637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27531a23-0dfe-4005-852d-8da97349a990 req-81137936-0f44-4de0-b54d-253ea96a3862 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:25.810712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-81137936-0f44-4de0-b54d-253ea96a3862 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.48 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 816 time: 1.2459905 May 06 12:31:25.876360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Request body: {'port': {'device_id': 'a74c88b2-927e-4a7f-983a-ec47f3d0d561', 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c', 'admin_state_up': True, 'tenant_id': 'bba835a065b645e4a21c2c0f6034e741'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:26.037102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-e280ce52-c2c1-4c0e-aa18-a8a8378ab5cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 1095 time: 0.9163265 May 06 12:31:26.059253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28fc5dcd-b110-45b3-8c16-260b31055e20 req-394e3dbe-3657-45c6-a59c-dcd53dd0f938 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6088328 May 06 12:31:26.092363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.109052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['080ce7fa-d028-4b95-bf7b-4c5322c22207'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:26.168639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Pushing event deleted for resources: {'Port': ['ID=687ac72b-6ca2-4a28-8b16-8bc0724dbd97,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:26.177324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['687ac72b-6ca2-4a28-8b16-8bc0724dbd97', '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:26.386323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] No DVR routers for this DVR port 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:26.394181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.422226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c70303a-3ca6-4b3d-b8f8-5172ef04fd34', 'name': 'network-vif-deleted', 'tag': '687ac72b-6ca2-4a28-8b16-8bc0724dbd97'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:26.444090 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-41f1d343-d53f-40eb-8066-e06d3312d800 req-ea95f1dc-8121-414f-a592-cba17d40fae7 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "DELETE /v2.0/ports/687ac72b-6ca2-4a28-8b16-8bc0724dbd97 HTTP/1.1" status: 204 len: 173 time: 1.3723786 May 06 12:31:26.498306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:31:26.518269 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Sync routers for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:31:26.557172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:31:26.569885 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:26.576394 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:31:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:26.608618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:26.732425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-241757e5-e2dd-41a2-ab44-982ff3800e3c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Synchronizing usage tracker for tenant:bba835a065b645e4a21c2c0f6034e741 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:26.752877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Usage tracker for resource:port and tenant:bba835a065b645e4a21c2c0f6034e741 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:26.855589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-825ff8b2-f397-4389-aa5e-e2f582484f79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:26.858391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-825ff8b2-f397-4389-aa5e-e2f582484f79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 0.7882531 May 06 12:31:26.906289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:26.913397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.915211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4824c1bd-f8b7-4603-a918-a1990e581f44 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 14.4329064 May 06 12:31:26.920123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58730) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:27.000234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:27.039415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60f9396f-e49c-4d79-861d-b4a4980a5b96 req-764fd4d9-3e66-4914-b038-3516fa1f2390 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c70303a-3ca6-4b3d-b8f8-5172ef04fd34 HTTP/1.1" status: 200 len: 210 time: 0.1780233 May 06 12:31:27.086500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930a7eae-fc1b-41e6-83d5-4773bc4302f2 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:27.104920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Made reservation on behalf of bba835a065b645e4a21c2c0f6034e741 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:27.108922 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.128160 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.152361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-241757e5-e2dd-41a2-ab44-982ff3800e3c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Unset dirty status for tenant:bba835a065b645e4a21c2c0f6034e741 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:27.168594 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-241757e5-e2dd-41a2-ab44-982ff3800e3c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3856647 May 06 12:31:27.202111 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:27.678827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Transition to ACTIVE for port object 930a7eae-fc1b-41e6-83d5-4773bc4302f2 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:27.908224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6c0a09fc-a436-4c3b-b7a5-e1753cdbeb0a service neutron] 10.222.0.44 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367649 May 06 12:31:27.912071 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-71d94b4f-55e5-449e-820d-da88ea778a92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 200 len: 998 time: 0.9901924 May 06 12:31:27.923216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:28.004303 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:20Z', 'revision_number': 3, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:28.018107 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Checking router: c3fc959f-18c4-4712-9762-8b8e52b115a7 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:31:28.018744 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Updating router c3fc959f-18c4-4712-9762-8b8e52b115a7 port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:31:28.128137 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:28.372716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Pushing event updated for resources: {'Port': ['ID=930a7eae-fc1b-41e6-83d5-4773bc4302f2,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:28.390569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:28.399651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-3ec3a54b-7b21-4341-b31d-950b59a882c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:28.402761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-3ec3a54b-7b21-4341-b31d-950b59a882c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.4289851 May 06 12:31:28.465961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:28.478651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 687ac72b-6ca2-4a28-8b16-8bc0724dbd97 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:28.661176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Allocated IP 172.20.0.14 (1ac61acd-ad3e-4893-ab80-4aaa4629f17c/51dc05d2-1e42-4253-a6fa-2c80124e8132/7fcd7593-24e4-4cf0-9f69-b8f8af760e95) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:29.021812 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.063305 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Transition to ACTIVE for port object 22c17246-d0f0-4fad-a9f9-76fc1aa1890a will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:29.080039 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.317303 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Attempting to bind port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:29.322000 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Attempting to bind port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:29.322827 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Attempting to bind port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:29.380813 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Pushing event updated for resources: {'Port': ['ID=22c17246-d0f0-4fad-a9f9-76fc1aa1890a,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:29.407886 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:29.408989 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:29.409982 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.411344 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:29.411822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.413491 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Bound port: 22c17246-d0f0-4fad-a9f9-76fc1aa1890a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:29.414515 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.462651 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.463761 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.464605 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.465785 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.466666 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.469798 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.470819 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.471730 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.472675 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.473459 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.474384 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:29.620552 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] For port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:29.629131 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] For port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=22c17246-d0f0-4fad-a9f9-76fc1aa1890a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:29.637940 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.812457 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3d83b-25aa-4f15-b966-dfbb2237309a None None] Pushing event updated for resources: {'Port': ['ID=22c17246-d0f0-4fad-a9f9-76fc1aa1890a,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:29.814458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751638de-f331-4c82-8113-d19948cf03b9 req-e463957e-eaae-4a2c-af73-46a4d74622c5 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:29.817253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-751638de-f331-4c82-8113-d19948cf03b9 req-e463957e-eaae-4a2c-af73-46a4d74622c5 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 946 time: 2.5284126 May 06 12:31:29.884703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Allocated IP 172.20.0.1 (976f98d1-003f-441c-898e-2b2c65044136/71a2bf6a-d5e5-4d51-9ebb-6706229d28df/a33e1c6a-37c8-4159-95d1-1abff53765e4) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:29.893111 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:29.895611 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:31:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:30.101721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-45228fc9-2ef8-4436-8f90-9c86ae7881a8 service neutron] 10.222.0.44 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1724460 May 06 12:31:30.209035 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:30.236134 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-66eec61f-c9c8-44b3-b1e3-eacc43d11a47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3293433 May 06 12:31:30.246211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Transition to ACTIVE for port object a33e1c6a-37c8-4159-95d1-1abff53765e4 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:30.367373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:30.465426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Attempting to bind port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:30.466111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Attempting to bind port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:30.466791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Attempting to bind port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:30.557141 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:30.627568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-751638de-f331-4c82-8113-d19948cf03b9 req-5589e833-95ef-4dc9-8208-657819c38761 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931901 May 06 12:31:30.644972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Network 976f98d1-003f-441c-898e-2b2c65044136 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:30.646564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a33e1c6a-37c8-4159-95d1-1abff53765e4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:30.655091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:30.679312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:30.681399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:30.719436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:31:30.719954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Attempting to bind port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:30.817315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:30.818348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Checking segment: {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:30.818902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Bound using segment: {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:30.820104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Bound port: 930a7eae-fc1b-41e6-83d5-4773bc4302f2, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:30.820829 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:30.853330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Transition to ACTIVE for port object 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:31.008274 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.057905 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-c4f35c83-cf95-414d-9b31-7b2d8bd90f2c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7696941 May 06 12:31:31.058967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-95011070-22d0-4e1b-b03b-f0b9bcc6fcbc service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7520058 May 06 12:31:31.234477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-61a8e8fc-3df5-4cdb-beb4-6147cdd46556 None None] Provisioning for port a33e1c6a-37c8-4159-95d1-1abff53765e4 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:31.258439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-61a8e8fc-3df5-4cdb-beb4-6147cdd46556 None None] Provisioning complete for port a33e1c6a-37c8-4159-95d1-1abff53765e4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:31.259378 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61a8e8fc-3df5-4cdb-beb4-6147cdd46556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.473173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.497850 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-0cf7bd45-40e7-40d6-996d-b3ed9a8d9163 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b9e59d353934844bfe6a661b292f792&device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 1096 time: 0.3959129 May 06 12:31:31.517060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-61a8e8fc-3df5-4cdb-beb4-6147cdd46556 None None] Port a33e1c6a-37c8-4159-95d1-1abff53765e4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:31:31.836853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:20Z', 'revision_number': 3, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:31.844976 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcc07eb-5166-42be-9949-b47f72004676 None None] The sync data for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 is: [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:20Z', 'revision_number': 3, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:31:31.932904 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfbd695-6bbc-42d3-8160-9cbc6fe03e45'] response: {'server_uuid': '7c70303a-3ca6-4b3d-b8f8-5172ef04fd34', 'name': 'network-vif-deleted', 'tag': '687ac72b-6ca2-4a28-8b16-8bc0724dbd97', 'status': 'completed', 'code': 200} May 06 12:31:32.035549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd6c6b3-dc24-47be-b476-77fedf8ac966 req-993d4ddc-fc56-4d65-99f1-bfb70ef7e500 service neutron] 10.222.0.36 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9499023 May 06 12:31:32.051764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] For port 930a7eae-fc1b-41e6-83d5-4773bc4302f2, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:32.067343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:32.082116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] For port 930a7eae-fc1b-41e6-83d5-4773bc4302f2, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=930a7eae-fc1b-41e6-83d5-4773bc4302f2,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:32.384728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Pushing event updated for resources: {'Port': ['ID=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:32.418957 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:32.578091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:32.787905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:32.789582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] 10.222.0.36 "PUT /v2.0/ports/930a7eae-fc1b-41e6-83d5-4773bc4302f2 HTTP/1.1" status: 200 len: 1091 time: 9.3212445 May 06 12:31:32.790823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:32.853550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:33.032732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49334f77-5b60-4686-bb58-2367f0d480f2', 'tag': '930a7eae-fc1b-41e6-83d5-4773bc4302f2'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:33.058927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58780) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:33.074861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 22c17246-d0f0-4fad-a9f9-76fc1aa1890a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:33.266664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:33.267398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.461206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-fffbf001-98dc-4599-b2c4-d93a9f084cd3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5811098 May 06 12:31:33.472231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:33.486501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Request body: {'port': {'device_id': 'a74c88b2-927e-4a7f-983a-ec47f3d0d561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:33.489897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:33.490950 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.549475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.646166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.951239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.038784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-4cec77a4-f822-4880-b064-df63a43de381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:34.043962 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-4cec77a4-f822-4880-b064-df63a43de381 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 200 len: 911 time: 2.1293011 May 06 12:31:34.065846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=22c17246-d0f0-4fad-a9f9-76fc1aa1890a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:34.091457 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.258986 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-83a2f96d-8326-4d7d-9997-2ce1b8919e04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f2db186-3f73-4559-84cc-ef46760f1371 HTTP/1.1" status: 200 len: 217 time: 0.1890559 May 06 12:31:34.275471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a33e1c6a-37c8-4159-95d1-1abff53765e4,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:34.282227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.308036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-a8e8fa44-93fe-4f75-8c1c-51a9bfdea5a8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:34.312433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-a8e8fa44-93fe-4f75-8c1c-51a9bfdea5a8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.48 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 816 time: 0.6523683 May 06 12:31:34.360650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Request body: {'port': {'device_id': 'e10df792-00bb-4c6e-924d-1abde7a75caa', 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c', 'admin_state_up': True, 'tenant_id': 'bba835a065b645e4a21c2c0f6034e741'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:34.387439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2375609f-162e-4a16-9cc2-9fa42b84b1ca req-ee457d20-f78e-49ac-93a1-d4b3654469b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Synchronizing usage tracker for tenant:bba835a065b645e4a21c2c0f6034e741 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:34.429276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=22c17246-d0f0-4fad-a9f9-76fc1aa1890a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:34.440839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3553722d-8f1d-4be9-bf72-ffcee77fa118 None None] Provisioning for port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:34.461502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3553722d-8f1d-4be9-bf72-ffcee77fa118 None None] Provisioning complete for port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:34.462117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3553722d-8f1d-4be9-bf72-ffcee77fa118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.615992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae3e38-f65b-463b-8174-5a861bab2367 req-55e73ccc-178f-4bc4-af03-c10efb73b312 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:34.630655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3ae3e38-f65b-463b-8174-5a861bab2367 req-55e73ccc-178f-4bc4-af03-c10efb73b312 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 3.1138785 May 06 12:31:34.635324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2375609f-162e-4a16-9cc2-9fa42b84b1ca req-ee457d20-f78e-49ac-93a1-d4b3654469b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Unset dirty status for tenant:bba835a065b645e4a21c2c0f6034e741 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:34.635893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3553722d-8f1d-4be9-bf72-ffcee77fa118 None None] Port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:31:34.649953 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2375609f-162e-4a16-9cc2-9fa42b84b1ca req-ee457d20-f78e-49ac-93a1-d4b3654469b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 210 time: 0.5709949 May 06 12:31:34.656114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-6dbf3a73-0285-499b-851c-6466bfecffb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:34.657784 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-6dbf3a73-0285-499b-851c-6466bfecffb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 200 len: 849 time: 0.3645530 May 06 12:31:34.708914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340f87f-30ee-437a-b557-4232b59dfb67 service neutron] Pushing event updated for resources: {'Port': ['ID=930a7eae-fc1b-41e6-83d5-4773bc4302f2,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:34.783650 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.897666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Network 976f98d1-003f-441c-898e-2b2c65044136 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:34.912278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:34.915067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-84f5cab6-2127-4002-b8f4-ccd96c4d6de7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 1094 time: 1.7727869 May 06 12:31:34.948206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 22c17246-d0f0-4fad-a9f9-76fc1aa1890a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:35.204112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:35.211458 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.502731 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-9a5a05ff-cd65-48ec-b5b2-780ccca5aac9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2c9a1d8b-7afe-4eff-bddf-177184856d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8367074 May 06 12:31:35.578228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-0bf6b4c5-9134-4534-bd3b-fd326301787d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930a7eae-fc1b-41e6-83d5-4773bc4302f2 HTTP/1.1" status: 200 len: 217 time: 0.2324982 May 06 12:31:35.585035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:35.600340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:35.616620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c2c55526-ed84-4c8b-a107-31002fade8a2 None None] Provisioning complete for port a33e1c6a-37c8-4159-95d1-1abff53765e4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:35.617726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2c55526-ed84-4c8b-a107-31002fade8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.729477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3ae3e38-f65b-463b-8174-5a861bab2367 req-9a1c94aa-2ac9-452e-8b4a-5c7ddc569e56 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0967736 May 06 12:31:35.740578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d4290537-ac83-46f9-8790-39a8377690a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afbcef3d78134e09830a3e4b99891e16&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5023067 May 06 12:31:35.742035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58796) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:35.753766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Made reservation on behalf of bba835a065b645e4a21c2c0f6034e741 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:35.759470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.805372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55526-ed84-4c8b-a107-31002fade8a2 None None] Port a33e1c6a-37c8-4159-95d1-1abff53765e4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:31:35.931297 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-033f83cc-7ce0-47e4-a92b-d37c11c61480 service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211674 May 06 12:31:36.116270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-156b7de9-3d70-48cf-88d1-1737bba19a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.247377 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-156b7de9-3d70-48cf-88d1-1737bba19a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.493359 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa1d9ae6-c21f-4dd3-9a5e-ad5b91e036cb req-da694a40-e6a1-4c31-825b-fce975e1887f service neutron] 10.222.0.48 "GET /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414190 May 06 12:31:36.615444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-156b7de9-3d70-48cf-88d1-1737bba19a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.624312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-d4ebbf54-ed97-4cce-9daf-cc7e344d67d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:36.627955 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-d4ebbf54-ed97-4cce-9daf-cc7e344d67d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 200 len: 855 time: 1.0124712 May 06 12:31:36.700259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b7de9-3d70-48cf-88d1-1737bba19a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba4c24e-7441-4ffa-bbce-859c85225d5d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:36.714684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Router c3fc959f-18c4-4712-9762-8b8e52b115a7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:31:36.732069 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14854790-2d15-470a-b60e-0265599ec212'] response: {'name': 'network-changed', 'server_uuid': '49334f77-5b60-4686-bb58-2367f0d480f2', 'tag': '930a7eae-fc1b-41e6-83d5-4773bc4302f2', 'status': 'completed', 'code': 200} May 06 12:31:36.926237 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-156b7de9-3d70-48cf-88d1-1737bba19a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.935012 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-156b7de9-3d70-48cf-88d1-1737bba19a50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dba4c24e-7441-4ffa-bbce-859c85225d5d HTTP/1.1" status: 204 len: 168 time: 1.1895018 May 06 12:31:36.974313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.181474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:37.218436 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.340515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Transition to ACTIVE for port object 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:37.530034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.614115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:31:37.634653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Sync routers for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:31:37.641377 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ef848766-7c9c-449c-8533-b005418252f2 admin admin] 10.222.0.44 "PUT /v2.0/routers/c3fc959f-18c4-4712-9762-8b8e52b115a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7171960 May 06 12:31:37.669367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:37.671100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:31:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:37.677709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-f79c5150-29ab-4db1-9a5a-d2ca90225069 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0375893 May 06 12:31:37.752767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cd547fc-f9f7-41af-8609-941d05758e5b req-82f04779-7ded-4589-978f-604ab00d5931 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 210 time: 0.2166502 May 06 12:31:38.017769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:38.094003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbf86d-b30d-4388-a5d2-7da84e8f49a7 req-9e1e39c1-c09b-4553-a33a-6a3d2f25fb7e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:38.127436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8dcbf86d-b30d-4388-a5d2-7da84e8f49a7 req-9e1e39c1-c09b-4553-a33a-6a3d2f25fb7e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 946 time: 1.0937185 May 06 12:31:38.197550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Allocated IP 172.20.0.7 (1ac61acd-ad3e-4893-ab80-4aaa4629f17c/51dc05d2-1e42-4253-a6fa-2c80124e8132/c6474109-1500-4cfb-b659-93cea61918bc) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:38.236261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:38.750125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.799310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Transition to ACTIVE for port object c6474109-1500-4cfb-b659-93cea61918bc will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:39.059020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'a33e1c6a-37c8-4159-95d1-1abff53765e4', 'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'mac_address': 'fa:16:3e:cb:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:29Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 2, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'subnets': [{'id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:39.068866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Checking router: c3fc959f-18c4-4712-9762-8b8e52b115a7 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:31:39.069639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Updating router c3fc959f-18c4-4712-9762-8b8e52b115a7 port a33e1c6a-37c8-4159-95d1-1abff53765e4 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:31:39.206856 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.302003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8dcbf86d-b30d-4388-a5d2-7da84e8f49a7 req-0908849f-d369-4d9a-ab2b-575f38b9239d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1726720 May 06 12:31:39.313270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-e8b7fbfe-4537-48db-a1b2-94c4d2aad858 service neutron] 10.222.0.36 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5993817 May 06 12:31:39.409782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.439874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:40.455588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:40.465901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Attempting to bind port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:40.467654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Attempting to bind port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:40.476566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Attempting to bind port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:40.479546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:40.549131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.564457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58882) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:40.593613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Transition to ACTIVE for port object a33e1c6a-37c8-4159-95d1-1abff53765e4 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:40.611695 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.668246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:40.669327 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.697136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Pushing event updated for resources: {'Port': ['ID=c6474109-1500-4cfb-b659-93cea61918bc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:40.863380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-8c187463-d66d-40ca-819a-55c53acf1ccf tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:40.866934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-8c187463-d66d-40ca-819a-55c53acf1ccf tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.36 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 949 time: 2.6408279 May 06 12:31:40.868473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:31:40.869473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Attempting to bind port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:41.003637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02868c-2de3-4074-94fa-1cf493723783 None None] Pushing event updated for resources: {'Port': ['ID=a33e1c6a-37c8-4159-95d1-1abff53765e4,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:41.140962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c63b4446-5f79-408e-a455-91fe01b17615 None None] Provisioning for port c6474109-1500-4cfb-b659-93cea61918bc completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:41.154187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:41.154541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Checking segment: {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:41.155061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Bound using segment: {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:41.155577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Bound port: 7fcd7593-24e4-4cf0-9f69-b8f8af760e95, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:41.155985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.161233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Attempting to bind port a33e1c6a-37c8-4159-95d1-1abff53765e4 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:41.161599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Attempting to bind port a33e1c6a-37c8-4159-95d1-1abff53765e4 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:41.162033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Attempting to bind port a33e1c6a-37c8-4159-95d1-1abff53765e4 on network 976f98d1-003f-441c-898e-2b2c65044136 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:41.165499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c63b4446-5f79-408e-a455-91fe01b17615 None None] Provisioning complete for port c6474109-1500-4cfb-b659-93cea61918bc triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:41.165863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c63b4446-5f79-408e-a455-91fe01b17615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.257408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-6723df47-b55f-4cae-850e-254933dc755d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9025037 May 06 12:31:41.282298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:41.283204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Checking segment: {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:41.290635 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.291379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Bound using segment: {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:41.296762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Bound port: a33e1c6a-37c8-4159-95d1-1abff53765e4, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:41.298896 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.349415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Request body: {'port': {'device_id': 'e10df792-00bb-4c6e-924d-1abde7a75caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:41.395360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1928571592-network', 'tenant_id': '71e780649aa844bd9bdb09c721f706be'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:41.408844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:41.418182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Usage tracker for resource:network and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:41.424717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:41.429455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe8a595-fdc0-4ac8-81da-8f21d7f68940 req-111380ff-9793-40ff-9d02-c865b0ae1fd8 service neutron] 10.222.0.36 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0271406 May 06 12:31:41.440015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:41.475764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Made reservation on behalf of 71e780649aa844bd9bdb09c721f706be for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:41.502665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.546862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.652463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58898) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:41.683404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:41.708169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-651012285-network', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:41.720526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:41.726211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:41.731246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:41.739606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Usage tracker for resource:network and tenant:df55fd8f3e034101bacaf3b047d7b8be is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:41.749481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:41.756923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:41.769152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:41.788857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Deleting port 080ce7fa-d028-4b95-bf7b-4c5322c22207 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:41.789750 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.804928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] For port a33e1c6a-37c8-4159-95d1-1abff53765e4, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:41.814547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Made reservation on behalf of df55fd8f3e034101bacaf3b047d7b8be for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:41.816443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] For port a33e1c6a-37c8-4159-95d1-1abff53765e4, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a33e1c6a-37c8-4159-95d1-1abff53765e4,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:41.819043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.827416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.846641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.928937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:41.947178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Usage tracker for resource:security_group_rule and tenant:df55fd8f3e034101bacaf3b047d7b8be is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:41.952964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:41.978100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:41.987037 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.000598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.015900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:31:42.029881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c63b4446-5f79-408e-a455-91fe01b17615 None None] Port c6474109-1500-4cfb-b659-93cea61918bc cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:31:42.035821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.036236 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Added segment 1d91e9df-29c4-4f0b-bc9a-609cbe2c1534 of type vlan for network d823b754-d254-4847-86a8-00ab79383934 May 06 12:31:42.097778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.156712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02868c-2de3-4074-94fa-1cf493723783 None None] Pushing event updated for resources: {'Port': ['ID=a33e1c6a-37c8-4159-95d1-1abff53765e4,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:42.177168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.178554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:42.179396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.189093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.296534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:42.297850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:31:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:42.348458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Pushing event updated for resources: {'Network': ['ID=d823b754-d254-4847-86a8-00ab79383934,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:42.351757 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7853889 May 06 12:31:42.382718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58902) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:42.411612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Request body: {'subnet': {'network_id': 'd823b754-d254-4847-86a8-00ab79383934', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1928571592-subnet', 'tenant_id': '71e780649aa844bd9bdb09c721f706be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:42.424592 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fab10980-0aa0-455c-be81-ed89fcdf9640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.466217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d823b754-d254-4847-86a8-00ab79383934 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:31:42.472102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:42.474370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a20944-e75a-4c83-a556-518b5c7c172d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587834bc-c901-4c81-b917-ec7c71cee976,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:42.501068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Usage tracker for resource:subnet and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:42.531522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:42.589560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:42.666197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.682612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 080ce7fa-d028-4b95-bf7b-4c5322c22207 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:42.691465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.712511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Made reservation on behalf of 71e780649aa844bd9bdb09c721f706be for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:42.715666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] For port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:42.718005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.815196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] For port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:42.868178 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.918681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fae504-3173-49d5-a643-d1a04e48dbf3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:42.967551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:42.985782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:31:43.000914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bcf40-715d-46e3-a6df-64605cbda12c req-51028c9e-c542-42a1-8e1e-bc4ab5a33fdb tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:43.008666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c97bcf40-715d-46e3-a6df-64605cbda12c req-51028c9e-c542-42a1-8e1e-bc4ab5a33fdb tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=03644eb5-fd32-4d9c-ba8a-660c1137c4f6 HTTP/1.1" status: 200 len: 949 time: 1.8557518 May 06 12:31:43.014817 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.025382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.026343 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Added segment e444561f-6e50-4eac-9f2b-f50029e7058f of type vlan for network 46190eb4-7676-4efc-baf0-8d976dc2e737 May 06 12:31:43.070672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b7d4cc2-540a-4c00-a7ce-21157ac62ed9 req-df003f64-b462-4bb5-b9f2-36534101c169 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 1094 time: 1.3893504 May 06 12:31:43.091743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.181010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:43.199914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-7d08f9e7-d39f-4481-83d8-49d30fdf8354 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:43.206694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-7d08f9e7-d39f-4481-83d8-49d30fdf8354 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=89163f49-2d84-473d-b99b-3ee219779e2f HTTP/1.1" status: 200 len: 943 time: 1.7412674 May 06 12:31:43.238230 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.239752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:43.240640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.282405 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.319449 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.321905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-04b8cbc7-dde4-47af-940e-418d686c7d83 service neutron] 10.222.0.48 "PUT /v2.0/ports/7fcd7593-24e4-4cf0-9f69-b8f8af760e95 HTTP/1.1" status: 200 len: 1092 time: 9.8592889 May 06 12:31:43.364259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74c88b2-927e-4a7f-983a-ec47f3d0d561', 'tag': '7fcd7593-24e4-4cf0-9f69-b8f8af760e95'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:43.399804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] Pushing event updated for resources: {'Network': ['ID=46190eb4-7676-4efc-baf0-8d976dc2e737,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:43.452464 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 080ce7fa-d028-4b95-bf7b-4c5322c22207, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:43.475305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080ce7fa-d028-4b95-bf7b-4c5322c22207'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:43.481747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 46190eb4-7676-4efc-baf0-8d976dc2e737 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:31:43.497157 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-248042d4-64d5-49b8-ae02-000671d1c885 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8307869 May 06 12:31:43.497716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.514937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58914) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:43.591976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Request body: {'subnet': {'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-subnet', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:43.637906 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.693150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:43.707017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Usage tracker for resource:subnet and tenant:df55fd8f3e034101bacaf3b047d7b8be is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:43.710466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c97bcf40-715d-46e3-a6df-64605cbda12c req-c47ea4dd-58ae-481f-bfd0-8621033284bf tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967387 May 06 12:31:43.714962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:43.731987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:43.741277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Checking segment: {'id': '1d91e9df-29c4-4f0b-bc9a-609cbe2c1534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'd823b754-d254-4847-86a8-00ab79383934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:43.741746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Network hostable DHCP agents. Network: d823b754-d254-4847-86a8-00ab79383934, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:31:43.752343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c774137-454e-4e42-8ced-3f62e4652ef4,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:43.781137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Made reservation on behalf of df55fd8f3e034101bacaf3b047d7b8be for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:43.787223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.855558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Network d823b754-d254-4847-86a8-00ab79383934 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:31:43.971010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d823b754-d254-4847-86a8-00ab79383934) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:44.001157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:44.001994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.041483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa76b37-05e5-4e5f-aa2c-82eda2ac72d4 None None] Network d823b754-d254-4847-86a8-00ab79383934 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:44.046502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4be96673-bf0a-473b-8efd-d97fc106beaf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6780372 May 06 12:31:44.369799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=080ce7fa-d028-4b95-bf7b-4c5322c22207,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:44.493840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.496680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Deleting port b108228d-6b51-430b-82ff-da073810ce40 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:44.497514 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.577877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 930a7eae-fc1b-41e6-83d5-4773bc4302f2 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:31:44.612612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] For port 080ce7fa-d028-4b95-bf7b-4c5322c22207, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:44.613010 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.683399 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-38c3db97-c25c-4238-8986-a807aade7ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.730966 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:31:44.734798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c9fa78-a595-4011-8c51-2b9753470fca,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:44.825695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Checking segment: {'id': 'e444561f-6e50-4eac-9f2b-f50029e7058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:44.826267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Network hostable DHCP agents. Network: 46190eb4-7676-4efc-baf0-8d976dc2e737, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:31:44.841950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d4cc2-540a-4c00-a7ce-21157ac62ed9 req-c2cda607-4f73-4dae-91b6-30b09f054844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:44.843656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b7d4cc2-540a-4c00-a7ce-21157ac62ed9 req-c2cda607-4f73-4dae-91b6-30b09f054844 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 917 time: 1.6555624 May 06 12:31:44.852563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Calling delete_port for 080ce7fa-d028-4b95-bf7b-4c5322c22207 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:44.875052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Network 46190eb4-7676-4efc-baf0-8d976dc2e737 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:31:44.900484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 46190eb4-7676-4efc-baf0-8d976dc2e737) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:44.907131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:44.907952 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.921892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-0559605b-d961-404f-b3ff-d9474795c325 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 1095 time: 1.4245319 May 06 12:31:44.944104 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ec5702b6-ce1f-46fa-849e-bab66258a81a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3621678 May 06 12:31:44.947629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58928) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:44.955333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:44.963031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:44.971819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Usage tracker for resource:router and tenant:df55fd8f3e034101bacaf3b047d7b8be is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:44.978055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:44.989964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:45.013354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.016080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.044308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaba715-9be8-431f-98fd-5c60b92480f6 None None] Network 46190eb4-7676-4efc-baf0-8d976dc2e737 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:45.055202 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.166451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56593be4-f47d-47f8-9fb8-3dd0bf12537b None None] Network d823b754-d254-4847-86a8-00ab79383934 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:45.196015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-e171a449-f525-48b4-8681-92e22a49074c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fcd7593-24e4-4cf0-9f69-b8f8af760e95 HTTP/1.1" status: 200 len: 217 time: 0.1722503 May 06 12:31:45.355698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b7d4cc2-540a-4c00-a7ce-21157ac62ed9 req-f35d8730-e52a-4b10-b1cb-0ee6ee79cb72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930a7eae-fc1b-41e6-83d5-4773bc4302f2 HTTP/1.1" status: 200 len: 217 time: 0.4538987 May 06 12:31:45.420340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 930a7eae-fc1b-41e6-83d5-4773bc4302f2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=930a7eae-fc1b-41e6-83d5-4773bc4302f2,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:45.510269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'a33e1c6a-37c8-4159-95d1-1abff53765e4', 'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'mac_address': 'fa:16:3e:cb:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:29Z', 'updated_at': '2022-05-06T12:31:41Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'subnets': [{'id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:45.567504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.586944 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '930a7eae-fc1b-41e6-83d5-4773bc4302f2', 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c', 'port_id': '930a7eae-fc1b-41e6-83d5-4773bc4302f2', 'mac_address': 'fa:16:3e:2e:50:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51dc05d2-1e42-4253-a6fa-2c80124e8132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:31:45.590546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9a3028-f66c-4fd4-8c86-aaf3d589cbc9 None None] The sync data for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 is: [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'a33e1c6a-37c8-4159-95d1-1abff53765e4', 'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'mac_address': 'fa:16:3e:cb:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:29Z', 'updated_at': '2022-05-06T12:31:41Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'subnets': [{'id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:31:45.604609 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.670246 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:31:45.768700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d4cc2-540a-4c00-a7ce-21157ac62ed9 req-4530155c-5eaa-4cd5-b6c5-0260c2ee5782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:45.772092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b7d4cc2-540a-4c00-a7ce-21157ac62ed9 req-4530155c-5eaa-4cd5-b6c5-0260c2ee5782 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 200 len: 855 time: 0.3642690 May 06 12:31:45.967685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6474109-1500-4cfb-b659-93cea61918bc {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:45.978196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.996052 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.020166 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.058325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.111328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d074ef8-ead0-470a-98c8-584099662d15 req-24485927-fd4a-4f96-a33b-e980d35c2225 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:46.112987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3d074ef8-ead0-470a-98c8-584099662d15 req-24485927-fd4a-4f96-a33b-e980d35c2225 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Synchronizing usage tracker for tenant:bba835a065b645e4a21c2c0f6034e741 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:46.124252 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.125701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27531a23-0dfe-4005-852d-8da97349a990 req-4eb274c8-e761-4b48-8293-b2c387f01852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:46.129605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-4eb274c8-e761-4b48-8293-b2c387f01852 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 200 len: 855 time: 0.8872762 May 06 12:31:46.178650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930a7eae-fc1b-41e6-83d5-4773bc4302f2 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:46.256623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Transition to ACTIVE for port object c6474109-1500-4cfb-b659-93cea61918bc will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:46.311276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:31:46.312565 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:31:46.313742 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.380467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-46190eb4-7676-4efc-baf0-8d976dc2e737', 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'fixed_ips': [{'subnet_id': 'c4c9fa78-a595-4011-8c51-2b9753470fca'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:31:46.381893 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.439810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 930a7eae-fc1b-41e6-83d5-4773bc4302f2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=930a7eae-fc1b-41e6-83d5-4773bc4302f2,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:46.478015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.549250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] For port b108228d-6b51-430b-82ff-da073810ce40, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b108228d-6b51-430b-82ff-da073810ce40,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:46.549824 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.573685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3d074ef8-ead0-470a-98c8-584099662d15 req-24485927-fd4a-4f96-a33b-e980d35c2225 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Unset dirty status for tenant:bba835a065b645e4a21c2c0f6034e741 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:46.578269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d074ef8-ead0-470a-98c8-584099662d15 req-24485927-fd4a-4f96-a33b-e980d35c2225 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 931 time: 2.0999448 May 06 12:31:46.768454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Allocated IP 172.25.7.195 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/dec112f4-0e0c-45ed-b752-527576d3a81a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:46.777763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['930a7eae-fc1b-41e6-83d5-4773bc4302f2'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:46.843295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Deleting port 080ce7fa-d028-4b95-bf7b-4c5322c22207 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:46.844227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.882865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=930a7eae-fc1b-41e6-83d5-4773bc4302f2,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:46.885374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Calling delete_port for b108228d-6b51-430b-82ff-da073810ce40 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:46.996809 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:47.019252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a33e1c6a-37c8-4159-95d1-1abff53765e4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:47.046298 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:47.072467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6474109-1500-4cfb-b659-93cea61918bc,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:47.209561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:47.217364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:47.219644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Allocated IP 172.20.0.2 (46190eb4-7676-4efc-baf0-8d976dc2e737/c4c9fa78-a595-4011-8c51-2b9753470fca/c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:47.227641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:47.350305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-98b571b9-368f-445d-ade9-eda4f48a3dcd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1831751 May 06 12:31:47.363879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Pushing event updated for resources: {'Port': ['ID=dec112f4-0e0c-45ed-b752-527576d3a81a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:47.652905 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:47.665315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port a33e1c6a-37c8-4159-95d1-1abff53765e4 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:47.696909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a33e1c6a-37c8-4159-95d1-1abff53765e4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:47.697479 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:47.707181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:47.708608 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:47.749808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b7d4cc2-540a-4c00-a7ce-21157ac62ed9 req-6d7befa5-60dd-437a-b0f4-460c031d4f18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7638032 May 06 12:31:47.763611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d074ef8-ead0-470a-98c8-584099662d15 req-95da0328-250e-4d52-9ec7-abbe9eaf138c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1526363 May 06 12:31:48.155815 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:48.166354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Router 8f7f4908-9064-4928-9df2-457e4a2761d5 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:31:48.183779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:48.213833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Transition to ACTIVE for port object c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:48.269522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Transition to ACTIVE for port object c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:48.273375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port a33e1c6a-37c8-4159-95d1-1abff53765e4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a33e1c6a-37c8-4159-95d1-1abff53765e4,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:48.281015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:48.355755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:48.452034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Network 46190eb4-7676-4efc-baf0-8d976dc2e737 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:48.459592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:48.466922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:48.483903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=a33e1c6a-37c8-4159-95d1-1abff53765e4,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:48.617681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:31:48.634723 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Sync routers for ids ['8f7f4908-9064-4928-9df2-457e4a2761d5'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:31:48.664118 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Routers {'8f7f4908-9064-4928-9df2-457e4a2761d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:48.665333 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:31:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8f7f4908-9064-4928-9df2-457e4a2761d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:48.671407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:48.679164 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1996fda0-1668-4c1a-94ed-ad6760830bbe admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7288578 May 06 12:31:48.680152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58940) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:48.722288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Pushing event updated for resources: {'Port': ['ID=c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:48.732806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Attempting to bind port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:48.733341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Attempting to bind port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'e444561f-6e50-4eac-9f2b-f50029e7058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:48.733835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Attempting to bind port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c on network 46190eb4-7676-4efc-baf0-8d976dc2e737 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:48.742007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:48.742542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Checking segment: {'id': 'e444561f-6e50-4eac-9f2b-f50029e7058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:48.742948 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:48.743343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Bound using segment: {'id': 'e444561f-6e50-4eac-9f2b-f50029e7058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:48.743825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Bound port: c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e444561f-6e50-4eac-9f2b-f50029e7058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:48.744195 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:48.934464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-b2565602-2a75-4f49-8e4f-b1c1413ceac6 service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2734478 May 06 12:31:48.951960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a33e1c6a-37c8-4159-95d1-1abff53765e4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:49.012045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Attempting to bind port c6474109-1500-4cfb-b659-93cea61918bc on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:49.012290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Attempting to bind port c6474109-1500-4cfb-b659-93cea61918bc by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:49.012635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Attempting to bind port c6474109-1500-4cfb-b659-93cea61918bc on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:49.024832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] For port 080ce7fa-d028-4b95-bf7b-4c5322c22207, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=080ce7fa-d028-4b95-bf7b-4c5322c22207,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:49.025081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:49.049634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b7d4cc2-540a-4c00-a7ce-21157ac62ed9 req-88a43574-33a8-4783-bc86-30c4cd8f7b2a service neutron] 10.222.0.36 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2676358 May 06 12:31:49.065475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe544e-edab-4dc7-a33d-0487990a91a1 req-30691a6d-f2ad-4c9a-a337-834e7dd2f9cf tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:49.074508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37fe544e-edab-4dc7-a33d-0487990a91a1 req-30691a6d-f2ad-4c9a-a337-834e7dd2f9cf tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 946 time: 1.0022190 May 06 12:31:49.098326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] For port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:49.106800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] For port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c,segment=NetworkSegment(e444561f-6e50-4eac-9f2b-f50029e7058f),segment_id=e444561f-6e50-4eac-9f2b-f50029e7058f)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:49.115548 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Set router 8f7f4908-9064-4928-9df2-457e4a2761d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:49.121477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a33e1c6a-37c8-4159-95d1-1abff53765e4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:49.121996 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:49.236581 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:49.342384 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:31:49.426425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9715ad0-fc63-4ccf-89d2-cd78c5581851 None None] Pushing event updated for resources: {'Port': ['ID=c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:49.471643 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:49.499082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Calling delete_port for 080ce7fa-d028-4b95-bf7b-4c5322c22207 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:49.522837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e2e8c84-858f-49b5-90e8-44a682befffc', '1f2db186-3f73-4559-84cc-ef46760f1371'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:49.552274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Port c6474109-1500-4cfb-b659-93cea61918bc on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:31:49.552800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Attempting to bind port c6474109-1500-4cfb-b659-93cea61918bc on network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:49.740688 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:45Z', 'updated_at': '2022-05-06T12:31:47Z', 'revision_number': 3, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'gw_port': {'id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:46Z', 'updated_at': '2022-05-06T12:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:49.760540 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Checking router: 8f7f4908-9064-4928-9df2-457e4a2761d5 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:31:49.761098 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Updating router 8f7f4908-9064-4928-9df2-457e4a2761d5 port dec112f4-0e0c-45ed-b752-527576d3a81a binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:31:49.889984 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:49.990625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:49.991448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Checking segment: {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:49.991448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Bound using segment: {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:49.991965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Bound port: c6474109-1500-4cfb-b659-93cea61918bc, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c16049-690e-423b-a747-02645d75e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:49.992339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.230976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event deleted for resources: {'Port': ['ID=b108228d-6b51-430b-82ff-da073810ce40,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:50.271349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.577265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 930a7eae-fc1b-41e6-83d5-4773bc4302f2 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:50.726037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:50.734578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:50.735106 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.738084 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.857126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Pushing event deleted for resources: {'Port': ['ID=080ce7fa-d028-4b95-bf7b-4c5322c22207,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:50.861052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] No DVR routers for this DVR port b108228d-6b51-430b-82ff-da073810ce40 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:50.907520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37fe544e-edab-4dc7-a33d-0487990a91a1 req-b6471b1b-3916-4b02-8b4d-613da73a7d16 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8316884 May 06 12:31:50.910243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.930797 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.980533 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Transition to ACTIVE for port object dec112f4-0e0c-45ed-b752-527576d3a81a will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:51.003701 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.050043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b7d4cc2-540a-4c00-a7ce-21157ac62ed9 req-7acdeb56-2f60-4c1c-b502-7af0bc4077d0 service neutron] 10.222.0.36 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7907162 May 06 12:31:51.141107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.198256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:51.280091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27531a23-0dfe-4005-852d-8da97349a990 req-ec70e970-0ca8-4e07-9217-5c94fb37406e service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3145275 May 06 12:31:51.302850 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Attempting to bind port dec112f4-0e0c-45ed-b752-527576d3a81a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:51.304628 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Attempting to bind port dec112f4-0e0c-45ed-b752-527576d3a81a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:51.305993 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Attempting to bind port dec112f4-0e0c-45ed-b752-527576d3a81a on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:51.364898 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:51.373833 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:51.375594 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa0a829-6bbb-4971-8307-079ab956ee6e'] response: {'name': 'network-changed', 'server_uuid': 'a74c88b2-927e-4a7f-983a-ec47f3d0d561', 'tag': '7fcd7593-24e4-4cf0-9f69-b8f8af760e95', 'status': 'completed', 'code': 200} May 06 12:31:51.377438 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.378653 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:51.383321 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Bound port: dec112f4-0e0c-45ed-b752-527576d3a81a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:51.384009 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.427379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:51.449621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Allocated IP 172.20.0.1 (46190eb4-7676-4efc-baf0-8d976dc2e737/c4c9fa78-a595-4011-8c51-2b9753470fca/7be21b96-58da-44e9-8334-c9e9ee17ccbe) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:51.505104 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4213ce1-9db7-4299-a17e-cc0361e492b2 None None] Pushing event updated for resources: {'Port': ['ID=dec112f4-0e0c-45ed-b752-527576d3a81a,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:51.541493 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc02c16-2889-4b4a-ae0b-2271212d2509'] response: {'server_uuid': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080ce7fa-d028-4b95-bf7b-4c5322c22207', 'code': 200} May 06 12:31:51.681896 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] For port dec112f4-0e0c-45ed-b752-527576d3a81a, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:51.694083 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] For port dec112f4-0e0c-45ed-b752-527576d3a81a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dec112f4-0e0c-45ed-b752-527576d3a81a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:51.702383 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.713030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a739ec3-76e0-4e6c-8a3c-03672e6bfce2 req-cdf9e410-9c7e-4d70-b3ca-71067bcff42d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "DELETE /v2.0/ports/b108228d-6b51-430b-82ff-da073810ce40 HTTP/1.1" status: 204 len: 173 time: 8.5042591 May 06 12:31:51.736084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] No DVR routers for this DVR port 080ce7fa-d028-4b95-bf7b-4c5322c22207 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:51.744334 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.752094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29c45733-f4f9-4bc7-ac96-5e12e3bbcecf req-85ab925c-a24f-4f37-80f0-6470c2cb604f tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.36 "DELETE /v2.0/ports/080ce7fa-d028-4b95-bf7b-4c5322c22207 HTTP/1.1" status: 204 len: 173 time: 10.8775618 May 06 12:31:51.784158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 930a7eae-fc1b-41e6-83d5-4773bc4302f2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=930a7eae-fc1b-41e6-83d5-4773bc4302f2,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:51.797773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:51.831240 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.833335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:51.943035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] For port c6474109-1500-4cfb-b659-93cea61918bc, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:51.952930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] For port c6474109-1500-4cfb-b659-93cea61918bc, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c6474109-1500-4cfb-b659-93cea61918bc,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:51.972309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.982134 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4213ce1-9db7-4299-a17e-cc0361e492b2 None None] Pushing event updated for resources: {'Port': ['ID=dec112f4-0e0c-45ed-b752-527576d3a81a,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:51.991692 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Routers {'8f7f4908-9064-4928-9df2-457e4a2761d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:51.999554 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:31:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8f7f4908-9064-4928-9df2-457e4a2761d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:52.285895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6474109-1500-4cfb-b659-93cea61918bc,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:52.305124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:52.326889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c399021-104d-4818-9d78-ca25a38e61dd req-ba333417-1f18-4d1b-a9a0-22f7c3aa54f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 1095 time: 0.9503083 May 06 12:31:52.369976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Transition to ACTIVE for port object 7be21b96-58da-44e9-8334-c9e9ee17ccbe will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:52.427768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b282bbd0-6279-4995-a7a9-2d508fdb636a None None] Network 46190eb4-7676-4efc-baf0-8d976dc2e737 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:52.471518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-776652709', 'description': 'tempest-description-1062905869'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:52.482062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:52.652210 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] Set router 8f7f4908-9064-4928-9df2-457e4a2761d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:52.705880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Network 46190eb4-7676-4efc-baf0-8d976dc2e737 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:52.713917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:52.724945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:52.854999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:52.875743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:52.905467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c399021-104d-4818-9d78-ca25a38e61dd req-f43525e5-a2ae-40a8-9057-d5f2c7defec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:52.909209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c399021-104d-4818-9d78-ca25a38e61dd req-f43525e5-a2ae-40a8-9057-d5f2c7defec9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 917 time: 0.5707269 May 06 12:31:52.912716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:52.917056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-25a63373-0248-409a-8994-34ea6675b5b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/c6474109-1500-4cfb-b659-93cea61918bc HTTP/1.1" status: 200 len: 1091 time: 11.5793128 May 06 12:31:52.919716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:52.932490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Pushing event updated for resources: {'Port': ['ID=7be21b96-58da-44e9-8334-c9e9ee17ccbe,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:52.967175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=930a7eae-fc1b-41e6-83d5-4773bc4302f2,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:52.993527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.031422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0526e42c-45fe-41e6-881e-2d71c12bff86 None None] Provisioning for port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:53.135089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:53.173087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0526e42c-45fe-41e6-881e-2d71c12bff86 None None] Provisioning complete for port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:53.173700 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0526e42c-45fe-41e6-881e-2d71c12bff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.253377 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.278193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c399021-104d-4818-9d78-ca25a38e61dd req-bde0d7af-5fca-44fc-b659-3e68a725cafd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fcd7593-24e4-4cf0-9f69-b8f8af760e95 HTTP/1.1" status: 200 len: 217 time: 0.2821980 May 06 12:31:53.397127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'name': 'network-vif-deleted', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40'}, {'server_uuid': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'name': 'network-vif-deleted', 'tag': '080ce7fa-d028-4b95-bf7b-4c5322c22207'}, {'name': 'network-changed', 'server_uuid': 'e10df792-00bb-4c6e-924d-1abde7a75caa', 'tag': 'c6474109-1500-4cfb-b659-93cea61918bc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:53.398683 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.441155 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.453674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:53.576086 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.578080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49334f77-5b60-4686-bb58-2367f0d480f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930a7eae-fc1b-41e6-83d5-4773bc4302f2'}, {'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:53.615266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c399021-104d-4818-9d78-ca25a38e61dd req-c97c4a2b-0498-410e-b0a4-05bea67d4e1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:53.617914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c399021-104d-4818-9d78-ca25a38e61dd req-c97c4a2b-0498-410e-b0a4-05bea67d4e1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 200 len: 855 time: 0.3338375 May 06 12:31:53.670061 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:45Z', 'updated_at': '2022-05-06T12:31:47Z', 'revision_number': 3, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'gw_port': {'id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:46Z', 'updated_at': '2022-05-06T12:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:53.680010 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f498514-0a65-4dbd-9c6c-9f87150e4d5f None None] The sync data for ids ['8f7f4908-9064-4928-9df2-457e4a2761d5'] in n-d-840847-1 is: [{'id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:45Z', 'updated_at': '2022-05-06T12:31:47Z', 'revision_number': 3, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'gw_port': {'id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:46Z', 'updated_at': '2022-05-06T12:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:31:53.741535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:53.757205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:53.767829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-1588da27-e00b-4a2c-8d2d-d9c12f040fdf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 1094 time: 0.6281350 May 06 12:31:53.769728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:53.779007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0526e42c-45fe-41e6-881e-2d71c12bff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.804752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:53.882513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=11']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:53.913059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0526e42c-45fe-41e6-881e-2d71c12bff86 None None] For port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c,segment=NetworkSegment(e444561f-6e50-4eac-9f2b-f50029e7058f),segment_id=e444561f-6e50-4eac-9f2b-f50029e7058f)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:53.918560 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.919171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.919869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.920825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.921060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.921798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.921798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.921798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.922262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.922954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.923296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.924021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:53.931547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.936095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0526e42c-45fe-41e6-881e-2d71c12bff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.079774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526e42c-45fe-41e6-881e-2d71c12bff86 None None] Pushing event updated for resources: {'Port': ['ID=c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:54.083285 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.095899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-9d004946-ef4c-4f1f-9134-37bee1d056f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6474109-1500-4cfb-b659-93cea61918bc HTTP/1.1" status: 200 len: 217 time: 0.2866144 May 06 12:31:54.098455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.135203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.245912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c399021-104d-4818-9d78-ca25a38e61dd req-2d93c5fe-8d6e-4062-9afa-b2c8a994e421 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6138291 May 06 12:31:54.248442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-098dd7a5-8181-4db8-b20a-54a28a725c7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:54.249993 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-098dd7a5-8181-4db8-b20a-54a28a725c7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 200 len: 855 time: 0.1436982 May 06 12:31:54.255844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954cd545-ecfc-47c0-82ce-4c7d15815812,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:54.399709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Pushing event updated for resources: {'Port': ['ID=7be21b96-58da-44e9-8334-c9e9ee17ccbe,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:54.466780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-86abf32b-e81b-40b3-a73f-e0aa543f4aff None None] Provisioning for port 7be21b96-58da-44e9-8334-c9e9ee17ccbe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:54.477935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-86abf32b-e81b-40b3-a73f-e0aa543f4aff None None] Provisioning complete for port 7be21b96-58da-44e9-8334-c9e9ee17ccbe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:54.478664 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86abf32b-e81b-40b3-a73f-e0aa543f4aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.561111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Network 46190eb4-7676-4efc-baf0-8d976dc2e737 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:54.562731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:54.567893 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.584434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa2e2a7a-55bd-48fc-a49e-6c1477bd85b9 req-259cf752-2ad9-4a95-924b-de1a08a5fb9a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 2.1464200 May 06 12:31:54.666202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:31:54.741490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c399021-104d-4818-9d78-ca25a38e61dd req-40649656-368d-41d6-91cf-389a97198a6b service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785562 May 06 12:31:54.789994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-86abf32b-e81b-40b3-a73f-e0aa543f4aff None None] Port 7be21b96-58da-44e9-8334-c9e9ee17ccbe cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:31:54.967763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:55.147197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-86abf32b-e81b-40b3-a73f-e0aa543f4aff None None] Provisioning complete for port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:55.148321 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86abf32b-e81b-40b3-a73f-e0aa543f4aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.239171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:55.281634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '7fcd7593-24e4-4cf0-9f69-b8f8af760e95', 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c', 'port_id': '7fcd7593-24e4-4cf0-9f69-b8f8af760e95', 'mac_address': 'fa:16:3e:3d:9f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51dc05d2-1e42-4253-a6fa-2c80124e8132', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:31:55.332035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c399021-104d-4818-9d78-ca25a38e61dd req-fa79b5fd-f863-439f-82d4-46c41033e993 service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586483 May 06 12:31:55.369745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-4a002d53-8648-4c40-9984-a11af9be68ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1052561 May 06 12:31:55.370580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Router 8f7f4908-9064-4928-9df2-457e4a2761d5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:31:55.382413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6e3d8-31cd-4609-8be8-7adbade9eabc req-0f0defde-06c8-4054-b988-fe1abd2e9a99 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:55.385526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dee6e3d8-31cd-4609-8be8-7adbade9eabc req-0f0defde-06c8-4054-b988-fe1abd2e9a99 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 943 time: 0.9206438 May 06 12:31:55.402399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:55.403048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.439291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.540439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:55.579409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69416fa-97ed-4897-a93b-525445960e1c req-b252ac09-2c5b-45ed-bfca-5d8cd8cdc29c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:55.585486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:55.591895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d69416fa-97ed-4897-a93b-525445960e1c req-b252ac09-2c5b-45ed-bfca-5d8cd8cdc29c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 946 time: 0.3780327 May 06 12:31:55.601058 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.652149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dee6e3d8-31cd-4609-8be8-7adbade9eabc req-022c7383-8df2-4bd4-b976-43b295677aa7 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324536 May 06 12:31:55.725945 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d69416fa-97ed-4897-a93b-525445960e1c req-0b662c02-47cd-43ad-b67e-d870daf04485 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254787 May 06 12:31:55.896380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b0a3660a-a543-492a-8de1-a74258ea5185 None None] Provisioning complete for port 7be21b96-58da-44e9-8334-c9e9ee17ccbe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:55.896380 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0a3660a-a543-492a-8de1-a74258ea5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.946387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:55.994935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3660a-a543-492a-8de1-a74258ea5185 None None] Port 7be21b96-58da-44e9-8334-c9e9ee17ccbe cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:31:55.998427 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453519d7-5a84-4d94-95f3-aa0bffd5ba23'] response: {'server_uuid': '49334f77-5b60-4686-bb58-2367f0d480f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930a7eae-fc1b-41e6-83d5-4773bc4302f2', 'code': 200} May 06 12:31:55.999087 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453519d7-5a84-4d94-95f3-aa0bffd5ba23'] response: {'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'code': 200} May 06 12:31:56.033754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:31:56.045818 n-d-840847-1 neutron-server[83955]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a7da1496-7480-4a7e-984f-bccfa57e3cbb']: {'server_uuid': '89163f49-2d84-473d-b99b-3ee219779e2f', 'name': 'network-vif-deleted', 'tag': 'b108228d-6b51-430b-82ff-da073810ce40', 'status': 'failed', 'code': 422} returned with failed status May 06 12:31:56.046121 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7da1496-7480-4a7e-984f-bccfa57e3cbb'] response: {'server_uuid': '03644eb5-fd32-4d9c-ba8a-660c1137c4f6', 'name': 'network-vif-deleted', 'tag': '080ce7fa-d028-4b95-bf7b-4c5322c22207', 'status': 'completed', 'code': 200} May 06 12:31:56.046344 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7da1496-7480-4a7e-984f-bccfa57e3cbb'] response: {'name': 'network-changed', 'server_uuid': 'e10df792-00bb-4c6e-924d-1abde7a75caa', 'tag': 'c6474109-1500-4cfb-b659-93cea61918bc', 'status': 'completed', 'code': 200} May 06 12:31:56.050757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-77709103-ee6d-475a-85fd-9f1a3d5b7188 service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630723 May 06 12:31:56.052427 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-38627047-633d-4deb-b597-b712dd19d7fa admin admin] 10.222.0.44 "PUT /v2.0/routers/8f7f4908-9064-4928-9df2-457e4a2761d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3707759 May 06 12:31:56.100135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['7fcd7593-24e4-4cf0-9f69-b8f8af760e95'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:56.409115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c92af969-e373-41b3-a017-90b1d1a9e3e9 req-ed5dbf1a-d855-4f9f-9cb2-ac657e59199d service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480742 May 06 12:31:56.535768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-09738e58-bfd5-4077-af7b-413221ca0576 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/954cd545-ecfc-47c0-82ce-4c7d15815812 HTTP/1.1" status: 200 len: 1638 time: 0.1249459 May 06 12:31:56.575048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '954cd545-ecfc-47c0-82ce-4c7d15815812', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:56.575627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '954cd545-ecfc-47c0-82ce-4c7d15815812', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:56.590959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:56.601075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:56.605704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:56.617220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:56.696499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eba21d-c66f-49e5-8154-998b68573507 req-982bb989-1475-44d5-9251-a712bbdd5bb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 1094 time: 0.1736431 May 06 12:31:56.873399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:56.950853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:56.965166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:57.001400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba21d-c66f-49e5-8154-998b68573507 req-bc7ab7f5-cc91-42a1-8cfe-1525b999ea20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:57.003138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eba21d-c66f-49e5-8154-998b68573507 req-bc7ab7f5-cc91-42a1-8cfe-1525b999ea20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 917 time: 0.2969790 May 06 12:31:57.009884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bdc13b-c5ce-42e0-b021-032941bb21e8,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:57.091276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:57.093102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a6caef0-4a30-4565-91e4-d5dc292163c8 req-98625bec-91f5-49b6-b437-5aab6e6a0e7c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.5241773 May 06 12:31:57.098739 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68844860-84b8-4ccf-a1cb-78e7eaa77859 req-bf3d0aa3-63d1-464d-8cd2-b137024c61c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 1096 time: 0.5852602 May 06 12:31:57.100607 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eba21d-c66f-49e5-8154-998b68573507 req-78584574-f45e-4bef-b157-8e24d0c74b3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6474109-1500-4cfb-b659-93cea61918bc HTTP/1.1" status: 200 len: 217 time: 0.0858343 May 06 12:31:57.364832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba21d-c66f-49e5-8154-998b68573507 req-e801991b-d347-4879-97f0-25956cdedd96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:57.366472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eba21d-c66f-49e5-8154-998b68573507 req-e801991b-d347-4879-97f0-25956cdedd96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 200 len: 855 time: 0.2336717 May 06 12:31:57.522208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68844860-84b8-4ccf-a1cb-78e7eaa77859 req-71ce64d0-7b6d-48e3-83d8-98361b311eb4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166100 May 06 12:31:57.660129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a8fd5-fe5a-442d-953f-0ef87f0caa51 req-a2c4cfc9-e244-4b15-94e1-d02802d6b297 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:57.661160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e68a8fd5-fe5a-442d-953f-0ef87f0caa51 req-a2c4cfc9-e244-4b15-94e1-d02802d6b297 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Synchronizing usage tracker for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:57.679799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4e4df-cd8b-409d-9a49-4a71ec328b03 req-28e7880e-5711-41d4-829a-e580889e0d43 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:57.682339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ae4e4df-cd8b-409d-9a49-4a71ec328b03 req-28e7880e-5711-41d4-829a-e580889e0d43 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 948 time: 0.4770567 May 06 12:31:57.700882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eba21d-c66f-49e5-8154-998b68573507 req-756fe273-c3c0-4255-9b30-8fd4b027552c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3124857 May 06 12:31:57.794090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e68a8fd5-fe5a-442d-953f-0ef87f0caa51 req-a2c4cfc9-e244-4b15-94e1-d02802d6b297 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Unset dirty status for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:57.795480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e68a8fd5-fe5a-442d-953f-0ef87f0caa51 req-a2c4cfc9-e244-4b15-94e1-d02802d6b297 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 951 time: 0.4830835 May 06 12:31:57.986225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ae4e4df-cd8b-409d-9a49-4a71ec328b03 req-c19ff9bd-0a5d-4ce3-9a87-d2416241ae57 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770061 May 06 12:31:58.015617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e68a8fd5-fe5a-442d-953f-0ef87f0caa51 req-bf0bdecd-97f9-4dff-89e6-9e045232a309 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5797bd0-cd54-4f7b-8baa-c2736db6fac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570523 May 06 12:31:58.087229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eba21d-c66f-49e5-8154-998b68573507 req-edeb74ff-7b7c-4f70-a383-fb25be8e11e8 service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756859 May 06 12:31:58.510028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eba21d-c66f-49e5-8154-998b68573507 req-2bd814af-3d01-436b-b3c6-9bfc74d0b1e7 service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132254 May 06 12:31:58.537489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:58.588053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2342b23-9588-46a0-a031-a3f1247e140e req-3ce5a6cb-9b90-41ea-9387-f09fa98c2f9a tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:58.591946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2342b23-9588-46a0-a031-a3f1247e140e req-3ce5a6cb-9b90-41ea-9387-f09fa98c2f9a tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 943 time: 0.3541927 May 06 12:31:58.671402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:58.688950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:58.690549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:58.843372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2342b23-9588-46a0-a031-a3f1247e140e req-7e572e16-0903-4e42-b713-5c2b0670a52c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070723 May 06 12:31:58.933617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-fb671de0-4455-4597-b00e-f6bd2bfe718c tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:58.950301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-fb671de0-4455-4597-b00e-f6bd2bfe718c tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 951 time: 0.3466074 May 06 12:31:59.023421 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:59.075965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb8930-0e43-484a-9be5-d7d57a33492a req-6818b884-d8e5-41b8-9894-4aac0159e605 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:59.116510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdcb8930-0e43-484a-9be5-d7d57a33492a req-6818b884-d8e5-41b8-9894-4aac0159e605 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 946 time: 0.5938389 May 06 12:31:59.157738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74c88b2-927e-4a7f-983a-ec47f3d0d561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcd7593-24e4-4cf0-9f69-b8f8af760e95'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:59.177541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:59.198097 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:59.344770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:59.655601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Deleting port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:59.655949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:59.804417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdcb8930-0e43-484a-9be5-d7d57a33492a req-577d5fac-eb96-4711-949e-0bc169c32938 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856320 May 06 12:31:59.927832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-403963089', 'description': 'tempest-description-41626411'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:59.952807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ebf9-9b89-4fef-bc28-2b22162d47a4 req-639789bd-e2c2-4373-b2a9-b0e7ba0a9454 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:59.954278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-60c6ebf9-9b89-4fef-bc28-2b22162d47a4 req-639789bd-e2c2-4373-b2a9-b0e7ba0a9454 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:59.973275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4b3146fc-8c81-4abf-a758-0f78b784f5d4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:59.974002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4b3146fc-8c81-4abf-a758-0f78b784f5d4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:59.977880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:59.993622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:00.021969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:00.091348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:00.165683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4b3146fc-8c81-4abf-a758-0f78b784f5d4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:00.167205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4b3146fc-8c81-4abf-a758-0f78b784f5d4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 908 time: 0.9508598 May 06 12:32:00.172098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-60c6ebf9-9b89-4fef-bc28-2b22162d47a4 req-639789bd-e2c2-4373-b2a9-b0e7ba0a9454 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:00.183315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c6ebf9-9b89-4fef-bc28-2b22162d47a4 req-639789bd-e2c2-4373-b2a9-b0e7ba0a9454 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 908 time: 1.0208888 May 06 12:32:00.253835 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.381342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] For port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:00.381697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.545211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c6474109-1500-4cfb-b659-93cea61918bc details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:32:00.615331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Deleting port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:00.615870 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.680098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Calling delete_port for 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:00.830636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:00.857208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:00.875731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:00.944377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:00.945290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c6474109-1500-4cfb-b659-93cea61918bc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c6474109-1500-4cfb-b659-93cea61918bc,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:00.988166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'c6474109-1500-4cfb-b659-93cea61918bc', 'network_id': '1ac61acd-ad3e-4893-ab80-4aaa4629f17c', 'port_id': 'c6474109-1500-4cfb-b659-93cea61918bc', 'mac_address': 'fa:16:3e:be:9b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51dc05d2-1e42-4253-a6fa-2c80124e8132', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:32:00.993406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dec112f4-0e0c-45ed-b752-527576d3a81a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:01.215937 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.284385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6474109-1500-4cfb-b659-93cea61918bc {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:01.326255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c6474109-1500-4cfb-b659-93cea61918bc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c6474109-1500-4cfb-b659-93cea61918bc,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:01.329789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port dec112f4-0e0c-45ed-b752-527576d3a81a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:01.341698 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.413266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port dec112f4-0e0c-45ed-b752-527576d3a81a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:01.414292 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.473995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] For port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:01.474523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.531387 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.656817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c6474109-1500-4cfb-b659-93cea61918bc,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:01.678316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.771075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['c6474109-1500-4cfb-b659-93cea61918bc'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:01.836140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Calling delete_port for 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:01.914182 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.919909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.922516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9451ad3-6895-4dda-9ab3-1be616abde4c req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 2.0144713 May 06 12:32:01.963715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.991600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port dec112f4-0e0c-45ed-b752-527576d3a81a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dec112f4-0e0c-45ed-b752-527576d3a81a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:02.005521 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:02.163548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee3f4e-9ff7-4aef-a95d-6031ad0d3016 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909a9d1f-4888-4110-9c4f-4090157793a5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:02.183026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Pushing event deleted for resources: {'Port': ['ID=0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:02.270977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=dec112f4-0e0c-45ed-b752-527576d3a81a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:02.322751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bb05bfc4-ff33-4ee7-9543-96500df74387 req-b9b4ccfc-ddf4-4914-84d2-8d5cadebf7ab tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Synchronizing usage tracker for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:02.377319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] No DVR routers for this DVR port 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:02.402498 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:02.406871 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aefc24ca-efd4-4f82-835c-5bf13a5d21f4 req-36693bec-b542-4362-814e-f36df3c8f937 tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.48 "DELETE /v2.0/ports/0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 HTTP/1.1" status: 204 len: 173 time: 3.4459441 May 06 12:32:02.408230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-deleted', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:02.453073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bb05bfc4-ff33-4ee7-9543-96500df74387 req-b9b4ccfc-ddf4-4914-84d2-8d5cadebf7ab tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] Unset dirty status for tenant:ebd0cb3c75be4580b8daa1666c9363f6 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:02.461577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb05bfc4-ff33-4ee7-9543-96500df74387 req-b9b4ccfc-ddf4-4914-84d2-8d5cadebf7ab tempest-ServersAdminTestJSON-1027769229 tempest-ServersAdminTestJSON-1027769229-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f63cc39-54aa-499a-bad9-5162777d8385 HTTP/1.1" status: 200 len: 210 time: 0.2950962 May 06 12:32:02.560283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:02.718197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:02.719305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:02.720007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:02.720203 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:02.867843 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ce7749-054b-4dfa-8c01-89234242768d'] response: {'server_uuid': 'a74c88b2-927e-4a7f-983a-ec47f3d0d561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcd7593-24e4-4cf0-9f69-b8f8af760e95', 'code': 200} May 06 12:32:02.868636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:02.869222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:03.022804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dec112f4-0e0c-45ed-b752-527576d3a81a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:03.101151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event deleted for resources: {'Port': ['ID=6b8465c6-f1c4-4601-aa19-290d5b0e77b1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:03.267627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port dec112f4-0e0c-45ed-b752-527576d3a81a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:03.268354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:03.501184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Sync routers for ids ['8f7f4908-9064-4928-9df2-457e4a2761d5'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:32:03.515351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] No DVR routers for this DVR port 6b8465c6-f1c4-4601-aa19-290d5b0e77b1 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:03.538316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:03.592062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82c1eb22-5a2a-4bed-91fb-ac17a5684e34 req-6e69d64a-d607-4ba4-a14b-b0db4bbf58a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 1097 time: 0.5448608 May 06 12:32:03.609977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f2f7c1d-97c2-424d-9df3-8335b6ca4d42 req-4fa7496c-7bd4-4f7a-b367-7731eedd1607 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "DELETE /v2.0/ports/6b8465c6-f1c4-4601-aa19-290d5b0e77b1 HTTP/1.1" status: 204 len: 173 time: 3.4250841 May 06 12:32:03.610836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Routers {'8f7f4908-9064-4928-9df2-457e4a2761d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:03.611484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:31:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8f7f4908-9064-4928-9df2-457e4a2761d5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:03.774792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b9e9-5055-4604-8add-ef5d08886c15 req-6332fe26-2ab2-47cd-89e1-a910e882340a tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:03.784459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f253b9e9-5055-4604-8add-ef5d08886c15 req-6332fe26-2ab2-47cd-89e1-a910e882340a tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 944 time: 0.6342988 May 06 12:32:03.824101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82c1eb22-5a2a-4bed-91fb-ac17a5684e34 req-48053031-6643-436a-8dc2-de09a4a79dc9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069552 May 06 12:32:03.873259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f253b9e9-5055-4604-8add-ef5d08886c15 req-397541b5-f6f9-4443-80ee-4270432c7248 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864680 May 06 12:32:04.079849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5e36be9e-d3bd-4215-94d2-b441de64e2b0 req-0958c530-1bd2-4527-8046-84fa39ca40a1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:04.139402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5e36be9e-d3bd-4215-94d2-b441de64e2b0 req-0958c530-1bd2-4527-8046-84fa39ca40a1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:04.141038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e36be9e-d3bd-4215-94d2-b441de64e2b0 req-0958c530-1bd2-4527-8046-84fa39ca40a1 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a82b8f8c-499c-4504-b321-03d2ff498210 HTTP/1.1" status: 200 len: 210 time: 0.1863122 May 06 12:32:04.156642 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-026a095a-68b8-4796-a91b-439f9458ebb1 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/909a9d1f-4888-4110-9c4f-4090157793a5 HTTP/1.1" status: 200 len: 1636 time: 0.1163986 May 06 12:32:04.181597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '909a9d1f-4888-4110-9c4f-4090157793a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:04.181927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '909a9d1f-4888-4110-9c4f-4090157793a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:04.195700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:04.203958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:04.209809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:04.239550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:04.351295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Set router 8f7f4908-9064-4928-9df2-457e4a2761d5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:04.434692 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:04.486147 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:04.493364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:04.537418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee29f5f-3889-4d71-9532-c859eed1792c,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:04.548376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:04.550899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71ff66dd-b6a6-470c-987d-9cfcb01094fb req-80e91731-2fb1-4560-bea9-4f7cd3ba55ff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.3794751 May 06 12:32:04.633368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c6474109-1500-4cfb-b659-93cea61918bc up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:04.702245 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee35c6f1-f92c-4d8a-ab95-037770c88426'] response: {'server_uuid': '9f63cc39-54aa-499a-bad9-5162777d8385', 'name': 'network-vif-deleted', 'tag': '0c1c82c4-4d8c-45c7-8f53-eb27b830bdd3', 'status': 'completed', 'code': 200} May 06 12:32:05.138390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-7489383', 'description': 'tempest-description-824025899'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:05.161595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:05.198781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:05.207864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:05.235509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:05.287750 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:05.326185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port c6474109-1500-4cfb-b659-93cea61918bc completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:05.373187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port c6474109-1500-4cfb-b659-93cea61918bc triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:05.374933 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:05.501788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:05.529193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:05.548093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:05.596631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:05.746542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:05.763772 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:05.883965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:45Z', 'updated_at': '2022-05-06T12:31:53Z', 'revision_number': 4, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'gw_port': {'id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:46Z', 'updated_at': '2022-05-06T12:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7be21b96-58da-44e9-8334-c9e9ee17ccbe', 'name': '', 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'mac_address': 'fa:16:3e:04:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4c9fa78-a595-4011-8c51-2b9753470fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:50Z', 'updated_at': '2022-05-06T12:31:53Z', 'revision_number': 2, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'subnets': [{'id': 'c4c9fa78-a595-4011-8c51-2b9753470fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:05.912497 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:05.928040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a500e929-5f18-4542-8b78-af2cb7f4b53c req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.8176703 May 06 12:32:05.928800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Checking router: 8f7f4908-9064-4928-9df2-457e4a2761d5 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:32:05.929638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Updating router 8f7f4908-9064-4928-9df2-457e4a2761d5 port 7be21b96-58da-44e9-8334-c9e9ee17ccbe binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:32:05.937615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6656ad4-6696-4205-bce9-627af21d503a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bdca9d-3b10-4e1e-ab5a-f14bae0197da,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:05.985294 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.051420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10df792-00bb-4c6e-924d-1abde7a75caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6474109-1500-4cfb-b659-93cea61918bc'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:06.076533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c6474109-1500-4cfb-b659-93cea61918bc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c6474109-1500-4cfb-b659-93cea61918bc,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:06.078510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.095007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.206292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59158) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:06.351853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f278b-be5a-4944-afbd-17e09f9643bf req-bfc78861-77a2-4139-bfaa-054158a80cb3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:06.367321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f278b-be5a-4944-afbd-17e09f9643bf req-bfc78861-77a2-4139-bfaa-054158a80cb3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 945 time: 0.1932206 May 06 12:32:06.457129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c6474109-1500-4cfb-b659-93cea61918bc,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:06.458183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f278b-be5a-4944-afbd-17e09f9643bf req-bb129eae-12ee-48a8-a4cb-4f8dd16cbe5d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876474 May 06 12:32:06.476659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1924272558', 'description': 'tempest-description-1437356953'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:06.510661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:06.516425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:06.522734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:06.538710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:06.585605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.647892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:06.653800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:06.656790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:06.665260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb573afc-804d-4876-9d3b-cef186ae35e5 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:32:06.673321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:06.705848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'name': 'network-vif-deleted', 'tag': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:06.830857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.839092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.889354 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9e8a9d1b-7914-4292-a22d-bf68b641ce94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebd0cb3c75be4580b8daa1666c9363f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6805391 May 06 12:32:06.893314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59174) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:06.922473 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.943570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26f76393-6c1b-4ae3-9cba-9aacabe402e3 req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.4736650 May 06 12:32:06.990364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726912a-effa-46e6-a1a2-5bdabd041865 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3feceb78-c2e9-4fab-92e0-95815a8b4e20,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:07.053212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4003406f-5428-4657-91a4-982f6bf5a654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.136878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7a9b-baf8-45f5-8b80-6cd93660018f req-8e366410-58ef-4b38-8cb3-2d99f4a617c3 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:07.151317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf9c7a9b-baf8-45f5-8b80-6cd93660018f req-8e366410-58ef-4b38-8cb3-2d99f4a617c3 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 948 time: 0.2866576 May 06 12:32:07.190424 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4003406f-5428-4657-91a4-982f6bf5a654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.226427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.255759 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.278261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Transition to ACTIVE for port object 7be21b96-58da-44e9-8334-c9e9ee17ccbe will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:07.307426 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.343879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf9c7a9b-baf8-45f5-8b80-6cd93660018f req-bc1c5916-1b10-4c77-bcca-50205a83a059 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/security-groups?id=78431e21-c2b0-44e6-8d34-46a42c26c821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900337 May 06 12:32:07.404565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb573afc-804d-4876-9d3b-cef186ae35e5,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:07.456222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4003406f-5428-4657-91a4-982f6bf5a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.527935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003406f-5428-4657-91a4-982f6bf5a654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5797bd0-cd54-4f7b-8baa-c2736db6fac6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:07.568995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4003406f-5428-4657-91a4-982f6bf5a654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.583300 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4003406f-5428-4657-91a4-982f6bf5a654 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5797bd0-cd54-4f7b-8baa-c2736db6fac6 HTTP/1.1" status: 204 len: 168 time: 0.6840897 May 06 12:32:07.700265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'eb573afc-804d-4876-9d3b-cef186ae35e5', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'port_id': 'eb573afc-804d-4876-9d3b-cef186ae35e5', 'mac_address': 'fa:16:3e:3e:44:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435ee102-df2b-4c8c-93e9-4ca8df1ada3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:32:07.786031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaf57f-a1d5-4c82-a893-db04b4a31872 None None] Pushing event updated for resources: {'Port': ['ID=7be21b96-58da-44e9-8334-c9e9ee17ccbe,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:08.060006 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.181083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb573afc-804d-4876-9d3b-cef186ae35e5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:08.190202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Attempting to bind port 7be21b96-58da-44e9-8334-c9e9ee17ccbe on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:08.190936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Attempting to bind port 7be21b96-58da-44e9-8334-c9e9ee17ccbe by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'e444561f-6e50-4eac-9f2b-f50029e7058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:08.191559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Attempting to bind port 7be21b96-58da-44e9-8334-c9e9ee17ccbe on network 46190eb4-7676-4efc-baf0-8d976dc2e737 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:08.219406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb573afc-804d-4876-9d3b-cef186ae35e5,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:08.222588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:08.223895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Checking segment: {'id': 'e444561f-6e50-4eac-9f2b-f50029e7058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:08.224992 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.225710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Bound using segment: {'id': 'e444561f-6e50-4eac-9f2b-f50029e7058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:08.226978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Bound port: 7be21b96-58da-44e9-8334-c9e9ee17ccbe, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e444561f-6e50-4eac-9f2b-f50029e7058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:08.227651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.270406 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.486423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['eb573afc-804d-4876-9d3b-cef186ae35e5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:08.540884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-6d0e266d-253f-4cb9-9e2f-e01717079820 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:08.556698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-6d0e266d-253f-4cb9-9e2f-e01717079820 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.36 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 948 time: 0.3653529 May 06 12:32:08.736581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Deleting port 4f0aa7ba-6de9-4669-9f70-0be43735df77 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:08.737577 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.817983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=eb573afc-804d-4876-9d3b-cef186ae35e5,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:08.830549 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b65529-5a48-4579-bd25-4bf5a0833154'] response: {'server_uuid': 'a82b8f8c-499c-4504-b321-03d2ff498210', 'name': 'network-vif-deleted', 'tag': '6b8465c6-f1c4-4601-aa19-290d5b0e77b1', 'status': 'completed', 'code': 200} May 06 12:32:08.891430 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb4500e-13d2-43d1-92ff-4cac36ac2b2f'] response: {'server_uuid': 'e10df792-00bb-4c6e-924d-1abde7a75caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6474109-1500-4cfb-b659-93cea61918bc', 'code': 200} May 06 12:32:08.931599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] For port 7be21b96-58da-44e9-8334-c9e9ee17ccbe, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:08.944979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] For port 7be21b96-58da-44e9-8334-c9e9ee17ccbe, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7be21b96-58da-44e9-8334-c9e9ee17ccbe,segment=NetworkSegment(e444561f-6e50-4eac-9f2b-f50029e7058f),segment_id=e444561f-6e50-4eac-9f2b-f50029e7058f)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:08.982093 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.111972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59208) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:09.274217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Routers {'8f7f4908-9064-4928-9df2-457e4a2761d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:09.275001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:31:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8f7f4908-9064-4928-9df2-457e4a2761d5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:09.285287 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-10dec9be-f095-49f0-9148-e34d302f1a64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64e47d0b3e8147ef9c79289e163963d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1714694 May 06 12:32:09.291498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59214) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:09.552042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f68d4a8-7549-43e5-b82a-a5e54bf06307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.607510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f68d4a8-7549-43e5-b82a-a5e54bf06307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.698831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f68d4a8-7549-43e5-b82a-a5e54bf06307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.731676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68d4a8-7549-43e5-b82a-a5e54bf06307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a811ac-6c32-4de1-9b7c-6c323e543ae8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:09.771286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f68d4a8-7549-43e5-b82a-a5e54bf06307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.776138 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4f68d4a8-7549-43e5-b82a-a5e54bf06307 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7a811ac-6c32-4de1-9b7c-6c323e543ae8 HTTP/1.1" status: 204 len: 168 time: 0.4809704 May 06 12:32:09.792617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaf57f-a1d5-4c82-a893-db04b4a31872 None None] Pushing event updated for resources: {'Port': ['ID=7be21b96-58da-44e9-8334-c9e9ee17ccbe,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:09.962989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8592494-05ce-4039-81b2-bd6d11717674 req-fe024077-ca6f-4ba1-bd29-ad1440d35bff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/d1bdca9d-3b10-4e1e-ab5a-f14bae0197da HTTP/1.1" status: 200 len: 1635 time: 1.0760608 May 06 12:32:10.135156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] For port 4f0aa7ba-6de9-4669-9f70-0be43735df77, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=4f0aa7ba-6de9-4669-9f70-0be43735df77,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:10.136483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] Set router 8f7f4908-9064-4928-9df2-457e4a2761d5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:10.140756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:10.203511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8592494-05ce-4039-81b2-bd6d11717674 req-06436e14-6dc8-48ed-8839-f7aaba18e107 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/3feceb78-c2e9-4fab-92e0-95815a8b4e20 HTTP/1.1" status: 200 len: 1639 time: 0.2394454 May 06 12:32:10.225875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1bdca9d-3b10-4e1e-ab5a-f14bae0197da', 'remote_group_id': '3feceb78-c2e9-4fab-92e0-95815a8b4e20', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:10.234027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd1bdca9d-3b10-4e1e-ab5a-f14bae0197da', 'remote_group_id': '3feceb78-c2e9-4fab-92e0-95815a8b4e20', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:10.302109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:10.322894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:10.335143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:10.376205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:11.105932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Calling delete_port for 4f0aa7ba-6de9-4669-9f70-0be43735df77 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:11.207108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1eb6225-a24e-451e-a447-51d4ce4368d6 req-a6aa0f7c-daa2-44a0-acb8-7095006dec5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 1096 time: 1.8947830 May 06 12:32:11.264933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:45Z', 'updated_at': '2022-05-06T12:31:53Z', 'revision_number': 4, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'gw_port': {'id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:46Z', 'updated_at': '2022-05-06T12:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7be21b96-58da-44e9-8334-c9e9ee17ccbe', 'name': '', 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'mac_address': 'fa:16:3e:04:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4c9fa78-a595-4011-8c51-2b9753470fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:50Z', 'updated_at': '2022-05-06T12:32:08Z', 'revision_number': 4, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'subnets': [{'id': 'c4c9fa78-a595-4011-8c51-2b9753470fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:11.282412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b554d-f07d-41ac-b35b-944f472d09de None None] The sync data for ids ['8f7f4908-9064-4928-9df2-457e4a2761d5'] in n-d-840847-1 is: [{'id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:45Z', 'updated_at': '2022-05-06T12:31:53Z', 'revision_number': 4, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'gw_port': {'id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:46Z', 'updated_at': '2022-05-06T12:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7be21b96-58da-44e9-8334-c9e9ee17ccbe', 'name': '', 'network_id': '46190eb4-7676-4efc-baf0-8d976dc2e737', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'mac_address': 'fa:16:3e:04:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4c9fa78-a595-4011-8c51-2b9753470fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:50Z', 'updated_at': '2022-05-06T12:32:08Z', 'revision_number': 4, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'subnets': [{'id': 'c4c9fa78-a595-4011-8c51-2b9753470fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:11.290046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-db5a3643-b951-4d15-8f85-8b2d875c551d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:11.293082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-db5a3643-b951-4d15-8f85-8b2d875c551d tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 945 time: 1.7981081 May 06 12:32:11.357191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac17f49-4a69-47ee-a3c1-e5cf5d281b1b req-51b55a97-bb76-470c-9581-b969f14c651e tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:11.435992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ac17f49-4a69-47ee-a3c1-e5cf5d281b1b req-51b55a97-bb76-470c-9581-b969f14c651e tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 945 time: 1.7104917 May 06 12:32:11.925983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Deleting port 1f2db186-3f73-4559-84cc-ef46760f1371 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:11.934246 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.172257 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ca81f44-2bea-4473-9e5c-ad3bca69a94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.282216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1eb6225-a24e-451e-a447-51d4ce4368d6 req-6ac6eeee-3f08-4f6d-ba8f-cfacab844422 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0578752 May 06 12:32:12.395493 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ac17f49-4a69-47ee-a3c1-e5cf5d281b1b req-2da46e58-eac4-470a-b1ca-43262e34874a tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7832155 May 06 12:32:12.538085 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.581569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 1f2db186-3f73-4559-84cc-ef46760f1371 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:12.613496 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.698333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb573afc-804d-4876-9d3b-cef186ae35e5 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:13.028784 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.147513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7be21b96-58da-44e9-8334-c9e9ee17ccbe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:13.260068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Pushing event deleted for resources: {'Port': ['ID=4f0aa7ba-6de9-4669-9f70-0be43735df77,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:13.275552 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.303255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1a80373-8e26-43c8-9000-8def55360eca req-64c799f6-f105-4cb6-9a08-7e5b2d629ca4 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.44 "GET /v2.0/ports?device_id=13f9d9ee-5e8d-43e3-924f-08bad22095bd HTTP/1.1" status: 200 len: 210 time: 0.1238170 May 06 12:32:13.471721 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.550849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.566571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 7be21b96-58da-44e9-8334-c9e9ee17ccbe completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:13.566959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8f8a6b-e5d5-46f8-acd7-da6dfc6e0cce,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:13.590682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7be21b96-58da-44e9-8334-c9e9ee17ccbe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:13.591194 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.829381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2db186-3f73-4559-84cc-ef46760f1371'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:13.882637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port eb573afc-804d-4876-9d3b-cef186ae35e5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:13.883044 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.973518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1f2db186-3f73-4559-84cc-ef46760f1371, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1f2db186-3f73-4559-84cc-ef46760f1371,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:14.026880 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.181500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.188680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=1f2db186-3f73-4559-84cc-ef46760f1371,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:14.220670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8592494-05ce-4039-81b2-bd6d11717674 req-2c2f97a7-bc1e-463d-998e-ca5b796e8a72 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 4.0159595 May 06 12:32:14.229066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] No DVR routers for this DVR port 4f0aa7ba-6de9-4669-9f70-0be43735df77 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:14.247289 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.254807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-335c7ec2-db5e-4756-9d57-6b3caf8fd072 req-1c0c67d4-c943-4289-a0a7-f9e66ace5547 tempest-ImagesOneServerTestJSON-1817818449 tempest-ImagesOneServerTestJSON-1817818449-project] 10.222.0.36 "DELETE /v2.0/ports/4f0aa7ba-6de9-4669-9f70-0be43735df77 HTTP/1.1" status: 204 len: 173 time: 5.6882138 May 06 12:32:14.286315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-deleted', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:14.306676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] For port 1f2db186-3f73-4559-84cc-ef46760f1371, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1f2db186-3f73-4559-84cc-ef46760f1371,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:14.306676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.410515 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.565531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 7be21b96-58da-44e9-8334-c9e9ee17ccbe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7be21b96-58da-44e9-8334-c9e9ee17ccbe,segment=NetworkSegment(e444561f-6e50-4eac-9f2b-f50029e7058f),segment_id=e444561f-6e50-4eac-9f2b-f50029e7058f)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:14.671846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.685313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.816808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Calling delete_port for 1f2db186-3f73-4559-84cc-ef46760f1371 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:14.874982 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a11cb76-e634-471a-b170-24d06cbc6f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.011845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=7be21b96-58da-44e9-8334-c9e9ee17ccbe,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:15.036001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb573afc-804d-4876-9d3b-cef186ae35e5,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:15.105583 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.107360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:15.291371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037d704-cfa9-4d4c-a07e-6265c1649428 req-4576b8a8-af72-40f2-99dd-51e8a12cf407 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:15.303738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c037d704-cfa9-4d4c-a07e-6265c1649428 req-4576b8a8-af72-40f2-99dd-51e8a12cf407 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 943 time: 1.3277113 May 06 12:32:15.370679 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:32:15.370679 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:32:15.489534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c037d704-cfa9-4d4c-a07e-6265c1649428 req-a7d95b9d-e1e2-4877-8cd8-d18a77fb1afa tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541908 May 06 12:32:15.499757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7fd08-6151-492c-9bee-3d66e3fa29ad req-b6494a52-a244-49e8-ae8e-d08ed0a3d14c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:15.502306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ecc7fd08-6151-492c-9bee-3d66e3fa29ad req-b6494a52-a244-49e8-ae8e-d08ed0a3d14c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 945 time: 0.3320150 May 06 12:32:15.558878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 4f0aa7ba-6de9-4669-9f70-0be43735df77 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:15.561498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 4f0aa7ba-6de9-4669-9f70-0be43735df77 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:15.610916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ecc7fd08-6151-492c-9bee-3d66e3fa29ad req-53e07c6e-7969-4635-bfc6-8fb4e0313071 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920777 May 06 12:32:15.735975 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.791829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=eb573afc-804d-4876-9d3b-cef186ae35e5,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:15.825899 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b51312c-c19e-4b74-b0d3-73f2eaef2d96'] response: {'server_uuid': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2db186-3f73-4559-84cc-ef46760f1371', 'code': 200} May 06 12:32:15.870562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Deleting port 1f2db186-3f73-4559-84cc-ef46760f1371 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:15.871279 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.921944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.973177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1388522660', 'description': 'tempest-description-2094493288'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:16.014224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:16.046171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:16.065367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:16.086069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:16.220574 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6dc143-e2f3-4606-80f0-c4d46adce591'] response: {'server_uuid': '13f9d9ee-5e8d-43e3-924f-08bad22095bd', 'name': 'network-vif-deleted', 'tag': '4f0aa7ba-6de9-4669-9f70-0be43735df77', 'status': 'completed', 'code': 200} May 06 12:32:16.238476 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:16.821106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:16.922063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:16.948197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:16.971326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7be21b96-58da-44e9-8334-c9e9ee17ccbe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:16.988148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:17.316182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7be21b96-58da-44e9-8334-c9e9ee17ccbe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:17.316689 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:17.355019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] For port 1f2db186-3f73-4559-84cc-ef46760f1371, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1f2db186-3f73-4559-84cc-ef46760f1371,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:17.356098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:17.549334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:17.750334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59308) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:17.828686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:17.842447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Calling delete_port for 1f2db186-3f73-4559-84cc-ef46760f1371 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:18.051142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.072770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e2e8c84-858f-49b5-90e8-44a682befffc'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:18.121959 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ac77107b-c00a-4588-ae88-36c78cf5cda4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fa838b8c73c484d90cce39bb79a0da8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3695328 May 06 12:32:18.122236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event deleted for resources: {'Port': ['ID=1f2db186-3f73-4559-84cc-ef46760f1371,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:18.123378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59316) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:18.147523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.261000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.278386 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.338664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.492939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.507277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccca70-e88a-4f18-b64e-cd2bc34e49fe req-ffd84cd9-dd44-419b-857d-3e4a0bec72e4 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:18.516097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcccca70-e88a-4f18-b64e-cd2bc34e49fe req-ffd84cd9-dd44-419b-857d-3e4a0bec72e4 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 1.4373684 May 06 12:32:18.561586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78431e21-c2b0-44e6-8d34-46a42c26c821,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:18.597083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.606713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b7f8e1b-9890-41bd-a64f-5734903895e1 req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 2.6635687 May 06 12:32:18.618790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.622468 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78431e21-c2b0-44e6-8d34-46a42c26c821 HTTP/1.1" status: 204 len: 168 time: 0.4879704 May 06 12:32:18.641624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] No DVR routers for this DVR port 1f2db186-3f73-4559-84cc-ef46760f1371 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:18.659404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.659972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.660538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.661055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.670857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.671639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.672040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.672574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.673130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.673722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.674273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d0223-c481-4b1a-b850-81aa73aeae4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:18.719918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.727196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023898ce-fdd2-492b-9b2a-eeb9951e351d req-36f3f348-48cb-46c2-9a47-292cc36fa9e4 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "DELETE /v2.0/ports/1f2db186-3f73-4559-84cc-ef46760f1371 HTTP/1.1" status: 204 len: 173 time: 7.4082983 May 06 12:32:18.739103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'name': 'network-vif-deleted', 'tag': '1f2db186-3f73-4559-84cc-ef46760f1371'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:18.797094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06335b55-bbf7-4417-bc92-37b29a722036 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc7bcc-6c80-46d0-9390-7ce2e19f5621,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:18.815715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcccca70-e88a-4f18-b64e-cd2bc34e49fe req-575e8af9-52aa-429a-803a-b101ae45ff92 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987392 May 06 12:32:19.104237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d8791880-f3f5-40af-9125-8289e7fa3453 req-f56aed7c-eab9-433e-82ac-d4c9163b1401 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:19.152112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d8791880-f3f5-40af-9125-8289e7fa3453 req-f56aed7c-eab9-433e-82ac-d4c9163b1401 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:19.163613 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8791880-f3f5-40af-9125-8289e7fa3453 req-f56aed7c-eab9-433e-82ac-d4c9163b1401 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee0b696e-5a2d-4adf-b69e-a087f63242ac HTTP/1.1" status: 200 len: 210 time: 0.2034252 May 06 12:32:19.444722 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce69fc04-e9ae-4fda-9f82-f6e7dad75095'] response: {'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5', 'code': 200} May 06 12:32:19.493456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-7593734', 'description': 'tempest-description-2036867393'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:19.504967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:19.516175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:19.522368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:19.543934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:19.574938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.828298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:19.835819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:19.841891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:19.855006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:20.030810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.051342 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.194860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.218844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6762cafc-3551-448e-9e39-ed667876731f req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.7303033 May 06 12:32:20.222275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160452cf-8a8b-46ee-9a07-c2292451f77c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cbc141-f63f-4cd0-bcd7-ff63263756d8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:20.282117 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54e0985-359e-4ff4-af36-307239904bb3'] response: {'server_uuid': 'ee0b696e-5a2d-4adf-b69e-a087f63242ac', 'name': 'network-vif-deleted', 'tag': '1f2db186-3f73-4559-84cc-ef46760f1371', 'status': 'completed', 'code': 200} May 06 12:32:20.374695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-cdf6aa68-0b12-4d9a-a5b0-2006391e23a1 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527446 May 06 12:32:20.805030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb506-c770-47f0-9339-ead675632917 req-0eb08d87-c477-4eb1-ac9b-7cc9ffa9ba81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:20.813713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-0eb08d87-c477-4eb1-ac9b-7cc9ffa9ba81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4251812 May 06 12:32:20.814634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59366) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:20.836130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a73f8c-bd21-46a9-8b0f-d6beea197842 req-8086acaf-4ada-4024-8e12-4f21a29e494f tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:20.837822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94a73f8c-bd21-46a9-8b0f-d6beea197842 req-8086acaf-4ada-4024-8e12-4f21a29e494f tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 946 time: 0.1952627 May 06 12:32:20.846378 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-a2e25b43-5df1-4721-93fa-9433ac081a15 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/quotas/15ff0397e66c4efb8aff516390ebd4cc HTTP/1.1" status: 200 len: 375 time: 0.0324190 May 06 12:32:20.904340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-b14bff54-8f70-4327-8a4b-969735323768 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569282 May 06 12:32:21.019351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94a73f8c-bd21-46a9-8b0f-d6beea197842 req-2b5e9a9b-5858-412f-820f-02cc620102ba tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700122 May 06 12:32:21.150346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-884108206-network', 'tenant_id': '9e5b20a90253422f9239692b0195a661'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:21.157969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:21.169217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Usage tracker for resource:network and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:21.175347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:21.186452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-cc534dca-bb9d-4c05-a4b3-d4013f4179e0 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/08cc7bcc-6c80-46d0-9390-7ce2e19f5621 HTTP/1.1" status: 200 len: 1639 time: 0.0846410 May 06 12:32:21.194864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:21.213787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Made reservation on behalf of 9e5b20a90253422f9239692b0195a661 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:21.218084 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.257894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.332217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-05ae6419-590f-4ca9-9b82-8e1e821ff290 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/78cbc141-f63f-4cd0-bcd7-ff63263756d8 HTTP/1.1" status: 200 len: 1636 time: 0.1450169 May 06 12:32:21.349467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '08cc7bcc-6c80-46d0-9390-7ce2e19f5621', 'remote_group_id': '78cbc141-f63f-4cd0-bcd7-ff63263756d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:21.349830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '08cc7bcc-6c80-46d0-9390-7ce2e19f5621', 'remote_group_id': '78cbc141-f63f-4cd0-bcd7-ff63263756d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:21.383509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:21.394201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:21.408504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:21.434887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:21.446738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:21.449955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:21.457490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:21.480669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:21.591214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.627829 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.637212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.675750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.681672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.687273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e475982-f605-4156-8a3d-c8b13c9d370c,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:21.728363 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.741508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49066c6a-b5a8-4d38-9fe6-bf5f9ae141ca req-4093aa4b-14af-41bc-b6e5-2eb72e8302c8 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.4082716 May 06 12:32:21.763194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:32:21.801462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8834c059-899f-46a1-96eb-5a6d921aebcb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:21.819283 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.820321 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Added segment 443fc161-b3fd-46b0-a30b-79a0dd68a414 of type vlan for network a07469ae-e4fe-4a31-b3b5-953a5ea849d6 May 06 12:32:21.900626 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.971673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2f37a84-942d-4afc-82d1-29bd5178440f req-a3775f78-35bc-4ed1-8dc1-5675497597ed tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 210 time: 0.0794930 May 06 12:32:22.029858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.033826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:22.036970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.231459 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4137490 May 06 12:32:22.240925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59406) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:22.250722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Request body: {'subnet': {'network_id': 'a07469ae-e4fe-4a31-b3b5-953a5ea849d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-884108206-subnet', 'tenant_id': '9e5b20a90253422f9239692b0195a661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:22.266806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:22.289256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Usage tracker for resource:subnet and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:22.294901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:22.305544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:22.346701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab195001-3fbb-48e7-b601-ab6820b3f592 req-8e520a0e-b062-4f04-827c-3b37f7b8c2f2 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:22.357899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab195001-3fbb-48e7-b601-ab6820b3f592 req-8e520a0e-b062-4f04-827c-3b37f7b8c2f2 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 945 time: 0.1952641 May 06 12:32:22.361954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Made reservation on behalf of 9e5b20a90253422f9239692b0195a661 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:22.368667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.411180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d9620-c39c-436c-8c48-3817506c34b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a07469ae-e4fe-4a31-b3b5-953a5ea849d6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:22.436551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network a07469ae-e4fe-4a31-b3b5-953a5ea849d6 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:32:22.553914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab195001-3fbb-48e7-b601-ab6820b3f592 req-6b40453f-96fb-4269-b748-af2a701fbd33 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918659 May 06 12:32:22.777248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-433b73cc-e3de-46f0-9fba-13f753c2df21 req-aac4197e-3472-481c-a551-6fe496ef9be1 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/78cbc141-f63f-4cd0-bcd7-ff63263756d8 HTTP/1.1" status: 200 len: 1636 time: 0.1646931 May 06 12:32:22.970067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-433b73cc-e3de-46f0-9fba-13f753c2df21 req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.985947 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:23.072232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8870758f-7221-437e-899a-048ef497edfb,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:23.086810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-433b73cc-e3de-46f0-9fba-13f753c2df21 req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:23.389493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Checking segment: {'id': '443fc161-b3fd-46b0-a30b-79a0dd68a414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a07469ae-e4fe-4a31-b3b5-953a5ea849d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:23.390583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Network hostable DHCP agents. Network: a07469ae-e4fe-4a31-b3b5-953a5ea849d6, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:32:23.495493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-46bd2f78-d933-4530-bad1-8f67083b2429 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:23.497075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-46bd2f78-d933-4530-bad1-8f67083b2429 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 0.2533729 May 06 12:32:23.556399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-433b73cc-e3de-46f0-9fba-13f753c2df21 req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:23.588377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Network a07469ae-e4fe-4a31-b3b5-953a5ea849d6 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:32:23.656564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cbc141-f63f-4cd0-bcd7-ff63263756d8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:23.673886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.674317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.674703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.675040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.675662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.675984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.676349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.676679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.676989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.677369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.677619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:23.680637 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-433b73cc-e3de-46f0-9fba-13f753c2df21 req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:23.686197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-433b73cc-e3de-46f0-9fba-13f753c2df21 req-a4c51457-cb29-4050-a983-074bc61c11b7 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "DELETE /v2.0/security-groups/78cbc141-f63f-4cd0-bcd7-ff63263756d8 HTTP/1.1" status: 204 len: 173 time: 0.9079425 May 06 12:32:23.712363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, a07469ae-e4fe-4a31-b3b5-953a5ea849d6) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:23.733158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:23.733639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:23.752482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93de69-1dc4-4fb3-9742-1f784fa0c250 None None] Network a07469ae-e4fe-4a31-b3b5-953a5ea849d6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:23.777180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Deleting port 6e2e8c84-858f-49b5-90e8-44a682befffc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:23.777585 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:23.821634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0bd3ad51-dcc6-435b-9c48-f0612b489315 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5792787 May 06 12:32:24.540146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892dba35-d019-4049-9474-99683aced818 None None] Network a07469ae-e4fe-4a31-b3b5-953a5ea849d6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:24.670974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] For port 6e2e8c84-858f-49b5-90e8-44a682befffc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e2e8c84-858f-49b5-90e8-44a682befffc,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:24.672675 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:24.732803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-f470fc81-abf0-4cd2-850a-022b6ffdceb1 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1861379 May 06 12:32:25.039600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Calling delete_port for 6e2e8c84-858f-49b5-90e8-44a682befffc owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:25.417427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb506-c770-47f0-9339-ead675632917 req-4fe6c1db-71ed-4c62-b32c-a3c74597b1ca tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:25.420209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-4fe6c1db-71ed-4c62-b32c-a3c74597b1ca tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5785189 May 06 12:32:25.472368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Request body: {'port': {'device_id': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '15ff0397e66c4efb8aff516390ebd4cc'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:25.791119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1501a-e160-4f6b-a7b7-fe95d97d6f5c req-ea236ec4-9b05-4db3-88dc-09d99475e4c9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:25.803459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25f1501a-e160-4f6b-a7b7-fe95d97d6f5c req-ea236ec4-9b05-4db3-88dc-09d99475e4c9 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406 HTTP/1.1" status: 200 len: 946 time: 1.4418566 May 06 12:32:25.909592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5dd07-8df8-42a5-8bf5-265ff7d1fcd1 req-04459e0c-d9f5-40eb-985a-3498434e4aba tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:25.920562 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ed5dd07-8df8-42a5-8bf5-265ff7d1fcd1 req-04459e0c-d9f5-40eb-985a-3498434e4aba tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 0.8229668 May 06 12:32:26.031828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.090520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:26.133093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Usage tracker for resource:port and tenant:15ff0397e66c4efb8aff516390ebd4cc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:26.154228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25f1501a-e160-4f6b-a7b7-fe95d97d6f5c req-28d12283-06b3-4308-a3bd-2bc27be08310 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494351 May 06 12:32:26.157558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:26.184383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ed5dd07-8df8-42a5-8bf5-265ff7d1fcd1 req-ed2dfc7a-b847-45de-9b60-d4f320762a84 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625468 May 06 12:32:26.188880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event deleted for resources: {'Port': ['ID=6e2e8c84-858f-49b5-90e8-44a682befffc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:26.220858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:26.328170 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:32:26.495268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] No DVR routers for this DVR port 6e2e8c84-858f-49b5-90e8-44a682befffc on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:26.499687 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.504674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Made reservation on behalf of 15ff0397e66c4efb8aff516390ebd4cc for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:26.509592 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.552561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406', 'name': 'network-vif-deleted', 'tag': '6e2e8c84-858f-49b5-90e8-44a682befffc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:26.593976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89d74507-cc12-496a-9414-2ea40d42bdcb req-e9b15079-8510-487f-9325-6afdd772ac26 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 210 time: 0.1906743 May 06 12:32:26.643882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00ce4b83-1eed-4f3a-a6d4-93f585611013 req-587535db-ad64-4f2b-ba55-35e95ba6473f tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.48 "DELETE /v2.0/ports/6e2e8c84-858f-49b5-90e8-44a682befffc HTTP/1.1" status: 204 len: 173 time: 3.1356781 May 06 12:32:26.646894 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.662887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e2e8c84-858f-49b5-90e8-44a682befffc no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:26.772423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:26.812241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Usage tracker for resource:security_group_rule and tenant:15ff0397e66c4efb8aff516390ebd4cc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:26.835973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 6e2e8c84-858f-49b5-90e8-44a682befffc {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:26.836308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e2e8c84-858f-49b5-90e8-44a682befffc not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:26.874722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:26.903301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:26.929514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba3873a6-545e-45c1-b849-8f11252d1693 req-103705ac-16ce-4823-844e-2699e675b2c1 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/08cc7bcc-6c80-46d0-9390-7ce2e19f5621 HTTP/1.1" status: 200 len: 1639 time: 0.6253035 May 06 12:32:27.580315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.595156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-567433006', 'description': 'tempest-description-1811163349'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:27.623623 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.629993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:27.743955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:27.759859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:27.950414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:28.097461 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.136993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be58c94c-baa7-4fe2-88d9-11f0cf889c6d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:28.434695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:28.444909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2e3f1c8-01c3-4f4e-b874-33818958b741 req-3959df12-4f92-4d95-9167-76b71cac11f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 1097 time: 1.2194872 May 06 12:32:28.454219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group_rule and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:28.471605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:28.557124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:28.589588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Allocated IP 192.168.233.33 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/7112bc52-15f3-4d10-8e7f-0867434ddf02) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:28.893518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee966-fc46-4aca-bd0d-ce58a9f71010 req-e29a9e2b-9e20-4bcd-9a0f-3c4daaa861bf tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:28.900866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee966-fc46-4aca-bd0d-ce58a9f71010 req-e29a9e2b-9e20-4bcd-9a0f-3c4daaa861bf tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:28.908003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee966-fc46-4aca-bd0d-ce58a9f71010 req-e29a9e2b-9e20-4bcd-9a0f-3c4daaa861bf tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:28.920034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab3ee966-fc46-4aca-bd0d-ce58a9f71010 req-e29a9e2b-9e20-4bcd-9a0f-3c4daaa861bf tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa&device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561&device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 2417 time: 0.6650510 May 06 12:32:29.090267 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.183944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3f1c8-01c3-4f4e-b874-33818958b741 req-8952dda7-4013-4d4b-9de9-237797ee072a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:29.185910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2e3f1c8-01c3-4f4e-b874-33818958b741 req-8952dda7-4013-4d4b-9de9-237797ee072a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 905 time: 0.6941295 May 06 12:32:29.201906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.350516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab3ee966-fc46-4aca-bd0d-ce58a9f71010 req-6364816e-6792-4a9e-9f07-75fff27ff28e tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272540 May 06 12:32:29.376024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2e3f1c8-01c3-4f4e-b874-33818958b741 req-217bdfb9-91ef-45c0-9905-db4254dd3d8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb573afc-804d-4876-9d3b-cef186ae35e5 HTTP/1.1" status: 200 len: 217 time: 0.1784954 May 06 12:32:29.377009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d66260-0891-4419-97fd-8340ac9a05f2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:29.560391 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7281fea2-a9f4-4648-b45b-27139a307692'] response: {'server_uuid': '8ab1ec7a-20b1-4a8a-ac0c-c5313e6c7406', 'name': 'network-vif-deleted', 'tag': '6e2e8c84-858f-49b5-90e8-44a682befffc', 'status': 'completed', 'code': 200} May 06 12:32:29.592383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3f1c8-01c3-4f4e-b874-33818958b741 req-89a9a34d-237e-42cb-a3d6-974683edf10e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:29.594019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2e3f1c8-01c3-4f4e-b874-33818958b741 req-89a9a34d-237e-42cb-a3d6-974683edf10e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 200 len: 844 time: 0.2062719 May 06 12:32:29.600428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-884947250', 'description': 'tempest-description-882289522'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:29.651359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.666445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e2550cf-da93-4b6d-bf5e-2b788d0980a2 req-b124ff06-e554-41a0-9f5b-8b5869260482 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 2.1431561 May 06 12:32:29.667953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:29.729496 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.787036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Transition to ACTIVE for port object 7112bc52-15f3-4d10-8e7f-0867434ddf02 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:29.865917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:29.872586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2e3f1c8-01c3-4f4e-b874-33818958b741 req-e56bf7b7-e1d4-4a92-b9b3-bd5c4a6cdfc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef83465-48e7-4a53-bc95-1cb088eb8ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2622752 May 06 12:32:29.884962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:29.957245 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.971564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:30.146567 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:30.381307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:30.386298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:30.393172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:30.431412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event updated for resources: {'Port': ['ID=7112bc52-15f3-4d10-8e7f-0867434ddf02,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:30.491472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2e3f1c8-01c3-4f4e-b874-33818958b741 req-98ec8c2e-84c4-4a6e-acec-9ddfa1ffc4b3 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020715 May 06 12:32:30.631688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:30.644665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:30.649653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:30.659345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:30.660019 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:30.692453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:30.695913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-7fd7d1b7-aede-40dd-b708-ce26890dc3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2410991 May 06 12:32:30.715431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Request body: {'port': {'device_id': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:30.905257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27099b1-2f0a-438d-8ccb-7ffd50124759 req-372b384d-0a8a-4c9d-97b3-54634384b181 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:30.917759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c27099b1-2f0a-438d-8ccb-7ffd50124759 req-372b384d-0a8a-4c9d-97b3-54634384b181 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:30.930043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1ada8d9b-02fd-48f6-8854-0365d302dc6a None None] Provisioning for port 7112bc52-15f3-4d10-8e7f-0867434ddf02 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:30.935810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1ada8d9b-02fd-48f6-8854-0365d302dc6a None None] Provisioning complete for port 7112bc52-15f3-4d10-8e7f-0867434ddf02 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:30.936168 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ada8d9b-02fd-48f6-8854-0365d302dc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:30.993160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2e3f1c8-01c3-4f4e-b874-33818958b741 req-6eb65cbd-7cf9-4f27-becc-3fee59f8ef94 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888067 May 06 12:32:31.010443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.080136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c27099b1-2f0a-438d-8ccb-7ffd50124759 req-372b384d-0a8a-4c9d-97b3-54634384b181 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:31.084811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c27099b1-2f0a-438d-8ccb-7ffd50124759 req-372b384d-0a8a-4c9d-97b3-54634384b181 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 935 time: 0.9670706 May 06 12:32:31.147905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.229229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1ada8d9b-02fd-48f6-8854-0365d302dc6a None None] Port 7112bc52-15f3-4d10-8e7f-0867434ddf02 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:32:31.454328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c27099b1-2f0a-438d-8ccb-7ffd50124759 req-af4ff13c-9b53-4f13-971c-acd20bfbcebf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:31.457537 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.548506 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.549804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36d476be-7c60-4ca1-a52a-7e54b8634931 req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 2.0130477 May 06 12:32:31.557285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccdaa3-3922-484c-9f9a-35266d6c53fc tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249af026-d3e3-41c1-ab12-4e20c481150f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:31.599861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c27099b1-2f0a-438d-8ccb-7ffd50124759 req-af4ff13c-9b53-4f13-971c-acd20bfbcebf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:31.601228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c27099b1-2f0a-438d-8ccb-7ffd50124759 req-af4ff13c-9b53-4f13-971c-acd20bfbcebf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011857 May 06 12:32:32.025471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-0af6569c-b23a-47e8-9a69-2db4891bfbf0 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/d7d66260-0891-4419-97fd-8340ac9a05f2 HTTP/1.1" status: 200 len: 1646 time: 0.1952388 May 06 12:32:32.063038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd7d66260-0891-4419-97fd-8340ac9a05f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:32.063533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd7d66260-0891-4419-97fd-8340ac9a05f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:32.103325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:32.238503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group_rule and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:32.248211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:32.283308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:32.432289 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59506) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:32.502228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7112bc52-15f3-4d10-8e7f-0867434ddf02 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:32.515317 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.584106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a387abe-26a7-42f6-97cc-fab32632d20e req-d503276a-8d0c-4e7d-8ae5-4ba4b70dfb02 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:32.592843 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a387abe-26a7-42f6-97cc-fab32632d20e req-d503276a-8d0c-4e7d-8ae5-4ba4b70dfb02 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 945 time: 0.4991596 May 06 12:32:32.596094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Transition to ACTIVE for port object 7112bc52-15f3-4d10-8e7f-0867434ddf02 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:32.635609 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.751874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a387abe-26a7-42f6-97cc-fab32632d20e req-96e4f995-0c0d-4839-bffd-8483590b4aad tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918632 May 06 12:32:32.753624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.863774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4c99-174e-41f1-85f1-a640a14e6e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.886873 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.906917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.957388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ea7d4c99-174e-41f1-85f1-a640a14e6e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:32.971779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ea7d4c99-174e-41f1-85f1-a640a14e6e6f admin admin] Usage tracker for resource:security_group_rule and tenant:a6d5c11da44c4b56ac48a3494a9443fd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:32.988363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ea7d4c99-174e-41f1-85f1-a640a14e6e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:33.004709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ea7d4c99-174e-41f1-85f1-a640a14e6e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:33.286255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4c99-174e-41f1-85f1-a640a14e6e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.298555 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4c99-174e-41f1-85f1-a640a14e6e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.298910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.333782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2b1b5b8-19ab-4807-8dbf-a5973b89226d req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.2974696 May 06 12:32:33.358668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ffe30-b8bb-4564-a01f-583838f3331b tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e250e88-9fcd-4fbe-b5f7-17fbdbd97e0e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:33.396849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7112bc52-15f3-4d10-8e7f-0867434ddf02,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:33.592092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d4c99-174e-41f1-85f1-a640a14e6e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e602a7db-8d70-4c02-b527-2881bd118635,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:33.618082 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ea7d4c99-174e-41f1-85f1-a640a14e6e6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6d5c11da44c4b56ac48a3494a9443fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1822104 May 06 12:32:33.621276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:33.806817 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-09ed882a-d2f3-44c2-8307-d2709385d34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.876422 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-09ed882a-d2f3-44c2-8307-d2709385d34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.936878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Attempting to bind port 7112bc52-15f3-4d10-8e7f-0867434ddf02 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:33.937352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Attempting to bind port 7112bc52-15f3-4d10-8e7f-0867434ddf02 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:33.937915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Attempting to bind port 7112bc52-15f3-4d10-8e7f-0867434ddf02 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:33.950534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-ac1b7ef9-7942-4c96-9405-410a05822932 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/249af026-d3e3-41c1-ab12-4e20c481150f HTTP/1.1" status: 200 len: 1637 time: 0.4017375 May 06 12:32:33.983500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Port 7112bc52-15f3-4d10-8e7f-0867434ddf02 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:32:33.983992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Attempting to bind port 7112bc52-15f3-4d10-8e7f-0867434ddf02 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:33.987925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-09ed882a-d2f3-44c2-8307-d2709385d34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.008065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed882a-d2f3-44c2-8307-d2709385d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e602a7db-8d70-4c02-b527-2881bd118635,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:34.012299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:34.012806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:34.013407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:34.013613 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-09ed882a-d2f3-44c2-8307-d2709385d34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.014109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Bound port: 7112bc52-15f3-4d10-8e7f-0867434ddf02, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:34.014686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.018005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-09ed882a-d2f3-44c2-8307-d2709385d34b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e602a7db-8d70-4c02-b527-2881bd118635 HTTP/1.1" status: 204 len: 168 time: 0.3946650 May 06 12:32:34.040061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '249af026-d3e3-41c1-ab12-4e20c481150f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:34.040061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '249af026-d3e3-41c1-ab12-4e20c481150f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:34.049760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:34.057256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:34.063947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:34.078923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:34.258813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59abda6-9052-49de-beac-fa5d6ec06b2c req-8af90988-0405-4c7b-afcb-d1fab6e4981f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:34.266814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c59abda6-9052-49de-beac-fa5d6ec06b2c req-8af90988-0405-4c7b-afcb-d1fab6e4981f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 947 time: 0.4506831 May 06 12:32:34.403536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] For port 7112bc52-15f3-4d10-8e7f-0867434ddf02, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:34.453709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.468523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] For port 7112bc52-15f3-4d10-8e7f-0867434ddf02, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:34.533752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c59abda6-9052-49de-beac-fa5d6ec06b2c req-94267d26-1d1d-45dd-9e3d-c20cbde5a58a tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659078 May 06 12:32:34.541135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.590913 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.728274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7112bc52-15f3-4d10-8e7f-0867434ddf02,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:34.742134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.752824 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.754398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-1865dc8d-4c8f-40fd-adec-2bba485315b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/7112bc52-15f3-4d10-8e7f-0867434ddf02 HTTP/1.1" status: 200 len: 1095 time: 4.0448475 May 06 12:32:34.771394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'tag': '7112bc52-15f3-4d10-8e7f-0867434ddf02'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:34.813995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fe4d64-98d0-4414-a4e0-8bfd94b881af,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:34.928972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.930470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27f89793-0850-497e-8e9c-2a6bc6ec2bf8 req-0ae8105f-232c-4cc5-bde2-4f9ce9211b6a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.9246371 May 06 12:32:34.988152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-1920dc20-031c-46bc-8e91-5b7b3d11549c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:34.989021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-1920dc20-031c-46bc-8e91-5b7b3d11549c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:35.103172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-130ed4fe-039b-4e31-bba6-dfcbb94a2fc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 1098 time: 0.2827268 May 06 12:32:35.104715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-1920dc20-031c-46bc-8e91-5b7b3d11549c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:35.129547 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-1920dc20-031c-46bc-8e91-5b7b3d11549c tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 0.8386176 May 06 12:32:35.667885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Deleting port 7538789a-ab2d-4b6b-9c01-33c0842eae75 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:35.667885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:35.969036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a5a92f9-eac7-4926-b011-294dcf71ac43 req-bd19a254-df5a-4f8c-becd-c403bed9a05a tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/d7d66260-0891-4419-97fd-8340ac9a05f2 HTTP/1.1" status: 200 len: 2149 time: 0.8322973 May 06 12:32:36.201889 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0055e49e-d4b0-4716-a0dd-69e4f8d7f1c0'] response: {'name': 'network-changed', 'server_uuid': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'tag': '7112bc52-15f3-4d10-8e7f-0867434ddf02', 'status': 'completed', 'code': 200} May 06 12:32:36.228191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-89b9cd84-7905-4140-9bc9-11f3e9d39146 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02 HTTP/1.1" status: 200 len: 217 time: 0.9803472 May 06 12:32:36.962467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:37.025220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] For port 7538789a-ab2d-4b6b-9c01-33c0842eae75, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7538789a-ab2d-4b6b-9c01-33c0842eae75,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:37.026066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:37.246177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb506-c770-47f0-9339-ead675632917 req-e60eb075-812a-4812-baff-2dc36301b26c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:37.249557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-e60eb075-812a-4812-baff-2dc36301b26c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.5217550 May 06 12:32:37.394142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-a15224fb-401f-4612-bb5d-bee9c0981140 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/249af026-d3e3-41c1-ab12-4e20c481150f HTTP/1.1" status: 200 len: 2140 time: 1.1192584 May 06 12:32:37.441433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '249af026-d3e3-41c1-ab12-4e20c481150f', 'remote_group_id': None}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:37.441935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '249af026-d3e3-41c1-ab12-4e20c481150f', 'remote_group_id': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:37.562249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021485a-de3f-45b1-9c51-bd8e77ece736 req-22a60edc-55c6-4c41-af92-5457e5705032 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:37.564231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c021485a-de3f-45b1-9c51-bd8e77ece736 req-22a60edc-55c6-4c41-af92-5457e5705032 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 944 time: 1.6595860 May 06 12:32:37.566094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:37.628792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Usage tracker for resource:security_group_rule and tenant:71e780649aa844bd9bdb09c721f706be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:37.643375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:37.682144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:37.933442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-1b43dd58-f29b-498c-b808-66d5842306df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6721756 May 06 12:32:37.975884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c021485a-de3f-45b1-9c51-bd8e77ece736 req-d019eec5-ab08-4cbb-89d8-34401f4d72cc tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3d7f8a2c-48c3-4878-a3cf-3d0615c55062&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3438962 May 06 12:32:38.085070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.085866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.085992 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Floating IP 2d447bac-6869-4e4d-86b0-20c53eaffd25 disassociated. External IP: 172.25.7.36, port: 7538789a-ab2d-4b6b-9c01-33c0842eae75. May 06 12:32:38.086358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Calling delete_port for 7538789a-ab2d-4b6b-9c01-33c0842eae75 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:38.241229 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.324179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-f2fd50d0-1b54-4692-b54c-5605895d0d30 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790617 May 06 12:32:38.356129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.394421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.522022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb8e69c-5733-4a16-82c6-b2dc0f1b3288,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:38.600407 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.610838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388daae-51d3-4920-a741-185f78ab5c66 req-b180bf39-20b0-4b33-a3bc-5bbb985e3ed8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:38.612415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b388daae-51d3-4920-a741-185f78ab5c66 req-b180bf39-20b0-4b33-a3bc-5bbb985e3ed8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 947 time: 0.4068279 May 06 12:32:38.620600 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.621782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91a4ac9f-bb5e-4ac1-913f-f38a398245fb req-f8873062-57f8-4e16-a293-5c8bf172ec98 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 1.2183557 May 06 12:32:38.715181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event deleted for resources: {'Port': ['ID=7538789a-ab2d-4b6b-9c01-33c0842eae75,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:38.758478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525cb506-c770-47f0-9339-ead675632917 req-fd1ee1f8-6670-48a1-9212-8cc78603165c service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996828 May 06 12:32:38.830843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:38.904022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 7538789a-ab2d-4b6b-9c01-33c0842eae75 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:38.904426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7538789a-ab2d-4b6b-9c01-33c0842eae75 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:38.938702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b388daae-51d3-4920-a741-185f78ab5c66 req-4f28bfd5-57d6-45f3-9b79-2753d826e4ab tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622657 May 06 12:32:39.168037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4efc2f7-fb83-4bb9-8a1d-e15e0dc945d2 req-8a1ef8e1-14c5-4f93-8c16-b27413c150f8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-group-rules/6e250e88-9fcd-4fbe-b5f7-17fbdbd97e0e HTTP/1.1" status: 200 len: 713 time: 0.0506628 May 06 12:32:39.243532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21416dc6-a9b8-4905-8101-6e0cd0df265e req-3f583eef-bd17-457f-b14e-37c1ba67680b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 1098 time: 0.4039085 May 06 12:32:39.584543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4efc2f7-fb83-4bb9-8a1d-e15e0dc945d2 req-18e955a4-7b88-4a70-b759-c9910737a640 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/d7d66260-0891-4419-97fd-8340ac9a05f2 HTTP/1.1" status: 200 len: 2149 time: 0.4045107 May 06 12:32:39.727395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e88e881-ada8-4d22-8282-f77634e643ec req-4ad86005-064e-4aef-9272-485480fc5771 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/249af026-d3e3-41c1-ab12-4e20c481150f HTTP/1.1" status: 200 len: 2648 time: 0.2235196 May 06 12:32:39.736059 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4efc2f7-fb83-4bb9-8a1d-e15e0dc945d2 req-057571b4-8175-4954-ada4-39871cb27769 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:39.752804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416dc6-a9b8-4905-8101-6e0cd0df265e req-08cea518-530b-4960-921f-a44b6887f917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:39.754403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21416dc6-a9b8-4905-8101-6e0cd0df265e req-08cea518-530b-4960-921f-a44b6887f917 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.5023720 May 06 12:32:39.756232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4efc2f7-fb83-4bb9-8a1d-e15e0dc945d2 req-057571b4-8175-4954-ada4-39871cb27769 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:39.865349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21416dc6-a9b8-4905-8101-6e0cd0df265e req-b70be832-acfe-4867-af57-297d1634982a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02 HTTP/1.1" status: 200 len: 217 time: 0.0903893 May 06 12:32:39.936200 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4efc2f7-fb83-4bb9-8a1d-e15e0dc945d2 req-057571b4-8175-4954-ada4-39871cb27769 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:39.974250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Router ca05d400-193d-4e28-9a76-568ca4b8afd6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:32:39.975319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057571b4-8175-4954-ada4-39871cb27769 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e250e88-9fcd-4fbe-b5f7-17fbdbd97e0e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:39.987655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416dc6-a9b8-4905-8101-6e0cd0df265e req-83e888ef-2ae3-4b27-88bb-74e07bbfe299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:39.989203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21416dc6-a9b8-4905-8101-6e0cd0df265e req-83e888ef-2ae3-4b27-88bb-74e07bbfe299 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1142828 May 06 12:32:39.990244 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4efc2f7-fb83-4bb9-8a1d-e15e0dc945d2 req-057571b4-8175-4954-ada4-39871cb27769 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:39.997294 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4efc2f7-fb83-4bb9-8a1d-e15e0dc945d2 req-057571b4-8175-4954-ada4-39871cb27769 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6e250e88-9fcd-4fbe-b5f7-17fbdbd97e0e HTTP/1.1" status: 204 len: 173 time: 0.4003592 May 06 12:32:40.275744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d1006a08-ed24-4409-95a5-3bd93b701d99 req-bf313cff-a953-46f7-b8ca-f76da75324be tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Synchronizing usage tracker for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:40.455280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d1006a08-ed24-4409-95a5-3bd93b701d99 req-bf313cff-a953-46f7-b8ca-f76da75324be tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Unset dirty status for tenant:5b9e59d353934844bfe6a661b292f792 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:40.456747 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1006a08-ed24-4409-95a5-3bd93b701d99 req-bf313cff-a953-46f7-b8ca-f76da75324be tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3af3532-c248-4c54-83b7-a41eba0b7258 HTTP/1.1" status: 200 len: 210 time: 0.2764504 May 06 12:32:40.498907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21416dc6-a9b8-4905-8101-6e0cd0df265e req-30532a21-0f5d-4d7a-91bc-f7df8d071605 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5002439 May 06 12:32:40.530938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a683fc3f-5c9c-4564-a692-a747ea9aad18 req-7e145ea1-90e9-471e-bccb-82da88da5c90 tempest-AbsoluteLimitsNegativeTestJSON-520479026 tempest-AbsoluteLimitsNegativeTestJSON-520479026-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6074cb75eaf647c8be0609d267112f82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781617 May 06 12:32:40.738150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55aa83ec-6446-4de1-b342-68f241d8cdab req-1e339a21-5339-4501-90a4-3473d4a33d5f tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-group-rules/6bb8e69c-5733-4a16-82c6-b2dc0f1b3288 HTTP/1.1" status: 200 len: 718 time: 0.1510482 May 06 12:32:40.832878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7112bc52-15f3-4d10-8e7f-0867434ddf02 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:32:40.973962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21416dc6-a9b8-4905-8101-6e0cd0df265e req-d8b2bd7d-bb55-4528-ae3d-10dc515fee3c service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679356 May 06 12:32:41.004142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683fc3f-5c9c-4564-a692-a747ea9aad18 req-972fe580-4e93-4f14-a13f-bae09cf476b6 tempest-AbsoluteLimitsNegativeTestJSON-520479026 tempest-AbsoluteLimitsNegativeTestJSON-520479026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:41.006966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a683fc3f-5c9c-4564-a692-a747ea9aad18 req-972fe580-4e93-4f14-a13f-bae09cf476b6 tempest-AbsoluteLimitsNegativeTestJSON-520479026 tempest-AbsoluteLimitsNegativeTestJSON-520479026-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4209733 May 06 12:32:41.013500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7112bc52-15f3-4d10-8e7f-0867434ddf02, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:41.029903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '7112bc52-15f3-4d10-8e7f-0867434ddf02', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '7112bc52-15f3-4d10-8e7f-0867434ddf02', 'mac_address': 'fa:16:3e:dd:2f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:32:41.053121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55aa83ec-6446-4de1-b342-68f241d8cdab req-40771290-0d23-46ba-96a6-47ebed590d34 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/249af026-d3e3-41c1-ab12-4e20c481150f HTTP/1.1" status: 200 len: 2648 time: 0.3000727 May 06 12:32:41.091861 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.125775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7112bc52-15f3-4d10-8e7f-0867434ddf02 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:41.166021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7112bc52-15f3-4d10-8e7f-0867434ddf02, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:41.172761 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.253390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a683fc3f-5c9c-4564-a692-a747ea9aad18 req-7f4b75c9-f10a-4ecd-a999-3cafc006d9e0 tempest-AbsoluteLimitsNegativeTestJSON-520479026 tempest-AbsoluteLimitsNegativeTestJSON-520479026-project] 10.222.0.44 "GET /v2.0/quotas/6074cb75eaf647c8be0609d267112f82 HTTP/1.1" status: 200 len: 375 time: 0.2106552 May 06 12:32:41.289924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7112bc52-15f3-4d10-8e7f-0867434ddf02,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:41.364855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a683fc3f-5c9c-4564-a692-a747ea9aad18 req-79c5be8d-3a16-41fe-9223-e09d65fd8dba tempest-AbsoluteLimitsNegativeTestJSON-520479026 tempest-AbsoluteLimitsNegativeTestJSON-520479026-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6074cb75eaf647c8be0609d267112f82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820026 May 06 12:32:41.377007 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-55aa83ec-6446-4de1-b342-68f241d8cdab req-dccd8856-0ed9-450a-8769-a1f7ede798ad tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.400530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:41.403806 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-55aa83ec-6446-4de1-b342-68f241d8cdab req-dccd8856-0ed9-450a-8769-a1f7ede798ad tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.411808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:32:41.448216 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] Sync routers for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:32:41.471934 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:41.472736 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:32:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:41.556611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21416dc6-a9b8-4905-8101-6e0cd0df265e req-56934046-6450-4e57-8099-e4d6e36d893d service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621178 May 06 12:32:41.572757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] No DVR routers for this DVR port 7538789a-ab2d-4b6b-9c01-33c0842eae75 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:41.583109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.587384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ea1152e-d4f3-487e-a7a8-2455dcf08493 req-b24d9882-f75e-42ed-b86d-ea2a06bfd0d5 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.36 "DELETE /v2.0/ports/7538789a-ab2d-4b6b-9c01-33c0842eae75 HTTP/1.1" status: 204 len: 173 time: 6.4549897 May 06 12:32:41.588442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-deleted', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:41.622333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-55aa83ec-6446-4de1-b342-68f241d8cdab req-dccd8856-0ed9-450a-8769-a1f7ede798ad tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.766672 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-55aa83ec-6446-4de1-b342-68f241d8cdab req-dccd8856-0ed9-450a-8769-a1f7ede798ad tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.772065 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55aa83ec-6446-4de1-b342-68f241d8cdab req-dccd8856-0ed9-450a-8769-a1f7ede798ad tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6bb8e69c-5733-4a16-82c6-b2dc0f1b3288 HTTP/1.1" status: 204 len: 173 time: 0.7067389 May 06 12:32:41.773526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd8856-0ed9-450a-8769-a1f7ede798ad tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bb8e69c-5733-4a16-82c6-b2dc0f1b3288,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:41.868662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c31f0-7f5d-4807-9261-c80356ed8f72 req-15af7510-66e8-4501-8abf-7169bc66b56f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:41.874998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a2c31f0-7f5d-4807-9261-c80356ed8f72 req-15af7510-66e8-4501-8abf-7169bc66b56f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 948 time: 0.2187209 May 06 12:32:41.887009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-706034551', 'description': 'tempest-description-1698983096'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:41.941159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:41.963010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:41.963157 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:41.968816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59646) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:41.976224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-391163183'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:41.977507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:41.983357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:41.988417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:network and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:41.992620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:41.997544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:42.002579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:42.020766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:42.025863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.028067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a2c31f0-7f5d-4807-9261-c80356ed8f72 req-c21fc01c-7d3f-480d-8fc5-ff79cd45526a tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306148 May 06 12:32:42.043926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.116148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:32:42.132526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:42.142017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group_rule and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:42.145307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.146499 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Added segment 490f73c2-007f-46fe-9b8b-8e7e04ff7996 of type vlan for network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 May 06 12:32:42.151414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:42.169924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:42.180668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56eb8046-b687-449e-8ccc-53e994e5487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.225145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.232268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59652) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:42.273540 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.280244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:42.283228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.379446 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.381082 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4102685 May 06 12:32:42.386437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59658) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:42.398630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1076189930'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:42.409454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.466396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:42.489155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:network and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:42.502970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:42.560320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cb7d6-ad3f-40b6-a914-00e69cb299fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Network': ['ID=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:42.604915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:32:42.649028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.707102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:42.743602 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.745046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17b8b1d5-98b9-4711-9ea7-2e67e48114e0 req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.8687358 May 06 12:32:42.750720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88bd8e3f-2099-4b88-ac1b-2733f80238be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.771371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a6d9c-24d2-4df4-ac46-f449068b32a3 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f004b-b463-4daf-bb2e-6bc19fab584e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:42.771803 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '32dd8a18-16d8-44e8-bdf8-1cbad9e654ed', 'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'mac_address': 'fa:16:3e:bd:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:31Z', 'updated_at': '2022-05-06T12:19:55Z', 'revision_number': 5, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'subnets': [{'id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:42.779421 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] Checking router: ca05d400-193d-4e28-9a76-568ca4b8afd6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:32:42.789027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:42.792309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.796273 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:42.796988 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:32:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:42.848436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7112bc52-15f3-4d10-8e7f-0867434ddf02 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:42.954476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:32:42.967821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.968209 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Added segment 7d3e16f1-1964-4abc-9f50-6beb3dfd1f68 of type vlan for network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb May 06 12:32:43.003536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.037954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-88bd8e3f-2099-4b88-ac1b-2733f80238be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:43.042114 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7d5118-f975-46b9-808b-a822da12003d'] response: {'server_uuid': 'd3af3532-c248-4c54-83b7-a41eba0b7258', 'name': 'network-vif-deleted', 'tag': '7538789a-ab2d-4b6b-9c01-33c0842eae75', 'status': 'completed', 'code': 200} May 06 12:32:43.045553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-88bd8e3f-2099-4b88-ac1b-2733f80238be admin admin] Usage tracker for resource:security_group_rule and tenant:6074cb75eaf647c8be0609d267112f82 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:43.049472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.053862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:43.055197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.060305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-88bd8e3f-2099-4b88-ac1b-2733f80238be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:43.065421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 7112bc52-15f3-4d10-8e7f-0867434ddf02 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:43.076734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 7112bc52-15f3-4d10-8e7f-0867434ddf02 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:43.077301 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.094495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-88bd8e3f-2099-4b88-ac1b-2733f80238be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:43.190710 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:43.344141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88bd8e3f-2099-4b88-ac1b-2733f80238be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.366125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88bd8e3f-2099-4b88-ac1b-2733f80238be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.381326 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.405368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Network': ['ID=93fc091f-ff24-41c1-b735-e8bc9d4b3beb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:43.420676 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-079226a5-df15-42a8-b380-e39b3130f138 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0322318 May 06 12:32:43.423548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59694) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:43.429371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:32:43.435236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'subnet': {'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:43.495466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd8e3f-2099-4b88-ac1b-2733f80238be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1485bd33-e889-471f-b670-f112f6c5ec00,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:43.537979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-88bd8e3f-2099-4b88-ac1b-2733f80238be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6074cb75eaf647c8be0609d267112f82&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3042805 May 06 12:32:43.540613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59708) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:43.586063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1eaa2e38-17eb-49f8-a0d9-59021b332db3 req-de95a164-be6a-42b3-a526-205cd500e634 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/249af026-d3e3-41c1-ab12-4e20c481150f HTTP/1.1" status: 200 len: 2140 time: 0.4127505 May 06 12:32:43.648558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7112bc52-15f3-4d10-8e7f-0867434ddf02'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:43.696461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7112bc52-15f3-4d10-8e7f-0867434ddf02, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:43.725237 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.728461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb573afc-804d-4876-9d3b-cef186ae35e5 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:43.762893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:43.774148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:subnet and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:43.780998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:43.781367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a6de-34af-4946-a426-cd2860144b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.794986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:43.819293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:43.873755 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a6de-34af-4946-a426-cd2860144b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.935157 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '32dd8a18-16d8-44e8-bdf8-1cbad9e654ed', 'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'mac_address': 'fa:16:3e:bd:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:31Z', 'updated_at': '2022-05-06T12:19:55Z', 'revision_number': 5, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'subnets': [{'id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:43.950188 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da5c05-ea0f-4a14-96c4-a9c756657500 None None] The sync data for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 is: [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '32dd8a18-16d8-44e8-bdf8-1cbad9e654ed', 'name': '', 'network_id': '2c9a1d8b-7afe-4eff-bddf-177184856d8c', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'mac_address': 'fa:16:3e:bd:53:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:31Z', 'updated_at': '2022-05-06T12:19:55Z', 'revision_number': 5, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'subnets': [{'id': 'a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:43.989346 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a6de-34af-4946-a426-cd2860144b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.008015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.023212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e38-17eb-49f8-a0d9-59021b332db3 req-b921c447-0eba-4817-b929-55009b9cfde5 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.041810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2a6de-34af-4946-a426-cd2860144b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1485bd33-e889-471f-b670-f112f6c5ec00,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:44.073597 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1f2a6de-34af-4946-a426-cd2860144b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.081886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e1f2a6de-34af-4946-a426-cd2860144b98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1485bd33-e889-471f-b670-f112f6c5ec00 HTTP/1.1" status: 204 len: 168 time: 0.5396953 May 06 12:32:44.093489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7112bc52-15f3-4d10-8e7f-0867434ddf02,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:44.104940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e38-17eb-49f8-a0d9-59021b332db3 req-b921c447-0eba-4817-b929-55009b9cfde5 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.244189 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.259412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e38-17eb-49f8-a0d9-59021b332db3 req-b921c447-0eba-4817-b929-55009b9cfde5 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.306853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb573afc-804d-4876-9d3b-cef186ae35e5,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:44.319151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.388988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921c447-0eba-4817-b929-55009b9cfde5 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249af026-d3e3-41c1-ab12-4e20c481150f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:44.409943 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e38-17eb-49f8-a0d9-59021b332db3 req-b921c447-0eba-4817-b929-55009b9cfde5 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.437425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1eaa2e38-17eb-49f8-a0d9-59021b332db3 req-b921c447-0eba-4817-b929-55009b9cfde5 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "DELETE /v2.0/security-groups/249af026-d3e3-41c1-ab12-4e20c481150f HTTP/1.1" status: 204 len: 173 time: 0.8236067 May 06 12:32:44.447447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48670ad2-565d-4ade-a531-64093cfa0d03 req-387aa32d-4ede-45b9-a9d1-d16287ac1880 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/a63f004b-b463-4daf-bb2e-6bc19fab584e HTTP/1.1" status: 200 len: 1646 time: 0.2431984 May 06 12:32:44.527335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092208a3-51ba-4f19-b02e-fd717d2e7c4c None None] New status for floating IP 2d447bac-6869-4e4d-86b0-20c53eaffd25: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:32:44.529551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59726) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:44.583849 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.676716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=eb573afc-804d-4876-9d3b-cef186ae35e5,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:44.733510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Subnet': ['ID=579974d2-2b30-474e-8a4d-8df434eca497,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:44.743906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Checking segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:44.744758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network hostable DHCP agents. Network: 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:32:44.804057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:32:44.838689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:44.860915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:44.861771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.905797 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b244750f-7693-43ca-b900-99e7e16ab8a2'] response: {'server_uuid': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7112bc52-15f3-4d10-8e7f-0867434ddf02', 'code': 200} May 06 12:32:44.907750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f6ba4-ec26-4c98-a129-3393ace6197b None None] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:44.924023 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-88dd44ac-dbcb-437b-bf7a-dab8e69a3a85 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4892321 May 06 12:32:44.926410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59736) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:44.935194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'subnet': {'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:45.008669 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9300aba4-17d9-41b4-8a37-a436e583a60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.024367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b643-d35a-4071-a551-b49ceeba553a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.094448 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b643-d35a-4071-a551-b49ceeba553a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.151714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:45.156804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:subnet and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:45.161585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:45.171224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:45.186093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:45.208825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b643-d35a-4071-a551-b49ceeba553a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.280213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7b643-d35a-4071-a551-b49ceeba553a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7f8a2c-48c3-4878-a3cf-3d0615c55062,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:45.309820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40ea9d89-c2de-4ed7-b7bf-8eb979567211 req-89fb776b-2a9e-473f-a876-3155d31bb00b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 1100 time: 0.4318182 May 06 12:32:45.324702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b643-d35a-4071-a551-b49ceeba553a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.336336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2ed7b643-d35a-4071-a551-b49ceeba553a tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "DELETE /v2.0/security-groups/3d7f8a2c-48c3-4878-a3cf-3d0615c55062 HTTP/1.1" status: 204 len: 168 time: 0.7980266 May 06 12:32:45.339657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59744) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:45.485386 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-59c32643-5ffd-43ba-81b0-121995bd73e7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] show failed (client error): The resource could not be found. May 06 12:32:45.491189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-59c32643-5ffd-43ba-81b0-121995bd73e7 tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "GET /v2.0/security-groups/3d7f8a2c-48c3-4878-a3cf-3d0615c55062 HTTP/1.1" status: 404 len: 347 time: 0.1070776 May 06 12:32:45.521880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59752) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:45.525661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40ea9d89-c2de-4ed7-b7bf-8eb979567211 req-7d83b4d5-ebfa-4a7e-8497-5d9bcecff864 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032955 May 06 12:32:45.536603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a76977-89f3-43c2-b972-ab1a4be6a6ac req-65ec912e-9716-4780-9f62-a016278a7308 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:45.549068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35a76977-89f3-43c2-b972-ab1a4be6a6ac req-65ec912e-9716-4780-9f62-a016278a7308 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 949 time: 0.8619335 May 06 12:32:45.612895 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.816790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59760) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:45.877553 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.972255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'fixed_ips': [{'subnet_id': '579974d2-2b30-474e-8a4d-8df434eca497'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:32:45.974179 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.976982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Deleting port c503a138-1f8b-4819-9efb-86b23498bb11 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:45.977832 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.994646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.168897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35a76977-89f3-43c2-b972-ab1a4be6a6ac req-e1c1ddc7-c57b-45c0-93a2-8ae2727081f7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178491 May 06 12:32:46.178626 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-fa969440-c841-4b1f-b584-64e169345f48 req-2bbc5144-e348-4974-a7c9-5c13a2b1c556 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] show failed (client error): The resource could not be found. May 06 12:32:46.180314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa969440-c841-4b1f-b584-64e169345f48 req-2bbc5144-e348-4974-a7c9-5c13a2b1c556 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/78cbc141-f63f-4cd0-bcd7-ff63263756d8 HTTP/1.1" status: 404 len: 352 time: 0.1445501 May 06 12:32:46.361377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Allocated IP 10.1.1.2 (3a5a7577-6eb9-4fca-ac8e-7b2840c042f7/579974d2-2b30-474e-8a4d-8df434eca497/c0ebc340-6f62-4ea5-9943-612dae31f35d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:46.381788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1048063034-network', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:46.405924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:46.413330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Usage tracker for resource:network and tenant:224c8aaa6e2945f584c05e9d487c6f05 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:46.441969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:46.454770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:46.490576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Made reservation on behalf of 224c8aaa6e2945f584c05e9d487c6f05 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:46.495832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.521374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.532003 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.642914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:46.669276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Usage tracker for resource:security_group_rule and tenant:224c8aaa6e2945f584c05e9d487c6f05 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:46.675912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:46.676776 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.677630 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.734073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:46.828410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Calling delete_port for c503a138-1f8b-4819-9efb-86b23498bb11 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:46.837173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Subnet': ['ID=2b2588b2-6b6c-4a8a-88ea-49423d082372,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:46.918636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:46.956767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Checking segment: {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:46.957123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network hostable DHCP agents. Network: 93fc091f-ff24-41c1-b735-e8bc9d4b3beb, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:32:46.975630 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.980538 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.989732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.023545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Transition to ACTIVE for port object c0ebc340-6f62-4ea5-9943-612dae31f35d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:47.029886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:32:47.047012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:32:47.055612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdaa6ff-4ad5-4570-80db-83e9317a3974,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:47.060910 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.061240 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Added segment 5796df91-76ff-4ea6-ada1-47191bb0ed9b of type vlan for network 9fc35d9b-94d3-44f6-ac51-41fb022179db May 06 12:32:47.078574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 93fc091f-ff24-41c1-b735-e8bc9d4b3beb) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:47.083958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:47.084640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.107943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fdb9ad-8d75-4b07-b432-50375a3304b0 None None] Network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:47.122486 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.157744 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a33437a3-f682-4a6a-8706-c27228d24578 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2234895 May 06 12:32:47.166538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:47.183206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'port': {'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'name': 'tempest-TaggedBootDevicesTest_v242-616707348', 'fixed_ips': [{'subnet_id': '579974d2-2b30-474e-8a4d-8df434eca497'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:47.224088 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.259411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Transition to ACTIVE for port object c0ebc340-6f62-4ea5-9943-612dae31f35d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:47.294579 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.351518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Pushing event deleted for resources: {'Port': ['ID=c503a138-1f8b-4819-9efb-86b23498bb11,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:47.353837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.355329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:47.356892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.359483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2b566a0-7f67-4cdf-87ed-15ee6c72b6b7 req-2b6d30b3-7c9c-4b38-b630-f15fac49c43a tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/08cc7bcc-6c80-46d0-9390-7ce2e19f5621 HTTP/1.1" status: 200 len: 1639 time: 0.2338395 May 06 12:32:47.440226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Pushing event updated for resources: {'Port': ['ID=c0ebc340-6f62-4ea5-9943-612dae31f35d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:47.481938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-8994d6da-8d51-4394-8868-a71d11517728 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:47.485123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.492999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-8994d6da-8d51-4394-8868-a71d11517728 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 804 time: 1.0544856 May 06 12:32:47.513568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:47.518494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:47.522381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:47.577146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc35d9b-94d3-44f6-ac51-41fb022179db,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:47.588086 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c0544e8a-4e6e-4272-a3ec-cc26a5e73120 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7691538 May 06 12:32:47.600316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59786) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:47.623610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Request body: {'subnet': {'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1048063034-subnet', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:47.629756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:47.648811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-f825a8ad-5088-49ff-8a50-e25caa362952 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/quotas/ebad8735eb3041388033a63376ff3d79 HTTP/1.1" status: 200 len: 375 time: 0.1562381 May 06 12:32:47.654987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Usage tracker for resource:subnet and tenant:224c8aaa6e2945f584c05e9d487c6f05 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:47.657053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 9fc35d9b-94d3-44f6-ac51-41fb022179db details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:32:47.664684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:47.665085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:47.676963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:port and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:47.677913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668917d-39f0-481f-96e8-345a080225e3 req-fb5491f9-c47e-48b5-9e7c-333c744d9c94 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:47.680168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e668917d-39f0-481f-96e8-345a080225e3 req-fb5491f9-c47e-48b5-9e7c-333c744d9c94 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "GET /v2.0/ports?device_id=8463afa8-bbe2-4346-8e16-83411d032dea HTTP/1.1" status: 200 len: 944 time: 0.5620239 May 06 12:32:47.682877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:47.695526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:47.729259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:47.738047 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.763209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:47.779388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] device_id is not set on port 239f9c9f-72c8-43d0-b15c-f0067878f016 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:32:47.856231 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.898346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Attempting to bind port c0ebc340-6f62-4ea5-9943-612dae31f35d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:47.898706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Attempting to bind port c0ebc340-6f62-4ea5-9943-612dae31f35d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:47.899137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Attempting to bind port c0ebc340-6f62-4ea5-9943-612dae31f35d on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:47.934443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:47.935281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Checking segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:47.935281 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.936294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Bound using segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:47.936294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Bound port: c0ebc340-6f62-4ea5-9943-612dae31f35d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:47.936570 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.942429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Made reservation on behalf of 224c8aaa6e2945f584c05e9d487c6f05 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:47.946323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.029856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-93fc091f-ff24-41c1-b735-e8bc9d4b3beb', 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'fixed_ips': [{'subnet_id': '2b2588b2-6b6c-4a8a-88ea-49423d082372'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:32:48.030302 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.139379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e668917d-39f0-481f-96e8-345a080225e3 req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Deleting port eb573afc-804d-4876-9d3b-cef186ae35e5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:48.139956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e668917d-39f0-481f-96e8-345a080225e3 req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.141506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Allocated IP 10.1.1.131 (3a5a7577-6eb9-4fca-ac8e-7b2840c042f7/579974d2-2b30-474e-8a4d-8df434eca497/239f9c9f-72c8-43d0-b15c-f0067878f016) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:48.167788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] For port c0ebc340-6f62-4ea5-9943-612dae31f35d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:48.182001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] For port c0ebc340-6f62-4ea5-9943-612dae31f35d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c0ebc340-6f62-4ea5-9943-612dae31f35d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:48.188126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.254710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.256491 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e456f4ba-34f5-4797-9a66-5463782550ce tempest-ServerActionsTestJSON-323830742 tempest-ServerActionsTestJSON-323830742-project] 10.222.0.44 "DELETE /v2.0/floatingips/2d447bac-6869-4e4d-86b0-20c53eaffd25 HTTP/1.1" status: 204 len: 168 time: 2.6771479 May 06 12:32:48.257724 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c2b566a0-7f67-4cdf-87ed-15ee6c72b6b7 req-94ef42f0-bdb8-4f61-8235-76978c69d668 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.261728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59790) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:48.365014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074638f-2326-4c10-afbb-940e34b13bac None None] Pushing event updated for resources: {'Port': ['ID=c0ebc340-6f62-4ea5-9943-612dae31f35d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:48.390420 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c2b566a0-7f67-4cdf-87ed-15ee6c72b6b7 req-94ef42f0-bdb8-4f61-8235-76978c69d668 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.464409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Allocated IP 10.2.2.2 (93fc091f-ff24-41c1-b735-e8bc9d4b3beb/2b2588b2-6b6c-4a8a-88ea-49423d082372/e8921cab-0ae7-4fb4-8356-06c12eb0b0c5) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:48.616911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-bb9c155e-417b-47b2-bd9a-6c13fb0de709 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9286556 May 06 12:32:48.644036 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.700060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Transition to ACTIVE for port object 239f9c9f-72c8-43d0-b15c-f0067878f016 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:48.887950 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.927511 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c2b566a0-7f67-4cdf-87ed-15ee6c72b6b7 req-94ef42f0-bdb8-4f61-8235-76978c69d668 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.968145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e668917d-39f0-481f-96e8-345a080225e3 req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] For port eb573afc-804d-4876-9d3b-cef186ae35e5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb573afc-804d-4876-9d3b-cef186ae35e5,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:48.968515 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e668917d-39f0-481f-96e8-345a080225e3 req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.003570 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.014128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef42f0-bdb8-4f61-8235-76978c69d668 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc7bcc-6c80-46d0-9390-7ce2e19f5621,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:49.078851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Transition to ACTIVE for port object e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:49.102747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Port': ['ID=239f9c9f-72c8-43d0-b15c-f0067878f016,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:49.152272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Transition to ACTIVE for port object e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:49.156609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-fe62caea-9e0c-45c1-91e3-21a52cf957b2 service neutron] 10.222.0.44 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169370 May 06 12:32:49.158302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:49.161364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:49.164183 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.164878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:49.234521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c2b566a0-7f67-4cdf-87ed-15ee6c72b6b7 req-94ef42f0-bdb8-4f61-8235-76978c69d668 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.244381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2b566a0-7f67-4cdf-87ed-15ee6c72b6b7 req-94ef42f0-bdb8-4f61-8235-76978c69d668 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "DELETE /v2.0/security-groups/08cc7bcc-6c80-46d0-9390-7ce2e19f5621 HTTP/1.1" status: 204 len: 173 time: 1.8294883 May 06 12:32:49.259085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:49.259823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.287356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e668917d-39f0-481f-96e8-345a080225e3 req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Calling delete_port for eb573afc-804d-4876-9d3b-cef186ae35e5 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:49.296523 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2f6d0f62-cfb1-464c-9700-d230a0a94b6b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1285088 May 06 12:32:49.305521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c0ebc340-6f62-4ea5-9943-612dae31f35d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:49.308156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:49.319280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'port': {'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'name': 'tempest-TaggedBootDevicesTest_v242-224172011', 'fixed_ips': [{'subnet_id': '579974d2-2b30-474e-8a4d-8df434eca497'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:49.347550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:49.358724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1729381227', 'description': 'tempest-description-1904083397'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:49.361554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:49.378620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:49.439231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:49.468533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:49.492662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:49.510619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Pushing event updated for resources: {'Port': ['ID=e8921cab-0ae7-4fb4-8356-06c12eb0b0c5,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:49.511573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:49.538812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Attempting to bind port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:49.539162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Attempting to bind port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:49.539545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Attempting to bind port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 on network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:49.551719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:49.552206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Checking segment: {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:49.552679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.553138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Bound using segment: {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:49.553776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Bound port: e8921cab-0ae7-4fb4-8356-06c12eb0b0c5, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:49.554216 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.576164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c0ebc340-6f62-4ea5-9943-612dae31f35d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:49.700230 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.742268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] For port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:49.749272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] For port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e8921cab-0ae7-4fb4-8356-06c12eb0b0c5,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:49.757062 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.849717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:49.855706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:port and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:49.863463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:49.863813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3323841-3670-44e7-bcdc-6861ff001e60 None None] Pushing event updated for resources: {'Port': ['ID=e8921cab-0ae7-4fb4-8356-06c12eb0b0c5,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:49.871519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:49.890084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:49.905685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a72dd06d-31f5-404b-b3b3-2d2b94d00a4d service neutron] 10.222.0.44 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563704 May 06 12:32:49.914920 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e668917d-39f0-481f-96e8-345a080225e3 req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.938803 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.108420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Pushing event deleted for resources: {'Port': ['ID=eb573afc-804d-4876-9d3b-cef186ae35e5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:50.290985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94abe67-65b8-4317-a8fa-c3c1b563e25b,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:50.361170 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.427645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] device_id is not set on port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:32:50.509681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461529ce-08ad-4965-b6de-b33ab735f479 None None] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:50.553989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:50.563857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e668917d-39f0-481f-96e8-345a080225e3 req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] No DVR routers for this DVR port eb573afc-804d-4876-9d3b-cef186ae35e5 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:50.571254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e668917d-39f0-481f-96e8-345a080225e3 req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.582293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'name': 'network-vif-deleted', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:50.591612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group_rule and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:50.608620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:50.621492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:50.628330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Checking segment: {'id': '5796df91-76ff-4ea6-ada1-47191bb0ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:50.628822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Network hostable DHCP agents. Network: 9fc35d9b-94d3-44f6-ac51-41fb022179db, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:32:50.648270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-69a617f8-6e60-42d0-9a0f-48c2a1c64815 None None] Provisioning for port c0ebc340-6f62-4ea5-9943-612dae31f35d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:50.657077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-69a617f8-6e60-42d0-9a0f-48c2a1c64815 None None] Provisioning complete for port c0ebc340-6f62-4ea5-9943-612dae31f35d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:50.657601 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-69a617f8-6e60-42d0-9a0f-48c2a1c64815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.666686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e668917d-39f0-481f-96e8-345a080225e3 req-3126d45f-ae1f-41c7-be5b-11caae6f562f tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "DELETE /v2.0/ports/eb573afc-804d-4876-9d3b-cef186ae35e5 HTTP/1.1" status: 204 len: 173 time: 2.8980231 May 06 12:32:50.737973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Network 9fc35d9b-94d3-44f6-ac51-41fb022179db is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:32:50.750818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc6f8d-6574-4e9d-98d6-adbcb0f7b805 req-e23e074e-07e0-42cb-be8c-09578e306825 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:50.754561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18dc6f8d-6574-4e9d-98d6-adbcb0f7b805 req-e23e074e-07e0-42cb-be8c-09578e306825 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 0.3570602 May 06 12:32:50.799224 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.803356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 9fc35d9b-94d3-44f6-ac51-41fb022179db) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:50.816001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:50.816955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.823520 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.888479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Allocated IP 10.1.1.225 (3a5a7577-6eb9-4fca-ac8e-7b2840c042f7/579974d2-2b30-474e-8a4d-8df434eca497/7eb7caad-6cbc-46a1-9399-ad15ed3fbdda) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:50.906398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51cf88-916a-4eee-9313-9115140751ae None None] Network 9fc35d9b-94d3-44f6-ac51-41fb022179db requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:50.928000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.934176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2fdf6b-55fc-4c77-9d25-8449527547c9 req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.5896711 May 06 12:32:50.954146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c81ffff9-014d-48a1-b07d-73c91547bb86 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3383875 May 06 12:32:50.960876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59816) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:50.975739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c87dbd-ad97-4e5e-bed2-3a1b8a267140 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782f80d8-ce61-4987-9a00-2aee132e6856,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:51.005781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18dc6f8d-6574-4e9d-98d6-adbcb0f7b805 req-ddc75146-34d0-40c0-96ff-2428c868e251 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315822 May 06 12:32:51.024348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1048063034-router', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:51.051186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:51.083765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Usage tracker for resource:router and tenant:224c8aaa6e2945f584c05e9d487c6f05 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:51.096235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:51.123032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:51.143102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb573afc-804d-4876-9d3b-cef186ae35e5 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:51.162342 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.166386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.185288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:51.260502 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b72a8f0-50bb-4e05-91c8-3064bf9e7054'] response: {'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5', 'code': 200} May 06 12:32:51.349521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59285280-be37-4958-bf32-a83aa642aca7 req-4a104e60-3933-493a-9217-49c29310128c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/3feceb78-c2e9-4fab-92e0-95815a8b4e20 HTTP/1.1" status: 200 len: 1639 time: 0.1540108 May 06 12:32:51.367905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: eb573afc-804d-4876-9d3b-cef186ae35e5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:51.368482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb573afc-804d-4876-9d3b-cef186ae35e5 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:51.397106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.434763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:51.554233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.613734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.614410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-59285280-be37-4958-bf32-a83aa642aca7 req-44504bf3-674f-477d-a2dc-37877e5172a6 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.646009 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-69a617f8-6e60-42d0-9a0f-48c2a1c64815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.655503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Transition to ACTIVE for port object 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:51.722781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.735083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-59285280-be37-4958-bf32-a83aa642aca7 req-44504bf3-674f-477d-a2dc-37877e5172a6 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.804579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04306358-a66b-42b8-8d51-127ff7f7202f None None] Network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:51.875739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4593a-3230-4142-b450-5815c07aad77 req-7b71b2d1-29fb-4a94-999a-7982b451548a tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:51.877319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2b4593a-3230-4142-b450-5815c07aad77 req-7b71b2d1-29fb-4a94-999a-7982b451548a tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 949 time: 0.3211167 May 06 12:32:51.916479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:51.924588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:51.930474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:51.960176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2b4593a-3230-4142-b450-5815c07aad77 req-b1e1178e-be0b-440b-886a-f6aceffb97d2 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593534 May 06 12:32:52.005952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:52.006541 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.059960 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7446861 May 06 12:32:52.066067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dca3bb-b36d-4aa9-a4f0-ded895863469 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Port': ['ID=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:52.117749 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.271666 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-59285280-be37-4958-bf32-a83aa642aca7 req-44504bf3-674f-477d-a2dc-37877e5172a6 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.317583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44504bf3-674f-477d-a2dc-37877e5172a6 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feceb78-c2e9-4fab-92e0-95815a8b4e20,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:52.392902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-69a617f8-6e60-42d0-9a0f-48c2a1c64815 None None] For port c0ebc340-6f62-4ea5-9943-612dae31f35d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c0ebc340-6f62-4ea5-9943-612dae31f35d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:52.411939 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-69a617f8-6e60-42d0-9a0f-48c2a1c64815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.463028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-9fc35d9b-94d3-44f6-ac51-41fb022179db', 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'fixed_ips': [{'subnet_id': 'b94abe67-65b8-4317-a8fa-c3c1b563e25b'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:32:52.464291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.493367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-59285280-be37-4958-bf32-a83aa642aca7 req-44504bf3-674f-477d-a2dc-37877e5172a6 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.508331 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59285280-be37-4958-bf32-a83aa642aca7 req-44504bf3-674f-477d-a2dc-37877e5172a6 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "DELETE /v2.0/security-groups/3feceb78-c2e9-4fab-92e0-95815a8b4e20 HTTP/1.1" status: 204 len: 173 time: 1.1560271 May 06 12:32:52.758694 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91878e91-2bb1-4fe8-83e3-536016095b0e'] response: {'server_uuid': '8463afa8-bbe2-4346-8e16-83411d032dea', 'name': 'network-vif-deleted', 'tag': 'eb573afc-804d-4876-9d3b-cef186ae35e5', 'status': 'completed', 'code': 200} May 06 12:32:52.778801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a617f8-6e60-42d0-9a0f-48c2a1c64815 None None] Pushing event updated for resources: {'Port': ['ID=c0ebc340-6f62-4ea5-9943-612dae31f35d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:52.785147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-dcde1aee-0c85-4978-9ee6-f727c1770c13 req-b6fb832f-4f9f-4958-9f0b-ac23409aa5be tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Synchronizing usage tracker for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:52.811785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Provisioning for port 239f9c9f-72c8-43d0-b15c-f0067878f016 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:52.832086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Provisioning complete for port 239f9c9f-72c8-43d0-b15c-f0067878f016 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:52.832660 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.956067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-dcde1aee-0c85-4978-9ee6-f727c1770c13 req-b6fb832f-4f9f-4958-9f0b-ac23409aa5be tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Unset dirty status for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:52.957660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcde1aee-0c85-4978-9ee6-f727c1770c13 req-b6fb832f-4f9f-4958-9f0b-ac23409aa5be tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 210 time: 0.5721879 May 06 12:32:53.083156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-917359e6-d2f6-4fe9-8fea-8574586beda4 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:53.085709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-917359e6-d2f6-4fe9-8fea-8574586beda4 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.48 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 804 time: 0.5436611 May 06 12:32:53.117482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Allocated IP 172.20.0.2 (9fc35d9b-94d3-44f6-ac51-41fb022179db/b94abe67-65b8-4317-a8fa-c3c1b563e25b/9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:53.119211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Request body: {'port': {'device_id': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'admin_state_up': True, 'tenant_id': 'ebad8735eb3041388033a63376ff3d79'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:53.146719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c0ebc340-6f62-4ea5-9943-612dae31f35d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:53.245873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6db4d2f6-3bd2-4532-8939-169a99795c8f req-1bb18eed-6fe9-41e7-89a0-318c34f98787 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/782f80d8-ce61-4987-9a00-2aee132e6856 HTTP/1.1" status: 200 len: 1647 time: 0.4856422 May 06 12:32:53.332265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Deleting port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:53.332990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.344353 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.382169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.459160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Port 239f9c9f-72c8-43d0-b15c-f0067878f016 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:32:53.534378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:53.596391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:53.661262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Provisioning complete for port c0ebc340-6f62-4ea5-9943-612dae31f35d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:53.661886 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.861398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c0ebc340-6f62-4ea5-9943-612dae31f35d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:53.862114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.916456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59832) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:53.935960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1411708158', 'description': 'tempest-description--92421906'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:53.957560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:53.970949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:security_group and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:53.981976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:53.990614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Made reservation on behalf of ebad8735eb3041388033a63376ff3d79 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:53.993658 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.013349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:54.031854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Allocated IP 172.25.7.45 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/feebbcd9-a312-4fc9-ba54-62e104ef374d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:54.081176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] For port 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=32dd8a18-16d8-44e8-bdf8-1cbad9e654ed,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:54.082047 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.105641 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.241384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Calling delete_port for 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:54.313334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe194967-3266-408b-b47f-4212aa244929 req-3346bc8b-e061-4267-9143-999fb1abed25 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 1100 time: 0.4410110 May 06 12:32:54.322697 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.337968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Transition to ACTIVE for port object 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:54.340944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:54.345371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:security_group_rule and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:54.348554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:54.355334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:54.362024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Provisioning for port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:54.369885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Transition to ACTIVE for port object 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:54.373717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Provisioning complete for port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:54.374132 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.415041 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.424846 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.515441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Network 9fc35d9b-94d3-44f6-ac51-41fb022179db is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:54.531181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:54.540201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:54.557628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.563965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Pushing event updated for resources: {'Port': ['ID=9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:54.601194 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.625155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Allocated IP 172.20.0.8 (7ef83465-48e7-4a53-bc95-1cb088eb8ece/435ee102-df2b-4c8c-93e9-4ca8df1ada3e/9b9c2172-2feb-48a3-a4e2-17d1da53aa44) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:54.632016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.639485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.639963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.640294 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.640452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.640881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.641293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.641709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.642162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.642593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.644100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.644100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.644100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:54.663443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=32dd8a18-16d8-44e8-bdf8-1cbad9e654ed,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:54.666691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:54.691277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Usage tracker for resource:security_group_rule and tenant:2631bce1d0dc425fbf7ad19fad2dafa4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:54.710693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:54.728779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:54.729081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Attempting to bind port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:54.729652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Attempting to bind port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5796df91-76ff-4ea6-ada1-47191bb0ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:54.730415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Attempting to bind port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 on network 9fc35d9b-94d3-44f6-ac51-41fb022179db {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:54.744125 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.755524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb20dfc6-7fa9-4864-ade4-87a43db41352,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:54.755777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:54.756268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Checking segment: {'id': '5796df91-76ff-4ea6-ada1-47191bb0ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:54.756766 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.757250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Bound using segment: {'id': '5796df91-76ff-4ea6-ada1-47191bb0ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:54.757943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Bound port: 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5796df91-76ff-4ea6-ada1-47191bb0ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:54.758509 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.779980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e89389-373d-4da3-abef-9939052cbe13 req-a07ef90e-a5b4-4d71-9740-1867c4d1e000 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:54.781922 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e89389-373d-4da3-abef-9939052cbe13 req-a07ef90e-a5b4-4d71-9740-1867c4d1e000 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 0.5707705 May 06 12:32:54.805306 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.810013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-897c72d6-d1f9-4729-b35d-787f77b458e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8863795 May 06 12:32:54.824136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59838) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:54.846998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'security_group_rule': {'security_group_id': 'bb20dfc6-7fa9-4864-ade4-87a43db41352', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:54.875421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] For port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e8921cab-0ae7-4fb4-8356-06c12eb0b0c5,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:54.888334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.927602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:54.952524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:security_group_rule and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:54.971790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:54.983914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] For port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:54.998481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:55.000411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] For port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0,segment=NetworkSegment(5796df91-76ff-4ea6-ada1-47191bb0ed9b),segment_id=5796df91-76ff-4ea6-ada1-47191bb0ed9b)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:55.018108 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.022312 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.022804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45875e2-48e4-426f-a424-6ee1c8e86d7b None None] Pushing event updated for resources: {'Port': ['ID=e8921cab-0ae7-4fb4-8356-06c12eb0b0c5,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:55.114749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7a243b39-43fb-42ce-bc69-6b57330f1a70 None None] Provisioning complete for port 239f9c9f-72c8-43d0-b15c-f0067878f016 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:55.115310 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a243b39-43fb-42ce-bc69-6b57330f1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.167214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d07b1-fa7e-480e-9e89-db1877466484 None None] Pushing event updated for resources: {'Port': ['ID=9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:55.205885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7a243b39-43fb-42ce-bc69-6b57330f1a70 None None] Port 239f9c9f-72c8-43d0-b15c-f0067878f016 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:32:55.227314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e89389-373d-4da3-abef-9939052cbe13 req-0bb24e58-82ab-4a66-a033-db558f1a078b tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244783 May 06 12:32:55.240563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7a243b39-43fb-42ce-bc69-6b57330f1a70 None None] Provisioning for port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:55.243839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.249447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7a243b39-43fb-42ce-bc69-6b57330f1a70 None None] Provisioning complete for port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:55.250084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a243b39-43fb-42ce-bc69-6b57330f1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.293853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Pushing event updated for resources: {'Port': ['ID=feebbcd9-a312-4fc9-ba54-62e104ef374d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:55.311908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:55.313682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:55.354747 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.382835 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.393905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:55.434522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7a243b39-43fb-42ce-bc69-6b57330f1a70 None None] Port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:32:55.450584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac48f3c-f84e-40d0-9317-396ed3199256,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:55.450969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7a243b39-43fb-42ce-bc69-6b57330f1a70 None None] Provisioning complete for port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:55.450969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a243b39-43fb-42ce-bc69-6b57330f1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.480744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-763c61b9-30ce-4f85-a4a6-3d54da062d81 req-d40d4114-1329-45b3-bcd9-6b2bd84d7930 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/d1bdca9d-3b10-4e1e-ab5a-f14bae0197da HTTP/1.1" status: 200 len: 1635 time: 0.1803415 May 06 12:32:55.510867 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.512589 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e72a01dc-d8bc-472f-8981-84e40a12f0ee tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6856763 May 06 12:32:55.518352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59842) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:55.518582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.532159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.532688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'security_group_rule': {'security_group_id': 'bb20dfc6-7fa9-4864-ade4-87a43db41352', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:55.543657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:55.553673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:security_group_rule and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:55.560064 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.563644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:55.568220 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.584584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:55.715993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Synchronizing usage tracker for tenant:2631bce1d0dc425fbf7ad19fad2dafa4 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:55.718671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8546815f-73c7-47d9-a63c-6c775e9e4ee3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:55.745017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.778257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-763c61b9-30ce-4f85-a4a6-3d54da062d81 req-c07e2bc1-3bc7-4501-b59b-64f5bc6f8e6c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.829426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] Unset dirty status for tenant:2631bce1d0dc425fbf7ad19fad2dafa4 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:55.839432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe194967-3266-408b-b47f-4212aa244929 req-a83ca58b-85ef-4600-ad09-c7d21b978751 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5250583 May 06 12:32:55.841130 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.845688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.847890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-763c61b9-30ce-4f85-a4a6-3d54da062d81 req-c07e2bc1-3bc7-4501-b59b-64f5bc6f8e6c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.854925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.886181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc27d4d-b8c1-4d43-91fc-a5045ee70cc7,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:55.898019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.899692 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f70aff9b-f67f-4f37-a0c3-d46f9277253b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3728144 May 06 12:32:55.902878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59848) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:55.909215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1404198346', 'description': 'tempest-description-1794942892'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:55.909864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:55.917265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:55.926552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:floatingip and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:55.936419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:55.945241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:55.953463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:55.962615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.975988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:55.992226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:56.002426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Network 7ef83465-48e7-4a53-bc95-1cb088eb8ece is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:56.009276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:56.012560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:56.014512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Pushing event updated for resources: {'Port': ['ID=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:56.017924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:56.082546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-763c61b9-30ce-4f85-a4a6-3d54da062d81 req-c07e2bc1-3bc7-4501-b59b-64f5bc6f8e6c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.097189 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.130822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e2bc1-3bc7-4501-b59b-64f5bc6f8e6c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bdca9d-3b10-4e1e-ab5a-f14bae0197da,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:56.139290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:56.140000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.164035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-763c61b9-30ce-4f85-a4a6-3d54da062d81 req-c07e2bc1-3bc7-4501-b59b-64f5bc6f8e6c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.165164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-763c61b9-30ce-4f85-a4a6-3d54da062d81 req-c07e2bc1-3bc7-4501-b59b-64f5bc6f8e6c tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "DELETE /v2.0/security-groups/d1bdca9d-3b10-4e1e-ab5a-f14bae0197da HTTP/1.1" status: 204 len: 173 time: 0.6836197 May 06 12:32:56.193610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ac9f90b4-10fd-4edd-9d43-49ad436a3db3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0844591 May 06 12:32:56.194484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:56.200197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group_rule and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:56.216965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:56.232668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:56.328992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.336839 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.338093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.341442 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.395272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.397289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94538403-c0c2-42e9-8466-e0474633ad55 req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.4932227 May 06 12:32:56.593231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Request body: {'port': {'device_id': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:56.598636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971bc95-0d7d-4fb9-9786-35d466a1f4a2 None None] Network 9fc35d9b-94d3-44f6-ac51-41fb022179db requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:56.812350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.875045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681a89d-b2cc-40fa-8f91-1538a172be5c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89e6699-d3c0-47d1-97af-b18032b2057f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:56.878312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3edda34a-d804-447c-b89b-6112f7b2b2d4 None None] Provisioning for port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:57.060527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Allocated IP 172.25.7.197 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/3a800bda-819c-4ae6-b2c6-1f064a32afa8) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:57.083870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:57.170762 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.190912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6a042e1-6d0c-4010-98db-6edfee28b460 req-f7430291-34fe-4529-9eb5-6d8313d2f944 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/909a9d1f-4888-4110-9c4f-4090157793a5 HTTP/1.1" status: 200 len: 2143 time: 0.3537779 May 06 12:32:57.220064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Router ca05d400-193d-4e28-9a76-568ca4b8afd6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:32:57.288698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:57.289062 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.369227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f1095-4b0a-4297-a7fc-dc010879354a req-05602d39-d5c6-45b2-accd-ee62295067c6 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:57.370134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-615f1095-4b0a-4297-a7fc-dc010879354a req-05602d39-d5c6-45b2-accd-ee62295067c6 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Synchronizing usage tracker for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:57.457520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:57.520397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.521618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-615f1095-4b0a-4297-a7fc-dc010879354a req-05602d39-d5c6-45b2-accd-ee62295067c6 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Unset dirty status for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:57.524425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-615f1095-4b0a-4297-a7fc-dc010879354a req-05602d39-d5c6-45b2-accd-ee62295067c6 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 931 time: 0.8854690 May 06 12:32:57.553964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:57.565375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:57.565375 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.589999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e6a042e1-6d0c-4010-98db-6edfee28b460 req-0e63f233-2c5e-4695-bb4b-09b5462bfeff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.592525 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.726066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:57.734030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:57.735092 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.745058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:57.784715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e6a042e1-6d0c-4010-98db-6edfee28b460 req-0e63f233-2c5e-4695-bb4b-09b5462bfeff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.786033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0,segment=NetworkSegment(5796df91-76ff-4ea6-ada1-47191bb0ed9b),segment_id=5796df91-76ff-4ea6-ada1-47191bb0ed9b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:57.792218 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.825544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Port': ['ID=3a800bda-819c-4ae6-b2c6-1f064a32afa8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:57.855348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-615f1095-4b0a-4297-a7fc-dc010879354a req-e505d9bd-26da-4230-aa6d-202549187e2c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241975 May 06 12:32:57.874410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:57.935717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:32:57.955475 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] Sync routers for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:32:57.961156 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-99d5c59a-bfbf-4bc6-b498-e465aa906d42 admin admin] 10.222.0.44 "PUT /v2.0/routers/ca05d400-193d-4e28-9a76-568ca4b8afd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6939619 May 06 12:32:57.963956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59866) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:57.973989 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:57.975189 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:58.088533 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e6a042e1-6d0c-4010-98db-6edfee28b460 req-0e63f233-2c5e-4695-bb4b-09b5462bfeff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.171491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63f233-2c5e-4695-bb4b-09b5462bfeff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a9d1f-4888-4110-9c4f-4090157793a5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:58.214584 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e6a042e1-6d0c-4010-98db-6edfee28b460 req-0e63f233-2c5e-4695-bb4b-09b5462bfeff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.216427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6a042e1-6d0c-4010-98db-6edfee28b460 req-0e63f233-2c5e-4695-bb4b-09b5462bfeff tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "DELETE /v2.0/security-groups/909a9d1f-4888-4110-9c4f-4090157793a5 HTTP/1.1" status: 204 len: 173 time: 1.0112960 May 06 12:32:58.221450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:58.242933 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.279615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Router 20181979-385c-473e-9be8-a2f95db72a84 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:32:58.301266 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.301573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Transition to ACTIVE for port object 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:58.323624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.377777 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:58.434707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c759-b2e7-4577-866e-da5c2526ed4a req-da15fb13-7c83-4ca7-ae2c-8fbdf0101412 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:58.447911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41d7c759-b2e7-4577-866e-da5c2526ed4a req-da15fb13-7c83-4ca7-ae2c-8fbdf0101412 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 0.3600960 May 06 12:32:58.449798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.753311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:58.788528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ff734d1-fc8e-4add-a18c-0985013e2e5a req-9b5768c5-7d34-4bc9-8786-be22c80e98ca tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/b89e6699-d3c0-47d1-97af-b18032b2057f HTTP/1.1" status: 200 len: 1647 time: 0.4692464 May 06 12:32:58.799169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41d7c759-b2e7-4577-866e-da5c2526ed4a req-9e58204e-d17c-4013-b192-fc029b9e09c3 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480952 May 06 12:32:58.810450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.045480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:59.090902 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:32:54Z', 'revision_number': 5, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:59.097997 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] Checking router: ca05d400-193d-4e28-9a76-568ca4b8afd6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:32:59.121972 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] Routers {'ca05d400-193d-4e28-9a76-568ca4b8afd6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:59.123035 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ca05d400-193d-4e28-9a76-568ca4b8afd6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:59.178717 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.180590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-c2a5e5d6-53a6-4832-8710-df83d8633904 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152997 May 06 12:32:59.187012 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.197313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:59.198043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.206369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-123c33e8-5637-49d5-9053-d3e401c62c7b req-a90627eb-b552-4e9d-8485-aeffdafd5989 tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "GET /v2.0/security-groups/954cd545-ecfc-47c0-82ce-4c7d15815812 HTTP/1.1" status: 200 len: 2141 time: 0.2720668 May 06 12:32:59.244416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Attempting to bind port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:59.244932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Attempting to bind port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:59.245446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Attempting to bind port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:59.391910 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.397755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Port': ['ID=3a800bda-819c-4ae6-b2c6-1f064a32afa8,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:59.426832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:32:59.427457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Attempting to bind port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:59.450337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.451866 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-829e2108-1a27-4ec6-80e9-c20456af263c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5480587 May 06 12:32:59.481191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.494327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Deleting port 24a11639-78e7-44c2-8622-253ff0b627b6 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:59.494790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.496832 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] Set router ca05d400-193d-4e28-9a76-568ca4b8afd6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:59.503593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:59.504544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Checking segment: {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:59.504777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Bound using segment: {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:59.505371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Bound port: 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:59.505912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.751386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] For port 24a11639-78e7-44c2-8622-253ff0b627b6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=24a11639-78e7-44c2-8622-253ff0b627b6,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:59.751864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.865532 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:32:54Z', 'revision_number': 5, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:59.870159 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cbc040-77a4-4ae9-9b97-6e3da5a745f5 None None] The sync data for ids ['ca05d400-193d-4e28-9a76-568ca4b8afd6'] in n-d-840847-1 is: [{'id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'name': 'tempest-ServerActionsTestJSON-85052711-router', 'tenant_id': '5b9e59d353934844bfe6a661b292f792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:32:54Z', 'revision_number': 5, 'project_id': '5b9e59d353934844bfe6a661b292f792', 'gw_port': {'id': '24a11639-78e7-44c2-8622-253ff0b627b6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca05d400-193d-4e28-9a76-568ca4b8afd6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:25Z', 'updated_at': '2022-05-06T12:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:59.929682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-3610f20b-1fd6-4851-b59f-057411558205 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:59.932029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Calling delete_port for 24a11639-78e7-44c2-8622-253ff0b627b6 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:59.932287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-3610f20b-1fd6-4851-b59f-057411558205 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7303772 May 06 12:32:59.981641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:32:59.988782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-123c33e8-5637-49d5-9053-d3e401c62c7b req-ca1cec61-79c0-4f24-b390-676f9888a37b tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.993830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Sync routers for ids ['20181979-385c-473e-9be8-a2f95db72a84'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:33:00.008921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Routers {'20181979-385c-473e-9be8-a2f95db72a84'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:00.009652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['20181979-385c-473e-9be8-a2f95db72a84'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:00.020023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:00.055318 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-fbcb26a6-3ca2-45c2-9f03-3eb8c3bfbcba tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/quotas/15ff0397e66c4efb8aff516390ebd4cc HTTP/1.1" status: 200 len: 375 time: 0.1050951 May 06 12:33:00.071761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:00.116368 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.122688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-629cfed6-bd18-45a8-9ba9-541bde321107 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1482134 May 06 12:33:00.123002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59888) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:00.130876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.143299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-123c33e8-5637-49d5-9053-d3e401c62c7b req-ca1cec61-79c0-4f24-b390-676f9888a37b tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.295430 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.297113 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.298793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] 10.222.0.48 "PUT /v2.0/ports/9b9c2172-2feb-48a3-a4e2-17d1da53aa44 HTTP/1.1" status: 200 len: 1091 time: 4.0885384 May 06 12:33:00.301817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:00.306177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Set router 20181979-385c-473e-9be8-a2f95db72a84 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:00.326866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4173288-b264-4de8-bd37-bf637e4da01d service neutron] Pushing event updated for resources: {'Port': ['ID=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:00.388200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-e5f5335c-07f9-48d5-abf0-c370d1b0169c tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3145385 May 06 12:33:00.439387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a11639-78e7-44c2-8622-253ff0b627b6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:00.503412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-123c33e8-5637-49d5-9053-d3e401c62c7b req-ca1cec61-79c0-4f24-b390-676f9888a37b tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.606153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cec61-79c0-4f24-b390-676f9888a37b tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954cd545-ecfc-47c0-82ce-4c7d15815812,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:00.620881 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-123c33e8-5637-49d5-9053-d3e401c62c7b req-ca1cec61-79c0-4f24-b390-676f9888a37b tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.637486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-123c33e8-5637-49d5-9053-d3e401c62c7b req-ca1cec61-79c0-4f24-b390-676f9888a37b tempest-SecurityGroupRulesTestJSON-1669168033 tempest-SecurityGroupRulesTestJSON-1669168033-project] 10.222.0.44 "DELETE /v2.0/security-groups/954cd545-ecfc-47c0-82ce-4c7d15815812 HTTP/1.1" status: 204 len: 173 time: 1.3806608 May 06 12:33:00.639473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59894) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:00.770687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.783978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1423351319', 'description': 'tempest-description-935955723'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:00.794038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:00.808387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:00.814684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:00.817119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20181979-385c-473e-9be8-a2f95db72a84', 'name': 'tempest-ServersTestFqdnHostnames-1048063034-router', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:51Z', 'updated_at': '2022-05-06T12:32:55Z', 'revision_number': 3, 'project_id': '224c8aaa6e2945f584c05e9d487c6f05', 'gw_port': {'id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20181979-385c-473e-9be8-a2f95db72a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:53Z', 'updated_at': '2022-05-06T12:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:00.825455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:00.830742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7683d0-58c1-460d-b4dd-e45cffffd230 admin admin] Deleting subnet 4c774137-454e-4e42-8ced-3f62e4652ef4 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:33:00.834943 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c7683d0-58c1-460d-b4dd-e45cffffd230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.843209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Checking router: 20181979-385c-473e-9be8-a2f95db72a84 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:33:00.843511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Updating router 20181979-385c-473e-9be8-a2f95db72a84 port feebbcd9-a312-4fc9-ba54-62e104ef374d binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:33:00.979296 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c7683d0-58c1-460d-b4dd-e45cffffd230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.003376 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.056155 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c7683d0-58c1-460d-b4dd-e45cffffd230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.068167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:01.150170 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.165623 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c7683d0-58c1-460d-b4dd-e45cffffd230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.207603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-1c56f747-94e8-4a29-af03-6b5bab619075 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 1094 time: 0.8140950 May 06 12:33:01.347111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:01.348047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 32dd8a18-16d8-44e8-bdf8-1cbad9e654ed not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:01.349919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7683d0-58c1-460d-b4dd-e45cffffd230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c774137-454e-4e42-8ced-3f62e4652ef4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:01.386756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c7683d0-58c1-460d-b4dd-e45cffffd230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.447576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5c7683d0-58c1-460d-b4dd-e45cffffd230 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4c774137-454e-4e42-8ced-3f62e4652ef4 HTTP/1.1" status: 204 len: 168 time: 0.8012872 May 06 12:33:01.451700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59902) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:01.466866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-ee41f83c-6c04-4b22-ae66-f3b45b628246 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44 HTTP/1.1" status: 200 len: 217 time: 0.2446761 May 06 12:33:01.587943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.728081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-bf152202-4a5d-440f-92e8-8d8c7f69af80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:01.730711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-bf152202-4a5d-440f-92e8-8d8c7f69af80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 200 len: 844 time: 0.1173928 May 06 12:33:01.737730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:01.743907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.746563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Usage tracker for resource:security_group_rule and tenant:9e5b20a90253422f9239692b0195a661 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:01.764008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:01.876885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.899663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.918920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.919807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca05d400-193d-4e28-9a76-568ca4b8afd6 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:33:01.932149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:01.933391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Transition to ACTIVE for port object feebbcd9-a312-4fc9-ba54-62e104ef374d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:01.944976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-835ba52e-b40e-434e-ad53-124a3b45cc98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ef83465-48e7-4a53-bc95-1cb088eb8ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725457 May 06 12:33:01.949182 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.959168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.965720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-23e078a0-c6ca-4526-85cc-6288159e9cb6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ca05d400-193d-4e28-9a76-568ca4b8afd6 HTTP/1.1" status: 204 len: 168 time: 4.0004289 May 06 12:33:01.967408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:02.117189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fe6629-d247-4521-be50-2db719c575ea admin admin] Deleting subnet a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:33:02.121978 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6629-d247-4521-be50-2db719c575ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.187305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f19489-e25c-454c-aaca-f60838babf66 None None] Pushing event updated for resources: {'Port': ['ID=feebbcd9-a312-4fc9-ba54-62e104ef374d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:02.196908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6629-d247-4521-be50-2db719c575ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.207661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Attempting to bind port feebbcd9-a312-4fc9-ba54-62e104ef374d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:02.208314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Attempting to bind port feebbcd9-a312-4fc9-ba54-62e104ef374d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:02.208846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Attempting to bind port feebbcd9-a312-4fc9-ba54-62e104ef374d on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:02.224803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:02.225888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:02.226528 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.227013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:02.227594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Bound port: feebbcd9-a312-4fc9-ba54-62e104ef374d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:02.228011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.320017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] For port feebbcd9-a312-4fc9-ba54-62e104ef374d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:02.323796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] For port feebbcd9-a312-4fc9-ba54-62e104ef374d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=feebbcd9-a312-4fc9-ba54-62e104ef374d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:02.330317 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.437279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Routers {'20181979-385c-473e-9be8-a2f95db72a84'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:02.438356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['20181979-385c-473e-9be8-a2f95db72a84'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:02.523228 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.553741 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.617637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6629-d247-4521-be50-2db719c575ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.655005 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.680175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f19489-e25c-454c-aaca-f60838babf66 None None] Pushing event updated for resources: {'Port': ['ID=feebbcd9-a312-4fc9-ba54-62e104ef374d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:02.769766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] Set router 20181979-385c-473e-9be8-a2f95db72a84 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:02.821566 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.833840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2601f1dc-39bc-4419-aefd-a2067b648446 req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 2.0628674 May 06 12:33:02.868285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6629-d247-4521-be50-2db719c575ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.919578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d823b754-d254-4847-86a8-00ab79383934']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:02.954815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285309cd-4f3e-41d1-afe9-69bffcf4040c tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33cc747f-e9e0-4582-a05d-f94cefb683e2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:02.970589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe6629-d247-4521-be50-2db719c575ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:02.972011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c74a6a-8c73-4290-9826-aa040a8ac4eb req-4d1caf5d-3bd5-47ad-9fb2-c8600fdf08d3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:02.984716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5c74a6a-8c73-4290-9826-aa040a8ac4eb req-4d1caf5d-3bd5-47ad-9fb2-c8600fdf08d3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 943 time: 1.1113658 May 06 12:33:02.987600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6629-d247-4521-be50-2db719c575ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.009899 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a8fe6629-d247-4521-be50-2db719c575ea admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a13c5de5-fc73-41fd-9b7d-5adc4e7bf12e HTTP/1.1" status: 204 len: 168 time: 1.0380428 May 06 12:33:03.015451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59924) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:03.036410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 24a11639-78e7-44c2-8622-253ff0b627b6 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:03.049813 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-64906652-7e1c-403d-a91e-06dffbb056ec service neutron] 10.222.0.48 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0902374 May 06 12:33:03.053536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d91e9df-29c4-4f0b-bc9a-609cbe2c1534') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:03.054395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d91e9df-29c4-4f0b-bc9a-609cbe2c1534') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:03.082643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f478355-6c7a-4346-b837-61d3c49ee60e None None] Network 2c9a1d8b-7afe-4eff-bddf-177184856d8c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:03.171179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 24a11639-78e7-44c2-8622-253ff0b627b6 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:03.171808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 24a11639-78e7-44c2-8622-253ff0b627b6 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:03.347788 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:33:03.376118 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.381120 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f59806b1-c8e3-4c2b-adcd-66fbe4216b06 req-7a0dcbbd-de05-4e2f-bd2c-cb10bef3a6d0 service neutron] 10.222.0.48 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841115 May 06 12:33:03.394431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.454044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Deleting port 133de181-9718-40b6-bb7b-16bfc041e603 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:03.454407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.529812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.553196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5c74a6a-8c73-4290-9826-aa040a8ac4eb req-1e64cb6c-b1bb-4724-9d89-bb8f66e62e50 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666986 May 06 12:33:03.590167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:33:03.591059 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.620972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-9230aaa2-f3b9-49e8-905b-1ecf85a38163 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: timer() May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:33:03.629603 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:33:04.013645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20181979-385c-473e-9be8-a2f95db72a84', 'name': 'tempest-ServersTestFqdnHostnames-1048063034-router', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:51Z', 'updated_at': '2022-05-06T12:32:55Z', 'revision_number': 3, 'project_id': '224c8aaa6e2945f584c05e9d487c6f05', 'gw_port': {'id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20181979-385c-473e-9be8-a2f95db72a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:53Z', 'updated_at': '2022-05-06T12:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:04.044677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be654cf-1f86-42cb-91a9-cf3d601b1a91 None None] The sync data for ids ['20181979-385c-473e-9be8-a2f95db72a84'] in n-d-840847-1 is: [{'id': '20181979-385c-473e-9be8-a2f95db72a84', 'name': 'tempest-ServersTestFqdnHostnames-1048063034-router', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:51Z', 'updated_at': '2022-05-06T12:32:55Z', 'revision_number': 3, 'project_id': '224c8aaa6e2945f584c05e9d487c6f05', 'gw_port': {'id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20181979-385c-473e-9be8-a2f95db72a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:53Z', 'updated_at': '2022-05-06T12:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:33:04.073071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:04.092190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] DHCP port deletion for 2c9a1d8b-7afe-4eff-bddf-177184856d8c request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:33:04.104750 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13386319-760b-4144-a84a-15702a929ea4'] response: {'name': 'network-changed', 'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44', 'status': 'completed', 'code': 200} May 06 12:33:04.106105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-9230aaa2-f3b9-49e8-905b-1ecf85a38163 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:04.108070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-9230aaa2-f3b9-49e8-905b-1ecf85a38163 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1411708158&fields=id&tenant_id=ee19d38453fb4b61b2134384718859f1 HTTP/1.1" status: 200 len: 267 time: 0.7250950 May 06 12:33:04.109255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] Deleting port 133de181-9718-40b6-bb7b-16bfc041e603 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:04.109810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:04.181468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] For port 133de181-9718-40b6-bb7b-16bfc041e603, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=133de181-9718-40b6-bb7b-16bfc041e603,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:04.182067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:04.556286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-f049d462-3883-4e1c-900d-bf17c7de8335 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037621 May 06 12:33:04.668144 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:04.888812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:04.980554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] For port 133de181-9718-40b6-bb7b-16bfc041e603, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=133de181-9718-40b6-bb7b-16bfc041e603,segment=NetworkSegment(246f1038-6683-4101-9658-eb6315783d33),segment_id=246f1038-6683-4101-9658-eb6315783d33)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:04.982042 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.010306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Calling delete_port for 133de181-9718-40b6-bb7b-16bfc041e603 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:05.194936 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.274907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] No DVR routers for this DVR port 133de181-9718-40b6-bb7b-16bfc041e603 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:33:05.341696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-2563e78e-212a-45d9-8378-86b5f3a0f850 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:05.345261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-2563e78e-212a-45d9-8378-86b5f3a0f850 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports/239f9c9f-72c8-43d0-b15c-f0067878f016 HTTP/1.1" status: 200 len: 936 time: 1.1750548 May 06 12:33:05.354323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-d491aa67-5ed5-4f5e-b583-73322fd753f6 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:05.356681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-d491aa67-5ed5-4f5e-b583-73322fd753f6 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7850420 May 06 12:33:05.410580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Pushing event deleted for resources: {'Port': ['ID=133de181-9718-40b6-bb7b-16bfc041e603,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:05.441550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-fdf101d8-5240-4781-a138-815d1df91245 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782506 May 06 12:33:05.442685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] Calling delete_port for 133de181-9718-40b6-bb7b-16bfc041e603 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:05.448538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Request body: {'port': {'device_id': '22948376-2b35-476e-95b1-6ce67b56b2d6', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '15ff0397e66c4efb8aff516390ebd4cc'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:05.480746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d823b754-d254-4847-86a8-00ab79383934 HTTP/1.1" status: 204 len: 168 time: 4.0244684 May 06 12:33:05.482258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71447e85-dea6-46ba-a307-a616f792e660 admin admin] Pushing event deleted for resources: {'Network': ['ID=d823b754-d254-4847-86a8-00ab79383934,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:05.625986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device feebbcd9-a312-4fc9-ba54-62e104ef374d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:05.720222 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:33:05.720793 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:33:05.866045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59940) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:05.869120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port feebbcd9-a312-4fc9-ba54-62e104ef374d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:05.876991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port feebbcd9-a312-4fc9-ba54-62e104ef374d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:05.877572 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.926513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.005560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9a1d8b-7afe-4eff-bddf-177184856d8c']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:06.006855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81fd0f05-7609-483c-ae7e-599e50203804 req-34b2d453-26ff-4db5-9c22-a44626d2569d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 1094 time: 2.0434518 May 06 12:33:06.039467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.066470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port feebbcd9-a312-4fc9-ba54-62e104ef374d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=feebbcd9-a312-4fc9-ba54-62e104ef374d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:06.074274 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.114825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246f1038-6683-4101-9658-eb6315783d33') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:06.115286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246f1038-6683-4101-9658-eb6315783d33') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:06.157716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.167748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 133de181-9718-40b6-bb7b-16bfc041e603 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:06.184142 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29cd2de4-d919-41e5-ab23-a8c64acb4f7c req-04367845-af1a-4581-b7ae-5d4936dad23e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 1096 time: 0.7746224 May 06 12:33:06.202303 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7f69ff0b-3765-498d-adf0-4f4128d827d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71e780649aa844bd9bdb09c721f706be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3204725 May 06 12:33:06.218551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-602e3480-4d00-4725-88e7-c81db6ecc4c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:06.225569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-602e3480-4d00-4725-88e7-c81db6ecc4c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports/7eb7caad-6cbc-46a1-9399-ad15ed3fbdda HTTP/1.1" status: 200 len: 936 time: 0.7984927 May 06 12:33:06.231974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59944) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:06.241132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] Deleting port 133de181-9718-40b6-bb7b-16bfc041e603 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:06.241678 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.263127 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.285414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94975574-ba5c-469d-b37d-1070dca3337e req-f29e9ec3-0135-4631-a7ed-5ba0c00c9303 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/33cc747f-e9e0-4582-a05d-f94cefb683e2 HTTP/1.1" status: 200 len: 1646 time: 1.6494651 May 06 12:33:06.371221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Allocated IP 172.20.0.1 (9fc35d9b-94d3-44f6-ac51-41fb022179db/b94abe67-65b8-4317-a8fa-c3c1b563e25b/c1ca49fd-6510-45ac-b389-bee37896387c) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:06.402675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 133de181-9718-40b6-bb7b-16bfc041e603 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:06.403424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 133de181-9718-40b6-bb7b-16bfc041e603 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:06.415252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:33:06.419243 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.445800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2ee42-4bb4-4b8d-8a5c-0ecdea1de63f None None] The port '133de181-9718-40b6-bb7b-16bfc041e603' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: timer() May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:33:06.449420 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:33:06.509217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=feebbcd9-a312-4fc9-ba54-62e104ef374d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:06.607446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c47373d5-2535-41f1-b7a4-dfe1f2b606ff tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?network_id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3645658 May 06 12:33:06.759994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.801634 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.807018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd2de4-d919-41e5-ab23-a8c64acb4f7c req-0d0ce11a-639f-45d3-a57f-2297b4d9362d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:06.809732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29cd2de4-d919-41e5-ab23-a8c64acb4f7c req-0d0ce11a-639f-45d3-a57f-2297b4d9362d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 917 time: 0.6147790 May 06 12:33:06.831364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8de989c4-e597-4b8f-ab58-27b9bd62c33c req-13f4390b-8598-439b-b319-c332a6d6ef8b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 210 time: 0.2571678 May 06 12:33:06.849811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-f3c57377-040b-4bd4-a9a9-6809bb194c47 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?network_id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2117505 May 06 12:33:06.866292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-a374c4bc-02f0-41c9-8881-352edbe2fe91 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:06.868546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-a374c4bc-02f0-41c9-8881-352edbe2fe91 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2816522 May 06 12:33:06.900258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9a1d8b-7afe-4eff-bddf-177184856d8c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:06.926182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Request body: {'port': {'device_id': '1dca66fa-52e5-49cd-9565-bcc3258428e5', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '15ff0397e66c4efb8aff516390ebd4cc'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:06.948595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:06.962480 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.973999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd0f05-7609-483c-ae7e-599e50203804 req-0ca4cb01-62df-4040-9c72-2b67275f7a1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:06.976030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81fd0f05-7609-483c-ae7e-599e50203804 req-0ca4cb01-62df-4040-9c72-2b67275f7a1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 905 time: 0.9440081 May 06 12:33:07.001988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device feebbcd9-a312-4fc9-ba54-62e104ef374d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:07.053408 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29cd2de4-d919-41e5-ab23-a8c64acb4f7c req-a8f7f5a2-1991-4224-8dc2-dc86a55acc75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930a7eae-fc1b-41e6-83d5-4773bc4302f2 HTTP/1.1" status: 200 len: 217 time: 0.2282803 May 06 12:33:07.054930 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc824cde-baa5-44e1-84e2-3826f22cf881 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2c9a1d8b-7afe-4eff-bddf-177184856d8c HTTP/1.1" status: 204 len: 168 time: 4.0332241 May 06 12:33:07.135541 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.157375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port feebbcd9-a312-4fc9-ba54-62e104ef374d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:07.158162 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.173852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Transition to ACTIVE for port object c1ca49fd-6510-45ac-b389-bee37896387c will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:07.186069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:07.189350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd2de4-d919-41e5-ab23-a8c64acb4f7c req-2771afa0-98a2-48bf-9fb0-82f4d4fbbe81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:07.190953 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29cd2de4-d919-41e5-ab23-a8c64acb4f7c req-2771afa0-98a2-48bf-9fb0-82f4d4fbbe81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 200 len: 855 time: 0.1205635 May 06 12:33:07.233380 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-333c8989-26aa-436b-ab0d-091e38281870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.269357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.291522 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-333c8989-26aa-436b-ab0d-091e38281870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.359428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Network 9fc35d9b-94d3-44f6-ac51-41fb022179db is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:07.362462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Pushing event updated for resources: {'Port': ['ID=c1ca49fd-6510-45ac-b389-bee37896387c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:07.366565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:07.371366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:07.426359 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29cd2de4-d919-41e5-ab23-a8c64acb4f7c req-41785f0c-28f2-4d8a-901b-ce602ecf2014 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279201 May 06 12:33:07.601033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59952) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:07.614173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.684523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-333c8989-26aa-436b-ab0d-091e38281870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.709178 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29cd2de4-d919-41e5-ab23-a8c64acb4f7c req-d0ab1a35-6571-436b-9c93-805c25b15054 service neutron] 10.222.0.36 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740951 May 06 12:33:07.715150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81fd0f05-7609-483c-ae7e-599e50203804 req-85c7390a-1c96-4b9d-a8a8-4913a874a075 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44 HTTP/1.1" status: 200 len: 217 time: 0.6709805 May 06 12:33:07.738184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Made reservation on behalf of 15ff0397e66c4efb8aff516390ebd4cc for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:07.741734 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.752845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-681e3a45-ef2c-431e-b813-060d421bd0ab None None] Provisioning for port c1ca49fd-6510-45ac-b389-bee37896387c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:07.761672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-681e3a45-ef2c-431e-b813-060d421bd0ab None None] Provisioning complete for port c1ca49fd-6510-45ac-b389-bee37896387c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:07.762117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-681e3a45-ef2c-431e-b813-060d421bd0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.800257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c8989-26aa-436b-ab0d-091e38281870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587834bc-c901-4c81-b917-ec7c71cee976,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:07.826833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a12c59b3-447d-419b-8eda-58e54b2d787e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:07.831178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a12c59b3-447d-419b-8eda-58e54b2d787e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:07.835401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a12c59b3-447d-419b-8eda-58e54b2d787e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:07.836252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a12c59b3-447d-419b-8eda-58e54b2d787e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:07.882658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-681e3a45-ef2c-431e-b813-060d421bd0ab None None] Port c1ca49fd-6510-45ac-b389-bee37896387c cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:07.892526 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-333c8989-26aa-436b-ab0d-091e38281870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.894181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-333c8989-26aa-436b-ab0d-091e38281870 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/587834bc-c901-4c81-b917-ec7c71cee976 HTTP/1.1" status: 204 len: 168 time: 1.6537321 May 06 12:33:08.070070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:08.075385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd0f05-7609-483c-ae7e-599e50203804 req-455636e9-28e6-40fa-bb4b-0f0c94e5589e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:08.077979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81fd0f05-7609-483c-ae7e-599e50203804 req-455636e9-28e6-40fa-bb4b-0f0c94e5589e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 200 len: 844 time: 0.3408334 May 06 12:33:08.085149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-44f90aea-1980-46a0-8b76-f01d8f0c80f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b9e59d353934844bfe6a661b292f792&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4648762 May 06 12:33:08.092623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59960) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:08.160045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.215234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:08.219733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a12c59b3-447d-419b-8eda-58e54b2d787e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:08.221399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a12c59b3-447d-419b-8eda-58e54b2d787e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/networks?id=976f98d1-003f-441c-898e-2b2c65044136&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb HTTP/1.1" status: 200 len: 1994 time: 1.3478656 May 06 12:33:08.234746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81fd0f05-7609-483c-ae7e-599e50203804 req-7f688315-7c26-4689-b185-65cadc012d6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7ef83465-48e7-4a53-bc95-1cb088eb8ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310310 May 06 12:33:08.264530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e92c3-6742-4647-a52b-eb7fe2baad40 req-d67865b7-ec4a-496d-8d81-3f9ed8b62307 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:08.271581 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-29cd2de4-d919-41e5-ab23-a8c64acb4f7c req-75e71ae5-20f5-44d3-9386-4bcf9241c540 service neutron] 10.222.0.36 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553725 May 06 12:33:08.275658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c14e92c3-6742-4647-a52b-eb7fe2baad40 req-d67865b7-ec4a-496d-8d81-3f9ed8b62307 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 1.0863469 May 06 12:33:08.414583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Made reservation on behalf of 15ff0397e66c4efb8aff516390ebd4cc for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:08.420641 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.445948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f846c3c5-7ee0-4716-829a-9221e07207fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.497202 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f846c3c5-7ee0-4716-829a-9221e07207fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.516662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-87676a29-7da7-404a-a84c-87e05a4726f2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/quotas/ee19d38453fb4b61b2134384718859f1 HTTP/1.1" status: 200 len: 375 time: 0.2800169 May 06 12:33:08.771486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c14e92c3-6742-4647-a52b-eb7fe2baad40 req-380a0518-8e59-4c68-8f29-22855af58e8d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818165 May 06 12:33:08.774766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f846c3c5-7ee0-4716-829a-9221e07207fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.818237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846c3c5-7ee0-4716-829a-9221e07207fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:08.861416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f846c3c5-7ee0-4716-829a-9221e07207fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.862587 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f846c3c5-7ee0-4716-829a-9221e07207fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d956c3c-4fe7-43eb-bcd0-471e2c2fa72d HTTP/1.1" status: 204 len: 168 time: 0.7686253 May 06 12:33:08.888487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:08.951095 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.960596 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:09.166100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Allocated IP 192.168.233.161 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/b2b077bd-c1f7-4c36-a424-26626b7c5404) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:09.242570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:09.244931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Pushing event updated for resources: {'Port': ['ID=c1ca49fd-6510-45ac-b389-bee37896387c,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:09.255398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-9716570a-7a6a-4d0f-be49-41be153f7efa tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6849747 May 06 12:33:09.258651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:09.305701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'port_id': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44', 'mac_address': 'fa:16:3e:d2:cc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435ee102-df2b-4c8c-93e9-4ca8df1ada3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:09.356319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81fd0f05-7609-483c-ae7e-599e50203804 req-28516185-8064-4332-a42a-7f8ffbaca6df service neutron] 10.222.0.48 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0180774 May 06 12:33:09.444390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:09.496040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:09.537461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:09.545926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:09.571635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Network 9fc35d9b-94d3-44f6-ac51-41fb022179db is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:09.575951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:09.871376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:09.999425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['9b9c2172-2feb-48a3-a4e2-17d1da53aa44'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:10.017865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6042b-bcbb-4438-8ffb-be3c03880ab7 req-b80359dd-8eb9-48f9-8211-671e419e5636 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:10.020702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3d6042b-bcbb-4438-8ffb-be3c03880ab7 req-b80359dd-8eb9-48f9-8211-671e419e5636 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 943 time: 0.9749293 May 06 12:33:10.283118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1b6faf5e-a5f8-4902-a8ae-805524efc832 None None] Provisioning complete for port c1ca49fd-6510-45ac-b389-bee37896387c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:10.283614 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b6faf5e-a5f8-4902-a8ae-805524efc832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.370929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3d6042b-bcbb-4438-8ffb-be3c03880ab7 req-35ea900e-a6dc-4648-8ce7-852c3338e82c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304703 May 06 12:33:10.419289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81fd0f05-7609-483c-ae7e-599e50203804 req-ffce93d1-bd69-45c8-945f-569de61bed8b service neutron] 10.222.0.48 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0166800 May 06 12:33:10.438992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c52c6a3e-3f63-4d04-8896-fec7cd5ccb55 service neutron] 10.222.0.44 "GET /v2.0/networks/976f98d1-003f-441c-898e-2b2c65044136?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1349254 May 06 12:33:10.602233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60000) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:10.673379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1b6faf5e-a5f8-4902-a8ae-805524efc832 None None] Port c1ca49fd-6510-45ac-b389-bee37896387c cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:10.682326 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-84b415c1-0bf6-4566-aa8a-5ebb191bfd34 req-fd02bd7f-ee02-496a-9e4a-bf4329a7bbed tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] show failed (client error): The resource could not be found. May 06 12:33:10.699691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-84b415c1-0bf6-4566-aa8a-5ebb191bfd34 req-fd02bd7f-ee02-496a-9e4a-bf4329a7bbed tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/e9fac968-7f90-446c-a322-8c45b8812cad HTTP/1.1" status: 404 len: 352 time: 0.2413847 May 06 12:33:10.703407 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-635e89a1-df1d-4291-a83d-bb1a32011a58 service neutron] 10.222.0.44 "GET /v2.0/networks/976f98d1-003f-441c-898e-2b2c65044136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514319 May 06 12:33:10.734445 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.855923 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0d03ac76-52ae-4f50-91cc-731d0fee10bf service neutron] 10.222.0.44 "GET /v2.0/ports/239f9c9f-72c8-43d0-b15c-f0067878f016?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1314020 May 06 12:33:10.938274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Router 20181979-385c-473e-9be8-a2f95db72a84 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:33:11.261643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Transition to ACTIVE for port object b2b077bd-c1f7-4c36-a424-26626b7c5404 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:11.287578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-273957723-network', 'tenant_id': '1f0b9ce75c99463584c23548bd38d56c'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:11.296494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0837266a-40f3-4e1b-bc23-8b0bd7212822 req-2f8586be-8cb0-4b7c-a76b-741fbfe1332c tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 210 time: 0.2856653 May 06 12:33:11.303469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:11.317061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Usage tracker for resource:network and tenant:1f0b9ce75c99463584c23548bd38d56c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:11.323578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:11.338984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:11.392935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Made reservation on behalf of 1f0b9ce75c99463584c23548bd38d56c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:11.395956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.451206 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.464334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:11.473149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:33:11.491203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7e46f1b7-1bb1-424a-b59c-7e269aa74a0e admin admin] 10.222.0.44 "PUT /v2.0/routers/20181979-385c-473e-9be8-a2f95db72a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3661985 May 06 12:33:11.505869 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Sync routers for ids ['20181979-385c-473e-9be8-a2f95db72a84'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:33:11.546062 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Routers {'20181979-385c-473e-9be8-a2f95db72a84'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:11.547254 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['20181979-385c-473e-9be8-a2f95db72a84'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:11.600468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-9a4a1ca0-f38b-407a-b965-5facf049fc4d service neutron] 10.222.0.44 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300889 May 06 12:33:11.613375 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.717109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60018) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:11.726022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:11.795583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:11.798578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:11.828552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event updated for resources: {'Port': ['ID=b2b077bd-c1f7-4c36-a424-26626b7c5404,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:11.867431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Allocated IP 192.168.233.40 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/033b8e2c-7bc0-4c6f-bbfc-b366761592e6) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:11.956516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:11.975418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0b9ce75c99463584c23548bd38d56c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:11.981390 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Set router 20181979-385c-473e-9be8-a2f95db72a84 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:11.994299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:12.021444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:12.046088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:12.046974 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.108031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-2c42ca69-f849-47bd-a740-68a5dbd82fd4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6628008 May 06 12:33:12.114389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f22f3-058d-4cee-9546-4aa8b64cfe66 req-97f37223-cc09-480b-879f-a0f99ad1892b tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:12.122324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd9f22f3-058d-4cee-9546-4aa8b64cfe66 req-97f37223-cc09-480b-879f-a0f99ad1892b tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 0.5677757 May 06 12:33:12.144423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c41883f6-2609-4518-b148-a07a320ce39d service neutron] 10.222.0.44 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985390 May 06 12:33:12.153872 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d56fd372-452b-4e7a-b962-bc6287a6e936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.159743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Request body: {'port': {'device_id': '22948376-2b35-476e-95b1-6ce67b56b2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:12.209861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-14b66705-ba02-4d8e-9621-4bc7d8c63887 None None] Provisioning for port b2b077bd-c1f7-4c36-a424-26626b7c5404 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:12.217623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-14b66705-ba02-4d8e-9621-4bc7d8c63887 None None] Provisioning complete for port b2b077bd-c1f7-4c36-a424-26626b7c5404 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:12.218456 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14b66705-ba02-4d8e-9621-4bc7d8c63887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.325951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-14b66705-ba02-4d8e-9621-4bc7d8c63887 None None] Port b2b077bd-c1f7-4c36-a424-26626b7c5404 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:12.331454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd9f22f3-058d-4cee-9546-4aa8b64cfe66 req-37c51d2a-b8f8-4706-9b94-225fa4d6c72c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085164 May 06 12:33:12.439282 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.518074 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-49f9b9cd-09ab-422b-906b-c3b29955aa2e req-1ea50e30-740e-45b8-81af-14053af0b6d7 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] show failed (client error): The resource could not be found. May 06 12:33:12.519380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49f9b9cd-09ab-422b-906b-c3b29955aa2e req-1ea50e30-740e-45b8-81af-14053af0b6d7 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-group-rules/7fb39aef-02a3-485c-8ee7-7dcfe2e13844 HTTP/1.1" status: 404 len: 361 time: 0.0901968 May 06 12:33:12.550131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a13656f9-37e5-4782-b021-6aef327e46c8 service neutron] 10.222.0.44 "GET /v2.0/ports/7eb7caad-6cbc-46a1-9399-ad15ed3fbdda?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3639851 May 06 12:33:12.550776 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.553711 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20181979-385c-473e-9be8-a2f95db72a84', 'name': 'tempest-ServersTestFqdnHostnames-1048063034-router', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:51Z', 'updated_at': '2022-05-06T12:33:07Z', 'revision_number': 4, 'project_id': '224c8aaa6e2945f584c05e9d487c6f05', 'gw_port': {'id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20181979-385c-473e-9be8-a2f95db72a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:53Z', 'updated_at': '2022-05-06T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'c1ca49fd-6510-45ac-b389-bee37896387c', 'name': '', 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'mac_address': 'fa:16:3e:4c:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20181979-385c-473e-9be8-a2f95db72a84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b94abe67-65b8-4317-a8fa-c3c1b563e25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:05Z', 'updated_at': '2022-05-06T12:33:08Z', 'revision_number': 2, 'project_id': '224c8aaa6e2945f584c05e9d487c6f05', 'subnets': [{'id': 'b94abe67-65b8-4317-a8fa-c3c1b563e25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:12.559534 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Checking router: 20181979-385c-473e-9be8-a2f95db72a84 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:33:12.559871 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Updating router 20181979-385c-473e-9be8-a2f95db72a84 port c1ca49fd-6510-45ac-b389-bee37896387c binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:33:12.651406 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.718802 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.783011 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.823437 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.835614 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.919917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Transition to ACTIVE for port object 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:12.949250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:33:12.982644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a99bba05-65ec-4bae-adea-495195f119c9 service neutron] 10.222.0.44 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101596 May 06 12:33:13.018673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:13.023315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e403e7eb-96eb-487d-9e53-4c21effb9b38,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:13.028058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.028424 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Added segment d3f789f4-4441-40d7-8406-f72aa2489777 of type vlan for network 05549b1c-72e6-46af-b6d9-8ea5b103e682 May 06 12:33:13.187442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:13.199925 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.201030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:13.202128 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.204062 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.272043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:13.564510 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.600337 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Transition to ACTIVE for port object c1ca49fd-6510-45ac-b389-bee37896387c will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:13.619243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event updated for resources: {'Port': ['ID=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:13.622519 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.627900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-4d2768fd-2bb1-431f-9727-217986cc8f42 service neutron] 10.222.0.44 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965679 May 06 12:33:13.703421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Deleting port c1ca49fd-6510-45ac-b389-bee37896387c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:13.704300 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.066441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:14.070265 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:33:14.075553 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Pushing event updated for resources: {'Port': ['ID=c1ca49fd-6510-45ac-b389-bee37896387c,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:14.098949 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.100889 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.101707 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.102464 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.103172 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.104148 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.104925 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.105655 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.106395 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.107193 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.107923 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.110103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:14.113178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:14.125728 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:14.232262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:14.250983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:14.261567 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.327402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.328190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:14.328777 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.343315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] For port c1ca49fd-6510-45ac-b389-bee37896387c, host n-d-840847-1, got binding levels [] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:14.344100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.413090 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Attempting to bind port c1ca49fd-6510-45ac-b389-bee37896387c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:14.413426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:14.415710 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Attempting to bind port c1ca49fd-6510-45ac-b389-bee37896387c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5796df91-76ff-4ea6-ada1-47191bb0ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:14.419975 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Attempting to bind port c1ca49fd-6510-45ac-b389-bee37896387c on network 9fc35d9b-94d3-44f6-ac51-41fb022179db {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:14.442934 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:14.443666 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Checking segment: {'id': '5796df91-76ff-4ea6-ada1-47191bb0ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:14.445150 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.445747 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Bound using segment: {'id': '5796df91-76ff-4ea6-ada1-47191bb0ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:14.448179 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Bound port: c1ca49fd-6510-45ac-b389-bee37896387c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5796df91-76ff-4ea6-ada1-47191bb0ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:14.448792 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.584823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:14.585475 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.619305 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9aa1c75c-ef01-4953-aeb2-68dff08b286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.624584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.0030167 May 06 12:33:14.633186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60046) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:14.635847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e192f0-38eb-4f7e-b7c9-75ef669fd968 admin admin] Pushing event updated for resources: {'Network': ['ID=05549b1c-72e6-46af-b6d9-8ea5b103e682,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:14.647039 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 05549b1c-72e6-46af-b6d9-8ea5b103e682 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:33:14.647360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-23cd3761-df2b-4e90-9398-0fbe7c97fcd3 service neutron] 10.222.0.44 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9136233 May 06 12:33:14.653858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Request body: {'subnet': {'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-273957723-subnet', 'tenant_id': '1f0b9ce75c99463584c23548bd38d56c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:14.657882 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] For port c1ca49fd-6510-45ac-b389-bee37896387c, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:14.664960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:14.666555 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] For port c1ca49fd-6510-45ac-b389-bee37896387c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c1ca49fd-6510-45ac-b389-bee37896387c,segment=NetworkSegment(5796df91-76ff-4ea6-ada1-47191bb0ed9b),segment_id=5796df91-76ff-4ea6-ada1-47191bb0ed9b)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:14.668653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-554b4ef5-3f27-4eab-a4fe-e4142077d742 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.7474236 May 06 12:33:14.676756 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.691299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Calling delete_port for c1ca49fd-6510-45ac-b389-bee37896387c owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:14.702703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Request body: {'port': {'device_id': '1dca66fa-52e5-49cd-9565-bcc3258428e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:14.729699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Usage tracker for resource:subnet and tenant:1f0b9ce75c99463584c23548bd38d56c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:14.737923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:14.801969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:33:14.831991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c43821ee-a4eb-4c16-b7bf-ad35856878d9 None None] Provisioning for port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:14.834110 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae9a8e-78ae-48ab-a869-12ba08a6db8f None None] Pushing event updated for resources: {'Port': ['ID=c1ca49fd-6510-45ac-b389-bee37896387c,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:14.838123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c43821ee-a4eb-4c16-b7bf-ad35856878d9 None None] Provisioning complete for port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:14.838448 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c43821ee-a4eb-4c16-b7bf-ad35856878d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.865500 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Routers {'20181979-385c-473e-9be8-a2f95db72a84'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:14.867893 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:33:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['20181979-385c-473e-9be8-a2f95db72a84'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:14.898304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9965ac-4669-4536-a33c-95888f8baaf0 req-07175ce2-bceb-4b0e-a87b-07d5c3217f3d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:14.907314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be9965ac-4669-4536-a33c-95888f8baaf0 req-07175ce2-bceb-4b0e-a87b-07d5c3217f3d tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 944 time: 1.2711761 May 06 12:33:14.913841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:33:14.914878 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:33:14.915113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:14.931698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c43821ee-a4eb-4c16-b7bf-ad35856878d9 None None] Port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:15.117501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Made reservation on behalf of 1f0b9ce75c99463584c23548bd38d56c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:15.122191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.174093 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] Set router 20181979-385c-473e-9be8-a2f95db72a84 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:15.370884 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.379147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b077bd-c1f7-4c36-a424-26626b7c5404 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:15.395420 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.415552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Deleting port c1ca49fd-6510-45ac-b389-bee37896387c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:15.416149 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.456903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Transition to ACTIVE for port object b2b077bd-c1f7-4c36-a424-26626b7c5404 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:15.479787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be9965ac-4669-4536-a33c-95888f8baaf0 req-a8e7fda5-6363-49c4-a10c-00ae193b9900 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709164 May 06 12:33:15.482762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-e3618638-e325-46d2-a33d-8e4989a38e9f service neutron] 10.222.0.44 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8207290 May 06 12:33:15.550750 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.814413 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20181979-385c-473e-9be8-a2f95db72a84', 'name': 'tempest-ServersTestFqdnHostnames-1048063034-router', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:51Z', 'updated_at': '2022-05-06T12:33:07Z', 'revision_number': 4, 'project_id': '224c8aaa6e2945f584c05e9d487c6f05', 'gw_port': {'id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20181979-385c-473e-9be8-a2f95db72a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:53Z', 'updated_at': '2022-05-06T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'c1ca49fd-6510-45ac-b389-bee37896387c', 'name': '', 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'mac_address': 'fa:16:3e:4c:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20181979-385c-473e-9be8-a2f95db72a84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b94abe67-65b8-4317-a8fa-c3c1b563e25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:05Z', 'updated_at': '2022-05-06T12:33:14Z', 'revision_number': 4, 'project_id': '224c8aaa6e2945f584c05e9d487c6f05', 'subnets': [{'id': 'b94abe67-65b8-4317-a8fa-c3c1b563e25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:15.823726 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cd7a2-9490-4519-b62f-d9b09c02df94 None None] The sync data for ids ['20181979-385c-473e-9be8-a2f95db72a84'] in n-d-840847-1 is: [{'id': '20181979-385c-473e-9be8-a2f95db72a84', 'name': 'tempest-ServersTestFqdnHostnames-1048063034-router', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:51Z', 'updated_at': '2022-05-06T12:33:07Z', 'revision_number': 4, 'project_id': '224c8aaa6e2945f584c05e9d487c6f05', 'gw_port': {'id': 'feebbcd9-a312-4fc9-ba54-62e104ef374d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20181979-385c-473e-9be8-a2f95db72a84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:53Z', 'updated_at': '2022-05-06T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'c1ca49fd-6510-45ac-b389-bee37896387c', 'name': '', 'network_id': '9fc35d9b-94d3-44f6-ac51-41fb022179db', 'tenant_id': '224c8aaa6e2945f584c05e9d487c6f05', 'mac_address': 'fa:16:3e:4c:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20181979-385c-473e-9be8-a2f95db72a84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b94abe67-65b8-4317-a8fa-c3c1b563e25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:05Z', 'updated_at': '2022-05-06T12:33:14Z', 'revision_number': 4, 'project_id': '224c8aaa6e2945f584c05e9d487c6f05', 'subnets': [{'id': 'b94abe67-65b8-4317-a8fa-c3c1b563e25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:33:15.842621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.944648 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.959345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b077bd-c1f7-4c36-a424-26626b7c5404,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:16.038928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] For port c1ca49fd-6510-45ac-b389-bee37896387c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c1ca49fd-6510-45ac-b389-bee37896387c,segment=NetworkSegment(5796df91-76ff-4ea6-ada1-47191bb0ed9b),segment_id=5796df91-76ff-4ea6-ada1-47191bb0ed9b)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:16.039446 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.308217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-265087ea-2bbc-4013-9370-4d40cc1b094f service neutron] 10.222.0.44 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481022 May 06 12:33:16.326315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Calling delete_port for c1ca49fd-6510-45ac-b389-bee37896387c owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:16.588435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.642801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ca49fd-6510-45ac-b389-bee37896387c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:16.751447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f4764-1a62-48cd-b1c1-6f9e01f0b7ea req-611a4a14-7efa-49e4-9f38-b440fa010049 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:16.752348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bd6f4764-1a62-48cd-b1c1-6f9e01f0b7ea req-611a4a14-7efa-49e4-9f38-b440fa010049 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:17.009864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bd6f4764-1a62-48cd-b1c1-6f9e01f0b7ea req-611a4a14-7efa-49e4-9f38-b440fa010049 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:17.011106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd6f4764-1a62-48cd-b1c1-6f9e01f0b7ea req-611a4a14-7efa-49e4-9f38-b440fa010049 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 935 time: 1.2120759 May 06 12:33:17.082502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.118420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Attempting to bind port b2b077bd-c1f7-4c36-a424-26626b7c5404 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:17.118855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Attempting to bind port b2b077bd-c1f7-4c36-a424-26626b7c5404 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:17.119200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Attempting to bind port b2b077bd-c1f7-4c36-a424-26626b7c5404 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:17.155282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-9b16593e-34ab-4441-9faa-3670889edfa3 service neutron] 10.222.0.44 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303133 May 06 12:33:17.169211 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.241142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Port b2b077bd-c1f7-4c36-a424-26626b7c5404 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:17.241310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Attempting to bind port b2b077bd-c1f7-4c36-a424-26626b7c5404 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:17.303677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.342552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:17.343022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:17.343417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:17.343880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Bound port: b2b077bd-c1f7-4c36-a424-26626b7c5404, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:17.344225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.364037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd6f4764-1a62-48cd-b1c1-6f9e01f0b7ea req-1302fa89-999c-4744-b7f8-009d226d5cf0 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203135 May 06 12:33:17.383966 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:33:17.507576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41c0999-b41b-4742-95c7-b143755c9da2,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:17.605540 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-b1b198fd-0763-4eeb-89dc-3e05541c0c97 service neutron] 10.222.0.44 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265206 May 06 12:33:17.613141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:17.663126 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.677793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Checking segment: {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:17.678147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Network hostable DHCP agents. Network: 05549b1c-72e6-46af-b6d9-8ea5b103e682, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:33:17.777070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e2899ae-ea80-4ebd-ba9a-b7d0552c03cb req-8e126efa-44c6-4364-a335-de5fa0d9045a tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/33cc747f-e9e0-4582-a05d-f94cefb683e2 HTTP/1.1" status: 200 len: 1646 time: 0.2484858 May 06 12:33:17.778189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] For port b2b077bd-c1f7-4c36-a424-26626b7c5404, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:17.781449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Transition to ACTIVE for port object 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:17.794357 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.800098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] For port b2b077bd-c1f7-4c36-a424-26626b7c5404, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b2b077bd-c1f7-4c36-a424-26626b7c5404,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:17.815396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Router 20181979-385c-473e-9be8-a2f95db72a84 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:33:17.854681 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.017200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Pushing event updated for resources: {'Port': ['ID=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:18.030364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.031867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2b077bd-c1f7-4c36-a424-26626b7c5404 HTTP/1.1" status: 200 len: 1096 time: 5.8777919 May 06 12:33:18.040702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22948376-2b35-476e-95b1-6ce67b56b2d6', 'tag': 'b2b077bd-c1f7-4c36-a424-26626b7c5404'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:18.090536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Network 05549b1c-72e6-46af-b6d9-8ea5b103e682 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:33:18.170256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-366c6ea4-0ed1-47e9-8fbb-ae9c2a18ac6f service neutron] 10.222.0.44 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417786 May 06 12:33:18.184304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 05549b1c-72e6-46af-b6d9-8ea5b103e682) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:18.201465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4232e04b-2860-4134-b3df-be6f1d5c6938 None None] Network 05549b1c-72e6-46af-b6d9-8ea5b103e682 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:18.201724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:33:18.216612 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-179bb8ba-9184-4900-8849-f5702ec89a39 admin admin] 10.222.0.44 "PUT /v2.0/routers/20181979-385c-473e-9be8-a2f95db72a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4976797 May 06 12:33:18.219464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60058) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:18.237613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:18.238770 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.402707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2b7c1-374b-4264-9f05-8c9536500d67 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b077bd-c1f7-4c36-a424-26626b7c5404,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:18.405505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e2899ae-ea80-4ebd-ba9a-b7d0552c03cb req-c6b2f547-c6de-4329-b7f5-d8744a9e79ec tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.508194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-44e84b1b-289f-4884-898e-f6f70c71e9f8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.8679965 May 06 12:33:18.537995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1b4ed-070a-4b45-a25a-086d8916b1d4 None None] Network 05549b1c-72e6-46af-b6d9-8ea5b103e682 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:18.567083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e2899ae-ea80-4ebd-ba9a-b7d0552c03cb req-c6b2f547-c6de-4329-b7f5-d8744a9e79ec tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.613835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-d63975bb-f963-47a6-ac78-2cdb2ba37a2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 1099 time: 0.5308161 May 06 12:33:18.617754 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.701651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-f18ec7a3-d9fe-45e1-a10d-2229a20e3b6c service neutron] 10.222.0.44 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135758 May 06 12:33:18.984305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-d1a887d9-c0e9-4243-ba44-6c5099a845fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=b2b077bd-c1f7-4c36-a424-26626b7c5404 HTTP/1.1" status: 200 len: 217 time: 0.3601983 May 06 12:33:19.014241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.029593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Deleting port feebbcd9-a312-4fc9-ba54-62e104ef374d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:19.030134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.038925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Attempting to bind port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:19.039864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Attempting to bind port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:19.040166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Attempting to bind port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:19.073663 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e2899ae-ea80-4ebd-ba9a-b7d0552c03cb req-c6b2f547-c6de-4329-b7f5-d8744a9e79ec tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.103104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:19.103417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Attempting to bind port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:19.137744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2f547-c6de-4329-b7f5-d8744a9e79ec tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cc747f-e9e0-4582-a05d-f94cefb683e2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:19.146261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-8fff9f51-a9e5-4377-90ce-c17e932ba2f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:19.147345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-8fff9f51-a9e5-4377-90ce-c17e932ba2f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1552358 May 06 12:33:19.168622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3e2899ae-ea80-4ebd-ba9a-b7d0552c03cb req-c6b2f547-c6de-4329-b7f5-d8744a9e79ec tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.170306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e2899ae-ea80-4ebd-ba9a-b7d0552c03cb req-c6b2f547-c6de-4329-b7f5-d8744a9e79ec tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "DELETE /v2.0/security-groups/33cc747f-e9e0-4582-a05d-f94cefb683e2 HTTP/1.1" status: 204 len: 173 time: 1.3777254 May 06 12:33:19.226565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:19.226920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:19.227289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:19.228021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Bound port: 033b8e2c-7bc0-4c6f-bbfc-b366761592e6, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:19.228527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.255720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-6d838136-7672-44f4-8b4f-4c9a55af0f76 service neutron] 10.222.0.44 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191114 May 06 12:33:19.381155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] For port feebbcd9-a312-4fc9-ba54-62e104ef374d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=feebbcd9-a312-4fc9-ba54-62e104ef374d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:19.381943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.458837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-711939ae-f30e-41a3-bad3-5b69765d70ed req-d31bfbdd-cbec-4902-9e86-d9ae5e632daf tempest-ServersAaction247Test-898063241 tempest-ServersAaction247Test-898063241-project] 10.222.0.44 "GET /v2.0/ports?device_id=68bc17f7-2aed-46d2-b4f0-f030df8f9525 HTTP/1.1" status: 200 len: 210 time: 0.0911367 May 06 12:33:19.482514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-f87bd214-dc10-4970-9148-896d0c864bce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3159139 May 06 12:33:19.484000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] For port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:19.487834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] For port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:19.517110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.626552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Calling delete_port for feebbcd9-a312-4fc9-ba54-62e104ef374d owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:19.689805 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2c5a1c-d9e0-4604-8777-4c29b7b8e5cb'] response: {'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44', 'code': 200} May 06 12:33:20.028787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.061695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0da9771-542b-4690-a811-8be314c68ca1 req-fd236ebd-61c0-4f74-a62f-c812b25224c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68bc17f7-2aed-46d2-b4f0-f030df8f9525 HTTP/1.1" status: 200 len: 210 time: 0.2967832 May 06 12:33:20.063986 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.065767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/033b8e2c-7bc0-4c6f-bbfc-b366761592e6 HTTP/1.1" status: 200 len: 1095 time: 5.3681653 May 06 12:33:20.087794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7686-fe76-489c-b295-9d6d312c34c4 service neutron] Pushing event updated for resources: {'Port': ['ID=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:20.110983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Pushing event deleted for resources: {'Port': ['ID=feebbcd9-a312-4fc9-ba54-62e104ef374d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:20.135860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-ffbf032f-fec7-4e13-97fd-49a72584b7ee service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412733 May 06 12:33:20.157325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.157709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.157987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.158323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.158822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.159146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.159471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.159793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.160197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.160524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.160845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:20.370035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fccf690-0b29-465f-a8ce-d93ae0970931 req-076f9667-ac5d-4dc3-9c81-69023a4481e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 1096 time: 0.5120456 May 06 12:33:20.406411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829361-a2e6-42b0-87a7-83fc3a705792 req-5ebe986d-1125-4639-8b64-ab46b8c66aa5 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:20.414639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd829361-a2e6-42b0-87a7-83fc3a705792 req-5ebe986d-1125-4639-8b64-ab46b8c66aa5 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 945 time: 0.4896796 May 06 12:33:20.455244 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.494764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-5d0fce28-cb3b-4bf1-ac11-499ed358d399 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 1098 time: 0.3546479 May 06 12:33:20.533659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-f7ae1514-3d52-432a-96f3-049dafa61b38 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465586 May 06 12:33:20.623766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fccf690-0b29-465f-a8ce-d93ae0970931 req-0b26cb52-9da7-4bd6-bf39-e3547cbaa907 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403896 May 06 12:33:20.626222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd829361-a2e6-42b0-87a7-83fc3a705792 req-4c3317d0-1a2d-4ffd-925b-ee1e0597104a tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101779 May 06 12:33:20.628074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-c083cd6c-ff98-49e5-812f-454fb95bfc2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=033b8e2c-7bc0-4c6f-bbfc-b366761592e6 HTTP/1.1" status: 200 len: 217 time: 0.1014891 May 06 12:33:20.748987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-38229814-ac60-401d-878b-b6808a87d672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:20.751644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-38229814-ac60-401d-878b-b6808a87d672 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1164227 May 06 12:33:20.940945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.943807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-5367db93-15be-4f63-b597-d1bc88bc6192 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773641 May 06 12:33:20.953580 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.999981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.001086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20181979-385c-473e-9be8-a2f95db72a84 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:33:21.031741 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.036046 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7bd68b55-2841-4615-9654-2f28cb51e514 admin admin] 10.222.0.44 "DELETE /v2.0/routers/20181979-385c-473e-9be8-a2f95db72a84 HTTP/1.1" status: 204 len: 168 time: 2.8138881 May 06 12:33:21.036855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60096) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:21.053879 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530fd48c-e6db-4c4c-afb2-c6d62658f6b6'] response: {'name': 'network-changed', 'server_uuid': '22948376-2b35-476e-95b1-6ce67b56b2d6', 'tag': 'b2b077bd-c1f7-4c36-a424-26626b7c5404', 'status': 'completed', 'code': 200} May 06 12:33:21.073065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63abe9-2de8-4cd5-acc1-8735bf5a001f req-e425a5ef-558a-494f-9557-abc2fd055af8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:21.080937 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d63abe9-2de8-4cd5-acc1-8735bf5a001f req-e425a5ef-558a-494f-9557-abc2fd055af8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 0.2523465 May 06 12:33:21.113240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ca99cf-17a3-4cb0-8d8e-750f9c9dd99c admin admin] Deleting subnet b94abe67-65b8-4317-a8fa-c3c1b563e25b {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:33:21.117465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81ca99cf-17a3-4cb0-8d8e-750f9c9dd99c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.176463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d63abe9-2de8-4cd5-acc1-8735bf5a001f req-a476327f-25bb-4d20-957a-bf66bcc6b61e tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905201 May 06 12:33:21.185024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81ca99cf-17a3-4cb0-8d8e-750f9c9dd99c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.358484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81ca99cf-17a3-4cb0-8d8e-750f9c9dd99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.484891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-432b7091-f26d-48c2-9202-cadf60432df4 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291748 May 06 12:33:21.502259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81ca99cf-17a3-4cb0-8d8e-750f9c9dd99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.549623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca99cf-17a3-4cb0-8d8e-750f9c9dd99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94abe67-65b8-4317-a8fa-c3c1b563e25b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:21.568304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81ca99cf-17a3-4cb0-8d8e-750f9c9dd99c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.573526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8dc22-c6f4-4810-8e3b-df9dd6896fcc None None] Network 9fc35d9b-94d3-44f6-ac51-41fb022179db requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:21.581030 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-81ca99cf-17a3-4cb0-8d8e-750f9c9dd99c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b94abe67-65b8-4317-a8fa-c3c1b563e25b HTTP/1.1" status: 204 len: 168 time: 0.5427225 May 06 12:33:21.583587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60114) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:21.776840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cfa8e3e-1bca-4cf8-b881-c1302927a54b req-7b801254-20c9-4011-9f10-a812a92df45f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 1099 time: 0.6419184 May 06 12:33:21.808074 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.829854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Deleting port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:21.830349 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.949268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-498aa0dd-80d7-45d1-97b4-800ab580e793 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:21.950685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-498aa0dd-80d7-45d1-97b4-800ab580e793 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Synchronizing usage tracker for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:22.141999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] For port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0,segment=NetworkSegment(5796df91-76ff-4ea6-ada1-47191bb0ed9b),segment_id=5796df91-76ff-4ea6-ada1-47191bb0ed9b)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:22.142403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.174445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] DHCP port deletion for 9fc35d9b-94d3-44f6-ac51-41fb022179db request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:33:22.181304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] Deleting port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:22.181877 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.250260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79169a-3417-4f68-812a-82fcd37863d2 req-e7abf0fd-a28f-4c29-8ee3-40680f44fafa tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:22.266252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd79169a-3417-4f68-812a-82fcd37863d2 req-e7abf0fd-a28f-4c29-8ee3-40680f44fafa tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 947 time: 0.9796727 May 06 12:33:22.277694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-498aa0dd-80d7-45d1-97b4-800ab580e793 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Unset dirty status for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:22.292170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-498aa0dd-80d7-45d1-97b4-800ab580e793 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/networks?id=05549b1c-72e6-46af-b6d9-8ea5b103e682 HTTP/1.1" status: 200 len: 817 time: 0.8108954 May 06 12:33:22.319004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2f0772e-505a-4c91-af56-8650c70153d5 req-0a46fbf7-326a-4d02-82f0-66a4864f6b29 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8057752 May 06 12:33:22.345605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Calling delete_port for 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:22.379016 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-b9bb6763-15ee-4e09-9b69-9273cc2ca300 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/quotas/1f0b9ce75c99463584c23548bd38d56c HTTP/1.1" status: 200 len: 375 time: 0.0852706 May 06 12:33:22.437635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd79169a-3417-4f68-812a-82fcd37863d2 req-1b3ff4f7-3704-4a74-b0cd-1053053e6566 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691625 May 06 12:33:22.488640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.555694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-eb32ebb1-4a50-47fa-b3a9-c7c1979775c4 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f0b9ce75c99463584c23548bd38d56c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1751609 May 06 12:33:22.574291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:22.587072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] No DVR routers for this DVR port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:33:22.655300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] For port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0,segment=NetworkSegment(5796df91-76ff-4ea6-ada1-47191bb0ed9b),segment_id=5796df91-76ff-4ea6-ada1-47191bb0ed9b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:22.656177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.694592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-782d56c1-3a67-4d32-b2a5-4a0eb9dc37ab req-f9f32419-de9c-4fba-b343-fd4461aa9b14 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/b89e6699-d3c0-47d1-97af-b18032b2057f HTTP/1.1" status: 200 len: 1647 time: 0.1357851 May 06 12:33:22.758967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.812764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc35d9b-94d3-44f6-ac51-41fb022179db']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:22.839096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5796df91-76ff-4ea6-ada1-47191bb0ed9b') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:22.839616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5796df91-76ff-4ea6-ada1-47191bb0ed9b') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:22.863632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.898706 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.914209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:33:22.915986 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: timer() May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:33:22.932685 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:33:22.984065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa8e3e-1bca-4cf8-b881-c1302927a54b req-69399a41-e2b1-41c5-9df1-c1f77f89c9bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:22.988145 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cfa8e3e-1bca-4cf8-b881-c1302927a54b req-69399a41-e2b1-41c5-9df1-c1f77f89c9bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 1.1873159 May 06 12:33:23.009111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] Calling delete_port for 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:23.058630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:23.110845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:23.111194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:23.126315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.142509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b2b077bd-c1f7-4c36-a424-26626b7c5404 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:23.168262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.180733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc35d9b-94d3-44f6-ac51-41fb022179db,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:23.187443 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ec2e7481-2a71-4ae2-89a6-02ff4d76561b admin admin] 10.222.0.44 "DELETE /v2.0/networks/9fc35d9b-94d3-44f6-ac51-41fb022179db HTTP/1.1" status: 204 len: 168 time: 1.6023688 May 06 12:33:23.215617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dca66fa-52e5-49cd-9565-bcc3258428e5', 'tag': '033b8e2c-7bc0-4c6f-bbfc-b366761592e6'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:23.334304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-aa670219-ff97-4eae-a1a1-7d50588c6c6c service neutron] 10.222.0.48 "GET /v2.0/ports/239f9c9f-72c8-43d0-b15c-f0067878f016 HTTP/1.1" status: 200 len: 1032 time: 0.2771409 May 06 12:33:23.384891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:33:23.385748 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:33:23.404757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60124) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:23.408548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-3447b781-1d7e-4448-9938-6d0709bc400a service neutron] 10.222.0.44 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8515155 May 06 12:33:23.424736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-782d56c1-3a67-4d32-b2a5-4a0eb9dc37ab req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.460588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b2b077bd-c1f7-4c36-a424-26626b7c5404, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b2b077bd-c1f7-4c36-a424-26626b7c5404,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:23.479481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'b2b077bd-c1f7-4c36-a424-26626b7c5404', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'b2b077bd-c1f7-4c36-a424-26626b7c5404', 'mac_address': 'fa:16:3e:e9:3a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:23.488941 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca7ddb9a-c047-48df-a7ed-c45ad2cc56f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=224c8aaa6e2945f584c05e9d487c6f05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0825596 May 06 12:33:23.493317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60128) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:23.594391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-ffe5ebc2-db42-4f4a-8d4f-3ef1559ad86d service neutron] 10.222.0.48 "GET /v2.0/ports/7eb7caad-6cbc-46a1-9399-ad15ed3fbdda HTTP/1.1" status: 200 len: 1032 time: 0.1712625 May 06 12:33:23.596411 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.597426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-782d56c1-3a67-4d32-b2a5-4a0eb9dc37ab req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.632600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b077bd-c1f7-4c36-a424-26626b7c5404 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:23.655797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b2b077bd-c1f7-4c36-a424-26626b7c5404, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b2b077bd-c1f7-4c36-a424-26626b7c5404,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:23.663591 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.721370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad06b5d1-42ac-4bac-87a2-7ae246312b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.765872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=b2b077bd-c1f7-4c36-a424-26626b7c5404,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:23.779397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad06b5d1-42ac-4bac-87a2-7ae246312b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.824007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cfa8e3e-1bca-4cf8-b881-c1302927a54b req-70e7b066-4316-4346-9625-24d2b0807cb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=b2b077bd-c1f7-4c36-a424-26626b7c5404 HTTP/1.1" status: 200 len: 217 time: 0.7778265 May 06 12:33:23.874563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad06b5d1-42ac-4bac-87a2-7ae246312b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.887870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] Deleting port 9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:23.889035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.891515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06b5d1-42ac-4bac-87a2-7ae246312b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdaa6ff-4ad5-4570-80db-83e9317a3974,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:23.900138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad06b5d1-42ac-4bac-87a2-7ae246312b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.901343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ad06b5d1-42ac-4bac-87a2-7ae246312b9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccdaa6ff-4ad5-4570-80db-83e9317a3974 HTTP/1.1" status: 204 len: 168 time: 0.4069643 May 06 12:33:23.984507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['b2b077bd-c1f7-4c36-a424-26626b7c5404'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:24.082180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-782d56c1-3a67-4d32-b2a5-4a0eb9dc37ab req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.124923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89e6699-d3c0-47d1-97af-b18032b2057f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:24.155096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.155550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.155901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.156245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.156718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.157190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.157538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.157857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.158186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.158506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.158885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:24.162097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f918a7c6-1257-4726-839e-87147dcc9081 None None] The port '9b155f9b-e28c-4515-b9c5-f3e4ebd4bea0' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:33:24.169942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa8e3e-1bca-4cf8-b881-c1302927a54b req-abdf846d-1f37-4344-95c8-1565417048fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:24.171448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cfa8e3e-1bca-4cf8-b881-c1302927a54b req-abdf846d-1f37-4344-95c8-1565417048fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2798240 May 06 12:33:24.236021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576f041-14e5-48f5-80f2-8c432d165411 None None] Sync routers for ids ['20181979-385c-473e-9be8-a2f95db72a84'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:33:24.295193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-176095e3-813e-491e-9042-0dea3ca79c23 service neutron] 10.222.0.44 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085365 May 06 12:33:24.296472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-782d56c1-3a67-4d32-b2a5-4a0eb9dc37ab req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.320187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-782d56c1-3a67-4d32-b2a5-4a0eb9dc37ab req-dd6651c1-6055-40dc-b4ce-86195384afc8 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "DELETE /v2.0/security-groups/b89e6699-d3c0-47d1-97af-b18032b2057f HTTP/1.1" status: 204 len: 173 time: 1.5239134 May 06 12:33:24.329339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-ee68ff56-9bd9-4348-93c1-91716a17fa1b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:24.368990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-ee68ff56-9bd9-4348-93c1-91716a17fa1b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:24.376672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-ee68ff56-9bd9-4348-93c1-91716a17fa1b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:24.380983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-ee68ff56-9bd9-4348-93c1-91716a17fa1b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "GET /v2.0/networks?id=976f98d1-003f-441c-898e-2b2c65044136&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb HTTP/1.1" status: 200 len: 1994 time: 0.6864522 May 06 12:33:24.462811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576f041-14e5-48f5-80f2-8c432d165411 None None] Routers set() bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:24.463729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576f041-14e5-48f5-80f2-8c432d165411 None None] Router IDs set() for agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:33:24.464764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_agentschedulers_db [None req-2576f041-14e5-48f5-80f2-8c432d165411 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20181979-385c-473e-9be8-a2f95db72a84'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:33:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent'). {{(pid=83958) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:33:24.526583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576f041-14e5-48f5-80f2-8c432d165411 None None] Routers set() bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:24.530088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576f041-14e5-48f5-80f2-8c432d165411 None None] Router IDs set() for agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:33:24.530088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_agentschedulers_db [None req-2576f041-14e5-48f5-80f2-8c432d165411 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20181979-385c-473e-9be8-a2f95db72a84'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:33:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent'). {{(pid=83958) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:33:24.530088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576f041-14e5-48f5-80f2-8c432d165411 None None] The sync data for ids ['20181979-385c-473e-9be8-a2f95db72a84'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:33:24.574679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4ca6133-6dcd-43b9-9e20-d4a197546d71 req-10250a04-2393-45e0-a6f6-d58a29b5bfa6 tempest-ServersAaction247Test-898063241 tempest-ServersAaction247Test-898063241-project] 10.222.0.44 "GET /v2.0/ports?device_id=68bc17f7-2aed-46d2-b4f0-f030df8f9525 HTTP/1.1" status: 200 len: 210 time: 0.0771303 May 06 12:33:24.611568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-eb0bfe36-4ec0-4d06-987d-85032b0893e8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee19d38453fb4b61b2134384718859f1 HTTP/1.1" status: 200 len: 380 time: 0.2059231 May 06 12:33:24.630043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'admin_state_up': True, 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'security_groups': ['bb20dfc6-7fa9-4864-ade4-87a43db41352']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:24.666324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cfa8e3e-1bca-4cf8-b881-c1302927a54b req-549d0bfb-8656-4250-b5d4-0ce0b88caefe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4617937 May 06 12:33:25.168584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:25.171032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b2b077bd-c1f7-4c36-a424-26626b7c5404 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:25.274478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3a9a86-99a5-4793-a979-e30148aa80bf req-6058d2c2-d1bc-4b56-9dca-830ee7597e6e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 210 time: 0.3632889 May 06 12:33:25.499175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:25.518835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:port and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:25.539847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for port was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:25.558524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cfa8e3e-1bca-4cf8-b881-c1302927a54b req-6cb339cc-44cd-4d43-88bf-8ef64c1b9fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8812022 May 06 12:33:25.625931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port b2b077bd-c1f7-4c36-a424-26626b7c5404 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:25.653671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:25.700756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port b2b077bd-c1f7-4c36-a424-26626b7c5404 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:25.701764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.730680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0debc97-262a-4a8e-b127-b4c17878dd59 req-9e6618f4-ff65-4a33-8ed3-224a2876eb9f tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:25.732969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0debc97-262a-4a8e-b127-b4c17878dd59 req-9e6618f4-ff65-4a33-8ed3-224a2876eb9f tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 946 time: 0.8199680 May 06 12:33:25.747749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60172) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:25.828298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:25.831411 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.959383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:26.011128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', 'mac_address': 'fa:16:3e:4f:3b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:26.020684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.025605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0debc97-262a-4a8e-b127-b4c17878dd59 req-730c1aae-2e7d-4a10-aee2-55902fb8c629 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676198 May 06 12:33:26.076369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cfa8e3e-1bca-4cf8-b881-c1302927a54b req-9f0a903b-131b-4543-a504-1f411f562220 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954631 May 06 12:33:26.167677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22948376-2b35-476e-95b1-6ce67b56b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b077bd-c1f7-4c36-a424-26626b7c5404'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:26.172533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1512014324-network', 'tenant_id': 'c2fb8801c0794858b49e935b45911fa2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:26.186536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.195545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:26.205569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Usage tracker for resource:network and tenant:c2fb8801c0794858b49e935b45911fa2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:26.215391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b2b077bd-c1f7-4c36-a424-26626b7c5404, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b2b077bd-c1f7-4c36-a424-26626b7c5404,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:26.216190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:26.224641 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.227714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:26.239493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:26.266419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Made reservation on behalf of c2fb8801c0794858b49e935b45911fa2 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:26.269687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.273258 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d4971b-7778-4c0c-a7e8-d2142caa5f29'] response: {'name': 'network-changed', 'server_uuid': '1dca66fa-52e5-49cd-9565-bcc3258428e5', 'tag': '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', 'status': 'completed', 'code': 200} May 06 12:33:26.288869 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.369328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:26.377315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:26.392240 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.401595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Usage tracker for resource:security_group_rule and tenant:c2fb8801c0794858b49e935b45911fa2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:26.411101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:26.426314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=b2b077bd-c1f7-4c36-a424-26626b7c5404,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:26.443019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:26.575705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.582244 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.633434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75187b-c0f3-4f8d-a2e8-48807ebcabd4 req-eccd23ac-68b2-45cf-863a-a20e835e553a tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:26.637690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:26.650567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['033b8e2c-7bc0-4c6f-bbfc-b366761592e6'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:26.653089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:33:26.663463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d75187b-c0f3-4f8d-a2e8-48807ebcabd4 req-eccd23ac-68b2-45cf-863a-a20e835e553a tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 945 time: 0.9036851 May 06 12:33:26.666482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:26.697216 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.697829 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Added segment 55fb49de-85a4-49a5-b49e-57867544b55e of type vlan for network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee May 06 12:33:26.750894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.804589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.805677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:26.806319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.818210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Allocated IP 172.20.0.9 (976f98d1-003f-441c-898e-2b2c65044136/71a2bf6a-d5e5-4d51-9ebb-6706229d28df/6e57cefd-329a-4c4f-9cf2-a9562f96b339) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:26.936906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device feebbcd9-a312-4fc9-ba54-62e104ef374d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:27.029444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: feebbcd9-a312-4fc9-ba54-62e104ef374d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:27.029869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device feebbcd9-a312-4fc9-ba54-62e104ef374d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:27.030949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c1ca49fd-6510-45ac-b389-bee37896387c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:27.033531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] Pushing event updated for resources: {'Network': ['ID=78a475e3-0f1d-4ab5-a588-03637e5fd3ee,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:27.062571 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2cb96458-e7a9-4d5e-a23a-1fa5cb0ac751 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3112631 May 06 12:33:27.062571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60186) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:27.070373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Request body: {'subnet': {'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1512014324-subnet', 'tenant_id': 'c2fb8801c0794858b49e935b45911fa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:27.079957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:27.087403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Usage tracker for resource:subnet and tenant:c2fb8801c0794858b49e935b45911fa2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:27.091601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:27.102874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:27.121151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Made reservation on behalf of c2fb8801c0794858b49e935b45911fa2 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:27.121522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:33:27.124055 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.184279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c1ca49fd-6510-45ac-b389-bee37896387c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:27.184665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c1ca49fd-6510-45ac-b389-bee37896387c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:27.355170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d75187b-c0f3-4f8d-a2e8-48807ebcabd4 req-53146c01-b4d2-4e9d-9463-38f23ed333b3 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905899 May 06 12:33:27.378363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-6a0e53fa-625b-458a-83df-c1a19a82f66c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 1099 time: 1.1033406 May 06 12:33:27.400034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d4340-d02e-4843-b752-a6bd2261852f req-e0994980-c23b-4b27-b93c-811037b0fcba tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:27.408287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b2d4340-d02e-4843-b752-a6bd2261852f req-e0994980-c23b-4b27-b93c-811037b0fcba tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 948 time: 0.9711692 May 06 12:33:27.551370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.555569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b2d4340-d02e-4843-b752-a6bd2261852f req-009b1ff4-82a2-4ac7-9490-fac970a94001 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456006 May 06 12:33:27.916029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-66e09c89-864c-4d17-b81f-4200c39bd698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:27.917593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-66e09c89-864c-4d17-b81f-4200c39bd698 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.4664783 May 06 12:33:27.945275 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.974370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-a0858635-946f-4f61-862f-b13c0adf32fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3480043 May 06 12:33:28.085818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Transition to ACTIVE for port object 6e57cefd-329a-4c4f-9cf2-a9562f96b339 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:28.104851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-451ba991-9093-4336-9982-af910a28abd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=033b8e2c-7bc0-4c6f-bbfc-b366761592e6 HTTP/1.1" status: 200 len: 217 time: 0.1378167 May 06 12:33:28.117217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcd75a11-98b0-4a3b-82bc-c76f0ad37e96 req-4bf077c0-02c3-4453-950b-275d6f43ccf0 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/782f80d8-ce61-4987-9a00-2aee132e6856 HTTP/1.1" status: 200 len: 1647 time: 0.5944116 May 06 12:33:28.202761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:28.208129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-c988f2b7-9952-4e8c-8b08-826944915520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:28.209634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-c988f2b7-9952-4e8c-8b08-826944915520 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.0881350 May 06 12:33:28.256651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-a26ad445-36cc-42e0-9a35-28c367f87933 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:28.260416 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-a26ad445-36cc-42e0-9a35-28c367f87933 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.36 "GET /v2.0/networks?id=05549b1c-72e6-46af-b6d9-8ea5b103e682 HTTP/1.1" status: 200 len: 817 time: 0.4817355 May 06 12:33:28.282825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Request body: {'port': {'device_id': 'efb81133-2325-40bd-bda3-617043c33ca8', 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682', 'admin_state_up': True, 'tenant_id': '1f0b9ce75c99463584c23548bd38d56c'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:28.316190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Checking segment: {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:28.316590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Network hostable DHCP agents. Network: 78a475e3-0f1d-4ab5-a588-03637e5fd3ee, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:33:28.444543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:33:28.478366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 78a475e3-0f1d-4ab5-a588-03637e5fd3ee) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:28.486318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:28.487970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.490445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a7a6f-77b7-4a2f-af69-564611580ebd None None] Network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:28.611381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:28.622553 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-353b322a-6b71-48b9-b58f-5071db5436cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5591023 May 06 12:33:28.628906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Usage tracker for resource:port and tenant:1f0b9ce75c99463584c23548bd38d56c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:28.637544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:28.655768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:28.688785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Made reservation on behalf of 1f0b9ce75c99463584c23548bd38d56c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:28.710469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.807582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.919710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Port': ['ID=6e57cefd-329a-4c4f-9cf2-a9562f96b339,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:29.083778 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dcd75a11-98b0-4a3b-82bc-c76f0ad37e96 req-79fc4a25-b635-4169-8e0a-5fdf81d5b3bd tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.126797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b6f43-7f2f-4b51-809c-98b6a8e6125d None None] Network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:29.188445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:29.229681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 976f98d1-003f-441c-898e-2b2c65044136 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:29.249241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:29.253478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:29.507671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-eab7649f-8e4e-4747-89b2-837811bedb88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2887232 May 06 12:33:29.511573 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dcd75a11-98b0-4a3b-82bc-c76f0ad37e96 req-79fc4a25-b635-4169-8e0a-5fdf81d5b3bd tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.586433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-6b169073-f5d0-41e9-be84-132ff9214316 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:29.588566 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-6b169073-f5d0-41e9-be84-132ff9214316 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.36 "GET /v2.0/networks?id=05549b1c-72e6-46af-b6d9-8ea5b103e682 HTTP/1.1" status: 200 len: 817 time: 0.5010502 May 06 12:33:29.608978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-dde72e07-495a-45bf-954c-dea81bcfc171 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 1096 time: 0.9065189 May 06 12:33:29.621426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:29.654377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Request body: {'port': {'device_id': '84f5f614-43ce-473f-b936-e2026caf0eff', 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682', 'admin_state_up': True, 'tenant_id': '1f0b9ce75c99463584c23548bd38d56c'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:29.676221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:29.676622 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.686859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Allocated IP 172.20.0.8 (05549b1c-72e6-46af-b6d9-8ea5b103e682/e41c0999-b41b-4742-95c7-b143755c9da2/b69250d0-a67f-4a30-b68b-765aa5bcae0a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:29.752880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-58cb26ce-2ae3-4361-b196-a42b0ec68a16 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:29.754004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-58cb26ce-2ae3-4361-b196-a42b0ec68a16 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.48 "GET /v2.0/networks?id=05549b1c-72e6-46af-b6d9-8ea5b103e682 HTTP/1.1" status: 200 len: 817 time: 1.0208426 May 06 12:33:29.781250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2044a910-68b9-4e3c-9d26-ac3bf942ecd3 None None] Provisioning for port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:29.801217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:29.801914 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.812582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Request body: {'port': {'device_id': '6ca0c517-7c67-452c-8155-0633127240f8', 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682', 'admin_state_up': True, 'tenant_id': '1f0b9ce75c99463584c23548bd38d56c'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:29.821196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2044a910-68b9-4e3c-9d26-ac3bf942ecd3 None None] Provisioning complete for port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:29.821961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2044a910-68b9-4e3c-9d26-ac3bf942ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.929437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2044a910-68b9-4e3c-9d26-ac3bf942ecd3 None None] Port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:29.932471 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.984089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:29.994211 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.070685 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dcd75a11-98b0-4a3b-82bc-c76f0ad37e96 req-79fc4a25-b635-4169-8e0a-5fdf81d5b3bd tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.073734 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dcd75a11-98b0-4a3b-82bc-c76f0ad37e96 req-79fc4a25-b635-4169-8e0a-5fdf81d5b3bd tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.074019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:30.087476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Usage tracker for resource:port and tenant:1f0b9ce75c99463584c23548bd38d56c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:30.091222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcd75a11-98b0-4a3b-82bc-c76f0ad37e96 req-79fc4a25-b635-4169-8e0a-5fdf81d5b3bd tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "DELETE /v2.0/security-groups/782f80d8-ce61-4987-9a00-2aee132e6856 HTTP/1.1" status: 204 len: 173 time: 1.9729402 May 06 12:33:30.100035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:30.106674 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-1502909f-7c99-47ed-8d86-200a44918ccb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4215565 May 06 12:33:30.116056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:30.141585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Made reservation on behalf of 1f0b9ce75c99463584c23548bd38d56c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:30.146512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.149388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ee8d400-381d-4b9f-848d-15a05cf2d192 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5278621 May 06 12:33:30.187473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:30.205789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc4a25-b635-4169-8e0a-5fdf81d5b3bd tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f80d8-ce61-4987-9a00-2aee132e6856,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:30.224500 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f005c631-1346-44c1-a9e9-afb60073478d'] response: {'server_uuid': '22948376-2b35-476e-95b1-6ce67b56b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b077bd-c1f7-4c36-a424-26626b7c5404', 'code': 200} May 06 12:33:30.251058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255db21-e725-49eb-87e3-81683f097a81 req-8eb90b1d-44d6-45bb-b847-b193d66aef67 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:30.270318 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8255db21-e725-49eb-87e3-81683f097a81 req-8eb90b1d-44d6-45bb-b847-b193d66aef67 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 945 time: 1.1877859 May 06 12:33:30.321727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'admin_state_up': True, 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'security_groups': ['bb20dfc6-7fa9-4864-ade4-87a43db41352']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:30.425945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.36', 51124) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:30.428329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-31b3a05e-5c53-44e9-b701-facb85aa46f1 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651633 May 06 12:33:30.614810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.668172 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-7cadcccf-20a6-49f3-866c-ff7b3e7f710d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bba835a065b645e4a21c2c0f6034e741&device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 1097 time: 0.2011430 May 06 12:33:30.687572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.817726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-3b5b86e4-78ba-44f2-a068-4a8c5f6d3832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:30.820523 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-3b5b86e4-78ba-44f2-a068-4a8c5f6d3832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 917 time: 1.1396358 May 06 12:33:30.876923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:30.984216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Usage tracker for resource:port and tenant:1f0b9ce75c99463584c23548bd38d56c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:30.988329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Network 05549b1c-72e6-46af-b6d9-8ea5b103e682 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:30.992705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Pushing event updated for resources: {'Port': ['ID=b69250d0-a67f-4a30-b68b-765aa5bcae0a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:31.001918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:31.017581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:31.057878 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-9822ca8e-71ce-4da6-a69c-17f392533bdb {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:33:31.058431 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:33:31.098121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-85029961-7790-4c37-93d9-92a987ebf4b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:31.099630 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-85029961-7790-4c37-93d9-92a987ebf4b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 200 len: 917 time: 0.3758330 May 06 12:33:31.106169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:31.107435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.199754 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-d007acf0-5b42-42d5-8421-7e36789152aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fcd7593-24e4-4cf0-9f69-b8f8af760e95 HTTP/1.1" status: 200 len: 217 time: 0.0881865 May 06 12:33:31.201940 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-7d65e73a-8858-4992-bb16-9d34c48f8500 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9280164 May 06 12:33:31.214167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Request body: {'port': {'device_id': 'efb81133-2325-40bd-bda3-617043c33ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:31.254093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:31.262285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8255db21-e725-49eb-87e3-81683f097a81 req-6520fe7b-594d-43a7-86a8-da69ba467ec1 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9908266 May 06 12:33:31.308593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-171e0e69-c5b7-4d4d-aeec-cd31044dcdeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:31.310041 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-171e0e69-c5b7-4d4d-aeec-cd31044dcdeb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 200 len: 855 time: 0.0713964 May 06 12:33:31.340936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:31.374972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-f94312f9-0b61-40c6-bb65-e5a2f58e93c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930a7eae-fc1b-41e6-83d5-4773bc4302f2 HTTP/1.1" status: 200 len: 217 time: 0.5309293 May 06 12:33:31.498755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.526263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Made reservation on behalf of 1f0b9ce75c99463584c23548bd38d56c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:31.531701 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.534401 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-4b89f8ed-d7ab-489a-b3dd-9020c3ae5fde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128749 May 06 12:33:31.565917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:31.584650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-927a4ddb-a016-4565-a0a4-80bf956a3cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1360309 May 06 12:33:31.612634 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.619395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:port and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:31.622926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:31.630500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:31.641515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-95a41b46-f184-464f-a673-708da1e99e03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:31.643324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-95a41b46-f184-464f-a673-708da1e99e03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 200 len: 855 time: 0.2534966 May 06 12:33:31.719824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da6ff86f-76cf-4959-89de-b9fa8875e46e req-b321766b-5d99-4a75-be75-fe0e54d107a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 1101 time: 1.2900710 May 06 12:33:31.736138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9459740-901e-4345-a4ed-b7e79d108feb req-6eb08502-827d-42f2-9ac2-25fb2bf600bd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:31.737421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c9459740-901e-4345-a4ed-b7e79d108feb req-6eb08502-827d-42f2-9ac2-25fb2bf600bd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:31.842652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da6ff86f-76cf-4959-89de-b9fa8875e46e req-6767d4af-b64e-49e2-a1b9-02e3b976e9ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584171 May 06 12:33:31.843325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:31.846441 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.905364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c9459740-901e-4345-a4ed-b7e79d108feb req-6eb08502-827d-42f2-9ac2-25fb2bf600bd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:31.914680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9459740-901e-4345-a4ed-b7e79d108feb req-6eb08502-827d-42f2-9ac2-25fb2bf600bd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 931 time: 1.4273448 May 06 12:33:31.975441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-069103fd-4033-4885-96ac-741981d5f31d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ac61acd-ad3e-4893-ab80-4aaa4629f17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3224118 May 06 12:33:32.059080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-f0c738bd-0782-4607-9a7c-c6c1ddb43214 service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553208 May 06 12:33:32.112552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Allocated IP 172.20.0.13 (05549b1c-72e6-46af-b6d9-8ea5b103e682/e41c0999-b41b-4742-95c7-b143755c9da2/b5ac2896-bd96-4b3e-a15a-d2168719576b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:32.225437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dca66fa-52e5-49cd-9565-bcc3258428e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b8e2c-7bc0-4c6f-bbfc-b366761592e6'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:32.237093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9459740-901e-4345-a4ed-b7e79d108feb req-62fd5a27-d356-41bd-b319-321488ed8eb9 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201067 May 06 12:33:32.315506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-df759938-a271-4f34-a812-ded1b58ff5b6 service neutron] 10.222.0.36 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774587 May 06 12:33:32.475920 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9cc4e319-d591-4e0a-b77e-47d1a20c7985 req-d70b4039-e928-494e-9bd2-45fd1a09b1bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c99bce4077d646b0b0d47f5a56309d99&device_id=68bc17f7-2aed-46d2-b4f0-f030df8f9525 HTTP/1.1" status: 200 len: 210 time: 0.2050550 May 06 12:33:32.563539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f18bd7e5-7b08-4e79-b7ba-aa9a9120c489 req-7589c5fd-7c91-4892-b17f-ec6abbcb30e7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 210 time: 0.1105025 May 06 12:33:32.598338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Allocated IP 10.1.1.194 (3a5a7577-6eb9-4fca-ac8e-7b2840c042f7/579974d2-2b30-474e-8a4d-8df434eca497/49832452-4030-4566-b8bf-492be19ec86d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:32.704197 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9cc4e319-d591-4e0a-b77e-47d1a20c7985 req-49685249-cb20-450a-8fc4-fcf1e44994dd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c99bce4077d646b0b0d47f5a56309d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2101798 May 06 12:33:32.761570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2fd2a5d-8c11-4d75-8119-3a5b0e7f050b req-14ef1dbd-82d7-4fa5-b0d2-ce7679d46c33 service neutron] 10.222.0.36 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012663 May 06 12:33:32.829291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebb2bc-9b3d-409f-ba36-95f8cbe33bfa req-1abeeb91-bf09-4026-9f9c-c6a0104bdd79 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:32.830895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76ebb2bc-9b3d-409f-ba36-95f8cbe33bfa req-1abeeb91-bf09-4026-9f9c-c6a0104bdd79 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 949 time: 0.4434357 May 06 12:33:32.903174 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76e5d821-9405-4e3b-aa1b-67fa53a54536 req-e0e3904e-0efe-474d-8109-697d6d79856e service neutron] 10.222.0.48 "GET /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488337 May 06 12:33:32.978119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.016983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4e319-d591-4e0a-b77e-47d1a20c7985 req-3201d63d-fe51-4b96-89e5-402c289e6f7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:33.018982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9cc4e319-d591-4e0a-b77e-47d1a20c7985 req-3201d63d-fe51-4b96-89e5-402c289e6f7f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3045504 May 06 12:33:33.066243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76ebb2bc-9b3d-409f-ba36-95f8cbe33bfa req-d8a59aeb-1e1a-4998-93fd-f9006d2487a9 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051947 May 06 12:33:33.093339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.097343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.147847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Transition to ACTIVE for port object 49832452-4030-4566-b8bf-492be19ec86d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:33.338508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Pushing event updated for resources: {'Port': ['ID=b5ac2896-bd96-4b3e-a15a-d2168719576b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:33.347246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Network 05549b1c-72e6-46af-b6d9-8ea5b103e682 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:33.354748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:33.371737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:33.392159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be496072-9c68-4697-a4a3-91ef5b692f97 req-2dfddd04-37c8-4e3f-a99c-42b3a8e0aabd tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/a63f004b-b463-4daf-bb2e-6bc19fab584e HTTP/1.1" status: 200 len: 1646 time: 0.2419143 May 06 12:33:33.406738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.531195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:33.531840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.575472 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ebed1a24-1681-4e5c-8a4c-7d61059f2530 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9294417 May 06 12:33:33.589135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Request body: {'port': {'device_id': '84f5f614-43ce-473f-b936-e2026caf0eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:33.613696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:33.635061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:33.638081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Port': ['ID=49832452-4030-4566-b8bf-492be19ec86d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:33.647057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:33.799008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69250d0-a67f-4a30-b68b-765aa5bcae0a {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:33.817794 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.828022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:33.829544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.842780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.857180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Transition to ACTIVE for port object b69250d0-a67f-4a30-b68b-765aa5bcae0a will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:33.862304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.863769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-19fa2c9b-b904-4e71-8141-11dba37246a4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:33.867836 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-19fa2c9b-b904-4e71-8141-11dba37246a4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 813 time: 0.6326647 May 06 12:33:34.018784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8f9e3664-b052-4268-85ea-930e1738d992 None None] Provisioning for port 49832452-4030-4566-b8bf-492be19ec86d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:34.025018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8f9e3664-b052-4268-85ea-930e1738d992 None None] Provisioning complete for port 49832452-4030-4566-b8bf-492be19ec86d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:34.025480 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8f9e3664-b052-4268-85ea-930e1738d992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.043158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Pushing event updated for resources: {'Port': ['ID=b69250d0-a67f-4a30-b68b-765aa5bcae0a,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:34.053525 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d0e6081d-9b70-427d-9db7-3d7ffa5b8479 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8322566 May 06 12:33:34.063704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-36e99c8f-5c11-41eb-a2cb-7c21027995f4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/quotas/c2fb8801c0794858b49e935b45911fa2 HTTP/1.1" status: 200 len: 375 time: 0.1748126 May 06 12:33:34.083011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'admin_state_up': True, 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'security_groups': ['bb20dfc6-7fa9-4864-ade4-87a43db41352']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:34.092268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e3664-b052-4268-85ea-930e1738d992 None None] Port 49832452-4030-4566-b8bf-492be19ec86d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:34.102800 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-be496072-9c68-4697-a4a3-91ef5b692f97 req-8edb1dcf-4b4e-44fc-8d82-8cd70f43aa9f tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.238914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-05bf8aa1-6b37-42c4-83fd-2d7689c61a4b tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1674922 May 06 12:33:34.248849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Attempting to bind port b69250d0-a67f-4a30-b68b-765aa5bcae0a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:34.249653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Attempting to bind port b69250d0-a67f-4a30-b68b-765aa5bcae0a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:34.249653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Attempting to bind port b69250d0-a67f-4a30-b68b-765aa5bcae0a on network 05549b1c-72e6-46af-b6d9-8ea5b103e682 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:34.249892 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-be496072-9c68-4697-a4a3-91ef5b692f97 req-8edb1dcf-4b4e-44fc-8d82-8cd70f43aa9f tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.256501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Port b69250d0-a67f-4a30-b68b-765aa5bcae0a on network 05549b1c-72e6-46af-b6d9-8ea5b103e682 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:34.256887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Attempting to bind port b69250d0-a67f-4a30-b68b-765aa5bcae0a on network 05549b1c-72e6-46af-b6d9-8ea5b103e682 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:34.265032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:34.265408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Checking segment: {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:34.265804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Bound using segment: {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:34.266153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Bound port: b69250d0-a67f-4a30-b68b-765aa5bcae0a, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:34.267750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.373808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] For port b69250d0-a67f-4a30-b68b-765aa5bcae0a, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:34.377536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] For port b69250d0-a67f-4a30-b68b-765aa5bcae0a, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b69250d0-a67f-4a30-b68b-765aa5bcae0a,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:34.382578 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.456068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.457458 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] 10.222.0.36 "PUT /v2.0/ports/b69250d0-a67f-4a30-b68b-765aa5bcae0a HTTP/1.1" status: 200 len: 1091 time: 3.2480259 May 06 12:33:34.458308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb81133-2325-40bd-bda3-617043c33ca8', 'tag': 'b69250d0-a67f-4a30-b68b-765aa5bcae0a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:34.483686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657e9d6-680c-4e29-b9d0-a37effe21a03 service neutron] Pushing event updated for resources: {'Port': ['ID=b69250d0-a67f-4a30-b68b-765aa5bcae0a,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:34.538667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-9822ca8e-71ce-4da6-a69c-17f392533bdb {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:33:34.539653 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:33:34.677997 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-be496072-9c68-4697-a4a3-91ef5b692f97 req-8edb1dcf-4b4e-44fc-8d82-8cd70f43aa9f tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.683647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:34.703046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-26cf2c43-b8db-45e6-98fc-d2bef9ca5d58 service neutron] 10.222.0.44 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453642 May 06 12:33:34.704786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Usage tracker for resource:port and tenant:ee19d38453fb4b61b2134384718859f1 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:34.709918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:34.720294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:34.748721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb1dcf-4b4e-44fc-8d82-8cd70f43aa9f tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f004b-b463-4daf-bb2e-6bc19fab584e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:34.783959 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-5fa8a464-3992-4d9c-90ef-350f612031ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0b9ce75c99463584c23548bd38d56c&device_id=efb81133-2325-40bd-bda3-617043c33ca8 HTTP/1.1" status: 200 len: 1094 time: 0.2523386 May 06 12:33:34.817268 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-be496072-9c68-4697-a4a3-91ef5b692f97 req-8edb1dcf-4b4e-44fc-8d82-8cd70f43aa9f tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.818414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be496072-9c68-4697-a4a3-91ef5b692f97 req-8edb1dcf-4b4e-44fc-8d82-8cd70f43aa9f tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "DELETE /v2.0/security-groups/a63f004b-b463-4daf-bb2e-6bc19fab584e HTTP/1.1" status: 204 len: 173 time: 1.4146380 May 06 12:33:34.844573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:34.848641 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.881092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-d53f44b4-5920-43a5-88d2-cdd5628a13e4 req-4dfe1c86-71af-42cb-b213-4461a07eac93 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:33:34.882283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d53f44b4-5920-43a5-88d2-cdd5628a13e4 req-4dfe1c86-71af-42cb-b213-4461a07eac93 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066617 May 06 12:33:34.914769 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-a4370984-0eb9-47ce-b5cd-7f86c2bb0a1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b69250d0-a67f-4a30-b68b-765aa5bcae0a HTTP/1.1" status: 200 len: 217 time: 0.1209273 May 06 12:33:35.047591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-12c0afd8-43e9-4168-88b1-fd07e3bc2e2c service neutron] 10.222.0.44 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297474 May 06 12:33:35.048218 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.226837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ac2896-bd96-4b3e-a15a-d2168719576b {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:35.244533 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.256239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-693e4792-40af-4536-99f6-1ef717f32c33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:35.259952 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-693e4792-40af-4536-99f6-1ef717f32c33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e41c0999-b41b-4742-95c7-b143755c9da2 HTTP/1.1" status: 200 len: 857 time: 0.2978990 May 06 12:33:35.344495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Transition to ACTIVE for port object b5ac2896-bd96-4b3e-a15a-d2168719576b will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:35.349010 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-16b471ec-64c0-4633-bb32-5f902a9c5cd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05549b1c-72e6-46af-b6d9-8ea5b103e682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768089 May 06 12:33:35.353585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.381438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d53f44b4-5920-43a5-88d2-cdd5628a13e4 req-18dffb6b-a0dc-439d-81c4-2678908ce371 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4845343 May 06 12:33:35.479974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Allocated IP 10.1.1.149 (3a5a7577-6eb9-4fca-ac8e-7b2840c042f7/579974d2-2b30-474e-8a4d-8df434eca497/bc616944-ac4e-4027-b0b0-1e6ef559966d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:35.566755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Allocated IP 172.20.0.14 (05549b1c-72e6-46af-b6d9-8ea5b103e682/e41c0999-b41b-4742-95c7-b143755c9da2/bdf588c2-4f74-4a8f-a889-cf1d63b5a560) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:35.958473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ac2896-bd96-4b3e-a15a-d2168719576b,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:36.125116 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f5439e4e-9fe6-47bb-bf59-76c1fce00ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922174 May 06 12:33:36.315292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-920a65eb-d3d7-4ed7-ba6e-a8912d9c98fc req-a5a71527-7b71-4f35-80eb-07f60265aee1 tempest-ServersAaction247Test-898063241 tempest-ServersAaction247Test-898063241-project] 10.222.0.44 "GET /v2.0/ports?device_id=68bc17f7-2aed-46d2-b4f0-f030df8f9525 HTTP/1.1" status: 200 len: 210 time: 0.1295028 May 06 12:33:36.452921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106af7fd-2a3e-4a27-8c6e-1c89b4ca3625 req-4ae5d932-af13-46af-a2d2-ea85cd4a1c8c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:36.465210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-106af7fd-2a3e-4a27-8c6e-1c89b4ca3625 req-4ae5d932-af13-46af-a2d2-ea85cd4a1c8c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 945 time: 0.7649317 May 06 12:33:36.510631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Attempting to bind port b5ac2896-bd96-4b3e-a15a-d2168719576b on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:36.511577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Attempting to bind port b5ac2896-bd96-4b3e-a15a-d2168719576b by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:36.512321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Attempting to bind port b5ac2896-bd96-4b3e-a15a-d2168719576b on network 05549b1c-72e6-46af-b6d9-8ea5b103e682 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:36.574571 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e24715c-cc9c-4a1b-be6b-a216d5e6462d'] response: {'server_uuid': '1dca66fa-52e5-49cd-9565-bcc3258428e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', 'code': 200} May 06 12:33:36.598908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-106af7fd-2a3e-4a27-8c6e-1c89b4ca3625 req-0f765cdc-7046-484e-81db-2aa876c54568 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324363 May 06 12:33:36.627078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Port b5ac2896-bd96-4b3e-a15a-d2168719576b on network 05549b1c-72e6-46af-b6d9-8ea5b103e682 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:36.635878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Attempting to bind port b5ac2896-bd96-4b3e-a15a-d2168719576b on network 05549b1c-72e6-46af-b6d9-8ea5b103e682 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:36.675856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:36.676378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Checking segment: {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:36.677010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Bound using segment: {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:36.677750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Bound port: b5ac2896-bd96-4b3e-a15a-d2168719576b, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:36.678295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.742816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.849396 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.981431 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.986735 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-a746cc9d-0033-4f23-9ac4-ea5657a33ef2 service neutron] 10.222.0.36 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8011563 May 06 12:33:37.092081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] For port b5ac2896-bd96-4b3e-a15a-d2168719576b, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:37.099533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] For port b5ac2896-bd96-4b3e-a15a-d2168719576b, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b5ac2896-bd96-4b3e-a15a-d2168719576b,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:37.109720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Transition to ACTIVE for port object bc616944-ac4e-4027-b0b0-1e6ef559966d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:37.111187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.156915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ba0de3ec-b297-4e39-a78d-e9d0a0b7cb06 req-8ebdb7d0-7f5c-42cc-a68e-d7f951664e96 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Synchronizing usage tracker for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:37.243164 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.245539 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/b5ac2896-bd96-4b3e-a15a-d2168719576b HTTP/1.1" status: 200 len: 1092 time: 3.6621099 May 06 12:33:37.309844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a5579-3917-4654-baac-8f3cb45104b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ac2896-bd96-4b3e-a15a-d2168719576b,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:37.328803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ba0de3ec-b297-4e39-a78d-e9d0a0b7cb06 req-8ebdb7d0-7f5c-42cc-a68e-d7f951664e96 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Unset dirty status for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:37.331248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba0de3ec-b297-4e39-a78d-e9d0a0b7cb06 req-8ebdb7d0-7f5c-42cc-a68e-d7f951664e96 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 210 time: 0.3457780 May 06 12:33:37.369730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.447178 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.512545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc457633-5eb1-47da-a283-0a674d774ba2 req-519caee3-ab32-4769-9202-73e3bf4d8e6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 1100 time: 0.7630475 May 06 12:33:37.534545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67016-01e3-47ef-83e6-75c2a46ad0e1 req-34c0efa6-f91e-42fd-87c5-630ae3f52adc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:37.544878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67016-01e3-47ef-83e6-75c2a46ad0e1 req-34c0efa6-f91e-42fd-87c5-630ae3f52adc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:37.546188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fbf67016-01e3-47ef-83e6-75c2a46ad0e1 req-34c0efa6-f91e-42fd-87c5-630ae3f52adc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:37.655291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Network 05549b1c-72e6-46af-b6d9-8ea5b103e682 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:37.659109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-db2e4f5e-5ace-460b-95bd-3c0d1d62b540 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0b9ce75c99463584c23548bd38d56c&device_id=84f5f614-43ce-473f-b936-e2026caf0eff HTTP/1.1" status: 200 len: 1095 time: 0.1600344 May 06 12:33:37.672472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:37.677362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:37.739533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:37.746566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Pushing event updated for resources: {'Port': ['ID=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:37.797338 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9a0c2b5b-88e2-4d58-8de2-7937c72f46d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5ac2896-bd96-4b3e-a15a-d2168719576b HTTP/1.1" status: 200 len: 217 time: 0.1276848 May 06 12:33:37.834151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:37.920570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-482fe080-6926-42af-9061-34035e626078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:37.923162 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-482fe080-6926-42af-9061-34035e626078 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e41c0999-b41b-4742-95c7-b143755c9da2 HTTP/1.1" status: 200 len: 857 time: 0.1188443 May 06 12:33:38.022728 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-3e1813a0-d7ee-4c36-8c46-eb82ffb1fc20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05549b1c-72e6-46af-b6d9-8ea5b103e682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903559 May 06 12:33:38.113244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fbf67016-01e3-47ef-83e6-75c2a46ad0e1 req-34c0efa6-f91e-42fd-87c5-630ae3f52adc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:38.126831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbf67016-01e3-47ef-83e6-75c2a46ad0e1 req-34c0efa6-f91e-42fd-87c5-630ae3f52adc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 1653 time: 1.2579422 May 06 12:33:38.158169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc457633-5eb1-47da-a283-0a674d774ba2 req-0d28698c-86f0-4804-a032-fd931ebb2486 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891616 May 06 12:33:38.159649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:38.379327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:38.380700 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.385171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2f6b2fbd-7690-48e1-a95c-23647d4826b3 None None] Provisioning for port bc616944-ac4e-4027-b0b0-1e6ef559966d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:38.399245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2f6b2fbd-7690-48e1-a95c-23647d4826b3 None None] Provisioning complete for port bc616944-ac4e-4027-b0b0-1e6ef559966d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:38.399880 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2fbd-7690-48e1-a95c-23647d4826b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.415919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9cc4e319-d591-4e0a-b77e-47d1a20c7985 req-11d7da86-bd76-40ae-bda9-8aa4c0828ffe tempest-ServersAaction247Test-898063241 tempest-ServersAaction247Test-898063241-project] 10.222.0.48 "GET /v2.0/ports?device_id=68bc17f7-2aed-46d2-b4f0-f030df8f9525 HTTP/1.1" status: 200 len: 210 time: 0.1656432 May 06 12:33:38.460952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3928611 May 06 12:33:38.491502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb', 'admin_state_up': True, 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'security_groups': ['bb20dfc6-7fa9-4864-ade4-87a43db41352']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:38.518668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75368713-c558-4058-a209-910894158dcc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Port': ['ID=bc616944-ac4e-4027-b0b0-1e6ef559966d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:38.543641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:38.545153 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.671136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b2fbd-7690-48e1-a95c-23647d4826b3 None None] Port bc616944-ac4e-4027-b0b0-1e6ef559966d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:38.731919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f619fb4a-a3ac-400b-b75c-f633e9bca78a service neutron] 10.222.0.36 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010462 May 06 12:33:38.757714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-9240516a-3ee6-426f-8f3f-8a28f17bff87 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.9663103 May 06 12:33:38.776453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbf67016-01e3-47ef-83e6-75c2a46ad0e1 req-48dbb516-323d-4d12-8660-557d3550c855 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6484189 May 06 12:33:38.821518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394b0c8-2642-4643-a58d-0c25d67e4dec req-5a5489fe-7a18-4d59-83fb-37509f87d8f3 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:38.823346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1394b0c8-2642-4643-a58d-0c25d67e4dec req-5a5489fe-7a18-4d59-83fb-37509f87d8f3 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 949 time: 1.0897639 May 06 12:33:38.839863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-d50e1e56-c940-4df7-b6f3-708c47bf6b0f tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:38.842531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-d50e1e56-c940-4df7-b6f3-708c47bf6b0f tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Synchronizing usage tracker for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:38.923304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Request body: {'port': {'device_id': '6ca0c517-7c67-452c-8155-0633127240f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:39.039872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-d50e1e56-c940-4df7-b6f3-708c47bf6b0f tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Unset dirty status for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:39.041740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-d50e1e56-c940-4df7-b6f3-708c47bf6b0f tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 813 time: 0.6713700 May 06 12:33:39.082738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Request body: {'port': {'device_id': '863f038e-9019-49d8-b487-14cb06ca5668', 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee', 'admin_state_up': True, 'tenant_id': 'c2fb8801c0794858b49e935b45911fa2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:39.101408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:39.159413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:39.243929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b69250d0-a67f-4a30-b68b-765aa5bcae0a details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:39.391271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1394b0c8-2642-4643-a58d-0c25d67e4dec req-05bfbb49-1f54-4996-993a-dd0aee0f3fa3 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538068 May 06 12:33:39.450647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-230e0775-c9d0-4311-98cc-057b0c83d81a req-fb7ff324-8ca4-4366-8008-19924f051522 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "GET /v2.0/security-groups/d7d66260-0891-4419-97fd-8340ac9a05f2 HTTP/1.1" status: 200 len: 1646 time: 0.2038169 May 06 12:33:39.536636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:39.638985 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d707ab4d-da03-4f31-bcad-8fa4fd0693cf'] response: {'name': 'network-changed', 'server_uuid': 'efb81133-2325-40bd-bda3-617043c33ca8', 'tag': 'b69250d0-a67f-4a30-b68b-765aa5bcae0a', 'status': 'completed', 'code': 200} May 06 12:33:39.821636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b69250d0-a67f-4a30-b68b-765aa5bcae0a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b69250d0-a67f-4a30-b68b-765aa5bcae0a,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:39.842940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:39.897829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'b69250d0-a67f-4a30-b68b-765aa5bcae0a', 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682', 'port_id': 'b69250d0-a67f-4a30-b68b-765aa5bcae0a', 'mac_address': 'fa:16:3e:8c:ce:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c0999-b41b-4742-95c7-b143755c9da2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:39.983058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-201dcfbe-2d07-4910-80e1-01df60a63e45 service neutron] 10.222.0.36 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2393153 May 06 12:33:40.119244 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.157819 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-230e0775-c9d0-4311-98cc-057b0c83d81a req-05cf833c-c85c-4e55-9195-b2c0379e4c01 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.192234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69250d0-a67f-4a30-b68b-765aa5bcae0a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:40.279054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b69250d0-a67f-4a30-b68b-765aa5bcae0a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b69250d0-a67f-4a30-b68b-765aa5bcae0a,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:40.286633 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.324609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cde4e7f-4a81-4f7f-920e-e3d6d66dd53c req-294ebee1-1b42-4c12-9563-c16195710409 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0b9ce75c99463584c23548bd38d56c&device_id=efb81133-2325-40bd-bda3-617043c33ca8 HTTP/1.1" status: 200 len: 1094 time: 1.0987270 May 06 12:33:40.333313 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.345455 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:33:40.474228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-e01abc02-4506-4d3d-8883-198116b1ed65 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:40.476281 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-e01abc02-4506-4d3d-8883-198116b1ed65 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 813 time: 0.8359694 May 06 12:33:40.482465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:40.492360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Usage tracker for resource:port and tenant:c2fb8801c0794858b49e935b45911fa2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:40.515651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Request body: {'port': {'device_id': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee', 'admin_state_up': True, 'tenant_id': 'c2fb8801c0794858b49e935b45911fa2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:40.556907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=b69250d0-a67f-4a30-b68b-765aa5bcae0a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:40.588015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:40.642162 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-230e0775-c9d0-4311-98cc-057b0c83d81a req-05cf833c-c85c-4e55-9195-b2c0379e4c01 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.688657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:40.703062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['b69250d0-a67f-4a30-b68b-765aa5bcae0a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:40.735289 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Made reservation on behalf of c2fb8801c0794858b49e935b45911fa2 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:40.741177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.001757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:41.024188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Usage tracker for resource:port and tenant:c2fb8801c0794858b49e935b45911fa2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:41.036834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:41.061241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:41.158076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Made reservation on behalf of c2fb8801c0794858b49e935b45911fa2 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:41.162632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.165744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-230e0775-c9d0-4311-98cc-057b0c83d81a req-05cf833c-c85c-4e55-9195-b2c0379e4c01 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.209391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4e7f-4a81-4f7f-920e-e3d6d66dd53c req-ddebb7d8-de21-48ed-b039-9af91de9030c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:41.211128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cde4e7f-4a81-4f7f-920e-e3d6d66dd53c req-ddebb7d8-de21-48ed-b039-9af91de9030c service neutron] 10.222.0.36 "GET /v2.0/networks?id=05549b1c-72e6-46af-b6d9-8ea5b103e682 HTTP/1.1" status: 200 len: 918 time: 0.8209321 May 06 12:33:41.232539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf833c-c85c-4e55-9195-b2c0379e4c01 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d66260-0891-4419-97fd-8340ac9a05f2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:41.284066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Allocated IP 172.20.0.4 (78a475e3-0f1d-4ab5-a588-03637e5fd3ee/d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0/20a71259-b1c7-44d2-b887-d81a2dc45c52) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:41.448051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cde4e7f-4a81-4f7f-920e-e3d6d66dd53c req-bc58ec3e-18a6-424d-bb9f-0dafd993a758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b69250d0-a67f-4a30-b68b-765aa5bcae0a HTTP/1.1" status: 200 len: 217 time: 0.2243278 May 06 12:33:41.453991 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:33:41.475026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1671a38-eb2a-4896-823e-84625549a4ee req-84bbff98-9739-4150-91a9-226f036b2eee tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:41.477195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1671a38-eb2a-4896-823e-84625549a4ee req-84bbff98-9739-4150-91a9-226f036b2eee tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 0.8249125 May 06 12:33:41.644179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f5f614-43ce-473f-b936-e2026caf0eff', 'tag': 'b5ac2896-bd96-4b3e-a15a-d2168719576b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:41.712045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.736621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-230e0775-c9d0-4311-98cc-057b0c83d81a req-05cf833c-c85c-4e55-9195-b2c0379e4c01 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.738352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-230e0775-c9d0-4311-98cc-057b0c83d81a req-05cf833c-c85c-4e55-9195-b2c0379e4c01 tempest-SecurityGroupRulesNegativeTestJSON-444332148 tempest-SecurityGroupRulesNegativeTestJSON-444332148-project] 10.222.0.44 "DELETE /v2.0/security-groups/d7d66260-0891-4419-97fd-8340ac9a05f2 HTTP/1.1" status: 204 len: 173 time: 2.2347667 May 06 12:33:41.748132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60270) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:41.860334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Allocated IP 10.2.2.100 (93fc091f-ff24-41c1-b735-e8bc9d4b3beb/2b2588b2-6b6c-4a8a-88ea-49423d082372/e426cb97-c3c2-486a-ad47-f4fa118f8be5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:41.890284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf588c2-4f74-4a8f-a889-cf1d63b5a560 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:41.918860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.936475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4e7f-4a81-4f7f-920e-e3d6d66dd53c req-71959420-4f67-48aa-a06c-70c269ee0f60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:41.938696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cde4e7f-4a81-4f7f-920e-e3d6d66dd53c req-71959420-4f67-48aa-a06c-70c269ee0f60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e41c0999-b41b-4742-95c7-b143755c9da2 HTTP/1.1" status: 200 len: 857 time: 0.4600153 May 06 12:33:41.996382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.053686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Transition to ACTIVE for port object bdf588c2-4f74-4a8f-a889-cf1d63b5a560 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:42.057476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cde4e7f-4a81-4f7f-920e-e3d6d66dd53c req-a64df626-4460-4b53-b673-18b20b449265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05549b1c-72e6-46af-b6d9-8ea5b103e682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025391 May 06 12:33:42.060508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1671a38-eb2a-4896-823e-84625549a4ee req-4b9ba208-f371-46a0-aa0a-958ca5ccad69 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708654 May 06 12:33:42.097384 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.177307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-04098a08-e2aa-4405-99ba-274cf8166742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.224169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Allocated IP 172.20.0.5 (78a475e3-0f1d-4ab5-a588-03637e5fd3ee/d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0/edb624d5-bd07-4791-8b61-914e72f988d9) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:42.268013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d762e63f-109f-4848-a677-64755f85b278 admin admin] Deleting subnet 8870758f-7221-437e-899a-048ef497edfb {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:33:42.282579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d762e63f-109f-4848-a677-64755f85b278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.539579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:42.541263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Pushing event updated for resources: {'Port': ['ID=20a71259-b1c7-44d2-b887-d81a2dc45c52,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:42.558224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:42.584967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:42.592958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.647436 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d762e63f-109f-4848-a677-64755f85b278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.836281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Pushing event updated for resources: {'Port': ['ID=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:43.044910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:43.045987 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.053748 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d762e63f-109f-4848-a677-64755f85b278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.121349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60286) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:43.247393 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-39d83b37-1d9f-4a94-93c5-394a16223b6a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1720488 May 06 12:33:43.262553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b5ac2896-bd96-4b3e-a15a-d2168719576b details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:43.272404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Request body: {'port': {'device_id': '863f038e-9019-49d8-b487-14cb06ca5668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:43.276961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cde4e7f-4a81-4f7f-920e-e3d6d66dd53c req-beca8757-8947-43e4-8382-756aa79e8ead service neutron] 10.222.0.36 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2103975 May 06 12:33:43.359191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.412795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d762e63f-109f-4848-a677-64755f85b278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.496876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8e168-038e-4716-a9a2-c65c4e8c21de req-4bb9a581-433d-46ad-9dbc-d15a4b67489a tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:43.505696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d762e63f-109f-4848-a677-64755f85b278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.512651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bbd8e168-038e-4716-a9a2-c65c4e8c21de req-4bb9a581-433d-46ad-9dbc-d15a4b67489a tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 944 time: 0.8027411 May 06 12:33:43.542987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762e63f-109f-4848-a677-64755f85b278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8870758f-7221-437e-899a-048ef497edfb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:43.557905 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d762e63f-109f-4848-a677-64755f85b278 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8870758f-7221-437e-899a-048ef497edfb HTTP/1.1" status: 204 len: 168 time: 1.8062408 May 06 12:33:43.570184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60292) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:43.589801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b5ac2896-bd96-4b3e-a15a-d2168719576b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b5ac2896-bd96-4b3e-a15a-d2168719576b,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:43.604009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b69250d0-a67f-4a30-b68b-765aa5bcae0a up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:43.748708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'b5ac2896-bd96-4b3e-a15a-d2168719576b', 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682', 'port_id': 'b5ac2896-bd96-4b3e-a15a-d2168719576b', 'mac_address': 'fa:16:3e:19:13:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c0999-b41b-4742-95c7-b143755c9da2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:43.804469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.875407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Attempting to bind port bdf588c2-4f74-4a8f-a889-cf1d63b5a560 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:43.876480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Attempting to bind port bdf588c2-4f74-4a8f-a889-cf1d63b5a560 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:43.876480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Attempting to bind port bdf588c2-4f74-4a8f-a889-cf1d63b5a560 on network 05549b1c-72e6-46af-b6d9-8ea5b103e682 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:43.883348 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.891453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.898354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.918392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port b69250d0-a67f-4a30-b68b-765aa5bcae0a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:43.923593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Transition to ACTIVE for port object e426cb97-c3c2-486a-ad47-f4fa118f8be5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:43.933805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ac2896-bd96-4b3e-a15a-d2168719576b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:43.940598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port b69250d0-a67f-4a30-b68b-765aa5bcae0a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:43.941158 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.974575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bbd8e168-038e-4716-a9a2-c65c4e8c21de req-1cb24d1a-d3f0-4f28-8579-2751d98feada tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Synchronizing usage tracker for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:43.986424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Port bdf588c2-4f74-4a8f-a889-cf1d63b5a560 on network 05549b1c-72e6-46af-b6d9-8ea5b103e682 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:43.986957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Attempting to bind port bdf588c2-4f74-4a8f-a889-cf1d63b5a560 on network 05549b1c-72e6-46af-b6d9-8ea5b103e682 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:44.012266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cada358-d084-4c09-a0bd-b0ea351f9145 req-c8bfde77-f1e5-47c0-afa7-5069f4515499 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:44.020723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-93bd3d64-0418-47b5-b1a3-a9590f82e6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.021314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cada358-d084-4c09-a0bd-b0ea351f9145 req-c8bfde77-f1e5-47c0-afa7-5069f4515499 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:44.029012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cada358-d084-4c09-a0bd-b0ea351f9145 req-c8bfde77-f1e5-47c0-afa7-5069f4515499 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:44.030540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6cada358-d084-4c09-a0bd-b0ea351f9145 req-c8bfde77-f1e5-47c0-afa7-5069f4515499 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:44.046387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b5ac2896-bd96-4b3e-a15a-d2168719576b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b5ac2896-bd96-4b3e-a15a-d2168719576b,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:44.053746 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.100808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cde4e7f-4a81-4f7f-920e-e3d6d66dd53c req-d686de29-e0dc-42f2-b16c-483a4e9ed38b service neutron] 10.222.0.36 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7810810 May 06 12:33:44.119473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:44.119867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Checking segment: {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:44.120450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Bound using segment: {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:44.121221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Bound port: bdf588c2-4f74-4a8f-a889-cf1d63b5a560, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f789f4-4441-40d7-8406-f72aa2489777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:44.121754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.153173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bbd8e168-038e-4716-a9a2-c65c4e8c21de req-1cb24d1a-d3f0-4f28-8579-2751d98feada tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Unset dirty status for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:44.155222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bbd8e168-038e-4716-a9a2-c65c4e8c21de req-1cb24d1a-d3f0-4f28-8579-2751d98feada tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415806 May 06 12:33:44.161669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6cada358-d084-4c09-a0bd-b0ea351f9145 req-c8bfde77-f1e5-47c0-afa7-5069f4515499 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:44.170831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.172862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cada358-d084-4c09-a0bd-b0ea351f9145 req-c8bfde77-f1e5-47c0-afa7-5069f4515499 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 2374 time: 1.0377822 May 06 12:33:44.237802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:44.307298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=b5ac2896-bd96-4b3e-a15a-d2168719576b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:44.315028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:44.321470 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.343919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:44.389782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb81133-2325-40bd-bda3-617043c33ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69250d0-a67f-4a30-b68b-765aa5bcae0a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:44.392290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.403235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['b5ac2896-bd96-4b3e-a15a-d2168719576b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:44.475748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b69250d0-a67f-4a30-b68b-765aa5bcae0a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b69250d0-a67f-4a30-b68b-765aa5bcae0a,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:44.510992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:44.515310 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.516408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.699753 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-266e33bc-4a3b-4b34-b080-5009e8b667a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.707708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cada358-d084-4c09-a0bd-b0ea351f9145 req-067217c8-922a-4f39-8fc5-5adf4cab1717 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5328393 May 06 12:33:44.715968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:44.734060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=b69250d0-a67f-4a30-b68b-765aa5bcae0a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:44.753631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] For port bdf588c2-4f74-4a8f-a889-cf1d63b5a560, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:44.774724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] For port bdf588c2-4f74-4a8f-a889-cf1d63b5a560, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:44.774724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:44.781698 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.792287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Port': ['ID=e426cb97-c3c2-486a-ad47-f4fa118f8be5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:44.823662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:44.832644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Pushing event updated for resources: {'Port': ['ID=edb624d5-bd07-4791-8b61-914e72f988d9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:44.886528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-93bd3d64-0418-47b5-b1a3-a9590f82e6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:44.902046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07469ae-e4fe-4a31-b3b5-953a5ea849d6']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:44.929130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-93bd3d64-0418-47b5-b1a3-a9590f82e6c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c99bce4077d646b0b0d47f5a56309d99 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:44.938019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-93bd3d64-0418-47b5-b1a3-a9590f82e6c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:44.962932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443fc161-b3fd-46b0-a30b-79a0dd68a414') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:44.963248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443fc161-b3fd-46b0-a30b-79a0dd68a414') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:44.987542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-6c4f1da2-217c-4e95-b760-fed6c9e38486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4849465 May 06 12:33:44.988606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-93bd3d64-0418-47b5-b1a3-a9590f82e6c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:44.997230 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.018697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.019530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Request body: {'port': {'device_id': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:45.130297 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.191944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:45.192995 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.233767 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.235903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] 10.222.0.48 "PUT /v2.0/ports/bdf588c2-4f74-4a8f-a889-cf1d63b5a560 HTTP/1.1" status: 200 len: 1092 time: 6.3179903 May 06 12:33:45.236323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:33:45.236818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.238329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca0c517-7c67-452c-8155-0633127240f8', 'tag': 'bdf588c2-4f74-4a8f-a889-cf1d63b5a560'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:45.261922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdf7a8-be64-4da1-98ee-4c0fb04b998f service neutron] Pushing event updated for resources: {'Port': ['ID=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:45.275398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9078fd-ba19-4e96-8400-deb3025e80e8 req-f2836c9d-0ac0-429d-acba-ed17ad37df9a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:45.288516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb9078fd-ba19-4e96-8400-deb3025e80e8 req-f2836c9d-0ac0-429d-acba-ed17ad37df9a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 931 time: 0.7745445 May 06 12:33:45.338152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-04407334-3852-47ae-b0a6-d69da600b584 None None] Provisioning for port e426cb97-c3c2-486a-ad47-f4fa118f8be5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:45.371779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-04407334-3852-47ae-b0a6-d69da600b584 None None] Provisioning complete for port e426cb97-c3c2-486a-ad47-f4fa118f8be5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:45.373870 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-04407334-3852-47ae-b0a6-d69da600b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: timer() May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:33:45.480115 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:33:45.504256 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.521484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-04407334-3852-47ae-b0a6-d69da600b584 None None] Port e426cb97-c3c2-486a-ad47-f4fa118f8be5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:45.620824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.643871 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-8363d3e4-3bbc-4886-966c-55e92d0e4133 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1591103 May 06 12:33:45.674448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb', 'admin_state_up': True, 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'security_groups': ['bb20dfc6-7fa9-4864-ade4-87a43db41352']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:45.686172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.753268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] Pushing event deleted for resources: {'Network': ['ID=a07469ae-e4fe-4a31-b3b5-953a5ea849d6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:45.764524 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9f2f34cc-fead-4e66-9f46-fa6fa82f074f admin admin] 10.222.0.44 "DELETE /v2.0/networks/a07469ae-e4fe-4a31-b3b5-953a5ea849d6 HTTP/1.1" status: 204 len: 168 time: 2.1896930 May 06 12:33:45.783047 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.810693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-93bd3d64-0418-47b5-b1a3-a9590f82e6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.822124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-93bd3d64-0418-47b5-b1a3-a9590f82e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.848101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa68e1-da24-45d7-846c-3a420a96603b req-9a033f1a-920f-4289-a754-49ad1595a7ac tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:45.854944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1fa68e1-da24-45d7-846c-3a420a96603b req-9a033f1a-920f-4289-a754-49ad1595a7ac tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 949 time: 0.8969672 May 06 12:33:45.899170 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.971714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb9078fd-ba19-4e96-8400-deb3025e80e8 req-afc500d5-f56e-483d-a052-25b27ba62bf0 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817226 May 06 12:33:46.038941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a71259-b1c7-44d2-b887-d81a2dc45c52 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:46.038941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.060639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Transition to ACTIVE for port object 20a71259-b1c7-44d2-b887-d81a2dc45c52 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:46.082329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.093871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60306) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:46.139138 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5b4c64-1b8b-4df3-890c-b0faac8fc414'] response: {'name': 'network-changed', 'server_uuid': '84f5f614-43ce-473f-b936-e2026caf0eff', 'tag': 'b5ac2896-bd96-4b3e-a15a-d2168719576b', 'status': 'completed', 'code': 200} May 06 12:33:46.155226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd3d64-0418-47b5-b1a3-a9590f82e6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1895aa2e-1dad-48e2-8b03-1e27d0730423,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:46.161315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1fa68e1-da24-45d7-846c-3a420a96603b req-1f96bcaa-26b4-485e-bf28-384d960a2fe6 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384686 May 06 12:33:46.181933 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-ba2c6455-502a-48e7-b1e3-4a8568add62d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f0b9ce75c99463584c23548bd38d56c&device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 1095 time: 0.8507023 May 06 12:33:46.183774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:46.232225 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-93bd3d64-0418-47b5-b1a3-a9590f82e6c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c99bce4077d646b0b0d47f5a56309d99&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1007075 May 06 12:33:46.234806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60312) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:46.396987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:46.452808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Pushing event updated for resources: {'Port': ['ID=20a71259-b1c7-44d2-b887-d81a2dc45c52,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:46.480860 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b72b678-209b-42b4-882a-15ad34e4b209'] response: {'server_uuid': 'efb81133-2325-40bd-bda3-617043c33ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69250d0-a67f-4a30-b68b-765aa5bcae0a', 'code': 200} May 06 12:33:46.564850 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db07ee7-b307-4aca-b731-fd620e264c22'] response: {'name': 'network-changed', 'server_uuid': '6ca0c517-7c67-452c-8155-0633127240f8', 'tag': 'bdf588c2-4f74-4a8f-a889-cf1d63b5a560', 'status': 'completed', 'code': 200} May 06 12:33:46.582376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Made reservation on behalf of ee19d38453fb4b61b2134384718859f1 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:46.612910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-1b93599f-73f0-4b52-a45b-ed96b120b485 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf588c2-4f74-4a8f-a889-cf1d63b5a560 HTTP/1.1" status: 200 len: 217 time: 0.3885560 May 06 12:33:46.819863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a51c21dd-254a-4475-ac32-78a1101d7376 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e5b20a90253422f9239692b0195a661&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7243078 May 06 12:33:46.860593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60320) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:47.009077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-1d9389fc-fc73-4718-8b5e-096669680831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:47.010985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-1d9389fc-fc73-4718-8b5e-096669680831 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e41c0999-b41b-4742-95c7-b143755c9da2 HTTP/1.1" status: 200 len: 857 time: 0.3657410 May 06 12:33:47.053453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c206c24-4e91-41f5-9476-18952c6c0443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.059542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Attempting to bind port 20a71259-b1c7-44d2-b887-d81a2dc45c52 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:47.059851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Attempting to bind port 20a71259-b1c7-44d2-b887-d81a2dc45c52 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:47.060180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Attempting to bind port 20a71259-b1c7-44d2-b887-d81a2dc45c52 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:47.103805 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c206c24-4e91-41f5-9476-18952c6c0443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.107180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d13bc08-ca60-4387-96ee-4dff74af79e0 req-310c602b-8705-4f03-ad3f-c4e6f1d71b1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0b9ce75c99463584c23548bd38d56c&device_id=84f5f614-43ce-473f-b936-e2026caf0eff HTTP/1.1" status: 200 len: 1096 time: 0.8929536 May 06 12:33:47.118113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Port 20a71259-b1c7-44d2-b887-d81a2dc45c52 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:47.118496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Attempting to bind port 20a71259-b1c7-44d2-b887-d81a2dc45c52 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:47.125203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:47.128286 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.155694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-d645c612-9912-4ff9-80aa-8379b2a82ee1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05549b1c-72e6-46af-b6d9-8ea5b103e682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337399 May 06 12:33:47.157357 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91c54d29-80c8-4ce8-ba92-57b8226b89c7 req-1f364999-76be-4f93-b895-d6b7b24f438b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=efb81133-2325-40bd-bda3-617043c33ca8 HTTP/1.1" status: 200 len: 1096 time: 0.5455174 May 06 12:33:47.198586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:47.198973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Checking segment: {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:47.199424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Bound using segment: {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:47.199930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Bound port: 20a71259-b1c7-44d2-b887-d81a2dc45c52, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:47.200502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.278981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b5ac2896-bd96-4b3e-a15a-d2168719576b up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:47.410747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb624d5-bd07-4791-8b61-914e72f988d9 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:47.418267 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c206c24-4e91-41f5-9476-18952c6c0443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.443606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768ed70-e006-4dd0-b694-95acc0fb1f09 req-a3be74c3-0838-4488-90ac-9a720f9a26d4 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:47.443955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:47.446020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a768ed70-e006-4dd0-b694-95acc0fb1f09 req-a3be74c3-0838-4488-90ac-9a720f9a26d4 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 946 time: 1.0449369 May 06 12:33:47.467876 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.497904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c206c24-4e91-41f5-9476-18952c6c0443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1895aa2e-1dad-48e2-8b03-1e27d0730423,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:47.499563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'port_id': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44', 'mac_address': 'fa:16:3e:d2:cc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435ee102-df2b-4c8c-93e9-4ca8df1ada3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:47.516866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.528605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c206c24-4e91-41f5-9476-18952c6c0443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.534379 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9c206c24-4e91-41f5-9476-18952c6c0443 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1895aa2e-1dad-48e2-8b03-1e27d0730423 HTTP/1.1" status: 204 len: 168 time: 1.2906818 May 06 12:33:47.534379 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91c54d29-80c8-4ce8-ba92-57b8226b89c7 req-4a2cacc7-436b-44b0-bafb-617686e4056a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589473 May 06 12:33:47.555575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Transition to ACTIVE for port object edb624d5-bd07-4791-8b61-914e72f988d9 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:47.563433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.621998 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.632135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] For port 20a71259-b1c7-44d2-b887-d81a2dc45c52, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:47.661718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:47.674224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port b5ac2896-bd96-4b3e-a15a-d2168719576b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:47.688564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port b5ac2896-bd96-4b3e-a15a-d2168719576b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:47.689175 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.710041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c917189-5cb3-46ca-b534-28661bfdda73 req-7e6b02c2-e01e-4d5d-953f-55b5abf15adb tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:47.712661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c917189-5cb3-46ca-b534-28661bfdda73 req-7e6b02c2-e01e-4d5d-953f-55b5abf15adb tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 944 time: 0.9150405 May 06 12:33:47.713732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] For port 20a71259-b1c7-44d2-b887-d81a2dc45c52, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=20a71259-b1c7-44d2-b887-d81a2dc45c52,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:47.752162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:47.763474 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b72c7ac4-c7fc-4608-bea5-01af8e305bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.769727 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.851026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.869473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Pushing event updated for resources: {'Port': ['ID=edb624d5-bd07-4791-8b61-914e72f988d9,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:47.968374 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.986912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['9b9c2172-2feb-48a3-a4e2-17d1da53aa44'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:48.021615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.023117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] 10.222.0.48 "PUT /v2.0/ports/20a71259-b1c7-44d2-b887-d81a2dc45c52 HTTP/1.1" status: 200 len: 1091 time: 4.7593431 May 06 12:33:48.027203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13bc08-ca60-4387-96ee-4dff74af79e0 req-aa2ce1b5-bbc0-4789-86fc-71323c195fa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:48.030576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d13bc08-ca60-4387-96ee-4dff74af79e0 req-aa2ce1b5-bbc0-4789-86fc-71323c195fa6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05549b1c-72e6-46af-b6d9-8ea5b103e682 HTTP/1.1" status: 200 len: 918 time: 0.8834109 May 06 12:33:48.032902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:48.037330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b72c7ac4-c7fc-4608-bea5-01af8e305bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.065565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166725d4-25fd-42e8-8c6b-9afac9caf343 service neutron] Pushing event updated for resources: {'Port': ['ID=20a71259-b1c7-44d2-b887-d81a2dc45c52,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:48.091220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b5ac2896-bd96-4b3e-a15a-d2168719576b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b5ac2896-bd96-4b3e-a15a-d2168719576b,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:48.092740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Attempting to bind port edb624d5-bd07-4791-8b61-914e72f988d9 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:48.093278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Attempting to bind port edb624d5-bd07-4791-8b61-914e72f988d9 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:48.093546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Attempting to bind port edb624d5-bd07-4791-8b61-914e72f988d9 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:48.099691 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.103990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Port edb624d5-bd07-4791-8b61-914e72f988d9 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:48.104478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Attempting to bind port edb624d5-bd07-4791-8b61-914e72f988d9 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:48.112821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:48.113514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Checking segment: {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:48.114069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Bound using segment: {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:48.115265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Bound port: edb624d5-bd07-4791-8b61-914e72f988d9, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:48.115750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.168343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863f038e-9019-49d8-b487-14cb06ca5668', 'tag': '20a71259-b1c7-44d2-b887-d81a2dc45c52'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:48.244055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=b5ac2896-bd96-4b3e-a15a-d2168719576b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:48.315549 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-62a60482-4d21-40be-b50c-ea2d7bd4abb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 1094 time: 0.1827655 May 06 12:33:48.317110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] For port edb624d5-bd07-4791-8b61-914e72f988d9, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:48.322298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] For port edb624d5-bd07-4791-8b61-914e72f988d9, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=edb624d5-bd07-4791-8b61-914e72f988d9,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:48.449536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a768ed70-e006-4dd0-b694-95acc0fb1f09 req-8d2831d5-cbf7-4e70-905a-629c4e2a0a3e tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8519917 May 06 12:33:48.459693 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-f9f8a313-a8c4-48fa-befc-1d76c4b38a12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20a71259-b1c7-44d2-b887-d81a2dc45c52 HTTP/1.1" status: 200 len: 217 time: 0.1296766 May 06 12:33:48.461592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.480983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-bcbe09e0-a9b3-48c2-881d-934ccd10b8bb service neutron] 10.222.0.48 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2892773 May 06 12:33:48.488718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f5f614-43ce-473f-b936-e2026caf0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ac2896-bd96-4b3e-a15a-d2168719576b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:48.495761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d13bc08-ca60-4387-96ee-4dff74af79e0 req-0d2952f4-6c9a-4e62-bbcf-38358162f18c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5ac2896-bd96-4b3e-a15a-d2168719576b HTTP/1.1" status: 200 len: 217 time: 0.4256907 May 06 12:33:48.512497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c917189-5cb3-46ca-b534-28661bfdda73 req-660137f8-4b03-465e-8e86-74698b6c36b0 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7086582 May 06 12:33:48.660885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.663366 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] 10.222.0.48 "PUT /v2.0/ports/edb624d5-bd07-4791-8b61-914e72f988d9 HTTP/1.1" status: 200 len: 1091 time: 3.6502471 May 06 12:33:48.684940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-1226a126-f7bf-42ac-8c8f-d0aa3ea85d26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:48.687320 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-1226a126-f7bf-42ac-8c8f-d0aa3ea85d26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 HTTP/1.1" status: 200 len: 853 time: 0.1555834 May 06 12:33:48.690724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8e517-bc4d-493f-9b31-e4f9db3fb869 service neutron] Pushing event updated for resources: {'Port': ['ID=edb624d5-bd07-4791-8b61-914e72f988d9,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:48.800707 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-e3d37c0c-d1d7-43b0-b8d9-aafc0003694b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036031 May 06 12:33:49.139058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-9986156d-2ff2-4369-8e11-573007cce1d6 service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266234 May 06 12:33:49.141437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:49.173323 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-1c520cbd-fa4f-4fdd-ad46-b128aa6a971a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&device_id=caf4e23e-e8de-4802-a9b4-013ee42085d9 HTTP/1.1" status: 200 len: 1094 time: 0.2006395 May 06 12:33:49.317941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:49.319215 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.327434 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-2fb2ec81-bd1e-4fd0-9f53-4beee43e97cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edb624d5-bd07-4791-8b61-914e72f988d9 HTTP/1.1" status: 200 len: 217 time: 0.0946562 May 06 12:33:49.501794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-251d6cea-2b82-4da4-b362-8a10bbfb9ce5 req-c79a65d2-1804-42f0-9749-64ccc6144ed0 service neutron] 10.222.0.48 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9989595 May 06 12:33:49.532348 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.558012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b72c7ac4-c7fc-4608-bea5-01af8e305bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.604168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:49.612870 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.618063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13bc08-ca60-4387-96ee-4dff74af79e0 req-00ebb59d-f0a7-4f9b-81c0-db1f24f9d1c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:49.622163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d13bc08-ca60-4387-96ee-4dff74af79e0 req-00ebb59d-f0a7-4f9b-81c0-db1f24f9d1c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e41c0999-b41b-4742-95c7-b143755c9da2 HTTP/1.1" status: 200 len: 857 time: 1.1005619 May 06 12:33:49.635745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Allocated IP 10.2.2.200 (93fc091f-ff24-41c1-b735-e8bc9d4b3beb/2b2588b2-6b6c-4a8a-88ea-49423d082372/4e46a668-3e2d-43da-b6ef-4c0a15f40f61) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:49.639666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c7ac4-c7fc-4608-bea5-01af8e305bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8834c059-899f-46a1-96eb-5a6d921aebcb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:49.689623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-4b6de0ba-8664-4f92-885a-54a7b737f8b7 service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389726 May 06 12:33:49.695592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-f0053b0a-b2f4-4dd3-b261-0626100871dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:49.698579 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-f0053b0a-b2f4-4dd3-b261-0626100871dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 HTTP/1.1" status: 200 len: 853 time: 0.3617377 May 06 12:33:49.760658 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-11e1fec8-3ac2-48a9-8923-d7d7a80c30c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544875 May 06 12:33:49.778884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:49.874442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d13bc08-ca60-4387-96ee-4dff74af79e0 req-11b790ee-eb51-4e18-a973-695ee21fad09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05549b1c-72e6-46af-b6d9-8ea5b103e682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603611 May 06 12:33:49.876760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60354) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:49.961296 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-ef7c7cba-b200-473d-b214-cf30266eafae service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845353 May 06 12:33:50.110300 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b72c7ac4-c7fc-4608-bea5-01af8e305bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.116357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b72c7ac4-c7fc-4608-bea5-01af8e305bb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8834c059-899f-46a1-96eb-5a6d921aebcb HTTP/1.1" status: 204 len: 168 time: 3.2429624 May 06 12:33:50.196291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1947306378-network', 'tenant_id': '3f6f90c34659401d84221d68e63d79ec'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:50.207699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a7e80973-52e4-4e43-a0c0-a67bb3e2f1cf req-96a13b3f-8dde-4168-a7f5-9607032d983d service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377894 May 06 12:33:50.230346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec081e-c06f-44c1-a568-0d5199e5eaf1 req-5cc88eed-38c6-4e84-bbda-3a1ca7e8d1c7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:50.237794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec081e-c06f-44c1-a568-0d5199e5eaf1 req-5cc88eed-38c6-4e84-bbda-3a1ca7e8d1c7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:50.245286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec081e-c06f-44c1-a568-0d5199e5eaf1 req-5cc88eed-38c6-4e84-bbda-3a1ca7e8d1c7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:50.252640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec081e-c06f-44c1-a568-0d5199e5eaf1 req-5cc88eed-38c6-4e84-bbda-3a1ca7e8d1c7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:50.254141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7ec081e-c06f-44c1-a568-0d5199e5eaf1 req-5cc88eed-38c6-4e84-bbda-3a1ca7e8d1c7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:50.286476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:50.324883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b780f-03cb-4843-a2f0-cc9867e3f002 req-bfc8c32a-f2b5-4af5-80eb-f1c8d81ddd53 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:50.327163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-385b780f-03cb-4843-a2f0-cc9867e3f002 req-bfc8c32a-f2b5-4af5-80eb-f1c8d81ddd53 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 950 time: 1.2644553 May 06 12:33:50.328616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Usage tracker for resource:network and tenant:3f6f90c34659401d84221d68e63d79ec is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:50.453125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:50.546750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:50.607958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7ec081e-c06f-44c1-a568-0d5199e5eaf1 req-5cc88eed-38c6-4e84-bbda-3a1ca7e8d1c7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:50.609952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7ec081e-c06f-44c1-a568-0d5199e5eaf1 req-5cc88eed-38c6-4e84-bbda-3a1ca7e8d1c7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 3095 time: 1.5580053 May 06 12:33:50.634764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2d730c8-f302-4b41-955f-c6583fea60e6 req-e7067685-5623-40cc-b9c1-a506d34121ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1f0b9ce75c99463584c23548bd38d56c&device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 1095 time: 1.0052261 May 06 12:33:50.671895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Made reservation on behalf of 3f6f90c34659401d84221d68e63d79ec for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:50.676043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.725361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d13bc08-ca60-4387-96ee-4dff74af79e0 req-e3695878-1017-401a-995f-c7e2af59e148 service neutron] 10.222.0.36 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8275993 May 06 12:33:50.902553 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.115887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-385b780f-03cb-4843-a2f0-cc9867e3f002 req-73f4784a-f11b-4a6a-a06a-71a2dc4431ed tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648476 May 06 12:33:51.131395 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.181646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7ec081e-c06f-44c1-a568-0d5199e5eaf1 req-36193557-8b37-476b-a3fd-5be7b4789948 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5592539 May 06 12:33:51.217310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:51.222113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Transition to ACTIVE for port object 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:51.249846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Usage tracker for resource:security_group_rule and tenant:3f6f90c34659401d84221d68e63d79ec is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:51.265172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:51.288109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:51.305968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d730c8-f302-4b41-955f-c6583fea60e6 req-e0a4698e-c64d-4152-8801-a318bf4aeb94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:51.307549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2d730c8-f302-4b41-955f-c6583fea60e6 req-e0a4698e-c64d-4152-8801-a318bf4aeb94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=05549b1c-72e6-46af-b6d9-8ea5b103e682 HTTP/1.1" status: 200 len: 918 time: 0.5864589 May 06 12:33:51.347466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d13bc08-ca60-4387-96ee-4dff74af79e0 req-e85ddc5b-cbfd-4654-8537-5389055a063c service neutron] 10.222.0.36 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655923 May 06 12:33:51.498700 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427d2fa1-3cbf-4719-a52f-555ed8287a92'] response: {'name': 'network-changed', 'server_uuid': '863f038e-9019-49d8-b487-14cb06ca5668', 'tag': '20a71259-b1c7-44d2-b887-d81a2dc45c52', 'status': 'completed', 'code': 200} May 06 12:33:51.512052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60386) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:51.534116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2d730c8-f302-4b41-955f-c6583fea60e6 req-26047719-2dd8-43a9-8917-d28746e41c8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf588c2-4f74-4a8f-a889-cf1d63b5a560 HTTP/1.1" status: 200 len: 217 time: 0.1982427 May 06 12:33:51.606845 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32528b71-ee4c-4547-8adc-8c56ab43a045'] response: {'server_uuid': '84f5f614-43ce-473f-b936-e2026caf0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ac2896-bd96-4b3e-a15a-d2168719576b', 'code': 200} May 06 12:33:51.675451 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.778796 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94a6cd8f-d60d-43ae-9b90-1d7ce01b65fd req-2735f189-24e6-482d-ad10-12d921f8fdf7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 1094 time: 0.2426264 May 06 12:33:51.909247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1335088142-network', 'tenant_id': '58775d9ee6c34d7fabfa1ca686ad752d'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:51.927985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:51.935645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Usage tracker for resource:network and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:51.940609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:51.950093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:51.981003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Made reservation on behalf of 58775d9ee6c34d7fabfa1ca686ad752d for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:51.983795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.003438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:52.016334 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.026555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:52.039687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6cd8f-d60d-43ae-9b90-1d7ce01b65fd req-a8de24dc-fb80-46c0-849c-4b6798e0e384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.041196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94a6cd8f-d60d-43ae-9b90-1d7ce01b65fd req-a8de24dc-fb80-46c0-849c-4b6798e0e384 service neutron] 10.222.0.48 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 914 time: 0.2559750 May 06 12:33:52.042345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:52.125567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d730c8-f302-4b41-955f-c6583fea60e6 req-089a8603-8c7c-4a46-919d-24756c570c71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.128031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2d730c8-f302-4b41-955f-c6583fea60e6 req-089a8603-8c7c-4a46-919d-24756c570c71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e41c0999-b41b-4742-95c7-b143755c9da2 HTTP/1.1" status: 200 len: 857 time: 0.5599875 May 06 12:33:52.147436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:52.152958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94a6cd8f-d60d-43ae-9b90-1d7ce01b65fd req-e7611e16-0086-4dad-9d47-8067226aea3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20a71259-b1c7-44d2-b887-d81a2dc45c52 HTTP/1.1" status: 200 len: 217 time: 0.0960081 May 06 12:33:52.157620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:52.165661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:52.236620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:52.297778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6cd8f-d60d-43ae-9b90-1d7ce01b65fd req-e06d969a-a65b-4f85-96de-1b1ca184add2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.301674 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94a6cd8f-d60d-43ae-9b90-1d7ce01b65fd req-e06d969a-a65b-4f85-96de-1b1ca184add2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 HTTP/1.1" status: 200 len: 853 time: 0.1388154 May 06 12:33:52.346122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event updated for resources: {'Port': ['ID=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:52.442785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-29b6cdf5-fc78-4ac1-a985-32988807180c None None] Provisioning for port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:52.453261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-29b6cdf5-fc78-4ac1-a985-32988807180c None None] Provisioning complete for port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:52.454122 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29b6cdf5-fc78-4ac1-a985-32988807180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.525902 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94a6cd8f-d60d-43ae-9b90-1d7ce01b65fd req-677b7ad1-5ed7-45a5-a474-4f7f846d7f2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240685 May 06 12:33:52.529480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.539134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.557883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2d730c8-f302-4b41-955f-c6583fea60e6 req-ccc92ad5-c29f-4c9e-99e6-f2e62e2895de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05549b1c-72e6-46af-b6d9-8ea5b103e682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1988337 May 06 12:33:52.577119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.590293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.591154 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.591680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:33:52.597753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-29b6cdf5-fc78-4ac1-a985-32988807180c None None] Port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:52.611771 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.621439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a046c0c9-41d3-44d7-a082-2c6e6c85d871,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:52.628527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.629090 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Added segment 8c9bf430-be49-406e-81dc-083ac4068f23 of type vlan for network 2fcf2155-ec98-46a6-995e-38a5ec817657 May 06 12:33:52.778157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:33:52.837372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.889696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2ee67dd-636a-4813-a328-8309e4396c44 req-90249374-9aa9-4660-894e-f013a79988ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84f5f614-43ce-473f-b936-e2026caf0eff HTTP/1.1" status: 200 len: 1097 time: 1.1813130 May 06 12:33:52.922585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc03647-f963-42d9-9b9e-edebde90c270 req-35d75b83-ac36-4668-a599-27bd523ee7b6 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.926227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfc03647-f963-42d9-9b9e-edebde90c270 req-35d75b83-ac36-4668-a599-27bd523ee7b6 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 945 time: 1.0387895 May 06 12:33:52.938485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c3554770-3e48-41d1-83a2-6f337ae4748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2752719 May 06 12:33:52.954002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.956147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.957471 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.975532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbba91b6-6be8-405a-a94c-5324daf74c88,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:52.988028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec050be4-38f9-4fd8-a081-e38927acc59d req-11c85c34-6945-484f-86d1-343107c20d25 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.995513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec050be4-38f9-4fd8-a081-e38927acc59d req-11c85c34-6945-484f-86d1-343107c20d25 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 943 time: 1.1721570 May 06 12:33:53.026725 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94a6cd8f-d60d-43ae-9b90-1d7ce01b65fd req-f36d6374-e9d8-4038-baee-4634a8972708 service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569598 May 06 12:33:53.035401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:53.061555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:53.062038 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Added segment ba98e738-bee2-4968-a8b3-39226f23ee1b of type vlan for network 287e0b8c-726e-43e0-87c1-188321046c2d May 06 12:33:53.237415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:53.316647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2d730c8-f302-4b41-955f-c6583fea60e6 req-90e2ca58-b895-472f-b9b1-9f13738d4827 service neutron] 10.222.0.48 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449714 May 06 12:33:53.345129 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8309767 May 06 12:33:53.370360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d0229-ab88-45b4-95be-eedd8be459a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2fcf2155-ec98-46a6-995e-38a5ec817657,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:53.380958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60398) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:53.383925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 2fcf2155-ec98-46a6-995e-38a5ec817657 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:33:53.386755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec050be4-38f9-4fd8-a081-e38927acc59d req-9aa91ca1-cd92-43bc-a7dd-4a73f965e930 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881981 May 06 12:33:53.410590 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:53.424912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Request body: {'subnet': {'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1335088142-subnet', 'tenant_id': '58775d9ee6c34d7fabfa1ca686ad752d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:53.437284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2ee67dd-636a-4813-a328-8309e4396c44 req-5fda9e40-e02b-40b7-8aef-c02cbce13999 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019267 May 06 12:33:53.440046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfc03647-f963-42d9-9b9e-edebde90c270 req-b6f658a8-0265-4e8f-a152-39fd704b16cf tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099259 May 06 12:33:53.492452 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94a6cd8f-d60d-43ae-9b90-1d7ce01b65fd req-59cff2a4-6eb1-443b-9c20-0ad799823b0b service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645787 May 06 12:33:53.500477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'tag': 'edb624d5-bd07-4791-8b61-914e72f988d9'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:53.593526 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:33:53.623431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:53.664478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Usage tracker for resource:subnet and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:53.680684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:53.726284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:53.785009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:53.874657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:53.875915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:53.876262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:53.955828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Made reservation on behalf of 58775d9ee6c34d7fabfa1ca686ad752d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:53.958697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.164101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60422) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:54.168845 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.2834108 May 06 12:33:54.173299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Request body: {'subnet': {'network_id': '287e0b8c-726e-43e0-87c1-188321046c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1947306378-subnet', 'tenant_id': '3f6f90c34659401d84221d68e63d79ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:54.182285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:54.191948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Usage tracker for resource:subnet and tenant:3f6f90c34659401d84221d68e63d79ec is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:54.201131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:54.209585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:54.228406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Made reservation on behalf of 3f6f90c34659401d84221d68e63d79ec for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:54.232045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.361281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2d730c8-f302-4b41-955f-c6583fea60e6 req-051c3cb5-efd1-4477-8db9-28796db136bf service neutron] 10.222.0.48 "GET /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9808240 May 06 12:33:54.409173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d65f6-a4d2-4bb8-97bb-c09135bf1baf admin admin] Pushing event updated for resources: {'Network': ['ID=287e0b8c-726e-43e0-87c1-188321046c2d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:54.426679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 287e0b8c-726e-43e0-87c1-188321046c2d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:33:54.765451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bd7ee-51b6-4273-a363-ace4f941ed01 req-54f020e1-f17b-4cf3-9fbe-4fa4fc3b0d70 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:54.772294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.773732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b92bd7ee-51b6-4273-a363-ace4f941ed01 req-54f020e1-f17b-4cf3-9fbe-4fa4fc3b0d70 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 944 time: 1.0092182 May 06 12:33:54.871886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce6f605-7874-4bb2-9d44-03a4d9c810a9,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:54.933365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Checking segment: {'id': 'ba98e738-bee2-4968-a8b3-39226f23ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '287e0b8c-726e-43e0-87c1-188321046c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:54.934122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Network hostable DHCP agents. Network: 287e0b8c-726e-43e0-87c1-188321046c2d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:33:54.975426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Network 287e0b8c-726e-43e0-87c1-188321046c2d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:33:55.003779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 287e0b8c-726e-43e0-87c1-188321046c2d) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:55.012634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c6fa6-3b26-4fcb-aa33-4c0159361679 req-d356de5b-4bdd-4736-bebd-82869de23b07 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:55.014946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab74673-5df7-451c-8b2e-02d2a0ed0ec4 None None] Network 287e0b8c-726e-43e0-87c1-188321046c2d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:55.021234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c6fa6-3b26-4fcb-aa33-4c0159361679 req-d356de5b-4bdd-4736-bebd-82869de23b07 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:55.021863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:55.024092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.034062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-879c6fa6-3b26-4fcb-aa33-4c0159361679 req-d356de5b-4bdd-4736-bebd-82869de23b07 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5&device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 1690 time: 0.8520477 May 06 12:33:55.079024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b92bd7ee-51b6-4273-a363-ace4f941ed01 req-d8d7b571-8772-4a5a-ac5a-8b9a556438fd tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041499 May 06 12:33:55.106667 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-84928e79-01b4-49b5-842b-c867decae00a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9310293 May 06 12:33:55.190278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bdf588c2-4f74-4a8f-a889-cf1d63b5a560 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:55.252093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:33:55.335185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-879c6fa6-3b26-4fcb-aa33-4c0159361679 req-555e75f2-2f9a-401e-bdfa-c8006e12dbfd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998524 May 06 12:33:55.390574 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.571617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e57cefd-329a-4c4f-9cf2-a9562f96b339 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:55.590375 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.625595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Transition to ACTIVE for port object 6e57cefd-329a-4c4f-9cf2-a9562f96b339 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:55.719111 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85469933-3466-4dd8-b376-c706258eeb21'] response: {'name': 'network-changed', 'server_uuid': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'tag': 'edb624d5-bd07-4791-8b61-914e72f988d9', 'status': 'completed', 'code': 200} May 06 12:33:55.736691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bdf588c2-4f74-4a8f-a889-cf1d63b5a560, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:55.755120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5e1db-82e7-4f4a-bb98-df2677d6dcbb None None] Network 287e0b8c-726e-43e0-87c1-188321046c2d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:55.771289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:55.784954 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.044938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'bdf588c2-4f74-4a8f-a889-cf1d63b5a560', 'network_id': '05549b1c-72e6-46af-b6d9-8ea5b103e682', 'port_id': 'bdf588c2-4f74-4a8f-a889-cf1d63b5a560', 'mac_address': 'fa:16:3e:3b:62:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41c0999-b41b-4742-95c7-b143755c9da2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:56.132349 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.176336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf588c2-4f74-4a8f-a889-cf1d63b5a560 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:56.224145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bdf588c2-4f74-4a8f-a889-cf1d63b5a560, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:56.233232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.234932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device edb624d5-bd07-4791-8b61-914e72f988d9 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:56.500712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Pushing event updated for resources: {'Port': ['ID=6e57cefd-329a-4c4f-9cf2-a9562f96b339,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:56.643118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:56.669782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.670513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.673104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.673699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.674052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.675951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.675951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.675951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.676660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.677336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.677619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:56.792634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port edb624d5-bd07-4791-8b61-914e72f988d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=edb624d5-bd07-4791-8b61-914e72f988d9,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:56.822037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'edb624d5-bd07-4791-8b61-914e72f988d9', 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee', 'port_id': 'edb624d5-bd07-4791-8b61-914e72f988d9', 'mac_address': 'fa:16:3e:20:25:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:56.881405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Checking segment: {'id': '8c9bf430-be49-406e-81dc-083ac4068f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:56.882574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Network hostable DHCP agents. Network: 2fcf2155-ec98-46a6-995e-38a5ec817657, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:33:56.932850 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.977609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb624d5-bd07-4791-8b61-914e72f988d9 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:57.006370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port edb624d5-bd07-4791-8b61-914e72f988d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=edb624d5-bd07-4791-8b61-914e72f988d9,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:57.009346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4442372-d767-4e68-bc05-eaea057113b8 req-58e5ef8b-fc42-497e-93fe-92cebe2b8ee7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.012458 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.013625 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 20a71259-b1c7-44d2-b887-d81a2dc45c52 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:57.019255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4442372-d767-4e68-bc05-eaea057113b8 req-58e5ef8b-fc42-497e-93fe-92cebe2b8ee7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.029090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4442372-d767-4e68-bc05-eaea057113b8 req-58e5ef8b-fc42-497e-93fe-92cebe2b8ee7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.039285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4442372-d767-4e68-bc05-eaea057113b8 req-58e5ef8b-fc42-497e-93fe-92cebe2b8ee7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.048389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4442372-d767-4e68-bc05-eaea057113b8 req-58e5ef8b-fc42-497e-93fe-92cebe2b8ee7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.051937 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4442372-d767-4e68-bc05-eaea057113b8 req-58e5ef8b-fc42-497e-93fe-92cebe2b8ee7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 3816 time: 1.7275226 May 06 12:33:57.068661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45d15be0-4c70-4cda-9056-57777f4616c0 req-121ac40c-e089-4ab3-864a-929ee31d860d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&device_id=caf4e23e-e8de-4802-a9b4-013ee42085d9 HTTP/1.1" status: 200 len: 1094 time: 1.3004227 May 06 12:33:57.162571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=edb624d5-bd07-4791-8b61-914e72f988d9,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:57.204299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 20a71259-b1c7-44d2-b887-d81a2dc45c52, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=20a71259-b1c7-44d2-b887-d81a2dc45c52,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:57.234329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '20a71259-b1c7-44d2-b887-d81a2dc45c52', 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee', 'port_id': '20a71259-b1c7-44d2-b887-d81a2dc45c52', 'mac_address': 'fa:16:3e:43:70:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:57.359635 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.395819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a71259-b1c7-44d2-b887-d81a2dc45c52 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:57.453721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 20a71259-b1c7-44d2-b887-d81a2dc45c52, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=20a71259-b1c7-44d2-b887-d81a2dc45c52,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:57.455386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708727-c591-4a71-93e9-051d101c82fb req-db7bdd19-fce8-496a-8f60-03a405944188 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.463950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708727-c591-4a71-93e9-051d101c82fb req-db7bdd19-fce8-496a-8f60-03a405944188 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.464347 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.472153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708727-c591-4a71-93e9-051d101c82fb req-db7bdd19-fce8-496a-8f60-03a405944188 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.476239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96708727-c591-4a71-93e9-051d101c82fb req-db7bdd19-fce8-496a-8f60-03a405944188 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa&device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561&device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 2417 time: 0.9443202 May 06 12:33:57.477956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Attempting to bind port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:57.478528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Attempting to bind port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:57.479109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Attempting to bind port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 on network 976f98d1-003f-441c-898e-2b2c65044136 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:57.500401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Network 2fcf2155-ec98-46a6-995e-38a5ec817657 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:33:57.566742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4442372-d767-4e68-bc05-eaea057113b8 req-ab6223f6-1263-4a8e-932b-e622da024a6a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909959 May 06 12:33:57.588738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 on network 976f98d1-003f-441c-898e-2b2c65044136 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:57.589403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Attempting to bind port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 on network 976f98d1-003f-441c-898e-2b2c65044136 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:57.637149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 2fcf2155-ec98-46a6-995e-38a5ec817657) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:57.663135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b3cbde-33d1-4c14-8aa3-8cb10950243d None None] Network 2fcf2155-ec98-46a6-995e-38a5ec817657 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:57.708862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.710640 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.724254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=20a71259-b1c7-44d2-b887-d81a2dc45c52,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:57.751627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:57.752309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Checking segment: {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:57.752929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Bound using segment: {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:57.753765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Bound port: 6e57cefd-329a-4c4f-9cf2-a9562f96b339, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfba977-0f87-438f-a4c3-9647d43b525e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '976f98d1-003f-441c-898e-2b2c65044136'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:57.754521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.863529 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6042f616-3020-413d-b4f0-7cf438b13a1e'] response: {'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44', 'code': 200} May 06 12:33:57.882723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d15be0-4c70-4cda-9056-57777f4616c0 req-638a9ea0-335c-4273-a604-476a9bc964fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:57.885597 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45d15be0-4c70-4cda-9056-57777f4616c0 req-638a9ea0-335c-4273-a604-476a9bc964fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 914 time: 0.8076882 May 06 12:33:57.904078 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96708727-c591-4a71-93e9-051d101c82fb req-58bd18ab-ce72-4fdc-bcf7-cb47948a650b tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087358 May 06 12:33:58.171467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e979a1d7-dedd-4d66-8c37-4cd61d9caca6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.7842724 May 06 12:33:58.271824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['20a71259-b1c7-44d2-b887-d81a2dc45c52'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:58.279877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45d15be0-4c70-4cda-9056-57777f4616c0 req-7bd702f9-a6b1-4291-89dd-cc6703893fd3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edb624d5-bd07-4791-8b61-914e72f988d9 HTTP/1.1" status: 200 len: 217 time: 0.3457885 May 06 12:33:58.333568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] For port 6e57cefd-329a-4c4f-9cf2-a9562f96b339, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:58.337337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] For port 6e57cefd-329a-4c4f-9cf2-a9562f96b339, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e57cefd-329a-4c4f-9cf2-a9562f96b339,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:58.411036 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:58.532329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0b44f-cfe2-48d4-9184-649cdbee0635 None None] Network 2fcf2155-ec98-46a6-995e-38a5ec817657 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:58.556106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['bdf588c2-4f74-4a8f-a889-cf1d63b5a560'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:58.602441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['edb624d5-bd07-4791-8b61-914e72f988d9'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:58.651670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Pushing event updated for resources: {'Port': ['ID=6e57cefd-329a-4c4f-9cf2-a9562f96b339,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:58.682545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:58.684691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-27b1620a-e6f2-46be-a3be-22b090c7434c service neutron] 10.222.0.48 "PUT /v2.0/ports/6e57cefd-329a-4c4f-9cf2-a9562f96b339 HTTP/1.1" status: 200 len: 1091 time: 5.6534374 May 06 12:33:58.688913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:58.925410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:59.126089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d15be0-4c70-4cda-9056-57777f4616c0 req-97d77ced-8f40-44dd-935a-fc8c564b5b72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:59.128009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45d15be0-4c70-4cda-9056-57777f4616c0 req-97d77ced-8f40-44dd-935a-fc8c564b5b72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 HTTP/1.1" status: 200 len: 853 time: 0.7854960 May 06 12:33:59.263843 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45d15be0-4c70-4cda-9056-57777f4616c0 req-8bbae947-ce6a-41a0-a94b-980e238bae92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209500 May 06 12:33:59.449324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.538401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce3137-cf13-46a3-b578-1399ba12451c req-a937c2d0-6bfa-4b28-83e7-5634b958cd74 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:59.548028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11ce3137-cf13-46a3-b578-1399ba12451c req-a937c2d0-6bfa-4b28-83e7-5634b958cd74 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 944 time: 1.4499726 May 06 12:33:59.557368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a278a132-48a4-4696-99a5-994741cdf54a tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:59.558516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a278a132-48a4-4696-99a5-994741cdf54a tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Synchronizing usage tracker for tenant:3f6f90c34659401d84221d68e63d79ec on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:59.697167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11ce3137-cf13-46a3-b578-1399ba12451c req-5c4afeb5-1f59-4275-977e-ae3b04206483 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473882 May 06 12:33:59.698842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a278a132-48a4-4696-99a5-994741cdf54a tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Unset dirty status for tenant:3f6f90c34659401d84221d68e63d79ec on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:59.700551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a278a132-48a4-4696-99a5-994741cdf54a tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/networks?id=287e0b8c-726e-43e0-87c1-188321046c2d HTTP/1.1" status: 200 len: 822 time: 0.9506226 May 06 12:33:59.786143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-8578b7f6-1140-47f5-8607-5f7fc238fcdb tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/quotas/3f6f90c34659401d84221d68e63d79ec HTTP/1.1" status: 200 len: 375 time: 0.0724037 May 06 12:34:00.040764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-49bc8568-ea61-417d-9cc3-b8bc10dd0bf7 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f6f90c34659401d84221d68e63d79ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2358210 May 06 12:34:00.158700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45d15be0-4c70-4cda-9056-57777f4616c0 req-57bf330a-be02-4795-92f8-81f1cb0b14ba service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8811545 May 06 12:34:00.816335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5fabd-7887-4536-b367-2f702e45a76e req-5073df63-6ce1-4272-9e32-3d272261eb63 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:00.825982 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81e5fabd-7887-4536-b367-2f702e45a76e req-5073df63-6ce1-4272-9e32-3d272261eb63 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 945 time: 0.7981417 May 06 12:34:01.010048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-f093bf66-1d20-44ce-9618-fcdb24a717a0 service neutron] 10.222.0.44 "GET /v2.0/networks/287e0b8c-726e-43e0-87c1-188321046c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165964 May 06 12:34:01.020438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45d15be0-4c70-4cda-9056-57777f4616c0 req-3b062f8b-a435-44f6-8f90-2c2466dfdcb9 service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8470676 May 06 12:34:01.249715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81e5fabd-7887-4536-b367-2f702e45a76e req-6fc5bb08-3500-4dc8-9a6b-90db8baefd37 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772256 May 06 12:34:01.410222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239f9c9f-72c8-43d0-b15c-f0067878f016 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:01.443897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:01.491449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-8d2b585e-d906-4e96-848b-ee569c0b2890 service neutron] 10.222.0.44 "GET /v2.0/networks/287e0b8c-726e-43e0-87c1-188321046c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542634 May 06 12:34:01.501202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device edb624d5-bd07-4791-8b61-914e72f988d9 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:01.570366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Transition to ACTIVE for port object 239f9c9f-72c8-43d0-b15c-f0067878f016 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:01.592184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:01.714755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port edb624d5-bd07-4791-8b61-914e72f988d9 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:01.724294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port edb624d5-bd07-4791-8b61-914e72f988d9 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:01.725158 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:01.726574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Pushing event updated for resources: {'Port': ['ID=239f9c9f-72c8-43d0-b15c-f0067878f016,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:02.019603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fcb60fc-9bbb-4350-99b0-88979ca483bb req-c82aaa8b-1c45-4f3e-b0c0-a089a5e2ae98 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5106297 May 06 12:34:02.039245 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.090103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb624d5-bd07-4791-8b61-914e72f988d9'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:02.110342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port edb624d5-bd07-4791-8b61-914e72f988d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=edb624d5-bd07-4791-8b61-914e72f988d9,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:02.119138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.249693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=edb624d5-bd07-4791-8b61-914e72f988d9,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:02.492165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Attempting to bind port 239f9c9f-72c8-43d0-b15c-f0067878f016 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:02.492682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Attempting to bind port 239f9c9f-72c8-43d0-b15c-f0067878f016 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:02.493235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Attempting to bind port 239f9c9f-72c8-43d0-b15c-f0067878f016 on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:02.510830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Port 239f9c9f-72c8-43d0-b15c-f0067878f016 on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:02.511463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Attempting to bind port 239f9c9f-72c8-43d0-b15c-f0067878f016 on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:02.539168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1df4dde4-1342-449b-b5b0-26561016da26 req-0ada5c24-33de-4940-ae28-3c545b964b8e tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 1100 time: 0.5161562 May 06 12:34:02.592975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:02.593699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Checking segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:02.594489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Bound using segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:02.595287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Bound port: 239f9c9f-72c8-43d0-b15c-f0067878f016, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:02.596024 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.786018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-494170949', 'description': 'tempest-description-1836374639'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:02.810267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:02.830194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1df4dde4-1342-449b-b5b0-26561016da26 req-48a0d393-0df7-4c27-955e-b27d3752ebc8 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894852 May 06 12:34:02.838993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:02.864904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:02.896211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:02.917745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] For port 239f9c9f-72c8-43d0-b15c-f0067878f016, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:02.932883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] For port 239f9c9f-72c8-43d0-b15c-f0067878f016, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=239f9c9f-72c8-43d0-b15c-f0067878f016,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:02.932883 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.958828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.079829 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.082524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] 10.222.0.48 "PUT /v2.0/ports/239f9c9f-72c8-43d0-b15c-f0067878f016 HTTP/1.1" status: 200 len: 1135 time: 4.3257763 May 06 12:34:03.112790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:03.121337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:03.147063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fae4fb-7ed6-4c23-873a-c09583bb2193 service neutron] Pushing event updated for resources: {'Port': ['ID=239f9c9f-72c8-43d0-b15c-f0067878f016,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:03.154657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:03.167739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:03.500734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bdf588c2-4f74-4a8f-a889-cf1d63b5a560 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:03.687970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port bdf588c2-4f74-4a8f-a889-cf1d63b5a560 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:03.689699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:03.696645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port bdf588c2-4f74-4a8f-a889-cf1d63b5a560 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:03.697434 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.705750 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.933347 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.013607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bdf588c2-4f74-4a8f-a889-cf1d63b5a560, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:04.013986 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.028483 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.031011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 20a71259-b1c7-44d2-b887-d81a2dc45c52 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:04.118444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501c56-93f9-4d91-b3a2-02a212d7e18b req-7023fd14-9bd4-43e0-900d-910aac785f33 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:04.128318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501c56-93f9-4d91-b3a2-02a212d7e18b req-7023fd14-9bd4-43e0-900d-910aac785f33 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:04.137081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501c56-93f9-4d91-b3a2-02a212d7e18b req-7023fd14-9bd4-43e0-900d-910aac785f33 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:04.145796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501c56-93f9-4d91-b3a2-02a212d7e18b req-7023fd14-9bd4-43e0-900d-910aac785f33 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:04.155095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501c56-93f9-4d91-b3a2-02a212d7e18b req-7023fd14-9bd4-43e0-900d-910aac785f33 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:04.163683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501c56-93f9-4d91-b3a2-02a212d7e18b req-7023fd14-9bd4-43e0-900d-910aac785f33 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:04.179598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff501c56-93f9-4d91-b3a2-02a212d7e18b req-7023fd14-9bd4-43e0-900d-910aac785f33 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 4605 time: 0.7720251 May 06 12:34:04.207292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.220199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:04.245467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 20a71259-b1c7-44d2-b887-d81a2dc45c52 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:04.264987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 20a71259-b1c7-44d2-b887-d81a2dc45c52 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:04.265412 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.506917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.529736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fbe4b91-1268-42d7-818e-dc81c8e6e728 req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.7533104 May 06 12:34:04.530852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f4622-cac1-472b-b5b1-dc3b7b62153b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3097ac-fa86-4949-bc0e-8d6e6e8a434c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:04.619392 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.695214 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c611716-c0c6-4c02-a7d2-008fb4bc7399'] response: {'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'status': 'completed', 'code': 200} May 06 12:34:04.703993 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff501c56-93f9-4d91-b3a2-02a212d7e18b req-88a46fb2-7d0a-4179-b522-9548191dd9b1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5229471 May 06 12:34:04.712918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 20a71259-b1c7-44d2-b887-d81a2dc45c52, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=20a71259-b1c7-44d2-b887-d81a2dc45c52,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:04.722894 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.873983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=20a71259-b1c7-44d2-b887-d81a2dc45c52,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:05.253316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cd73721-2fad-4df4-99be-28efdaf13b0d req-9d7e077d-7a0e-4048-bc8c-c171efaae9c9 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 210 time: 0.1236749 May 06 12:34:05.277991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-57799f10-60b9-4f6d-89e7-6f474533e7a3 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:05.280695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-57799f10-60b9-4f6d-89e7-6f474533e7a3 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.36 "GET /v2.0/networks?id=287e0b8c-726e-43e0-87c1-188321046c2d HTTP/1.1" status: 200 len: 822 time: 1.0493150 May 06 12:34:05.333208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Request body: {'port': {'device_id': '4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67', 'network_id': '287e0b8c-726e-43e0-87c1-188321046c2d', 'admin_state_up': True, 'tenant_id': '3f6f90c34659401d84221d68e63d79ec'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:05.398492 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc161073-aad2-4d01-ac3b-523db8ca845d'] response: {'server_uuid': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb624d5-bd07-4791-8b61-914e72f988d9', 'code': 200} May 06 12:34:05.558233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:05.761389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8bc4d22-709c-4e59-bb3b-b990a7db3a4b req-9ac45083-6d35-45f6-8b0a-ae2bfc24545a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5291 time: 1.0313098 May 06 12:34:05.792775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47a5a0-6f47-498a-8c1d-cafe473d0407 req-e83054fa-8f73-4a6d-a329-017f2cc3c1a5 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:05.803952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df47a5a0-6f47-498a-8c1d-cafe473d0407 req-e83054fa-8f73-4a6d-a329-017f2cc3c1a5 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 945 time: 0.7549565 May 06 12:34:05.851314 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8653d69c-a1e0-4d6c-836a-a47f2cad8f5a req-b20c2648-da7e-414a-8b12-1d8ad0ea1d99 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=caf4e23e-e8de-4802-a9b4-013ee42085d9 HTTP/1.1" status: 200 len: 1096 time: 0.3539116 May 06 12:34:05.854591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:05.876879 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:05.955193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:05.959401 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8653d69c-a1e0-4d6c-836a-a47f2cad8f5a req-ff45ab38-d2f6-4194-b1b3-2640b7df6c5b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969868 May 06 12:34:05.992399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Usage tracker for resource:port and tenant:3f6f90c34659401d84221d68e63d79ec is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:05.996024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Transition to ACTIVE for port object 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:06.001777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:06.020913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:06.031036 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:06.184492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df395f74-ce7b-447d-95ea-dd5536520270 req-2807a932-7ade-4cf9-8f32-0f32b6db548b tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:06.186438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df395f74-ce7b-447d-95ea-dd5536520270 req-2807a932-7ade-4cf9-8f32-0f32b6db548b tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 946 time: 0.6091144 May 06 12:34:06.201409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df47a5a0-6f47-498a-8c1d-cafe473d0407 req-17111172-512d-48a6-ab7e-8df15e2ec650 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964379 May 06 12:34:06.212995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Made reservation on behalf of 3f6f90c34659401d84221d68e63d79ec for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:06.216448 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:06.296392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:06.695616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df395f74-ce7b-447d-95ea-dd5536520270 req-fd548826-36fd-444d-a9ef-95c800208974 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926922 May 06 12:34:06.698047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4d22-709c-4e59-bb3b-b990a7db3a4b req-cdb77fc9-8e86-400d-b198-7bce9f076f3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:06.698858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4d22-709c-4e59-bb3b-b990a7db3a4b req-cdb77fc9-8e86-400d-b198-7bce9f076f3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:06.701360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4d22-709c-4e59-bb3b-b990a7db3a4b req-cdb77fc9-8e86-400d-b198-7bce9f076f3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:06.702744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8bc4d22-709c-4e59-bb3b-b990a7db3a4b req-cdb77fc9-8e86-400d-b198-7bce9f076f3d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee19d38453fb4b61b2134384718859f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9220097 May 06 12:34:06.731606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '239f9c9f-72c8-43d0-b15c-f0067878f016'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:06.979095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:07.148405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-544356200', 'description': 'tempest-description-1136566527'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:07.207696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:07.262558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:07.278675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:07.370028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:07.401174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca0c517-7c67-452c-8155-0633127240f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf588c2-4f74-4a8f-a889-cf1d63b5a560'}, {'server_uuid': '863f038e-9019-49d8-b487-14cb06ca5668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a71259-b1c7-44d2-b887-d81a2dc45c52'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:07.621341 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:07.668699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4d22-709c-4e59-bb3b-b990a7db3a4b req-a5f8c5fe-57c7-47d6-8bc0-4515396010cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:07.671148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8bc4d22-709c-4e59-bb3b-b990a7db3a4b req-a5f8c5fe-57c7-47d6-8bc0-4515396010cd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8869524 May 06 12:34:07.727641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Allocated IP 172.20.0.7 (287e0b8c-726e-43e0-87c1-188321046c2d/4ce6f605-7874-4bb2-9d44-03a4d9c810a9/93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:07.768964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d39c6dfa-61ca-49f1-8c9b-2312e7319f61 req-b4f9a3e0-2f51-4e4c-8013-9c744981ceb2 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 1101 time: 0.6116409 May 06 12:34:07.771070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Attempting to bind port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:07.772005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Attempting to bind port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:07.772866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Attempting to bind port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:07.855089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:07.855584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Attempting to bind port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:07.948343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:08.012139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:08.012599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Checking segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:08.013244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Bound using segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:08.014014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Bound port: 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:08.015061 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.067063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d39c6dfa-61ca-49f1-8c9b-2312e7319f61 req-9e084553-5fa9-4e3b-8209-67f0c8c4c1a5 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311456 May 06 12:34:08.067063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:08.073521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:08.087191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:08.692590 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.704827 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.751626 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.877643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] For port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:08.920548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1769c8-5bad-4018-b1d2-350430f03fe7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:08.924306 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.932277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03209c32-73de-4743-a358-31e6b94aea6a req-aeb37680-01a3-45f8-abb3-3a39076b71f0 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 2.0863411 May 06 12:34:08.945743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] For port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:08.982287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784aec3-000f-486f-9383-358cd597f480 req-80ed15a1-e77b-4284-899b-fc45906128e5 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:08.999839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784aec3-000f-486f-9383-358cd597f480 req-80ed15a1-e77b-4284-899b-fc45906128e5 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:09.009676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784aec3-000f-486f-9383-358cd597f480 req-80ed15a1-e77b-4284-899b-fc45906128e5 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:09.020080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784aec3-000f-486f-9383-358cd597f480 req-80ed15a1-e77b-4284-899b-fc45906128e5 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:09.030969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784aec3-000f-486f-9383-358cd597f480 req-80ed15a1-e77b-4284-899b-fc45906128e5 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:09.043126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784aec3-000f-486f-9383-358cd597f480 req-80ed15a1-e77b-4284-899b-fc45906128e5 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:09.048475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784aec3-000f-486f-9383-358cd597f480 req-80ed15a1-e77b-4284-899b-fc45906128e5 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:09.052625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7784aec3-000f-486f-9383-358cd597f480 req-80ed15a1-e77b-4284-899b-fc45906128e5 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5382 time: 0.6564863 May 06 12:34:09.064618 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:09.306701 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:09.368728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:09.371266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/7eb7caad-6cbc-46a1-9399-ad15ed3fbdda HTTP/1.1" status: 200 len: 1135 time: 6.2100303 May 06 12:34:09.433808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:09.550173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043efc3c-4870-4797-b056-9a59e08c55f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:09.700430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Pushing event updated for resources: {'Port': ['ID=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:09.759008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Network 287e0b8c-726e-43e0-87c1-188321046c2d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:09.779169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7784aec3-000f-486f-9383-358cd597f480 req-8e5e3e51-ec28-42a6-8097-2314ddb18697 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7176437 May 06 12:34:09.797551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:09.808212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:09.995735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252120ee-2e18-42f3-9070-7fc6ec8ce2c9 req-3a578803-4b5f-4a08-9b35-94421fd96dbf tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:09.995735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-252120ee-2e18-42f3-9070-7fc6ec8ce2c9 req-3a578803-4b5f-4a08-9b35-94421fd96dbf tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Synchronizing usage tracker for tenant:3f6f90c34659401d84221d68e63d79ec on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:10.062999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:10.064390 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.074863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.106538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-252120ee-2e18-42f3-9070-7fc6ec8ce2c9 req-3a578803-4b5f-4a08-9b35-94421fd96dbf tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Unset dirty status for tenant:3f6f90c34659401d84221d68e63d79ec on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:10.108117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-252120ee-2e18-42f3-9070-7fc6ec8ce2c9 req-3a578803-4b5f-4a08-9b35-94421fd96dbf tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 931 time: 0.9197409 May 06 12:34:10.195406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6afda65b-74b0-459a-85c0-fa065832e6f6 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8946257 May 06 12:34:10.218936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Request body: {'port': {'device_id': '4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:10.423160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-252120ee-2e18-42f3-9070-7fc6ec8ce2c9 req-8428b76a-37e2-4a66-9c24-fd8a7e8760a9 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Synchronizing usage tracker for tenant:3f6f90c34659401d84221d68e63d79ec on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:10.490882 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a778f48e-eba5-41e3-9255-50598d3b27ee'] response: {'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '239f9c9f-72c8-43d0-b15c-f0067878f016', 'status': 'completed', 'code': 200} May 06 12:34:10.634829 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.959886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-252120ee-2e18-42f3-9070-7fc6ec8ce2c9 req-8428b76a-37e2-4a66-9c24-fd8a7e8760a9 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Unset dirty status for tenant:3f6f90c34659401d84221d68e63d79ec on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:10.962256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-252120ee-2e18-42f3-9070-7fc6ec8ce2c9 req-8428b76a-37e2-4a66-9c24-fd8a7e8760a9 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbba91b6-6be8-405a-a94c-5324daf74c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8398640 May 06 12:34:11.099063 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b206f9-beac-45b9-834d-cb424bf5a250'] response: {'server_uuid': '6ca0c517-7c67-452c-8155-0633127240f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf588c2-4f74-4a8f-a889-cf1d63b5a560', 'code': 200} May 06 12:34:11.100338 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b206f9-beac-45b9-834d-cb424bf5a250'] response: {'server_uuid': '863f038e-9019-49d8-b487-14cb06ca5668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a71259-b1c7-44d2-b887-d81a2dc45c52', 'code': 200} May 06 12:34:11.481804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1b4c316-4418-4943-90f6-2a3dcebcafec req-71f5b1de-c16b-4bed-beeb-32103d3b67c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6219 time: 0.9886682 May 06 12:34:11.682497 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c5c72263-52c4-4da9-a10a-97f19f9cfab0 req-64faef60-46cb-4f8c-9f62-cca852b97b30 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 1096 time: 0.2472990 May 06 12:34:11.723821 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bf3d69d5-0577-4e66-a3d1-0fe377056fdb req-67a395b4-95f5-43da-98c9-f609571ed2ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 1097 time: 0.4322264 May 06 12:34:11.809302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:11.810197 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c5c72263-52c4-4da9-a10a-97f19f9cfab0 req-3865c8e6-dcf2-495c-a694-22e647f260e1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196315 May 06 12:34:11.826661 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bf3d69d5-0577-4e66-a3d1-0fe377056fdb req-3c122bf5-1775-4d3e-9025-bccbcab90ae1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887690 May 06 12:34:11.873683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811aa74-9024-4c7a-a924-a6e02b65c706 req-be775a76-27ab-47b4-9a3c-d5ac97fd3919 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:11.876931 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c811aa74-9024-4c7a-a924-a6e02b65c706 req-be775a76-27ab-47b4-9a3c-d5ac97fd3919 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 945 time: 0.9045396 May 06 12:34:12.160162 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2431772c-7fcd-4dc8-8401-b63e7683b1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.238487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49832452-4030-4566-b8bf-492be19ec86d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:12.273188 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.334186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c316-4418-4943-90f6-2a3dcebcafec req-eaa45c08-56cf-445d-ab9d-09efc92bd1e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:12.334872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c316-4418-4943-90f6-2a3dcebcafec req-eaa45c08-56cf-445d-ab9d-09efc92bd1e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:12.335606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c316-4418-4943-90f6-2a3dcebcafec req-eaa45c08-56cf-445d-ab9d-09efc92bd1e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:12.339147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1b4c316-4418-4943-90f6-2a3dcebcafec req-eaa45c08-56cf-445d-ab9d-09efc92bd1e9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee19d38453fb4b61b2134384718859f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8272181 May 06 12:34:12.379654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c811aa74-9024-4c7a-a924-a6e02b65c706 req-f4e35e31-9048-4b77-ac10-e82619749188 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030921 May 06 12:34:12.413742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Transition to ACTIVE for port object 49832452-4030-4566-b8bf-492be19ec86d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:12.430129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.503626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ac9b2-187f-4f4a-a16b-d992cf280d94 req-e3d174eb-4e75-440c-b067-5efa2cb14cff tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:12.516857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f8ac9b2-187f-4f4a-a16b-d992cf280d94 req-e3d174eb-4e75-440c-b067-5efa2cb14cff tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 946 time: 0.8421762 May 06 12:34:12.532596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '7eb7caad-6cbc-46a1-9399-ad15ed3fbdda'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:12.627390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.723617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:12.857530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Pushing event updated for resources: {'Port': ['ID=49832452-4030-4566-b8bf-492be19ec86d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:13.248706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:13.275527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f8ac9b2-187f-4f4a-a16b-d992cf280d94 req-f749e7ee-c6c4-4bd4-a9ac-7b3c4e5e7805 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7571824 May 06 12:34:13.388010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c316-4418-4943-90f6-2a3dcebcafec req-faae5b7e-d2a4-4da4-b390-4b94d988466b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:13.389919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1b4c316-4418-4943-90f6-2a3dcebcafec req-faae5b7e-d2a4-4da4-b390-4b94d988466b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8583436 May 06 12:34:13.399763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:13.439814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Transition to ACTIVE for port object 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:13.466544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:13.891631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Pushing event updated for resources: {'Port': ['ID=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:14.387882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f937-8027-4eee-917f-815d6b820c36 req-bbcdb37d-a558-4129-bbf4-ff1bc80974e8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:14.395908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-bbcdb37d-a558-4129-bbf4-ff1bc80974e8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 813 time: 1.3728054 May 06 12:34:14.509219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Attempting to bind port 49832452-4030-4566-b8bf-492be19ec86d on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:14.509616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Attempting to bind port 49832452-4030-4566-b8bf-492be19ec86d by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:14.509960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Attempting to bind port 49832452-4030-4566-b8bf-492be19ec86d on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:14.522177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-03d2d563-c3ed-46de-9472-477f3f90cac1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/quotas/58775d9ee6c34d7fabfa1ca686ad752d HTTP/1.1" status: 200 len: 375 time: 0.0754051 May 06 12:34:14.532724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Port 49832452-4030-4566-b8bf-492be19ec86d on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:14.533077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Attempting to bind port 49832452-4030-4566-b8bf-492be19ec86d on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:14.621658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cf45635d-25a1-49d8-9d51-f1f7a6b1737c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:14.630485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-837a6688-2caf-426c-af73-589a9fc9c54e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942609 May 06 12:34:14.636310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:14.636647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Checking segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:14.637070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Bound using segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:14.637533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Bound port: 49832452-4030-4566-b8bf-492be19ec86d, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:14.637903 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:14.655990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Attempting to bind port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:14.656397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Attempting to bind port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'ba98e738-bee2-4968-a8b3-39226f23ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '287e0b8c-726e-43e0-87c1-188321046c2d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:14.656666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Attempting to bind port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e on network 287e0b8c-726e-43e0-87c1-188321046c2d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:14.738089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e on network 287e0b8c-726e-43e0-87c1-188321046c2d not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:14.738089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Attempting to bind port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e on network 287e0b8c-726e-43e0-87c1-188321046c2d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:14.775559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67196-9702-44b0-bc06-692b17349055 req-7b656234-40d4-4d76-b1eb-7165bd807ba4 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:14.781166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67196-9702-44b0-bc06-692b17349055 req-7b656234-40d4-4d76-b1eb-7165bd807ba4 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:14.786583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67196-9702-44b0-bc06-692b17349055 req-7b656234-40d4-4d76-b1eb-7165bd807ba4 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:14.791526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67196-9702-44b0-bc06-692b17349055 req-7b656234-40d4-4d76-b1eb-7165bd807ba4 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:14.797067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67196-9702-44b0-bc06-692b17349055 req-7b656234-40d4-4d76-b1eb-7165bd807ba4 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:14.802915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67196-9702-44b0-bc06-692b17349055 req-7b656234-40d4-4d76-b1eb-7165bd807ba4 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:14.807439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67196-9702-44b0-bc06-692b17349055 req-7b656234-40d4-4d76-b1eb-7165bd807ba4 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:14.809531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17a67196-9702-44b0-bc06-692b17349055 req-7b656234-40d4-4d76-b1eb-7165bd807ba4 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5394 time: 0.7105031 May 06 12:34:14.890212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:14.890652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Checking segment: {'id': 'ba98e738-bee2-4968-a8b3-39226f23ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '287e0b8c-726e-43e0-87c1-188321046c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:14.890973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Bound using segment: {'id': 'ba98e738-bee2-4968-a8b3-39226f23ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '287e0b8c-726e-43e0-87c1-188321046c2d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:14.891426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Bound port: 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba98e738-bee2-4968-a8b3-39226f23ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '287e0b8c-726e-43e0-87c1-188321046c2d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:14.891819 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.141727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] For port 49832452-4030-4566-b8bf-492be19ec86d, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:15.148116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17a67196-9702-44b0-bc06-692b17349055 req-cf4e7b61-03d1-4d92-b05a-ad54bee98b1b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018606 May 06 12:34:15.185730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] For port 49832452-4030-4566-b8bf-492be19ec86d, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=49832452-4030-4566-b8bf-492be19ec86d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:15.211802 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.319557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] For port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:15.326811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-665b94e2-39e8-4270-bfd3-2717c65657ba service neutron] 10.222.0.44 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748750 May 06 12:34:15.399192 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.484660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] For port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,segment=NetworkSegment(ba98e738-bee2-4968-a8b3-39226f23ee1b),segment_id=ba98e738-bee2-4968-a8b3-39226f23ee1b)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:15.510143 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.512105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] 10.222.0.48 "PUT /v2.0/ports/49832452-4030-4566-b8bf-492be19ec86d HTTP/1.1" status: 200 len: 1091 time: 6.0898669 May 06 12:34:15.517184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.530824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16ae2b-2d81-42ee-9b18-59f00d0c7955 service neutron] Pushing event updated for resources: {'Port': ['ID=49832452-4030-4566-b8bf-492be19ec86d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:15.646220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:15.805784 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.808313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e HTTP/1.1" status: 200 len: 1091 time: 5.5941925 May 06 12:34:15.936159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-eac9a986-f46e-49d6-a3c1-c5e1dc9fc755 service neutron] 10.222.0.44 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959475 May 06 12:34:16.002070 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:16.130511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a6693-803c-42f8-a8ff-4a8ed75e87d5 service neutron] Pushing event updated for resources: {'Port': ['ID=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:16.146902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:16.579069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19c0d8-8fa9-4235-8bf9-6076fa77116f req-fc39a309-c20e-4219-b434-57e8adad49c0 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:16.591472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c19c0d8-8fa9-4235-8bf9-6076fa77116f req-fc39a309-c20e-4219-b434-57e8adad49c0 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 943 time: 1.0076208 May 06 12:34:16.808620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c19c0d8-8fa9-4235-8bf9-6076fa77116f req-389757d4-0fb9-41f4-9d52-01c167854439 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbba91b6-6be8-405a-a94c-5324daf74c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159002 May 06 12:34:16.822638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-369fa8d1-51a0-4d12-b80f-dac8a749fa69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6f90c34659401d84221d68e63d79ec&device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 1094 time: 0.8132961 May 06 12:34:16.950047 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eeeda77-be52-464a-a479-4d40c9b29b41'] response: {'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '7eb7caad-6cbc-46a1-9399-ad15ed3fbdda', 'status': 'completed', 'code': 200} May 06 12:34:16.992794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-6372f668-4e2b-475b-9619-f4279739ffee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e HTTP/1.1" status: 200 len: 217 time: 0.1356869 May 06 12:34:17.324470 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.347914 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:34:17.378073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-9eb51c82-cc0a-475c-a503-0373b45a5a68 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3074052 May 06 12:34:17.413861 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:17.511898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-8cc16642-ca62-42d3-b510-0bf5cc1d2798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:17.513536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-8cc16642-ca62-42d3-b510-0bf5cc1d2798 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ce6f605-7874-4bb2-9d44-03a4d9c810a9 HTTP/1.1" status: 200 len: 862 time: 0.4447484 May 06 12:34:17.669904 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-47ca8f82-e62d-4fda-95f3-1393711b99c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=287e0b8c-726e-43e0-87c1-188321046c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823328 May 06 12:34:17.688217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc616944-ac4e-4027-b0b0-1e6ef559966d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:17.723669 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.846911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Transition to ACTIVE for port object bc616944-ac4e-4027-b0b0-1e6ef559966d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:17.872754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.932860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d978a7-f4ca-42ef-9c52-6b59c3c8cc0e req-ca1dbe0d-d0e9-408a-90b5-b1f7cd9492c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6286 time: 0.9335217 May 06 12:34:17.949653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746917f8-4020-44a4-b747-b880c49942ad req-100f4fce-9fbf-47ee-941a-6903df082f86 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:17.951400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-100f4fce-9fbf-47ee-941a-6903df082f86 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5603313 May 06 12:34:18.019514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fbd7d-ba54-45ff-8117-02360b06a9ec req-f7b03cd9-2e18-4cfb-875e-c6a67309d1d8 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:18.021384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c81fbd7d-ba54-45ff-8117-02360b06a9ec req-f7b03cd9-2e18-4cfb-875e-c6a67309d1d8 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 945 time: 0.8657835 May 06 12:34:18.303149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-60970805-ea96-4b2c-aa5a-c3d262a80a97 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/quotas/15ff0397e66c4efb8aff516390ebd4cc HTTP/1.1" status: 200 len: 375 time: 0.3298070 May 06 12:34:18.305825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-b42c73e3-61fa-40fe-861f-e23ea851d7ef service neutron] 10.222.0.36 "GET /v2.0/networks/287e0b8c-726e-43e0-87c1-188321046c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277561 May 06 12:34:18.311556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Pushing event updated for resources: {'Port': ['ID=bc616944-ac4e-4027-b0b0-1e6ef559966d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:18.623818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f937-8027-4eee-917f-815d6b820c36 req-a38b5516-c6c3-4fbd-8b47-edc5bf427e38 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:18.625337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e293f937-8027-4eee-917f-815d6b820c36 req-a38b5516-c6c3-4fbd-8b47-edc5bf427e38 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Synchronizing usage tracker for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:18.649514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e293f937-8027-4eee-917f-815d6b820c36 req-a38b5516-c6c3-4fbd-8b47-edc5bf427e38 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Unset dirty status for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:18.651048 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-a38b5516-c6c3-4fbd-8b47-edc5bf427e38 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 813 time: 0.4303088 May 06 12:34:18.687792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'port': {'device_id': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657', 'admin_state_up': True, 'tenant_id': '58775d9ee6c34d7fabfa1ca686ad752d'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:18.701726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c81fbd7d-ba54-45ff-8117-02360b06a9ec req-9a0573c5-d4d9-4c3e-8007-341a1e6197a9 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647053 May 06 12:34:18.829659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d978a7-f4ca-42ef-9c52-6b59c3c8cc0e req-d7920038-fc19-4b67-a163-ee890b6dffa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:18.830031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d978a7-f4ca-42ef-9c52-6b59c3c8cc0e req-d7920038-fc19-4b67-a163-ee890b6dffa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:18.830408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d978a7-f4ca-42ef-9c52-6b59c3c8cc0e req-d7920038-fc19-4b67-a163-ee890b6dffa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:18.832199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d978a7-f4ca-42ef-9c52-6b59c3c8cc0e req-d7920038-fc19-4b67-a163-ee890b6dffa3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee19d38453fb4b61b2134384718859f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8738017 May 06 12:34:18.899939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b72f714f-4ca1-454d-baba-fb4fc041b08c req-22f9b207-6d66-4171-a682-a01c84bab8ba service neutron] 10.222.0.36 "GET /v2.0/networks/287e0b8c-726e-43e0-87c1-188321046c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834568 May 06 12:34:18.966384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '49832452-4030-4566-b8bf-492be19ec86d'}, {'name': 'network-changed', 'server_uuid': '4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67', 'tag': '93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:18.973857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:18.982281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:port and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:18.987423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:19.001416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:19.026254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Made reservation on behalf of 58775d9ee6c34d7fabfa1ca686ad752d for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:19.029914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-50f64706-5464-44b3-b1fd-30571b2686fe tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7116778 May 06 12:34:19.035318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Attempting to bind port bc616944-ac4e-4027-b0b0-1e6ef559966d on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:19.035709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Attempting to bind port bc616944-ac4e-4027-b0b0-1e6ef559966d by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:19.035944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Attempting to bind port bc616944-ac4e-4027-b0b0-1e6ef559966d on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:19.037333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.072927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Port bc616944-ac4e-4027-b0b0-1e6ef559966d on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:19.073343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Attempting to bind port bc616944-ac4e-4027-b0b0-1e6ef559966d on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:19.101833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:19.102211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Checking segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:19.102701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Bound using segment: {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:19.103181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Bound port: bc616944-ac4e-4027-b0b0-1e6ef559966d, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490f73c2-007f-46fe-9b8b-8e7e04ff7996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:19.103543 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.123833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d978a7-f4ca-42ef-9c52-6b59c3c8cc0e req-e4312423-d4c1-4f44-a784-58d215c7a246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:19.125679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46d978a7-f4ca-42ef-9c52-6b59c3c8cc0e req-e4312423-d4c1-4f44-a784-58d215c7a246 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790442 May 06 12:34:19.229785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] For port bc616944-ac4e-4027-b0b0-1e6ef559966d, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:19.234976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] For port bc616944-ac4e-4027-b0b0-1e6ef559966d, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bc616944-ac4e-4027-b0b0-1e6ef559966d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:19.243399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.345728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.347929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] 10.222.0.48 "PUT /v2.0/ports/bc616944-ac4e-4027-b0b0-1e6ef559966d HTTP/1.1" status: 200 len: 1091 time: 3.7097208 May 06 12:34:19.376584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b179a-aaf3-4f7b-801e-1aae209ce448 service neutron] Pushing event updated for resources: {'Port': ['ID=bc616944-ac4e-4027-b0b0-1e6ef559966d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:19.399380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:19.453722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Allocated IP 172.20.0.11 (2fcf2155-ec98-46a6-995e-38a5ec817657/d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55/cbab3d52-3b05-4f90-bf4b-93c8fd0f8600) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:19.591262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:19.916758 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.949367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31501-8362-40ea-b44c-c2dabd1e43cb req-ae56ad9c-9160-472d-acc1-7d37261cb95f tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:19.959169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1aa31501-8362-40ea-b44c-c2dabd1e43cb req-ae56ad9c-9160-472d-acc1-7d37261cb95f tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 946 time: 0.4939222 May 06 12:34:19.985711 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.008383 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.040152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.082942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:20.083758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:20.095978 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.201376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Network 2fcf2155-ec98-46a6-995e-38a5ec817657 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:20.206657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:20.208904 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1aa31501-8362-40ea-b44c-c2dabd1e43cb req-ef8959ed-d64f-4a8d-8dd3-33a6d2c64255 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464566 May 06 12:34:20.215347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:20.280572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:20.353422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:20.354397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.394205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'Port': ['ID=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:20.413132 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7326229 May 06 12:34:20.418384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.419159 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.419710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.420390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.420945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.421540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.422095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.422667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.423220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.423765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.424303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd411e4f-cf7c-4dcd-b8bf-dd39d7cc7550 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:20.440037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Request body: {'port': {'device_id': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:20.492514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8bd93-8716-451b-8531-b73f1f88f510 req-2e105595-fe26-40b9-a0b1-9b40382d009f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:20.494236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bc8bd93-8716-451b-8531-b73f1f88f510 req-2e105595-fe26-40b9-a0b1-9b40382d009f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 932 time: 0.4481752 May 06 12:34:20.651039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.712068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8bc8bd93-8716-451b-8531-b73f1f88f510 req-dd0e03c8-4d24-4819-a1e9-250d7856c7de tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Synchronizing usage tracker for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:20.764865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8bc8bd93-8716-451b-8531-b73f1f88f510 req-dd0e03c8-4d24-4819-a1e9-250d7856c7de tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Unset dirty status for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:20.771756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bc8bd93-8716-451b-8531-b73f1f88f510 req-dd0e03c8-4d24-4819-a1e9-250d7856c7de tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140059 May 06 12:34:20.952092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e426cb97-c3c2-486a-ad47-f4fa118f8be5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:20.970507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.002324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Transition to ACTIVE for port object e426cb97-c3c2-486a-ad47-f4fa118f8be5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:21.020871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b6fa-0e0a-47c3-bd19-023d7f922368 req-013e8e30-ca10-4fe5-8765-9d187b9d126b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:21.027838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b6fa-0e0a-47c3-bd19-023d7f922368 req-013e8e30-ca10-4fe5-8765-9d187b9d126b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:21.034803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b6fa-0e0a-47c3-bd19-023d7f922368 req-013e8e30-ca10-4fe5-8765-9d187b9d126b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:21.040617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b6fa-0e0a-47c3-bd19-023d7f922368 req-013e8e30-ca10-4fe5-8765-9d187b9d126b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:21.046391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b6fa-0e0a-47c3-bd19-023d7f922368 req-013e8e30-ca10-4fe5-8765-9d187b9d126b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:21.054008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b6fa-0e0a-47c3-bd19-023d7f922368 req-013e8e30-ca10-4fe5-8765-9d187b9d126b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:21.059019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b6fa-0e0a-47c3-bd19-023d7f922368 req-013e8e30-ca10-4fe5-8765-9d187b9d126b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:21.061350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01f8b6fa-0e0a-47c3-bd19-023d7f922368 req-013e8e30-ca10-4fe5-8765-9d187b9d126b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5406 time: 0.5054779 May 06 12:34:21.101069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.373340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Pushing event updated for resources: {'Port': ['ID=e426cb97-c3c2-486a-ad47-f4fa118f8be5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:21.440639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01f8b6fa-0e0a-47c3-bd19-023d7f922368 req-60744019-e597-4597-9818-2853acca0641 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3350589 May 06 12:34:21.442376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:21.463015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.490324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:34:21.523007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc071aee-f997-44de-8bf2-d8dc4822b756 req-80e6ae71-dbbc-4ad2-a2b5-bd3ec4f0815c tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:21.530142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc071aee-f997-44de-8bf2-d8dc4822b756 req-80e6ae71-dbbc-4ad2-a2b5-bd3ec4f0815c tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 943 time: 0.4674749 May 06 12:34:21.537396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Transition to ACTIVE for port object cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:21.545375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.748304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc071aee-f997-44de-8bf2-d8dc4822b756 req-24cce7f1-f13e-49e0-a103-57b97e081caf tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbba91b6-6be8-405a-a94c-5324daf74c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169080 May 06 12:34:21.814968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Attempting to bind port e426cb97-c3c2-486a-ad47-f4fa118f8be5 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:21.819609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Attempting to bind port e426cb97-c3c2-486a-ad47-f4fa118f8be5 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:21.822918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Attempting to bind port e426cb97-c3c2-486a-ad47-f4fa118f8be5 on network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:21.845193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Port e426cb97-c3c2-486a-ad47-f4fa118f8be5 on network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:21.847116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Attempting to bind port e426cb97-c3c2-486a-ad47-f4fa118f8be5 on network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:21.877322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:21.878033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Checking segment: {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:21.880805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Bound using segment: {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:21.881404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Bound port: e426cb97-c3c2-486a-ad47-f4fa118f8be5, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:21.881960 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.891250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Pushing event updated for resources: {'Port': ['ID=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:21.980054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,segment=NetworkSegment(ba98e738-bee2-4968-a8b3-39226f23ee1b),segment_id=ba98e738-bee2-4968-a8b3-39226f23ee1b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:22.012751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e', 'network_id': '287e0b8c-726e-43e0-87c1-188321046c2d', 'port_id': '93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e', 'mac_address': 'fa:16:3e:cb:d1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce6f605-7874-4bb2-9d44-03a4d9c810a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:34:22.039380 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0380b2-ea12-426e-9f70-5ca633c07b00'] response: {'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '49832452-4030-4566-b8bf-492be19ec86d', 'status': 'completed', 'code': 200} May 06 12:34:22.039986 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0380b2-ea12-426e-9f70-5ca633c07b00'] response: {'name': 'network-changed', 'server_uuid': '4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67', 'tag': '93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e', 'status': 'completed', 'code': 200} May 06 12:34:22.133658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.156945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:22.171936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Attempting to bind port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:22.172467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Attempting to bind port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '8c9bf430-be49-406e-81dc-083ac4068f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:22.172986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Attempting to bind port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 on network 2fcf2155-ec98-46a6-995e-38a5ec817657 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:22.184871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,segment=NetworkSegment(ba98e738-bee2-4968-a8b3-39226f23ee1b),segment_id=ba98e738-bee2-4968-a8b3-39226f23ee1b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:22.186025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 on network 2fcf2155-ec98-46a6-995e-38a5ec817657 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:22.186652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Attempting to bind port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 on network 2fcf2155-ec98-46a6-995e-38a5ec817657 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:22.194293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.221261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:22.222770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Checking segment: {'id': '8c9bf430-be49-406e-81dc-083ac4068f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:22.223439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Bound using segment: {'id': '8c9bf430-be49-406e-81dc-083ac4068f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:22.225100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Bound port: cbab3d52-3b05-4f90-bf4b-93c8fd0f8600, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9bf430-be49-406e-81dc-083ac4068f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:22.228270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.340779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:22.391259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] For port e426cb97-c3c2-486a-ad47-f4fa118f8be5, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:22.402798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] For port e426cb97-c3c2-486a-ad47-f4fa118f8be5, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e426cb97-c3c2-486a-ad47-f4fa118f8be5,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:22.422505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df768-b88c-4810-961b-4266fe93b25c req-5f222b92-303c-4684-9a6c-b31b7951a2cf tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:22.433424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-357df768-b88c-4810-961b-4266fe93b25c req-5f222b92-303c-4684-9a6c-b31b7951a2cf tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=caf4e23e-e8de-4802-a9b4-013ee42085d9 HTTP/1.1" status: 200 len: 945 time: 0.5172112 May 06 12:34:22.447252 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.541639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:22.561180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-ce7d1123-c1d5-4a6e-8cfe-436ff53f2f6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6378 time: 0.5117042 May 06 12:34:22.576338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-0726d690-df12-437b-983e-70d660675007 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6f90c34659401d84221d68e63d79ec&device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 1095 time: 0.5467720 May 06 12:34:22.671393 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-0294932f-83e1-4e15-b280-1b14d033e305 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687737 May 06 12:34:22.787792 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cfaac2-8614-4378-ab7f-eb4f8c9e196e'] response: {'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44', 'code': 200} May 06 12:34:22.930141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] For port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:22.952250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] For port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:22.965065 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.985261 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.986984 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] 10.222.0.48 "PUT /v2.0/ports/e426cb97-c3c2-486a-ad47-f4fa118f8be5 HTTP/1.1" status: 200 len: 1091 time: 3.5944009 May 06 12:34:23.067961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Request body: {'port': {'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:23.147257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746917f8-4020-44a4-b747-b880c49942ad req-f0b80006-0489-48b7-8f21-b7fe5047ce32 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.149801 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-f0b80006-0489-48b7-8f21-b7fe5047ce32 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4718473 May 06 12:34:23.168818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.171268 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] 10.222.0.48 "PUT /v2.0/ports/cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 HTTP/1.1" status: 200 len: 1092 time: 2.7403884 May 06 12:34:23.171980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:23.249722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Request body: {'port': {'device_id': '1ae7daaf-72d8-471e-88e5-7dfc9f7eb308', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '15ff0397e66c4efb8aff516390ebd4cc'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:23.301483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccea088-ee76-4528-97c9-6a5a1a3c0d58 service neutron] Pushing event updated for resources: {'Port': ['ID=e426cb97-c3c2-486a-ad47-f4fa118f8be5,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:23.347042 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-1bd127a8-5e12-4860-b718-42fd01199d94 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1659570 May 06 12:34:23.422538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-357df768-b88c-4810-961b-4266fe93b25c req-a8a54040-60b0-4445-8760-bd18f0f9893c tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9880347 May 06 12:34:23.488371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.505484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-7025677f-c5f6-4a05-a1c8-19947c77b581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.505885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-7025677f-c5f6-4a05-a1c8-19947c77b581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.506418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-7025677f-c5f6-4a05-a1c8-19947c77b581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.508286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-7025677f-c5f6-4a05-a1c8-19947c77b581 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ee19d38453fb4b61b2134384718859f1&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9292207 May 06 12:34:23.562340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-efa0ab4a-a74f-4ce1-86dd-3bd8b67a647b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.563873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-efa0ab4a-a74f-4ce1-86dd-3bd8b67a647b service neutron] 10.222.0.36 "GET /v2.0/networks?id=287e0b8c-726e-43e0-87c1-188321046c2d HTTP/1.1" status: 200 len: 923 time: 0.9419098 May 06 12:34:23.596901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f8c5b-3754-470d-8f2e-7ced74389613 service neutron] Pushing event updated for resources: {'Port': ['ID=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:23.798006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:23.798680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-a2068549-7706-4197-9e09-2f459137907c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e HTTP/1.1" status: 200 len: 217 time: 0.2010281 May 06 12:34:23.816943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746917f8-4020-44a4-b747-b880c49942ad req-8f01fe20-ae1f-4ccb-b3df-d37db52b0dc0 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.819755 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-8f01fe20-ae1f-4ccb-b3df-d37db52b0dc0 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3617928 May 06 12:34:23.825010 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-0643799d-8b3d-484c-8848-17f08fe7dca6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 1095 time: 0.4866724 May 06 12:34:23.844481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Request body: {'port': {'device_id': '8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '15ff0397e66c4efb8aff516390ebd4cc'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:23.868461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89954dfb-8d3d-4521-ab22-6efa9e292a75 req-f6be1eec-9e56-428b-b5a6-8bc1c0672993 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.870032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89954dfb-8d3d-4521-ab22-6efa9e292a75 req-f6be1eec-9e56-428b-b5a6-8bc1c0672993 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f5f614-43ce-473f-b936-e2026caf0eff HTTP/1.1" status: 200 len: 946 time: 0.9400990 May 06 12:34:23.975842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:24.018798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-070216ef-df36-446b-a716-0f17d01a0202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:24.021402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-070216ef-df36-446b-a716-0f17d01a0202 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4952643 May 06 12:34:24.059712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': 'bc616944-ac4e-4027-b0b0-1e6ef559966d'}, {'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:24.074038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-2ec12da7-2783-4eac-b8bd-32ca55b362e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:24.076450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-2ec12da7-2783-4eac-b8bd-32ca55b362e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ce6f605-7874-4bb2-9d44-03a4d9c810a9 HTTP/1.1" status: 200 len: 862 time: 0.2680480 May 06 12:34:24.148681 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-19a4b421-d6c1-4f9d-90be-0093387f4516 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 HTTP/1.1" status: 200 len: 217 time: 0.2730973 May 06 12:34:24.208292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Made reservation on behalf of 15ff0397e66c4efb8aff516390ebd4cc for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:24.212536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-d8a7c21a-2fd3-4916-8bb9-cb469a51c4b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=287e0b8c-726e-43e0-87c1-188321046c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182091 May 06 12:34:24.213520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.223405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89954dfb-8d3d-4521-ab22-6efa9e292a75 req-ebdfc68e-3f74-4202-8b47-6f6d8fa1e7a9 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351407 May 06 12:34:24.538652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f937-8027-4eee-917f-815d6b820c36 req-ba857501-6403-4cdf-828b-59cd84469302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:24.541288 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-ba857501-6403-4cdf-828b-59cd84469302 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.3852453 May 06 12:34:24.614450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-f17712e9-6d5b-4438-ae41-d8a0a40bb85d service neutron] 10.222.0.36 "GET /v2.0/networks/287e0b8c-726e-43e0-87c1-188321046c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893642 May 06 12:34:24.661508 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-71f9a199-4a59-403c-9992-7a2ab9457b82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991356 May 06 12:34:24.716101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:24.737257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Usage tracker for resource:port and tenant:15ff0397e66c4efb8aff516390ebd4cc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:24.769244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f281b-ef67-460f-a103-34b6c0845d3b req-6e16663d-7f31-4e70-ad02-a935d15b70f7 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:24.770863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483f281b-ef67-460f-a103-34b6c0845d3b req-6e16663d-7f31-4e70-ad02-a935d15b70f7 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 944 time: 0.3371007 May 06 12:34:24.815753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:24.827625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:24.833629 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.902351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:24.913847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Transition to ACTIVE for port object 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:24.944571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.979156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Made reservation on behalf of 15ff0397e66c4efb8aff516390ebd4cc for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:24.984238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.987189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ef7af0-2e45-40b5-9363-b5645a1ef241 req-c5caa737-f8dd-4863-99a6-d4e58058cd76 service neutron] 10.222.0.36 "GET /v2.0/networks/287e0b8c-726e-43e0-87c1-188321046c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565869 May 06 12:34:25.013538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483f281b-ef67-460f-a103-34b6c0845d3b req-006b00d1-aeeb-4e27-bad6-296cf095c994 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248096 May 06 12:34:25.075116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Allocated IP 192.168.233.165 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/01dfe0b2-33d0-46bb-b173-f898f6620df4) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:25.144002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Pushing event updated for resources: {'Port': ['ID=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:25.166196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.166961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.167498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.168072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.168599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.169110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.169661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.170162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.170674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.171177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.171693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:25.239926 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-d045cdb0-788b-4292-b51d-de0fe1e39f97 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652342 May 06 12:34:25.263917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d27bb-d26c-48f6-b0ab-0791aa5ab6e4 req-8494d82b-a3b2-4e04-920b-647d09af384e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:25.267225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d27bb-d26c-48f6-b0ab-0791aa5ab6e4 req-8494d82b-a3b2-4e04-920b-647d09af384e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:25.271292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d27bb-d26c-48f6-b0ab-0791aa5ab6e4 req-8494d82b-a3b2-4e04-920b-647d09af384e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:25.275887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d27bb-d26c-48f6-b0ab-0791aa5ab6e4 req-8494d82b-a3b2-4e04-920b-647d09af384e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:25.280353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d27bb-d26c-48f6-b0ab-0791aa5ab6e4 req-8494d82b-a3b2-4e04-920b-647d09af384e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:25.284475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d27bb-d26c-48f6-b0ab-0791aa5ab6e4 req-8494d82b-a3b2-4e04-920b-647d09af384e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:25.288942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d27bb-d26c-48f6-b0ab-0791aa5ab6e4 req-8494d82b-a3b2-4e04-920b-647d09af384e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:25.297089 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-225d27bb-d26c-48f6-b0ab-0791aa5ab6e4 req-8494d82b-a3b2-4e04-920b-647d09af384e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5418 time: 0.4405532 May 06 12:34:25.510439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:25.565538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4812b61-ee82-47a7-9c49-1980b082fe20 req-36f6a6c6-a1d6-46b8-ac92-12b150a76b54 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 210 time: 0.3545630 May 06 12:34:25.663829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Attempting to bind port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:25.664745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Attempting to bind port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:25.665342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Attempting to bind port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 on network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:25.669321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:25.683555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:25.685314 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.703608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-225d27bb-d26c-48f6-b0ab-0791aa5ab6e4 req-3307dbe3-d237-4724-a841-de2ae1dff7d7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4048710 May 06 12:34:25.711962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 on network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:25.712414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Attempting to bind port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 on network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:25.732552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:25.733417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Checking segment: {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:25.734236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Bound using segment: {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:25.735443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Bound port: 4e46a668-3e2d-43da-b6ef-4c0a15f40f61, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:25.738947 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.950629 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66301c3e-15f3-4486-bfc7-b3b27ba61852'] response: {'name': 'network-changed', 'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600', 'status': 'completed', 'code': 200} May 06 12:34:26.061297 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e293f937-8027-4eee-917f-815d6b820c36 req-5765d03e-67a7-467d-83f6-3a4f7f479c62 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8042028 May 06 12:34:26.068097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.090985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.106517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] For port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:26.119728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] For port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:26.124803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Transition to ACTIVE for port object 01dfe0b2-33d0-46bb-b173-f898f6620df4 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:26.142462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,segment=NetworkSegment(ba98e738-bee2-4968-a8b3-39226f23ee1b),segment_id=ba98e738-bee2-4968-a8b3-39226f23ee1b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:26.143967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:26.145054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.151749 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.302391 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.306028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e46a668-3e2d-43da-b6ef-4c0a15f40f61 HTTP/1.1" status: 200 len: 1091 time: 3.2545993 May 06 12:34:26.307155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.326819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d97678-355a-4171-9dba-503aed167058 req-e3a42971-8e8b-455e-b1a6-504e35a7baa4 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:26.331337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:26.338124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8d97678-355a-4171-9dba-503aed167058 req-e3a42971-8e8b-455e-b1a6-504e35a7baa4 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 944 time: 0.5820212 May 06 12:34:26.370205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:26.535295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:26.555370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:26.559697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:26.667780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8d97678-355a-4171-9dba-503aed167058 req-b7692fb5-2e0b-4820-9a26-053e8358a4c9 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbba91b6-6be8-405a-a94c-5324daf74c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269649 May 06 12:34:26.715638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694ab87-1922-443c-88ac-8a88300b4141 service neutron] Pushing event updated for resources: {'Port': ['ID=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:26.767482 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae77f97-0d57-4ef1-838e-8c79eb620ddf'] response: {'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': 'bc616944-ac4e-4027-b0b0-1e6ef559966d', 'status': 'completed', 'code': 200} May 06 12:34:26.770761 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae77f97-0d57-4ef1-838e-8c79eb620ddf'] response: {'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5', 'status': 'completed', 'code': 200} May 06 12:34:26.837513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:26.838561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.843031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ffae29a-d28d-40a7-a164-a856d2b93e74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6487 time: 0.3226857 May 06 12:34:27.010117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-00701916-cf3b-461d-aaaf-c4aec64d33ae req-c4e113a3-ce5e-4d31-8e03-5179a1ebb23b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 1095 time: 0.8292558 May 06 12:34:27.059394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-b481d1ab-1188-4f9c-8cd2-08ac808121d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e57cefd-329a-4c4f-9cf2-a9562f96b339 HTTP/1.1" status: 200 len: 217 time: 0.1871505 May 06 12:34:27.090580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event updated for resources: {'Port': ['ID=01dfe0b2-33d0-46bb-b173-f898f6620df4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:27.160687 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-5fcaf8e0-d9b1-4c36-9812-b6049478d0cf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9179463 May 06 12:34:27.195449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Request body: {'port': {'device_id': '1ae7daaf-72d8-471e-88e5-7dfc9f7eb308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:27.202497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f26203d-a26e-4ca8-9100-f60620552e93 None None] Provisioning for port 01dfe0b2-33d0-46bb-b173-f898f6620df4 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:27.212871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f26203d-a26e-4ca8-9100-f60620552e93 None None] Provisioning complete for port 01dfe0b2-33d0-46bb-b173-f898f6620df4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:27.214270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f26203d-a26e-4ca8-9100-f60620552e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:27.366435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Allocated IP 192.168.233.42 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/545c4e8a-92ad-4627-90a0-8549e8886a35) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:27.422738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9f26203d-a26e-4ca8-9100-f60620552e93 None None] Port 01dfe0b2-33d0-46bb-b173-f898f6620df4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:27.502902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-341f181d-c4b8-44f4-a19d-f2defff7bc4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:27.505591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-341f181d-c4b8-44f4-a19d-f2defff7bc4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71a2bf6a-d5e5-4d51-9ebb-6706229d28df HTTP/1.1" status: 200 len: 855 time: 0.4225490 May 06 12:34:27.577141 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:27.755812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5845e8-4573-45f5-8274-c710b3865b81 req-1bf9371b-8df0-4261-9428-9b4aac43c877 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:27.757587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd5845e8-4573-45f5-8274-c710b3865b81 req-1bf9371b-8df0-4261-9428-9b4aac43c877 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb81133-2325-40bd-bda3-617043c33ca8 HTTP/1.1" status: 200 len: 945 time: 0.5761962 May 06 12:34:27.761182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701916-cf3b-461d-aaaf-c4aec64d33ae req-77ef713a-546b-4bae-8c12-34654110ca63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:27.762517 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-00701916-cf3b-461d-aaaf-c4aec64d33ae req-77ef713a-546b-4bae-8c12-34654110ca63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 914 time: 0.6590207 May 06 12:34:27.771612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-9cfcbb15-2a3d-4088-b821-e8e34fd676c1 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:27.773303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-9cfcbb15-2a3d-4088-b821-e8e34fd676c1 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.48 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 945 time: 0.4987857 May 06 12:34:27.783967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23f45a-fbfc-4043-ad08-783a6e64a0f9 req-532ba315-94d9-4f93-9c83-7bce229b3393 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:27.785534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac23f45a-fbfc-4043-ad08-783a6e64a0f9 req-532ba315-94d9-4f93-9c83-7bce229b3393 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=e10df792-00bb-4c6e-924d-1abde7a75caa HTTP/1.1" status: 200 len: 945 time: 0.4126403 May 06 12:34:27.885439 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-00701916-cf3b-461d-aaaf-c4aec64d33ae req-0018438b-3b61-4f46-853a-97aa3ea940c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 HTTP/1.1" status: 200 len: 217 time: 0.1070249 May 06 12:34:27.931864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a31a77b1-66d7-4e08-a2b8-2ea1a136eacd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=976f98d1-003f-441c-898e-2b2c65044136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3932369 May 06 12:34:27.944358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Deleting port c6474109-1500-4cfb-b659-93cea61918bc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:27.944358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.015845 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-0512f994-ed5d-4408-9000-3e0c427ae84f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4073784 May 06 12:34:28.027022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd5845e8-4573-45f5-8274-c710b3865b81 req-22d177f0-a039-4bc5-b97b-0fdf99e1d25d tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526801 May 06 12:34:28.064796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.093240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701916-cf3b-461d-aaaf-c4aec64d33ae req-b6ed9491-8a02-49c2-a8f6-dff91303aab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:28.094862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-00701916-cf3b-461d-aaaf-c4aec64d33ae req-b6ed9491-8a02-49c2-a8f6-dff91303aab5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.1504579 May 06 12:34:28.095850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Transition to ACTIVE for port object 545c4e8a-92ad-4627-90a0-8549e8886a35 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:28.192171 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-00701916-cf3b-461d-aaaf-c4aec64d33ae req-f0021c5d-4ff7-4533-88b6-6e30bc11f729 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823953 May 06 12:34:28.198946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac23f45a-fbfc-4043-ad08-783a6e64a0f9 req-7d02b019-2625-4b54-bf50-4b3ed80ffb31 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645582 May 06 12:34:28.355320 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840d8dba-3376-488c-9305-66393a6fabff'] response: {'server_uuid': '4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e', 'code': 200} May 06 12:34:28.476737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-659f24f9-1d6d-4734-9381-c028e3b3b771 service neutron] 10.222.0.48 "GET /v2.0/networks/976f98d1-003f-441c-898e-2b2c65044136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996524 May 06 12:34:28.526330 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.545329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:28.786543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:28.801816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-26beeb52-21d7-481c-9295-dcb94af96016 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 1100 time: 0.6817830 May 06 12:34:28.898675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] For port c6474109-1500-4cfb-b659-93cea61918bc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c6474109-1500-4cfb-b659-93cea61918bc,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:28.899201 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.097159 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:29.108024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event updated for resources: {'Port': ['ID=545c4e8a-92ad-4627-90a0-8549e8886a35,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:29.111952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:29.129357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:29.156618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Calling delete_port for c6474109-1500-4cfb-b659-93cea61918bc owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:29.239427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d921a3-df44-4dd7-a31a-a452d29b65e7 req-671df38c-4280-4878-9818-b25cdd6c321a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:29.241223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6d921a3-df44-4dd7-a31a-a452d29b65e7 req-671df38c-4280-4878-9818-b25cdd6c321a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 944 time: 0.9112747 May 06 12:34:29.264397 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-00701916-cf3b-461d-aaaf-c4aec64d33ae req-46b8ac17-bab5-4b34-bf50-5bff3bb1fd1d service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0529804 May 06 12:34:29.293706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-25444581-82b7-4613-953e-575dc58d1897 service neutron] 10.222.0.48 "GET /v2.0/networks/976f98d1-003f-441c-898e-2b2c65044136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8075149 May 06 12:34:29.328372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:29.329371 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.436894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:29.568963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dfe0b2-33d0-46bb-b173-f898f6620df4 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:29.589664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.606371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.48', 60072) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:29.626186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:34:29.630009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c6474109-1500-4cfb-b659-93cea61918bc no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:29.638374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-78b1035f-2094-42d6-9e40-ab862cfae5ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=239f9c9f-72c8-43d0-b15c-f0067878f016 HTTP/1.1" status: 200 len: 217 time: 0.3256171 May 06 12:34:29.672404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-00897a10-08f7-49fb-87cb-565d8f35c1d7 req-0b67cdb8-e3c4-417c-9dd3-cb22efc5a3fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 1096 time: 1.1998022 May 06 12:34:29.713639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Transition to ACTIVE for port object 01dfe0b2-33d0-46bb-b173-f898f6620df4 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:29.729528 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-040f5eb8-09f0-4194-a6c5-223a87db5a7b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8969834 May 06 12:34:29.739129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.772134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c9aef6e3-ffd8-4157-84c7-4034e42afb00 None None] Provisioning for port 545c4e8a-92ad-4627-90a0-8549e8886a35 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:29.777470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Request body: {'port': {'device_id': '8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:29.841195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c9aef6e3-ffd8-4157-84c7-4034e42afb00 None None] Provisioning complete for port 545c4e8a-92ad-4627-90a0-8549e8886a35 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:29.841195 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9aef6e3-ffd8-4157-84c7-4034e42afb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.859609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-acfdd9cd-34a3-4e12-a849-124aa2e05769 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:29.861486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-acfdd9cd-34a3-4e12-a849-124aa2e05769 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 1.0226438 May 06 12:34:29.885512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6d921a3-df44-4dd7-a31a-a452d29b65e7 req-70fb9f55-5df7-40db-bb9f-5e87150f1dff tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838664 May 06 12:34:30.063185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c9aef6e3-ffd8-4157-84c7-4034e42afb00 None None] Port 545c4e8a-92ad-4627-90a0-8549e8886a35 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:30.074545 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.079534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a2bfcbcf-ec86-4142-aa49-885f32616a67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:30.082279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a2bfcbcf-ec86-4142-aa49-885f32616a67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 200 len: 797 time: 0.4027371 May 06 12:34:30.096061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:30.115185 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-00701916-cf3b-461d-aaaf-c4aec64d33ae req-8fe74b72-7f52-4409-90d6-85ad35a13a15 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8339555 May 06 12:34:30.144153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600', 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657', 'port_id': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600', 'mac_address': 'fa:16:3e:1b:80:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ea3cfe-355a-49aa-b7b1-e67fd0f05e55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:34:30.149028 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-00897a10-08f7-49fb-87cb-565d8f35c1d7 req-74591a77-84c0-48b9-bb07-4ca390d56bbe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bbba91b6-6be8-405a-a94c-5324daf74c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668982 May 06 12:34:30.155842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Pushing event updated for resources: {'Port': ['ID=01dfe0b2-33d0-46bb-b173-f898f6620df4,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:30.280006 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.310437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-61b2adf3-ad4e-4189-b182-94e5aebd61f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02 HTTP/1.1" status: 200 len: 217 time: 0.4168220 May 06 12:34:30.315411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:30.338768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.374312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:30.389334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.484390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Attempting to bind port 01dfe0b2-33d0-46bb-b173-f898f6620df4 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:30.484732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Attempting to bind port 01dfe0b2-33d0-46bb-b173-f898f6620df4 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:30.485067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Attempting to bind port 01dfe0b2-33d0-46bb-b173-f898f6620df4 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:30.502139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Port 01dfe0b2-33d0-46bb-b173-f898f6620df4 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:30.502518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Attempting to bind port 01dfe0b2-33d0-46bb-b173-f898f6620df4 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:30.515818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:30.616944 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.626812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:30.628224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:30.628224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:30.628224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Bound port: 01dfe0b2-33d0-46bb-b173-f898f6620df4, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:30.629046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.685962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['930a7eae-fc1b-41e6-83d5-4773bc4302f2'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:30.732281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d12c3-ff2a-41a6-aa32-d5c858d37799 req-9b87d5fa-807b-4cf4-9223-00f4b78c1315 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:30.744475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe3d12c3-ff2a-41a6-aa32-d5c858d37799 req-9b87d5fa-807b-4cf4-9223-00f4b78c1315 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 936 time: 1.2539425 May 06 12:34:30.763788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['7fcd7593-24e4-4cf0-9f69-b8f8af760e95'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:30.820844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Pushing event deleted for resources: {'Port': ['ID=c6474109-1500-4cfb-b659-93cea61918bc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:30.833572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-9b3187a9-db32-49e7-8388-40d20dd9f436 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:30.837565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-9b3187a9-db32-49e7-8388-40d20dd9f436 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf4e23e-e8de-4802-a9b4-013ee42085d9 HTTP/1.1" status: 200 len: 945 time: 1.2019663 May 06 12:34:30.841016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-80e68cec-1512-477d-97e4-06b2f922d36c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:30.842876 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-80e68cec-1512-477d-97e4-06b2f922d36c tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e45fa3b-4dcb-4d47-a413-1abbcad426dd HTTP/1.1" status: 200 len: 943 time: 0.2918084 May 06 12:34:30.961670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] For port 01dfe0b2-33d0-46bb-b173-f898f6620df4, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:30.968525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-59fb0d1f-cfd7-4857-b40d-4f3d4b834a66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:30.971359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-59fb0d1f-cfd7-4857-b40d-4f3d4b834a66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.4750638 May 06 12:34:30.992524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] For port 01dfe0b2-33d0-46bb-b173-f898f6620df4, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=01dfe0b2-33d0-46bb-b173-f898f6620df4,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:31.000254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Deleting port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:31.000551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.046020 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.129715 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.132097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] 10.222.0.48 "PUT /v2.0/ports/01dfe0b2-33d0-46bb-b173-f898f6620df4 HTTP/1.1" status: 200 len: 1096 time: 3.9560027 May 06 12:34:31.135297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae7daaf-72d8-471e-88e5-7dfc9f7eb308', 'tag': '01dfe0b2-33d0-46bb-b173-f898f6620df4'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:31.197027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:31.204094 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:31.407097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.48', 60073) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:31.433991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] No DVR routers for this DVR port c6474109-1500-4cfb-b659-93cea61918bc on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:31.527468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-9ec41c85-0c2b-4542-ad35-243be32d1b7b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4206994 May 06 12:34:31.535614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Deleting port edb624d5-bd07-4791-8b61-914e72f988d9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:31.536193 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.579949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.619837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe3d12c3-ff2a-41a6-aa32-d5c858d37799 req-b8880486-057f-4024-b142-04c209f23bb4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8738680 May 06 12:34:31.743668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b37e-4fd7-45c2-a6a3-4d10cbdc1f42 req-74b788dc-6076-4076-9c65-21d70f2b6779 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:31.745813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:31.751625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b37e-4fd7-45c2-a6a3-4d10cbdc1f42 req-74b788dc-6076-4076-9c65-21d70f2b6779 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:31.761717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b37e-4fd7-45c2-a6a3-4d10cbdc1f42 req-74b788dc-6076-4076-9c65-21d70f2b6779 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:31.769854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b37e-4fd7-45c2-a6a3-4d10cbdc1f42 req-74b788dc-6076-4076-9c65-21d70f2b6779 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:31.777282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b37e-4fd7-45c2-a6a3-4d10cbdc1f42 req-74b788dc-6076-4076-9c65-21d70f2b6779 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:31.784550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b37e-4fd7-45c2-a6a3-4d10cbdc1f42 req-74b788dc-6076-4076-9c65-21d70f2b6779 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:31.793977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b37e-4fd7-45c2-a6a3-4d10cbdc1f42 req-74b788dc-6076-4076-9c65-21d70f2b6779 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:31.797109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7658b37e-4fd7-45c2-a6a3-4d10cbdc1f42 req-74b788dc-6076-4076-9c65-21d70f2b6779 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 1.5518348 May 06 12:34:31.842091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528893e3-f448-4b34-a1d4-cd694d81cf0e service neutron] Pushing event updated for resources: {'Port': ['ID=01dfe0b2-33d0-46bb-b173-f898f6620df4,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:31.866704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] For port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:31.867091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.034518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device edb624d5-bd07-4791-8b61-914e72f988d9 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:32.158198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545c4e8a-92ad-4627-90a0-8549e8886a35 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:32.169772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Calling delete_port for 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:32.209841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.252365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Transition to ACTIVE for port object 545c4e8a-92ad-4627-90a0-8549e8886a35 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:32.260869 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.282086 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.290787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.48 "DELETE /v2.0/ports/c6474109-1500-4cfb-b659-93cea61918bc HTTP/1.1" status: 204 len: 173 time: 4.5030582 May 06 12:34:32.340323 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-8978fd7c-98ef-48f9-ac82-f145909f00c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 1099 time: 1.0986233 May 06 12:34:32.415360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port edb624d5-bd07-4791-8b61-914e72f988d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=edb624d5-bd07-4791-8b61-914e72f988d9,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:32.418557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb624d5-bd07-4791-8b61-914e72f988d9'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:32.448459 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.456502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 20a71259-b1c7-44d2-b887-d81a2dc45c52 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:32.551282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049b73-c538-4257-9486-127554650126 service neutron] Pushing event updated for resources: {'Port': ['ID=545c4e8a-92ad-4627-90a0-8549e8886a35,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:32.578822 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-86fe7fad-844f-4f7f-ae79-5f9012811dc7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=01dfe0b2-33d0-46bb-b173-f898f6620df4 HTTP/1.1" status: 200 len: 217 time: 0.2237849 May 06 12:34:32.712001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=edb624d5-bd07-4791-8b61-914e72f988d9,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:32.717809 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.836880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Pushing event deleted for resources: {'Port': ['ID=9b9c2172-2feb-48a3-a4e2-17d1da53aa44,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:32.853345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746917f8-4020-44a4-b747-b880c49942ad req-142968f4-a313-4436-9b4b-bea643504c90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:32.854894 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-142968f4-a313-4436-9b4b-bea643504c90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2658317 May 06 12:34:32.889129 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.921817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-4f329bd4-6779-41bd-b964-77b0074097d7 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3222980 May 06 12:34:32.928811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-f7b66c8a-8367-4d1f-bf96-a4d6f4e2eb1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.9327338 May 06 12:34:32.949686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7658b37e-4fd7-45c2-a6a3-4d10cbdc1f42 req-d45ab892-5977-4ab3-85d8-b1338c0751e2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1217444 May 06 12:34:33.006443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] No DVR routers for this DVR port 9b9c2172-2feb-48a3-a4e2-17d1da53aa44 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:33.019791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.033395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 20a71259-b1c7-44d2-b887-d81a2dc45c52, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=20a71259-b1c7-44d2-b887-d81a2dc45c52,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:33.049007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.055950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Attempting to bind port 545c4e8a-92ad-4627-90a0-8549e8886a35 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:33.056395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Attempting to bind port 545c4e8a-92ad-4627-90a0-8549e8886a35 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:33.056582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Attempting to bind port 545c4e8a-92ad-4627-90a0-8549e8886a35 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:33.082226 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f29ba3b2-aabc-4688-bd6d-a8181db551ed req-d3befb4c-3b50-4afd-8070-483033061c0e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.48 "DELETE /v2.0/ports/9b9c2172-2feb-48a3-a4e2-17d1da53aa44 HTTP/1.1" status: 204 len: 173 time: 2.2192507 May 06 12:34:33.106690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Port 545c4e8a-92ad-4627-90a0-8549e8886a35 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:33.110000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Attempting to bind port 545c4e8a-92ad-4627-90a0-8549e8886a35 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:33.154527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:33.155238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:33.156007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:33.157051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Bound port: 545c4e8a-92ad-4627-90a0-8549e8886a35, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:33.158396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.247825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=20a71259-b1c7-44d2-b887-d81a2dc45c52,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:33.314655 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-53112ad5-3fd8-4263-998b-8a3ff63c3078 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4178140 May 06 12:34:33.473992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] For port 545c4e8a-92ad-4627-90a0-8549e8886a35, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:33.488775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] For port 545c4e8a-92ad-4627-90a0-8549e8886a35, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=545c4e8a-92ad-4627-90a0-8549e8886a35,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:33.509465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.515231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-cf397070-0786-4dfb-aac2-b012db428874 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:33.516778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-cf397070-0786-4dfb-aac2-b012db428874 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f038e-9019-49d8-b487-14cb06ca5668 HTTP/1.1" status: 200 len: 945 time: 2.1016068 May 06 12:34:33.608526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.610428 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-c1049b73-c538-4257-9486-127554650126 service neutron] 10.222.0.36 "PUT /v2.0/ports/545c4e8a-92ad-4627-90a0-8549e8886a35 HTTP/1.1" status: 200 len: 1095 time: 3.8415625 May 06 12:34:33.616676 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-0f9b16ab-63a2-4deb-87f0-c281234bdf6a service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919402 May 06 12:34:33.624120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:33.683423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-634f7478-558e-411d-84dd-6848306874cd tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:33.685472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-634f7478-558e-411d-84dd-6848306874cd tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 804 time: 1.5051272 May 06 12:34:33.756040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049b73-c538-4257-9486-127554650126 service neutron] Pushing event updated for resources: {'Port': ['ID=545c4e8a-92ad-4627-90a0-8549e8886a35,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:33.853022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-7d3cfc88-94e3-42fe-8604-6f9a7801973c service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8487222 May 06 12:34:33.862406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Deleting port 20a71259-b1c7-44d2-b887-d81a2dc45c52 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:33.862949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.896689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-a4e1fb22-879f-4b32-a05b-31eff7c8a600 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9420679 May 06 12:34:33.910344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:33.920362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:33.920887 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.942987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-d4fd2200-55ef-4911-a12b-5faeb631e3b2 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/quotas/ebad8735eb3041388033a63376ff3d79 HTTP/1.1" status: 200 len: 375 time: 0.2227817 May 06 12:34:34.018015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-200d253e-5caf-40f6-a810-22894c4af01e service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942125 May 06 12:34:34.054061 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-21bb35bf-fcae-4b32-95d0-5f316a898c69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5 HTTP/1.1" status: 200 len: 1098 time: 0.2995229 May 06 12:34:34.155254 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-0731bc79-5528-491b-9847-f06fe7d769c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=545c4e8a-92ad-4627-90a0-8549e8886a35 HTTP/1.1" status: 200 len: 217 time: 0.0912371 May 06 12:34:34.215256 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.230556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] For port edb624d5-bd07-4791-8b61-914e72f988d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=edb624d5-bd07-4791-8b61-914e72f988d9,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:34.231171 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.267447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:34.275322 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.309317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746917f8-4020-44a4-b747-b880c49942ad req-b3222b3c-7d53-41be-9fad-81e56ea5798d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:34.312256 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-b3222b3c-7d53-41be-9fad-81e56ea5798d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1477838 May 06 12:34:34.448915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-8adeb095-b67b-4505-8d4b-60781e61960e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3402967 May 06 12:34:34.452986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:34.502903 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-3a7a1d55-b6de-42b2-be1d-efe99f608c02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817045 May 06 12:34:34.591652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-dbfa5472-a269-40b3-9783-f686ca918d58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda HTTP/1.1" status: 200 len: 217 time: 0.6741858 May 06 12:34:34.598963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Calling delete_port for edb624d5-bd07-4791-8b61-914e72f988d9 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:34.904347 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-7004f2cd-b5b4-406b-b170-a2249a255015 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935101 May 06 12:34:34.925225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648ebc6-f9da-46e2-a83f-7a30e9b56a98 req-04439219-43a9-4716-8aa5-48da80aeeec5 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:34.926803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e648ebc6-f9da-46e2-a83f-7a30e9b56a98 req-04439219-43a9-4716-8aa5-48da80aeeec5 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 945 time: 1.6389575 May 06 12:34:35.134635 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-746917f8-4020-44a4-b747-b880c49942ad req-e3010da1-34cc-4b5c-8d5b-b4fb5aafc2b1 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222931 May 06 12:34:35.167172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-b6b86ca0-6fd8-49ec-942a-76954e8e3287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:35.168631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-b6b86ca0-6fd8-49ec-942a-76954e8e3287 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 200 len: 797 time: 0.3678617 May 06 12:34:35.170384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59a2d89f-6ccb-474b-ad62-ca45696c4b90 req-a1bb3243-5256-4d32-99bc-43558432876d service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2296100 May 06 12:34:35.297007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-3c1bf397-7983-4f95-8ce3-573bed645449 service neutron] 10.222.0.44 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700593 May 06 12:34:35.337189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e648ebc6-f9da-46e2-a83f-7a30e9b56a98 req-6f8ca6dd-2fb5-4e41-bc67-0e668db1f3a8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbba91b6-6be8-405a-a94c-5324daf74c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873413 May 06 12:34:35.462009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] For port 20a71259-b1c7-44d2-b887-d81a2dc45c52, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=20a71259-b1c7-44d2-b887-d81a2dc45c52,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:35.462320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.629216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Calling delete_port for 20a71259-b1c7-44d2-b887-d81a2dc45c52 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:35.699646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.810949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-cf7edb71-4b84-479a-ab4e-11c10802a30a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6326740 May 06 12:34:35.896826 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61751f9c-2bb9-4bb5-8372-13cf6f29172f'] response: {'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61', 'status': 'completed', 'code': 200} May 06 12:34:35.900571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-48c233fd-42e3-4031-98c2-9d3acfadc7b1 service neutron] 10.222.0.44 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663111 May 06 12:34:35.901826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Pushing event deleted for resources: {'Port': ['ID=edb624d5-bd07-4791-8b61-914e72f988d9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:36.186874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] No DVR routers for this DVR port edb624d5-bd07-4791-8b61-914e72f988d9 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:36.256280 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.337012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f5c075d-2332-4c7a-8799-5d144e2800fe req-a74384a2-5ba3-4923-a742-367bee790fee tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "DELETE /v2.0/ports/edb624d5-bd07-4791-8b61-914e72f988d9 HTTP/1.1" status: 204 len: 173 time: 5.4725139 May 06 12:34:36.427652 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.444270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-c095b6d2-f6bf-4111-a10a-0c939c30f5df service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095781 May 06 12:34:36.534084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Pushing event deleted for resources: {'Port': ['ID=20a71259-b1c7-44d2-b887-d81a2dc45c52,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:36.760561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6dc7b9b3-befd-456a-8e5a-a01287df7803 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:36.762081 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6dc7b9b3-befd-456a-8e5a-a01287df7803 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 813 time: 0.6957817 May 06 12:34:36.868742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d048-f0fd-4063-b99f-6a2f692d4e3c req-5003de58-9b9c-43df-96f2-054fd9829e19 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:36.870301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3e2d048-f0fd-4063-b99f-6a2f692d4e3c req-5003de58-9b9c-43df-96f2-054fd9829e19 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 946 time: 0.6036558 May 06 12:34:36.874796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] No DVR routers for this DVR port 20a71259-b1c7-44d2-b887-d81a2dc45c52 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:36.879526 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.881752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eff94bba-8ef5-4faa-976f-b4552338e2c1 req-31f4e9f1-b06a-49c5-b177-b67421674b08 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "DELETE /v2.0/ports/20a71259-b1c7-44d2-b887-d81a2dc45c52 HTTP/1.1" status: 204 len: 173 time: 3.3484819 May 06 12:34:36.900311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-347433ba-e315-4bc0-ac80-4b71338c1d04 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/quotas/c2fb8801c0794858b49e935b45911fa2 HTTP/1.1" status: 200 len: 375 time: 0.1040115 May 06 12:34:36.973791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:37.015511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-f6572d3f-2eee-4433-ad80-d03bc81d0400 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Synchronizing usage tracker for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:37.042007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-22dd702e-c850-4176-889b-0cecef36a47a service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616109 May 06 12:34:37.172797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3e2d048-f0fd-4063-b99f-6a2f692d4e3c req-744754af-cc12-4973-b463-35e611739d5c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860157 May 06 12:34:37.184840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-f6572d3f-2eee-4433-ad80-d03bc81d0400 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Unset dirty status for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:37.186940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-f6572d3f-2eee-4433-ad80-d03bc81d0400 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2693751 May 06 12:34:37.203427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-4c15a2a9-35d5-4473-8a8e-13be18ec9a02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=49832452-4030-4566-b8bf-492be19ec86d HTTP/1.1" status: 200 len: 217 time: 0.1357820 May 06 12:34:37.478634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ff080ba-f3bf-4f05-922d-a5a60aa9ca08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:37.488847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5ff080ba-f3bf-4f05-922d-a5a60aa9ca08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 200 len: 797 time: 0.2544580 May 06 12:34:37.524105 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc282d25-4b47-46d5-83dd-2b61dc6a1b2f'] response: {'name': 'network-changed', 'server_uuid': '1ae7daaf-72d8-471e-88e5-7dfc9f7eb308', 'tag': '01dfe0b2-33d0-46bb-b173-f898f6620df4', 'status': 'completed', 'code': 200} May 06 12:34:37.602697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 545c4e8a-92ad-4627-90a0-8549e8886a35 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:34:37.630301 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce34c665-342e-430e-8902-f7e39c364761'] response: {'server_uuid': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edb624d5-bd07-4791-8b61-914e72f988d9', 'code': 200} May 06 12:34:37.743573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-1e781f06-2494-4d9a-8456-5647b40924d8 service neutron] 10.222.0.44 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384729 May 06 12:34:37.778882 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 01dfe0b2-33d0-46bb-b173-f898f6620df4 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:34:37.934477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10df792-00bb-4c6e-924d-1abde7a75caa', 'name': 'network-vif-deleted', 'tag': 'c6474109-1500-4cfb-b659-93cea61918bc'}, {'server_uuid': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'name': 'network-vif-deleted', 'tag': 'edb624d5-bd07-4791-8b61-914e72f988d9'}, {'server_uuid': '863f038e-9019-49d8-b487-14cb06ca5668', 'name': 'network-vif-deleted', 'tag': '20a71259-b1c7-44d2-b887-d81a2dc45c52'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:37.986434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 545c4e8a-92ad-4627-90a0-8549e8886a35, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=545c4e8a-92ad-4627-90a0-8549e8886a35,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:38.061922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '545c4e8a-92ad-4627-90a0-8549e8886a35', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '545c4e8a-92ad-4627-90a0-8549e8886a35', 'mac_address': 'fa:16:3e:a2:e2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:34:38.191730 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-a68ef5ea-906d-470b-a075-ea1fb85fee0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6929970 May 06 12:34:38.200959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 01dfe0b2-33d0-46bb-b173-f898f6620df4, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=01dfe0b2-33d0-46bb-b173-f898f6620df4,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:38.218114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-f3f4fd20-601b-457d-a600-d1579cc3f978 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:38.221123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-f3f4fd20-601b-457d-a600-d1579cc3f978 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb81133-2325-40bd-bda3-617043c33ca8 HTTP/1.1" status: 200 len: 945 time: 0.6389973 May 06 12:34:38.237475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '01dfe0b2-33d0-46bb-b173-f898f6620df4', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '01dfe0b2-33d0-46bb-b173-f898f6620df4', 'mac_address': 'fa:16:3e:53:66:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:34:38.240599 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:38.382017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545c4e8a-92ad-4627-90a0-8549e8886a35 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:38.412330 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:38.443060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 545c4e8a-92ad-4627-90a0-8549e8886a35, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=545c4e8a-92ad-4627-90a0-8549e8886a35,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:38.446578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01dfe0b2-33d0-46bb-b173-f898f6620df4 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:38.471218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-07813d04-f255-4ee3-ad62-a6c78806be94 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:38.472432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 01dfe0b2-33d0-46bb-b173-f898f6620df4, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=01dfe0b2-33d0-46bb-b173-f898f6620df4,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:38.474808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:38.490867 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-07813d04-f255-4ee3-ad62-a6c78806be94 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 804 time: 0.3780060 May 06 12:34:38.499077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Request body: {'port': {'device_id': 'b615430e-5c27-4fda-ac51-849b6a890205', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'admin_state_up': True, 'tenant_id': 'ebad8735eb3041388033a63376ff3d79'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:38.531520 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:38.582802 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-ce641bf1-c7c8-401b-90c2-76ce82b46ab1 service neutron] 10.222.0.44 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8288441 May 06 12:34:38.597031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=545c4e8a-92ad-4627-90a0-8549e8886a35,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:38.691378 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a4c7226-4a5f-41cf-a0ef-0adf1487cacd req-e3944279-365d-405b-a377-c44fc0c100c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 1099 time: 0.8132670 May 06 12:34:38.741369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=01dfe0b2-33d0-46bb-b173-f898f6620df4,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:38.751260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:38.757832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Usage tracker for resource:port and tenant:ebad8735eb3041388033a63376ff3d79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:38.763739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:38.780284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:38.803777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Made reservation on behalf of ebad8735eb3041388033a63376ff3d79 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:38.808660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:38.812857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e32366-c6c0-4b2d-9fcf-371fa4746cf4 req-ccca2e24-ace5-4e03-88e8-9139e6baefee tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:38.817933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['545c4e8a-92ad-4627-90a0-8549e8886a35'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:38.825510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5e32366-c6c0-4b2d-9fcf-371fa4746cf4 req-ccca2e24-ace5-4e03-88e8-9139e6baefee tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 948 time: 1.0347388 May 06 12:34:39.032009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['01dfe0b2-33d0-46bb-b173-f898f6620df4'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:39.036344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Deleting port b69250d0-a67f-4a30-b68b-765aa5bcae0a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:39.037014 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:39.147131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Allocated IP 172.20.0.2 (7ef83465-48e7-4a53-bc95-1cb088eb8ece/435ee102-df2b-4c8c-93e9-4ca8df1ada3e/76cd8bd7-fa66-4920-816c-50ae3d67b1f3) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:39.148159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-78cad743-1cb6-4d62-b552-c24d8c2b4cc6 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9106891 May 06 12:34:39.528123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'name': 'network-vif-deleted', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44'}, {'name': 'network-changed', 'server_uuid': '8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5', 'tag': '545c4e8a-92ad-4627-90a0-8549e8886a35'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:39.599616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5e32366-c6c0-4b2d-9fcf-371fa4746cf4 req-88dc9365-0448-42dd-9823-7b60b42491db tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7724369 May 06 12:34:39.632498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863f038e-9019-49d8-b487-14cb06ca5668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a71259-b1c7-44d2-b887-d81a2dc45c52'}, {'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:39.751217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:39.817367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:39.993476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Network 7ef83465-48e7-4a53-bc95-1cb088eb8ece is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:39.995715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:39.999279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Pushing event updated for resources: {'Port': ['ID=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:40.003618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:40.113337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] For port b69250d0-a67f-4a30-b68b-765aa5bcae0a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b69250d0-a67f-4a30-b68b-765aa5bcae0a,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:40.115222 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.128056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.129107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.189502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-adf066bf-dbd3-40b8-9923-dae33073472b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6965897 May 06 12:34:40.213660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Request body: {'port': {'device_id': 'b615430e-5c27-4fda-ac51-849b6a890205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:40.388662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Calling delete_port for b69250d0-a67f-4a30-b68b-765aa5bcae0a owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:40.433149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-aaae45f0-2401-427f-9e1d-71dc8bfdba08 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1564555 May 06 12:34:40.449797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec95f3-70c1-4ab7-9284-bbb0271348f7 req-3b1fa368-30cf-4d2a-abc2-e60445d969b8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.453894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec95f3-70c1-4ab7-9284-bbb0271348f7 req-3b1fa368-30cf-4d2a-abc2-e60445d969b8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.458278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec95f3-70c1-4ab7-9284-bbb0271348f7 req-3b1fa368-30cf-4d2a-abc2-e60445d969b8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.463614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec95f3-70c1-4ab7-9284-bbb0271348f7 req-3b1fa368-30cf-4d2a-abc2-e60445d969b8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.468267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec95f3-70c1-4ab7-9284-bbb0271348f7 req-3b1fa368-30cf-4d2a-abc2-e60445d969b8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.472619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec95f3-70c1-4ab7-9284-bbb0271348f7 req-3b1fa368-30cf-4d2a-abc2-e60445d969b8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.475904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.478393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec95f3-70c1-4ab7-9284-bbb0271348f7 req-3b1fa368-30cf-4d2a-abc2-e60445d969b8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.481136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44ec95f3-70c1-4ab7-9284-bbb0271348f7 req-3b1fa368-30cf-4d2a-abc2-e60445d969b8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 1.3271923 May 06 12:34:40.629830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7226-4a5f-41cf-a0ef-0adf1487cacd req-64fe1500-dfe9-4e8e-a535-e2fe4385d4d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.631563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a4c7226-4a5f-41cf-a0ef-0adf1487cacd req-64fe1500-dfe9-4e8e-a535-e2fe4385d4d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 1.9055905 May 06 12:34:40.756957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-915dfada-595a-440f-8eca-90b98b10c588 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=bc616944-ac4e-4027-b0b0-1e6ef559966d HTTP/1.1" status: 200 len: 217 time: 0.2517841 May 06 12:34:40.859757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a4c7226-4a5f-41cf-a0ef-0adf1487cacd req-a0bea24e-ad34-47fb-ac07-243169683cc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=01dfe0b2-33d0-46bb-b173-f898f6620df4 HTTP/1.1" status: 200 len: 217 time: 0.2140529 May 06 12:34:40.934795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44ec95f3-70c1-4ab7-9284-bbb0271348f7 req-39f4a3c2-72d8-4255-a287-034f9bcaa7f6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3680706 May 06 12:34:40.964311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fa43f-93f8-465f-bff8-c8a9be417601 req-fba32d88-2816-4f78-be2a-87c413264cb3 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:40.966229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-088fa43f-93f8-465f-bff8-c8a9be417601 req-fba32d88-2816-4f78-be2a-87c413264cb3 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb81133-2325-40bd-bda3-617043c33ca8 HTTP/1.1" status: 200 len: 945 time: 1.0436258 May 06 12:34:41.009581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-db7c2645-4965-44d9-882e-6346ccc7b3fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:41.011104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-db7c2645-4965-44d9-882e-6346ccc7b3fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 200 len: 797 time: 0.2245636 May 06 12:34:41.092467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:41.106684 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.121648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c7226-4a5f-41cf-a0ef-0adf1487cacd req-adeb3488-77e4-42ef-9406-3f5eea5ee2f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:41.123272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a4c7226-4a5f-41cf-a0ef-0adf1487cacd req-adeb3488-77e4-42ef-9406-3f5eea5ee2f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2428083 May 06 12:34:41.134620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Transition to ACTIVE for port object 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:41.143319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.217810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.233269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['b5ac2896-bd96-4b3e-a15a-d2168719576b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:41.319951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-088fa43f-93f8-465f-bff8-c8a9be417601 req-6377183c-8a91-4903-893e-c909c80cce2e tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163590 May 06 12:34:41.355673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Pushing event deleted for resources: {'Port': ['ID=b69250d0-a67f-4a30-b68b-765aa5bcae0a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:41.380509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['bdf588c2-4f74-4a8f-a889-cf1d63b5a560'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:41.647336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Attempting to bind port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:41.648343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Attempting to bind port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:41.649200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Attempting to bind port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:41.656510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Pushing event updated for resources: {'Port': ['ID=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:41.665242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:41.665836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Attempting to bind port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 on network 7ef83465-48e7-4a53-bc95-1cb088eb8ece {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:41.669774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 545c4e8a-92ad-4627-90a0-8549e8886a35 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:41.676977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:41.677541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Checking segment: {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:41.678046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Bound using segment: {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:41.678784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Bound port: 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0205aab6-ea0f-4a29-87b8-ba9c95001d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:41.679253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.749768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 01dfe0b2-33d0-46bb-b173-f898f6620df4 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:41.807918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] For port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:41.813204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] For port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:41.821107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.885559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] No DVR routers for this DVR port b69250d0-a67f-4a30-b68b-765aa5bcae0a on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:41.917697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.950272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-4c930cd4-ef79-4aa5-ba3c-e12d89835a68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9122195 May 06 12:34:41.956507 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80dec74-cf01-4aee-abe9-857da50385ed'] response: {'server_uuid': 'e10df792-00bb-4c6e-924d-1abde7a75caa', 'name': 'network-vif-deleted', 'tag': 'c6474109-1500-4cfb-b659-93cea61918bc', 'status': 'completed', 'code': 200} May 06 12:34:41.957549 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80dec74-cf01-4aee-abe9-857da50385ed'] response: {'server_uuid': 'caf4e23e-e8de-4802-a9b4-013ee42085d9', 'name': 'network-vif-deleted', 'tag': 'edb624d5-bd07-4791-8b61-914e72f988d9', 'status': 'completed', 'code': 200} May 06 12:34:41.957549 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80dec74-cf01-4aee-abe9-857da50385ed'] response: {'server_uuid': '863f038e-9019-49d8-b487-14cb06ca5668', 'name': 'network-vif-deleted', 'tag': '20a71259-b1c7-44d2-b887-d81a2dc45c52', 'status': 'completed', 'code': 200} May 06 12:34:41.965610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.971292 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] 10.222.0.36 "PUT /v2.0/ports/76cd8bd7-fa66-4920-816c-50ae3d67b1f3 HTTP/1.1" status: 200 len: 1091 time: 1.7655692 May 06 12:34:41.978002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3846d-b4e0-44fd-83aa-b696bac7bda4 service neutron] Pushing event updated for resources: {'Port': ['ID=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:42.011733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a4c7226-4a5f-41cf-a0ef-0adf1487cacd req-851ff1e9-539c-4599-869d-2de7271e0d13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8666553 May 06 12:34:42.288267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 545c4e8a-92ad-4627-90a0-8549e8886a35 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:42.294046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 01dfe0b2-33d0-46bb-b173-f898f6620df4 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:42.300403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 545c4e8a-92ad-4627-90a0-8549e8886a35 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:42.300754 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.388881 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-110426ea-2dfa-469c-82b3-523f6b365438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.401377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfae9e2f-0e9a-4a24-8f3b-51a8ad623e98 req-3bb19a95-e5ca-49f6-990d-9abb93fa131c tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.36 "DELETE /v2.0/ports/b69250d0-a67f-4a30-b68b-765aa5bcae0a HTTP/1.1" status: 204 len: 173 time: 4.1289542 May 06 12:34:42.402198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 01dfe0b2-33d0-46bb-b173-f898f6620df4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:42.402415 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.469649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-dadd4ed0-60c3-499b-b0fa-d6136475f61b tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:42.473038 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-dadd4ed0-60c3-499b-b0fa-d6136475f61b tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 813 time: 0.3442504 May 06 12:34:42.498838 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-d5a6d0af-dc23-4aec-bdf1-7ab6cfe85edb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 1094 time: 0.4336367 May 06 12:34:42.660820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-25aaf072-9a1a-4c59-bd28-d72eb391060c tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:42.664053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-25aaf072-9a1a-4c59-bd28-d72eb391060c tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 813 time: 1.2480142 May 06 12:34:42.682852 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.691838 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-df0c5230-f5a8-45c9-82fc-ab9fecd2deaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3 HTTP/1.1" status: 200 len: 217 time: 0.1846342 May 06 12:34:42.698552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Request body: {'port': {'device_id': '2f8d8a7c-9002-42de-bb1c-9755ffa61627', 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee', 'admin_state_up': True, 'tenant_id': 'c2fb8801c0794858b49e935b45911fa2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:42.703283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Request body: {'port': {'device_id': 'e1682cfd-b9c1-4606-a3f4-7c892f61ca50', 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee', 'admin_state_up': True, 'tenant_id': 'c2fb8801c0794858b49e935b45911fa2'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:42.707611 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.743269 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.776486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 545c4e8a-92ad-4627-90a0-8549e8886a35, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=545c4e8a-92ad-4627-90a0-8549e8886a35,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:42.789899 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.790795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b69250d0-a67f-4a30-b68b-765aa5bcae0a no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:42.875598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a4c7226-4a5f-41cf-a0ef-0adf1487cacd req-437894f0-c390-422d-9adc-e0be1ef9788f service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8292584 May 06 12:34:42.881648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: b69250d0-a67f-4a30-b68b-765aa5bcae0a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:42.882017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b69250d0-a67f-4a30-b68b-765aa5bcae0a not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:42.893418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 01dfe0b2-33d0-46bb-b173-f898f6620df4, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=01dfe0b2-33d0-46bb-b173-f898f6620df4,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:42.901642 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.910231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-cfef6d52-c825-47d3-a78d-8612ae860ac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:42.911825 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-cfef6d52-c825-47d3-a78d-8612ae860ac4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 200 len: 844 time: 0.1927059 May 06 12:34:42.921513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbacc54-1531-4e08-8ddb-8ed8661b430f req-c18d4457-235d-4519-a697-d7a74f537b55 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:42.922063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=545c4e8a-92ad-4627-90a0-8549e8886a35,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:42.933968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fbacc54-1531-4e08-8ddb-8ed8661b430f req-c18d4457-235d-4519-a697-d7a74f537b55 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 943 time: 1.2145045 May 06 12:34:42.981181 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-a1895df0-ebc3-47c0-ab4e-b4cdcb029e05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef83465-48e7-4a53-bc95-1cb088eb8ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574028 May 06 12:34:43.012151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=01dfe0b2-33d0-46bb-b173-f898f6620df4,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:43.085320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:43.096357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-7f708b62-954d-4b0f-96cc-94636e872a5f service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1204143 May 06 12:34:43.111839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:43.145400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Made reservation on behalf of c2fb8801c0794858b49e935b45911fa2 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:43.148499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.209230 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-507c93b8-4672-4a52-ac07-65550bb1e2fe service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174032 May 06 12:34:43.275206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a537d-e13e-47fd-8dfd-3d45dafe95d4 req-d463f26f-7f51-486f-9784-1805ff02ea68 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:43.283472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-721a537d-e13e-47fd-8dfd-3d45dafe95d4 req-d463f26f-7f51-486f-9784-1805ff02ea68 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 946 time: 0.7804925 May 06 12:34:43.386280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fbacc54-1531-4e08-8ddb-8ed8661b430f req-817394a5-4993-4fab-8a33-beccea165e7e tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509211 May 06 12:34:43.492238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a4c7226-4a5f-41cf-a0ef-0adf1487cacd req-829a5834-3006-41e5-a3b0-27b6eb0d37fd service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822611 May 06 12:34:43.499292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:43.570370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:43.581159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-721a537d-e13e-47fd-8dfd-3d45dafe95d4 req-b676d56f-fe28-493d-a8f3-7afc5fa3cf5e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282043 May 06 12:34:43.615863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-584e1fcf-99f4-498d-bfbb-fa84bd164f10 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797640 May 06 12:34:43.628498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Made reservation on behalf of c2fb8801c0794858b49e935b45911fa2 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:43.634728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.715845 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-35311b8e-7e13-4500-b470-eb983b7a75f4 req-b150e9b8-c44b-4d2e-9409-df4cc629c40c service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518545 May 06 12:34:43.739089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Allocated IP 172.20.0.6 (78a475e3-0f1d-4ab5-a588-03637e5fd3ee/d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0/45041685-a98c-4315-abb6-ff32c6876b51) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:43.769758 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5180ba66-9d62-46c3-87cc-ef480481fe03'] response: {'server_uuid': '1e45fa3b-4dcb-4d47-a413-1abbcad426dd', 'name': 'network-vif-deleted', 'tag': '9b9c2172-2feb-48a3-a4e2-17d1da53aa44', 'status': 'completed', 'code': 200} May 06 12:34:43.771798 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5180ba66-9d62-46c3-87cc-ef480481fe03'] response: {'name': 'network-changed', 'server_uuid': '8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5', 'tag': '545c4e8a-92ad-4627-90a0-8549e8886a35', 'status': 'completed', 'code': 200} May 06 12:34:43.883216 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2e44a8-7e58-4da4-acd5-4280356f6acd'] response: {'server_uuid': '863f038e-9019-49d8-b487-14cb06ca5668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a71259-b1c7-44d2-b887-d81a2dc45c52', 'code': 200} May 06 12:34:43.884623 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2e44a8-7e58-4da4-acd5-4280356f6acd'] response: {'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600', 'code': 200} May 06 12:34:43.928009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-636892c6-48d3-4637-a651-59a50c5ef879 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e426cb97-c3c2-486a-ad47-f4fa118f8be5 HTTP/1.1" status: 200 len: 217 time: 0.2505932 May 06 12:34:44.017417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb81133-2325-40bd-bda3-617043c33ca8', 'name': 'network-vif-deleted', 'tag': 'b69250d0-a67f-4a30-b68b-765aa5bcae0a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:44.261302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5a4c8813-6a82-467f-b325-237da3f68ad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:44.262872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-5a4c8813-6a82-467f-b325-237da3f68ad5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b2588b2-6b6c-4a8a-88ea-49423d082372 HTTP/1.1" status: 200 len: 797 time: 0.3154218 May 06 12:34:44.404359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdc081-102c-44a8-9ded-f2d9ebeae6df req-6118f018-9522-462b-9ca2-24c739ff09ec tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:44.406026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64bdc081-102c-44a8-9ded-f2d9ebeae6df req-6118f018-9522-462b-9ca2-24c739ff09ec tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 950 time: 0.2752650 May 06 12:34:44.411820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da96bcdf-b518-4832-9ae4-f8c5423c1afd req-d2654436-e44d-40f7-9843-7de594a1af68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 1097 time: 0.3544459 May 06 12:34:44.421595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435713bf-a6ee-431f-aefa-f4819f82ca6e req-48d465f5-6648-4f53-8342-68682f2b502c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:44.422323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-435713bf-a6ee-431f-aefa-f4819f82ca6e req-48d465f5-6648-4f53-8342-68682f2b502c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Synchronizing usage tracker for tenant:bba835a065b645e4a21c2c0f6034e741 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:44.516519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-96b2ac38-e3c6-4004-aeff-5ea4fa2d02e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2351625 May 06 12:34:44.521985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-435713bf-a6ee-431f-aefa-f4819f82ca6e req-48d465f5-6648-4f53-8342-68682f2b502c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Unset dirty status for tenant:bba835a065b645e4a21c2c0f6034e741 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:44.523201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-435713bf-a6ee-431f-aefa-f4819f82ca6e req-48d465f5-6648-4f53-8342-68682f2b502c tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 946 time: 0.4003036 May 06 12:34:44.615779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c87f2e54-4544-4c25-8a0c-d5196c317dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.639526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da96bcdf-b518-4832-9ae4-f8c5423c1afd req-0f061349-2d02-4e9b-af6d-108d0d0f398e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111385 May 06 12:34:44.641825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64bdc081-102c-44a8-9ded-f2d9ebeae6df req-0c4e8f5a-bcc5-46ac-a378-be549e4a218e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159958 May 06 12:34:44.696173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.708228 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-70e94ab9-9c58-4ad7-bc5b-41c70ebfd461 req-fdfdad1e-70ce-416b-b44e-681481390791 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5 HTTP/1.1" status: 200 len: 1100 time: 0.5853753 May 06 12:34:44.714957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-435713bf-a6ee-431f-aefa-f4819f82ca6e req-b9938fbf-b5f5-482f-aa49-1539edeade0a tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616421 May 06 12:34:44.746355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-0256d5b4-c6d8-4043-aa26-59c1cda9f91e tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:44.748013 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-0256d5b4-c6d8-4043-aa26-59c1cda9f91e tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.48 "GET /v2.0/ports?device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 946 time: 0.5178196 May 06 12:34:44.757369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-97e571f9-0e36-4a40-9229-ddf90f694509 service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276425 May 06 12:34:44.870887 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.029252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e94ab9-9c58-4ad7-bc5b-41c70ebfd461 req-ba05e745-3289-41a2-bb92-a1d9f1e04095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.030994 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-70e94ab9-9c58-4ad7-bc5b-41c70ebfd461 req-ba05e745-3289-41a2-bb92-a1d9f1e04095 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3117859 May 06 12:34:45.054457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:45.112529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:45.114519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Pushing event updated for resources: {'Port': ['ID=45041685-a98c-4315-abb6-ff32c6876b51,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:45.126033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:45.177763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Deleting port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:45.178314 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.225174 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-70e94ab9-9c58-4ad7-bc5b-41c70ebfd461 req-7136af86-562d-4080-b09f-8f3c7ef420ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=545c4e8a-92ad-4627-90a0-8549e8886a35 HTTP/1.1" status: 200 len: 217 time: 0.1761663 May 06 12:34:45.320356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.321123 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.399846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.422315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Allocated IP 172.20.0.13 (78a475e3-0f1d-4ab5-a588-03637e5fd3ee/d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0/bd8f24b4-5d0c-4785-a56b-f5d4460b32c1) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:45.443907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e94ab9-9c58-4ad7-bc5b-41c70ebfd461 req-8d0ad076-aacd-42de-8273-a8a684a99efc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.446158 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-70e94ab9-9c58-4ad7-bc5b-41c70ebfd461 req-8d0ad076-aacd-42de-8273-a8a684a99efc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2083035 May 06 12:34:45.512390 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-6aae7b57-b962-4cb1-ad59-553c6d5ff444 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8190272 May 06 12:34:45.544025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Request body: {'port': {'device_id': '2f8d8a7c-9002-42de-bb1c-9755ffa61627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:45.547262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-022b752a-038c-4523-a250-d62ad3b99bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026092 May 06 12:34:45.563661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f232-b6f6-4292-93b9-9680b09c5fe7 req-6a7c78d2-acab-4fb9-acaf-fac0a6a4e83a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.568651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f232-b6f6-4292-93b9-9680b09c5fe7 req-6a7c78d2-acab-4fb9-acaf-fac0a6a4e83a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.572823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f232-b6f6-4292-93b9-9680b09c5fe7 req-6a7c78d2-acab-4fb9-acaf-fac0a6a4e83a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.577820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f232-b6f6-4292-93b9-9680b09c5fe7 req-6a7c78d2-acab-4fb9-acaf-fac0a6a4e83a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.581931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f232-b6f6-4292-93b9-9680b09c5fe7 req-6a7c78d2-acab-4fb9-acaf-fac0a6a4e83a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.585930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f232-b6f6-4292-93b9-9680b09c5fe7 req-6a7c78d2-acab-4fb9-acaf-fac0a6a4e83a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.589833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f232-b6f6-4292-93b9-9680b09c5fe7 req-6a7c78d2-acab-4fb9-acaf-fac0a6a4e83a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.591818 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbf7f232-b6f6-4292-93b9-9680b09c5fe7 req-6a7c78d2-acab-4fb9-acaf-fac0a6a4e83a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 0.7370253 May 06 12:34:45.644816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:34:45.765880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e566-4a29-47c7-b0a1-9aa51adbd223 req-da9dde59-c27b-4397-a6b4-c45911a06568 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.767487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0949e566-4a29-47c7-b0a1-9aa51adbd223 req-da9dde59-c27b-4397-a6b4-c45911a06568 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 931 time: 0.5840244 May 06 12:34:45.785575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-ff6f7815-fc9e-4942-97fb-93faca26c9b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e46a668-3e2d-43da-b6ef-4c0a15f40f61 HTTP/1.1" status: 200 len: 217 time: 0.1893227 May 06 12:34:45.786981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b615430e-5c27-4fda-ac51-849b6a890205', 'tag': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:45.811320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] For port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:45.811680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.856267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:45.882964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.885984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'port_id': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3', 'mac_address': 'fa:16:3e:fa:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435ee102-df2b-4c8c-93e9-4ca8df1ada3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:34:45.891835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545c4e8a-92ad-4627-90a0-8549e8886a35'}, {'server_uuid': '1ae7daaf-72d8-471e-88e5-7dfc9f7eb308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dfe0b2-33d0-46bb-b173-f898f6620df4'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:45.960100 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.968766 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-70e94ab9-9c58-4ad7-bc5b-41c70ebfd461 req-27994557-06bb-4846-a93f-cf297e70dc27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5082145 May 06 12:34:45.969056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbf7f232-b6f6-4292-93b9-9680b09c5fe7 req-63b4ab3b-4a04-4712-add2-60e7ab7bd048 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2998333 May 06 12:34:45.970130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.973557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-7148cc3c-8149-4d2e-964d-8eb875c5da3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.975253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-7148cc3c-8149-4d2e-964d-8eb875c5da3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b2588b2-6b6c-4a8a-88ea-49423d082372 HTTP/1.1" status: 200 len: 797 time: 0.1642282 May 06 12:34:45.980464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Calling delete_port for 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:45.985997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0949e566-4a29-47c7-b0a1-9aa51adbd223 req-4c98a183-384e-42fe-a505-1540901f3524 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057118 May 06 12:34:46.008630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:46.031913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:46.039796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.095863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.178871 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.185489 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baffa6d9-8d7e-4a0d-ba17-0249f75d347e'] response: {'server_uuid': 'efb81133-2325-40bd-bda3-617043c33ca8', 'name': 'network-vif-deleted', 'tag': 'b69250d0-a67f-4a30-b68b-765aa5bcae0a', 'status': 'completed', 'code': 200} May 06 12:34:46.215517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:46.402102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['76cd8bd7-fa66-4920-816c-50ae3d67b1f3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:46.451884 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-70e94ab9-9c58-4ad7-bc5b-41c70ebfd461 req-3f3f0629-8064-4a11-b818-9bca3c74ef0a service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375279 May 06 12:34:46.713452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:46.722736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:46.732564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-24d80275-7e76-4d5e-82c9-13a71a744db3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7454011 May 06 12:34:46.733230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Pushing event updated for resources: {'Port': ['ID=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:46.738914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:46.821428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:46.822057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.846350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.932669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Pushing event deleted for resources: {'Port': ['ID=7fcd7593-24e4-4cf0-9f69-b8f8af760e95,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:47.018437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09f9f4-f65a-468b-8bad-82a60344b437 req-bf9e5578-3b49-4caf-ac12-b28b2ab17fae tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:47.020528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e09f9f4-f65a-468b-8bad-82a60344b437 req-bf9e5578-3b49-4caf-ac12-b28b2ab17fae tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 944 time: 0.5605273 May 06 12:34:47.035589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-5ba3b6c5-2435-455e-a5e9-e1f66ce9fac4 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3376026 May 06 12:34:47.070849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Request body: {'port': {'device_id': 'e1682cfd-b9c1-4606-a3f4-7c892f61ca50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:47.106515 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-70e94ab9-9c58-4ad7-bc5b-41c70ebfd461 req-ed9eab53-f2a2-4a89-a933-1f2c75efad94 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442015 May 06 12:34:47.107636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] No DVR routers for this DVR port 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:47.114592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.136600 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68c637a4-6913-44d3-b073-bdbff95e1f2a req-8d7faacf-1a16-427b-bace-07b1e032ff4d tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.48 "DELETE /v2.0/ports/7fcd7593-24e4-4cf0-9f69-b8f8af760e95 HTTP/1.1" status: 204 len: 173 time: 2.1848226 May 06 12:34:47.201235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbf5ec-2bea-421c-a682-c8db8e3fca22 req-daf76b2d-710a-48d0-bfee-59871ed734bc tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:47.203136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0dbf5ec-2bea-421c-a682-c8db8e3fca22 req-daf76b2d-710a-48d0-bfee-59871ed734bc tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 946 time: 0.5708313 May 06 12:34:47.230557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45041685-a98c-4315-abb6-ff32c6876b51 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:47.240282 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.266158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Transition to ACTIVE for port object 45041685-a98c-4315-abb6-ff32c6876b51 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:47.273791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.313240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-71a30130-d9f6-4ba6-816e-06cebf22338f service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837871 May 06 12:34:47.355829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.404303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e09f9f4-f65a-468b-8bad-82a60344b437 req-a3bc4e21-b001-4122-a058-fee72d315767 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655381 May 06 12:34:47.537484 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.565293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0dbf5ec-2bea-421c-a682-c8db8e3fca22 req-127a8f3f-7c1f-4706-bae8-63d05727828f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379724 May 06 12:34:47.635125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=45041685-a98c-4315-abb6-ff32c6876b51,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:47.687692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['930a7eae-fc1b-41e6-83d5-4773bc4302f2'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:47.689320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9476ee2a-ee76-49df-823a-7089b46181a6 req-cad062a7-4b05-41d4-9522-60f61887786a service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552666 May 06 12:34:47.765645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:47.877505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:47.878815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7fcd7593-24e4-4cf0-9f69-b8f8af760e95 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:48.053974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Attempting to bind port 45041685-a98c-4315-abb6-ff32c6876b51 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:48.055029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Attempting to bind port 45041685-a98c-4315-abb6-ff32c6876b51 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:48.055269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Attempting to bind port 45041685-a98c-4315-abb6-ff32c6876b51 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:48.073594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Port 45041685-a98c-4315-abb6-ff32c6876b51 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:48.074398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Attempting to bind port 45041685-a98c-4315-abb6-ff32c6876b51 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:48.105347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:48.105871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Checking segment: {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:48.109925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Bound using segment: {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:48.110744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Bound port: 45041685-a98c-4315-abb6-ff32c6876b51, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:48.111484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.146203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-067f6815-1c50-4bd7-b48d-66b537773a09 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:48.149050 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-067f6815-1c50-4bd7-b48d-66b537773a09 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 945 time: 0.2581875 May 06 12:34:48.372654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Deleting port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:48.373184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.470187 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] For port 45041685-a98c-4315-abb6-ff32c6876b51, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:48.485524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] For port 45041685-a98c-4315-abb6-ff32c6876b51, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=45041685-a98c-4315-abb6-ff32c6876b51,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:48.519268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.616522 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.618179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/45041685-a98c-4315-abb6-ff32c6876b51 HTTP/1.1" status: 200 len: 1091 time: 3.0785685 May 06 12:34:48.658088 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9846cd10-d833-48fa-9ba7-a77ae1874d7c req-3f8cd353-2c71-421a-9526-df8d0067e2a8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74c88b2-927e-4a7f-983a-ec47f3d0d561 HTTP/1.1" status: 200 len: 210 time: 0.2488792 May 06 12:34:48.764548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66483ec-709a-47b1-908d-8ac0ae6c76d9 service neutron] Pushing event updated for resources: {'Port': ['ID=45041685-a98c-4315-abb6-ff32c6876b51,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:48.857805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] For port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,segment=NetworkSegment(ba98e738-bee2-4968-a8b3-39226f23ee1b),segment_id=ba98e738-bee2-4968-a8b3-39226f23ee1b)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:48.858294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.867312 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79119a23-9bdc-4c11-a12e-f723c164ee3f'] response: {'name': 'network-changed', 'server_uuid': 'b615430e-5c27-4fda-ac51-849b6a890205', 'tag': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3', 'status': 'completed', 'code': 200} May 06 12:34:48.882755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-d332bf68-7075-47f8-8b66-0c252da767a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6487 time: 0.4715645 May 06 12:34:48.934311 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-044c9265-ae8f-487e-bf19-b190db757d28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 1094 time: 0.2274518 May 06 12:34:48.995928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:49.014408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc49c5c-aadd-4c62-99c3-02f906ca53d9 req-33ab1e69-2143-4da5-bd30-ff86ae271794 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:49.022300 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e94a3c1-7cec-445c-bb71-56f77120fc97'] response: {'server_uuid': '8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545c4e8a-92ad-4627-90a0-8549e8886a35', 'code': 200} May 06 12:34:49.022878 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e94a3c1-7cec-445c-bb71-56f77120fc97'] response: {'server_uuid': '1ae7daaf-72d8-471e-88e5-7dfc9f7eb308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dfe0b2-33d0-46bb-b173-f898f6620df4', 'code': 200} May 06 12:34:49.026275 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2dc49c5c-aadd-4c62-99c3-02f906ca53d9 req-33ab1e69-2143-4da5-bd30-ff86ae271794 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 950 time: 0.6158659 May 06 12:34:49.063266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Calling delete_port for 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:49.146199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.158465 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-90d72db9-e5ea-4b0c-ab2a-e778b3f7992c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45041685-a98c-4315-abb6-ff32c6876b51 HTTP/1.1" status: 200 len: 217 time: 0.1624296 May 06 12:34:49.217442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Transition to ACTIVE for port object bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:49.247309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.387971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2dc49c5c-aadd-4c62-99c3-02f906ca53d9 req-1a974e90-3b0d-4531-9867-ae3ed9b6429f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609130 May 06 12:34:49.462299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-3aa3e2a6-b715-4349-aba4-3c44b2063000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:49.463799 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-3aa3e2a6-b715-4349-aba4-3c44b2063000 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 HTTP/1.1" status: 200 len: 853 time: 0.2469792 May 06 12:34:49.482414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b3f6-c268-430f-9211-26f6f071f102 req-dfd0abfb-ddb8-43f7-9c52-6863171591d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:49.484033 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-dfd0abfb-ddb8-43f7-9c52-6863171591d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 HTTP/1.1" status: 200 len: 902 time: 0.5885766 May 06 12:34:49.531178 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-a2275d83-db77-4a3a-ad78-62148f566a92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551829 May 06 12:34:49.560794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:49.605680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6716f70b-fc71-434d-aa2c-689fce0b3643 req-043e6a16-2bed-4050-b82a-c5ab948fe65e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebad8735eb3041388033a63376ff3d79&device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 1095 time: 0.6666110 May 06 12:34:49.617610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-f971154f-b688-46cf-bcd2-b52f52674ff6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=bc616944-ac4e-4027-b0b0-1e6ef559966d HTTP/1.1" status: 200 len: 217 time: 0.1153920 May 06 12:34:49.663165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:49.805422 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1360305a-4d3a-4f66-bf8b-23a70ebe923c req-c5f0975b-9cd1-4a7f-95a7-76602083415f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5 HTTP/1.1" status: 200 len: 1100 time: 0.7049737 May 06 12:34:49.830557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:49.834337 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e274673-736c-412e-8678-a572d75eea62 req-37a6cf3d-647b-437c-a182-d36284b55b90 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 1101 time: 0.6743846 May 06 12:34:49.840704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:49.841474 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.846179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-ba2bdf61-f2f6-49a4-9ed1-b78092bb89cd service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988732 May 06 12:34:49.901763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.912704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b3f6-c268-430f-9211-26f6f071f102 req-9a26a211-d075-4304-ae64-9aba51c9a9b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:49.914169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-9a26a211-d075-4304-ae64-9aba51c9a9b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 200 len: 797 time: 0.2744534 May 06 12:34:49.927173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27636f3-c456-487a-8f45-25d7b7fc2b87 req-5260dd14-fede-48d9-a8ae-433066b35f1c tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:49.929934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d27636f3-c456-487a-8f45-25d7b7fc2b87 req-5260dd14-fede-48d9-a8ae-433066b35f1c tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67 HTTP/1.1" status: 200 len: 945 time: 0.6756566 May 06 12:34:50.033870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Pushing event deleted for resources: {'Port': ['ID=93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:50.066958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.094187 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1360305a-4d3a-4f66-bf8b-23a70ebe923c req-79e4d750-4793-4d06-8173-59cb25b53c74 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783694 May 06 12:34:50.119822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Attempting to bind port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:50.120242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Attempting to bind port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:50.120571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Attempting to bind port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:50.127615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716f70b-fc71-434d-aa2c-689fce0b3643 req-8bfeb9e5-7710-424d-a6af-bf053735c66a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:50.129179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6716f70b-fc71-434d-aa2c-689fce0b3643 req-8bfeb9e5-7710-424d-a6af-bf053735c66a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 200 len: 905 time: 0.5150354 May 06 12:34:50.129586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:50.136179 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.137814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:50.141176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d27636f3-c456-487a-8f45-25d7b7fc2b87 req-07e6cf4d-8351-4afb-abaf-36ca3aceb656 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbba91b6-6be8-405a-a94c-5324daf74c88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684260 May 06 12:34:50.149630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f080e8-a6cd-438e-8523-f77b60419358 req-6c9485cb-cbb2-40e1-9cc6-d9f4232a0cc7 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:50.150353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-04f080e8-a6cd-438e-8523-f77b60419358 req-6c9485cb-cbb2-40e1-9cc6-d9f4232a0cc7 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Synchronizing usage tracker for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:50.159298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:50.159442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] No DVR routers for this DVR port 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:50.159573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Attempting to bind port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 on network 78a475e3-0f1d-4ab5-a588-03637e5fd3ee {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:50.180249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-a79886ff-7073-42ad-81a0-3f0ad9a444f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2487326 May 06 12:34:50.181911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:50.182245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Checking segment: {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:50.182714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Bound using segment: {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:50.183208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Bound port: bd8f24b4-5d0c-4785-a56b-f5d4460b32c1, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fb49de-85a4-49a5-b49e-57867544b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:50.183617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.192543 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e274673-736c-412e-8678-a572d75eea62 req-9503c2d0-850d-4467-91a1-514176a19c7f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433783 May 06 12:34:50.194292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-04f080e8-a6cd-438e-8523-f77b60419358 req-6c9485cb-cbb2-40e1-9cc6-d9f4232a0cc7 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Unset dirty status for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:50.195251 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.195563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04f080e8-a6cd-438e-8523-f77b60419358 req-6c9485cb-cbb2-40e1-9cc6-d9f4232a0cc7 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 943 time: 0.4662821 May 06 12:34:50.217073 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8fa01b06-c2b8-48d0-8019-aaa010cfd185 req-d9c50ced-9a69-4257-8455-6c6ac27fd1b8 tempest-ServerAddressesNegativeTestJSON-1279788345 tempest-ServerAddressesNegativeTestJSON-1279788345-project] 10.222.0.36 "DELETE /v2.0/ports/93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e HTTP/1.1" status: 204 len: 173 time: 2.0120087 May 06 12:34:50.250118 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-8f8b97d4-0d15-48f9-aaeb-ec0bd191b53b service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843551 May 06 12:34:50.274868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:50.275463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:50.364701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:50.616997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6716f70b-fc71-434d-aa2c-689fce0b3643 req-5b28a534-5571-4936-b641-3fd32fa1c029 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3 HTTP/1.1" status: 200 len: 217 time: 0.3213558 May 06 12:34:50.714965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04f080e8-a6cd-438e-8523-f77b60419358 req-1fb917c3-dea4-442b-8ee1-ff042ee52801 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974298 May 06 12:34:50.777816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] For port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:50.793775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-9f25d481-bd12-4d35-8686-129b0af82185 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972540 May 06 12:34:50.797073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716f70b-fc71-434d-aa2c-689fce0b3643 req-df6d5014-b5b3-4f66-b1b8-976319ace097 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:50.798539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6716f70b-fc71-434d-aa2c-689fce0b3643 req-df6d5014-b5b3-4f66-b1b8-976319ace097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 200 len: 844 time: 0.1639020 May 06 12:34:50.800878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] For port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:50.831231 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.868591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74c88b2-927e-4a7f-983a-ec47f3d0d561', 'name': 'network-vif-deleted', 'tag': '7fcd7593-24e4-4cf0-9f69-b8f8af760e95'}, {'name': 'network-changed', 'server_uuid': '2f8d8a7c-9002-42de-bb1c-9755ffa61627', 'tag': '45041685-a98c-4315-abb6-ff32c6876b51'}, {'server_uuid': '4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67', 'name': 'network-vif-deleted', 'tag': '93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:50.992369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6716f70b-fc71-434d-aa2c-689fce0b3643 req-867beaad-4cb3-4321-8cf6-644a7e8b5311 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef83465-48e7-4a53-bc95-1cb088eb8ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665635 May 06 12:34:51.024321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b615430e-5c27-4fda-ac51-849b6a890205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:51.039374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22615250-dce6-432c-a579-c930cbb5cbe9 req-e4c3b474-eb5a-4895-873f-9e96a5d1f743 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.044073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22615250-dce6-432c-a579-c930cbb5cbe9 req-e4c3b474-eb5a-4895-873f-9e96a5d1f743 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.048309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22615250-dce6-432c-a579-c930cbb5cbe9 req-e4c3b474-eb5a-4895-873f-9e96a5d1f743 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.053284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22615250-dce6-432c-a579-c930cbb5cbe9 req-e4c3b474-eb5a-4895-873f-9e96a5d1f743 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.058738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22615250-dce6-432c-a579-c930cbb5cbe9 req-e4c3b474-eb5a-4895-873f-9e96a5d1f743 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.063316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22615250-dce6-432c-a579-c930cbb5cbe9 req-e4c3b474-eb5a-4895-873f-9e96a5d1f743 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.068017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22615250-dce6-432c-a579-c930cbb5cbe9 req-e4c3b474-eb5a-4895-873f-9e96a5d1f743 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.070011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22615250-dce6-432c-a579-c930cbb5cbe9 req-e4c3b474-eb5a-4895-873f-9e96a5d1f743 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 0.5725935 May 06 12:34:51.227536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.228921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] 10.222.0.48 "PUT /v2.0/ports/bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 HTTP/1.1" status: 200 len: 1092 time: 4.1655135 May 06 12:34:51.244669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1682cfd-b9c1-4606-a3f4-7c892f61ca50', 'tag': 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:51.281243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4190f84-f3d8-4db4-9878-3b3a641b0418 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:51.378109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-5b917da0-7ba0-4a33-8db7-9bbdbfed9df7 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742574 May 06 12:34:51.411289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22615250-dce6-432c-a579-c930cbb5cbe9 req-95d2b95c-1ced-49e3-9169-1b1598176c72 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3223839 May 06 12:34:51.460269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6716f70b-fc71-434d-aa2c-689fce0b3643 req-2a6f271f-ee64-4d69-a5fe-bcbb4cf5489f service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776643 May 06 12:34:51.524334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba16e1-8add-42dd-b6a5-8b905a775771 req-8a3ace64-b09a-42c4-a0f8-e0f440fab065 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.526634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bba16e1-8add-42dd-b6a5-8b905a775771 req-8a3ace64-b09a-42c4-a0f8-e0f440fab065 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 945 time: 0.5536466 May 06 12:34:51.735032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-81005789-a320-4aee-8928-9eebd2f249c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&device_id=e1682cfd-b9c1-4606-a3f4-7c892f61ca50 HTTP/1.1" status: 200 len: 1095 time: 0.4505038 May 06 12:34:51.878959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6716f70b-fc71-434d-aa2c-689fce0b3643 req-81735eb0-62f5-479a-a513-3049adbf4e6c service neutron] 10.222.0.36 "GET /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061942 May 06 12:34:51.880206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-30159e66-6344-44da-8c40-89f359c62812 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 HTTP/1.1" status: 200 len: 217 time: 0.1370523 May 06 12:34:51.885663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bba16e1-8add-42dd-b6a5-8b905a775771 req-166bb5a1-6d3f-4f83-91ce-6a3d1d637eef tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694054 May 06 12:34:51.961068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5a4ea-1983-47ca-adc6-59ced05404ce req-896e2cf6-1b91-4061-9e50-de001c96a46a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.962855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-baa5a4ea-1983-47ca-adc6-59ced05404ce req-896e2cf6-1b91-4061-9e50-de001c96a46a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 946 time: 0.3388216 May 06 12:34:51.975529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-b7d79b3c-3e2a-4414-9e1c-4a30699fac30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6487 time: 0.4396703 May 06 12:34:52.023185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-aeb44874-7668-4bd0-ac37-802417cbd63a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:52.024532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-aeb44874-7668-4bd0-ac37-802417cbd63a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 HTTP/1.1" status: 200 len: 853 time: 0.1321573 May 06 12:34:52.275954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-d67f69b8-b3b2-42c0-9dc3-0630027b75ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2415254 May 06 12:34:52.415542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-baa5a4ea-1983-47ca-adc6-59ced05404ce req-99b76d12-9264-443b-ad61-66da21e5a943 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368641 May 06 12:34:52.506816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b3f6-c268-430f-9211-26f6f071f102 req-4ce345d8-8726-405d-8389-cca6189e11f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:52.509426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-4ce345d8-8726-405d-8389-cca6189e11f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb HTTP/1.1" status: 200 len: 903 time: 0.5069311 May 06 12:34:52.671269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-4ebf1800-ed25-4e75-ba30-17d7556a8fb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e426cb97-c3c2-486a-ad47-f4fa118f8be5 HTTP/1.1" status: 200 len: 217 time: 0.1299736 May 06 12:34:52.679551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6da24f-7847-457c-a0a8-a5f7ecacd3be req-d41bf81f-9943-47cc-bf24-c2143840170a tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:52.681171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c6da24f-7847-457c-a0a8-a5f7ecacd3be req-d41bf81f-9943-47cc-bf24-c2143840170a tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 950 time: 0.4080603 May 06 12:34:52.683335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-f7ee4378-92bb-4bb6-b205-fcd85d01966a service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706963 May 06 12:34:52.876547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b3f6-c268-430f-9211-26f6f071f102 req-a180c004-b9f9-4a0f-bd73-6edb711a632e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:52.878091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-a180c004-b9f9-4a0f-bd73-6edb711a632e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b2588b2-6b6c-4a8a-88ea-49423d082372 HTTP/1.1" status: 200 len: 797 time: 0.1939006 May 06 12:34:52.903032 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa8950f-1781-4537-9db9-72b5381591c5'] response: {'server_uuid': 'a74c88b2-927e-4a7f-983a-ec47f3d0d561', 'name': 'network-vif-deleted', 'tag': '7fcd7593-24e4-4cf0-9f69-b8f8af760e95', 'status': 'completed', 'code': 200} May 06 12:34:52.903680 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa8950f-1781-4537-9db9-72b5381591c5'] response: {'name': 'network-changed', 'server_uuid': '2f8d8a7c-9002-42de-bb1c-9755ffa61627', 'tag': '45041685-a98c-4315-abb6-ff32c6876b51', 'status': 'completed', 'code': 200} May 06 12:34:52.903834 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa8950f-1781-4537-9db9-72b5381591c5'] response: {'server_uuid': '4f94ef8b-d440-4fec-9ca7-67e1ac5f8d67', 'name': 'network-vif-deleted', 'tag': '93bb21c8-2c1f-43e9-bc43-6ff5ce75a60e', 'status': 'completed', 'code': 200} May 06 12:34:52.959375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c6da24f-7847-457c-a0a8-a5f7ecacd3be req-eb7e37ff-1202-4348-aa49-bb2e3a07cae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395475 May 06 12:34:52.966840 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2d5c2c-5e83-476f-8126-9e647b133f87'] response: {'server_uuid': 'b615430e-5c27-4fda-ac51-849b6a890205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3', 'code': 200} May 06 12:34:53.039127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de64f148-ab09-471b-a0b9-c7fb9ac9d8d8 req-80eab245-fa91-4275-95b0-2545130416d2 service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211169 May 06 12:34:53.095961 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ce5484a3-b0ee-4016-a875-7dc18dfa576d req-3c3bc613-a695-48f0-892e-441f36ea74e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 1094 time: 0.1576419 May 06 12:34:53.109484 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d967e7-4f68-4e73-ad2a-510be16a3c3b'] response: {'name': 'network-changed', 'server_uuid': 'e1682cfd-b9c1-4606-a3f4-7c892f61ca50', 'tag': 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1', 'status': 'completed', 'code': 200} May 06 12:34:53.165316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60850) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:53.216682 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-026196b9-52ce-4eda-bf39-27a8127e3625 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3266652 May 06 12:34:53.309644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5484a3-b0ee-4016-a875-7dc18dfa576d req-9dfdb646-aa09-4e91-96da-ea82a115e19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:53.311674 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ce5484a3-b0ee-4016-a875-7dc18dfa576d req-9dfdb646-aa09-4e91-96da-ea82a115e19e service neutron] 10.222.0.48 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 914 time: 0.1960938 May 06 12:34:53.449659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-6985b1b9-2b96-403f-9071-8e9301c1187a admin admin] Deleting subnet 4ce6f605-7874-4bb2-9d44-03a4d9c810a9 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:53.466764 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b9-2b96-403f-9071-8e9301c1187a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.489638 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ce5484a3-b0ee-4016-a875-7dc18dfa576d req-78ac07a7-6e16-47f2-9505-6fb8416688f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45041685-a98c-4315-abb6-ff32c6876b51 HTTP/1.1" status: 200 len: 217 time: 0.1653504 May 06 12:34:53.557067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2f78827-d9b5-408a-85f0-490d4bff1442 req-23c98243-cf8d-4e29-9dbf-bbd637d485f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 1096 time: 0.5043988 May 06 12:34:53.597950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0a719b5-93bc-41c9-b81c-3f4c9d78c3a2 req-8b9030bd-f026-449a-866b-6c842a818e01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2fb8801c0794858b49e935b45911fa2&device_id=e1682cfd-b9c1-4606-a3f4-7c892f61ca50 HTTP/1.1" status: 200 len: 1095 time: 0.4813340 May 06 12:34:53.599580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5484a3-b0ee-4016-a875-7dc18dfa576d req-57a9bb2b-76ce-4189-a9b0-f3574bb3ebdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:53.601197 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ce5484a3-b0ee-4016-a875-7dc18dfa576d req-57a9bb2b-76ce-4189-a9b0-f3574bb3ebdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 HTTP/1.1" status: 200 len: 853 time: 0.1038196 May 06 12:34:53.613209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b9-2b96-403f-9071-8e9301c1187a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.658793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-b65b724d-060e-4471-bd92-4c63548af8d9 service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892169 May 06 12:34:53.672295 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ce5484a3-b0ee-4016-a875-7dc18dfa576d req-fb9fcafe-f5b7-49f7-b1fd-5ac995a2ec50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538397 May 06 12:34:53.823325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 45041685-a98c-4315-abb6-ff32c6876b51 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:34:53.837153 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ce5484a3-b0ee-4016-a875-7dc18dfa576d req-7d098591-94fe-4483-b2fc-808bdc290a21 service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567464 May 06 12:34:53.872226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba9d23-f6b1-47d1-87d4-d5fb24b0ad70 req-0152a34f-cfe9-4ff6-a4ad-1531fae5640a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:53.873743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73ba9d23-f6b1-47d1-87d4-d5fb24b0ad70 req-0152a34f-cfe9-4ff6-a4ad-1531fae5640a tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 943 time: 0.6660025 May 06 12:34:53.954883 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b9-2b96-403f-9071-8e9301c1187a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.015110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-02412d19-7065-42b2-9fae-46ab1ac369b6 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-494170949&fields=id&tenant_id=58775d9ee6c34d7fabfa1ca686ad752d HTTP/1.1" status: 200 len: 267 time: 0.4432364 May 06 12:34:54.026069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2f78827-d9b5-408a-85f0-490d4bff1442 req-4d8f8e86-c2d0-486a-ad03-8f7552142a3a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597166 May 06 12:34:54.047049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 45041685-a98c-4315-abb6-ff32c6876b51, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=45041685-a98c-4315-abb6-ff32c6876b51,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:54.064732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '45041685-a98c-4315-abb6-ff32c6876b51', 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee', 'port_id': '45041685-a98c-4315-abb6-ff32c6876b51', 'mac_address': 'fa:16:3e:20:3e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:34:54.072613 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ce5484a3-b0ee-4016-a875-7dc18dfa576d req-f4643621-6855-46ca-bb16-90f8771e8cf6 service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262802 May 06 12:34:54.133111 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.154159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45041685-a98c-4315-abb6-ff32c6876b51 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:54.172809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 45041685-a98c-4315-abb6-ff32c6876b51, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=45041685-a98c-4315-abb6-ff32c6876b51,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:54.178156 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.256588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=45041685-a98c-4315-abb6-ff32c6876b51,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:54.308721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73ba9d23-f6b1-47d1-87d4-d5fb24b0ad70 req-ba0a3ab9-4d27-4449-a675-f866f65f2c8c tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042962 May 06 12:34:54.317580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d724b3f6-c268-430f-9211-26f6f071f102 req-2959bc7f-2df5-4337-80e4-886f484fd36c service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157954 May 06 12:34:54.319282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a719b5-93bc-41c9-b81c-3f4c9d78c3a2 req-17bfebe6-e134-4920-b669-d7d9db248149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:54.321768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0a719b5-93bc-41c9-b81c-3f4c9d78c3a2 req-17bfebe6-e134-4920-b669-d7d9db248149 service neutron] 10.222.0.48 "GET /v2.0/networks?id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 200 len: 914 time: 0.6691868 May 06 12:34:54.354589 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:34:54.544250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b9-2b96-403f-9071-8e9301c1187a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.705498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0a719b5-93bc-41c9-b81c-3f4c9d78c3a2 req-3a6b61b6-e5b5-4e68-a059-1955e91754d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 HTTP/1.1" status: 200 len: 217 time: 0.3636169 May 06 12:34:54.713353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985b1b9-2b96-403f-9071-8e9301c1187a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce6f605-7874-4bb2-9d44-03a4d9c810a9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:54.771726 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6985b1b9-2b96-403f-9071-8e9301c1187a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.778840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['45041685-a98c-4315-abb6-ff32c6876b51'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:54.812881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6985b1b9-2b96-403f-9071-8e9301c1187a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4ce6f605-7874-4bb2-9d44-03a4d9c810a9 HTTP/1.1" status: 204 len: 168 time: 1.6465495 May 06 12:34:54.816672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60860) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:54.832636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-dcd5cac7-5717-485c-97b8-631b110cea5d tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:54.834250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-dcd5cac7-5717-485c-97b8-631b110cea5d tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 946 time: 0.7749765 May 06 12:34:54.843044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a719b5-93bc-41c9-b81c-3f4c9d78c3a2 req-004b0633-ae73-4e8e-95c8-927f212baec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:54.844560 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0a719b5-93bc-41c9-b81c-3f4c9d78c3a2 req-004b0633-ae73-4e8e-95c8-927f212baec4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 HTTP/1.1" status: 200 len: 853 time: 0.1228797 May 06 12:34:54.856556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-4f4a3e04-0b31-4d69-a71f-19ac75b58992 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'port': {'security_groups': ['a046c0c9-41d3-44d7-a082-2c6e6c85d871', '3e3097ac-fa86-4949-bc0e-8d6e6e8a434c']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:54.940310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0a719b5-93bc-41c9-b81c-3f4c9d78c3a2 req-d68f4765-c7d8-43c8-92ba-5f814e39e614 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78a475e3-0f1d-4ab5-a588-03637e5fd3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582404 May 06 12:34:54.996071 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-787faab9-6a9e-48b0-9f91-cf846c7b6be0 req-b67f8e4f-9613-449b-a2dd-911f4210af78 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6487 time: 0.5581403 May 06 12:34:55.054593 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.123868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3adab-1b80-460b-884c-8a411af78554 req-9244c7e6-79ec-497f-99de-2ea9783ec88c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:55.128547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3adab-1b80-460b-884c-8a411af78554 req-9244c7e6-79ec-497f-99de-2ea9783ec88c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:55.132758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3adab-1b80-460b-884c-8a411af78554 req-9244c7e6-79ec-497f-99de-2ea9783ec88c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:55.136710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3adab-1b80-460b-884c-8a411af78554 req-9244c7e6-79ec-497f-99de-2ea9783ec88c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:55.140647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3adab-1b80-460b-884c-8a411af78554 req-9244c7e6-79ec-497f-99de-2ea9783ec88c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:55.144544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3adab-1b80-460b-884c-8a411af78554 req-9244c7e6-79ec-497f-99de-2ea9783ec88c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:55.148981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3adab-1b80-460b-884c-8a411af78554 req-9244c7e6-79ec-497f-99de-2ea9783ec88c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:55.150965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ed3adab-1b80-460b-884c-8a411af78554 req-9244c7e6-79ec-497f-99de-2ea9783ec88c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 0.6380248 May 06 12:34:55.380472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-4f4a3e04-0b31-4d69-a71f-19ac75b58992 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.438653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.471866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287e0b8c-726e-43e0-87c1-188321046c2d']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:55.490992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba98e738-bee2-4968-a8b3-39226f23ee1b') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:55.491394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba98e738-bee2-4968-a8b3-39226f23ee1b') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:55.505683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.530943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.539856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:34:55.540503 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: timer() May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:34:55.555897 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:34:55.593321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ed3adab-1b80-460b-884c-8a411af78554 req-5b620110-b1f8-458e-886b-52aa4b870b7e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3774714 May 06 12:34:55.638775 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.677216 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.681804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=287e0b8c-726e-43e0-87c1-188321046c2d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:55.685241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0a719b5-93bc-41c9-b81c-3f4c9d78c3a2 req-040ada70-ea53-44d4-9716-3c00699f8bef service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292368 May 06 12:34:55.688484 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3bdabd16-2ff7-41e3-8c7d-ae65909209d0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/287e0b8c-726e-43e0-87c1-188321046c2d HTTP/1.1" status: 204 len: 168 time: 0.8694623 May 06 12:34:55.699853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787faab9-6a9e-48b0-9f91-cf846c7b6be0 req-00dc7a69-a131-47d8-9153-01c2ab0f9b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:55.701672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-787faab9-6a9e-48b0-9f91-cf846c7b6be0 req-00dc7a69-a131-47d8-9153-01c2ab0f9b02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb HTTP/1.1" status: 200 len: 903 time: 0.6950631 May 06 12:34:55.835528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:34:55.904893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-787faab9-6a9e-48b0-9f91-cf846c7b6be0 req-db6822d1-a77f-4566-879b-7379a1cdf769 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e46a668-3e2d-43da-b6ef-4c0a15f40f61 HTTP/1.1" status: 200 len: 217 time: 0.1757371 May 06 12:34:55.966685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60868) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:56.023856 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c1fecc48-dcb7-4003-bfeb-294396b90dde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f6f90c34659401d84221d68e63d79ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558989 May 06 12:34:56.027008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60874) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:56.089605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:56.098487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60881b51-a402-4a37-9c8e-10b676b01a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.121793 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1', 'network_id': '78a475e3-0f1d-4ab5-a588-03637e5fd3ee', 'port_id': 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1', 'mac_address': 'fa:16:3e:87:15:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:34:56.129519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60881b51-a402-4a37-9c8e-10b676b01a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.175224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-4f4a3e04-0b31-4d69-a71f-19ac75b58992 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] For port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:56.198409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.204426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-4f4a3e04-0b31-4d69-a71f-19ac75b58992 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.207359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787faab9-6a9e-48b0-9f91-cf846c7b6be0 req-6363b479-16c8-41b6-afb9-a0dbd4f43eb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:56.209537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-787faab9-6a9e-48b0-9f91-cf846c7b6be0 req-6363b479-16c8-41b6-afb9-a0dbd4f43eb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b2588b2-6b6c-4a8a-88ea-49423d082372 HTTP/1.1" status: 200 len: 797 time: 0.2907488 May 06 12:34:56.223588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:56.241045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60881b51-a402-4a37-9c8e-10b676b01a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.255310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:56.262218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881b51-a402-4a37-9c8e-10b676b01a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbba91b6-6be8-405a-a94c-5324daf74c88,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:56.265414 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.270637 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-4f4a3e04-0b31-4d69-a71f-19ac75b58992 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.289015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60881b51-a402-4a37-9c8e-10b676b01a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.293672 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-60881b51-a402-4a37-9c8e-10b676b01a43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbba91b6-6be8-405a-a94c-5324daf74c88 HTTP/1.1" status: 204 len: 168 time: 0.2654233 May 06 12:34:56.402936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:56.484429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-4f4a3e04-0b31-4d69-a71f-19ac75b58992 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:56.485776 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-4f4a3e04-0b31-4d69-a71f-19ac75b58992 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.486708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e3a115b-d141-46e3-84d6-de489d75dfb7 req-4f4a3e04-0b31-4d69-a71f-19ac75b58992 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "PUT /v2.0/ports/cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 HTTP/1.1" status: 200 len: 982 time: 1.6371529 May 06 12:34:56.510966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:56.526036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:56.564698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2da64-146f-4e63-83bb-e263d495d06c req-b45e5e11-13d3-481c-a9d7-75a0c87bc7ea tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:56.566239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81c2da64-146f-4e63-83bb-e263d495d06c req-b45e5e11-13d3-481c-a9d7-75a0c87bc7ea tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 1.0577240 May 06 12:34:56.650309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0a719b5-93bc-41c9-b81c-3f4c9d78c3a2 req-dad8120a-876a-4c18-9737-8e62432e677e service neutron] 10.222.0.48 "GET /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9521003 May 06 12:34:56.681817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:56.770084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a3e04-0b31-4d69-a71f-19ac75b58992 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'Port': ['ID=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:56.781288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-81c2da64-146f-4e63-83bb-e263d495d06c req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Deleting port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:56.781941 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-81c2da64-146f-4e63-83bb-e263d495d06c req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.815090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['bd8f24b4-5d0c-4785-a56b-f5d4460b32c1'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:56.866166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-787faab9-6a9e-48b0-9f91-cf846c7b6be0 req-43f7bd32-1604-48ff-b6c7-90f077d8da77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6358185 May 06 12:34:56.932042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3bc4a-26d9-4149-b268-7ed224fe91cc req-d978de2b-65e8-428b-bd2e-cb216a3de704 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:56.933686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60a3bc4a-26d9-4149-b268-7ed224fe91cc req-d978de2b-65e8-428b-bd2e-cb216a3de704 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 945 time: 0.6654196 May 06 12:34:57.179389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d773d-734f-4e55-bf50-519aa0e9a785 req-7021160b-6a34-4db1-bf58-9fadfc9fd5df tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:57.182068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-072d773d-734f-4e55-bf50-519aa0e9a785 req-7021160b-6a34-4db1-bf58-9fadfc9fd5df tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/ports?device_id=49334f77-5b60-4686-bb58-2367f0d480f2 HTTP/1.1" status: 200 len: 945 time: 0.4876657 May 06 12:34:57.432252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60a3bc4a-26d9-4149-b268-7ed224fe91cc req-326021f1-0fb4-491e-847c-818694407967 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633169 May 06 12:34:57.458061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-787faab9-6a9e-48b0-9f91-cf846c7b6be0 req-388e36c9-a672-4381-aed1-d2269e539505 service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653121 May 06 12:34:57.521918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-072d773d-734f-4e55-bf50-519aa0e9a785 req-ba692bbb-c93a-4bfe-9fc1-6e099ddf21bf tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053558 May 06 12:34:57.612815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60904) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:57.685179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-81c2da64-146f-4e63-83bb-e263d495d06c req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] For port 930a7eae-fc1b-41e6-83d5-4773bc4302f2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=930a7eae-fc1b-41e6-83d5-4773bc4302f2,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:57.685715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-81c2da64-146f-4e63-83bb-e263d495d06c req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:57.828102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 45041685-a98c-4315-abb6-ff32c6876b51 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:57.876230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-81c2da64-146f-4e63-83bb-e263d495d06c req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Calling delete_port for 930a7eae-fc1b-41e6-83d5-4773bc4302f2 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:57.920655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 45041685-a98c-4315-abb6-ff32c6876b51 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:57.921008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1092798844-network', 'tenant_id': '939834ae33d34360a4bd33b88a06834d'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:57.931534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 45041685-a98c-4315-abb6-ff32c6876b51 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:57.932062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:57.932351 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:57.939387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Usage tracker for resource:network and tenant:939834ae33d34360a4bd33b88a06834d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:57.944547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:57.953740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:57.972184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Made reservation on behalf of 939834ae33d34360a4bd33b88a06834d for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:57.976801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.001767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.029788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-787faab9-6a9e-48b0-9f91-cf846c7b6be0 req-27e789f8-a69a-4f2d-a640-9ed36dedb9dc service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466545 May 06 12:34:58.069777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:58.079852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Usage tracker for resource:security_group_rule and tenant:939834ae33d34360a4bd33b88a06834d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:58.087526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:58.100110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:58.112062 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.153785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8d8a7c-9002-42de-bb1c-9755ffa61627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45041685-a98c-4315-abb6-ff32c6876b51'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:58.159248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060916e0-1e3d-4301-b74a-b7e80034d8fd req-c2293607-b559-4aec-9f06-c79d80c6b823 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:58.161045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-060916e0-1e3d-4301-b74a-b7e80034d8fd req-c2293607-b559-4aec-9f06-c79d80c6b823 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 950 time: 0.4478354 May 06 12:34:58.173065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 45041685-a98c-4315-abb6-ff32c6876b51, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=45041685-a98c-4315-abb6-ff32c6876b51,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:58.178250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d7a78-9fd3-4088-8c1f-fc64a5a4f71a req-cba6c899-7ec0-4e0a-a887-229c59ba5148 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:58.180054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e89d7a78-9fd3-4088-8c1f-fc64a5a4f71a req-cba6c899-7ec0-4e0a-a887-229c59ba5148 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 944 time: 0.3465652 May 06 12:34:58.180764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.222224 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.228093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.263470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:34:58.271321 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-81c2da64-146f-4e63-83bb-e263d495d06c req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.280132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca55ed2-ac8e-4217-8a2f-51811f045b35,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:58.286270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.286969 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Added segment 9c0a7ba3-13e6-4e17-b903-a34503fcbbfd of type vlan for network 6b68fdca-9a55-465d-b394-35c6bc163fde May 06 12:34:58.326848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=45041685-a98c-4315-abb6-ff32c6876b51,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:58.333490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.348039 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.349393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.350149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.351009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.351838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.352543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.353929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.355836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.356640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.357410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.358181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:58.380602 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.382774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:58.383882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.399924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Pushing event deleted for resources: {'Port': ['ID=930a7eae-fc1b-41e6-83d5-4773bc4302f2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:58.410986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-060916e0-1e3d-4301-b74a-b7e80034d8fd req-ea9bb7fa-6ff1-4ab8-9d64-e2b51f731245 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269177 May 06 12:34:58.426777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e89d7a78-9fd3-4088-8c1f-fc64a5a4f71a req-62d4d04a-9208-4b42-b9c1-906852213d39 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245305 May 06 12:34:58.591844 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843175a5-6957-4289-bf1a-f5ebab896a56'] response: {'name': 'network-changed', 'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600', 'status': 'completed', 'code': 200} May 06 12:34:58.603010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c2da64-146f-4e63-83bb-e263d495d06c req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] No DVR routers for this DVR port 930a7eae-fc1b-41e6-83d5-4773bc4302f2 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:58.608383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-81c2da64-146f-4e63-83bb-e263d495d06c req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.628226 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0101068 May 06 12:34:58.629132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81c2da64-146f-4e63-83bb-e263d495d06c req-c2e7bec5-8ae7-4286-b233-2a0da6e099b8 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] 10.222.0.36 "DELETE /v2.0/ports/930a7eae-fc1b-41e6-83d5-4773bc4302f2 HTTP/1.1" status: 204 len: 173 time: 2.0491705 May 06 12:34:58.632358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60918) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:58.691793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb7a6-27c2-4d44-8bee-9b864be26a7b admin admin] Pushing event updated for resources: {'Network': ['ID=6b68fdca-9a55-465d-b394-35c6bc163fde,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:58.706453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6b68fdca-9a55-465d-b394-35c6bc163fde details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:34:58.717012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Request body: {'subnet': {'network_id': '6b68fdca-9a55-465d-b394-35c6bc163fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1092798844-subnet', 'tenant_id': '939834ae33d34360a4bd33b88a06834d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:58.738424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:58.749436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Usage tracker for resource:subnet and tenant:939834ae33d34360a4bd33b88a06834d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:58.755183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:58.777112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:58.823489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Made reservation on behalf of 939834ae33d34360a4bd33b88a06834d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:58.828297 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:59.131346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7ee30f5-9faa-4294-ae29-105089478ca9 req-fa7c634b-ecd5-4fde-bfaf-9025b936ba0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 1136 time: 0.5016363 May 06 12:34:59.245861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-5affea22-6292-403d-bac4-cdc26baec03a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-544356200&fields=id&tenant_id=58775d9ee6c34d7fabfa1ca686ad752d HTTP/1.1" status: 200 len: 267 time: 0.4453163 May 06 12:34:59.519920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee30f5-9faa-4294-ae29-105089478ca9 req-8cb1b09b-19ae-4d64-8dbf-7f59fde5cf3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.521667 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7ee30f5-9faa-4294-ae29-105089478ca9 req-8cb1b09b-19ae-4d64-8dbf-7f59fde5cf3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 914 time: 0.3770580 May 06 12:34:59.547755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de655-e9cf-4bcb-9cbb-84bc0842f724 req-05f5b881-e6a6-4021-94e2-a0c49567e971 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.552559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de655-e9cf-4bcb-9cbb-84bc0842f724 req-05f5b881-e6a6-4021-94e2-a0c49567e971 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.556582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de655-e9cf-4bcb-9cbb-84bc0842f724 req-05f5b881-e6a6-4021-94e2-a0c49567e971 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.560495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de655-e9cf-4bcb-9cbb-84bc0842f724 req-05f5b881-e6a6-4021-94e2-a0c49567e971 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.564459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de655-e9cf-4bcb-9cbb-84bc0842f724 req-05f5b881-e6a6-4021-94e2-a0c49567e971 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.568381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de655-e9cf-4bcb-9cbb-84bc0842f724 req-05f5b881-e6a6-4021-94e2-a0c49567e971 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.572463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de655-e9cf-4bcb-9cbb-84bc0842f724 req-05f5b881-e6a6-4021-94e2-a0c49567e971 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.574849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-329de655-e9cf-4bcb-9cbb-84bc0842f724 req-05f5b881-e6a6-4021-94e2-a0c49567e971 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 0.5260084 May 06 12:34:59.688177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7ee30f5-9faa-4294-ae29-105089478ca9 req-65dc2278-8ad3-4557-9ee7-b3cf70d1a7d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 HTTP/1.1" status: 200 len: 217 time: 0.1121185 May 06 12:34:59.726125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 930a7eae-fc1b-41e6-83d5-4773bc4302f2 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:59.764511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 930a7eae-fc1b-41e6-83d5-4773bc4302f2 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:59.764882 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 930a7eae-fc1b-41e6-83d5-4773bc4302f2 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:59.804654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-c3d4b34d-5a05-432d-8088-be4d78881a37 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.806392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-c3d4b34d-5a05-432d-8088-be4d78881a37 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 985 time: 0.5448680 May 06 12:34:59.821594 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-329de655-e9cf-4bcb-9cbb-84bc0842f724 req-6f8aa40b-eff4-442c-be6c-67eea8087eda tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820924 May 06 12:34:59.827150 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:59.835901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-3c998e98-b03c-4af3-b3ff-d5ffafdf7782 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'port': {'security_groups': ['3e3097ac-fa86-4949-bc0e-8d6e6e8a434c', 'a046c0c9-41d3-44d7-a082-2c6e6c85d871', '5f1769c8-5bad-4018-b1d2-350430f03fe7']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:59.839426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:59.928520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:59.937898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:59.938996 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:59.951949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee30f5-9faa-4294-ae29-105089478ca9 req-b16a70ab-b3b6-4f20-9e91-1c95780cb071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.953442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7ee30f5-9faa-4294-ae29-105089478ca9 req-b16a70ab-b3b6-4f20-9e91-1c95780cb071 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.2516482 May 06 12:35:00.059550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7ee30f5-9faa-4294-ae29-105089478ca9 req-07c7eb14-e94a-4d6a-b741-3f73c947c1b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928948 May 06 12:35:00.060111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc10dbe0-2878-47ec-8cef-17c273988f73,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:00.089556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.128551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:00.132657 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.198169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-3c998e98-b03c-4af3-b3ff-d5ffafdf7782 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.215899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:00.223992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Checking segment: {'id': '9c0a7ba3-13e6-4e17-b903-a34503fcbbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6b68fdca-9a55-465d-b394-35c6bc163fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:00.224508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Network hostable DHCP agents. Network: 6b68fdca-9a55-465d-b394-35c6bc163fde, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:35:00.448634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7ee30f5-9faa-4294-ae29-105089478ca9 req-611579d9-c94c-44d7-9533-b7568eb03cb8 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747201 May 06 12:35:00.490130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Network 6b68fdca-9a55-465d-b394-35c6bc163fde is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:35:00.536308 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3ef33d-1720-45b1-ae35-50d088e9dbcb'] response: {'server_uuid': '2f8d8a7c-9002-42de-bb1c-9755ffa61627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45041685-a98c-4315-abb6-ff32c6876b51', 'code': 200} May 06 12:35:00.593093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49334f77-5b60-4686-bb58-2367f0d480f2', 'name': 'network-vif-deleted', 'tag': '930a7eae-fc1b-41e6-83d5-4773bc4302f2'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:00.602859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6b68fdca-9a55-465d-b394-35c6bc163fde) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:00.616989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:00.618287 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.628782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c72d310-7efe-4313-a6d7-7288f99b9f4e None None] Network 6b68fdca-9a55-465d-b394-35c6bc163fde requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:00.658686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-676ffd7e-fdd9-44e2-a3d1-fc27965748b8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0141215 May 06 12:35:00.948005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7ee30f5-9faa-4294-ae29-105089478ca9 req-bd4d71df-56ab-4f67-9611-26d406dd1a1d service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894409 May 06 12:35:01.087964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-3c998e98-b03c-4af3-b3ff-d5ffafdf7782 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] For port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:01.089648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff43347-77b6-4de3-876c-d6f463d328c4 None None] Network 6b68fdca-9a55-465d-b394-35c6bc163fde requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:01.103766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25ce1696-edb5-431c-a95c-0a5b2f6f8105 req-a67fab45-fc82-4726-828a-8655393b3af3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 1096 time: 0.3906186 May 06 12:35:01.112056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6b434-834e-4009-9c6e-51733dfe776f req-b6c66dbb-773b-49be-ad16-e8aef6cc5cce tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:01.113674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31c6b434-834e-4009-9c6e-51733dfe776f req-b6c66dbb-773b-49be-ad16-e8aef6cc5cce tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5 HTTP/1.1" status: 200 len: 949 time: 0.4479241 May 06 12:35:01.181815 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-3c998e98-b03c-4af3-b3ff-d5ffafdf7782 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.206848 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-3c998e98-b03c-4af3-b3ff-d5ffafdf7782 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.234880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:01.435641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31c6b434-834e-4009-9c6e-51733dfe776f req-c08ac207-903f-43fc-8734-3d73ca181f18 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034310 May 06 12:35:01.474205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-3c998e98-b03c-4af3-b3ff-d5ffafdf7782 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:01.474748 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-3c998e98-b03c-4af3-b3ff-d5ffafdf7782 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.476876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12afbde9-c176-4e3e-bd8a-a4fdc14bc412 req-3c998e98-b03c-4af3-b3ff-d5ffafdf7782 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "PUT /v2.0/ports/cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 HTTP/1.1" status: 200 len: 1021 time: 1.6542757 May 06 12:35:01.482278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25ce1696-edb5-431c-a95c-0a5b2f6f8105 req-d0e5d658-6d3e-488e-90c6-fa9992c937f0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661289 May 06 12:35:01.493547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c998e98-b03c-4af3-b3ff-d5ffafdf7782 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'Port': ['ID=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:01.618127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60944) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:01.633381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:01.759688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7b0a4d-e59e-4f61-8b68-759ed32a7fac admin admin] Deleting subnet 51dc05d2-1e42-4253-a6fa-2c80124e8132 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:35:01.765334 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0a4d-e59e-4f61-8b68-759ed32a7fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.817182 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c751b0-df92-48b3-922a-aa4bd18ffc35'] response: {'server_uuid': '49334f77-5b60-4686-bb58-2367f0d480f2', 'name': 'network-vif-deleted', 'tag': '930a7eae-fc1b-41e6-83d5-4773bc4302f2', 'status': 'completed', 'code': 200} May 06 12:35:01.844538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0a4d-e59e-4f61-8b68-759ed32a7fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.907635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef204b4-3628-4412-97fe-ef00bb564b67 req-2fe3cc13-b6a4-428e-afc8-d306a57a5338 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:01.909640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ef204b4-3628-4412-97fe-ef00bb564b67 req-2fe3cc13-b6a4-428e-afc8-d306a57a5338 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 945 time: 0.2158151 May 06 12:35:02.045870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ef204b4-3628-4412-97fe-ef00bb564b67 req-e58647bd-2f6a-4902-b918-8646606809ff tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285172 May 06 12:35:02.069503 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0a4d-e59e-4f61-8b68-759ed32a7fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.155821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8b07-aa13-4f15-82c2-a656a6d1454a req-f37573c5-5db8-47e1-9ae9-c22b391a3862 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.160332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8b07-aa13-4f15-82c2-a656a6d1454a req-f37573c5-5db8-47e1-9ae9-c22b391a3862 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.164544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8b07-aa13-4f15-82c2-a656a6d1454a req-f37573c5-5db8-47e1-9ae9-c22b391a3862 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.169313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8b07-aa13-4f15-82c2-a656a6d1454a req-f37573c5-5db8-47e1-9ae9-c22b391a3862 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.173031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8b07-aa13-4f15-82c2-a656a6d1454a req-f37573c5-5db8-47e1-9ae9-c22b391a3862 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.177448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8b07-aa13-4f15-82c2-a656a6d1454a req-f37573c5-5db8-47e1-9ae9-c22b391a3862 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.181795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c8b07-aa13-4f15-82c2-a656a6d1454a req-f37573c5-5db8-47e1-9ae9-c22b391a3862 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.184234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-574c8b07-aa13-4f15-82c2-a656a6d1454a req-f37573c5-5db8-47e1-9ae9-c22b391a3862 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 0.2067251 May 06 12:35:02.239103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0a4d-e59e-4f61-8b68-759ed32a7fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.291761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b0a4d-e59e-4f61-8b68-759ed32a7fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51dc05d2-1e42-4253-a6fa-2c80124e8132,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:02.298957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-574c8b07-aa13-4f15-82c2-a656a6d1454a req-2ff4f0f9-c5b5-4a7a-86be-617e3ae482f0 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022680 May 06 12:35:02.300397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e7b0a4d-e59e-4f61-8b68-759ed32a7fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.307822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8e7b0a4d-e59e-4f61-8b68-759ed32a7fac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/51dc05d2-1e42-4253-a6fa-2c80124e8132 HTTP/1.1" status: 204 len: 168 time: 0.6970654 May 06 12:35:02.311963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60956) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:02.317217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2febf98-6c2c-4a1f-91a0-a1976dac200b None None] Network 1ac61acd-ad3e-4893-ab80-4aaa4629f17c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:02.615915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1682cfd-b9c1-4606-a3f4-7c892f61ca50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:02.621448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.644637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Deleting port f450103d-8c98-428e-8301-8c117bd9a649 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:02.645660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.899001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be735aee-e9dd-49c9-8c70-5bbfb4b275e8 req-75af7a38-ca68-4060-bd5f-27a1b0c78b45 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.903794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be735aee-e9dd-49c9-8c70-5bbfb4b275e8 req-75af7a38-ca68-4060-bd5f-27a1b0c78b45 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.906136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be735aee-e9dd-49c9-8c70-5bbfb4b275e8 req-75af7a38-ca68-4060-bd5f-27a1b0c78b45 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308&device_id=8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5 HTTP/1.1" status: 200 len: 1690 time: 0.1352148 May 06 12:35:02.977306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] For port f450103d-8c98-428e-8301-8c117bd9a649, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f450103d-8c98-428e-8301-8c117bd9a649,segment=NetworkSegment(92c16049-690e-423b-a747-02645d75e442),segment_id=92c16049-690e-423b-a747-02645d75e442)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:02.978726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.033220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be735aee-e9dd-49c9-8c70-5bbfb4b275e8 req-8829121e-c4c8-4a68-8cd8-fcdfbcbd2ae6 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157401 May 06 12:35:03.092253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf657379-f174-4d9e-935c-7a1b6e60d4bb req-4a8337a1-4b28-4225-9217-db27ceb80333 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:03.094363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf657379-f174-4d9e-935c-7a1b6e60d4bb req-4a8337a1-4b28-4225-9217-db27ceb80333 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 1024 time: 0.1550763 May 06 12:35:03.115571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37a170-2d37-4167-9bc1-06d298d54f7c None None] DHCP port deletion for 1ac61acd-ad3e-4893-ab80-4aaa4629f17c request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:35:03.123272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fa37a170-2d37-4167-9bc1-06d298d54f7c None None] Deleting port f450103d-8c98-428e-8301-8c117bd9a649 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:03.123853 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fa37a170-2d37-4167-9bc1-06d298d54f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.152908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Calling delete_port for f450103d-8c98-428e-8301-8c117bd9a649 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:03.286331 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf657379-f174-4d9e-935c-7a1b6e60d4bb req-9ff89711-1653-455c-9b2b-e7566b1dc06d tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&id=5f1769c8-5bad-4018-b1d2-350430f03fe7&id=3e3097ac-fa86-4949-bc0e-8d6e6e8a434c HTTP/1.1" status: 200 len: 5484 time: 0.1728320 May 06 12:35:03.322543 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.400089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fa37a170-2d37-4167-9bc1-06d298d54f7c None None] The port 'f450103d-8c98-428e-8301-8c117bd9a649' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:35:03.403253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] No DVR routers for this DVR port f450103d-8c98-428e-8301-8c117bd9a649 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:35:03.410207 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311e65a3-3642-4fee-9760-3ad939b7d50b'] response: {'server_uuid': 'e1682cfd-b9c1-4606-a3f4-7c892f61ca50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1', 'code': 200} May 06 12:35:03.540765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Pushing event deleted for resources: {'Port': ['ID=f450103d-8c98-428e-8301-8c117bd9a649,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:03.566416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.611717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac61acd-ad3e-4893-ab80-4aaa4629f17c']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:03.629925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c16049-690e-423b-a747-02645d75e442') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:03.630372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c16049-690e-423b-a747-02645d75e442') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:03.646007 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.673437 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.677746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c79b8-dca1-42e1-8547-ba51a6e2764d req-9d5b5a0a-fd9d-4ab9-a371-cc06545c55ff tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:03.688248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:35:03.689020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee7c79b8-dca1-42e1-8547-ba51a6e2764d req-9d5b5a0a-fd9d-4ab9-a371-cc06545c55ff tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 945 time: 0.1223555 May 06 12:35:03.689188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: timer() May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:35:03.707224 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:35:03.769557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:03.823058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:03.852117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.852737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee7c79b8-dca1-42e1-8547-ba51a6e2764d req-cb8f64ed-d9e8-4a49-a527-f60b66855694 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603177 May 06 12:35:03.889673 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.894821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac61acd-ad3e-4893-ab80-4aaa4629f17c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:03.913815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e41d2120-634c-4e94-a095-cfdfe73c59e3 req-5f3f0032-20f2-4e08-80ec-eb33ac41413f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1682cfd-b9c1-4606-a3f4-7c892f61ca50 HTTP/1.1" status: 200 len: 1097 time: 0.1927865 May 06 12:35:03.919509 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eaf29101-2a3b-4488-9d0a-25f7f734938d admin admin] 10.222.0.44 "DELETE /v2.0/networks/1ac61acd-ad3e-4893-ab80-4aaa4629f17c HTTP/1.1" status: 204 len: 168 time: 1.6043477 May 06 12:35:03.952362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1488956313 ', 'description': 'tempest-description-1098537793'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:03.972846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:03.996598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:04.003731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:04.017998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e41d2120-634c-4e94-a095-cfdfe73c59e3 req-c8e4d725-f891-4c78-a1fe-2b0d72daa45e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921180 May 06 12:35:04.019707 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.029157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3', 'network_id': '7ef83465-48e7-4a53-bc95-1cb088eb8ece', 'port_id': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3', 'mac_address': 'fa:16:3e:fa:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435ee102-df2b-4c8c-93e9-4ca8df1ada3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:04.077697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:04.087296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:04.092927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:04.106030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:04.111967 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.139013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:04.165600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:04.175525 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.182747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.188936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.254119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32768) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:04.262099 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.263686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7c351ec-2b54-417f-a8a8-f68cb9298b1a req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 0.3166373 May 06 12:35:04.287825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f558d-2ef8-4f44-a3fa-60008d228b28 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b61351-4909-4ab6-975c-54b25505b43e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:04.359289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['76cd8bd7-fa66-4920-816c-50ae3d67b1f3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:04.369884 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-68002d91-486b-4c66-8e76-0e572f63abac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bba835a065b645e4a21c2c0f6034e741&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1142418 May 06 12:35:04.373701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32774) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:04.437101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:04.574110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b70426f-476a-4767-a53e-7318304cb726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.639313 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b70426f-476a-4767-a53e-7318304cb726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.708129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a734-ccd1-4896-b68c-87538f2ffd62 req-2a96cf41-0c0c-44c2-9d7a-6a08806a20de tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:04.713086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a734-ccd1-4896-b68c-87538f2ffd62 req-2a96cf41-0c0c-44c2-9d7a-6a08806a20de tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:04.717410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a734-ccd1-4896-b68c-87538f2ffd62 req-2a96cf41-0c0c-44c2-9d7a-6a08806a20de tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:04.721943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a734-ccd1-4896-b68c-87538f2ffd62 req-2a96cf41-0c0c-44c2-9d7a-6a08806a20de tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:04.726144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a734-ccd1-4896-b68c-87538f2ffd62 req-2a96cf41-0c0c-44c2-9d7a-6a08806a20de tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:04.730330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a734-ccd1-4896-b68c-87538f2ffd62 req-2a96cf41-0c0c-44c2-9d7a-6a08806a20de tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:04.734297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a734-ccd1-4896-b68c-87538f2ffd62 req-2a96cf41-0c0c-44c2-9d7a-6a08806a20de tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:04.736461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c560a734-ccd1-4896-b68c-87538f2ffd62 req-2a96cf41-0c0c-44c2-9d7a-6a08806a20de tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 0.2816646 May 06 12:35:04.744572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9665eb8a-d229-49b2-8a2d-d89513a9bdff req-beb2b89c-6193-4661-a093-609ee7c46a21 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 1101 time: 0.2463477 May 06 12:35:04.808369 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b70426f-476a-4767-a53e-7318304cb726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.837495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70426f-476a-4767-a53e-7318304cb726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:04.848012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9665eb8a-d229-49b2-8a2d-d89513a9bdff req-347b1002-1188-4941-926e-83d5cd2f07a3 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861175 May 06 12:35:04.851235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c560a734-ccd1-4896-b68c-87538f2ffd62 req-3f91748b-7cd3-4bb4-89d2-2f2a36ca6993 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047142 May 06 12:35:04.853527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b70426f-476a-4767-a53e-7318304cb726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.854704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0b70426f-476a-4767-a53e-7318304cb726 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ae9d1d6-9f3d-4eb0-b07e-1235f76f5b67 HTTP/1.1" status: 204 len: 168 time: 0.4797580 May 06 12:35:04.935215 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb0c0df-2a3a-41f1-8d36-9ad10f2ffacf'] response: {'name': 'network-changed', 'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600', 'status': 'completed', 'code': 200} May 06 12:35:05.087797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f450103d-8c98-428e-8301-8c117bd9a649 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:05.178132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f450103d-8c98-428e-8301-8c117bd9a649 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:35:05.178732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f450103d-8c98-428e-8301-8c117bd9a649 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:35:05.255214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac4ec975-1206-4fa4-acf7-2fa10034ce59 req-33f14fc0-67b9-49ae-980e-57d37d4b4633 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/05b61351-4909-4ab6-975c-54b25505b43e HTTP/1.1" status: 200 len: 1615 time: 0.1239593 May 06 12:35:05.284363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525b1775-5793-4bcd-bab4-e5aa8fc945ac req-7d8369dd-9c4e-47af-80d0-762af554a09f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 1175 time: 0.2990525 May 06 12:35:05.736374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b1775-5793-4bcd-bab4-e5aa8fc945ac req-ef0be302-a744-4029-8c60-96bd4218065e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:05.739004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525b1775-5793-4bcd-bab4-e5aa8fc945ac req-ef0be302-a744-4029-8c60-96bd4218065e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 914 time: 0.4342453 May 06 12:35:05.808984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:05.823478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b79ce020-ef9d-45a6-ae98-a914ccebab8d req-c5943a88-c5ff-44c8-a0fe-6fc58763f21f tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5 HTTP/1.1" status: 200 len: 1100 time: 0.4013433 May 06 12:35:05.861663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525b1775-5793-4bcd-bab4-e5aa8fc945ac req-490995ae-6bc7-4aac-9a77-18abfbb066eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 HTTP/1.1" status: 200 len: 217 time: 0.1126568 May 06 12:35:05.963410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaa7f7-4a90-481c-aad0-5cad02fab880 req-05e9d7c1-9004-4149-b467-af692ab77641 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:05.966082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03eaa7f7-4a90-481c-aad0-5cad02fab880 req-05e9d7c1-9004-4149-b467-af692ab77641 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 945 time: 0.4515846 May 06 12:35:05.972400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b79ce020-ef9d-45a6-ae98-a914ccebab8d req-eaea6100-4c97-416d-8a8a-69aabe509735 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318266 May 06 12:35:05.978486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b1775-5793-4bcd-bab4-e5aa8fc945ac req-ace726d0-5a7e-4c1c-bb70-63670227431b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:05.981028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525b1775-5793-4bcd-bab4-e5aa8fc945ac req-ace726d0-5a7e-4c1c-bb70-63670227431b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.1109071 May 06 12:35:06.072444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:06.106703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525b1775-5793-4bcd-bab4-e5aa8fc945ac req-952dfa6c-c15f-44e9-ba8c-695ff6db1f01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996463 May 06 12:35:06.110198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:06.148111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:06.157738 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:06.409796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03eaa7f7-4a90-481c-aad0-5cad02fab880 req-6638c5df-dd23-4033-9def-681658319707 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270697 May 06 12:35:06.425881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:06.654951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525b1775-5793-4bcd-bab4-e5aa8fc945ac req-93c68aef-4c38-41a1-962d-3f93d3e726b6 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337355 May 06 12:35:06.918269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3ccb1-a8d5-42a3-a8ff-dc745a493516 req-9ee14b31-ec23-4338-bae5-e766142daf45 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:06.920702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-07a3ccb1-a8d5-42a3-a8ff-dc745a493516 req-9ee14b31-ec23-4338-bae5-e766142daf45 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 943 time: 0.3692992 May 06 12:35:06.958892 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.014240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-525b1775-5793-4bcd-bab4-e5aa8fc945ac req-76cca5d5-b409-43ac-997a-f130a540458a service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383462 May 06 12:35:07.120312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-07a3ccb1-a8d5-42a3-a8ff-dc745a493516 req-a3c036ad-2a5a-4212-b669-ac21d766257b tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/security-groups?id=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892929 May 06 12:35:07.175182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32824) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:07.185703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ccfd4-846f-4dde-8dff-b50c1096054f req-c4788a8d-4452-4111-93b9-5da04077a454 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:07.193369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ccfd4-846f-4dde-8dff-b50c1096054f req-c4788a8d-4452-4111-93b9-5da04077a454 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:07.194713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8b8ccfd4-846f-4dde-8dff-b50c1096054f req-c4788a8d-4452-4111-93b9-5da04077a454 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Synchronizing usage tracker for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:07.261620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8b8ccfd4-846f-4dde-8dff-b50c1096054f req-c4788a8d-4452-4111-93b9-5da04077a454 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Unset dirty status for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:07.263086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b8ccfd4-846f-4dde-8dff-b50c1096054f req-c4788a8d-4452-4111-93b9-5da04077a454 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8&device_id=84f5f614-43ce-473f-b936-e2026caf0eff HTTP/1.1" status: 200 len: 1683 time: 0.2387578 May 06 12:35:07.282529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d668c4d0-07e7-4b0e-b2c9-14605eccff4f admin admin] Deleting subnet cc10dbe0-2878-47ec-8cef-17c273988f73 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:35:07.288894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d668c4d0-07e7-4b0e-b2c9-14605eccff4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.320036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad419b75-92dc-43a5-816b-9469976d8c41 req-6f6d21d9-ee06-408c-8645-2c97c6074777 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/05b61351-4909-4ab6-975c-54b25505b43e HTTP/1.1" status: 200 len: 1615 time: 0.1205328 May 06 12:35:07.396051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b8ccfd4-846f-4dde-8dff-b50c1096054f req-bdada0a3-0025-4c39-980d-7571eb3b5e35 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/security-groups?id=e403e7eb-96eb-487d-9e53-4c21effb9b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183963 May 06 12:35:07.498094 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d668c4d0-07e7-4b0e-b2c9-14605eccff4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.498470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ad419b75-92dc-43a5-816b-9469976d8c41 req-1db05603-7fd9-4664-8edc-9c8f796277bf tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.542970 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ad419b75-92dc-43a5-816b-9469976d8c41 req-1db05603-7fd9-4664-8edc-9c8f796277bf tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.573799 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d668c4d0-07e7-4b0e-b2c9-14605eccff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.662277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d668c4d0-07e7-4b0e-b2c9-14605eccff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.677527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ad419b75-92dc-43a5-816b-9469976d8c41 req-1db05603-7fd9-4664-8edc-9c8f796277bf tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.707236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db05603-7fd9-4664-8edc-9c8f796277bf tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b61351-4909-4ab6-975c-54b25505b43e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:07.717988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668c4d0-07e7-4b0e-b2c9-14605eccff4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc10dbe0-2878-47ec-8cef-17c273988f73,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:07.719514 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ad419b75-92dc-43a5-816b-9469976d8c41 req-1db05603-7fd9-4664-8edc-9c8f796277bf tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.719837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d668c4d0-07e7-4b0e-b2c9-14605eccff4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.722455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad419b75-92dc-43a5-816b-9469976d8c41 req-1db05603-7fd9-4664-8edc-9c8f796277bf tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/05b61351-4909-4ab6-975c-54b25505b43e HTTP/1.1" status: 204 len: 173 time: 0.3866231 May 06 12:35:07.739871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32832) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:07.744163 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d668c4d0-07e7-4b0e-b2c9-14605eccff4f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cc10dbe0-2878-47ec-8cef-17c273988f73 HTTP/1.1" status: 204 len: 168 time: 0.5665913 May 06 12:35:07.763319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2926e-aef1-48fd-88d9-14980eb8dd60 req-fc026acb-04e0-4d4d-9b32-a58ee2d63279 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:07.771057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2926e-aef1-48fd-88d9-14980eb8dd60 req-fc026acb-04e0-4d4d-9b32-a58ee2d63279 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:07.778758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2926e-aef1-48fd-88d9-14980eb8dd60 req-fc026acb-04e0-4d4d-9b32-a58ee2d63279 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:07.786358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2926e-aef1-48fd-88d9-14980eb8dd60 req-fc026acb-04e0-4d4d-9b32-a58ee2d63279 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:07.793768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2926e-aef1-48fd-88d9-14980eb8dd60 req-fc026acb-04e0-4d4d-9b32-a58ee2d63279 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:07.801514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2926e-aef1-48fd-88d9-14980eb8dd60 req-fc026acb-04e0-4d4d-9b32-a58ee2d63279 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:07.809110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2926e-aef1-48fd-88d9-14980eb8dd60 req-fc026acb-04e0-4d4d-9b32-a58ee2d63279 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:07.812591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85c2926e-aef1-48fd-88d9-14980eb8dd60 req-fc026acb-04e0-4d4d-9b32-a58ee2d63279 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 0.2201540 May 06 12:35:07.977106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-2665a629-f6ff-4fa5-9889-7bff0c1b7933 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975692 May 06 12:35:08.096726 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.117620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85c2926e-aef1-48fd-88d9-14980eb8dd60 req-2f15a34a-068f-497f-9fd5-64941701ffc9 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2776725 May 06 12:35:08.343424 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.355839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-cf58d871-0504-47d9-b9d9-42afd5e805b1 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:08.357245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-cf58d871-0504-47d9-b9d9-42afd5e805b1 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658793 May 06 12:35:08.387682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b68fdca-9a55-465d-b394-35c6bc163fde']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:08.418708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0a7ba3-13e6-4e17-b903-a34503fcbbfd') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:08.419076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0a7ba3-13e6-4e17-b903-a34503fcbbfd') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:08.434206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-7549efe6-8ed3-4f3d-b024-c549140e0e17 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/quotas/15ff0397e66c4efb8aff516390ebd4cc HTTP/1.1" status: 200 len: 375 time: 0.0522904 May 06 12:35:08.435947 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.491235 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.515369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:35:08.516323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: timer() May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:35:08.646835 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:35:08.656472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6926723-1d7c-4a58-acea-26d90076a250 req-313fd342-422c-4b0b-902d-e0f1c9906fad tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:08.658069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6926723-1d7c-4a58-acea-26d90076a250 req-313fd342-422c-4b0b-902d-e0f1c9906fad tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1682cfd-b9c1-4606-a3f4-7c892f61ca50 HTTP/1.1" status: 200 len: 946 time: 0.3960946 May 06 12:35:08.783805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.809033 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.824806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6926723-1d7c-4a58-acea-26d90076a250 req-94075c9f-5544-431d-9e49-5b48386bef29 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198633 May 06 12:35:08.827369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6b68fdca-9a55-465d-b394-35c6bc163fde HTTP/1.1" status: 204 len: 168 time: 1.0858819 May 06 12:35:08.828306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae869272-9fb6-4acb-8fd0-f1fc980fb590 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b68fdca-9a55-465d-b394-35c6bc163fde,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:08.846657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-4ef1d581-6678-4950-817c-38e8f14cd473 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4022136 May 06 12:35:09.112434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32850) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:09.224316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32860) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:09.225300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-07e96ade-b50a-4efc-bf56-1faa9bae3d52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=939834ae33d34360a4bd33b88a06834d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1107526 May 06 12:35:09.393007 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-642f61f9-a754-46a1-a6ec-55d41ace356f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.447073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-642f61f9-a754-46a1-a6ec-55d41ace356f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.507997 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-bbe85ba5-4230-40ac-8c0b-3aa2cfd12a7f req-98efcb97-0814-427c-9772-08e740e721b6 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:35:09.509474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bbe85ba5-4230-40ac-8c0b-3aa2cfd12a7f req-98efcb97-0814-427c-9772-08e740e721b6 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/05b61351-4909-4ab6-975c-54b25505b43e HTTP/1.1" status: 404 len: 352 time: 0.0492656 May 06 12:35:09.589865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-642f61f9-a754-46a1-a6ec-55d41ace356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.647783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f61f9-a754-46a1-a6ec-55d41ace356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca55ed2-ac8e-4217-8a2f-51811f045b35,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:09.669933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-642f61f9-a754-46a1-a6ec-55d41ace356f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.673141 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-642f61f9-a754-46a1-a6ec-55d41ace356f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ca55ed2-ac8e-4217-8a2f-51811f045b35 HTTP/1.1" status: 204 len: 168 time: 0.4469180 May 06 12:35:09.866745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbc1347c-18ba-4dd8-bcb8-c71c0fa3d35b req-cb8feffc-056c-4eaf-9dd1-e79c10f1152e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 210 time: 0.1630993 May 06 12:35:10.538724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6af1956-4311-44bc-ab88-f0196cd91ee4 req-51b0a167-7159-4f75-8d71-247ccce1a77f tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9bf27b-f6b4-46be-a090-0c834ada1f7e HTTP/1.1" status: 200 len: 210 time: 0.1606953 May 06 12:35:10.698674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557526-95eb-4f39-8f24-6ed57f4adec1 req-528a3eb5-7134-40d4-8985-2589fef5c8c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.726993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557526-95eb-4f39-8f24-6ed57f4adec1 req-528a3eb5-7134-40d4-8985-2589fef5c8c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.756997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557526-95eb-4f39-8f24-6ed57f4adec1 req-528a3eb5-7134-40d4-8985-2589fef5c8c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.775028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557526-95eb-4f39-8f24-6ed57f4adec1 req-528a3eb5-7134-40d4-8985-2589fef5c8c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.795915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557526-95eb-4f39-8f24-6ed57f4adec1 req-528a3eb5-7134-40d4-8985-2589fef5c8c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.814977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557526-95eb-4f39-8f24-6ed57f4adec1 req-528a3eb5-7134-40d4-8985-2589fef5c8c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.824817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557526-95eb-4f39-8f24-6ed57f4adec1 req-528a3eb5-7134-40d4-8985-2589fef5c8c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.839696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b557526-95eb-4f39-8f24-6ed57f4adec1 req-528a3eb5-7134-40d4-8985-2589fef5c8c8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 0.6013339 May 06 12:35:10.967135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b557526-95eb-4f39-8f24-6ed57f4adec1 req-9f4b02d0-4697-4d18-a580-b47a8a9734a3 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237626 May 06 12:35:11.121808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-967902473', 'description': 'tempest-description-984380342'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:11.133463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:11.150461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:11.162868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:11.188055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:11.207593 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:11.295296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:11.305778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:11.312008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:11.325474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:11.529568 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:11.536594 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:11.617881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-93db9377-6c11-4e3a-9ad1-61d6757fba99 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579090 May 06 12:35:11.654678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5143a5fd-d61f-41d0-82f7-b8e42313e0f7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:11.800067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:11.801688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ddbdda24-2255-44b1-8891-e5d320b13856 req-16115c91-2905-4e3e-83ca-d34177f2aa95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6876605 May 06 12:35:11.823745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-d792ded4-c722-40a8-bd4b-d83b19c8a706 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:11.825640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-d792ded4-c722-40a8-bd4b-d83b19c8a706 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "GET /v2.0/ports?device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 943 time: 0.3653829 May 06 12:35:12.170445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8842d573-2fb3-457b-a58b-205f0f7b0130 req-cb9923f7-c5cc-43ce-8ad4-935733c78b83 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 210 time: 0.1804674 May 06 12:35:12.180556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbfba-e317-40db-9416-5630a233d7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.217492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-6ace46b8-9b22-447f-99d5-fe7cc7905c6c tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:12.220024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-6ace46b8-9b22-447f-99d5-fe7cc7905c6c tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5670230 May 06 12:35:12.227295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Deleting port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:12.228307 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.298202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Request body: {'port': {'device_id': '45a77a63-da23-418a-a2d4-0e713d30d5ba', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '15ff0397e66c4efb8aff516390ebd4cc'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:12.572404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-582091434', 'description': 'tempest-description-538754353'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:12.609183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:12.628948 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.631537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:12.656844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:12.724377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:12.815601 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.062083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:13.075393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2945495-b8b4-42e5-9450-b4ae16ae90bb req-326418d7-0d30-41e8-8c35-745c539bedf1 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:13.078025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2945495-b8b4-42e5-9450-b4ae16ae90bb req-326418d7-0d30-41e8-8c35-745c539bedf1 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1682cfd-b9c1-4606-a3f4-7c892f61ca50 HTTP/1.1" status: 200 len: 946 time: 0.6058149 May 06 12:35:13.104919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Usage tracker for resource:port and tenant:15ff0397e66c4efb8aff516390ebd4cc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:13.121029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:13.175786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:13.191860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:13.238713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:13.264103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:13.295601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Made reservation on behalf of 15ff0397e66c4efb8aff516390ebd4cc for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:13.300897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.318381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:13.335089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] For port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,segment=NetworkSegment(0205aab6-ea0f-4a29-87b8-ba9c95001d54),segment_id=0205aab6-ea0f-4a29-87b8-ba9c95001d54)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:13.336049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.605003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Calling delete_port for 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:13.655315 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4f76fd68-ab6c-40d6-9b55-1e4352ed333c req-94519a07-7a4f-4679-9d2a-46a1e3ec80c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b9bf27b-f6b4-46be-a090-0c834ada1f7e HTTP/1.1" status: 200 len: 210 time: 0.0777688 May 06 12:35:13.663105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2945495-b8b4-42e5-9450-b4ae16ae90bb req-094dadb9-1ffc-42a2-9c9f-9163f4f6ee3d tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/security-groups?id=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654726 May 06 12:35:14.021753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.069067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.263186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5c2d20-561f-43dd-9028-c6076fec0c29,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:14.318443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-61cb7927-7afe-45fc-a29e-257afa12f1e2 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:14.321299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-61cb7927-7afe-45fc-a29e-257afa12f1e2 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1682cfd-b9c1-4606-a3f4-7c892f61ca50 HTTP/1.1" status: 200 len: 946 time: 0.7325399 May 06 12:35:14.322371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.327125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Allocated IP 192.168.233.108 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/c9ac6968-bf10-4e1c-9196-a7a9f943b7b9) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:14.331680 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.344085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9645846-3f75-425a-957e-614a37e3861e req-484d220f-cf94-4e1b-bfb1-8e0f2cf8d21c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.7823594 May 06 12:35:14.640019 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-015a360f-b867-4fdf-b2a7-123d62852159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.711532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Pushing event deleted for resources: {'Port': ['ID=76cd8bd7-fa66-4920-816c-50ae3d67b1f3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:14.970987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] No DVR routers for this DVR port 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:35:14.997096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Deleting port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:14.997691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.063090 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.067163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14c1885b-7fde-4ab7-bd39-cff609f5a793 req-10e1a8fe-4009-4a26-b06a-bada8ec7f8ab tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.36 "DELETE /v2.0/ports/76cd8bd7-fa66-4920-816c-50ae3d67b1f3 HTTP/1.1" status: 204 len: 173 time: 3.2350783 May 06 12:35:15.084306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b615430e-5c27-4fda-ac51-849b6a890205', 'name': 'network-vif-deleted', 'tag': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:15.218793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-5aa9e2ee-4a23-47b5-b589-e2ef5decc486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.220934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-5aa9e2ee-4a23-47b5-b589-e2ef5decc486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Synchronizing usage tracker for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:15.251272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-5aa9e2ee-4a23-47b5-b589-e2ef5decc486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Unset dirty status for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:15.253829 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-5aa9e2ee-4a23-47b5-b589-e2ef5decc486 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8d8a7c-9002-42de-bb1c-9755ffa61627 HTTP/1.1" status: 200 len: 945 time: 0.3279192 May 06 12:35:15.418444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.434804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9084fa36-2c03-4729-961f-138404df45cb req-d51675aa-d428-46f9-bcf6-15bc01dcc7a1 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Synchronizing usage tracker for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:15.477419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acacea-2b62-48a0-b19f-9228d47ceda7 req-8533cf15-9416-47b9-9b6a-2f8b5565ed0a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.480062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Deleting port 45041685-a98c-4315-abb6-ff32c6876b51 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:15.480382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.483909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acacea-2b62-48a0-b19f-9228d47ceda7 req-8533cf15-9416-47b9-9b6a-2f8b5565ed0a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.490736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acacea-2b62-48a0-b19f-9228d47ceda7 req-8533cf15-9416-47b9-9b6a-2f8b5565ed0a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.497415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acacea-2b62-48a0-b19f-9228d47ceda7 req-8533cf15-9416-47b9-9b6a-2f8b5565ed0a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.504074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acacea-2b62-48a0-b19f-9228d47ceda7 req-8533cf15-9416-47b9-9b6a-2f8b5565ed0a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.510590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acacea-2b62-48a0-b19f-9228d47ceda7 req-8533cf15-9416-47b9-9b6a-2f8b5565ed0a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.517515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acacea-2b62-48a0-b19f-9228d47ceda7 req-8533cf15-9416-47b9-9b6a-2f8b5565ed0a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.520615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70acacea-2b62-48a0-b19f-9228d47ceda7 req-8533cf15-9416-47b9-9b6a-2f8b5565ed0a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5430 time: 1.0471463 May 06 12:35:15.737008 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-743d8310-c03c-4865-9fed-cf7ff0939640 req-f9c3e318-8950-405d-bb19-1d042be99e8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1448734 May 06 12:35:15.834524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9084fa36-2c03-4729-961f-138404df45cb req-d51675aa-d428-46f9-bcf6-15bc01dcc7a1 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] Unset dirty status for tenant:ebad8735eb3041388033a63376ff3d79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:15.836724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9084fa36-2c03-4729-961f-138404df45cb req-d51675aa-d428-46f9-bcf6-15bc01dcc7a1 tempest-ImagesTestJSON-403991142 tempest-ImagesTestJSON-403991142-project] 10.222.0.44 "GET /v2.0/ports?device_id=b615430e-5c27-4fda-ac51-849b6a890205 HTTP/1.1" status: 200 len: 210 time: 0.5303786 May 06 12:35:15.857783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:15.905379 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.921591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:35:15.922145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 76cd8bd7-fa66-4920-816c-50ae3d67b1f3 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:35:15.936195 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.950247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e57cefd-329a-4c4f-9cf2-a9562f96b339 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:15.954984 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70acacea-2b62-48a0-b19f-9228d47ceda7 req-f83e7741-f723-4c24-b5ec-63be936b1e8a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3923113 May 06 12:35:15.976185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Transition to ACTIVE for port object c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:15.992345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] For port 45041685-a98c-4315-abb6-ff32c6876b51, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=45041685-a98c-4315-abb6-ff32c6876b51,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:15.992666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.065395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] For port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,segment=NetworkSegment(55fb49de-85a4-49a5-b49e-57867544b55e),segment_id=55fb49de-85a4-49a5-b49e-57867544b55e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:16.066387 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.266299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e57cefd-329a-4c4f-9cf2-a9562f96b339, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e57cefd-329a-4c4f-9cf2-a9562f96b339,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:16.292466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Calling delete_port for 45041685-a98c-4315-abb6-ff32c6876b51 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:16.306098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'port_id': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'mac_address': 'fa:16:3e:3a:68:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:16.332435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Calling delete_port for bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:16.379934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2bb8450c-5e8a-42d7-b995-c6012ece9b6f req-58d14568-c4ee-426f-bb22-0cb28a60ea4d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:16.438871 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.452570 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.458740 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2c5a1da-bb03-476a-b2ca-b1aaace26b6a req-20c648c3-be19-4a7d-98e4-b96bee7f0c7c tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.0889060 May 06 12:35:16.483750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', '545c4e8a-92ad-4627-90a0-8549e8886a35'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:16.544009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['01dfe0b2-33d0-46bb-b173-f898f6620df4'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:16.631830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e57cefd-329a-4c4f-9cf2-a9562f96b339 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:16.685804 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.766990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e57cefd-329a-4c4f-9cf2-a9562f96b339, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e57cefd-329a-4c4f-9cf2-a9562f96b339,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:16.809005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-868760479', 'description': 'tempest-description-1193955875'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:16.810873 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.811674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:16.855969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:16.861869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2bb8450c-5e8a-42d7-b995-c6012ece9b6f req-58d14568-c4ee-426f-bb22-0cb28a60ea4d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:16.867781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bb8450c-5e8a-42d7-b995-c6012ece9b6f req-58d14568-c4ee-426f-bb22-0cb28a60ea4d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 210 time: 0.6744637 May 06 12:35:16.895048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:16.964654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:17.004116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Pushing event deleted for resources: {'Port': ['ID=45041685-a98c-4315-abb6-ff32c6876b51,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:17.026575 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:35:17.043667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:17.059169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event updated for resources: {'Port': ['ID=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:17.217371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6e57cefd-329a-4c4f-9cf2-a9562f96b339,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:17.329617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] No DVR routers for this DVR port 45041685-a98c-4315-abb6-ff32c6876b51 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:35:17.344637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.361644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:17.384998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8d8a7c-9002-42de-bb1c-9755ffa61627', 'name': 'network-vif-deleted', 'tag': '45041685-a98c-4315-abb6-ff32c6876b51'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:17.402732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49d20c36-3dcf-42eb-9e6a-2311cc2f6b4d req-0c09db75-09e9-4c31-b5fc-f265cb36ce82 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "DELETE /v2.0/ports/45041685-a98c-4315-abb6-ff32c6876b51 HTTP/1.1" status: 204 len: 173 time: 2.1372876 May 06 12:35:17.421844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:17.535555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:17.537279 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.537279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:17.565637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '7eb7caad-6cbc-46a1-9399-ad15ed3fbdda', 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'port_id': '7eb7caad-6cbc-46a1-9399-ad15ed3fbdda', 'mac_address': 'fa:16:3e:b8:f8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579974d2-2b30-474e-8a4d-8df434eca497', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:17.681703 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.711816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.747295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8d65e40-b082-4926-878b-2f81b12caa5a req-24525929-f601-42ad-9435-4bf2bbc2d727 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.3537982 May 06 12:35:17.751176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:17.845395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:17.846166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.858262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.870341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:17.926689 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.927533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 49832452-4030-4566-b8bf-492be19ec86d details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:17.952688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:17.959501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Pushing event deleted for resources: {'Port': ['ID=bd8f24b4-5d0c-4785-a56b-f5d4460b32c1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:17.967628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:17.984052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:17.993582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:18.038481 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-5596378f-b392-4f92-ae47-7a13edf40ae7 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7573447 May 06 12:35:18.044308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['45041685-a98c-4315-abb6-ff32c6876b51', 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:18.063077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Request body: {'port': {'device_id': '45a77a63-da23-418a-a2d4-0e713d30d5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:18.093466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['45041685-a98c-4315-abb6-ff32c6876b51', 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:18.133866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-33814811-3169-4dbf-9136-5c9c79670848 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:18.135490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-33814811-3169-4dbf-9136-5c9c79670848 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.36 "GET /v2.0/ports?device_id=84f5f614-43ce-473f-b936-e2026caf0eff HTTP/1.1" status: 200 len: 946 time: 1.0868771 May 06 12:35:18.186729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] No DVR routers for this DVR port bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:35:18.234630 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.241564 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:35:18.261990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f2481d4a-2562-4262-b1f3-26f52f0f6365 req-459e4576-6920-46c8-af6f-a27fa7aec8d1 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Synchronizing usage tracker for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:18.275671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:18.288828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f82e572c-2e0e-4137-93f5-873666ddc2ee req-e9547192-ba97-4edf-be48-d275f44c9705 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.48 "DELETE /v2.0/ports/bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 HTTP/1.1" status: 204 len: 173 time: 3.6931350 May 06 12:35:18.293042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3c331062-cc34-4e13-9041-937eb3b2ee6c None None] Provisioning for port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:18.300950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 49832452-4030-4566-b8bf-492be19ec86d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=49832452-4030-4566-b8bf-492be19ec86d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:18.337717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3c331062-cc34-4e13-9041-937eb3b2ee6c None None] Provisioning complete for port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:18.338285 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3c331062-cc34-4e13-9041-937eb3b2ee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.371547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Deleting port b5ac2896-bd96-4b3e-a15a-d2168719576b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:18.371930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.418049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.444800 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.456399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3c331062-cc34-4e13-9041-937eb3b2ee6c None None] Port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:18.469599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f2481d4a-2562-4262-b1f3-26f52f0f6365 req-459e4576-6920-46c8-af6f-a27fa7aec8d1 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] Unset dirty status for tenant:c2fb8801c0794858b49e935b45911fa2 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:18.484286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2481d4a-2562-4262-b1f3-26f52f0f6365 req-459e4576-6920-46c8-af6f-a27fa7aec8d1 tempest-MultipleCreateTestJSON-1315987418 tempest-MultipleCreateTestJSON-1315987418-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1682cfd-b9c1-4606-a3f4-7c892f61ca50 HTTP/1.1" status: 200 len: 210 time: 0.3619392 May 06 12:35:18.502541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '49832452-4030-4566-b8bf-492be19ec86d', 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'port_id': '49832452-4030-4566-b8bf-492be19ec86d', 'mac_address': 'fa:16:3e:5e:cc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579974d2-2b30-474e-8a4d-8df434eca497', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:18.548082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.614282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.618520 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.634916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9e23c9f-b97f-40ef-bcd5-57eb1222da03 req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.8951533 May 06 12:35:18.667414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49832452-4030-4566-b8bf-492be19ec86d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:18.704727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6d052-2f0f-4236-a593-2882483912af tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d918fa8b-6952-4e60-ac3b-cb4135b6d18b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:18.800000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 49832452-4030-4566-b8bf-492be19ec86d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=49832452-4030-4566-b8bf-492be19ec86d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:18.808852 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.809746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 239f9c9f-72c8-43d0-b15c-f0067878f016 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:18.841385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 239f9c9f-72c8-43d0-b15c-f0067878f016, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=239f9c9f-72c8-43d0-b15c-f0067878f016,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:18.903356 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85cab630-a5e2-4672-9530-a03f1eab43f5'] response: {'server_uuid': 'b615430e-5c27-4fda-ac51-849b6a890205', 'name': 'network-vif-deleted', 'tag': '76cd8bd7-fa66-4920-816c-50ae3d67b1f3', 'status': 'completed', 'code': 200} May 06 12:35:18.954203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '239f9c9f-72c8-43d0-b15c-f0067878f016', 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'port_id': '239f9c9f-72c8-43d0-b15c-f0067878f016', 'mac_address': 'fa:16:3e:bd:14:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579974d2-2b30-474e-8a4d-8df434eca497', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:18.959576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=49832452-4030-4566-b8bf-492be19ec86d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:19.048869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.085903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239f9c9f-72c8-43d0-b15c-f0067878f016 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:19.119965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 239f9c9f-72c8-43d0-b15c-f0067878f016, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=239f9c9f-72c8-43d0-b15c-f0067878f016,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:19.130649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.153760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] For port b5ac2896-bd96-4b3e-a15a-d2168719576b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b5ac2896-bd96-4b3e-a15a-d2168719576b,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:19.154053 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.172761 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b899e16-29d7-4098-8b86-e7c80592344d'] response: {'server_uuid': '2f8d8a7c-9002-42de-bb1c-9755ffa61627', 'name': 'network-vif-deleted', 'tag': '45041685-a98c-4315-abb6-ff32c6876b51', 'status': 'completed', 'code': 200} May 06 12:35:19.280046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bc616944-ac4e-4027-b0b0-1e6ef559966d details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:19.357562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Calling delete_port for b5ac2896-bd96-4b3e-a15a-d2168719576b owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:19.375529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=239f9c9f-72c8-43d0-b15c-f0067878f016,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:19.628010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b5ffc587-c33e-4601-b2c0-d2d543955643 req-fb73be11-898d-446e-86fb-7a88f73cb3f8 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.2920585 May 06 12:35:19.782491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bc616944-ac4e-4027-b0b0-1e6ef559966d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bc616944-ac4e-4027-b0b0-1e6ef559966d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:19.825111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'bc616944-ac4e-4027-b0b0-1e6ef559966d', 'network_id': '3a5a7577-6eb9-4fca-ac8e-7b2840c042f7', 'port_id': 'bc616944-ac4e-4027-b0b0-1e6ef559966d', 'mac_address': 'fa:16:3e:bd:91:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579974d2-2b30-474e-8a4d-8df434eca497', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:19.863913 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa2bbbb1-3b63-4429-99ee-1a462e0c6f4b req-17dbbeac-f46a-4464-9c2e-6d5bb60b83e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.0665250 May 06 12:35:19.869918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b5ac2896-bd96-4b3e-a15a-d2168719576b no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:19.891717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150932a-6bef-4b62-ad0e-09082e5f55d8 req-2416474f-2e92-4dd1-a681-9dbd4f90fc20 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.895599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150932a-6bef-4b62-ad0e-09082e5f55d8 req-2416474f-2e92-4dd1-a681-9dbd4f90fc20 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.899746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150932a-6bef-4b62-ad0e-09082e5f55d8 req-2416474f-2e92-4dd1-a681-9dbd4f90fc20 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.903864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150932a-6bef-4b62-ad0e-09082e5f55d8 req-2416474f-2e92-4dd1-a681-9dbd4f90fc20 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.907988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150932a-6bef-4b62-ad0e-09082e5f55d8 req-2416474f-2e92-4dd1-a681-9dbd4f90fc20 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.912391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150932a-6bef-4b62-ad0e-09082e5f55d8 req-2416474f-2e92-4dd1-a681-9dbd4f90fc20 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.916468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150932a-6bef-4b62-ad0e-09082e5f55d8 req-2416474f-2e92-4dd1-a681-9dbd4f90fc20 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.918515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f150932a-6bef-4b62-ad0e-09082e5f55d8 req-2416474f-2e92-4dd1-a681-9dbd4f90fc20 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5434 time: 0.6623824 May 06 12:35:19.930651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:19.957082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.959974 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.967833 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.988632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['bdf588c2-4f74-4a8f-a889-cf1d63b5a560'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:20.029796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No active binding found for port b5ac2896-bd96-4b3e-a15a-d2168719576b {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:35:20.030281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b5ac2896-bd96-4b3e-a15a-d2168719576b not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:35:20.034449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc616944-ac4e-4027-b0b0-1e6ef559966d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:20.045296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['49832452-4030-4566-b8bf-492be19ec86d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:20.049114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Transition to ACTIVE for port object c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:20.054922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Pushing event deleted for resources: {'Port': ['ID=b5ac2896-bd96-4b3e-a15a-d2168719576b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:20.064752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.117935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bc616944-ac4e-4027-b0b0-1e6ef559966d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bc616944-ac4e-4027-b0b0-1e6ef559966d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:20.134969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e57cefd-329a-4c4f-9cf2-a9562f96b339'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:20.173060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f150932a-6bef-4b62-ad0e-09082e5f55d8 req-558d564f-918f-4297-bc50-e75cd44f3019 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357297 May 06 12:35:20.233256 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.233900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e426cb97-c3c2-486a-ad47-f4fa118f8be5 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:20.316824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100dfb0-672b-436d-bc1e-30c3ef3cddfc req-882a5c24-e9c6-42ad-b7f7-1fa1385bd287 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:20.318633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a100dfb0-672b-436d-bc1e-30c3ef3cddfc req-882a5c24-e9c6-42ad-b7f7-1fa1385bd287 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 936 time: 0.5058193 May 06 12:35:20.319892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] No DVR routers for this DVR port b5ac2896-bd96-4b3e-a15a-d2168719576b on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:35:20.321640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Pushing event updated for resources: {'Port': ['ID=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:20.338364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.399446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fcf7201-d937-4eb9-8280-5eb6803033eb req-75bd3f5b-76a9-4f0e-a785-e55f238f2c28 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.36 "DELETE /v2.0/ports/b5ac2896-bd96-4b3e-a15a-d2168719576b HTTP/1.1" status: 204 len: 173 time: 2.2064996 May 06 12:35:20.424471 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:35:20.537173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a100dfb0-672b-436d-bc1e-30c3ef3cddfc req-35591105-93f0-4c98-8b1a-7cbcf594e63e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921217 May 06 12:35:20.628573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Attempting to bind port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:20.629545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Attempting to bind port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:20.629545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Attempting to bind port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:20.658711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-96c90361-fbb0-4668-bb8a-069ce27c5d55 req-bf8cb560-34fa-4ad1-8a7a-42956aa9073c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Synchronizing usage tracker for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:20.662588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:35:20.663072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Attempting to bind port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:20.671245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=bc616944-ac4e-4027-b0b0-1e6ef559966d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:20.678304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:20.678591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:20.679152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:20.679411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Bound port: c9ac6968-bf10-4e1c-9196-a7a9f943b7b9, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:20.679736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.762684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-96c90361-fbb0-4668-bb8a-069ce27c5d55 req-bf8cb560-34fa-4ad1-8a7a-42956aa9073c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Unset dirty status for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:20.764541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c90361-fbb0-4668-bb8a-069ce27c5d55 req-bf8cb560-34fa-4ad1-8a7a-42956aa9073c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d HTTP/1.1" status: 200 len: 9730 time: 0.4622180 May 06 12:35:20.865790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fb98b34-e500-4106-aef3-ba472bf4034a req-fb341f7f-ef66-4e18-8424-8483b215ac71 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.0729189 May 06 12:35:20.875437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e426cb97-c3c2-486a-ad47-f4fa118f8be5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e426cb97-c3c2-486a-ad47-f4fa118f8be5,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:20.906572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1682cfd-b9c1-4606-a3f4-7c892f61ca50', 'name': 'network-vif-deleted', 'tag': 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1'}, {'server_uuid': '84f5f614-43ce-473f-b936-e2026caf0eff', 'name': 'network-vif-deleted', 'tag': 'b5ac2896-bd96-4b3e-a15a-d2168719576b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:20.920719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5', 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb', 'port_id': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5', 'mac_address': 'fa:16:3e:9a:6c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2588b2-6b6c-4a8a-88ea-49423d082372', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:20.962374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] For port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:20.967397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c90361-fbb0-4668-bb8a-069ce27c5d55 req-33b00a63-f7f0-4180-a5a4-794f94222115 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/a046c0c9-41d3-44d7-a082-2c6e6c85d871 HTTP/1.1" status: 200 len: 2649 time: 0.1764922 May 06 12:35:20.969743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] For port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:20.995349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.044977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['239f9c9f-72c8-43d0-b15c-f0067878f016'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:21.174040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.176775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] 10.222.0.48 "PUT /v2.0/ports/c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 HTTP/1.1" status: 200 len: 1096 time: 3.1198611 May 06 12:35:21.194239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.234421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c90361-fbb0-4668-bb8a-069ce27c5d55 req-bd825640-55aa-4d34-a59e-3b472a16b1ec tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/a046c0c9-41d3-44d7-a082-2c6e6c85d871 HTTP/1.1" status: 200 len: 2649 time: 0.2597561 May 06 12:35:21.274415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c38539-8bf0-4f52-8984-7974e9b2c8bc service neutron] Pushing event updated for resources: {'Port': ['ID=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:21.338248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e426cb97-c3c2-486a-ad47-f4fa118f8be5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:21.394749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e426cb97-c3c2-486a-ad47-f4fa118f8be5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e426cb97-c3c2-486a-ad47-f4fa118f8be5,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:21.403051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['7eb7caad-6cbc-46a1-9399-ad15ed3fbdda'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:21.494427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.495362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:21.527808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:21.647690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61', 'network_id': '93fc091f-ff24-41c1-b735-e8bc9d4b3beb', 'port_id': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61', 'mac_address': 'fa:16:3e:62:e4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2588b2-6b6c-4a8a-88ea-49423d082372', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:21.696878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=e426cb97-c3c2-486a-ad47-f4fa118f8be5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:21.712834 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d1a5b6-64c0-4887-b6a9-7186092c98c7'] response: {'server_uuid': 'e1682cfd-b9c1-4606-a3f4-7c892f61ca50', 'name': 'network-vif-deleted', 'tag': 'bd8f24b4-5d0c-4785-a56b-f5d4460b32c1', 'status': 'completed', 'code': 200} May 06 12:35:21.713325 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d1a5b6-64c0-4887-b6a9-7186092c98c7'] response: {'server_uuid': '84f5f614-43ce-473f-b936-e2026caf0eff', 'name': 'network-vif-deleted', 'tag': 'b5ac2896-bd96-4b3e-a15a-d2168719576b', 'status': 'completed', 'code': 200} May 06 12:35:21.804320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-347a6bb4-4443-46ad-a8b1-1f2ea8546bcf req-2a314381-fb03-4e7c-bc18-56fef35f3d4e tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1653471 May 06 12:35:21.847524 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.878260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-7407170f-9704-4ef2-b399-7024bac598f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 1099 time: 0.2510953 May 06 12:35:21.891712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-4128934e-0de9-466b-99c8-0aa4ae02bef2 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:21.892968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-4128934e-0de9-466b-99c8-0aa4ae02bef2 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Synchronizing usage tracker for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:21.923033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:21.989025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-46a7e948-8701-4f82-bbb3-fba153184a62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 HTTP/1.1" status: 200 len: 217 time: 0.0925622 May 06 12:35:21.997685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:22.014367 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.057488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-4128934e-0de9-466b-99c8-0aa4ae02bef2 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Unset dirty status for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:22.058968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-4128934e-0de9-466b-99c8-0aa4ae02bef2 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 946 time: 0.5211446 May 06 12:35:22.073336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 45041685-a98c-4315-abb6-ff32c6876b51 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:22.148392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-3ccf0d4d-0246-4385-a6e1-080c9a670cb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:22.150557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-3ccf0d4d-0246-4385-a6e1-080c9a670cb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1498616 May 06 12:35:22.152093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 45041685-a98c-4315-abb6-ff32c6876b51 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:35:22.152469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 45041685-a98c-4315-abb6-ff32c6876b51 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:35:22.152881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:22.165685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Deleting port bdf588c2-4f74-4a8f-a889-cf1d63b5a560 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:22.166409 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.206277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:35:22.206871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bd8f24b4-5d0c-4785-a56b-f5d4460b32c1 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:35:22.260671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:22.726274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-7886373d-5946-40f0-863e-cb245c5ad2f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5285819 May 06 12:35:22.769524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe8ea8c3-4653-4271-a45a-98eb09b14405 req-9e5a0420-ec8e-465b-b17e-4194c5b2a14c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/5143a5fd-d61f-41d0-82f7-b8e42313e0f7 HTTP/1.1" status: 200 len: 1633 time: 0.2701712 May 06 12:35:22.844591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb222fc-d4e4-4a98-a28e-45ca44f990b0 req-fbc4474d-1c0e-4389-823b-37f6f37d6c3b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:22.848472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb222fc-d4e4-4a98-a28e-45ca44f990b0 req-fbc4474d-1c0e-4389-823b-37f6f37d6c3b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:22.852597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb222fc-d4e4-4a98-a28e-45ca44f990b0 req-fbc4474d-1c0e-4389-823b-37f6f37d6c3b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:22.856456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb222fc-d4e4-4a98-a28e-45ca44f990b0 req-fbc4474d-1c0e-4389-823b-37f6f37d6c3b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:22.860284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb222fc-d4e4-4a98-a28e-45ca44f990b0 req-fbc4474d-1c0e-4389-823b-37f6f37d6c3b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:22.864139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb222fc-d4e4-4a98-a28e-45ca44f990b0 req-fbc4474d-1c0e-4389-823b-37f6f37d6c3b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:22.869302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb222fc-d4e4-4a98-a28e-45ca44f990b0 req-fbc4474d-1c0e-4389-823b-37f6f37d6c3b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:22.871280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efb222fc-d4e4-4a98-a28e-45ca44f990b0 req-fbc4474d-1c0e-4389-823b-37f6f37d6c3b tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5437 time: 0.6066880 May 06 12:35:22.961712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] For port bdf588c2-4f74-4a8f-a889-cf1d63b5a560, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,segment=NetworkSegment(d3f789f4-4441-40d7-8406-f72aa2489777),segment_id=d3f789f4-4441-40d7-8406-f72aa2489777)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:22.962066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.988662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['e426cb97-c3c2-486a-ad47-f4fa118f8be5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:23.140514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Calling delete_port for bdf588c2-4f74-4a8f-a889-cf1d63b5a560 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:23.188631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efb222fc-d4e4-4a98-a28e-45ca44f990b0 req-7a0c7170-1584-4cfa-ab0d-eead9147f1da tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3069787 May 06 12:35:23.234984 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-4e5d17fa-e54d-44d7-98e3-6bcf41e72d72 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943454 May 06 12:35:23.296248 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fe8ea8c3-4653-4271-a45a-98eb09b14405 req-f07d683d-0579-4832-8cb8-da12cb09576f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.312668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33026) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:23.381953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['bc616944-ac4e-4027-b0b0-1e6ef559966d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:23.410351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Deleting subnet d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:35:23.419357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.448393 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fe8ea8c3-4653-4271-a45a-98eb09b14405 req-f07d683d-0579-4832-8cb8-da12cb09576f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.519334 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.545005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['4e46a668-3e2d-43da-b6ef-4c0a15f40f61'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:23.616126 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.621101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.714312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a77a63-da23-418a-a2d4-0e713d30d5ba', 'tag': 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:23.733730 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af50d09a-b0d7-4db7-b920-e747e46a46b1 req-ea5ba7a2-0c1b-48d8-9b24-7a96de8f95ce service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775584 May 06 12:35:23.738483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.740264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Pushing event deleted for resources: {'Port': ['ID=bdf588c2-4f74-4a8f-a889-cf1d63b5a560,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:23.827871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:23.837204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.843254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fe8ea8c3-4653-4271-a45a-98eb09b14405 req-f07d683d-0579-4832-8cb8-da12cb09576f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.853518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.854046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.854572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.855126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.855636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.856154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.856669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.857194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.857707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.858224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.858777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:23.865118 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-826ce501-af86-46c9-94a0-8523a7e7afea admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d90dfea2-aa2a-4c77-8a12-5e4bc7cdf7a0 HTTP/1.1" status: 204 len: 168 time: 0.5512552 May 06 12:35:23.868089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33032) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:23.933037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] No DVR routers for this DVR port bdf588c2-4f74-4a8f-a889-cf1d63b5a560 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:35:23.935908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d683d-0579-4832-8cb8-da12cb09576f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5143a5fd-d61f-41d0-82f7-b8e42313e0f7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:23.947575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.977762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36722e6b-e8e2-40e0-b084-a04b205edb01 req-00f44c1a-1adb-45ff-9831-d8f4d6b74fe7 tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.48 "DELETE /v2.0/ports/bdf588c2-4f74-4a8f-a889-cf1d63b5a560 HTTP/1.1" status: 204 len: 173 time: 1.9046535 May 06 12:35:23.989622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fe8ea8c3-4653-4271-a45a-98eb09b14405 req-f07d683d-0579-4832-8cb8-da12cb09576f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.991214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe8ea8c3-4653-4271-a45a-98eb09b14405 req-f07d683d-0579-4832-8cb8-da12cb09576f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/5143a5fd-d61f-41d0-82f7-b8e42313e0f7 HTTP/1.1" status: 204 len: 173 time: 1.1155775 May 06 12:35:24.001196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4d50d-e875-4073-89d4-68ce88d88c38 req-a13e619c-7373-4389-99d1-2a63c1bee9cb tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:24.010662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73b4d50d-e875-4073-89d4-68ce88d88c38 req-a13e619c-7373-4389-99d1-2a63c1bee9cb tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 948 time: 0.5349109 May 06 12:35:24.033123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e57cefd-329a-4c4f-9cf2-a9562f96b339 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:24.065969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.090031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73b4d50d-e875-4073-89d4-68ce88d88c38 req-c5042b71-5f3e-419b-a528-36b0bb36146e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779066 May 06 12:35:24.177575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:24.186494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:24.190243 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.317672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.348302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a475e3-0f1d-4ab5-a588-03637e5fd3ee']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:24.365051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fb49de-85a4-49a5-b49e-57867544b55e') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:24.365345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fb49de-85a4-49a5-b49e-57867544b55e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:24.380310 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.406098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.414429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:35:24.414861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.505940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: timer() May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:35:24.544817 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:35:24.564382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:24.583238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e57cefd-329a-4c4f-9cf2-a9562f96b339, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e57cefd-329a-4c4f-9cf2-a9562f96b339,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:24.589763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.591088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bdf588c2-4f74-4a8f-a889-cf1d63b5a560 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:24.626458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.655500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68cba6b6-9284-46c3-b158-0f7f13086c23 req-a9f53f9e-d19f-4844-bda1-330e0313e561 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1390719 May 06 12:35:24.662248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8bf3e8e8-350d-4787-b20c-2e5adbabe5fc req-bc10d0d1-a536-4005-a0f0-155fea415ddf tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Synchronizing usage tracker for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:24.665705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.670077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=78a475e3-0f1d-4ab5-a588-03637e5fd3ee,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:24.701501 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b7b4f1c6-fa79-4d10-aff3-f9d0fab0eed4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/78a475e3-0f1d-4ab5-a588-03637e5fd3ee HTTP/1.1" status: 204 len: 168 time: 0.8265967 May 06 12:35:24.710963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8bf3e8e8-350d-4787-b20c-2e5adbabe5fc req-bc10d0d1-a536-4005-a0f0-155fea415ddf tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] Unset dirty status for tenant:1f0b9ce75c99463584c23548bd38d56c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:24.720201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: bdf588c2-4f74-4a8f-a889-cf1d63b5a560 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:35:24.720689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bdf588c2-4f74-4a8f-a889-cf1d63b5a560 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:35:24.739128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bf3e8e8-350d-4787-b20c-2e5adbabe5fc req-bc10d0d1-a536-4005-a0f0-155fea415ddf tempest-ListServersNegativeTestJSON-73607260 tempest-ListServersNegativeTestJSON-73607260-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ca0c517-7c67-452c-8155-0633127240f8 HTTP/1.1" status: 200 len: 210 time: 0.1494730 May 06 12:35:24.777834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6e57cefd-329a-4c4f-9cf2-a9562f96b339,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:24.860565 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a8a65d-a954-4476-b40e-eaa01199b856'] response: {'name': 'network-changed', 'server_uuid': '45a77a63-da23-418a-a2d4-0e713d30d5ba', 'tag': 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9', 'status': 'completed', 'code': 200} May 06 12:35:24.974073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43c7768f-139c-4851-a8a9-a1b8b3e51ab6 req-17f9f8aa-7cb5-43e0-abfe-af919cda91a2 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.0973229 May 06 12:35:25.001045 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-f8e6c22d-6bc3-49e1-828c-38be400463c9 req-3e7d5e96-5571-4531-a777-4110edbafcf6 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:35:25.003286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8e6c22d-6bc3-49e1-828c-38be400463c9 req-3e7d5e96-5571-4531-a777-4110edbafcf6 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/5143a5fd-d61f-41d0-82f7-b8e42313e0f7 HTTP/1.1" status: 404 len: 352 time: 0.0871060 May 06 12:35:25.076603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a8b34ee-c38a-4867-b5ab-5705ae948284 req-f6b904bc-4e7f-4b6c-bfdf-91a473894f8a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 1099 time: 0.1595397 May 06 12:35:25.163503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33056) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:25.179297 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216f2bbc-614d-429c-81d4-8bd9016cb2c3'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'code': 200} May 06 12:35:25.258005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-19d32745-f6bc-4fb3-b8ba-387578b9f8fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2fb8801c0794858b49e935b45911fa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0924516 May 06 12:35:25.260787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33062) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:25.351959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eba25d27-4f3d-4ada-b022-2655950e31c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.384743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eba25d27-4f3d-4ada-b022-2655950e31c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.406213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-026f8e87-d3ac-4969-92b4-909572de848a req-0aae63d9-2b1a-4ca1-b8bc-6d904436687e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/0a5c2d20-561f-43dd-9028-c6076fec0c29 HTTP/1.1" status: 200 len: 1633 time: 0.2008281 May 06 12:35:25.447707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eba25d27-4f3d-4ada-b022-2655950e31c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.449853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b34ee-c38a-4867-b5ab-5705ae948284 req-5e59583c-5742-488f-8e47-279ca02e1042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.452200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a8b34ee-c38a-4867-b5ab-5705ae948284 req-5e59583c-5742-488f-8e47-279ca02e1042 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3590472 May 06 12:35:25.464025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba25d27-4f3d-4ada-b022-2655950e31c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd4cab-0229-4047-9edf-cb1cbe2e5a2d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:25.471385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eba25d27-4f3d-4ada-b022-2655950e31c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.472502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eba25d27-4f3d-4ada-b022-2655950e31c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35bd4cab-0229-4047-9edf-cb1cbe2e5a2d HTTP/1.1" status: 204 len: 168 time: 0.2105696 May 06 12:35:25.757371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddece9-c487-4f65-b956-27019a0f82e4 req-0118daaf-1d69-45a7-b3af-447c6426748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.761370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddece9-c487-4f65-b956-27019a0f82e4 req-0118daaf-1d69-45a7-b3af-447c6426748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.765377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddece9-c487-4f65-b956-27019a0f82e4 req-0118daaf-1d69-45a7-b3af-447c6426748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.772950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddece9-c487-4f65-b956-27019a0f82e4 req-0118daaf-1d69-45a7-b3af-447c6426748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.780173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddece9-c487-4f65-b956-27019a0f82e4 req-0118daaf-1d69-45a7-b3af-447c6426748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.787110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddece9-c487-4f65-b956-27019a0f82e4 req-0118daaf-1d69-45a7-b3af-447c6426748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.794781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddece9-c487-4f65-b956-27019a0f82e4 req-0118daaf-1d69-45a7-b3af-447c6426748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.797768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ddddece9-c487-4f65-b956-27019a0f82e4 req-0118daaf-1d69-45a7-b3af-447c6426748a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5438 time: 0.5938160 May 06 12:35:25.806958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a8b34ee-c38a-4867-b5ab-5705ae948284 req-6405c98a-072d-4201-b287-09aff4e0b3fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 HTTP/1.1" status: 200 len: 217 time: 0.3387454 May 06 12:35:25.893786 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-026f8e87-d3ac-4969-92b4-909572de848a req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.958027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b34ee-c38a-4867-b5ab-5705ae948284 req-5820b272-5f13-48fb-b79d-e323fad729b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.959699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a8b34ee-c38a-4867-b5ab-5705ae948284 req-5820b272-5f13-48fb-b79d-e323fad729b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1267946 May 06 12:35:25.963812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-026f8e87-d3ac-4969-92b4-909572de848a req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.976951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ddddece9-c487-4f65-b956-27019a0f82e4 req-d2a68d79-6c46-40a0-806c-d16d2f1b55e0 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686287 May 06 12:35:26.155523 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a8b34ee-c38a-4867-b5ab-5705ae948284 req-5b73882a-18ba-4fb6-8662-15b54ac7ec45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831098 May 06 12:35:26.158474 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-026f8e87-d3ac-4969-92b4-909572de848a req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.213675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5c2d20-561f-43dd-9028-c6076fec0c29,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:26.303624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.304191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.304669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.305243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.305649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.306005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.306320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.306681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.307040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.307768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.308271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:26.315642 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-026f8e87-d3ac-4969-92b4-909572de848a req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.318011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-026f8e87-d3ac-4969-92b4-909572de848a req-06948637-9ac1-4147-89e5-4814172e5707 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/0a5c2d20-561f-43dd-9028-c6076fec0c29 HTTP/1.1" status: 204 len: 173 time: 0.9042044 May 06 12:35:26.435068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a8b34ee-c38a-4867-b5ab-5705ae948284 req-9c2d5e3e-f622-49ad-b844-90f6d355890c service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546365 May 06 12:35:26.627173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a8b34ee-c38a-4867-b5ab-5705ae948284 req-47b9bb57-99bd-44ca-a174-0e5194dd8e3e service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831281 May 06 12:35:26.688594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33094) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:26.778667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9577b5-cfb6-4d38-a37e-b9567ce5109f req-31cb2f90-226a-44fe-9030-63e82464bfa9 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:26.781025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd9577b5-cfb6-4d38-a37e-b9567ce5109f req-31cb2f90-226a-44fe-9030-63e82464bfa9 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 948 time: 0.1456647 May 06 12:35:26.835456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd9577b5-cfb6-4d38-a37e-b9567ce5109f req-cad9da45-2aa3-4e2d-91b7-715f1e1a4344 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461171 May 06 12:35:26.869804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2070912598-network', 'tenant_id': '22ed72c9a0734a32a5cc58c913f857d8'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:26.886899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:26.891982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Usage tracker for resource:network and tenant:22ed72c9a0734a32a5cc58c913f857d8 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:26.896415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:26.905017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:26.914551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca0c517-7c67-452c-8155-0633127240f8', 'name': 'network-vif-deleted', 'tag': 'bdf588c2-4f74-4a8f-a889-cf1d63b5a560'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:26.919949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Made reservation on behalf of 22ed72c9a0734a32a5cc58c913f857d8 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:26.922525 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.935042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38538dc2-db9e-4a7f-b725-38684b037c9e req-4e40283d-0f4e-4b15-b2f0-ff8abb85c037 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.0807972 May 06 12:35:26.938986 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.981154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:26.986106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Usage tracker for resource:security_group_rule and tenant:22ed72c9a0734a32a5cc58c913f857d8 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:26.990292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:26.999602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:27.042832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33102) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:27.109186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.115996 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.158176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:27.175939 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-7561dd7d-7467-48e1-89bd-145cc14b1d30 req-477bb6cf-629f-446a-a800-2357cfe3ea07 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:35:27.177759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7561dd7d-7467-48e1-89bd-145cc14b1d30 req-477bb6cf-629f-446a-a800-2357cfe3ea07 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/0a5c2d20-561f-43dd-9028-c6076fec0c29 HTTP/1.1" status: 404 len: 352 time: 0.0605853 May 06 12:35:27.180299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799222e8-66dc-46eb-b040-66c528a7a348,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:27.184491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.185107 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Added segment b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3 of type vlan for network e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 May 06 12:35:27.228830 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.235397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-914e1c27-bfee-4072-9d36-dced0a02e65d admin admin] Deleting subnet e41c0999-b41b-4742-95c7-b143755c9da2 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:35:27.244922 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914e1c27-bfee-4072-9d36-dced0a02e65d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.308325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.310957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:27.312396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.339859 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914e1c27-bfee-4072-9d36-dced0a02e65d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.392551 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a43a9c-bd9d-4f7f-ae83-eff200200576'] response: {'server_uuid': '6ca0c517-7c67-452c-8155-0633127240f8', 'name': 'network-vif-deleted', 'tag': 'bdf588c2-4f74-4a8f-a889-cf1d63b5a560', 'status': 'completed', 'code': 200} May 06 12:35:27.428383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914e1c27-bfee-4072-9d36-dced0a02e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.547701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] Pushing event updated for resources: {'Network': ['ID=e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:27.558184 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-62e2d1f7-16f8-4ee4-9f12-59bb1884a93b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8676057 May 06 12:35:27.561278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33116) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:27.562504 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914e1c27-bfee-4072-9d36-dced0a02e65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.569062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:27.573980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Request body: {'subnet': {'network_id': 'e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2070912598-subnet', 'tenant_id': '22ed72c9a0734a32a5cc58c913f857d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:27.582706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:27.591147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Usage tracker for resource:subnet and tenant:22ed72c9a0734a32a5cc58c913f857d8 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:27.596123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:27.607668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:27.628227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Made reservation on behalf of 22ed72c9a0734a32a5cc58c913f857d8 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:27.632865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.636009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e1c27-bfee-4072-9d36-dced0a02e65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41c0999-b41b-4742-95c7-b143755c9da2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:27.653242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-914e1c27-bfee-4072-9d36-dced0a02e65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.728998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-914e1c27-bfee-4072-9d36-dced0a02e65d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e41c0999-b41b-4742-95c7-b143755c9da2 HTTP/1.1" status: 204 len: 168 time: 0.6838231 May 06 12:35:27.736215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33120) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:28.005675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66c1d-ba24-4db3-9883-4f9b78684273 req-76daa018-87b1-4f85-ba9e-c4ca510bd1f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:28.017285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66c1d-ba24-4db3-9883-4f9b78684273 req-76daa018-87b1-4f85-ba9e-c4ca510bd1f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:28.025020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66c1d-ba24-4db3-9883-4f9b78684273 req-76daa018-87b1-4f85-ba9e-c4ca510bd1f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:28.032572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66c1d-ba24-4db3-9883-4f9b78684273 req-76daa018-87b1-4f85-ba9e-c4ca510bd1f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:28.040722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 239f9c9f-72c8-43d0-b15c-f0067878f016 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:28.041709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66c1d-ba24-4db3-9883-4f9b78684273 req-76daa018-87b1-4f85-ba9e-c4ca510bd1f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:28.049018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66c1d-ba24-4db3-9883-4f9b78684273 req-76daa018-87b1-4f85-ba9e-c4ca510bd1f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:28.058438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66c1d-ba24-4db3-9883-4f9b78684273 req-76daa018-87b1-4f85-ba9e-c4ca510bd1f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:28.071355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3c66c1d-ba24-4db3-9883-4f9b78684273 req-76daa018-87b1-4f85-ba9e-c4ca510bd1f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5438 time: 0.4144151 May 06 12:35:28.104352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.105225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.166520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 239f9c9f-72c8-43d0-b15c-f0067878f016 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:28.181986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 239f9c9f-72c8-43d0-b15c-f0067878f016 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:28.182583 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.247253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6af024a6-48a5-4874-a4ed-18e2ec20a787 req-8a5d0c64-bb39-46e5-8451-ae4c9f5aece3 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/d918fa8b-6952-4e60-ac3b-cb4135b6d18b HTTP/1.1" status: 200 len: 1634 time: 0.1735785 May 06 12:35:28.300125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ecf4e5-28b4-44c4-9ada-d3aabe2c3987,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:28.305836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Checking segment: {'id': 'b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:28.306409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Network hostable DHCP agents. Network: e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:35:28.349647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3c66c1d-ba24-4db3-9883-4f9b78684273 req-a576f733-79c8-40ff-8f69-efe67e8650d8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422218 May 06 12:35:28.364061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Network e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:35:28.371808 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.401434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:28.411371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:28.413145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.414883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05549b1c-72e6-46af-b6d9-8ea5b103e682']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:28.435888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f789f4-4441-40d7-8406-f72aa2489777') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:28.436340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f789f4-4441-40d7-8406-f72aa2489777') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:28.468758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e613220f-b1a6-48f2-8228-52cf4bcca3a8 None None] Network e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:28.470633 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.505454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6af024a6-48a5-4874-a4ed-18e2ec20a787 req-6421e4c1-74fb-422e-8eda-19dd6bcc208e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.506543 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f0dcdd81-e860-4951-84e1-07cbe25a9f22 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9426637 May 06 12:35:28.540164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.577343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:35:28.577996 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: timer() May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:35:28.606768 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:35:28.619555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6af024a6-48a5-4874-a4ed-18e2ec20a787 req-6421e4c1-74fb-422e-8eda-19dd6bcc208e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.790197 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.857820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239f9c9f-72c8-43d0-b15c-f0067878f016'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:28.882491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 239f9c9f-72c8-43d0-b15c-f0067878f016, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=239f9c9f-72c8-43d0-b15c-f0067878f016,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:28.914644 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.915628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 49832452-4030-4566-b8bf-492be19ec86d up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:29.045022 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.054619 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.095465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=239f9c9f-72c8-43d0-b15c-f0067878f016,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:29.103806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] Pushing event deleted for resources: {'Network': ['ID=05549b1c-72e6-46af-b6d9-8ea5b103e682,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:29.114978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94718ac-b827-4444-bdc7-d4da687b3cda None None] Network e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:29.118712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6af024a6-48a5-4874-a4ed-18e2ec20a787 req-6421e4c1-74fb-422e-8eda-19dd6bcc208e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.137044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 49832452-4030-4566-b8bf-492be19ec86d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:29.145752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-89793039-139e-4abc-94c8-0db69f912040 admin admin] 10.222.0.44 "DELETE /v2.0/networks/05549b1c-72e6-46af-b6d9-8ea5b103e682 HTTP/1.1" status: 204 len: 168 time: 1.4062290 May 06 12:35:29.148912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421e4c1-74fb-422e-8eda-19dd6bcc208e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d918fa8b-6952-4e60-ac3b-cb4135b6d18b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:29.154157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6af024a6-48a5-4874-a4ed-18e2ec20a787 req-6421e4c1-74fb-422e-8eda-19dd6bcc208e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.173681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6af024a6-48a5-4874-a4ed-18e2ec20a787 req-6421e4c1-74fb-422e-8eda-19dd6bcc208e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/d918fa8b-6952-4e60-ac3b-cb4135b6d18b HTTP/1.1" status: 204 len: 173 time: 0.9255028 May 06 12:35:29.196739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e024d-295c-4970-b049-1f2f6969a281 req-14c1387e-54bb-40a8-8d9a-8b6a65e12663 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:29.198548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-648e024d-295c-4970-b049-1f2f6969a281 req-14c1387e-54bb-40a8-8d9a-8b6a65e12663 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 948 time: 0.3207150 May 06 12:35:29.203197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-f5b7b80e-0f3b-4560-a07d-473f6270caa8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3299246 May 06 12:35:29.207872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 49832452-4030-4566-b8bf-492be19ec86d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:29.208319 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.407553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26017af6-b62c-4ebe-ab1b-ed9de5374957 req-10c0eb7e-ea4d-4e19-b723-b3ebf0d024d7 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.0685930 May 06 12:35:29.470462 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.485868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-648e024d-295c-4970-b049-1f2f6969a281 req-c8abc137-142e-4bdd-9653-29a8ec39a38f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753417 May 06 12:35:29.533050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33148) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:29.534024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-15535ba4-ccfe-4902-9cf8-8f90acb0f95f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 1100 time: 0.1226318 May 06 12:35:29.538662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 49832452-4030-4566-b8bf-492be19ec86d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=49832452-4030-4566-b8bf-492be19ec86d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:29.545970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.547906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:29.617804 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-19fc0da7-e40b-48c0-acf4-cd3f0bb2e606 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f0b9ce75c99463584c23548bd38d56c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0792089 May 06 12:35:29.618075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33152) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:29.702587 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1212be63-62f7-4f5a-abf2-d1df55da3179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.723274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=49832452-4030-4566-b8bf-492be19ec86d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:29.740168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1212be63-62f7-4f5a-abf2-d1df55da3179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.741689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:29.754733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:29.755100 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.766467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03403eac-fbc9-493f-85c5-b2cfb826f82a req-afb5bec0-7089-463f-b368-adc45b6594c4 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.0653787 May 06 12:35:29.864906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1212be63-62f7-4f5a-abf2-d1df55da3179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.870428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-4fd785b4-a9dd-4b70-93fb-02e98322026d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:29.874499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-4fd785b4-a9dd-4b70-93fb-02e98322026d service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2996404 May 06 12:35:29.887415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212be63-62f7-4f5a-abf2-d1df55da3179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e403e7eb-96eb-487d-9e53-4c21effb9b38,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:29.911380 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1212be63-62f7-4f5a-abf2-d1df55da3179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.912917 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1212be63-62f7-4f5a-abf2-d1df55da3179 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e403e7eb-96eb-487d-9e53-4c21effb9b38 HTTP/1.1" status: 204 len: 168 time: 0.2937620 May 06 12:35:29.962147 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4b63fb-89a2-478f-9130-4e44ed640503'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239f9c9f-72c8-43d0-b15c-f0067878f016', 'code': 200} May 06 12:35:29.962896 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:30.015431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:30.023699 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:30.073997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:30.077044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bc616944-ac4e-4027-b0b0-1e6ef559966d up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:30.078887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-4c808ad5-d611-4541-a4fc-973034e2b28f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02 HTTP/1.1" status: 200 len: 217 time: 0.1932533 May 06 12:35:30.080880 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-57a89ac7-1f6d-48d4-83e8-14603c69df58 req-7e02c371-3e93-462e-b2d3-9ce10c3cf745 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:35:30.082617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-57a89ac7-1f6d-48d4-83e8-14603c69df58 req-7e02c371-3e93-462e-b2d3-9ce10c3cf745 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/d918fa8b-6952-4e60-ac3b-cb4135b6d18b HTTP/1.1" status: 404 len: 352 time: 0.0681164 May 06 12:35:30.190560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-e900a144-f0f0-436b-b257-cb3c551ef85d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:30.192662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-e900a144-f0f0-436b-b257-cb3c551ef85d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.0964961 May 06 12:35:30.465205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:30.483147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port bc616944-ac4e-4027-b0b0-1e6ef559966d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:30.511870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port bc616944-ac4e-4027-b0b0-1e6ef559966d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:30.512385 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:30.582084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-47d58157-1b09-490b-911b-fdf1baf69bcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3743012 May 06 12:35:30.680568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:30.719592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9', 'mac_address': 'fa:16:3e:c2:fd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:30.761429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a47bff-6e35-47c9-8b87-74751062f4de req-ce2c8f76-d619-4ae6-bc6f-12edf3c4eecd tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:30.763026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-ce2c8f76-d619-4ae6-bc6f-12edf3c4eecd tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/networks?id=e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 HTTP/1.1" status: 200 len: 814 time: 0.3139584 May 06 12:35:30.799834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aa01c-a8bf-49a5-8cd3-c62768441a5e req-c61cb669-9f04-469c-9093-8d6fd0a508ad tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:30.804447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aa01c-a8bf-49a5-8cd3-c62768441a5e req-c61cb669-9f04-469c-9093-8d6fd0a508ad tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:30.808975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aa01c-a8bf-49a5-8cd3-c62768441a5e req-c61cb669-9f04-469c-9093-8d6fd0a508ad tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:30.813133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aa01c-a8bf-49a5-8cd3-c62768441a5e req-c61cb669-9f04-469c-9093-8d6fd0a508ad tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:30.816879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aa01c-a8bf-49a5-8cd3-c62768441a5e req-c61cb669-9f04-469c-9093-8d6fd0a508ad tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:30.821470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aa01c-a8bf-49a5-8cd3-c62768441a5e req-c61cb669-9f04-469c-9093-8d6fd0a508ad tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:30.825180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aa01c-a8bf-49a5-8cd3-c62768441a5e req-c61cb669-9f04-469c-9093-8d6fd0a508ad tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:30.827122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-312aa01c-a8bf-49a5-8cd3-c62768441a5e req-c61cb669-9f04-469c-9093-8d6fd0a508ad tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5441 time: 0.5124505 May 06 12:35:30.869199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-f7b5f6fc-b13b-4d8d-9318-347c5c146c7d tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/quotas/22ed72c9a0734a32a5cc58c913f857d8 HTTP/1.1" status: 200 len: 375 time: 0.0951562 May 06 12:35:30.880891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-ff50dc7c-3117-4d1d-8bda-d906f8fb3445 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859190 May 06 12:35:30.921545 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:30.955929 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:30.965825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-53b630ad-393c-4c3a-a29a-9a274b98c410 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=22ed72c9a0734a32a5cc58c913f857d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829573 May 06 12:35:30.985404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:31.002587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-312aa01c-a8bf-49a5-8cd3-c62768441a5e req-6bb5e0f0-8975-492f-97eb-65f8b920730c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630752 May 06 12:35:31.057916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:31.068433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bc616944-ac4e-4027-b0b0-1e6ef559966d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bc616944-ac4e-4027-b0b0-1e6ef559966d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:31.070298 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.148699 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.149405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e426cb97-c3c2-486a-ad47-f4fa118f8be5 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:31.239782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a67ce531-2bc1-4f8f-8c09-b5a49f38137e req-bea6707c-747d-4baa-b39c-a556f03a534c service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084557 May 06 12:35:31.252656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-870ffb27-4e8a-4acb-92ef-4a89a3214b5d service neutron] 10.222.0.44 "GET /v2.0/networks/e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847819 May 06 12:35:31.321906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33190) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:31.358503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:31.360110 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:35:31.509213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=bc616944-ac4e-4027-b0b0-1e6ef559966d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:31.531683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port e426cb97-c3c2-486a-ad47-f4fa118f8be5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:31.539868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port e426cb97-c3c2-486a-ad47-f4fa118f8be5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:31.541706 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.691680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-bcde154f-3976-4899-b8ce-aa63c75540ec service neutron] 10.222.0.44 "GET /v2.0/networks/e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374585 May 06 12:35:31.724236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6085a5a7-ce00-43c7-9acc-e0bb0e13d835 req-bd418731-992f-4449-8cf3-3fbd6964cf34 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Synchronizing usage tracker for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:31.750084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.767028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6085a5a7-ce00-43c7-9acc-e0bb0e13d835 req-bd418731-992f-4449-8cf3-3fbd6964cf34 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Unset dirty status for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:31.775068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['c9ac6968-bf10-4e1c-9196-a7a9f943b7b9'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:31.775459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6085a5a7-ce00-43c7-9acc-e0bb0e13d835 req-bd418731-992f-4449-8cf3-3fbd6964cf34 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d HTTP/1.1" status: 200 len: 5484 time: 0.2209823 May 06 12:35:31.891645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6085a5a7-ce00-43c7-9acc-e0bb0e13d835 req-744f04bf-36ac-4e2f-a0b0-7edf5d4fc1c9 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/a046c0c9-41d3-44d7-a082-2c6e6c85d871 HTTP/1.1" status: 200 len: 2649 time: 0.1035912 May 06 12:35:31.927561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e426cb97-c3c2-486a-ad47-f4fa118f8be5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e426cb97-c3c2-486a-ad47-f4fa118f8be5,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:31.949483 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.951799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:31.963038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64ccd29-a6cf-4c08-8262-186be19ef161 admin admin] Deleting subnet 435ee102-df2b-4c8c-93e9-4ca8df1ada3e {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:35:31.973328 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e64ccd29-a6cf-4c08-8262-186be19ef161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.049419 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e64ccd29-a6cf-4c08-8262-186be19ef161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.061878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49832452-4030-4566-b8bf-492be19ec86d'}, {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb7caad-6cbc-46a1-9399-ad15ed3fbdda'}, {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc616944-ac4e-4027-b0b0-1e6ef559966d'}, {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:32.072209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6085a5a7-ce00-43c7-9acc-e0bb0e13d835 req-4f46147e-7912-4bfc-8d5d-8093643556a1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/a046c0c9-41d3-44d7-a082-2c6e6c85d871 HTTP/1.1" status: 200 len: 2649 time: 0.1785748 May 06 12:35:32.098059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b842a30-881f-4d38-9871-7a0fa5a0fee5 req-72a1c690-153a-43b0-981f-69a4a234fbba tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1206837 May 06 12:35:32.185731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e64ccd29-a6cf-4c08-8262-186be19ef161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.373872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:32.381905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=e426cb97-c3c2-486a-ad47-f4fa118f8be5,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:32.390658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:32.391021 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.393525 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e64ccd29-a6cf-4c08-8262-186be19ef161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.440371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ccd29-a6cf-4c08-8262-186be19ef161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435ee102-df2b-4c8c-93e9-4ca8df1ada3e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:32.445907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e64ccd29-a6cf-4c08-8262-186be19ef161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.458216 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e64ccd29-a6cf-4c08-8262-186be19ef161 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/435ee102-df2b-4c8c-93e9-4ca8df1ada3e HTTP/1.1" status: 204 len: 168 time: 1.1311378 May 06 12:35:32.458643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33214) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:32.468118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c78635e-e02f-406e-a792-1a93186b9c04 req-7eb586f4-6689-4c66-a69d-bcee8ee3690d tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1479492 May 06 12:35:32.611646 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.633595 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.666458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d435c7-12dd-4db0-8422-9f7613b1af2b req-dc934f92-7715-4dd5-b78d-7b8f11532914 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:32.668418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d435c7-12dd-4db0-8422-9f7613b1af2b req-dc934f92-7715-4dd5-b78d-7b8f11532914 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 949 time: 0.3525608 May 06 12:35:32.733361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:32.741191 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.794686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62d435c7-12dd-4db0-8422-9f7613b1af2b req-ceb6a0a3-63c0-4e82-aa28-2880d158b536 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182103 May 06 12:35:32.849463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:32.916978 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.009637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef83465-48e7-4a53-bc95-1cb088eb8ece']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:33.018487 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1efa49b-708a-41dc-a365-0c29cfc0bc55'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49832452-4030-4566-b8bf-492be19ec86d', 'code': 200} May 06 12:35:33.019722 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1efa49b-708a-41dc-a365-0c29cfc0bc55'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb7caad-6cbc-46a1-9399-ad15ed3fbdda', 'code': 200} May 06 12:35:33.019722 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1efa49b-708a-41dc-a365-0c29cfc0bc55'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc616944-ac4e-4027-b0b0-1e6ef559966d', 'code': 200} May 06 12:35:33.019722 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1efa49b-708a-41dc-a365-0c29cfc0bc55'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5', 'code': 200} May 06 12:35:33.030840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0205aab6-ea0f-4a29-87b8-ba9c95001d54') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:33.031109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0205aab6-ea0f-4a29-87b8-ba9c95001d54') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:33.049350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.065596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1043266925', 'description': 'tempest-description-1524755759'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:33.073060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.081351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:35:33.082011 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: timer() May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:35:33.098437 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:35:33.105718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b56d744d-7766-442c-92fe-0cfaba8c3435 req-6e8162d8-7464-466d-9e33-3a1562f61fa4 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 210 time: 0.1319685 May 06 12:35:33.106861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:33.134027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:33.164106 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.198299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-a8f6534e-0733-4f1a-b994-fe7713d97c7e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1417818 May 06 12:35:33.233557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:33.238959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:33.244426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:33.260584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:33.328976 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.372059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.390358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef83465-48e7-4a53-bc95-1cb088eb8ece,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:33.396842 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f3a8c61c-c44c-42b3-b9d8-4005da2bbbb9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7ef83465-48e7-4a53-bc95-1cb088eb8ece HTTP/1.1" status: 204 len: 168 time: 0.9359391 May 06 12:35:33.549817 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.564159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.604300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ee555-8610-4a6a-979a-51b789835d6a req-ed7c8e8a-da53-426d-9bb5-090c702891d6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:33.611544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ee555-8610-4a6a-979a-51b789835d6a req-ed7c8e8a-da53-426d-9bb5-090c702891d6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:33.619592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ee555-8610-4a6a-979a-51b789835d6a req-ed7c8e8a-da53-426d-9bb5-090c702891d6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:33.627132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ee555-8610-4a6a-979a-51b789835d6a req-ed7c8e8a-da53-426d-9bb5-090c702891d6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:33.634311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ee555-8610-4a6a-979a-51b789835d6a req-ed7c8e8a-da53-426d-9bb5-090c702891d6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:33.644031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ee555-8610-4a6a-979a-51b789835d6a req-ed7c8e8a-da53-426d-9bb5-090c702891d6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:33.649015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ee555-8610-4a6a-979a-51b789835d6a req-ed7c8e8a-da53-426d-9bb5-090c702891d6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:33.651021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33232) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:33.652337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49ee555-8610-4a6a-979a-51b789835d6a req-ed7c8e8a-da53-426d-9bb5-090c702891d6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 0.3944347 May 06 12:35:33.749125 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1b0c89c8-3098-41dc-8a7b-d1e19930ad94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebad8735eb3041388033a63376ff3d79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0948336 May 06 12:35:33.751024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33236) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:33.769472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64f108c-af72-4039-9526-e95b13ea1551,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:33.792742 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.794896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a3615fea-22b9-4493-94ea-23565ec50fad req-279e798f-687d-47cc-96c1-e15e23280e58 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7467155 May 06 12:35:33.808835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-b7589c3b-596c-46c7-b75e-bc6137bdc8dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 1175 time: 0.4201434 May 06 12:35:33.897168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10dda91a-a528-43cb-a56a-ad32b2d44741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.960997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f49ee555-8610-4a6a-979a-51b789835d6a req-2cecaa5c-7cb5-43b6-a622-62c6312bcab6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2895353 May 06 12:35:33.969850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10dda91a-a528-43cb-a56a-ad32b2d44741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:34.105148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10dda91a-a528-43cb-a56a-ad32b2d44741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:34.150666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dda91a-a528-43cb-a56a-ad32b2d44741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00e7193-8280-4c8e-9fe2-ff3d9e0b971a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:34.166613 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10dda91a-a528-43cb-a56a-ad32b2d44741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:34.172658 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-10dda91a-a528-43cb-a56a-ad32b2d44741 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f00e7193-8280-4c8e-9fe2-ff3d9e0b971a HTTP/1.1" status: 204 len: 168 time: 0.4202175 May 06 12:35:34.414382 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ede054fc-f05e-4e56-9b52-703f61e6ae41 req-3bd8857e-2a4a-484b-aa5c-a3961f60c9fd tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.2612236 May 06 12:35:34.427511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e4bbb03-6544-4d1e-8a08-91076668e4b0 req-801df423-8328-4a95-b627-dafba4b75bef tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1499701 May 06 12:35:34.498636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-b9321cd3-6a02-4a2a-b33c-9a4c9f0a3d6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:34.498636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-b9321cd3-6a02-4a2a-b33c-9a4c9f0a3d6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 914 time: 0.6600387 May 06 12:35:34.585257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a47bff-6e35-47c9-8b87-74751062f4de req-16f2827f-f8af-4d13-a704-0efa9c72e4a4 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:34.586820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-16f2827f-f8af-4d13-a704-0efa9c72e4a4 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.36 "GET /v2.0/networks?id=e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 HTTP/1.1" status: 200 len: 814 time: 0.7161181 May 06 12:35:34.590506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1319657006', 'description': 'tempest-description-879702339'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:34.597986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-c6e9c789-c919-43cc-ae30-374fdb43ab73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 HTTP/1.1" status: 200 len: 217 time: 0.0954926 May 06 12:35:34.599058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:34.604891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:34.610364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:34.658237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Request body: {'port': {'device_id': 'f2fd1237-35dd-4e2e-b758-6031780e721b', 'network_id': 'e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8', 'admin_state_up': True, 'tenant_id': '22ed72c9a0734a32a5cc58c913f857d8'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:34.682799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:34.837937 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:34.893855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-34ea8852-170b-4e0c-a4e6-fb53d38cce8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:34.895854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-34ea8852-170b-4e0c-a4e6-fb53d38cce8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.2877598 May 06 12:35:35.021174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:35.113792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-7852084b-4c4e-4fdf-9946-2a0cc7e87433 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2039883 May 06 12:35:35.173772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:35.200160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:35.311654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:35.337875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:35.357576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:35.370128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Usage tracker for resource:port and tenant:22ed72c9a0734a32a5cc58c913f857d8 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:35.380835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:35.398063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:35.405851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b47881-c28e-4681-8ffb-828bbfdab325 req-052f3e76-5e14-40c3-b743-d3e54df495f5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:35.407571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38b47881-c28e-4681-8ffb-828bbfdab325 req-052f3e76-5e14-40c3-b743-d3e54df495f5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 949 time: 0.7180393 May 06 12:35:35.464589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Made reservation on behalf of 22ed72c9a0734a32a5cc58c913f857d8 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:35.467631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.527106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-529daf5d-63c2-4d41-941f-7f34e8cbd6b5 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860145 May 06 12:35:35.673996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38b47881-c28e-4681-8ffb-828bbfdab325 req-6d310151-0c19-4a8b-9ee9-b7d9bf22fbbb tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542853 May 06 12:35:35.681615 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.724426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.030914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a4c949-e5f6-4837-8738-0cf1f2d3f28f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:36.052198 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-831e8005-44a7-4e81-a8a5-783cc04344c7 req-b0b79ca2-bca4-49b4-ad67-347135729f8c tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Synchronizing usage tracker for tenant:22ed72c9a0734a32a5cc58c913f857d8 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:36.087039 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:36.117697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.119658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae60b1e1-2574-48e0-9eb6-179e5c896177 req-16f937d9-b932-4123-8aa6-c30b024d7913 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.5427489 May 06 12:35:36.137130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c8a6156-6fe5-46f7-9899-6bc1f7824a01 req-a9e3cf86-d9dd-4a64-a0e4-25d34ac5e4ab service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918357 May 06 12:35:36.162299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-831e8005-44a7-4e81-a8a5-783cc04344c7 req-b0b79ca2-bca4-49b4-ad67-347135729f8c tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Unset dirty status for tenant:22ed72c9a0734a32a5cc58c913f857d8 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:36.179815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-831e8005-44a7-4e81-a8a5-783cc04344c7 req-b0b79ca2-bca4-49b4-ad67-347135729f8c tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 210 time: 0.3264775 May 06 12:35:36.186289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:36.193781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:36.194293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.208719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Allocated IP 172.20.0.3 (e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8/45ecf4e5-28b4-44c4-9ada-d3aabe2c3987/3d9588f3-2fee-46ba-8029-f248559d3a4c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:36.319981 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e1affd-2fb5-4c38-9e05-00e07e1e6b67'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61', 'code': 200} May 06 12:35:36.425755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.468180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:36.473553 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.539458 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5d024f6-278e-4155-a858-f3282635bcbe req-1d9ce9bf-3dc9-4809-9f78-768383062ad5 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1132507 May 06 12:35:36.547955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:36.714956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b7a2c85-50b1-45ce-96f6-ce9cb9411292 req-7c2c05bd-8ac5-4aad-b596-df18d4b95313 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6501 time: 0.3786769 May 06 12:35:36.729952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42691941-49f3-458b-8b96-bf0fcbfe3037 req-5bcd6b09-fd94-499a-b6e5-7d4ee126cc0d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:36.734112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42691941-49f3-458b-8b96-bf0fcbfe3037 req-5bcd6b09-fd94-499a-b6e5-7d4ee126cc0d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:36.738010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42691941-49f3-458b-8b96-bf0fcbfe3037 req-5bcd6b09-fd94-499a-b6e5-7d4ee126cc0d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:36.742937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42691941-49f3-458b-8b96-bf0fcbfe3037 req-5bcd6b09-fd94-499a-b6e5-7d4ee126cc0d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:36.747241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42691941-49f3-458b-8b96-bf0fcbfe3037 req-5bcd6b09-fd94-499a-b6e5-7d4ee126cc0d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:36.751360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42691941-49f3-458b-8b96-bf0fcbfe3037 req-5bcd6b09-fd94-499a-b6e5-7d4ee126cc0d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:36.755378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42691941-49f3-458b-8b96-bf0fcbfe3037 req-5bcd6b09-fd94-499a-b6e5-7d4ee126cc0d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:36.757342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42691941-49f3-458b-8b96-bf0fcbfe3037 req-5bcd6b09-fd94-499a-b6e5-7d4ee126cc0d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 0.4225383 May 06 12:35:36.817011 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.880057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b7a2c85-50b1-45ce-96f6-ce9cb9411292 req-5f0a008f-31d1-4644-a63d-3eb9a5b7bf86 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194880 May 06 12:35:36.885857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42691941-49f3-458b-8b96-bf0fcbfe3037 req-51949c07-7a6a-4460-a460-5ea576ac2fc6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077631 May 06 12:35:36.899930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.965194 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.025082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Network e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:37.031187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:37.035471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:37.103885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Pushing event updated for resources: {'Port': ['ID=3d9588f3-2fee-46ba-8029-f248559d3a4c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:37.170137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ebb705a-8ce9-4d53-a66e-dc0791693ea1 req-c02999c6-0f3a-426f-b6e8-0f7f1317d8d6 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.0778422 May 06 12:35:37.190415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:37.191343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.223123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-7cf883f6-cc8a-4a8c-89c7-44b3e772bac8 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6136451 May 06 12:35:37.241446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Request body: {'port': {'device_id': 'f2fd1237-35dd-4e2e-b758-6031780e721b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:37.475706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.626982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-043fbfe8-40c1-43a2-bd25-007b0f49d076 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:37.628597 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-043fbfe8-40c1-43a2-bd25-007b0f49d076 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 813 time: 0.2463329 May 06 12:35:37.880430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-a97f805b-444d-42c0-9ae0-4b69b38ff96e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/quotas/58775d9ee6c34d7fabfa1ca686ad752d HTTP/1.1" status: 200 len: 375 time: 0.0813410 May 06 12:35:38.109780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4088a-a51c-47b0-b939-91cfa02bc90d req-6b63a0f7-f8e6-43a8-8a8b-dd395a3d75ee tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:38.111464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a4088a-a51c-47b0-b939-91cfa02bc90d req-6b63a0f7-f8e6-43a8-8a8b-dd395a3d75ee tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 950 time: 0.3111677 May 06 12:35:38.155981 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-b07ce027-54eb-4430-ae28-71fbf5e2253e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2667022 May 06 12:35:38.321415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a77a63-da23-418a-a2d4-0e713d30d5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:38.339889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a4088a-a51c-47b0-b939-91cfa02bc90d req-dbdda48b-038f-482c-93a9-1666fcbde40c tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202859 May 06 12:35:38.380448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9588f3-2fee-46ba-8029-f248559d3a4c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:38.394263 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.429273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-2dbce55a-5ea4-4dd6-9c25-049ad44ddf38 service neutron] 10.222.0.44 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648699 May 06 12:35:38.430504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Transition to ACTIVE for port object 3d9588f3-2fee-46ba-8029-f248559d3a4c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:38.435764 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.718870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9588f3-2fee-46ba-8029-f248559d3a4c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:38.858466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-eb544665-2de8-4c85-a13c-9aecf734cab8 service neutron] 10.222.0.44 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838110 May 06 12:35:38.921780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2dab0-6dec-48df-a213-753a5c0b9e7a req-627d7249-8e5c-4fb7-b0ce-24b3753a9efc tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:38.924803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dab2dab0-6dec-48df-a213-753a5c0b9e7a req-627d7249-8e5c-4fb7-b0ce-24b3753a9efc tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 943 time: 0.4099362 May 06 12:35:38.982754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Attempting to bind port 3d9588f3-2fee-46ba-8029-f248559d3a4c on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:38.983157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Attempting to bind port 3d9588f3-2fee-46ba-8029-f248559d3a4c by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:38.983665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Attempting to bind port 3d9588f3-2fee-46ba-8029-f248559d3a4c on network e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:39.005077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Port 3d9588f3-2fee-46ba-8029-f248559d3a4c on network e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:35:39.005622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Attempting to bind port 3d9588f3-2fee-46ba-8029-f248559d3a4c on network e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:39.051925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:39.052284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Checking segment: {'id': 'b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:39.052425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Bound using segment: {'id': 'b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:39.052944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Bound port: 3d9588f3-2fee-46ba-8029-f248559d3a4c, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:39.053363 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:39.105505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dab2dab0-6dec-48df-a213-753a5c0b9e7a req-d3b1c7e4-94d0-4de5-850d-8d1f5791b453 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/security-groups?id=799222e8-66dc-46eb-b040-66c528a7a348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548634 May 06 12:35:39.298284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] For port 3d9588f3-2fee-46ba-8029-f248559d3a4c, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:39.306629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] For port 3d9588f3-2fee-46ba-8029-f248559d3a4c, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3d9588f3-2fee-46ba-8029-f248559d3a4c,segment=NetworkSegment(b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3),segment_id=b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:39.315305 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:39.469800 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:39.477395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d9588f3-2fee-46ba-8029-f248559d3a4c HTTP/1.1" status: 200 len: 1091 time: 2.2440090 May 06 12:35:39.478159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fd1237-35dd-4e2e-b758-6031780e721b', 'tag': '3d9588f3-2fee-46ba-8029-f248559d3a4c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:39.845558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78c301f4-c043-422e-9718-ac7721d87269 req-97cad7fb-168c-4a88-bbc3-c4dd4dde3b12 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.2071977 May 06 12:35:39.859441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1312c-b04a-4208-84f9-4879403dc885 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9588f3-2fee-46ba-8029-f248559d3a4c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:39.965985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33330) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:39.995601 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-8f59fe02-3b31-4a08-bb09-3b6f800495b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22ed72c9a0734a32a5cc58c913f857d8&device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 1094 time: 0.2939112 May 06 12:35:40.015566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dc425-4613-43b8-b9d1-39654124364e req-9bf4be2a-960c-4d80-9eab-6d6d3b083805 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:40.028059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dc425-4613-43b8-b9d1-39654124364e req-9bf4be2a-960c-4d80-9eab-6d6d3b083805 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:40.035906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dc425-4613-43b8-b9d1-39654124364e req-9bf4be2a-960c-4d80-9eab-6d6d3b083805 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:40.043376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dc425-4613-43b8-b9d1-39654124364e req-9bf4be2a-960c-4d80-9eab-6d6d3b083805 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:40.054629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dc425-4613-43b8-b9d1-39654124364e req-9bf4be2a-960c-4d80-9eab-6d6d3b083805 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:40.060166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dc425-4613-43b8-b9d1-39654124364e req-9bf4be2a-960c-4d80-9eab-6d6d3b083805 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:40.068032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dc425-4613-43b8-b9d1-39654124364e req-9bf4be2a-960c-4d80-9eab-6d6d3b083805 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:40.083976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae4dc425-4613-43b8-b9d1-39654124364e req-9bf4be2a-960c-4d80-9eab-6d6d3b083805 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 0.3843198 May 06 12:35:40.194834 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e79b916-b66e-4ccc-a42d-2a91570dd62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.256038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e79b916-b66e-4ccc-a42d-2a91570dd62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:40.269017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e79b916-b66e-4ccc-a42d-2a91570dd62b admin admin] Usage tracker for resource:security_group_rule and tenant:01f0f1577590425bba24b18b1f9e9aa5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:40.278034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e79b916-b66e-4ccc-a42d-2a91570dd62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:40.293735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e79b916-b66e-4ccc-a42d-2a91570dd62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:40.402128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2260df41-bfd0-4bf8-b65c-fc74d942c94e req-782c9b55-b258-4ebc-8fa1-c8f84c57917e tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.2739742 May 06 12:35:40.410919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-41f74255-87d4-4d47-8b18-564a2ba5b16e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d9588f3-2fee-46ba-8029-f248559d3a4c HTTP/1.1" status: 200 len: 217 time: 0.2840588 May 06 12:35:40.479765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e79b916-b66e-4ccc-a42d-2a91570dd62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.486801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e79b916-b66e-4ccc-a42d-2a91570dd62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.522804 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051f54ca-ef53-4e10-91d9-1837c97022e9'] response: {'server_uuid': '45a77a63-da23-418a-a2d4-0e713d30d5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9', 'code': 200} May 06 12:35:40.526181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae4dc425-4613-43b8-b9d1-39654124364e req-022f8a8d-0508-4029-bb73-50345328bba1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4408154 May 06 12:35:40.545749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a47bff-6e35-47c9-8b87-74751062f4de req-e9e4d9b2-8e72-4fd6-86d8-79618737e73a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:40.549895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-e9e4d9b2-8e72-4fd6-86d8-79618737e73a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45ecf4e5-28b4-44c4-9ada-d3aabe2c3987 HTTP/1.1" status: 200 len: 854 time: 0.1210997 May 06 12:35:40.599241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79b916-b66e-4ccc-a42d-2a91570dd62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923cfe06-f640-49e9-bd54-9b5be396bcc9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:40.617035 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8e79b916-b66e-4ccc-a42d-2a91570dd62b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01f0f1577590425bba24b18b1f9e9aa5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6479321 May 06 12:35:40.620158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33338) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:40.707132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26aad950-dbde-4981-8c01-84f44ebb00ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.738767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26aad950-dbde-4981-8c01-84f44ebb00ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.765407 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-d3473edd-f049-455b-a014-ba60bee798bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2063265 May 06 12:35:40.807785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26aad950-dbde-4981-8c01-84f44ebb00ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.825049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aad950-dbde-4981-8c01-84f44ebb00ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923cfe06-f640-49e9-bd54-9b5be396bcc9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:40.830641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26aad950-dbde-4981-8c01-84f44ebb00ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.834834 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-26aad950-dbde-4981-8c01-84f44ebb00ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/923cfe06-f640-49e9-bd54-9b5be396bcc9 HTTP/1.1" status: 204 len: 168 time: 0.2133100 May 06 12:35:40.867715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35c3af20-fc91-467c-8863-4828cb10c5d3 req-6119b8f3-0007-4876-b9a1-9e49ef0d5453 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 210 time: 0.1852908 May 06 12:35:41.038494 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5f3efa-0baa-4755-9ad5-f8486b403dbe'] response: {'name': 'network-changed', 'server_uuid': 'f2fd1237-35dd-4e2e-b758-6031780e721b', 'tag': '3d9588f3-2fee-46ba-8029-f248559d3a4c', 'status': 'completed', 'code': 200} May 06 12:35:41.274873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-4092d2de-6b0d-4ce8-ac9a-e36418d144e6 service neutron] 10.222.0.36 "GET /v2.0/networks/e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311035 May 06 12:35:41.284815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb4edd04-96aa-4df9-bb13-a812fa557ee8 req-2d474320-701f-4180-a7c7-dfa8d3d33bfb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 1101 time: 0.5332358 May 06 12:35:41.463780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28016d5-895d-4414-b27d-10e83df6a01b req-5bbe2a85-f0ff-4dbd-aab9-2293cb3cfb69 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:41.466448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e28016d5-895d-4414-b27d-10e83df6a01b req-5bbe2a85-f0ff-4dbd-aab9-2293cb3cfb69 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 950 time: 0.5875907 May 06 12:35:41.660139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-40913023-780a-43fd-ad85-7f70b9d9793e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:41.661886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-40913023-780a-43fd-ad85-7f70b9d9793e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 813 time: 0.5782900 May 06 12:35:41.716740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'port': {'device_id': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657', 'admin_state_up': True, 'tenant_id': '58775d9ee6c34d7fabfa1ca686ad752d'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:41.956314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb4edd04-96aa-4df9-bb13-a812fa557ee8 req-90a2ee9a-10c1-4d2e-aedb-1e003003688b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042834 May 06 12:35:41.989063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e28016d5-895d-4414-b27d-10e83df6a01b req-e5f814f1-2b64-4a3f-9f4c-9dc48541605b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604704 May 06 12:35:42.012551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49a47bff-6e35-47c9-8b87-74751062f4de req-a8af09dd-93bf-4161-ab0c-060deee48586 service neutron] 10.222.0.36 "GET /v2.0/networks/e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188134 May 06 12:35:42.040812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97865c06-4c0c-4589-8770-ff48dc1a609b req-2978b803-c9c8-4696-9cd7-1e4d06357ccc tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:42.043526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97865c06-4c0c-4589-8770-ff48dc1a609b req-2978b803-c9c8-4696-9cd7-1e4d06357ccc tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 943 time: 0.7638123 May 06 12:35:42.161734 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2f27e055-3665-4c15-b3c5-2786a9c9a9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.240620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33370) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:42.259332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:42.289498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:port and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:42.300788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:42.318044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97865c06-4c0c-4589-8770-ff48dc1a609b req-d490ea9c-efd8-427f-8f0c-ea9b338f6872 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/security-groups?id=799222e8-66dc-46eb-b040-66c528a7a348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495239 May 06 12:35:42.319841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:42.349220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Made reservation on behalf of 58775d9ee6c34d7fabfa1ca686ad752d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:42.354464 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.385983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5547e8df-1b8f-4b23-8683-2930735304ec req-e9913a43-a578-47a8-a621-0613f6cd3bfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22ed72c9a0734a32a5cc58c913f857d8&device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 1094 time: 0.2794781 May 06 12:35:42.597069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-33244774-network', 'tenant_id': 'f7d1cbc38d5b4aaca30839683e0214d9'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:42.606765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:42.614465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Usage tracker for resource:network and tenant:f7d1cbc38d5b4aaca30839683e0214d9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:42.620078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:42.633231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:42.650842 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.666960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Made reservation on behalf of f7d1cbc38d5b4aaca30839683e0214d9 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:42.670473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.689004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.743624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:42.746997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dce20927-d8c3-41cd-a1e9-12d86c84bb64 req-919e5f5f-dfde-40b3-80b8-08beb1335eb2 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.0848806 May 06 12:35:42.751273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Usage tracker for resource:security_group_rule and tenant:f7d1cbc38d5b4aaca30839683e0214d9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:42.757259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:42.770051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:42.866915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547e8df-1b8f-4b23-8683-2930735304ec req-418169dd-5681-4495-829b-cd1cf84229c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:42.868382 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5547e8df-1b8f-4b23-8683-2930735304ec req-418169dd-5681-4495-829b-cd1cf84229c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 HTTP/1.1" status: 200 len: 915 time: 0.4671533 May 06 12:35:42.909168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Allocated IP 172.20.0.7 (2fcf2155-ec98-46a6-995e-38a5ec817657/d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55/d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:42.941874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.949296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.017699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:43.034701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5547e8df-1b8f-4b23-8683-2930735304ec req-c8debc0b-d338-484e-868e-cd290cd6a0e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d9588f3-2fee-46ba-8029-f248559d3a4c HTTP/1.1" status: 200 len: 217 time: 0.1095531 May 06 12:35:43.038395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed3a333-17c9-49bf-9e1a-14777475f741,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:43.048910 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.049883 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Added segment 6a9bda84-78bf-4b0c-a80a-5217679c1e60 of type vlan for network a341fc00-78e4-4c0a-951c-d8d1d00d947a May 06 12:35:43.105705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.164994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.166945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.167795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.352010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] Pushing event updated for resources: {'Network': ['ID=a341fc00-78e4-4c0a-951c-d8d1d00d947a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:43.358729 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c1f980af-a210-44f3-ac56-62f1fee7a60e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1144657 May 06 12:35:43.360727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33380) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:43.370261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network a341fc00-78e4-4c0a-951c-d8d1d00d947a details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:43.377637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Request body: {'subnet': {'network_id': 'a341fc00-78e4-4c0a-951c-d8d1d00d947a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-33244774-subnet', 'tenant_id': 'f7d1cbc38d5b4aaca30839683e0214d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:43.386836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:43.394121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Usage tracker for resource:subnet and tenant:f7d1cbc38d5b4aaca30839683e0214d9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:43.399612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:43.410651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:43.426985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Made reservation on behalf of f7d1cbc38d5b4aaca30839683e0214d9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:43.430741 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.452610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6deea06-087e-4755-b8d1-2c19348f33d9 req-2b67d93f-ba2f-48c0-8907-8835d99e53d0 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1323967 May 06 12:35:43.530646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547e8df-1b8f-4b23-8683-2930735304ec req-400577c3-054a-41ab-a4ea-a232dfd473fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.532300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5547e8df-1b8f-4b23-8683-2930735304ec req-400577c3-054a-41ab-a4ea-a232dfd473fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45ecf4e5-28b4-44c4-9ada-d3aabe2c3987 HTTP/1.1" status: 200 len: 854 time: 0.4799058 May 06 12:35:43.626090 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5547e8df-1b8f-4b23-8683-2930735304ec req-451a77f5-30fc-4fbf-a2d9-a66f729c176c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869377 May 06 12:35:43.789414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac969-e17f-4f2d-8f4d-6e2cb7e9c99c req-f6b391a3-3e60-40ce-9a70-cb7a671e3e98 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.793522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac969-e17f-4f2d-8f4d-6e2cb7e9c99c req-f6b391a3-3e60-40ce-9a70-cb7a671e3e98 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.798127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac969-e17f-4f2d-8f4d-6e2cb7e9c99c req-f6b391a3-3e60-40ce-9a70-cb7a671e3e98 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.802843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac969-e17f-4f2d-8f4d-6e2cb7e9c99c req-f6b391a3-3e60-40ce-9a70-cb7a671e3e98 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.807051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac969-e17f-4f2d-8f4d-6e2cb7e9c99c req-f6b391a3-3e60-40ce-9a70-cb7a671e3e98 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.811346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac969-e17f-4f2d-8f4d-6e2cb7e9c99c req-f6b391a3-3e60-40ce-9a70-cb7a671e3e98 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.815344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac969-e17f-4f2d-8f4d-6e2cb7e9c99c req-f6b391a3-3e60-40ce-9a70-cb7a671e3e98 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.823210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-664ac969-e17f-4f2d-8f4d-6e2cb7e9c99c req-f6b391a3-3e60-40ce-9a70-cb7a671e3e98 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 0.7221117 May 06 12:35:43.841810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.908331 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.913647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3838dbb0-100e-4742-ae72-31309e2d8a7b req-a0e13422-539a-4d9a-a1dc-d95cc771fd1c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 210 time: 0.1469252 May 06 12:35:43.959208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cca778-3c82-469b-b3b5-92453222533c,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:43.987030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Checking segment: {'id': '6a9bda84-78bf-4b0c-a80a-5217679c1e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a341fc00-78e4-4c0a-951c-d8d1d00d947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:43.987589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Network hostable DHCP agents. Network: a341fc00-78e4-4c0a-951c-d8d1d00d947a, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:35:44.000366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5547e8df-1b8f-4b23-8683-2930735304ec req-ceebd201-0423-4903-b4f7-f86daffec328 service neutron] 10.222.0.36 "GET /v2.0/networks/e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408287 May 06 12:35:44.015225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-664ac969-e17f-4f2d-8f4d-6e2cb7e9c99c req-12563cc8-cd53-4065-a698-5891947958d2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910348 May 06 12:35:44.038634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Network a341fc00-78e4-4c0a-951c-d8d1d00d947a is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:35:44.041999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 3d9588f3-2fee-46ba-8029-f248559d3a4c details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:44.072576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, a341fc00-78e4-4c0a-951c-d8d1d00d947a) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:44.100672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:44.100672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:44.192659 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-deeae2f7-2c92-45d3-a4ff-a2da5c5f8f46 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8296678 May 06 12:35:44.388276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5547e8df-1b8f-4b23-8683-2930735304ec req-c338e8c0-312d-4c2c-bbb3-6979062fc1b3 service neutron] 10.222.0.36 "GET /v2.0/networks/e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717074 May 06 12:35:44.408057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:44.457237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d72d3b2-a12e-485e-8372-e5bd2defddcb None None] Network a341fc00-78e4-4c0a-951c-d8d1d00d947a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:44.478103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:44.574292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 3d9588f3-2fee-46ba-8029-f248559d3a4c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3d9588f3-2fee-46ba-8029-f248559d3a4c,segment=NetworkSegment(b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3),segment_id=b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:44.634091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '3d9588f3-2fee-46ba-8029-f248559d3a4c', 'network_id': 'e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8', 'port_id': '3d9588f3-2fee-46ba-8029-f248559d3a4c', 'mac_address': 'fa:16:3e:15:43:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ecf4e5-28b4-44c4-9ada-d3aabe2c3987', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:44.683652 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8bef16cd-fd66-4da4-8716-d329da9246bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:44.787526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Network 2fcf2155-ec98-46a6-995e-38a5ec817657 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:44.801846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:44.805916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'Port': ['ID=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:44.809168 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:44.815472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:44.865614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9588f3-2fee-46ba-8029-f248559d3a4c {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:44.933168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc704c1a-95a8-4ac6-a4e1-270c13fabd7d None None] Network a341fc00-78e4-4c0a-951c-d8d1d00d947a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:44.952430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 3d9588f3-2fee-46ba-8029-f248559d3a4c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3d9588f3-2fee-46ba-8029-f248559d3a4c,segment=NetworkSegment(b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3),segment_id=b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:44.985041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f63df-d0b3-4844-80c0-ed66fd2ac945 req-d2976809-3695-43c1-8eac-8dea0f58dc5b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:44.987878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b2f63df-d0b3-4844-80c0-ed66fd2ac945 req-d2976809-3695-43c1-8eac-8dea0f58dc5b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 950 time: 0.5962965 May 06 12:35:44.998557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:44.999893 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:45.008748 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:45.024065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456ff5-583a-4f50-8a5b-93a3a8ba3e74 req-22849f9a-7a7b-401f-a627-3981534f9e00 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.027605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6456ff5-583a-4f50-8a5b-93a3a8ba3e74 req-22849f9a-7a7b-401f-a627-3981534f9e00 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 943 time: 0.5233867 May 06 12:35:45.124761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3676c5c9-9aa5-4da3-8880-a1f9fb1d34f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4179690 May 06 12:35:45.168137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Request body: {'port': {'device_id': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:45.177519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=3d9588f3-2fee-46ba-8029-f248559d3a4c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:45.292137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b2f63df-d0b3-4844-80c0-ed66fd2ac945 req-d041a11d-81c6-416f-bc8d-db32a88e6bbb tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847285 May 06 12:35:45.299910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6456ff5-583a-4f50-8a5b-93a3a8ba3e74 req-c00d638a-e7db-4fdd-82c6-2c69d696c051 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/security-groups?id=799222e8-66dc-46eb-b040-66c528a7a348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335823 May 06 12:35:45.309137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['3d9588f3-2fee-46ba-8029-f248559d3a4c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:45.429565 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:45.443055 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:45.694659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bccdba0-b6d8-4283-8385-1258bf1607ed req-22d3aa20-0c9e-4245-a330-6c82a6700f4a tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.0792086 May 06 12:35:45.908305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb96bc-93fc-4b3c-bced-88af25e5855c req-c6b70a99-4ece-4046-a098-3c9875386716 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.912821 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:45.915949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb96bc-93fc-4b3c-bced-88af25e5855c req-c6b70a99-4ece-4046-a098-3c9875386716 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.924318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb96bc-93fc-4b3c-bced-88af25e5855c req-c6b70a99-4ece-4046-a098-3c9875386716 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.931429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb96bc-93fc-4b3c-bced-88af25e5855c req-c6b70a99-4ece-4046-a098-3c9875386716 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.938418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb96bc-93fc-4b3c-bced-88af25e5855c req-c6b70a99-4ece-4046-a098-3c9875386716 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.945698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb96bc-93fc-4b3c-bced-88af25e5855c req-c6b70a99-4ece-4046-a098-3c9875386716 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.950088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb96bc-93fc-4b3c-bced-88af25e5855c req-c6b70a99-4ece-4046-a098-3c9875386716 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.952180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7eb96bc-93fc-4b3c-bced-88af25e5855c req-c6b70a99-4ece-4046-a098-3c9875386716 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 0.3735697 May 06 12:35:45.973703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33406) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:45.980599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-69f48a7a-8359-4d3d-9791-a7cd4907d598 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Request body: {'floatingip': {'port_id': '6e57cefd-329a-4c4f-9cf2-a9562f96b339'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:46.072444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69f48a7a-8359-4d3d-9791-a7cd4907d598 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.266125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bf7970c-1616-4048-9239-628e6019a8fb req-adca81e2-eb4b-4d5b-bd78-789db5ce7062 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.0817382 May 06 12:35:46.360095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:46.369500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.402915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Transition to ACTIVE for port object d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:46.402915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.615034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Pushing event updated for resources: {'Port': ['ID=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:46.838052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Attempting to bind port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:46.838369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Attempting to bind port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '8c9bf430-be49-406e-81dc-083ac4068f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:46.838767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Attempting to bind port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec on network 2fcf2155-ec98-46a6-995e-38a5ec817657 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:46.854530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec on network 2fcf2155-ec98-46a6-995e-38a5ec817657 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:35:46.854889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Attempting to bind port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec on network 2fcf2155-ec98-46a6-995e-38a5ec817657 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:46.866970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e397b-4713-4826-855b-8382d7ee48a7 req-67ae7d91-91ff-4e61-9955-de291892dd6c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:46.867717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e05e397b-4713-4826-855b-8382d7ee48a7 req-67ae7d91-91ff-4e61-9955-de291892dd6c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Synchronizing usage tracker for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:46.876696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62e896c9-c62c-4945-96b1-348c94ad69f7 req-bf47eb7a-1fc1-4f61-a57c-04515a1936f6 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 1101 time: 0.2164695 May 06 12:35:46.889096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:46.889503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Checking segment: {'id': '8c9bf430-be49-406e-81dc-083ac4068f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:46.890013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Bound using segment: {'id': '8c9bf430-be49-406e-81dc-083ac4068f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:46.890527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Bound port: d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9bf430-be49-406e-81dc-083ac4068f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:46.890961 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.941014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e05e397b-4713-4826-855b-8382d7ee48a7 req-67ae7d91-91ff-4e61-9955-de291892dd6c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Unset dirty status for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:46.942486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e05e397b-4713-4826-855b-8382d7ee48a7 req-67ae7d91-91ff-4e61-9955-de291892dd6c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 943 time: 0.3287213 May 06 12:35:47.040122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62e896c9-c62c-4945-96b1-348c94ad69f7 req-d3926f58-38f9-417c-bc30-bcce7fcb4253 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550214 May 06 12:35:47.077133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e05e397b-4713-4826-855b-8382d7ee48a7 req-ae602605-6228-4dbc-8230-2ab33959411a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Synchronizing usage tracker for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:47.102158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] For port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:47.114569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] For port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:47.126072 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.182581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e05e397b-4713-4826-855b-8382d7ee48a7 req-ae602605-6228-4dbc-8230-2ab33959411a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Unset dirty status for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:47.195430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e05e397b-4713-4826-855b-8382d7ee48a7 req-ae602605-6228-4dbc-8230-2ab33959411a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211461 May 06 12:35:47.321920 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.329307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] 10.222.0.48 "PUT /v2.0/ports/d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec HTTP/1.1" status: 200 len: 1091 time: 2.1745138 May 06 12:35:47.340855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:47.360536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.367633 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69f48a7a-8359-4d3d-9791-a7cd4907d598 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.373911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945e4df-1b6b-4b5b-a3be-1f8c725196fd service neutron] Pushing event updated for resources: {'Port': ['ID=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:47.375424 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69f48a7a-8359-4d3d-9791-a7cd4907d598 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.581063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecd4e9-a8ac-4b33-9936-4ec82e36ebf7 req-297a8f05-0d3c-444c-914e-3c58723227a5 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:47.582854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76ecd4e9-a8ac-4b33-9936-4ec82e36ebf7 req-297a8f05-0d3c-444c-914e-3c58723227a5 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 944 time: 0.1620967 May 06 12:35:47.586359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-3f4b2438-95c9-46f8-ae72-dfb1bc57b5d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 1094 time: 0.1281633 May 06 12:35:47.752653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0c7aee02-aa4e-456d-8991-2f6bc1c391db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec HTTP/1.1" status: 200 len: 217 time: 0.1562061 May 06 12:35:47.756827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0617f47-7d72-4d6b-99ae-5c9501b95bd6 req-ccf9ea96-810e-481b-87d4-28a9160c8c88 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.0891671 May 06 12:35:47.760694 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-69f48a7a-8359-4d3d-9791-a7cd4907d598 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Floating IP c6da665a-959e-4df3-b006-25425b16ddfd associated. External IP: 172.25.7.197, port: 6e57cefd-329a-4c4f-9cf2-a9562f96b339. May 06 12:35:47.822244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76ecd4e9-a8ac-4b33-9936-4ec82e36ebf7 req-e216c3a0-00e4-45a7-86fe-64863e50f5fc tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/security-groups?id=799222e8-66dc-46eb-b040-66c528a7a348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276659 May 06 12:35:47.879438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-eaae4721-87ac-44da-8bf9-661c2a938899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:47.881070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-eaae4721-87ac-44da-8bf9-661c2a938899 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.1150038 May 06 12:35:47.953289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-0d627d78-0b5e-4292-9130-05ad20c2a6a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620403 May 06 12:35:48.064850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 3d9588f3-2fee-46ba-8029-f248559d3a4c up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:48.130789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-1bae5bac-79eb-4502-ae66-bedde4f5c2ea tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433700 May 06 12:35:48.151265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 3d9588f3-2fee-46ba-8029-f248559d3a4c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:48.158235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 3d9588f3-2fee-46ba-8029-f248559d3a4c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:48.159052 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.331422 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.373246 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87182359-e9ce-43e2-9ffe-a10bfa04dfe6'] response: {'name': 'network-changed', 'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec', 'status': 'completed', 'code': 200} May 06 12:35:48.381377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 3d9588f3-2fee-46ba-8029-f248559d3a4c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3d9588f3-2fee-46ba-8029-f248559d3a4c,segment=NetworkSegment(b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3),segment_id=b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:48.383387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fd1237-35dd-4e2e-b758-6031780e721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9588f3-2fee-46ba-8029-f248559d3a4c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:48.391790 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.473950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-02ec4f14-968f-4037-bd9f-437b73f78a70 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050368 May 06 12:35:48.515554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=3d9588f3-2fee-46ba-8029-f248559d3a4c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:48.633172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f48a7a-8359-4d3d-9791-a7cd4907d598 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Router c3fc959f-18c4-4712-9762-8b8e52b115a7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:35:48.891475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f48a7a-8359-4d3d-9791-a7cd4907d598 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:48.899592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69f48a7a-8359-4d3d-9791-a7cd4907d598 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.904619 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] Sync routers for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:48.915795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9f7f80c-5e67-4061-a509-d7429b38f018 req-2c99cb00-639f-4dbe-8a95-038ad2855dca tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.3730733 May 06 12:35:48.921785 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:48.922429 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:35:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:48.966098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2ede47e7-d217-4d43-aed2-bb809cbbd072 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:48.968769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2ede47e7-d217-4d43-aed2-bb809cbbd072 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8150263 May 06 12:35:49.036988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-b8750d6c-473e-47e1-89ec-8916deb4874d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/quotas/15ff0397e66c4efb8aff516390ebd4cc HTTP/1.1" status: 200 len: 375 time: 0.0573695 May 06 12:35:49.041956 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-69f48a7a-8359-4d3d-9791-a7cd4907d598 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "PUT /v2.0/floatingips/c6da665a-959e-4df3-b006-25425b16ddfd HTTP/1.1" status: 200 len: 991 time: 3.0667260 May 06 12:35:49.043113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:49.164516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-576e6542-a54d-4572-b96b-b93bd4f96b5f req-7b4b7a6a-a184-4099-80a9-860d938ae0bd service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722581 May 06 12:35:49.182268 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:49.230849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-038e5d6d-822e-4bb0-bc94-7d8d12de1e73 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1775784 May 06 12:35:49.428212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9757ff2-baff-46e3-ba17-a853273cc9f0 req-4563e7c5-ffaa-46a5-9328-272caf6f16e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 1094 time: 0.1566255 May 06 12:35:49.738947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757ff2-baff-46e3-ba17-a853273cc9f0 req-aef8a71b-1cd1-4d9b-a16d-8b8079911726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:49.741577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9757ff2-baff-46e3-ba17-a853273cc9f0 req-aef8a71b-1cd1-4d9b-a16d-8b8079911726 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 914 time: 0.3057323 May 06 12:35:49.884461 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da58f9f-094d-45e4-a848-ad092c69c7a1'] response: {'server_uuid': 'f2fd1237-35dd-4e2e-b758-6031780e721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9588f3-2fee-46ba-8029-f248559d3a4c', 'code': 200} May 06 12:35:49.954282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9757ff2-baff-46e3-ba17-a853273cc9f0 req-e1d61815-660a-46d8-a2ae-e8e7900a0c00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec HTTP/1.1" status: 200 len: 217 time: 0.1881561 May 06 12:35:49.983096 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'c6da665a-959e-4df3-b006-25425b16ddfd', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'port_id': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'mac_address': 'fa:16:3e:3a:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:32:57Z', 'updated_at': '2022-05-06T12:35:46Z', 'revision_number': 1, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33e1c6a-37c8-4159-95d1-1abff53765e4', 'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'mac_address': 'fa:16:3e:cb:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:29Z', 'updated_at': '2022-05-06T12:31:48Z', 'revision_number': 5, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'subnets': [{'id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:49.987915 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] Checking router: c3fc959f-18c4-4712-9762-8b8e52b115a7 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:35:50.008082 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:50.009128 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:35:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:50.240378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ce37b-5566-4506-9f19-0b77337c5ab7 req-82a5f3be-b5d7-4578-ae6a-ec7a82a8be95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:50.243406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220ce37b-5566-4506-9f19-0b77337c5ab7 req-82a5f3be-b5d7-4578-ae6a-ec7a82a8be95 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 943 time: 0.5658798 May 06 12:35:50.269587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757ff2-baff-46e3-ba17-a853273cc9f0 req-bb1d2c1d-0f3e-4082-829a-dec49fb9b47f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:50.271811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9757ff2-baff-46e3-ba17-a853273cc9f0 req-bb1d2c1d-0f3e-4082-829a-dec49fb9b47f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.3002288 May 06 12:35:50.274526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46c5ec8c-1c62-45c4-899a-3b8a3366b6ad req-05f65942-1d8d-40a8-abdb-c81d77d45011 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1258643 May 06 12:35:50.280969 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:50.383475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9757ff2-baff-46e3-ba17-a853273cc9f0 req-984cfeac-5cd2-48e4-96c8-2915c6ad3195 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644846 May 06 12:35:50.479830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53ca494f-7e75-4fdd-b203-485849256421 req-98da520d-3c35-4d39-8a22-bc9eb70ee1d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 1096 time: 0.4298644 May 06 12:35:50.614327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220ce37b-5566-4506-9f19-0b77337c5ab7 req-48cebd82-ddaf-4957-9bbb-e9dc22132191 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510690 May 06 12:35:50.700309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53ca494f-7e75-4fdd-b203-485849256421 req-8015e8e4-767d-44c9-b52b-4fa22d8c0dc0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=799222e8-66dc-46eb-b040-66c528a7a348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578259 May 06 12:35:50.733400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9757ff2-baff-46e3-ba17-a853273cc9f0 req-b1e94db1-42f5-4150-a1ca-eb67c832b64c service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260839 May 06 12:35:50.749763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a33a7-f4c7-42e9-8cc5-37b579ec04fd req-5d6bdab5-5c55-4e12-8792-50aae069b2cc tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:50.752070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-129a33a7-f4c7-42e9-8cc5-37b579ec04fd req-5d6bdab5-5c55-4e12-8792-50aae069b2cc tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 945 time: 0.1751013 May 06 12:35:50.791377 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8951bb5-2939-4384-9110-8ca64bcda3ab'] response: {'name': 'network-changed', 'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'status': 'completed', 'code': 200} May 06 12:35:50.966988 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'c6da665a-959e-4df3-b006-25425b16ddfd', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'port_id': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'mac_address': 'fa:16:3e:3a:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:32:57Z', 'updated_at': '2022-05-06T12:35:46Z', 'revision_number': 1, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33e1c6a-37c8-4159-95d1-1abff53765e4', 'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'mac_address': 'fa:16:3e:cb:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:29Z', 'updated_at': '2022-05-06T12:31:48Z', 'revision_number': 5, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'subnets': [{'id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:50.973664 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070c990b-87ff-449a-b311-09c736f5f5b8 None None] The sync data for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 is: [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'c6da665a-959e-4df3-b006-25425b16ddfd', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'port_id': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'mac_address': 'fa:16:3e:3a:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:32:57Z', 'updated_at': '2022-05-06T12:35:46Z', 'revision_number': 1, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33e1c6a-37c8-4159-95d1-1abff53765e4', 'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'mac_address': 'fa:16:3e:cb:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:29Z', 'updated_at': '2022-05-06T12:31:48Z', 'revision_number': 5, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'subnets': [{'id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:51.116877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27558144-983d-41f2-983e-3c30ef4e859f req-266f9ef4-e225-4b5e-a573-06c7ed6076ed tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 210 time: 0.1026742 May 06 12:35:51.187457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-129a33a7-f4c7-42e9-8cc5-37b579ec04fd req-b40488a5-d871-42da-8b56-cb44d1f6922b tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/security-groups?id=799222e8-66dc-46eb-b040-66c528a7a348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134130 May 06 12:35:51.239769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9757ff2-baff-46e3-ba17-a853273cc9f0 req-bd7030ce-6c83-48bf-9716-5a329b9291f0 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860501 May 06 12:35:51.293427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dec2e76-8ef9-4e11-8226-7a4d83a2fdcc req-cb414d7e-6db3-4a41-ba5d-cdf5db1c96a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6501 time: 0.3690953 May 06 12:35:51.303728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac071771-01ce-4542-b70d-ca45c413914e None None] New status for floating IP c6da665a-959e-4df3-b006-25425b16ddfd: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:35:51.686197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9df3aef6-23b1-4e68-834a-b6159fbba87e req-dbc3138b-3f4b-49df-8e41-f5ec35b090b0 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1378205 May 06 12:35:51.703151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-fc0a45b0-42ff-4e18-967f-3b73e453ab31 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719733 May 06 12:35:51.754742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec2e76-8ef9-4e11-8226-7a4d83a2fdcc req-edd0f8dd-f949-4080-8986-96bacf2872cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:51.757060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dec2e76-8ef9-4e11-8226-7a4d83a2fdcc req-edd0f8dd-f949-4080-8986-96bacf2872cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=976f98d1-003f-441c-898e-2b2c65044136 HTTP/1.1" status: 200 len: 917 time: 0.4415932 May 06 12:35:52.276841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2aeacd66-6ad0-4997-8f63-12bf79540b93 req-fdae7508-719d-4d51-ac5d-85d850652082 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1182780 May 06 12:35:52.408641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dec2e76-8ef9-4e11-8226-7a4d83a2fdcc req-1cdc1b3d-c792-4541-94d9-b43c5940de94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e57cefd-329a-4c4f-9cf2-a9562f96b339 HTTP/1.1" status: 200 len: 1001 time: 0.3403597 May 06 12:35:52.414399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-4d07664a-123c-495f-8f82-49c3e6c68222 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:52.416356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-4d07664a-123c-495f-8f82-49c3e6c68222 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6582427 May 06 12:35:52.442246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b25776-f7bf-4ffa-b35c-e5b3af83a966 req-b07d4c35-00c3-4a40-bd5b-b6d1a4b575a8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:52.444473 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9b25776-f7bf-4ffa-b35c-e5b3af83a966 req-b07d4c35-00c3-4a40-bd5b-b6d1a4b575a8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 943 time: 0.2971535 May 06 12:35:52.516567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Request body: {'port': {'device_id': '8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '15ff0397e66c4efb8aff516390ebd4cc'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:52.692488 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54f96c5a-1c56-4581-867f-c6ee4930eb52 req-ae4f4c3a-68c4-4257-8e63-28100cbe4f78 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 210 time: 0.0899775 May 06 12:35:52.703687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec2e76-8ef9-4e11-8226-7a4d83a2fdcc req-c263058c-80ab-459f-a221-f93e9c05f1bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:52.705512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dec2e76-8ef9-4e11-8226-7a4d83a2fdcc req-c263058c-80ab-459f-a221-f93e9c05f1bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71a2bf6a-d5e5-4d51-9ebb-6706229d28df HTTP/1.1" status: 200 len: 855 time: 0.2292764 May 06 12:35:52.711625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9b25776-f7bf-4ffa-b35c-e5b3af83a966 req-9a6efc31-2b0b-48d0-baad-1c21844ff957 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541270 May 06 12:35:52.847396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:52.871316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:52.976324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dec2e76-8ef9-4e11-8226-7a4d83a2fdcc req-13a9ed71-eac6-4bf8-8cc2-5f6e00bc4dcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=976f98d1-003f-441c-898e-2b2c65044136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607725 May 06 12:35:52.981502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Made reservation on behalf of 15ff0397e66c4efb8aff516390ebd4cc for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:52.986038 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.255126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b798bcf-cc42-483c-adbf-aec604ae5831 req-0ba37d2c-acf2-4ab4-811e-bc35383fdcc0 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1321454 May 06 12:35:53.412840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c18d6-a0e9-400b-89bf-231bce040c2b req-aae1478f-2dbc-48b6-a6d3-915a940c26e4 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:53.414390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-209c18d6-a0e9-400b-89bf-231bce040c2b req-aae1478f-2dbc-48b6-a6d3-915a940c26e4 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 945 time: 0.5344546 May 06 12:35:53.420935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dec2e76-8ef9-4e11-8226-7a4d83a2fdcc req-1fa8ebd1-d779-4634-aab7-198f81259151 service neutron] 10.222.0.48 "GET /v2.0/networks/976f98d1-003f-441c-898e-2b2c65044136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159255 May 06 12:35:53.561658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Allocated IP 192.168.233.122 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/6a5a07b7-a4ad-4c27-ae10-64e391369c24) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:53.673304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-209c18d6-a0e9-400b-89bf-231bce040c2b req-5811b575-e05d-4598-ae91-92e9a79c3afe tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/security-groups?id=799222e8-66dc-46eb-b040-66c528a7a348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484543 May 06 12:35:53.722084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dec2e76-8ef9-4e11-8226-7a4d83a2fdcc req-0db8d928-8581-4bd5-950a-42852727fbab service neutron] 10.222.0.48 "GET /v2.0/networks/976f98d1-003f-441c-898e-2b2c65044136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763345 May 06 12:35:53.871123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-837f75aa-33e0-41a5-9ba3-05f7bbc178dd req-9905f6fc-5e84-470e-853c-a7440e8c03c3 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1165175 May 06 12:35:54.036198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.082170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Transition to ACTIVE for port object 6a5a07b7-a4ad-4c27-ae10-64e391369c24 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:54.172326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:54.395482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80ce790d-74bb-4c8f-a509-2e627149279e req-4f494c3a-fd49-4e4a-9ac3-213bb1f0a92d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 210 time: 0.3157389 May 06 12:35:54.404108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33508) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:54.497660 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.614182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', '545c4e8a-92ad-4627-90a0-8549e8886a35'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:54.697583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['01dfe0b2-33d0-46bb-b173-f898f6620df4', 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:54.779902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event updated for resources: {'Port': ['ID=6a5a07b7-a4ad-4c27-ae10-64e391369c24,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:54.819215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:54.828205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:54.835842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f77ff-d5d4-4b57-ba04-6d344612a2d4 req-bfb01d1c-b998-45ab-b50a-a99cbd9b0f02 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:54.835842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e9f77ff-d5d4-4b57-ba04-6d344612a2d4 req-bfb01d1c-b998-45ab-b50a-a99cbd9b0f02 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 943 time: 0.6899683 May 06 12:35:54.863984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:54.881011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:54.963681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec', 'network_id': '2fcf2155-ec98-46a6-995e-38a5ec817657', 'port_id': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec', 'mac_address': 'fa:16:3e:b0:b7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ea3cfe-355a-49aa-b7b1-e67fd0f05e55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:54.985440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e259edb9-22ce-4699-8f36-8eb28434ffc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.059618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e259edb9-22ce-4699-8f36-8eb28434ffc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:55.068586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e259edb9-22ce-4699-8f36-8eb28434ffc7 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8d60a76a9849dca9b5ff952631c7b5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:55.081155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e259edb9-22ce-4699-8f36-8eb28434ffc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:55.101696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e259edb9-22ce-4699-8f36-8eb28434ffc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:55.141035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e9f77ff-d5d4-4b57-ba04-6d344612a2d4 req-9eda506a-64b2-4a2c-801e-d39468c150d2 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061113 May 06 12:35:55.189610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e127ce-b45e-4576-9ea4-02c5dff8a331 req-b4feb0a7-d25d-4856-8191-d0c964f6a521 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1891477 May 06 12:35:55.283266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.283661 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.302866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e259edb9-22ce-4699-8f36-8eb28434ffc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.318951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e259edb9-22ce-4699-8f36-8eb28434ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.366294 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.437359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-2e2dbb4d-2bbd-4027-bdd7-573252ff5a66 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9616315 May 06 12:35:55.464181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Request body: {'port': {'device_id': '8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:55.464573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:55.473104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259edb9-22ce-4699-8f36-8eb28434ffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b24227-6c6d-4178-897e-9d32a4690dbb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:55.495665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:55.523057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.571171 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e259edb9-22ce-4699-8f36-8eb28434ffc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca8d60a76a9849dca9b5ff952631c7b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1670833 May 06 12:35:55.576262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33522) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:55.645400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-03bfdfbd-846a-43b6-b0e1-4428a85aec36 None None] Provisioning for port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:55.778679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5b506c0-34a9-41ad-b7d3-ff93ee298501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.799406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.808924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-03bfdfbd-846a-43b6-b0e1-4428a85aec36 None None] Provisioning complete for port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:55.808924 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03bfdfbd-846a-43b6-b0e1-4428a85aec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.852360 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5b506c0-34a9-41ad-b7d3-ff93ee298501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.976047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-03bfdfbd-846a-43b6-b0e1-4428a85aec36 None None] Port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:56.013635 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5b506c0-34a9-41ad-b7d3-ff93ee298501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.081315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b506c0-34a9-41ad-b7d3-ff93ee298501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b24227-6c6d-4178-897e-9d32a4690dbb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:56.100517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64286edf-41b7-4b53-816a-55a6b7d5b84e req-d38112bc-25a5-4981-b48f-6c9134428f6a tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1099176 May 06 12:35:56.102687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5b506c0-34a9-41ad-b7d3-ff93ee298501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.111675 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c5b506c0-34a9-41ad-b7d3-ff93ee298501 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1b24227-6c6d-4178-897e-9d32a4690dbb HTTP/1.1" status: 204 len: 168 time: 0.5306876 May 06 12:35:56.140898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:56.200914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2d801dc-e133-4a6f-8558-400d4fa0f724 req-e2dac29a-8c51-4109-8b5a-ad78100b7669 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.0762565 May 06 12:35:56.258401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:56.569482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968464b3-43ca-42e9-9b29-a3206063ebcb req-c24a8a6e-b804-4775-b312-4212fdd218bd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:56.571162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-968464b3-43ca-42e9-9b29-a3206063ebcb req-c24a8a6e-b804-4775-b312-4212fdd218bd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:56.619974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-968464b3-43ca-42e9-9b29-a3206063ebcb req-c24a8a6e-b804-4775-b312-4212fdd218bd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:56.630123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-968464b3-43ca-42e9-9b29-a3206063ebcb req-c24a8a6e-b804-4775-b312-4212fdd218bd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 936 time: 0.6465812 May 06 12:35:56.751952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-968464b3-43ca-42e9-9b29-a3206063ebcb req-d99cf403-b39c-4be5-b7cb-d6124e797b6b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178806 May 06 12:35:56.879743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5a07b7-a4ad-4c27-ae10-64e391369c24 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:56.888069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.912627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Transition to ACTIVE for port object 6a5a07b7-a4ad-4c27-ae10-64e391369c24 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:56.919030 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.076741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ca640e77-e517-4284-acdd-824be66d8334 req-e3ec2fd4-914d-4061-9a42-c885b53d6028 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1144066 May 06 12:35:57.145823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a07b7-a4ad-4c27-ae10-64e391369c24,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:57.329106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b84a6-7870-4a04-a345-f3854f3529f0 req-76d6aa66-e8a0-4d5d-9306-bdb8a6ce1d23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:57.340346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c9b84a6-7870-4a04-a345-f3854f3529f0 req-76d6aa66-e8a0-4d5d-9306-bdb8a6ce1d23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 944 time: 0.3705978 May 06 12:35:57.417249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Attempting to bind port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:57.418564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Attempting to bind port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:57.419083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Attempting to bind port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:57.457862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c9b84a6-7870-4a04-a345-f3854f3529f0 req-8aa7f3c5-c28f-4b67-a11e-cd1af8d0a95a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158996 May 06 12:35:57.459691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:35:57.484162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Attempting to bind port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:57.552636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:57.553185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:57.553813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:57.554542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Bound port: 6a5a07b7-a4ad-4c27-ae10-64e391369c24, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:57.555163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.906264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4589b59f-b5f0-47a9-b130-6ce4308f485e req-ab76a4e9-66f3-4e82-b6c8-827107cca6bf tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1547132 May 06 12:35:57.994562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] For port 6a5a07b7-a4ad-4c27-ae10-64e391369c24, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:57.999917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] For port 6a5a07b7-a4ad-4c27-ae10-64e391369c24, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6a5a07b7-a4ad-4c27-ae10-64e391369c24,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:58.009395 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.218536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed855-f647-4413-b8ed-3b3063f94dae req-e4e98457-7993-45f1-8995-8094f08c3b0e tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:58.220875 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42eed855-f647-4413-b8ed-3b3063f94dae req-e4e98457-7993-45f1-8995-8094f08c3b0e tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 945 time: 0.6009889 May 06 12:35:58.249403 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.252261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] 10.222.0.48 "PUT /v2.0/ports/6a5a07b7-a4ad-4c27-ae10-64e391369c24 HTTP/1.1" status: 200 len: 1096 time: 2.8060412 May 06 12:35:58.253107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2', 'tag': '6a5a07b7-a4ad-4c27-ae10-64e391369c24'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:58.433583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69601e-a9db-4467-8bbc-ee03e157060d service neutron] Pushing event updated for resources: {'Port': ['ID=6a5a07b7-a4ad-4c27-ae10-64e391369c24,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:58.495556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42eed855-f647-4413-b8ed-3b3063f94dae req-32871020-6baa-45b2-b1f4-40c0b8db3e5d tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/security-groups?id=799222e8-66dc-46eb-b040-66c528a7a348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534916 May 06 12:35:58.648049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690e313-946c-4537-856a-e76a1641d7d0 req-50ad9bd7-cab4-482f-b97a-15bc8303d84d tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:58.649624 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-50ad9bd7-cab4-482f-b97a-15bc8303d84d tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/networks?id=a341fc00-78e4-4c0a-951c-d8d1d00d947a HTTP/1.1" status: 200 len: 808 time: 0.2643394 May 06 12:35:58.660737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-5bc1b4de-b9e4-4487-a607-8d6cb9f083fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 1099 time: 0.3198879 May 06 12:35:58.796399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-8639d1ad-e628-4147-8a64-df00c51943cf tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/quotas/f7d1cbc38d5b4aaca30839683e0214d9 HTTP/1.1" status: 200 len: 375 time: 0.1344543 May 06 12:35:58.803207 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-59ee7102-e180-43ed-b02b-7c495dcd3ece service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6a5a07b7-a4ad-4c27-ae10-64e391369c24 HTTP/1.1" status: 200 len: 217 time: 0.1287560 May 06 12:35:58.813184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-efa97f32-72a5-40e4-8edd-b11d0506c884 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:58.814644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-efa97f32-72a5-40e4-8edd-b11d0506c884 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 945 time: 0.3015265 May 06 12:35:58.930557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-aa3aed0e-d158-4eab-863d-ce905e143ee1 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7d1cbc38d5b4aaca30839683e0214d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232598 May 06 12:35:59.086794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Deleting port 3d9588f3-2fee-46ba-8029-f248559d3a4c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:59.087115 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.127685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-35b86d3b-86c6-4c09-ac74-fbdb72e42b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:59.129267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-35b86d3b-86c6-4c09-ac74-fbdb72e42b38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2771878 May 06 12:35:59.278361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11c7fd-3907-4780-9761-cb6325e8b952 req-741db723-e170-473a-9002-6b3e7cad234c tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:59.279957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb11c7fd-3907-4780-9761-cb6325e8b952 req-741db723-e170-473a-9002-6b3e7cad234c tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 948 time: 0.5467727 May 06 12:35:59.326484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-12b3015a-6a4e-4744-905d-35c5c0ecf32e service neutron] 10.222.0.44 "GET /v2.0/networks/a341fc00-78e4-4c0a-951c-d8d1d00d947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772388 May 06 12:35:59.659919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb11c7fd-3907-4780-9761-cb6325e8b952 req-e0273b8d-a2bf-4d87-b36f-270a237a47be tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623679 May 06 12:35:59.676796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-caf45c71-69c5-42d1-99ba-d8d6b5fd6ebf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5314686 May 06 12:35:59.906248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-da5b6111-ffde-4608-83bc-d05a69591ce4 service neutron] 10.222.0.44 "GET /v2.0/networks/a341fc00-78e4-4c0a-951c-d8d1d00d947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611920 May 06 12:35:59.927585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bea6903-249f-4fb7-ac0f-b4d3dc801862 req-e145b09d-174a-4848-9832-dd764543c6fd tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.0786190 May 06 12:35:59.940384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] For port 3d9588f3-2fee-46ba-8029-f248559d3a4c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3d9588f3-2fee-46ba-8029-f248559d3a4c,segment=NetworkSegment(b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3),segment_id=b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:59.941428 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:00.168128 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be26e84-cb73-48b9-9681-828d30ce3655'] response: {'name': 'network-changed', 'server_uuid': '8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2', 'tag': '6a5a07b7-a4ad-4c27-ae10-64e391369c24', 'status': 'completed', 'code': 200} May 06 12:36:00.239663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Calling delete_port for 3d9588f3-2fee-46ba-8029-f248559d3a4c owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:00.249748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:00.448408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-88f0732f-aeae-4b9f-973e-5d7652705b25 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468023 May 06 12:36:00.471191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:00.489125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:00.505047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:00.863275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:00.913800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:00.929009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:00.935629 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:00.954379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be498551-c6d5-4504-85c5-98c90dac12df req-081d19fe-7d87-4328-a916-68f2cc25b257 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.0588331 May 06 12:36:00.965231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dde7948f-060d-4e60-ab3b-bb3a9beeb6dd req-42958688-14ab-4cbb-a728-b50dff45afb6 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803064 May 06 12:36:00.986552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172d4c1-40d4-40da-8fef-a364f8e4e5f5 req-0ff29bc5-ae3b-48ea-8e1b-26cb0a2aff99 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:00.995377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d172d4c1-40d4-40da-8fef-a364f8e4e5f5 req-0ff29bc5-ae3b-48ea-8e1b-26cb0a2aff99 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 944 time: 0.3784664 May 06 12:36:01.018808 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.153885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:01.178469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.179255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.179673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.180513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.181015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.181751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.182347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.185515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.185515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.185515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.185515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:01.205962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Pushing event deleted for resources: {'Port': ['ID=3d9588f3-2fee-46ba-8029-f248559d3a4c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:01.378077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33610) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:01.443858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a26bd6f9-8052-4092-9893-bf3e880c467b req-0ef15600-5cb7-468e-bf97-902900b5ea79 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 210 time: 0.1603160 May 06 12:36:01.448537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] No DVR routers for this DVR port 3d9588f3-2fee-46ba-8029-f248559d3a4c on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:36:01.453199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.459144 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d172d4c1-40d4-40da-8fef-a364f8e4e5f5 req-c8b16249-4f9a-4813-b50f-b0ca6efaab72 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617894 May 06 12:36:01.491261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de5378ed-5cbd-4651-9f54-35da504477f8 req-2292ece5-2d55-4555-954d-8d38a30a7f42 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.36 "DELETE /v2.0/ports/3d9588f3-2fee-46ba-8029-f248559d3a4c HTTP/1.1" status: 204 len: 173 time: 2.6375332 May 06 12:36:01.496750 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3c5aaba-99e0-4d90-b49e-e65aa414b2b0 req-40be41b0-7172-471b-a76f-0dc0fcf41f17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 1099 time: 0.3985879 May 06 12:36:01.620698 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dce385ef-563f-41e4-8f1b-920cfd16dadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.663970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dce385ef-563f-41e4-8f1b-920cfd16dadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:01.669196 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dce385ef-563f-41e4-8f1b-920cfd16dadb admin admin] Usage tracker for resource:security_group_rule and tenant:0f970d62fb454f81873a24b220f0ae78 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:01.673143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dce385ef-563f-41e4-8f1b-920cfd16dadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:01.682170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dce385ef-563f-41e4-8f1b-920cfd16dadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:01.743522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5aaba-99e0-4d90-b49e-e65aa414b2b0 req-8f2b7083-76e8-41bb-b132-0a17b60046b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:01.745560 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3c5aaba-99e0-4d90-b49e-e65aa414b2b0 req-8f2b7083-76e8-41bb-b132-0a17b60046b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2403686 May 06 12:36:01.781238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dce385ef-563f-41e4-8f1b-920cfd16dadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.788453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dce385ef-563f-41e4-8f1b-920cfd16dadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.858464 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dce385ef-563f-41e4-8f1b-920cfd16dadb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f970d62fb454f81873a24b220f0ae78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4776821 May 06 12:36:01.859236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33616) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:01.909570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce385ef-563f-41e4-8f1b-920cfd16dadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4811f42-74e8-4979-903d-101e2a8d681c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:01.965976 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fdfabd9-d1a8-4bbd-9b7a-f60641d4ed28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.006651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fdfabd9-d1a8-4bbd-9b7a-f60641d4ed28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.061535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3c5aaba-99e0-4d90-b49e-e65aa414b2b0 req-57aa3665-914d-4339-b423-ac5852fae83b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6a5a07b7-a4ad-4c27-ae10-64e391369c24 HTTP/1.1" status: 200 len: 217 time: 0.3079007 May 06 12:36:02.093651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fdfabd9-d1a8-4bbd-9b7a-f60641d4ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.111814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfabd9-d1a8-4bbd-9b7a-f60641d4ed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4811f42-74e8-4979-903d-101e2a8d681c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:02.121418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fdfabd9-d1a8-4bbd-9b7a-f60641d4ed28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.123151 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9fdfabd9-d1a8-4bbd-9b7a-f60641d4ed28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4811f42-74e8-4979-903d-101e2a8d681c HTTP/1.1" status: 204 len: 168 time: 0.2591047 May 06 12:36:02.161023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 3d9588f3-2fee-46ba-8029-f248559d3a4c no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:02.221411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fd1237-35dd-4e2e-b758-6031780e721b', 'name': 'network-vif-deleted', 'tag': '3d9588f3-2fee-46ba-8029-f248559d3a4c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:02.265889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f30fc3e-4ad6-4dc8-bee0-d634c8a3b395 req-9e771731-02f9-47de-815e-cac38d44df5d tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 210 time: 0.2075143 May 06 12:36:02.316259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 3d9588f3-2fee-46ba-8029-f248559d3a4c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:36:02.316960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 3d9588f3-2fee-46ba-8029-f248559d3a4c not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:02.413582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5aaba-99e0-4d90-b49e-e65aa414b2b0 req-5d901925-bdc4-4c53-a9ab-ddea524aa632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:02.416291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3c5aaba-99e0-4d90-b49e-e65aa414b2b0 req-5d901925-bdc4-4c53-a9ab-ddea524aa632 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3469865 May 06 12:36:02.428200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8f5e09-e44e-4993-b759-224e7dee3b12 req-b7b055a6-57bd-4b8a-a049-7c2ec64f12ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1164637 May 06 12:36:02.645630 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a21ad97f-1768-4c47-a8d3-0ae8ebf01741 req-7c30c8a5-880a-45ab-8844-6c904fa9d54f tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f&device_id=3b9bf27b-f6b4-46be-a090-0c834ada1f7e HTTP/1.1" status: 200 len: 210 time: 0.1534345 May 06 12:36:02.751754 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c761056f-c255-4bec-8f37-27fdd3a0bd1e'] response: {'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec', 'code': 200} May 06 12:36:02.767766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3c5aaba-99e0-4d90-b49e-e65aa414b2b0 req-da9c5801-91f6-4f91-8b68-116406e5e615 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3376775 May 06 12:36:02.780231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311fec8-28cb-496b-ad7f-6137413b395e req-0805b900-b6d7-407d-a121-f6de4101ac07 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:02.783620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c311fec8-28cb-496b-ad7f-6137413b395e req-0805b900-b6d7-407d-a121-f6de4101ac07 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 948 time: 0.2170444 May 06 12:36:03.300170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff7f91ca-11b0-4845-be00-803b6b82e020 req-3691d76f-1946-4e99-87da-072277227004 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.3220360 May 06 12:36:03.463530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c311fec8-28cb-496b-ad7f-6137413b395e req-8877188d-c270-4ad4-b431-1dcbade16287 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418610 May 06 12:36:03.516959 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec921d8e-4e66-43ba-b7d4-002900b76467'] response: {'server_uuid': 'f2fd1237-35dd-4e2e-b758-6031780e721b', 'name': 'network-vif-deleted', 'tag': '3d9588f3-2fee-46ba-8029-f248559d3a4c', 'status': 'completed', 'code': 200} May 06 12:36:03.656996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13fd90b9-cd1e-43c1-a842-b0f07b17e2b0 req-a4bc3702-dbdf-4bdd-b8fb-bb235c11a034 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 1096 time: 0.6818006 May 06 12:36:03.659045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3c5aaba-99e0-4d90-b49e-e65aa414b2b0 req-dbe7e9f1-5271-412d-812b-fd1ad9034a37 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8735063 May 06 12:36:03.847246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33650) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:03.897050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690e313-946c-4537-856a-e76a1641d7d0 req-7612e2cb-60ad-406c-b546-2ef57016cba7 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:03.897050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-7612e2cb-60ad-406c-b546-2ef57016cba7 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.36 "GET /v2.0/networks?id=a341fc00-78e4-4c0a-951c-d8d1d00d947a HTTP/1.1" status: 200 len: 808 time: 0.6693327 May 06 12:36:03.984709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Request body: {'port': {'device_id': 'ca93c98d-c44e-43f6-9019-319ba737c778', 'network_id': 'a341fc00-78e4-4c0a-951c-d8d1d00d947a', 'admin_state_up': True, 'tenant_id': 'f7d1cbc38d5b4aaca30839683e0214d9'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:04.117046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-71301e6c-611b-4fca-933a-1d1c4d09e1b0 req-08085204-cbe4-4e1b-9ac5-98b043d84711 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Synchronizing usage tracker for tenant:22ed72c9a0734a32a5cc58c913f857d8 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:04.208648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13fd90b9-cd1e-43c1-a842-b0f07b17e2b0 req-daabdb87-6a87-47d8-a5ef-a2e6608bf518 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236540 May 06 12:36:04.240133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1118402663-network', 'tenant_id': '334822546a7644ea9788570aebc2fae5'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:04.246698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-71301e6c-611b-4fca-933a-1d1c4d09e1b0 req-08085204-cbe4-4e1b-9ac5-98b043d84711 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] Unset dirty status for tenant:22ed72c9a0734a32a5cc58c913f857d8 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:04.248239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71301e6c-611b-4fca-933a-1d1c4d09e1b0 req-08085204-cbe4-4e1b-9ac5-98b043d84711 tempest-ServerAddressesTestJSON-46430474 tempest-ServerAddressesTestJSON-46430474-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fd1237-35dd-4e2e-b758-6031780e721b HTTP/1.1" status: 200 len: 210 time: 0.3780193 May 06 12:36:04.248646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:04.258201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Usage tracker for resource:network and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:04.265812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:04.270156 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3c5aaba-99e0-4d90-b49e-e65aa414b2b0 req-cbcd14a7-39db-4ad8-9bcd-e6397d4b5007 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837667 May 06 12:36:04.288005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:04.294092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:04.303647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Usage tracker for resource:port and tenant:f7d1cbc38d5b4aaca30839683e0214d9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:04.309421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:04.326227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:04.328334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:04.331202 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.364275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4db5a-0534-4e1a-8b71-0437be4f81c1 req-eaf3ed12-b120-4dc3-8345-e3e810f448f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:04.367696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.370320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31a4db5a-0534-4e1a-8b71-0437be4f81c1 req-eaf3ed12-b120-4dc3-8345-e3e810f448f8 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 945 time: 0.6278305 May 06 12:36:04.372881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Made reservation on behalf of f7d1cbc38d5b4aaca30839683e0214d9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:04.378855 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.452779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:04.467940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Usage tracker for resource:security_group_rule and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:04.477325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:04.488274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:04.640339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.646901 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.666908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31a4db5a-0534-4e1a-8b71-0437be4f81c1 req-05b8d91c-d86f-4c3e-9e35-889a4be2834c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386739 May 06 12:36:04.765808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:04.808391 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a26ef460-ac2c-4fcc-a240-feb9e1886dc6 req-62eaf7e9-713f-4f37-ada9-748eb6926568 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cae51a853bd54d1196c0768508b47234&device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1104107 May 06 12:36:04.809819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Allocated IP 172.20.0.2 (a341fc00-78e4-4c0a-951c-d8d1d00d947a/53cca778-3c82-469b-b3b5-92453222533c/68b7e019-f3c2-4675-8479-a54fdbdb417a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:04.815459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:04.874485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d71aec8-08ce-416b-b863-631ad7755813 req-ed28920e-673e-45cb-8077-9f7c063eee01 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 210 time: 0.0525475 May 06 12:36:04.874815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.875597 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Added segment b57de4c3-20cc-4b8d-8e50-ed18bbb14db5 of type vlan for network b4d70b82-72c2-4ffa-8922-73fa0797354b May 06 12:36:04.894195 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a26ef460-ac2c-4fcc-a240-feb9e1886dc6 req-9c47c4be-7ee5-49af-8462-21d3af780017 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cae51a853bd54d1196c0768508b47234&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680690 May 06 12:36:05.067843 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fa449c3-5d4b-48bc-a242-18ddc88c383f req-2c0fce5f-4f7d-41ed-95a0-59184f1dff24 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1297204 May 06 12:36:05.230531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.257235 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.257576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce6385-d045-4604-bb1c-20cc12ab56d1 req-55f57920-3254-4199-a217-91756f8fadda tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:05.259444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8ce6385-d045-4604-bb1c-20cc12ab56d1 req-55f57920-3254-4199-a217-91756f8fadda tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 948 time: 0.1596515 May 06 12:36:05.315677 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.391079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ef460-ac2c-4fcc-a240-feb9e1886dc6 req-915e09cd-8992-44df-8ebc-9cbfa59a02d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:05.393590 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a26ef460-ac2c-4fcc-a240-feb9e1886dc6 req-915e09cd-8992-44df-8ebc-9cbfa59a02d4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4923320 May 06 12:36:05.394862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.396415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:05.397603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.475175 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6374726 May 06 12:36:05.479729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3739c7d-0b29-4706-85f9-231f26ea66ce req-04592366-e383-4962-bb3b-d70fa5fb22e9 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.0929325 May 06 12:36:05.480334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33666) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:05.483054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8ce6385-d045-4604-bb1c-20cc12ab56d1 req-700d8d66-1c9d-412c-96f1-849e0d64257f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099369 May 06 12:36:05.494582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Request body: {'subnet': {'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1118402663-subnet', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:05.503588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:05.512575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Usage tracker for resource:subnet and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:05.516775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Network a341fc00-78e4-4c0a-951c-d8d1d00d947a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:05.517782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:05.521777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:05.523739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Pushing event updated for resources: {'Port': ['ID=68b7e019-f3c2-4675-8479-a54fdbdb417a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:05.529005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:05.559104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:05.604252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:05.604252 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.629145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c03ae7-1fa2-49e3-ab7f-9aba909fa075 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d70b82-72c2-4ffa-8922-73fa0797354b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:05.677245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b4d70b82-72c2-4ffa-8922-73fa0797354b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:05.800776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33674) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:05.824215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:05.827525 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.906130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-429548aa-89ea-4bba-aad2-22dae631e916 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9975686 May 06 12:36:05.928898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Request body: {'port': {'device_id': 'ca93c98d-c44e-43f6-9019-319ba737c778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:05.948459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c753b42a-3404-47aa-86e9-a863fde58c51 admin admin] Deleting subnet 45ecf4e5-28b4-44c4-9ada-d3aabe2c3987 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:05.953073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c753b42a-3404-47aa-86e9-a863fde58c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.035580 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c753b42a-3404-47aa-86e9-a863fde58c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.120802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c753b42a-3404-47aa-86e9-a863fde58c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.275550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6a5a07b7-a4ad-4c27-ae10-64e391369c24 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:36:06.332538 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aee97cf1-8565-4c0a-a5b9-518c629a6fe0 req-99f7af1e-fd42-432b-8234-876d0b1fe693 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc572ede4a0d4d33b24d9ea49a73add0&device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1037705 May 06 12:36:06.484036 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aee97cf1-8565-4c0a-a5b9-518c629a6fe0 req-4d42d0bb-254a-49b1-900a-ae2267cec11a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bc572ede4a0d4d33b24d9ea49a73add0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298554 May 06 12:36:06.610158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c753b42a-3404-47aa-86e9-a863fde58c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.755290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.769942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6a5a07b7-a4ad-4c27-ae10-64e391369c24, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6a5a07b7-a4ad-4c27-ae10-64e391369c24,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:06.832352 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.883997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6a5a07b7-a4ad-4c27-ae10-64e391369c24', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '6a5a07b7-a4ad-4c27-ae10-64e391369c24', 'mac_address': 'fa:16:3e:71:51:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:36:06.930171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753b42a-3404-47aa-86e9-a863fde58c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ecf4e5-28b4-44c4-9ada-d3aabe2c3987,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:06.950116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00181cc-f479-4805-8f08-f0d1c8d19753,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:06.955312 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a26ef460-ac2c-4fcc-a240-feb9e1886dc6 req-67263e3b-b080-423b-8c94-0640189fbaa8 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.36 "GET /v2.0/ports?device_id=e53ca506-95e4-4357-a181-c7dd0d97027f HTTP/1.1" status: 200 len: 210 time: 0.1269114 May 06 12:36:06.975933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c753b42a-3404-47aa-86e9-a863fde58c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.991874 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c753b42a-3404-47aa-86e9-a863fde58c51 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/45ecf4e5-28b4-44c4-9ada-d3aabe2c3987 HTTP/1.1" status: 204 len: 168 time: 1.1927927 May 06 12:36:07.037164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33686) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:07.180631 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.205289 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.220236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee97cf1-8565-4c0a-a5b9-518c629a6fe0 req-18ea7b48-b204-4505-8cd9-fa46d32cd971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:07.225626 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.226478 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aee97cf1-8565-4c0a-a5b9-518c629a6fe0 req-18ea7b48-b204-4505-8cd9-fa46d32cd971 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7271523 May 06 12:36:07.283947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5a07b7-a4ad-4c27-ae10-64e391369c24 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:36:07.334993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6a5a07b7-a4ad-4c27-ae10-64e391369c24, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6a5a07b7-a4ad-4c27-ae10-64e391369c24,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:07.337533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788096e-0bdf-4f82-8b3d-a1fd44827dba req-b41c1bef-7fd1-4fb1-bd64-0490bd6d7cbe tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:07.337533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3788096e-0bdf-4f82-8b3d-a1fd44827dba req-b41c1bef-7fd1-4fb1-bd64-0490bd6d7cbe tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 945 time: 1.0844421 May 06 12:36:07.342652 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.387956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Checking segment: {'id': 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:07.387956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Network hostable DHCP agents. Network: b4d70b82-72c2-4ffa-8922-73fa0797354b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:36:07.476674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6a5a07b7-a4ad-4c27-ae10-64e391369c24,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:07.503891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d446867-1df0-4146-9765-58d6a98abc4d req-3a78a27d-5967-4654-8552-0f38bb06fbc8 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:07.503891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2d446867-1df0-4146-9765-58d6a98abc4d req-3a78a27d-5967-4654-8552-0f38bb06fbc8 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Synchronizing usage tracker for tenant:f7d1cbc38d5b4aaca30839683e0214d9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:07.525975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.575354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:07.604500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:07.604500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d08d29-5a20-4a4f-8717-3f6d2e1a5db3') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:07.619803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.674410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.728937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:36:07.728937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: timer() May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:36:07.760933 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:36:07.776174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3788096e-0bdf-4f82-8b3d-a1fd44827dba req-b8a57df0-fbec-45b2-87cd-2bdafe6034f7 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907964 May 06 12:36:07.783734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2d446867-1df0-4146-9765-58d6a98abc4d req-3a78a27d-5967-4654-8552-0f38bb06fbc8 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Unset dirty status for tenant:f7d1cbc38d5b4aaca30839683e0214d9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:07.807161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d446867-1df0-4146-9765-58d6a98abc4d req-3a78a27d-5967-4654-8552-0f38bb06fbc8 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 931 time: 1.3128707 May 06 12:36:07.908372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.925550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Network b4d70b82-72c2-4ffa-8922-73fa0797354b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:36:07.953662 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.962814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:07.980565 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6aecae1a-d2da-4a44-a916-6be590396415 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e0ce5a9e-fcbf-4fd6-a4d5-1f2c1a2014b8 HTTP/1.1" status: 204 len: 168 time: 0.9314291 May 06 12:36:08.040588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b4d70b82-72c2-4ffa-8922-73fa0797354b) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:08.096876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6a5a07b7-a4ad-4c27-ae10-64e391369c24'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:08.172712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e14e882-99e7-4b2a-b1cb-d811aa0799a1 None None] Network b4d70b82-72c2-4ffa-8922-73fa0797354b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:08.202823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d446867-1df0-4146-9765-58d6a98abc4d req-f9176d92-8b94-47f4-8502-c7f8234559a6 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed3a333-17c9-49bf-9e1a-14777475f741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962936 May 06 12:36:08.220865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:08.220865 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.275841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d954e1c-2eef-4289-8d67-09435e9032cb req-3153529e-58c8-4ee1-a5c2-d0360a403882 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1701045 May 06 12:36:08.286499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:36:08.305445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33692) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:08.365919 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:36:08.403823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1833e649-fe12-4b2c-9c9e-e4efbaee4606 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9123032 May 06 12:36:08.403823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33696) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:08.550034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:08.564815 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-76207694-be00-43fb-b099-2ea6d3bf1c95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22ed72c9a0734a32a5cc58c913f857d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2540319 May 06 12:36:08.565094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:08.565266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33700) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:08.572437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Usage tracker for resource:router and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:08.577504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:08.588217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:08.592557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b7e019-f3c2-4675-8479-a54fdbdb417a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:36:08.605092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.626769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.628426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.637028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Transition to ACTIVE for port object 68b7e019-f3c2-4675-8479-a54fdbdb417a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:08.644645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.745397 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aee97cf1-8565-4c0a-a5b9-518c629a6fe0 req-0587de5c-85d8-4957-93cf-fdb976dabc13 tempest-ServerShowV254Test-706611720 tempest-ServerShowV254Test-706611720-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d6cba64-4cbb-48de-8087-b708f7a5d61e HTTP/1.1" status: 200 len: 210 time: 0.1325378 May 06 12:36:08.849532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-023e4dca-c30e-45d7-a0f9-c880f7500f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.879463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Pushing event updated for resources: {'Port': ['ID=68b7e019-f3c2-4675-8479-a54fdbdb417a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:08.898792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.926494 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-023e4dca-c30e-45d7-a0f9-c880f7500f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.996845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b4d70b82-72c2-4ffa-8922-73fa0797354b', 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'fixed_ips': [{'subnet_id': 'd00181cc-f479-4805-8f08-f0d1c8d19753'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:36:08.998521 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.067861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-023e4dca-c30e-45d7-a0f9-c880f7500f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.090951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e4dca-c30e-45d7-a0f9-c880f7500f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799222e8-66dc-46eb-b040-66c528a7a348,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:09.107550 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-023e4dca-c30e-45d7-a0f9-c880f7500f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.109150 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-023e4dca-c30e-45d7-a0f9-c880f7500f15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/799222e8-66dc-46eb-b040-66c528a7a348 HTTP/1.1" status: 204 len: 168 time: 0.5421286 May 06 12:36:09.223633 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6630bc0e-1bd2-4d94-b784-7d65f176a5de req-f99021f7-cfbe-458e-a1d9-146f41539377 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cae51a853bd54d1196c0768508b47234&device_id=3b9bf27b-f6b4-46be-a090-0c834ada1f7e HTTP/1.1" status: 200 len: 210 time: 0.0827141 May 06 12:36:09.316192 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6630bc0e-1bd2-4d94-b784-7d65f176a5de req-56cf37c7-87e9-42d9-9006-fcf3c1e834ec service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cae51a853bd54d1196c0768508b47234&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841930 May 06 12:36:09.420497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Allocated IP 172.20.0.2 (b4d70b82-72c2-4ffa-8922-73fa0797354b/d00181cc-f479-4805-8f08-f0d1c8d19753/363db1aa-f70a-4258-9e69-e343882a5803) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:09.450265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f3d1c-6f94-49d5-b23a-f36ee07e9d74 req-13b2df4e-a9b8-40ba-816e-f8979620b395 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:09.482216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a7f3d1c-6f94-49d5-b23a-f36ee07e9d74 req-13b2df4e-a9b8-40ba-816e-f8979620b395 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 949 time: 0.7792451 May 06 12:36:09.728985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630bc0e-1bd2-4d94-b784-7d65f176a5de req-a9dc0f01-a97b-4b5a-8309-758f8a0e81e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:09.730861 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6630bc0e-1bd2-4d94-b784-7d65f176a5de req-a9dc0f01-a97b-4b5a-8309-758f8a0e81e9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4067173 May 06 12:36:09.941030 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.955289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Transition to ACTIVE for port object 363db1aa-f70a-4258-9e69-e343882a5803 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:09.961216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Attempting to bind port 68b7e019-f3c2-4675-8479-a54fdbdb417a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:09.961853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Attempting to bind port 68b7e019-f3c2-4675-8479-a54fdbdb417a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6a9bda84-78bf-4b0c-a80a-5217679c1e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a341fc00-78e4-4c0a-951c-d8d1d00d947a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:09.962560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Attempting to bind port 68b7e019-f3c2-4675-8479-a54fdbdb417a on network a341fc00-78e4-4c0a-951c-d8d1d00d947a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:09.984281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Transition to ACTIVE for port object 363db1aa-f70a-4258-9e69-e343882a5803 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:09.994831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a7f3d1c-6f94-49d5-b23a-f36ee07e9d74 req-69ca716e-5629-429c-be37-6bb00462e109 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754953 May 06 12:36:09.998968 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.003279 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.033690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Port 68b7e019-f3c2-4675-8479-a54fdbdb417a on network a341fc00-78e4-4c0a-951c-d8d1d00d947a not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:36:10.039862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Attempting to bind port 68b7e019-f3c2-4675-8479-a54fdbdb417a on network a341fc00-78e4-4c0a-951c-d8d1d00d947a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:10.069057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190e6de-c0eb-430f-a45a-fcac079e0594 req-eb1efef6-b0aa-4a9e-9672-bba49f18d34b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:10.073386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e190e6de-c0eb-430f-a45a-fcac079e0594 req-eb1efef6-b0aa-4a9e-9672-bba49f18d34b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 945 time: 0.7704608 May 06 12:36:10.107821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Network b4d70b82-72c2-4ffa-8922-73fa0797354b is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:10.112570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:10.127476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:10.165275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:10.165845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Checking segment: {'id': '6a9bda84-78bf-4b0c-a80a-5217679c1e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a341fc00-78e4-4c0a-951c-d8d1d00d947a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:10.168005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Bound using segment: {'id': '6a9bda84-78bf-4b0c-a80a-5217679c1e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a341fc00-78e4-4c0a-951c-d8d1d00d947a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:10.168751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Bound port: 68b7e019-f3c2-4675-8479-a54fdbdb417a, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9bda84-78bf-4b0c-a80a-5217679c1e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a341fc00-78e4-4c0a-951c-d8d1d00d947a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:10.173029 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.202376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Pushing event updated for resources: {'Port': ['ID=363db1aa-f70a-4258-9e69-e343882a5803,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:10.341397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Attempting to bind port 363db1aa-f70a-4258-9e69-e343882a5803 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:10.341763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Attempting to bind port 363db1aa-f70a-4258-9e69-e343882a5803 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:10.342282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Attempting to bind port 363db1aa-f70a-4258-9e69-e343882a5803 on network b4d70b82-72c2-4ffa-8922-73fa0797354b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:10.358095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:10.360571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Checking segment: {'id': 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:10.362719 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.363353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Bound using segment: {'id': 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:10.365790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Bound port: 363db1aa-f70a-4258-9e69-e343882a5803, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:10.367016 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.552773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] For port 363db1aa-f70a-4258-9e69-e343882a5803, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:10.557419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] For port 363db1aa-f70a-4258-9e69-e343882a5803, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=363db1aa-f70a-4258-9e69-e343882a5803,segment=NetworkSegment(b57de4c3-20cc-4b8d-8e50-ed18bbb14db5),segment_id=b57de4c3-20cc-4b8d-8e50-ed18bbb14db5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:10.564331 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.581312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] For port 68b7e019-f3c2-4675-8479-a54fdbdb417a, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:10.587434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] For port 68b7e019-f3c2-4675-8479-a54fdbdb417a, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=68b7e019-f3c2-4675-8479-a54fdbdb417a,segment=NetworkSegment(6a9bda84-78bf-4b0c-a80a-5217679c1e60),segment_id=6a9bda84-78bf-4b0c-a80a-5217679c1e60)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:10.656892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e445ced-23cb-4364-9ce0-ce8ebafb4225 req-04799bcc-aa36-45ca-9453-6002d020e220 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9bf27b-f6b4-46be-a090-0c834ada1f7e HTTP/1.1" status: 200 len: 210 time: 0.3675227 May 06 12:36:10.670237 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.700187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14855673-4cfd-44e9-b88b-5107f5bb1466 None None] Pushing event updated for resources: {'Port': ['ID=363db1aa-f70a-4258-9e69-e343882a5803,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:10.786901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e190e6de-c0eb-430f-a45a-fcac079e0594 req-7b8fedaa-ac9b-49d4-8ee5-353f3bdf71cb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906643 May 06 12:36:10.843422 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.848097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] 10.222.0.36 "PUT /v2.0/ports/68b7e019-f3c2-4675-8479-a54fdbdb417a HTTP/1.1" status: 200 len: 1091 time: 4.9309311 May 06 12:36:10.859951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca93c98d-c44e-43f6-9019-319ba737c778', 'tag': '68b7e019-f3c2-4675-8479-a54fdbdb417a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:11.093607 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fb7c7-6b4b-4eb0-a44d-52ee8daef65f service neutron] Pushing event updated for resources: {'Port': ['ID=68b7e019-f3c2-4675-8479-a54fdbdb417a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:11.342586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 363db1aa-f70a-4258-9e69-e343882a5803 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:11.390802 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6630bc0e-1bd2-4d94-b784-7d65f176a5de req-4a707cc2-18a9-41ee-8146-d4598ce47347 tempest-ServerShowV247Test-1085148350 tempest-ServerShowV247Test-1085148350-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9bf27b-f6b4-46be-a090-0c834ada1f7e HTTP/1.1" status: 200 len: 210 time: 0.3025935 May 06 12:36:11.519317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 363db1aa-f70a-4258-9e69-e343882a5803 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:11.574313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-66643b03-bd2e-4e4b-b8d1-04181631f90f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1043266925&fields=id&tenant_id=58775d9ee6c34d7fabfa1ca686ad752d HTTP/1.1" status: 200 len: 267 time: 0.3512034 May 06 12:36:11.653879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33744) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:11.679748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33750) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:11.690420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd2e82-3604-4e95-944d-a11eae2039f7 req-ab8905b9-672c-4950-a42c-b8d5f51500e7 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:11.698039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9afd2e82-3604-4e95-944d-a11eae2039f7 req-ab8905b9-672c-4950-a42c-b8d5f51500e7 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 943 time: 0.6952052 May 06 12:36:11.751579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-7d25a51b-410d-4b95-83fc-2b871a4e782b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7d1cbc38d5b4aaca30839683e0214d9&device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 1094 time: 0.8183205 May 06 12:36:11.927479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a53c2b63-f6d4-409a-b46a-adc7d2f7c4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.970708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2020226183-network', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:11.981817 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.991959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:12.001938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Usage tracker for resource:network and tenant:9247f74c7c5e4024aa5005d19ad5db3e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:12.006262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a53c2b63-f6d4-409a-b46a-adc7d2f7c4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:12.009137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:12.016943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a53c2b63-f6d4-409a-b46a-adc7d2f7c4d8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc572ede4a0d4d33b24d9ea49a73add0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:12.020298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:12.023542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a53c2b63-f6d4-409a-b46a-adc7d2f7c4d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:12.035463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a53c2b63-f6d4-409a-b46a-adc7d2f7c4d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:12.050535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Made reservation on behalf of 9247f74c7c5e4024aa5005d19ad5db3e for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:12.053739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.064468 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.080383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.164654 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d771-4430-4c64-8f13-1d80165a96d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.196107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-354d3ca0-03d4-495d-b253-de6709d3ceeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68b7e019-f3c2-4675-8479-a54fdbdb417a HTTP/1.1" status: 200 len: 217 time: 0.3565459 May 06 12:36:12.216609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:12.230397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Usage tracker for resource:security_group_rule and tenant:9247f74c7c5e4024aa5005d19ad5db3e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:12.244645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:12.284210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:12.288251 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a53c2b63-f6d4-409a-b46a-adc7d2f7c4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.303302 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a53c2b63-f6d4-409a-b46a-adc7d2f7c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.336839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6a5a07b7-a4ad-4c27-ae10-64e391369c24 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:12.407990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c2b63-f6d4-409a-b46a-adc7d2f7c4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119019e3-f7a8-440b-b08d-442c5a451d4f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:12.421682 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a53c2b63-f6d4-409a-b46a-adc7d2f7c4d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc572ede4a0d4d33b24d9ea49a73add0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7405663 May 06 12:36:12.426008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690e313-946c-4537-856a-e76a1641d7d0 req-a02df1a1-2fcd-4fbd-b9ea-4e32d0600853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:12.429541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-a02df1a1-2fcd-4fbd-b9ea-4e32d0600853 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53cca778-3c82-469b-b3b5-92453222533c HTTP/1.1" status: 200 len: 848 time: 0.1881614 May 06 12:36:12.430524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:12.484131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9afd2e82-3604-4e95-944d-a11eae2039f7 req-9d525e53-cc06-4543-8c75-14926221444e tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed3a333-17c9-49bf-9e1a-14777475f741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7848725 May 06 12:36:12.512200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-d944f39e-5dda-4d03-9465-b86cac66ca30 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:12.531780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-d944f39e-5dda-4d03-9465-b86cac66ca30 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 945 time: 0.9555502 May 06 12:36:12.549533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'port': {'security_groups': ['a046c0c9-41d3-44d7-a082-2c6e6c85d871', 'f64f108c-af72-4039-9526-e95b13ea1551']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:12.566510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.592761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:12.612213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.628598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72f65e-013b-4e13-abaf-98047c40134d None None] Network b4d70b82-72c2-4ffa-8922-73fa0797354b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:12.657629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-596abc32-2999-45ce-8162-1cea0974762e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.699730 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-596abc32-2999-45ce-8162-1cea0974762e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.775492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:12.795990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.796752 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Added segment 7f753912-fe52-43f6-9f27-37ee40dd7686 of type vlan for network 66733eee-edd4-4bd0-b94f-a9f284f68043 May 06 12:36:12.813163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:12.813871 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.843985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b507d5d-e3a5-4cad-ae67-59eac6353bcd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:12.845813 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2393f9-67af-4530-a671-1c5c583eeb28'] response: {'name': 'network-changed', 'server_uuid': 'ca93c98d-c44e-43f6-9019-319ba737c778', 'tag': '68b7e019-f3c2-4675-8479-a54fdbdb417a', 'status': 'completed', 'code': 200} May 06 12:36:12.869073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.916268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.917236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:12.917860 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.935994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-6c7af445-886f-427a-8d81-8792538a1597 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a341fc00-78e4-4c0a-951c-d8d1d00d947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4449997 May 06 12:36:12.949919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-596abc32-2999-45ce-8162-1cea0974762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.001599 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.037318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596abc32-2999-45ce-8162-1cea0974762e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119019e3-f7a8-440b-b08d-442c5a451d4f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:13.079390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-10440a4c-39b0-4a35-96a6-983ba8a87fbf None None] Provisioning for port 363db1aa-f70a-4258-9e69-e343882a5803 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:13.098165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-596abc32-2999-45ce-8162-1cea0974762e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.099467 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-596abc32-2999-45ce-8162-1cea0974762e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/119019e3-f7a8-440b-b08d-442c5a451d4f HTTP/1.1" status: 204 len: 168 time: 0.6678331 May 06 12:36:13.105504 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4460940 May 06 12:36:13.106515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33764) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:13.117198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Request body: {'subnet': {'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2020226183-subnet', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:13.121728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1839623-d810-4d6f-869a-2efe6bd1a555 admin admin] Pushing event updated for resources: {'Network': ['ID=66733eee-edd4-4bd0-b94f-a9f284f68043,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:13.130530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:13.137626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Usage tracker for resource:subnet and tenant:9247f74c7c5e4024aa5005d19ad5db3e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:13.161930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:13.180104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-10440a4c-39b0-4a35-96a6-983ba8a87fbf None None] Provisioning complete for port 363db1aa-f70a-4258-9e69-e343882a5803 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:13.180795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10440a4c-39b0-4a35-96a6-983ba8a87fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.184893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:13.203931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Made reservation on behalf of 9247f74c7c5e4024aa5005d19ad5db3e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:13.210417 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.258660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 66733eee-edd4-4bd0-b94f-a9f284f68043 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:13.329701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Allocated IP 172.25.7.138 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/75170416-a081-4519-b489-3ceb648a1bee) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:13.479877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.704210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.875847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72c679-8c7b-4493-8cbf-64b79d7e4e15 req-b15255c6-c193-4880-bd9f-d17e4ada6f1d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:13.893555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae72c679-8c7b-4493-8cbf-64b79d7e4e15 req-b15255c6-c193-4880-bd9f-d17e4ada6f1d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 949 time: 0.9529359 May 06 12:36:13.899832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10440a4c-39b0-4a35-96a6-983ba8a87fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.906712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Pushing event updated for resources: {'Subnet': ['ID=566b386f-924c-429b-a7ee-070530b38370,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:13.934720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Checking segment: {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:13.934720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Network hostable DHCP agents. Network: 66733eee-edd4-4bd0-b94f-a9f284f68043, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:36:13.944402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-734aafdb-6a88-4dbd-96d3-630cf03dcdb6 service neutron] 10.222.0.36 "GET /v2.0/networks/a341fc00-78e4-4c0a-951c-d8d1d00d947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9405959 May 06 12:36:13.965206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-10440a4c-39b0-4a35-96a6-983ba8a87fbf None None] For port 363db1aa-f70a-4258-9e69-e343882a5803, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=363db1aa-f70a-4258-9e69-e343882a5803,segment=NetworkSegment(b57de4c3-20cc-4b8d-8e50-ed18bbb14db5),segment_id=b57de4c3-20cc-4b8d-8e50-ed18bbb14db5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:13.965568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.979302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Network 66733eee-edd4-4bd0-b94f-a9f284f68043 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:36:14.000980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 66733eee-edd4-4bd0-b94f-a9f284f68043) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:14.002707 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-10440a4c-39b0-4a35-96a6-983ba8a87fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.050018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:14.050018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.089921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f51034c-be6a-43e4-926a-ca0610f92a5e None None] Network 66733eee-edd4-4bd0-b94f-a9f284f68043 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:14.101120 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1ceb6f80-363c-4fda-9184-0f53aea2744c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9924531 May 06 12:36:14.104491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33778) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:14.122278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:14.128092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a07b7-a4ad-4c27-ae10-64e391369c24'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:14.131671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:14.139939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Usage tracker for resource:router and tenant:9247f74c7c5e4024aa5005d19ad5db3e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:14.153137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:14.163085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:14.174515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae72c679-8c7b-4493-8cbf-64b79d7e4e15 req-e4eb6512-9ed0-4453-b5fb-16081faab7be tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892513 May 06 12:36:14.179324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.180106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.207565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6a5a07b7-a4ad-4c27-ae10-64e391369c24, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6a5a07b7-a4ad-4c27-ae10-64e391369c24,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:14.211133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.250094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.371295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10440a4c-39b0-4a35-96a6-983ba8a87fbf None None] Pushing event updated for resources: {'Port': ['ID=363db1aa-f70a-4258-9e69-e343882a5803,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:14.569490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.595078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6a5a07b7-a4ad-4c27-ae10-64e391369c24,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:14.720825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.824807 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.894551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-79078ce8-7086-4f7f-8c65-43ac253629e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.987764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0804fd46-20b2-479e-b7ee-1a309b56800d None None] Provisioning complete for port 363db1aa-f70a-4258-9e69-e343882a5803 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:14.987764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0804fd46-20b2-479e-b7ee-1a309b56800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.992573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:15.007127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:15.021071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:15.148814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Pushing event updated for resources: {'Port': ['ID=75170416-a081-4519-b489-3ceb648a1bee,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:15.243267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd53f241-c9e1-43fb-b905-50ac50a77121 None None] Network 66733eee-edd4-4bd0-b94f-a9f284f68043 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:15.286836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 363db1aa-f70a-4258-9e69-e343882a5803 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:15.288700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d690e313-946c-4537-856a-e76a1641d7d0 req-b34b5ec3-cb75-46bb-af31-d8336dfbf48d service neutron] 10.222.0.36 "GET /v2.0/networks/a341fc00-78e4-4c0a-951c-d8d1d00d947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3200579 May 06 12:36:15.427207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:15.487708 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:15.496046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7f322-a1c9-4f74-bdfa-a3a5c62a42a3 req-72f86de6-8da3-4dd2-9a88-dd179f4ae041 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:15.498422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cb7f322-a1c9-4f74-bdfa-a3a5c62a42a3 req-72f86de6-8da3-4dd2-9a88-dd179f4ae041 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 943 time: 0.7311583 May 06 12:36:15.573472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:15.698176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cb7f322-a1c9-4f74-bdfa-a3a5c62a42a3 req-f98cad93-f5d4-4a7a-b664-413ff9d57db0 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed3a333-17c9-49bf-9e1a-14777475f741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668406 May 06 12:36:15.714043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-803273c3-63aa-4c2d-9268-4a126620c38c req-c95a5c7d-b768-447e-a284-d0c33e2c2d0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7d1cbc38d5b4aaca30839683e0214d9&device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 1094 time: 0.3237481 May 06 12:36:15.729622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] For port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:15.981101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:36:16.022414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.046920 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a1e05f-f63b-4721-b4fe-113a70bb6b29'] response: {'server_uuid': '8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5a07b7-a4ad-4c27-ae10-64e391369c24', 'code': 200} May 06 12:36:16.057288 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.144547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.200183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cbab3d52-3b05-4f90-bf4b-93c8fd0f8600', 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:16.209151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Allocated IP 172.25.7.246 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/dd004390-5d90-470c-b8f0-ffaf28ee00a0) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:16.336127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 68b7e019-f3c2-4675-8479-a54fdbdb417a details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:36:16.436050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1723efc-d39e-4db1-80f4-76b000003b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.520959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.532721 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.556305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803273c3-63aa-4c2d-9268-4a126620c38c req-b587bd52-8d03-43d6-b4bc-f2d281f069b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:16.559731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-803273c3-63aa-4c2d-9268-4a126620c38c req-b587bd52-8d03-43d6-b4bc-f2d281f069b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a341fc00-78e4-4c0a-951c-d8d1d00d947a HTTP/1.1" status: 200 len: 909 time: 0.8372576 May 06 12:36:16.572900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.596109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.597312 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.722425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:36:16.765429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:16.766205 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.774690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bab95a9f-a2ae-4e2e-90a8-55ada46f48df req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "PUT /v2.0/ports/d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec HTTP/1.1" status: 200 len: 981 time: 4.2413294 May 06 12:36:16.777243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:16.781419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1723efc-d39e-4db1-80f4-76b000003b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:16.813400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1723efc-d39e-4db1-80f4-76b000003b4b admin admin] Usage tracker for resource:security_group_rule and tenant:cae51a853bd54d1196c0768508b47234 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:16.831372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1723efc-d39e-4db1-80f4-76b000003b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:16.869906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1723efc-d39e-4db1-80f4-76b000003b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:16.889563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:16.912582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:16.921926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Pushing event updated for resources: {'Port': ['ID=dd004390-5d90-470c-b8f0-ffaf28ee00a0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:16.945152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:16.990829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 363db1aa-f70a-4258-9e69-e343882a5803 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:16.991410 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.162668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-803273c3-63aa-4c2d-9268-4a126620c38c req-208387bd-77f5-4bca-b754-dc9909012732 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68b7e019-f3c2-4675-8479-a54fdbdb417a HTTP/1.1" status: 200 len: 217 time: 0.5824647 May 06 12:36:17.172597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb735d3-4ad1-46c6-af8d-0c2d75a1b800 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'Port': ['ID=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:17.241358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:17.288386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b953ec4-5e3d-4037-b700-d857c7f7be7d req-64be6835-5821-4852-a3b2-2a2fac0351d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 1101 time: 1.1180313 May 06 12:36:17.519676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803273c3-63aa-4c2d-9268-4a126620c38c req-eae0152f-f5b5-4221-a732-74a031a0070d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:17.524005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-803273c3-63aa-4c2d-9268-4a126620c38c req-eae0152f-f5b5-4221-a732-74a031a0070d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53cca778-3c82-469b-b3b5-92453222533c HTTP/1.1" status: 200 len: 848 time: 0.3378279 May 06 12:36:17.547773 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab535fb3-61d7-4747-9ea4-13fce7720730 req-5d3f6f60-01c8-47ca-a154-4b6d5a5e190c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/f64f108c-af72-4039-9526-e95b13ea1551 HTTP/1.1" status: 200 len: 1635 time: 0.6359291 May 06 12:36:17.645392 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1723efc-d39e-4db1-80f4-76b000003b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.657820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-803273c3-63aa-4c2d-9268-4a126620c38c req-2bbbe115-9b7d-49ab-ba0d-63b49fb14da5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a341fc00-78e4-4c0a-951c-d8d1d00d947a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971048 May 06 12:36:17.660522 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1723efc-d39e-4db1-80f4-76b000003b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.692965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635ea86-be05-44a3-a799-34e223c399e6 req-71e45f0d-9904-44e5-ba33-08ad758a8fdc tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:17.699968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c635ea86-be05-44a3-a799-34e223c399e6 req-71e45f0d-9904-44e5-ba33-08ad758a8fdc tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 950 time: 1.2881060 May 06 12:36:17.911669 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b1723efc-d39e-4db1-80f4-76b000003b4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cae51a853bd54d1196c0768508b47234&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4791908 May 06 12:36:17.915514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33830) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:17.923736 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.924780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.949773 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.972496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1723efc-d39e-4db1-80f4-76b000003b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed89866b-dcc3-4a5b-8e6a-e1714284f66d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:18.071311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 68b7e019-f3c2-4675-8479-a54fdbdb417a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=68b7e019-f3c2-4675-8479-a54fdbdb417a,segment=NetworkSegment(6a9bda84-78bf-4b0c-a80a-5217679c1e60),segment_id=6a9bda84-78bf-4b0c-a80a-5217679c1e60)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:18.145332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '68b7e019-f3c2-4675-8479-a54fdbdb417a', 'network_id': 'a341fc00-78e4-4c0a-951c-d8d1d00d947a', 'port_id': '68b7e019-f3c2-4675-8479-a54fdbdb417a', 'mac_address': 'fa:16:3e:c0:2a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cca778-3c82-469b-b3b5-92453222533c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:36:18.321362 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-726317b6-6df4-4324-8396-8d7bd0cc4ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.355891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.376875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-726317b6-6df4-4324-8396-8d7bd0cc4ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.458547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b7e019-f3c2-4675-8479-a54fdbdb417a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:36:18.578088 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-726317b6-6df4-4324-8396-8d7bd0cc4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.628308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726317b6-6df4-4324-8396-8d7bd0cc4ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed89866b-dcc3-4a5b-8e6a-e1714284f66d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:18.692773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-726317b6-6df4-4324-8396-8d7bd0cc4ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.694213 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-726317b6-6df4-4324-8396-8d7bd0cc4ce3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed89866b-dcc3-4a5b-8e6a-e1714284f66d HTTP/1.1" status: 204 len: 168 time: 0.7650406 May 06 12:36:18.723709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-803273c3-63aa-4c2d-9268-4a126620c38c req-4521bdf9-c157-4431-99c8-cbd78633f167 service neutron] 10.222.0.36 "GET /v2.0/networks/a341fc00-78e4-4c0a-951c-d8d1d00d947a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0213759 May 06 12:36:18.782924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 68b7e019-f3c2-4675-8479-a54fdbdb417a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=68b7e019-f3c2-4675-8479-a54fdbdb417a,segment=NetworkSegment(6a9bda84-78bf-4b0c-a80a-5217679c1e60),segment_id=6a9bda84-78bf-4b0c-a80a-5217679c1e60)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:18.800920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Router e914ea8d-b47a-4a88-a902-4d92f4598b6a is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:36:18.831947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b953ec4-5e3d-4037-b700-d857c7f7be7d req-41e92f78-ae92-456a-9b26-fd7d8cf7cb71 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5224221 May 06 12:36:18.907781 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.964702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c635ea86-be05-44a3-a799-34e223c399e6 req-07f6c24b-1808-470d-8bfd-b36665e054b1 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1116197 May 06 12:36:19.030099 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-ab535fb3-61d7-4747-9ea4-13fce7720730 req-ed95cd34-7fb9-4e65-9df3-20c4f3e29dfd tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 12:36:19.033113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab535fb3-61d7-4747-9ea4-13fce7720730 req-ed95cd34-7fb9-4e65-9df3-20c4f3e29dfd tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/f64f108c-af72-4039-9526-e95b13ea1551 HTTP/1.1" status: 409 len: 341 time: 1.3677168 May 06 12:36:19.148337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-803273c3-63aa-4c2d-9268-4a126620c38c req-b403b4ff-e8cc-49b5-9bea-c7a43c0f6174 service neutron] 10.222.0.36 "GET /v2.0/networks/a341fc00-78e4-4c0a-951c-d8d1d00d947a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992579 May 06 12:36:19.296993 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6edafd-7757-4b4b-bf3d-19d9841a1d7c'] response: {'name': 'network-changed', 'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec', 'status': 'completed', 'code': 200} May 06 12:36:19.300138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Router dd64bb8a-f12c-4fec-bafa-260eedcf04ae is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:36:19.302070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['68b7e019-f3c2-4675-8479-a54fdbdb417a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:19.454952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=68b7e019-f3c2-4675-8479-a54fdbdb417a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:19.494286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:19.513064 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Sync routers for ids ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:19.546407 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Routers {'e914ea8d-b47a-4a88-a902-4d92f4598b6a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:19.556143 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:36:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:19.590082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:19.597016 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1abfc249-9ead-4ba7-93b7-cf0b198fda21 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4863901 May 06 12:36:19.597016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33852) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:20.193737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-281ee02e-a086-4fdb-b216-afd86250cbb8 req-553c1791-954f-44d2-8065-4ef8bfb28748 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 1135 time: 0.8736722 May 06 12:36:20.529456 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Set router e914ea8d-b47a-4a88-a902-4d92f4598b6a gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:20.668662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c104b-3541-41bf-9e06-28baff15ff2d req-720c478e-ae48-40ce-9cfd-6361eacc564a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:20.668662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb9c104b-3541-41bf-9e06-28baff15ff2d req-720c478e-ae48-40ce-9cfd-6361eacc564a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 944 time: 0.8766665 May 06 12:36:20.926283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb9c104b-3541-41bf-9e06-28baff15ff2d req-f34d8a2d-a7e4-4893-9128-e4af8dd1b2fc tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed3a333-17c9-49bf-9e1a-14777475f741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464097 May 06 12:36:20.941155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 68b7e019-f3c2-4675-8479-a54fdbdb417a up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:21.039400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee02e-a086-4fdb-b216-afd86250cbb8 req-0578dec7-0ae5-4d30-aa0c-dac821d0e1f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:21.053484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-281ee02e-a086-4fdb-b216-afd86250cbb8 req-0578dec7-0ae5-4d30-aa0c-dac821d0e1f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 914 time: 0.8420606 May 06 12:36:21.400595 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:14Z', 'updated_at': '2022-05-06T12:36:17Z', 'revision_number': 3, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'gw_port': {'id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:15Z', 'updated_at': '2022-05-06T12:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:21.401804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 68b7e019-f3c2-4675-8479-a54fdbdb417a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:21.409012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-281ee02e-a086-4fdb-b216-afd86250cbb8 req-1ebce14c-785c-478f-a9a9-1bdf0c0f35e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec HTTP/1.1" status: 200 len: 217 time: 0.3307059 May 06 12:36:21.414466 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Checking router: e914ea8d-b47a-4a88-a902-4d92f4598b6a for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:21.417734 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Updating router e914ea8d-b47a-4a88-a902-4d92f4598b6a port dd004390-5d90-470c-b8f0-ffaf28ee00a0 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:21.430223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 68b7e019-f3c2-4675-8479-a54fdbdb417a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:21.430799 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.587237 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.619966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee02e-a086-4fdb-b216-afd86250cbb8 req-cc3f739e-9126-46be-84a6-4270ea71b836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:21.625338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-281ee02e-a086-4fdb-b216-afd86250cbb8 req-cc3f739e-9126-46be-84a6-4270ea71b836 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.1875145 May 06 12:36:21.637676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33884) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:21.643374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7fff-8614-422b-b870-66198cff5332 req-14120ce9-08c8-4371-8261-7c958e1fce1b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:21.646199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e0c7fff-8614-422b-b870-66198cff5332 req-14120ce9-08c8-4371-8261-7c958e1fce1b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 950 time: 1.0961306 May 06 12:36:21.918480 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.979358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-281ee02e-a086-4fdb-b216-afd86250cbb8 req-ed6083e1-1a7f-4705-8c3a-910bf7476970 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3289955 May 06 12:36:22.022398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca93c98d-c44e-43f6-9019-319ba737c778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b7e019-f3c2-4675-8479-a54fdbdb417a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:22.047340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 68b7e019-f3c2-4675-8479-a54fdbdb417a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=68b7e019-f3c2-4675-8479-a54fdbdb417a,segment=NetworkSegment(6a9bda84-78bf-4b0c-a80a-5217679c1e60),segment_id=6a9bda84-78bf-4b0c-a80a-5217679c1e60)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:22.057726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.247548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:22.272025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Sync routers for ids ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:22.295914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=68b7e019-f3c2-4675-8479-a54fdbdb417a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:22.318135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Routers {'dd64bb8a-f12c-4fec-bafa-260eedcf04ae'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:22.320125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:36:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:22.337116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b800c0-a643-47c7-a681-e2cfaf4d5e94 req-a027efd1-e7de-4e44-82ac-2d73af1c9b4a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:22.349395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7b800c0-a643-47c7-a681-e2cfaf4d5e94 req-a027efd1-e7de-4e44-82ac-2d73af1c9b4a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 984 time: 0.7208412 May 06 12:36:22.353741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e0c7fff-8614-422b-b870-66198cff5332 req-391cafd6-3f89-4dc4-a858-189fe4a4c3c5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590945 May 06 12:36:22.477711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7b800c0-a643-47c7-a681-e2cfaf4d5e94 req-5ca3f4d5-1e7e-4665-bf1b-f67acdd371d9 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=f64f108c-af72-4039-9526-e95b13ea1551&id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1274571 May 06 12:36:22.484095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1647539621-network', 'tenant_id': '90b8f81737544326a2c880ff026ca883'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:22.495010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:22.502291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Usage tracker for resource:network and tenant:90b8f81737544326a2c880ff026ca883 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:22.513952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-281ee02e-a086-4fdb-b216-afd86250cbb8 req-b314ea59-ddb0-4b10-825b-bdd1b63d1fe0 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119965 May 06 12:36:22.513952 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.514151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:22.514890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-75edf98c-7c36-4031-8f86-e70f432ec048 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.0012424 May 06 12:36:22.515666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33898) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:22.529022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:22.560605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Made reservation on behalf of 90b8f81737544326a2c880ff026ca883 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:22.565324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.697207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.733099 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf843c4c-f4ce-440a-9dc5-b6560d711f5b'] response: {'server_uuid': 'ca93c98d-c44e-43f6-9019-319ba737c778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b7e019-f3c2-4675-8479-a54fdbdb417a', 'code': 200} May 06 12:36:22.764044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.771172 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.836761 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Transition to ACTIVE for port object dd004390-5d90-470c-b8f0-ffaf28ee00a0 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:22.859705 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.940460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:22.958437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Usage tracker for resource:security_group_rule and tenant:90b8f81737544326a2c880ff026ca883 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:22.981538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:23.022884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:23.031500 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Pushing event updated for resources: {'Port': ['ID=dd004390-5d90-470c-b8f0-ffaf28ee00a0,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:23.042006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Set router dd64bb8a-f12c-4fec-bafa-260eedcf04ae gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:23.072993 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Attempting to bind port dd004390-5d90-470c-b8f0-ffaf28ee00a0 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:23.073368 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Attempting to bind port dd004390-5d90-470c-b8f0-ffaf28ee00a0 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:23.073706 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Attempting to bind port dd004390-5d90-470c-b8f0-ffaf28ee00a0 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:23.078470 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.078588 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.078925 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.080333 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.080333 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.080333 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.080709 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.080998 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.081502 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.082235 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.082590 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.120183 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:23.126251 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:23.128631 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.132041 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:23.133678 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Bound port: dd004390-5d90-470c-b8f0-ffaf28ee00a0, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:23.134264 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.409428 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] For port dd004390-5d90-470c-b8f0-ffaf28ee00a0, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:23.425043 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] For port dd004390-5d90-470c-b8f0-ffaf28ee00a0, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dd004390-5d90-470c-b8f0-ffaf28ee00a0,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:23.438535 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.536591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.583696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Allocated IP 172.20.0.1 (66733eee-edd4-4bd0-b94f-a9f284f68043/566b386f-924c-429b-a7ee-070530b38370/fb4659a8-7e39-470e-9c4c-ca3596191d6e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:23.596612 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.909134 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd4d5f-acef-44db-b466-de317e82b84e None None] Pushing event updated for resources: {'Port': ['ID=dd004390-5d90-470c-b8f0-ffaf28ee00a0,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:23.929196 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Routers {'e914ea8d-b47a-4a88-a902-4d92f4598b6a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:23.929196 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:36:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:23.959961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b373d7e-b972-4536-b2b1-dcbd7c6689f3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:23.972009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:23.981719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.981719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.982095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.983351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.983351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.983351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.983786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.983938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.984342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.986950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:23.986950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:24.134364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.134364 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Added segment 1ade544b-7aa7-4072-8fed-492850de666c of type vlan for network b5d92ee2-072f-4886-8b03-76af2538b46f May 06 12:36:24.269022 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.329895 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.383355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '75170416-a081-4519-b489-3ceb648a1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:08Z', 'updated_at': '2022-05-06T12:36:15Z', 'revision_number': 3, 'project_id': '334822546a7644ea9788570aebc2fae5', 'gw_port': {'id': '75170416-a081-4519-b489-3ceb648a1bee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:12Z', 'updated_at': '2022-05-06T12:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:24.402779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Checking router: dd64bb8a-f12c-4fec-bafa-260eedcf04ae for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:24.406576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Updating router dd64bb8a-f12c-4fec-bafa-260eedcf04ae port 75170416-a081-4519-b489-3ceb648a1bee binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:24.425924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Network 66733eee-edd4-4bd0-b94f-a9f284f68043 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:24.447043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:24.464649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.469607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:24.554763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.583481 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.692773 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] Set router e914ea8d-b47a-4a88-a902-4d92f4598b6a gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:24.718428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4659a8-7e39-470e-9c4c-ca3596191d6e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:24.739240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c723-1288-4b4f-a93f-54a36e5b938e req-10df6af1-2002-43e5-bfd6-d9cd24538b6e tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:24.741719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e731c723-1288-4b4f-a93f-54a36e5b938e req-10df6af1-2002-43e5-bfd6-d9cd24538b6e tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 945 time: 1.7258880 May 06 12:36:24.753206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.754680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:24.755309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.763325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-281ee02e-a086-4fdb-b216-afd86250cbb8 req-99472a0d-1862-4e99-a56a-60cfeb89f89a service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2344480 May 06 12:36:24.823683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1338ff1d-9d32-4e1d-9916-bc83b2d2bf8a req-4770fc54-191e-46d0-bf29-fefcbd3dd4a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 1096 time: 1.9609001 May 06 12:36:25.063329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.087758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d92ee2-072f-4886-8b03-76af2538b46f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:25.096466 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-865646ff-9fa2-417d-8698-11989de904f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4500933 May 06 12:36:25.099223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:25.114185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Request body: {'subnet': {'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1647539621-subnet', 'tenant_id': '90b8f81737544326a2c880ff026ca883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:25.130264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:25.166422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b5d92ee2-072f-4886-8b03-76af2538b46f details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:25.182396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Usage tracker for resource:subnet and tenant:90b8f81737544326a2c880ff026ca883 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:25.195035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:25.195754 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e731c723-1288-4b4f-a93f-54a36e5b938e req-873c16a3-8013-4d07-b0ff-f32388e0ef0d tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed3a333-17c9-49bf-9e1a-14777475f741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997087 May 06 12:36:25.221557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:25.233905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068facf-8d6f-457b-8d42-dbad9a356c19 req-243d9177-3f6f-4a06-8194-86eb05506250 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:25.246373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a068facf-8d6f-457b-8d42-dbad9a356c19 req-243d9177-3f6f-4a06-8194-86eb05506250 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 950 time: 1.0872746 May 06 12:36:25.291101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Made reservation on behalf of 90b8f81737544326a2c880ff026ca883 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:25.307347 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.370898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33916) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:25.450071 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a068facf-8d6f-457b-8d42-dbad9a356c19 req-2253045c-02b5-41b8-bae4-6130f3650f24 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005403 May 06 12:36:25.452831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1338ff1d-9d32-4e1d-9916-bc83b2d2bf8a req-a6ce6763-d222-466f-8579-a9bb762fd696 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ed3a333-17c9-49bf-9e1a-14777475f741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257066 May 06 12:36:25.675790 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:14Z', 'updated_at': '2022-05-06T12:36:17Z', 'revision_number': 3, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'gw_port': {'id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:15Z', 'updated_at': '2022-05-06T12:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:25.684421 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca31940-ceb6-4f9b-9124-3c8fd34c0f9d None None] The sync data for ids ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'] in n-d-840847-1 is: [{'id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:14Z', 'updated_at': '2022-05-06T12:36:17Z', 'revision_number': 3, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'gw_port': {'id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:15Z', 'updated_at': '2022-05-06T12:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:25.726699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03b113e7-ca32-4d73-aaed-eb008c39e522 req-fedc0b2c-f256-4177-a5e0-9222b030dd89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 1135 time: 0.8239765 May 06 12:36:25.883505 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.909974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Transition to ACTIVE for port object 75170416-a081-4519-b489-3ceb648a1bee will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:25.920364 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.037690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da92afd-f998-4359-b24e-1178960bb620 None None] Pushing event updated for resources: {'Port': ['ID=75170416-a081-4519-b489-3ceb648a1bee,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:26.070305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7632-286f-491a-9c94-d58f4c9310d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.074031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Attempting to bind port 75170416-a081-4519-b489-3ceb648a1bee on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:26.074629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Attempting to bind port 75170416-a081-4519-b489-3ceb648a1bee by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:26.075160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Attempting to bind port 75170416-a081-4519-b489-3ceb648a1bee on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:26.084430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:26.085213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:26.085796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.086374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:26.087525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Bound port: 75170416-a081-4519-b489-3ceb648a1bee, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:26.088206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68ea8a-2376-4948-b197-27f7c504d80b req-d7f772d3-ee39-4a8d-aae7-e6ff7da65f93 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:26.088738 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.095572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c68ea8a-2376-4948-b197-27f7c504d80b req-d7f772d3-ee39-4a8d-aae7-e6ff7da65f93 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 984 time: 0.6644394 May 06 12:36:26.120127 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:36:26.161045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.184404 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.238911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] For port 75170416-a081-4519-b489-3ceb648a1bee, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:26.247573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] For port 75170416-a081-4519-b489-3ceb648a1bee, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=75170416-a081-4519-b489-3ceb648a1bee,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:26.264734 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.340411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c68ea8a-2376-4948-b197-27f7c504d80b req-59f8ee98-bfd9-4ca0-8582-c534a6b965bd tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=f64f108c-af72-4039-9526-e95b13ea1551&id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1985133 May 06 12:36:26.453634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Routers {'dd64bb8a-f12c-4fec-bafa-260eedcf04ae'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:26.455468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:36:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:26.462720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.517612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b113e7-ca32-4d73-aaed-eb008c39e522 req-04d9f4f8-3fd2-47fd-8a78-9875e6ba1c62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:26.529291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8a1d7632-286f-491a-9c94-d58f4c9310d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:26.533799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03b113e7-ca32-4d73-aaed-eb008c39e522 req-04d9f4f8-3fd2-47fd-8a78-9875e6ba1c62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 914 time: 0.7259889 May 06 12:36:26.535601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8a1d7632-286f-491a-9c94-d58f4c9310d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c0651bb3b6234561a88fc797236892b8 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:26.539641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8a1d7632-286f-491a-9c94-d58f4c9310d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:26.549468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8a1d7632-286f-491a-9c94-d58f4c9310d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:26.671460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4659a8-7e39-470e-9c4c-ca3596191d6e,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:26.786560 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dd004390-5d90-470c-b8f0-ffaf28ee00a0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:26.911611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7632-286f-491a-9c94-d58f4c9310d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.927004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7632-286f-491a-9c94-d58f4c9310d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.991845 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-790836fd-c0b2-45e2-a499-482f99918304 req-1fe3f740-40d0-4b55-a0af-94e7635c85e4 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 1101 time: 1.0427186 May 06 12:36:27.082064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da92afd-f998-4359-b24e-1178960bb620 None None] Pushing event updated for resources: {'Port': ['ID=75170416-a081-4519-b489-3ceb648a1bee,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:27.149590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port dd004390-5d90-470c-b8f0-ffaf28ee00a0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:27.164971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port dd004390-5d90-470c-b8f0-ffaf28ee00a0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:27.165640 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.172371 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.180739 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03b113e7-ca32-4d73-aaed-eb008c39e522 req-5b202cc0-9acd-482f-a6ab-e4a1dbccbae8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec HTTP/1.1" status: 200 len: 217 time: 0.6062794 May 06 12:36:27.217143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d7632-286f-491a-9c94-d58f4c9310d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86737ce2-c082-44bb-99c3-0c2c6c539ae0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:27.273824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] Set router dd64bb8a-f12c-4fec-bafa-260eedcf04ae gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:27.283708 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a1d7632-286f-491a-9c94-d58f4c9310d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0651bb3b6234561a88fc797236892b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9113150 May 06 12:36:27.295368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33928) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:27.330154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Network 66733eee-edd4-4bd0-b94f-a9f284f68043 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:27.331507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52fac1b-5303-4f87-8cce-243fc365a585,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:27.341503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:27.431974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b113e7-ca32-4d73-aaed-eb008c39e522 req-321dcc33-6116-4ed9-b9ed-ad23d48a6c39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:27.433990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03b113e7-ca32-4d73-aaed-eb008c39e522 req-321dcc33-6116-4ed9-b9ed-ad23d48a6c39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.2414265 May 06 12:36:27.498371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-790836fd-c0b2-45e2-a499-482f99918304 req-9edb927e-d4c1-4472-a199-080f7d9555e8 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048959 May 06 12:36:27.511035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03b113e7-ca32-4d73-aaed-eb008c39e522 req-8a1cba59-9f52-468b-bf4e-d23776cbdc9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609143 May 06 12:36:27.610428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2935f-f23c-476b-bf31-d46cdb904787 req-d4ee332b-e69e-4ab9-b135-ab27b4789ea8 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:27.621303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fce2935f-f23c-476b-bf31-d46cdb904787 req-d4ee332b-e69e-4ab9-b135-ab27b4789ea8 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 945 time: 0.7734554 May 06 12:36:27.622316 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.683458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port dd004390-5d90-470c-b8f0-ffaf28ee00a0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dd004390-5d90-470c-b8f0-ffaf28ee00a0,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:27.696455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.718443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Checking segment: {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:27.718934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Network hostable DHCP agents. Network: b5d92ee2-072f-4886-8b03-76af2538b46f, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:36:27.788534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c79436a-1670-4dc9-9ea7-f15491538a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.843275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=dd004390-5d90-470c-b8f0-ffaf28ee00a0,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:27.859797 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c79436a-1670-4dc9-9ea7-f15491538a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.877854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '75170416-a081-4519-b489-3ceb648a1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:08Z', 'updated_at': '2022-05-06T12:36:15Z', 'revision_number': 3, 'project_id': '334822546a7644ea9788570aebc2fae5', 'gw_port': {'id': '75170416-a081-4519-b489-3ceb648a1bee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:12Z', 'updated_at': '2022-05-06T12:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:27.883107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc448d2f-5ab8-45f2-8958-b85537ff13c5 None None] The sync data for ids ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'] in n-d-840847-1 is: [{'id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '75170416-a081-4519-b489-3ceb648a1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:08Z', 'updated_at': '2022-05-06T12:36:15Z', 'revision_number': 3, 'project_id': '334822546a7644ea9788570aebc2fae5', 'gw_port': {'id': '75170416-a081-4519-b489-3ceb648a1bee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:12Z', 'updated_at': '2022-05-06T12:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:27.966392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Network b5d92ee2-072f-4886-8b03-76af2538b46f is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:36:28.131696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b5d92ee2-072f-4886-8b03-76af2538b46f) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:28.144428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26575da-72f4-4b4f-b13b-28a67f023e4f None None] Network b5d92ee2-072f-4886-8b03-76af2538b46f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:28.149806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fce2935f-f23c-476b-bf31-d46cdb904787 req-5e5f9277-b25e-488d-b569-73f2dd280ae6 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed3a333-17c9-49bf-9e1a-14777475f741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274582 May 06 12:36:28.158328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:28.159308 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.194460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03b113e7-ca32-4d73-aaed-eb008c39e522 req-f3e33cc7-da46-4aba-bcbc-d40da823da50 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705411 May 06 12:36:28.268873 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4a8ca43c-549a-4180-9f31-08265b34ae3f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1519151 May 06 12:36:28.347929 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c79436a-1670-4dc9-9ea7-f15491538a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.373008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ea2b6-967a-4537-bce7-2f87f7ef6dc1 req-bdf42b8c-2f63-48a9-8b3e-a3084c7f01e5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:28.384979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d9ea2b6-967a-4537-bce7-2f87f7ef6dc1 req-bdf42b8c-2f63-48a9-8b3e-a3084c7f01e5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 984 time: 0.5185869 May 06 12:36:28.452489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79436a-1670-4dc9-9ea7-f15491538a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86737ce2-c082-44bb-99c3-0c2c6c539ae0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:28.513667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c79436a-1670-4dc9-9ea7-f15491538a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.523728 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9c79436a-1670-4dc9-9ea7-f15491538a4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86737ce2-c082-44bb-99c3-0c2c6c539ae0 HTTP/1.1" status: 204 len: 168 time: 1.2240021 May 06 12:36:28.544703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03b113e7-ca32-4d73-aaed-eb008c39e522 req-a38d6d8a-662d-4066-b2d2-2aba8fcf74d9 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393295 May 06 12:36:28.570114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d9ea2b6-967a-4537-bce7-2f87f7ef6dc1 req-105a053b-5136-4f0b-bf90-8ab054da0528 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=f64f108c-af72-4039-9526-e95b13ea1551&id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1836834 May 06 12:36:28.617252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dd004390-5d90-470c-b8f0-ffaf28ee00a0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:28.725035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Router e914ea8d-b47a-4a88-a902-4d92f4598b6a has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:36:28.761895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-ffd06dac-de39-4fc4-8695-f8ea685ffd3f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660648 May 06 12:36:28.769837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3df66532-83a7-4e00-987c-191c6b99b227 req-8cfb3787-8333-427b-b26b-1dc7ef8d4f33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22948376-2b35-476e-95b1-6ce67b56b2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2768333 May 06 12:36:29.078377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port dd004390-5d90-470c-b8f0-ffaf28ee00a0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:29.079171 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.121668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df724f-080f-4138-b1cd-e79fdf2ce7bb None None] Network b5d92ee2-072f-4886-8b03-76af2538b46f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:29.187462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:29.205024 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-333da4e7-7b50-479d-b87e-3af3b204ce93 admin admin] 10.222.0.44 "PUT /v2.0/routers/e914ea8d-b47a-4a88-a902-4d92f4598b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6057832 May 06 12:36:29.612691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.734747 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3df66532-83a7-4e00-987c-191c6b99b227 req-a66c31a3-db25-49ec-b280-dc7ce8475ea3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 1101 time: 0.8751380 May 06 12:36:29.786503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-874ff487-71f5-40a3-a62f-e076071d8d54 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:29.807386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-874ff487-71f5-40a3-a62f-e076071d8d54 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0302696 May 06 12:36:29.809638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33960) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:29.869566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-d60b412f-ec90-4477-992d-5c870d8f42eb tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/quotas/15ff0397e66c4efb8aff516390ebd4cc HTTP/1.1" status: 200 len: 375 time: 0.0606840 May 06 12:36:29.902350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d03cd827-f267-4619-bce3-ab0c32bbd93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.060972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d03cd827-f267-4619-bce3-ab0c32bbd93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:30.069328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d03cd827-f267-4619-bce3-ab0c32bbd93f admin admin] Usage tracker for resource:security_group_rule and tenant:04a0fb114baa4f5dbc4c80d62ba37975 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:30.074699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d03cd827-f267-4619-bce3-ab0c32bbd93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:30.086056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d03cd827-f267-4619-bce3-ab0c32bbd93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:30.204076 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d03cd827-f267-4619-bce3-ab0c32bbd93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.210534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d03cd827-f267-4619-bce3-ab0c32bbd93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.331119 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d03cd827-f267-4619-bce3-ab0c32bbd93f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04a0fb114baa4f5dbc4c80d62ba37975&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5195200 May 06 12:36:30.332603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cd827-f267-4619-bce3-ab0c32bbd93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2a20dd-1773-4ed3-ac1d-173397ac9225,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:30.338129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33972) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:30.512838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66532-83a7-4e00-987c-191c6b99b227 req-967ea579-f7de-43c0-aca1-8c1a1f77f986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:30.514641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3df66532-83a7-4e00-987c-191c6b99b227 req-967ea579-f7de-43c0-aca1-8c1a1f77f986 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.7031748 May 06 12:36:30.535091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ceb-6603-43b5-8d0e-b306b3bb70e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.587585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ceb-6603-43b5-8d0e-b306b3bb70e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.614257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-1f300f91-9ec0-4c9a-87f4-3c7527632cbb tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:30.617217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-1f300f91-9ec0-4c9a-87f4-3c7527632cbb tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 814 time: 0.6481144 May 06 12:36:30.644874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-b0bd2d7d-d4e7-4a95-ab93-dd7f2485ace5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7641318 May 06 12:36:30.668728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3df66532-83a7-4e00-987c-191c6b99b227 req-96f9acf9-5789-464b-9e1f-859e01f6620b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=b2b077bd-c1f7-4c36-a424-26626b7c5404 HTTP/1.1" status: 200 len: 217 time: 0.1358192 May 06 12:36:30.670075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Allocated IP 172.20.0.1 (b4d70b82-72c2-4ffa-8922-73fa0797354b/d00181cc-f479-4805-8f08-f0d1c8d19753/9dc980d6-3b42-416a-8def-95baa9c29517) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:30.734203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ceb-6603-43b5-8d0e-b306b3bb70e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.741528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-14c1f50d-eafc-4876-a7bd-f6659175e7a0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/quotas/90b8f81737544326a2c880ff026ca883 HTTP/1.1" status: 200 len: 375 time: 0.0928092 May 06 12:36:30.767088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece8ceb-6603-43b5-8d0e-b306b3bb70e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2a20dd-1773-4ed3-ac1d-173397ac9225,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:30.790053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ece8ceb-6603-43b5-8d0e-b306b3bb70e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.796990 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0ece8ceb-6603-43b5-8d0e-b306b3bb70e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b2a20dd-1773-4ed3-ac1d-173397ac9225 HTTP/1.1" status: 204 len: 168 time: 0.4524419 May 06 12:36:30.965249 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Sync routers for ids ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:31.036281 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Routers {'e914ea8d-b47a-4a88-a902-4d92f4598b6a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:31.038338 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:36:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:31.273214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66532-83a7-4e00-987c-191c6b99b227 req-a6212580-2e84-47f3-91f1-60e89d09f695 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:31.284412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3df66532-83a7-4e00-987c-191c6b99b227 req-a6212580-2e84-47f3-91f1-60e89d09f695 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.6062267 May 06 12:36:31.288151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-88afc18e-8a98-449a-9487-43e0a919fd4d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5108228 May 06 12:36:31.659789 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Set router e914ea8d-b47a-4a88-a902-4d92f4598b6a gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:32.001663 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.011475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-32d8132e-ac06-4a8b-a58e-86bec7121217 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716738 May 06 12:36:32.047582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbcd14-bd18-4453-9f51-723dcb90bf0e req-39a5a811-2493-4bd8-8793-42d97dff4145 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:32.050496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cabbcd14-bd18-4453-9f51-723dcb90bf0e req-39a5a811-2493-4bd8-8793-42d97dff4145 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 945 time: 0.7287226 May 06 12:36:32.101368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Transition to ACTIVE for port object 9dc980d6-3b42-416a-8def-95baa9c29517 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:32.237553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3df66532-83a7-4e00-987c-191c6b99b227 req-19d512d9-6751-4731-8300-95c46113495c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8386858 May 06 12:36:32.350636 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:14Z', 'updated_at': '2022-05-06T12:36:24Z', 'revision_number': 4, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'gw_port': {'id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:15Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'fb4659a8-7e39-470e-9c4c-ca3596191d6e', 'name': '', 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'mac_address': 'fa:16:3e:b1:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566b386f-924c-429b-a7ee-070530b38370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:22Z', 'updated_at': '2022-05-06T12:36:25Z', 'revision_number': 2, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'subnets': [{'id': '566b386f-924c-429b-a7ee-070530b38370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:32.361481 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Checking router: e914ea8d-b47a-4a88-a902-4d92f4598b6a for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:32.362155 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Updating router e914ea8d-b47a-4a88-a902-4d92f4598b6a port fb4659a8-7e39-470e-9c4c-ca3596191d6e binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:32.445566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 75170416-a081-4519-b489-3ceb648a1bee up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:32.534566 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.535463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cabbcd14-bd18-4453-9f51-723dcb90bf0e req-9d7980d7-0660-49cc-b1e1-1a6c3fa5a6a4 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ed3a333-17c9-49bf-9e1a-14777475f741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414792 May 06 12:36:32.730701 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.752428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 75170416-a081-4519-b489-3ceb648a1bee completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:32.767064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 75170416-a081-4519-b489-3ceb648a1bee triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:32.769276 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.849685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3df66532-83a7-4e00-987c-191c6b99b227 req-784631b0-ad98-42ad-85b2-d1c972f7c0b2 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944331 May 06 12:36:32.871562 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-deabc006-8070-40de-964a-92de44fd4a77 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406219 May 06 12:36:33.038412 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-d06127eb-137c-456c-9075-e887acf37715 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274073 May 06 12:36:33.379944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.447545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Network b4d70b82-72c2-4ffa-8922-73fa0797354b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:33.462484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:33.476314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:33.507005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc980d6-3b42-416a-8def-95baa9c29517,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:33.516738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 75170416-a081-4519-b489-3ceb648a1bee, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=75170416-a081-4519-b489-3ceb648a1bee,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:33.529152 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.590414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-967f5342-2e89-4ce3-8750-995387ce487d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:33.596473 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-967f5342-2e89-4ce3-8750-995387ce487d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5491366 May 06 12:36:33.613548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.616229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.616951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.619730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.620390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.620948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.621423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.621968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.622543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.623137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.623606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:33.630440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Request body: {'port': {'device_id': 'e7a9a494-85ed-40cc-ae04-3b676a87dbf6', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '15ff0397e66c4efb8aff516390ebd4cc'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:33.678334 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.710433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3df66532-83a7-4e00-987c-191c6b99b227 req-a3d03850-1f57-4bfd-9687-9206e0820391 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8241377 May 06 12:36:33.767986 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.818854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=75170416-a081-4519-b489-3ceb648a1bee,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:33.839506 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Transition to ACTIVE for port object fb4659a8-7e39-470e-9c4c-ca3596191d6e will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:33.860455 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.885824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070511-8857-49e1-9030-c93db593e139 req-df7b40f8-baae-4c85-8c38-093d394b048d tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:33.890369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25070511-8857-49e1-9030-c93db593e139 req-df7b40f8-baae-4c85-8c38-093d394b048d tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 984 time: 0.8316307 May 06 12:36:33.897402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-607d2b79-3caf-4af7-8c68-56923e7dd353 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9681704 May 06 12:36:34.118154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:34.133424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:34.159232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3095de61-df62-48f8-af06-1ad3b0785ce6 None None] Provisioning for port 9dc980d6-3b42-416a-8def-95baa9c29517 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:34.167885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3095de61-df62-48f8-af06-1ad3b0785ce6 None None] Provisioning complete for port 9dc980d6-3b42-416a-8def-95baa9c29517 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:34.168756 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3095de61-df62-48f8-af06-1ad3b0785ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.171677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Made reservation on behalf of 15ff0397e66c4efb8aff516390ebd4cc for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:34.178374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.310024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3095de61-df62-48f8-af06-1ad3b0785ce6 None None] Port 9dc980d6-3b42-416a-8def-95baa9c29517 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:34.350210 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89f753-8f46-48b5-b206-b4dbf5903124 None None] Pushing event updated for resources: {'Port': ['ID=fb4659a8-7e39-470e-9c4c-ca3596191d6e,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:34.387302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25070511-8857-49e1-9030-c93db593e139 req-b80e9c26-fad0-4ef2-b5e6-2ec7f1a21987 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=f64f108c-af72-4039-9526-e95b13ea1551&id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4832988 May 06 12:36:34.496252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 75170416-a081-4519-b489-3ceb648a1bee up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:34.609200 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.697288 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Attempting to bind port fb4659a8-7e39-470e-9c4c-ca3596191d6e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:34.697896 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Attempting to bind port fb4659a8-7e39-470e-9c4c-ca3596191d6e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:34.698486 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Attempting to bind port fb4659a8-7e39-470e-9c4c-ca3596191d6e on network 66733eee-edd4-4bd0-b94f-a9f284f68043 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:34.734711 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:34.735179 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Checking segment: {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:34.735850 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.736614 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Bound using segment: {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:34.738119 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Bound port: fb4659a8-7e39-470e-9c4c-ca3596191d6e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:34.738119 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.818474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 75170416-a081-4519-b489-3ceb648a1bee triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:34.821346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-308e12ee-fdd3-4ca9-a43d-776a0fc29794 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 1101 time: 0.8528974 May 06 12:36:34.821918 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.962573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Allocated IP 192.168.233.68 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/34eb9c58-e2d1-413c-9b12-cbd7bd382493) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:35.076000 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] For port fb4659a8-7e39-470e-9c4c-ca3596191d6e, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:35.085037 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] For port fb4659a8-7e39-470e-9c4c-ca3596191d6e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fb4659a8-7e39-470e-9c4c-ca3596191d6e,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:35.098171 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.231830 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89f753-8f46-48b5-b206-b4dbf5903124 None None] Pushing event updated for resources: {'Port': ['ID=fb4659a8-7e39-470e-9c4c-ca3596191d6e,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:35.242542 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Routers {'e914ea8d-b47a-4a88-a902-4d92f4598b6a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:35.243619 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:36:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:35.558975 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] Set router e914ea8d-b47a-4a88-a902-4d92f4598b6a gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:35.823168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.846828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Transition to ACTIVE for port object 34eb9c58-e2d1-413c-9b12-cbd7bd382493 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:35.880612 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.891079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.898154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', '545c4e8a-92ad-4627-90a0-8549e8886a35'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:35.979067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.991089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:35.993676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:35.996914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['01dfe0b2-33d0-46bb-b173-f898f6620df4', 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9', '6a5a07b7-a4ad-4c27-ae10-64e391369c24'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:35.999334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:36.098641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:36.100079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.119229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8efc6ab4-2ee5-466c-9fd0-0304ec9ca79e req-be062cd2-d964-4e49-831f-de3eb2ee3b67 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 210 time: 1.0923648 May 06 12:36:36.128692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event updated for resources: {'Port': ['ID=34eb9c58-e2d1-413c-9b12-cbd7bd382493,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:36.187455 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:14Z', 'updated_at': '2022-05-06T12:36:24Z', 'revision_number': 4, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'gw_port': {'id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:15Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'fb4659a8-7e39-470e-9c4c-ca3596191d6e', 'name': '', 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'mac_address': 'fa:16:3e:b1:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566b386f-924c-429b-a7ee-070530b38370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:22Z', 'updated_at': '2022-05-06T12:36:35Z', 'revision_number': 4, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'subnets': [{'id': '566b386f-924c-429b-a7ee-070530b38370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:36.198053 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac37bf-2b28-4de3-9a54-c7b9e6552987 None None] The sync data for ids ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'] in n-d-840847-1 is: [{'id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:14Z', 'updated_at': '2022-05-06T12:36:24Z', 'revision_number': 4, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'gw_port': {'id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:15Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'fb4659a8-7e39-470e-9c4c-ca3596191d6e', 'name': '', 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'mac_address': 'fa:16:3e:b1:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '566b386f-924c-429b-a7ee-070530b38370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:22Z', 'updated_at': '2022-05-06T12:36:35Z', 'revision_number': 4, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'subnets': [{'id': '566b386f-924c-429b-a7ee-070530b38370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:36.229836 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-29bfa6f3-484f-47eb-8cbe-2de01c180d81 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6209443 May 06 12:36:36.276099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Request body: {'port': {'device_id': 'e7a9a494-85ed-40cc-ae04-3b676a87dbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:36.688208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.964806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-77758049-9252-44dc-af66-15a37b2a7cbd None None] Provisioning for port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:37.020603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-62596301-b841-4639-940c-3f02bfbe0d86 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:37.023231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-62596301-b841-4639-940c-3f02bfbe0d86 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/networks?id=66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 200 len: 811 time: 2.2004814 May 06 12:36:37.080794 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.081748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-77758049-9252-44dc-af66-15a37b2a7cbd None None] Provisioning complete for port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:37.082257 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77758049-9252-44dc-af66-15a37b2a7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.223605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc980d6-3b42-416a-8def-95baa9c29517,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:37.229480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-77758049-9252-44dc-af66-15a37b2a7cbd None None] Port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:37.256905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.276707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72c903e9-a782-46c6-b6ca-dfeb31a7ea6e req-1d5ebeef-1970-4c2a-8692-f4ae1062ed62 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 210 time: 0.3000722 May 06 12:36:37.428958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-6216b0de-1b9c-4068-b866-c4a9a6fe7d44 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/quotas/9247f74c7c5e4024aa5005d19ad5db3e HTTP/1.1" status: 200 len: 375 time: 0.2358422 May 06 12:36:37.553918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34eb9c58-e2d1-413c-9b12-cbd7bd382493 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:36:37.575029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.603988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Transition to ACTIVE for port object 34eb9c58-e2d1-413c-9b12-cbd7bd382493 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:37.617809 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.625416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-ff31b37e-5d64-480c-9f7b-09f0e89991e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:37.629440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-ff31b37e-5d64-480c-9f7b-09f0e89991e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 2.6607113 May 06 12:36:38.065144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Pushing event updated for resources: {'Port': ['ID=34eb9c58-e2d1-413c-9b12-cbd7bd382493,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:38.114065 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-1b6f4ca5-e678-47ba-a6d9-d0d81f7a403f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=01dfe0b2-33d0-46bb-b173-f898f6620df4 HTTP/1.1" status: 200 len: 217 time: 0.4377604 May 06 12:36:38.161191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Attempting to bind port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:38.162489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Attempting to bind port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:38.163049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Attempting to bind port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:38.183757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:36:38.184245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Attempting to bind port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:38.201237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:38.201760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:38.202376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:38.203130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Bound port: 34eb9c58-e2d1-413c-9b12-cbd7bd382493, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:38.203699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.246319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-2f645a6f-3960-4195-964a-5b31fa14d15f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:38.248512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-2f645a6f-3960-4195-964a-5b31fa14d15f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.36 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 814 time: 1.8002045 May 06 12:36:38.280953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Request body: {'port': {'device_id': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f', 'admin_state_up': True, 'tenant_id': '90b8f81737544326a2c880ff026ca883'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:38.434719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-a2ebc5ac-7451-41a9-9841-fbc83221a954 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1319657006&fields=id&tenant_id=58775d9ee6c34d7fabfa1ca686ad752d HTTP/1.1" status: 200 len: 267 time: 0.6297772 May 06 12:36:38.442415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] For port 34eb9c58-e2d1-413c-9b12-cbd7bd382493, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:38.448766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] For port 34eb9c58-e2d1-413c-9b12-cbd7bd382493, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=34eb9c58-e2d1-413c-9b12-cbd7bd382493,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:38.468456 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.526210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fb4659a8-7e39-470e-9c4c-ca3596191d6e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:38.555659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Pushing event updated for resources: {'Port': ['ID=34eb9c58-e2d1-413c-9b12-cbd7bd382493,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:38.561309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.563862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-cc09d215-bbd6-4149-8cf0-97054e3b74ac service neutron] 10.222.0.36 "PUT /v2.0/ports/34eb9c58-e2d1-413c-9b12-cbd7bd382493 HTTP/1.1" status: 200 len: 1095 time: 2.3263547 May 06 12:36:38.564610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a9a494-85ed-40cc-ae04-3b676a87dbf6', 'tag': '34eb9c58-e2d1-413c-9b12-cbd7bd382493'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:38.724499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port fb4659a8-7e39-470e-9c4c-ca3596191d6e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:38.733949 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-1b696e74-a951-4e49-acf6-73ca2d616c5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 1098 time: 0.1084945 May 06 12:36:38.735746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fb4659a8-7e39-470e-9c4c-ca3596191d6e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:38.736173 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.835072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-e84f55db-4771-47d8-aa61-f6d0be316a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:38.838381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-e84f55db-4771-47d8-aa61-f6d0be316a0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.6918871 May 06 12:36:38.855609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Network b4d70b82-72c2-4ffa-8922-73fa0797354b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:38.930373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:38.933633 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-7d9ede30-2bf4-417d-aa31-e76c2d96b518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=34eb9c58-e2d1-413c-9b12-cbd7bd382493 HTTP/1.1" status: 200 len: 217 time: 0.1914411 May 06 12:36:38.948405 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.044940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-09350625-0679-4934-a7bf-772ddc95bfb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:39.046759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-09350625-0679-4934-a7bf-772ddc95bfb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1051197 May 06 12:36:39.049578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port fb4659a8-7e39-470e-9c4c-ca3596191d6e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fb4659a8-7e39-470e-9c4c-ca3596191d6e,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:39.058405 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.189624 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-b6c6d244-1cf3-4c41-aace-bdc18ecaa991 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357803 May 06 12:36:39.211911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-519d202a-99a9-4484-90ec-70a4118f47c1 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7656469 May 06 12:36:39.253533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=fb4659a8-7e39-470e-9c4c-ca3596191d6e,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:39.423456 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-3bd90daf-0bec-4f23-8ed5-5ec0dc9f4785 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234571 May 06 12:36:39.424301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cc5883c7-5508-4e47-a1a7-c673e9fff1ec None None] Provisioning complete for port 9dc980d6-3b42-416a-8def-95baa9c29517 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:39.425188 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc5883c7-5508-4e47-a1a7-c673e9fff1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.519068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cc5883c7-5508-4e47-a1a7-c673e9fff1ec None None] Port 9dc980d6-3b42-416a-8def-95baa9c29517 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:39.730982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a4a3d9-c607-49e5-90d2-4a414b5d07df req-0666d2c1-2577-4eda-92b8-b1ab9ce36b0f service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971978 May 06 12:36:39.935394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:39.950804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Usage tracker for resource:port and tenant:90b8f81737544326a2c880ff026ca883 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:39.960984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:39.966645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-fd21f6b1-c8f0-480f-bc71-32ec0f7eaf0f service neutron] 10.222.0.44 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537754 May 06 12:36:39.977935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:40.019800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-c7233eb6-e86b-4cf1-8a90-c99661dffa5c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:40.021337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-c7233eb6-e86b-4cf1-8a90-c99661dffa5c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 984 time: 1.5855055 May 06 12:36:40.108461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Made reservation on behalf of 90b8f81737544326a2c880ff026ca883 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:40.111609 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.137774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-843ec746-228d-467f-a1bd-626ebfbb9002 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'port': {'security_groups': ['a046c0c9-41d3-44d7-a082-2c6e6c85d871', 'f64f108c-af72-4039-9526-e95b13ea1551', '37a4c949-e5f6-4837-8738-0cf1f2d3f28f']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:40.185957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-b049f7eb-a8b8-43df-90c3-f8365f5afd20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3248284 May 06 12:36:40.441151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fb4659a8-7e39-470e-9c4c-ca3596191d6e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:40.522703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-9a0ecb86-97b3-4f60-bf36-b305f8f70ba2 service neutron] 10.222.0.44 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459523 May 06 12:36:40.564371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fb4659a8-7e39-470e-9c4c-ca3596191d6e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:40.564997 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.614105 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-843ec746-228d-467f-a1bd-626ebfbb9002 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.678817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34080) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:40.701555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-c13f7afc-e05b-47de-b0f7-abb490405942 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004964 May 06 12:36:40.748682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Allocated IP 172.20.0.12 (b5d92ee2-072f-4886-8b03-76af2538b46f/e52fac1b-5303-4f87-8cce-243fc365a585/78e5b571-9e05-481f-8b9b-dc1791c105a0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:41.093998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-560f5ea0-9460-4f2a-a1b7-8f882fe37395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.209973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Router dd64bb8a-f12c-4fec-bafa-260eedcf04ae has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:36:41.238450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-560f5ea0-9460-4f2a-a1b7-8f882fe37395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:41.247318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-560f5ea0-9460-4f2a-a1b7-8f882fe37395 admin admin] Usage tracker for resource:security_group_rule and tenant:542d13a904c8407eaf1657a7a8134210 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:41.256023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-560f5ea0-9460-4f2a-a1b7-8f882fe37395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:41.268370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-560f5ea0-9460-4f2a-a1b7-8f882fe37395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:41.433130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-560f5ea0-9460-4f2a-a1b7-8f882fe37395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.440547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-560f5ea0-9460-4f2a-a1b7-8f882fe37395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.445743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10357820-7515-4eaa-b8fb-2c1c66398887 req-c5411a15-d6f6-468c-89a1-484690e576d5 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254970 May 06 12:36:41.559117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f5ea0-9460-4f2a-a1b7-8f882fe37395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac3b069-c52d-46cf-9e99-9fe46492b865,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:41.567718 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-560f5ea0-9460-4f2a-a1b7-8f882fe37395 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=542d13a904c8407eaf1657a7a8134210&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8870823 May 06 12:36:41.572694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34100) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:41.664023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbbf62df-4e4e-4c05-9972-07f415bf6b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.709518 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbbf62df-4e4e-4c05-9972-07f415bf6b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.792419 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbbf62df-4e4e-4c05-9972-07f415bf6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.810441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf62df-4e4e-4c05-9972-07f415bf6b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac3b069-c52d-46cf-9e99-9fe46492b865,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:41.831127 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbbf62df-4e4e-4c05-9972-07f415bf6b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.834080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bbbf62df-4e4e-4c05-9972-07f415bf6b4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bac3b069-c52d-46cf-9e99-9fe46492b865 HTTP/1.1" status: 204 len: 168 time: 0.2600534 May 06 12:36:42.196757 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c4f959ed-ccb7-471f-9a8c-4046b83e0da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.293465 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.349674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d841a90-0b8a-49e1-90b4-da23d2abf2fd req-3dfed450-c9cf-4c59-911d-0d1d67c6678f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:42.352404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d841a90-0b8a-49e1-90b4-da23d2abf2fd req-3dfed450-c9cf-4c59-911d-0d1d67c6678f tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 947 time: 1.0101430 May 06 12:36:42.444598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-843ec746-228d-467f-a1bd-626ebfbb9002 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] For port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:42.491506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34108) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:42.530467 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6bda90de-d38a-41b4-88c2-4b81bc08a3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.590497 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-843ec746-228d-467f-a1bd-626ebfbb9002 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.615829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d841a90-0b8a-49e1-90b4-da23d2abf2fd req-d5a07b2d-fd71-43aa-a968-6ec10dcf3d4c tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304671 May 06 12:36:42.617426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6bda90de-d38a-41b4-88c2-4b81bc08a3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:42.628257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-843ec746-228d-467f-a1bd-626ebfbb9002 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.634685 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.649319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6bda90de-d38a-41b4-88c2-4b81bc08a3fa admin admin] Usage tracker for resource:security_group_rule and tenant:352d6e7686f54b34921c0535f7e7c56b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:42.652382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6bda90de-d38a-41b4-88c2-4b81bc08a3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:42.675755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cbab3d52-3b05-4f90-bf4b-93c8fd0f8600', 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:42.678534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6bda90de-d38a-41b4-88c2-4b81bc08a3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:42.752413 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.782215 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6bda90de-d38a-41b4-88c2-4b81bc08a3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.871790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6bda90de-d38a-41b4-88c2-4b81bc08a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.987028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ec746-228d-467f-a1bd-626ebfbb9002 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'Port': ['ID=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:43.074285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 34eb9c58-e2d1-413c-9b12-cbd7bd382493 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:36:43.129027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-843ec746-228d-467f-a1bd-626ebfbb9002 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:43.130033 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-843ec746-228d-467f-a1bd-626ebfbb9002 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.132299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f384acb-38e0-42ee-a84d-8cd62acd2ed4 req-843ec746-228d-467f-a1bd-626ebfbb9002 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "PUT /v2.0/ports/d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec HTTP/1.1" status: 200 len: 1020 time: 3.0265398 May 06 12:36:43.132972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:43.168672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Network b5d92ee2-072f-4886-8b03-76af2538b46f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:43.176837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:43.186936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:43.381458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:43.403016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:43.478660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:43.583890 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6bda90de-d38a-41b4-88c2-4b81bc08a3fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=352d6e7686f54b34921c0535f7e7c56b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0904145 May 06 12:36:43.584882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda90de-d38a-41b4-88c2-4b81bc08a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b708a3fb-1ec1-4e9b-a3f3-19e8d5380d63,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:43.589292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 34eb9c58-e2d1-413c-9b12-cbd7bd382493, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=34eb9c58-e2d1-413c-9b12-cbd7bd382493,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:43.591328 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b9d692-ce03-46a1-a4f2-e99fd5f792ad'] response: {'name': 'network-changed', 'server_uuid': 'e7a9a494-85ed-40cc-ae04-3b676a87dbf6', 'tag': '34eb9c58-e2d1-413c-9b12-cbd7bd382493', 'status': 'completed', 'code': 200} May 06 12:36:43.621048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34118) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:43.716004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '34eb9c58-e2d1-413c-9b12-cbd7bd382493', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '34eb9c58-e2d1-413c-9b12-cbd7bd382493', 'mac_address': 'fa:16:3e:dc:57:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:36:43.754015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aac5faaa-be32-46c2-b1c2-0639e0fd7be3 admin admin] 10.222.0.44 "PUT /v2.0/routers/dd64bb8a-f12c-4fec-bafa-260eedcf04ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2164969 May 06 12:36:43.852614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:43.853103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.890293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-347398b8-edb8-413c-8df4-67042c1df336 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:43.893508 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-347398b8-edb8-413c-8df4-67042c1df336 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 945 time: 1.1064432 May 06 12:36:43.893629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-7aea72c9-589b-45c9-9e6e-6258b819bc4e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6208780 May 06 12:36:43.932425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Request body: {'port': {'device_id': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:44.070122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7d501de-6db2-4757-95c2-cc5d8b3b864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.101226 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.124302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218006-24dd-4771-bd47-a82791362100 req-45382979-c2f2-4ff9-a12b-64ef2cf128f2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:44.125189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-37218006-24dd-4771-bd47-a82791362100 req-45382979-c2f2-4ff9-a12b-64ef2cf128f2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Synchronizing usage tracker for tenant:90b8f81737544326a2c880ff026ca883 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:44.132905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-280d2fd5-3330-469c-af35-47cd0836f047 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:44.134039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-280d2fd5-3330-469c-af35-47cd0836f047 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Synchronizing usage tracker for tenant:9247f74c7c5e4024aa5005d19ad5db3e on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:44.205369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Deleting port 68b7e019-f3c2-4675-8479-a54fdbdb417a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:44.205612 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.220421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34eb9c58-e2d1-413c-9b12-cbd7bd382493 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:36:44.250181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-16a5b07d-6d60-45f9-aea1-f33af088cb7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 1098 time: 0.7423277 May 06 12:36:44.296122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7d501de-6db2-4757-95c2-cc5d8b3b864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.328429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-37218006-24dd-4771-bd47-a82791362100 req-45382979-c2f2-4ff9-a12b-64ef2cf128f2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Unset dirty status for tenant:90b8f81737544326a2c880ff026ca883 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:44.346222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37218006-24dd-4771-bd47-a82791362100 req-45382979-c2f2-4ff9-a12b-64ef2cf128f2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 932 time: 1.0674572 May 06 12:36:44.393012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-280d2fd5-3330-469c-af35-47cd0836f047 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Unset dirty status for tenant:9247f74c7c5e4024aa5005d19ad5db3e on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:44.401764 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-280d2fd5-3330-469c-af35-47cd0836f047 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.36 "GET /v2.0/networks?id=66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 200 len: 811 time: 1.4150476 May 06 12:36:44.415395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34128) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:44.508475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Request body: {'port': {'device_id': 'd42b5b35-eb12-4276-b101-1ad00e02287c', 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043', 'admin_state_up': True, 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:44.649790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.747000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 34eb9c58-e2d1-413c-9b12-cbd7bd382493, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=34eb9c58-e2d1-413c-9b12-cbd7bd382493,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:44.867810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.966294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-83c8285e-30eb-42d2-83d5-eb81998b6a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:44.969394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-83c8285e-30eb-42d2-83d5-eb81998b6a6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.7053373 May 06 12:36:45.040151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf154b7d-ae29-4754-af07-33f90218393c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.062565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2023051222'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:45.079432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 68b7e019-f3c2-4675-8479-a54fdbdb417a no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:45.097962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:45.114368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:network and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:45.131449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:45.160731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:45.175507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] For port 68b7e019-f3c2-4675-8479-a54fdbdb417a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=68b7e019-f3c2-4675-8479-a54fdbdb417a,segment=NetworkSegment(6a9bda84-78bf-4b0c-a80a-5217679c1e60),segment_id=6a9bda84-78bf-4b0c-a80a-5217679c1e60)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:45.175507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.250992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['34eb9c58-e2d1-413c-9b12-cbd7bd382493'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:45.273409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37218006-24dd-4771-bd47-a82791362100 req-8970ea82-ea84-4119-814f-11288dfd6423 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7522137 May 06 12:36:45.314758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:45.320118 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.342677 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:36:45.453645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7d501de-6db2-4757-95c2-cc5d8b3b864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.467263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-a5748d5d-553b-43ad-964d-e7e88d327b81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=34eb9c58-e2d1-413c-9b12-cbd7bd382493 HTTP/1.1" status: 200 len: 217 time: 0.3817170 May 06 12:36:45.470039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Calling delete_port for 68b7e019-f3c2-4675-8479-a54fdbdb417a owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:45.480022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2a560ac-2888-4f6d-8d3e-95b892ccdf3e req-f655cc66-78da-407f-95de-2146e1a0f82e tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 210 time: 1.6426201 May 06 12:36:45.590836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:45.609380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d501de-6db2-4757-95c2-cc5d8b3b864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b708a3fb-1ec1-4e9b-a3f3-19e8d5380d63,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:45.647239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Usage tracker for resource:port and tenant:9247f74c7c5e4024aa5005d19ad5db3e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:45.659362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:45.670816 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7d501de-6db2-4757-95c2-cc5d8b3b864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.675891 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e7d501de-6db2-4757-95c2-cc5d8b3b864b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b708a3fb-1ec1-4e9b-a3f3-19e8d5380d63 HTTP/1.1" status: 204 len: 168 time: 2.0382831 May 06 12:36:45.705134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=34eb9c58-e2d1-413c-9b12-cbd7bd382493,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:45.761308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-93f14ada-5747-4e38-bf1b-55355cc15d22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:45.763793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-93f14ada-5747-4e38-bf1b-55355cc15d22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2807634 May 06 12:36:45.798480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:45.802774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:45.869524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.869524 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Added segment 0e780d9c-e90d-43e1-82e2-cff31df32751 of type vlan for network 553f7f78-740d-4728-9374-2a508257b2e2 May 06 12:36:46.014122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Made reservation on behalf of 9247f74c7c5e4024aa5005d19ad5db3e for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:46.034416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a086d279-6a51-4ec6-921d-eb516e05d72f req-3ac86059-c9bb-4f75-8292-356ac0d1dba5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/37a4c949-e5f6-4837-8738-0cf1f2d3f28f HTTP/1.1" status: 200 len: 1634 time: 0.4079854 May 06 12:36:46.048132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.061164 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.079351 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.093236 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.093236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No active binding found for port 68b7e019-f3c2-4675-8479-a54fdbdb417a {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:36:46.093236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 68b7e019-f3c2-4675-8479-a54fdbdb417a not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:46.172453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b363feca-49cd-4dd3-b6ee-3dcdb35a3504 req-df7663ed-4fc5-41d3-b7d8-f503b76f3248 tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca93c98d-c44e-43f6-9019-319ba737c778 HTTP/1.1" status: 200 len: 210 time: 0.1820507 May 06 12:36:46.231536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Pushing event deleted for resources: {'Port': ['ID=68b7e019-f3c2-4675-8479-a54fdbdb417a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:46.421916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.469767 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-a086d279-6a51-4ec6-921d-eb516e05d72f req-8aab07d8-5606-44f3-a8be-2dec45438812 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 12:36:46.487142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a086d279-6a51-4ec6-921d-eb516e05d72f req-8aab07d8-5606-44f3-a8be-2dec45438812 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/37a4c949-e5f6-4837-8738-0cf1f2d3f28f HTTP/1.1" status: 409 len: 341 time: 0.3892105 May 06 12:36:46.487142 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37aba97f-4b25-437d-b4a8-2b69d634af5f'] response: {'name': 'network-changed', 'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec', 'status': 'completed', 'code': 200} May 06 12:36:46.524892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-0ff88b30-3ff9-4dd2-8d86-a89f3eccc3fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7287285 May 06 12:36:46.543582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-a6b8bb75-b2ac-4589-919d-38e0aa0237a7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:36:46.543582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-a6b8bb75-b2ac-4589-919d-38e0aa0237a7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0193050 May 06 12:36:47.083381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] No DVR routers for this DVR port 68b7e019-f3c2-4675-8479-a54fdbdb417a on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:36:47.094761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:47.100543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca93c98d-c44e-43f6-9019-319ba737c778', 'name': 'network-vif-deleted', 'tag': '68b7e019-f3c2-4675-8479-a54fdbdb417a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:47.191238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:47.200497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:47.203269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:47.362871 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-102d8d1d-e968-4366-8c85-11ef1a63f9a5 req-ebdf5054-0d76-4f21-b4e8-c33e3f036e6a tempest-ServerGroupTestJSON-506897036 tempest-ServerGroupTestJSON-506897036-project] 10.222.0.36 "DELETE /v2.0/ports/68b7e019-f3c2-4675-8479-a54fdbdb417a HTTP/1.1" status: 204 len: 173 time: 3.4424775 May 06 12:36:47.416551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:47.578258 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] It took 1.07 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:36:47.685096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.2561665 May 06 12:36:47.699991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34162) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:47.745980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'subnet': {'network_id': '553f7f78-740d-4728-9374-2a508257b2e2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:47.750933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e5b571-9e05-481f-8b9b-dc1791c105a0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:36:47.783671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349a4da-5203-46a9-8770-68b4891f349a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Network': ['ID=553f7f78-740d-4728-9374-2a508257b2e2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:47.797790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Allocated IP 172.20.0.5 (66733eee-edd4-4bd0-b94f-a9f284f68043/566b386f-924c-429b-a7ee-070530b38370/1853fca2-20e4-4abb-b023-6ab4b902aba0) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:47.837223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 553f7f78-740d-4728-9374-2a508257b2e2 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:47.886133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-e302acf1-115c-4b56-aa3f-e4b672b0a1ba service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3397610 May 06 12:36:47.924050 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.147097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:48.195937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:subnet and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:48.208831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:48.250565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Transition to ACTIVE for port object 78e5b571-9e05-481f-8b9b-dc1791c105a0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:48.299116 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.510203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:48.547335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:48.694841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:48.714650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7cb79-3126-47a4-bd57-26ab8fedaa28 req-00f831ba-7579-4922-b0b5-5be509c8f967 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:48.716292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7bf7cb79-3126-47a4-bd57-26ab8fedaa28 req-00f831ba-7579-4922-b0b5-5be509c8f967 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 932 time: 1.4094350 May 06 12:36:48.724494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18e71c08-2bdb-44ac-855b-06d3986b86fa req-1951a9ab-4750-4582-ad9b-fc0b8c981063 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 1174 time: 2.1891253 May 06 12:36:48.801314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe75a4d-dde0-49d9-8e8f-ba35bfb98495 req-8448723a-9c42-4e00-86e8-7d07259b6235 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:48.803008 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbe75a4d-dde0-49d9-8e8f-ba35bfb98495 req-8448723a-9c42-4e00-86e8-7d07259b6235 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 948 time: 1.0595269 May 06 12:36:48.839686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.848552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.939906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b65dce5-55fe-45bc-884a-5958d1e20f66 req-e1d1a36f-4808-4606-87a8-2acfad20b178 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0076275 May 06 12:36:48.989054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbe75a4d-dde0-49d9-8e8f-ba35bfb98495 req-c20098a4-749a-4d6e-8b69-862831c2ca71 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697734 May 06 12:36:49.139320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 34eb9c58-e2d1-413c-9b12-cbd7bd382493 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:49.208780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.301768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7bf7cb79-3126-47a4-bd57-26ab8fedaa28 req-8f8714ca-e235-4344-a48c-118c432a1738 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161672 May 06 12:36:49.314938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e71c08-2bdb-44ac-855b-06d3986b86fa req-f3f120cb-9b18-4064-b1a9-fffa29a98cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:49.314938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18e71c08-2bdb-44ac-855b-06d3986b86fa req-f3f120cb-9b18-4064-b1a9-fffa29a98cae service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 200 len: 914 time: 0.5178661 May 06 12:36:49.340911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Attempting to bind port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:49.340911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Attempting to bind port 78e5b571-9e05-481f-8b9b-dc1791c105a0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:49.340911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Attempting to bind port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on network b5d92ee2-072f-4886-8b03-76af2538b46f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:49.531287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on network b5d92ee2-072f-4886-8b03-76af2538b46f not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:36:49.531287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Attempting to bind port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on network b5d92ee2-072f-4886-8b03-76af2538b46f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:49.566345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:49.579112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:49.579961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.592777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Network 66733eee-edd4-4bd0-b94f-a9f284f68043 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:49.608695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18e71c08-2bdb-44ac-855b-06d3986b86fa req-53ad55a0-7b5b-49bf-bdef-367c1ae887f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec HTTP/1.1" status: 200 len: 217 time: 0.2818129 May 06 12:36:49.618855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:49.622417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Checking segment: {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:49.625264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Bound using segment: {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:49.628389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Bound port: 78e5b571-9e05-481f-8b9b-dc1791c105a0, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:49.629340 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.681627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:49.686066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:49.781438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:49.781438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.823748 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3660295 May 06 12:36:49.846245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Request body: {'port': {'device_id': 'd42b5b35-eb12-4276-b101-1ad00e02287c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:49.895091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5922209-e14f-4612-ad94-d75d19d2a40f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Pushing event updated for resources: {'Port': ['ID=1853fca2-20e4-4abb-b023-6ab4b902aba0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:50.085053 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0dfe94c-4ac9-416f-95fa-51ff31d086e7'] response: {'server_uuid': 'ca93c98d-c44e-43f6-9019-319ba737c778', 'name': 'network-vif-deleted', 'tag': '68b7e019-f3c2-4675-8479-a54fdbdb417a', 'status': 'completed', 'code': 200} May 06 12:36:50.087292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.128311 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.130330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e71c08-2bdb-44ac-855b-06d3986b86fa req-1c55f7fa-c2bd-43ef-9c31-b4ac2e136a58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:50.134078 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18e71c08-2bdb-44ac-855b-06d3986b86fa req-1c55f7fa-c2bd-43ef-9c31-b4ac2e136a58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 200 len: 853 time: 0.4487965 May 06 12:36:50.318183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18e71c08-2bdb-44ac-855b-06d3986b86fa req-3d4910f6-879d-4059-bc1e-35654724b436 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fcf2155-ec98-46a6-995e-38a5ec817657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401837 May 06 12:36:50.352356 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.454054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Subnet': ['ID=2dd213ea-5d88-4c2d-b400-f40461f3eb40,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:50.538998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a9a494-85ed-40cc-ae04-3b676a87dbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eb9c58-e2d1-413c-9b12-cbd7bd382493'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:50.572177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 34eb9c58-e2d1-413c-9b12-cbd7bd382493, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=34eb9c58-e2d1-413c-9b12-cbd7bd382493,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:50.584978 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.669528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:50.675286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:50.682752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Checking segment: {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:50.682973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network hostable DHCP agents. Network: 553f7f78-740d-4728-9374-2a508257b2e2, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:36:50.683578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18e71c08-2bdb-44ac-855b-06d3986b86fa req-d9242a55-6cec-45af-be4a-1ec4b9757911 service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677304 May 06 12:36:50.690399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.778263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=34eb9c58-e2d1-413c-9b12-cbd7bd382493,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:50.966167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network 553f7f78-740d-4728-9374-2a508257b2e2 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:36:51.010501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 553f7f78-740d-4728-9374-2a508257b2e2) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:51.026145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f380cb-c7aa-44f6-95df-3e8ccf951dc4 None None] Network 553f7f78-740d-4728-9374-2a508257b2e2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:51.265757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:51.272857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6b91b-5a5c-4c16-967d-b36de89146dc req-38efa04f-4d52-40f3-abd9-d35a6d2e8d4f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:51.272857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2d6b91b-5a5c-4c16-967d-b36de89146dc req-38efa04f-4d52-40f3-abd9-d35a6d2e8d4f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 931 time: 1.4733953 May 06 12:36:51.283916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.321274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2217f07e-7d21-4e36-9c14-c13e6264919d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5976450 May 06 12:36:51.341466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34198) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:51.360881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-82596321'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:51.371840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.376068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] 10.222.0.36 "PUT /v2.0/ports/78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 1092 time: 7.4579046 May 06 12:36:51.384531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:51.404149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:51.425226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:network and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:51.441179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:51.464272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:51.535097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:51.538679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.584420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1853fca2-20e4-4abb-b023-6ab4b902aba0 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:36:51.603407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.611331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:51.650109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.650459 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Added segment c721fc25-c1e1-45c0-8490-71a4aa914819 of type vlan for network 5d616b69-f926-460c-9a67-c1561fea5da8 May 06 12:36:51.652332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Transition to ACTIVE for port object 1853fca2-20e4-4abb-b023-6ab4b902aba0 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:51.674031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.738343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18e71c08-2bdb-44ac-855b-06d3986b86fa req-1bc81497-0100-4984-a31d-60113d26d9bb service neutron] 10.222.0.48 "GET /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9212384 May 06 12:36:51.772615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d084ef4-f4b2-452e-bd00-07eaf033ecfe req-2a801db8-4eeb-49f5-8e6e-405ca354f9a2 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:51.782777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d084ef4-f4b2-452e-bd00-07eaf033ecfe req-2a801db8-4eeb-49f5-8e6e-405ca354f9a2 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 1023 time: 1.1667256 May 06 12:36:51.805893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc95c51-1748-44a0-9a94-40344034aca4 service neutron] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:51.947800 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2d6b91b-5a5c-4c16-967d-b36de89146dc req-71211a7e-cc22-42a7-aed1-36d35a888b1f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051097 May 06 12:36:51.976166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d084ef4-f4b2-452e-bd00-07eaf033ecfe req-425920cf-8758-42e0-ba98-c081a361c4c1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a4c949-e5f6-4837-8738-0cf1f2d3f28f&id=f64f108c-af72-4039-9526-e95b13ea1551&id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1891546 May 06 12:36:51.983347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-553f7f78-740d-4728-9374-2a508257b2e2', 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'fixed_ips': [{'subnet_id': '2dd213ea-5d88-4c2d-b400-f40461f3eb40'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:36:51.987314 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.992542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-73cec445-d99d-43fb-b910-bfb1c0099b93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1095 time: 0.5450516 May 06 12:36:52.084339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.101511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Pushing event updated for resources: {'Port': ['ID=1853fca2-20e4-4abb-b023-6ab4b902aba0,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:52.284298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-a271ed4e-4f30-443b-8476-35451f19bf5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 217 time: 0.2818470 May 06 12:36:52.351588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Attempting to bind port 1853fca2-20e4-4abb-b023-6ab4b902aba0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:52.351928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Attempting to bind port 1853fca2-20e4-4abb-b023-6ab4b902aba0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:52.352285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Attempting to bind port 1853fca2-20e4-4abb-b023-6ab4b902aba0 on network 66733eee-edd4-4bd0-b94f-a9f284f68043 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:52.364643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Port 1853fca2-20e4-4abb-b023-6ab4b902aba0 on network 66733eee-edd4-4bd0-b94f-a9f284f68043 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:36:52.365197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Attempting to bind port 1853fca2-20e4-4abb-b023-6ab4b902aba0 on network 66733eee-edd4-4bd0-b94f-a9f284f68043 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:52.383526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:52.383811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Checking segment: {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:52.388120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Bound using segment: {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:52.388855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Bound port: 1853fca2-20e4-4abb-b023-6ab4b902aba0, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:52.389431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.395241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Allocated IP 19.80.0.2 (553f7f78-740d-4728-9374-2a508257b2e2/2dd213ea-5d88-4c2d-b400-f40461f3eb40/ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:52.569282 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.576083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:52.582014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.610723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-77b7021a-1546-4dd9-a380-ffeb01c69a6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:52.612353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-77b7021a-1546-4dd9-a380-ffeb01c69a6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.3170545 May 06 12:36:52.632161 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2983279 May 06 12:36:52.633713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] For port 1853fca2-20e4-4abb-b023-6ab4b902aba0, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:52.647044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34212) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:52.666872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'subnet': {'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:52.714060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] For port 1853fca2-20e4-4abb-b023-6ab4b902aba0, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1853fca2-20e4-4abb-b023-6ab4b902aba0,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:52.732565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-4b0cccf3-a750-4db6-bee8-2bf0e50fc6b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088803 May 06 12:36:52.796502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d46dac-2c3c-44ee-99d0-35732070c0da req-b5540c11-9f6a-4b31-b3c1-d3764f90fb4e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:52.798182 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d46dac-2c3c-44ee-99d0-35732070c0da req-b5540c11-9f6a-4b31-b3c1-d3764f90fb4e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 949 time: 0.6234095 May 06 12:36:52.875779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebc0b4-4988-42ab-a41b-1b00687f26b8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Network': ['ID=5d616b69-f926-460c-9a67-c1561fea5da8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:52.888295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.939812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 5d616b69-f926-460c-9a67-c1561fea5da8 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:53.153620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.177129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Transition to ACTIVE for port object ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:53.192587 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.195161 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] 10.222.0.36 "PUT /v2.0/ports/1853fca2-20e4-4abb-b023-6ab4b902aba0 HTTP/1.1" status: 200 len: 1091 time: 3.3548033 May 06 12:36:53.197797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a75ac-25c1-4c97-851e-29df8b71f544 req-c8341003-916b-4628-b757-3931c0b0a736 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:53.198830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42b5b35-eb12-4276-b101-1ad00e02287c', 'tag': '1853fca2-20e4-4abb-b023-6ab4b902aba0'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:53.200669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-018a75ac-25c1-4c97-851e-29df8b71f544 req-c8341003-916b-4628-b757-3931c0b0a736 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 944 time: 0.7739856 May 06 12:36:53.214782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Transition to ACTIVE for port object ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:53.238050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36ee49-34cc-4bfa-a38f-adf41540fff3 service neutron] Pushing event updated for resources: {'Port': ['ID=1853fca2-20e4-4abb-b023-6ab4b902aba0,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:53.254859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:53.275917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:subnet and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:53.279928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d46dac-2c3c-44ee-99d0-35732070c0da req-b4f070e7-9d8c-4a02-9707-261771df92d8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618878 May 06 12:36:53.296259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:53.314313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:53.338386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.347489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:53.409834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-36ea5056-bd1b-465e-93b1-6b79e6aea6f4 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643622 May 06 12:36:53.508263 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3f1b10-2a0a-4ade-9a16-cef72abbbf29'] response: {'server_uuid': 'e7a9a494-85ed-40cc-ae04-3b676a87dbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eb9c58-e2d1-413c-9b12-cbd7bd382493', 'code': 200} May 06 12:36:53.621057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Network 553f7f78-740d-4728-9374-2a508257b2e2 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:53.628519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:53.653308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Sync routers for ids ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:53.678898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:53.721697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Pushing event updated for resources: {'Port': ['ID=ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:53.750637 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91186aa-918f-406b-bb52-adcd6329f0f1'] response: {'name': 'network-changed', 'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'status': 'completed', 'code': 200} May 06 12:36:53.787846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.869944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-f853838c-57a0-4339-9d26-37e2547ec26e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:53.871896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-f853838c-57a0-4339-9d26-37e2547ec26e tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 1023 time: 0.8062382 May 06 12:36:53.999880 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f5bd53-4930-477c-bd7f-41f343d3f2b2 req-b03c91cd-780d-4265-ba08-4533b8b8a3f8 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683622 May 06 12:36:54.017159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-018a75ac-25c1-4c97-851e-29df8b71f544 req-50a06c81-8f2c-4693-8640-b561be933e66 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7744818 May 06 12:36:54.018272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Routers {'dd64bb8a-f12c-4fec-bafa-260eedcf04ae'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:54.022780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:36:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:54.026996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Deleting port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:54.032314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.050093 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-eb3ccc91-3678-4835-8cd3-2eaafa6e005e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 1094 time: 0.7768395 May 06 12:36:54.246912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Attempting to bind port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:54.246912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Attempting to bind port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:54.248195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Attempting to bind port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 on network 553f7f78-740d-4728-9374-2a508257b2e2 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:54.302619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:54.302619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Checking segment: {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:54.314193 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.315119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Bound using segment: {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:54.315656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Bound port: ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:54.316082 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.389668 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-08bca45b-f290-4e87-94b9-db7b8acd6106 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1853fca2-20e4-4abb-b023-6ab4b902aba0 HTTP/1.1" status: 200 len: 217 time: 0.3301623 May 06 12:36:54.539249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Set router dd64bb8a-f12c-4fec-bafa-260eedcf04ae gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:54.550664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.607174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] For port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:54.627442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Subnet': ['ID=c87a70db-8a0b-4715-9628-be2e2137d866,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:54.644504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] For port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:54.654847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-141adfa0-cfb1-48fa-b93d-607135fdcaa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:54.656510 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-141adfa0-cfb1-48fa-b93d-607135fdcaa1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=566b386f-924c-429b-a7ee-070530b38370 HTTP/1.1" status: 200 len: 851 time: 0.2570939 May 06 12:36:54.667523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.780010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Checking segment: {'id': 'c721fc25-c1e1-45c0-8490-71a4aa914819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:54.781286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network hostable DHCP agents. Network: 5d616b69-f926-460c-9a67-c1561fea5da8, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:36:54.789485 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-2fa3c990-4f31-44f9-8eb8-14fbb9b8adeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66733eee-edd4-4bd0-b94f-a9f284f68043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120484 May 06 12:36:54.987105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network 5d616b69-f926-460c-9a67-c1561fea5da8 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:36:55.012023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 5d616b69-f926-460c-9a67-c1561fea5da8) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:55.018367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ed292-b06f-4eed-b58e-67d468da653e None None] Pushing event updated for resources: {'Port': ['ID=ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:55.025810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae482d2e-6c3d-4816-9112-493bce0c7761 None None] Network 5d616b69-f926-460c-9a67-c1561fea5da8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:55.031675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:55.032489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.065753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-395c61e8-7bd9-448a-afc5-69346a9e6f62 req-9313a58f-e7cb-49eb-af9e-0329caa2f123 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 1100 time: 1.3071647 May 06 12:36:55.110491 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-94f84308-b11d-4dbb-9363-d0a1e20b2fba tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4637082 May 06 12:36:55.127662 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-330f3b2d-b418-4435-b7a2-3c71c5baefa8 service neutron] 10.222.0.36 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276782 May 06 12:36:55.421519 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9945085-e6c7-48ac-81e0-43eb661026c5 req-833ca375-7a23-4a85-ac58-d4140075f5a6 service neutron] 10.222.0.36 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857873 May 06 12:36:55.524106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '75170416-a081-4519-b489-3ceb648a1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:08Z', 'updated_at': '2022-05-06T12:36:34Z', 'revision_number': 4, 'project_id': '334822546a7644ea9788570aebc2fae5', 'gw_port': {'id': '75170416-a081-4519-b489-3ceb648a1bee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:12Z', 'updated_at': '2022-05-06T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9dc980d6-3b42-416a-8def-95baa9c29517', 'name': '', 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'mac_address': 'fa:16:3e:e0:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00181cc-f479-4805-8f08-f0d1c8d19753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:29Z', 'updated_at': '2022-05-06T12:36:35Z', 'revision_number': 2, 'project_id': '334822546a7644ea9788570aebc2fae5', 'subnets': [{'id': 'd00181cc-f479-4805-8f08-f0d1c8d19753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:55.586673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Checking router: dd64bb8a-f12c-4fec-bafa-260eedcf04ae for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:55.587181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Updating router dd64bb8a-f12c-4fec-bafa-260eedcf04ae port 9dc980d6-3b42-416a-8def-95baa9c29517 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:55.661177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-5d616b69-f926-460c-9a67-c1561fea5da8', 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'fixed_ips': [{'subnet_id': 'c87a70db-8a0b-4715-9628-be2e2137d866'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:36:55.662893 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.706589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] For port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:55.708133 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.744926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845657bd-3c9d-4a32-b11f-ef921c219a5f req-475f3a9a-132a-471d-a514-d2d10f17a039 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:55.747586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-845657bd-3c9d-4a32-b11f-ef921c219a5f req-475f3a9a-132a-471d-a514-d2d10f17a039 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1557ec2-c261-4bc1-ac8a-32897528aa1b HTTP/1.1" status: 200 len: 1023 time: 1.5950756 May 06 12:36:55.821072 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:56.063341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d061293e-8d4f-4ad3-8f11-eb01f3801406 req-18764d4a-b092-41e7-a9c5-d94d29434069 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1095 time: 1.9148145 May 06 12:36:56.086120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Calling delete_port for d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:56.092718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Allocated IP 19.86.0.2 (5d616b69-f926-460c-9a67-c1561fea5da8/c87a70db-8a0b-4715-9628-be2e2137d866/4af7ff9b-7f29-4612-b324-3cf8d50e2a5b) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:56.233917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-395c61e8-7bd9-448a-afc5-69346a9e6f62 req-bb6e12eb-e802-46a7-9633-cad90a413206 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0542789 May 06 12:36:56.352009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-845657bd-3c9d-4a32-b11f-ef921c219a5f req-68c2a24c-e072-496c-9840-ae7165367d15 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a4c949-e5f6-4837-8738-0cf1f2d3f28f&id=f64f108c-af72-4039-9526-e95b13ea1551&id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4879324 May 06 12:36:56.413809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfbcbd-af15-4b41-9af8-bced7ce78d12 req-c17a90ed-c60b-477d-ad0d-110ca29243af tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:56.421142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40cfbcbd-af15-4b41-9af8-bced7ce78d12 req-c17a90ed-c60b-477d-ad0d-110ca29243af tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 943 time: 2.0057478 May 06 12:36:56.562191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:56.690333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:56.705976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40cfbcbd-af15-4b41-9af8-bced7ce78d12 req-d2687de5-a925-40bd-bad2-9d81664e24c3 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347768 May 06 12:36:56.742534 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:56.819719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:56.852458 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3647a2ab-ffa6-4340-b355-2184784dacab'] response: {'name': 'network-changed', 'server_uuid': 'd42b5b35-eb12-4276-b101-1ad00e02287c', 'tag': '1853fca2-20e4-4abb-b023-6ab4b902aba0', 'status': 'completed', 'code': 200} May 06 12:36:56.928187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'Port': ['ID=d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:56.956313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No active binding found for port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:36:56.957580 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:56.999517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dcb39c-ac16-4f23-a240-7ad79281e313 None None] Network 553f7f78-740d-4728-9374-2a508257b2e2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:57.228865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] No DVR routers for this DVR port d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:36:57.258304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1853fca2-20e4-4abb-b023-6ab4b902aba0 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:36:57.280148 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:57.285810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'name': 'network-vif-deleted', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:57.344088 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de3eab98-82b8-4c9e-b0ef-0b947d4d37cc req-308472ed-5d78-4ca0-80d8-318ee6264ce5 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.48 "DELETE /v2.0/ports/d05cb6b4-149d-471c-a1d5-5d0e8f5b75ec HTTP/1.1" status: 204 len: 173 time: 3.4651475 May 06 12:36:57.547675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061293e-8d4f-4ad3-8f11-eb01f3801406 req-180c72bc-e636-40fe-adcf-759d210895a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:57.548999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d061293e-8d4f-4ad3-8f11-eb01f3801406 req-180c72bc-e636-40fe-adcf-759d210895a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 915 time: 1.3989587 May 06 12:36:57.662699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d061293e-8d4f-4ad3-8f11-eb01f3801406 req-513d86b8-2177-4ba0-9d23-55e9eae29d4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 217 time: 0.0909963 May 06 12:36:57.769054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b6a92-0ad8-4206-9f8b-4ad623799dcc req-96659d5a-3127-447a-92ac-9ebfb2317725 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:57.777766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c28b6a92-0ad8-4206-9f8b-4ad623799dcc req-96659d5a-3127-447a-92ac-9ebfb2317725 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 949 time: 0.5581069 May 06 12:36:57.817375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2757c4ad-3947-4aa1-a7b8-062be164d3fe req-41331aac-5926-4e92-8c17-ba6973a306c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 1094 time: 0.9381938 May 06 12:36:57.859002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061293e-8d4f-4ad3-8f11-eb01f3801406 req-244b12e1-a405-42f0-8f84-076217721020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:57.860767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d061293e-8d4f-4ad3-8f11-eb01f3801406 req-244b12e1-a405-42f0-8f84-076217721020 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.2038014 May 06 12:36:57.899999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:58.004765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d061293e-8d4f-4ad3-8f11-eb01f3801406 req-1853518a-4a4b-45a6-ae13-21646c471fa7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651791 May 06 12:36:58.055244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25759ad-4d07-4a1c-9d88-fe90a24063e2 req-493275a6-80c2-497b-b70b-140705ba26de tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.063811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b25759ad-4d07-4a1c-9d88-fe90a24063e2 req-493275a6-80c2-497b-b70b-140705ba26de tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 944 time: 0.6218736 May 06 12:36:58.103946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-94a2f217-084f-4009-8a77-98c70d5239b5 None None] Provisioning for port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:58.116857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c28b6a92-0ad8-4206-9f8b-4ad623799dcc req-824b9d1a-e653-48bd-9e3d-d5befe023b1c tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379219 May 06 12:36:58.181008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Transition to ACTIVE for port object 9dc980d6-3b42-416a-8def-95baa9c29517 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:58.269196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:58.345711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d061293e-8d4f-4ad3-8f11-eb01f3801406 req-21be2e20-89c9-4a6b-a51e-bb224bd98ebe service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283825 May 06 12:36:58.735232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:58.753443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Transition to ACTIVE for port object 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:58.778089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Transition to ACTIVE for port object 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:58.782555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:58.930412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1853fca2-20e4-4abb-b023-6ab4b902aba0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1853fca2-20e4-4abb-b023-6ab4b902aba0,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:58.941093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b25759ad-4d07-4a1c-9d88-fe90a24063e2 req-8d5f56e6-fd48-4ad1-b549-4c89a9ae59da tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8756776 May 06 12:36:58.968462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757c4ad-3947-4aa1-a7b8-062be164d3fe req-5d7c450e-0c5e-4564-84df-02a87cfd90f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.969971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2757c4ad-3947-4aa1-a7b8-062be164d3fe req-5d7c450e-0c5e-4564-84df-02a87cfd90f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 200 len: 912 time: 1.1428921 May 06 12:36:59.002998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '1853fca2-20e4-4abb-b023-6ab4b902aba0', 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043', 'port_id': '1853fca2-20e4-4abb-b023-6ab4b902aba0', 'mac_address': 'fa:16:3e:fc:c5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566b386f-924c-429b-a7ee-070530b38370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:36:59.032141 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.046155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:59.046530 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.180875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Network 5d616b69-f926-460c-9a67-c1561fea5da8 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:59.181912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2757c4ad-3947-4aa1-a7b8-062be164d3fe req-f83a25da-dee5-42ec-a0b3-7a6ee63944b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1853fca2-20e4-4abb-b023-6ab4b902aba0 HTTP/1.1" status: 200 len: 217 time: 0.1924832 May 06 12:36:59.212979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:59.224160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:59.406276 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1d29c4-204d-49ce-99c6-585b963627a6'] response: {'server_uuid': 'e1557ec2-c261-4bc1-ac8a-32897528aa1b', 'name': 'network-vif-deleted', 'tag': 'd05cb6b4-149d-471c-a1d5-5d0e8f5b75ec', 'status': 'completed', 'code': 200} May 06 12:36:59.434939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d061293e-8d4f-4ad3-8f11-eb01f3801406 req-8b3c59ae-8670-4740-bb2f-b35fe2298ce9 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0445061 May 06 12:36:59.487726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-a9b191cb-49fc-4429-b040-e9e622aa25b1 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:59.495322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-a9b191cb-49fc-4429-b040-e9e622aa25b1 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:59.507884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-a9b191cb-49fc-4429-b040-e9e622aa25b1 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/networks?id=553f7f78-740d-4728-9374-2a508257b2e2&id=5d616b69-f926-460c-9a67-c1561fea5da8&id=553f7f78-740d-4728-9374-2a508257b2e2 HTTP/1.1" status: 200 len: 1390 time: 1.1512625 May 06 12:36:59.581712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465c0c8-060e-4036-956d-8d63828d05f2 None None] Pushing event updated for resources: {'Port': ['ID=9dc980d6-3b42-416a-8def-95baa9c29517,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:59.609035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-a4035b3c-95a0-42c1-af9a-86b3ea1d3171 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/quotas/334822546a7644ea9788570aebc2fae5 HTTP/1.1" status: 200 len: 375 time: 0.0990109 May 06 12:36:59.619255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757c4ad-3947-4aa1-a7b8-062be164d3fe req-5d522ee0-819e-46d4-b798-3fa3f59cb0f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:59.621612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2757c4ad-3947-4aa1-a7b8-062be164d3fe req-5d522ee0-819e-46d4-b798-3fa3f59cb0f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=566b386f-924c-429b-a7ee-070530b38370 HTTP/1.1" status: 200 len: 851 time: 0.4127021 May 06 12:36:59.787059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2757c4ad-3947-4aa1-a7b8-062be164d3fe req-42378caf-f272-461a-9a45-d5ea4802e7b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66733eee-edd4-4bd0-b94f-a9f284f68043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064010 May 06 12:36:59.868980 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.980651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Attempting to bind port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:59.991404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Attempting to bind port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c721fc25-c1e1-45c0-8490-71a4aa914819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:59.991404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Attempting to bind port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b on network 5d616b69-f926-460c-9a67-c1561fea5da8 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:00.015153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0661e-0442-42ce-adc4-f497caccdd66 req-ffd17f46-b88f-486b-9891-a6c064ee0185 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:00.016325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7a0661e-0442-42ce-adc4-f497caccdd66 req-ffd17f46-b88f-486b-9891-a6c064ee0185 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 943 time: 0.4896481 May 06 12:37:00.057759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1853fca2-20e4-4abb-b023-6ab4b902aba0 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:00.076281 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.107541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-a2bbc548-803f-4ffd-9877-b989df7b89b3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:00.111632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Pushing event updated for resources: {'Port': ['ID=4af7ff9b-7f29-4612-b324-3cf8d50e2a5b,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:00.156663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Attempting to bind port 9dc980d6-3b42-416a-8def-95baa9c29517 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:00.157384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Attempting to bind port 9dc980d6-3b42-416a-8def-95baa9c29517 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:00.157754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Attempting to bind port 9dc980d6-3b42-416a-8def-95baa9c29517 on network b4d70b82-72c2-4ffa-8922-73fa0797354b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:00.160316 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:00.160728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Checking segment: {'id': 'c721fc25-c1e1-45c0-8490-71a4aa914819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:00.161156 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.161529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Bound using segment: {'id': 'c721fc25-c1e1-45c0-8490-71a4aa914819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:00.162228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Bound port: 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c721fc25-c1e1-45c0-8490-71a4aa914819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:00.162649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.175609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2757c4ad-3947-4aa1-a7b8-062be164d3fe req-29261fd4-07b4-4252-99f5-5c12c034da25 service neutron] 10.222.0.36 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767841 May 06 12:37:00.209582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1853fca2-20e4-4abb-b023-6ab4b902aba0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1853fca2-20e4-4abb-b023-6ab4b902aba0,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:00.237938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-a2bbc548-803f-4ffd-9877-b989df7b89b3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:00.240236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-a2bbc548-803f-4ffd-9877-b989df7b89b3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=334822546a7644ea9788570aebc2fae5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6171732 May 06 12:37:00.261633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:00.262002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Checking segment: {'id': 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:00.262398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.262821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Bound using segment: {'id': 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:00.263315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Bound port: 9dc980d6-3b42-416a-8def-95baa9c29517, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:00.263696 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.287164 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.287928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:37:00.338244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7a0661e-0442-42ce-adc4-f497caccdd66 req-b3cf35f1-a69b-4a84-8d61-26941303df40 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052125 May 06 12:37:00.480309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:00.651312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-8192c4ad-7ee1-4fbc-a07d-5c5bfc1181e6 service neutron] 10.222.0.44 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199966 May 06 12:37:00.727332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] For port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:00.735129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] For port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4af7ff9b-7f29-4612-b324-3cf8d50e2a5b,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:00.743564 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.771210 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.813999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:01.001115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1853fca2-20e4-4abb-b023-6ab4b902aba0,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:01.012242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2757c4ad-3947-4aa1-a7b8-062be164d3fe req-a087c022-d6de-4a62-8a61-3602506119cc service neutron] 10.222.0.36 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234754 May 06 12:37:01.086948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-ab4f8d5a-09cc-4f95-a1f2-13f14b0d9f67 service neutron] 10.222.0.44 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192436 May 06 12:37:01.094112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] For port 9dc980d6-3b42-416a-8def-95baa9c29517, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:01.158025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] For port 9dc980d6-3b42-416a-8def-95baa9c29517, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9dc980d6-3b42-416a-8def-95baa9c29517,segment=NetworkSegment(b57de4c3-20cc-4b8d-8e50-ed18bbb14db5),segment_id=b57de4c3-20cc-4b8d-8e50-ed18bbb14db5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:01.160227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee908e6-dcf2-4020-b461-71ef3ee6d83f req-b5c449aa-c08e-4333-90e1-9c8effb94bf9 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:01.179229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b9ae31ec-2780-41f0-b7dc-fe627893e289 None None] Provisioning complete for port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:01.180025 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b9ae31ec-2780-41f0-b7dc-fe627893e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.180467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ee908e6-dcf2-4020-b461-71ef3ee6d83f req-b5c449aa-c08e-4333-90e1-9c8effb94bf9 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 949 time: 0.3710189 May 06 12:37:01.229150 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.256834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:01.362525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:01.407057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.407617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.408203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.408814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.409401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.410469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.411055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.411812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.412394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.412931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.413709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:01.446147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ee908e6-dcf2-4020-b461-71ef3ee6d83f req-93a2aef4-cbec-4bda-8448-3ee2728275e6 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577028 May 06 12:37:01.533740 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-5d812cb6-8005-457b-8c36-e9287c2da79a service neutron] 10.222.0.44 "GET /v2.0/networks/5d616b69-f926-460c-9a67-c1561fea5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299896 May 06 12:37:01.665247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f', 'port_id': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'mac_address': 'fa:16:3e:55:ba:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52fac1b-5303-4f87-8cce-243fc365a585', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:37:01.851022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Routers {'dd64bb8a-f12c-4fec-bafa-260eedcf04ae'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:01.852594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:36:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:01.951782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-44865bcf-140a-4915-bae7-7aa184fb9925 service neutron] 10.222.0.44 "GET /v2.0/networks/5d616b69-f926-460c-9a67-c1561fea5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997810 May 06 12:37:02.060490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cb25b-6747-497f-81a8-5a05b3c97b39 None None] Pushing event updated for resources: {'Port': ['ID=4af7ff9b-7f29-4612-b324-3cf8d50e2a5b,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:02.307913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:02.415617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4622676b-fc99-44e2-b504-0e6b3c43a573 req-4258d71e-d689-43fc-9225-1984ea81b7ca tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/f64f108c-af72-4039-9526-e95b13ea1551 HTTP/1.1" status: 200 len: 1635 time: 0.7725463 May 06 12:37:02.493468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e5b571-9e05-481f-8b9b-dc1791c105a0 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:02.507733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-9cd5c2c2-d683-4ff5-bee4-114ba2d35757 service neutron] 10.222.0.44 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443416 May 06 12:37:02.521742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:02.532854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:02.543063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465c0c8-060e-4036-956d-8d63828d05f2 None None] Pushing event updated for resources: {'Port': ['ID=9dc980d6-3b42-416a-8def-95baa9c29517,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:02.672208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] Set router dd64bb8a-f12c-4fec-bafa-260eedcf04ae gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:02.720789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:02.868781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-9a5d8f24-9532-4278-b05a-eae398bc9110 service neutron] 10.222.0.44 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262362 May 06 12:37:02.869639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4622676b-fc99-44e2-b504-0e6b3c43a573 req-b7d0eba9-9349-4884-a635-c1db456d8baa tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:02.877721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['78e5b571-9e05-481f-8b9b-dc1791c105a0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:02.905251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['1853fca2-20e4-4abb-b023-6ab4b902aba0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:02.920199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4622676b-fc99-44e2-b504-0e6b3c43a573 req-b7d0eba9-9349-4884-a635-c1db456d8baa tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:03.127470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4622676b-fc99-44e2-b504-0e6b3c43a573 req-b7d0eba9-9349-4884-a635-c1db456d8baa tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:03.161465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0eba9-9349-4884-a635-c1db456d8baa tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64f108c-af72-4039-9526-e95b13ea1551,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:03.200939 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4622676b-fc99-44e2-b504-0e6b3c43a573 req-b7d0eba9-9349-4884-a635-c1db456d8baa tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:03.200939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4622676b-fc99-44e2-b504-0e6b3c43a573 req-b7d0eba9-9349-4884-a635-c1db456d8baa tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/f64f108c-af72-4039-9526-e95b13ea1551 HTTP/1.1" status: 204 len: 173 time: 0.7704637 May 06 12:37:03.271003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:03.348702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cf033-662c-47d7-9e63-bbd84f430802 None None] Network 5d616b69-f926-460c-9a67-c1561fea5da8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:03.591084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576ccee-0e0a-459f-8ac2-133b44193358 req-2fa59c31-69b6-4d22-8cc5-f71ffd53e182 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:03.611158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4576ccee-0e0a-459f-8ac2-133b44193358 req-2fa59c31-69b6-4d22-8cc5-f71ffd53e182 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 945 time: 0.1358776 May 06 12:37:03.718446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4576ccee-0e0a-459f-8ac2-133b44193358 req-e7fdc20a-98cb-4154-b80f-8249a4798aec tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057279 May 06 12:37:03.945577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6198effc-df17-46a7-bf2a-10c4c5ad6661 None None] Provisioning for port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:04.067838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694384a-5859-4f28-91d1-30cbd181cccd req-3eeebe93-aae9-413d-8eb1-8e885ec15977 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:04.070843 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9694384a-5859-4f28-91d1-30cbd181cccd req-3eeebe93-aae9-413d-8eb1-8e885ec15977 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 944 time: 0.2479300 May 06 12:37:04.150543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:04.151238 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.293898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9694384a-5859-4f28-91d1-30cbd181cccd req-408c3e82-7d8e-4b48-a84f-2631bd3352d4 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097147 May 06 12:37:04.337895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5644d5fb-005b-41bf-90c1-547473071887 req-7db8ff3a-f5ce-483d-b83b-cb9ba03300bf tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 1100 time: 0.2568462 May 06 12:37:04.443756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-70c50434-e418-4468-a108-57e9275033c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '75170416-a081-4519-b489-3ceb648a1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:08Z', 'updated_at': '2022-05-06T12:36:34Z', 'revision_number': 4, 'project_id': '334822546a7644ea9788570aebc2fae5', 'gw_port': {'id': '75170416-a081-4519-b489-3ceb648a1bee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:12Z', 'updated_at': '2022-05-06T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9dc980d6-3b42-416a-8def-95baa9c29517', 'name': '', 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'mac_address': 'fa:16:3e:e0:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00181cc-f479-4805-8f08-f0d1c8d19753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:29Z', 'updated_at': '2022-05-06T12:37:01Z', 'revision_number': 4, 'project_id': '334822546a7644ea9788570aebc2fae5', 'subnets': [{'id': 'd00181cc-f479-4805-8f08-f0d1c8d19753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:04.469931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c50434-e418-4468-a108-57e9275033c6 None None] The sync data for ids ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'] in n-d-840847-1 is: [{'id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '75170416-a081-4519-b489-3ceb648a1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:08Z', 'updated_at': '2022-05-06T12:36:34Z', 'revision_number': 4, 'project_id': '334822546a7644ea9788570aebc2fae5', 'gw_port': {'id': '75170416-a081-4519-b489-3ceb648a1bee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:12Z', 'updated_at': '2022-05-06T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9dc980d6-3b42-416a-8def-95baa9c29517', 'name': '', 'network_id': 'b4d70b82-72c2-4ffa-8922-73fa0797354b', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'mac_address': 'fa:16:3e:e0:9c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00181cc-f479-4805-8f08-f0d1c8d19753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:29Z', 'updated_at': '2022-05-06T12:37:01Z', 'revision_number': 4, 'project_id': '334822546a7644ea9788570aebc2fae5', 'subnets': [{'id': 'd00181cc-f479-4805-8f08-f0d1c8d19753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:37:04.504390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5644d5fb-005b-41bf-90c1-547473071887 req-1ac0ccd6-ec88-4472-83a4-2661220d0f17 tempest-ServersOnMultiNodesTest-2073039888 tempest-ServersOnMultiNodesTest-2073039888-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647682 May 06 12:37:04.584897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1b813ed-ad48-47fe-8bd4-c8853342049b req-9243dc1d-dba4-4c40-92aa-5c36b957e959 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/37a4c949-e5f6-4837-8738-0cf1f2d3f28f HTTP/1.1" status: 200 len: 1634 time: 0.1814709 May 06 12:37:04.629867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:04.863329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:04.894902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:04.896178 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.903331 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1b813ed-ad48-47fe-8bd4-c8853342049b req-b12795ca-3886-4ca4-bc62-f3c3de230207 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.106858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc728444-b1ac-47fd-a443-102d7872d9b8 req-b12c4580-4f45-4f41-b14a-ca78ca0492f4 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 210 time: 0.1409729 May 06 12:37:05.123673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1b813ed-ad48-47fe-8bd4-c8853342049b req-b12795ca-3886-4ca4-bc62-f3c3de230207 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.262978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1b813ed-ad48-47fe-8bd4-c8853342049b req-b12795ca-3886-4ca4-bc62-f3c3de230207 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.308422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-561a7eca-30d7-4edc-9fca-2cf3258ecc3a None None] Provisioning complete for port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:05.308791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-561a7eca-30d7-4edc-9fca-2cf3258ecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.350728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12795ca-3886-4ca4-bc62-f3c3de230207 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a4c949-e5f6-4837-8738-0cf1f2d3f28f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:05.374232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1b813ed-ad48-47fe-8bd4-c8853342049b req-b12795ca-3886-4ca4-bc62-f3c3de230207 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.386113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1b813ed-ad48-47fe-8bd4-c8853342049b req-b12795ca-3886-4ca4-bc62-f3c3de230207 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/37a4c949-e5f6-4837-8738-0cf1f2d3f28f HTTP/1.1" status: 204 len: 173 time: 0.7717836 May 06 12:37:05.577057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.690887 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-561a7eca-30d7-4edc-9fca-2cf3258ecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.781246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4af7ff9b-7f29-4612-b324-3cf8d50e2a5b,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:05.802385 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.022911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=4af7ff9b-7f29-4612-b324-3cf8d50e2a5b,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:06.059633 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-561a7eca-30d7-4edc-9fca-2cf3258ecc3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:37:06.059633 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-561a7eca-30d7-4edc-9fca-2cf3258ecc3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:37:06.112045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9dc980d6-3b42-416a-8def-95baa9c29517 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:06.373757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9dc980d6-3b42-416a-8def-95baa9c29517 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:06.382878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9dc980d6-3b42-416a-8def-95baa9c29517 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:06.382878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.491674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde738-1591-42da-80d2-8779223abbad req-767796d2-47b0-4ebb-a9b0-705c96f7cef3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:06.491674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99bde738-1591-42da-80d2-8779223abbad req-767796d2-47b0-4ebb-a9b0-705c96f7cef3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 945 time: 0.8377280 May 06 12:37:06.511729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5df30-e5b3-42ac-acf4-6321e5722024 req-5c3b0893-aec2-4b9b-b550-8b8ee30e7517 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:06.511729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96d5df30-e5b3-42ac-acf4-6321e5722024 req-5c3b0893-aec2-4b9b-b550-8b8ee30e7517 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 944 time: 0.3766077 May 06 12:37:06.650223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-0b83c6fc-b658-40ec-920a-99f740667389 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:06.667853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-0b83c6fc-b658-40ec-920a-99f740667389 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:06.667853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-0b83c6fc-b658-40ec-920a-99f740667389 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.48 "GET /v2.0/networks?id=553f7f78-740d-4728-9374-2a508257b2e2&id=5d616b69-f926-460c-9a67-c1561fea5da8&id=553f7f78-740d-4728-9374-2a508257b2e2 HTTP/1.1" status: 200 len: 1390 time: 0.8975327 May 06 12:37:06.680480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99bde738-1591-42da-80d2-8779223abbad req-cfbb06ff-428c-48d8-93d2-05dd9056c081 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175790 May 06 12:37:06.685935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96d5df30-e5b3-42ac-acf4-6321e5722024 req-e2facd1c-02d7-462b-ae30-b7804152e373 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746399 May 06 12:37:06.715023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'port': {'device_id': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2', 'admin_state_up': True, 'tenant_id': '334822546a7644ea9788570aebc2fae5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:06.789230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1853fca2-20e4-4abb-b023-6ab4b902aba0 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:07.109552 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.115392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 1853fca2-20e4-4abb-b023-6ab4b902aba0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:07.119777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1935232715', 'description': 'tempest-description-1412649820'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:07.121785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 1853fca2-20e4-4abb-b023-6ab4b902aba0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:07.122467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.169767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.188388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:07.224754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:07.244213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:07.244775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9dc980d6-3b42-416a-8def-95baa9c29517, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9dc980d6-3b42-416a-8def-95baa9c29517,segment=NetworkSegment(b57de4c3-20cc-4b8d-8e50-ed18bbb14db5),segment_id=b57de4c3-20cc-4b8d-8e50-ed18bbb14db5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:07.257477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:07.295881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:07.309801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:port and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:07.316034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.327527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:07.348867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:07.364927 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.398374 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.424989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d1693-f771-412f-9462-daca229d6447 req-c25cf3b3-e3a9-4298-a2fc-14c96f3eb75d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:07.424989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-871d1693-f771-412f-9462-daca229d6447 req-c25cf3b3-e3a9-4298-a2fc-14c96f3eb75d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 949 time: 0.2951903 May 06 12:37:07.424989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:07.424989 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.458527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-974ab695-bcae-4f0d-83bf-b82553da69bd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:07.458527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-974ab695-bcae-4f0d-83bf-b82553da69bd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7a9a494-85ed-40cc-ae04-3b676a87dbf6 HTTP/1.1" status: 200 len: 949 time: 0.3804717 May 06 12:37:07.536054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42b5b35-eb12-4276-b101-1ad00e02287c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1853fca2-20e4-4abb-b023-6ab4b902aba0'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:07.564550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1853fca2-20e4-4abb-b023-6ab4b902aba0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1853fca2-20e4-4abb-b023-6ab4b902aba0,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:07.566696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9dc980d6-3b42-416a-8def-95baa9c29517,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:07.569829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:07.577787 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.578156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:07.674222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Usage tracker for resource:security_group_rule and tenant:58775d9ee6c34d7fabfa1ca686ad752d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:07.688563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:07.708054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Deleting port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:07.708431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.807802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1853fca2-20e4-4abb-b023-6ab4b902aba0,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:07.836694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 78e5b571-9e05-481f-8b9b-dc1791c105a0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:07.857046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 78e5b571-9e05-481f-8b9b-dc1791c105a0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:07.859391 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.932873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:07.984938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-871d1693-f771-412f-9462-daca229d6447 req-1c30246c-c9df-4d5b-ba22-a8d55740fb5d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412385 May 06 12:37:08.127557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:08.176054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34406) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:08.229722 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.336742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:08.351664 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.468110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:08.474812 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.542571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] For port 34eb9c58-e2d1-413c-9b12-cbd7bd382493, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=34eb9c58-e2d1-413c-9b12-cbd7bd382493,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:08.543266 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.560800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d248d42c-c84d-4e84-a5cb-0532f2258f6b admin admin] Deleting subnet 53cca778-3c82-469b-b3b5-92453222533c {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:08.566182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d248d42c-c84d-4e84-a5cb-0532f2258f6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.672488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:08.690013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d248d42c-c84d-4e84-a5cb-0532f2258f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.707550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Calling delete_port for 34eb9c58-e2d1-413c-9b12-cbd7bd382493 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:08.776261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d248d42c-c84d-4e84-a5cb-0532f2258f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.827121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9dc980d6-3b42-416a-8def-95baa9c29517 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:08.908551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.912596 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d248d42c-c84d-4e84-a5cb-0532f2258f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.926005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Allocated IP 19.80.0.67 (553f7f78-740d-4728-9374-2a508257b2e2/2dd213ea-5d88-4c2d-b400-f40461f3eb40/c4fec2fd-4932-4f5f-b535-4130ac4048d9) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:08.943193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['01dfe0b2-33d0-46bb-b173-f898f6620df4', 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9', '6a5a07b7-a4ad-4c27-ae10-64e391369c24'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:08.996281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', '545c4e8a-92ad-4627-90a0-8549e8886a35'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:08.996622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34416) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:09.011451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d248d42c-c84d-4e84-a5cb-0532f2258f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.022814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248d42c-c84d-4e84-a5cb-0532f2258f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cca778-3c82-469b-b3b5-92453222533c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:09.024444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event deleted for resources: {'Port': ['ID=34eb9c58-e2d1-413c-9b12-cbd7bd382493,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:09.026253 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d248d42c-c84d-4e84-a5cb-0532f2258f6b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/53cca778-3c82-469b-b3b5-92453222533c HTTP/1.1" status: 204 len: 168 time: 0.8475993 May 06 12:37:09.034273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.040648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34424) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:09.147575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.166131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9dc980d6-3b42-416a-8def-95baa9c29517 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:09.166985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.428409 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.439790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7cce0d5-73c4-48e7-ae50-d07dee746a8a req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 2.3786554 May 06 12:37:09.462091 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71b02b5c-c39d-4194-8fae-11b06b16add8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.474126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163e07b-4fab-40e5-9934-454e74f5dd23 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a974d68-30de-4623-8a38-1e4a077507b0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:09.676961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] No DVR routers for this DVR port 34eb9c58-e2d1-413c-9b12-cbd7bd382493 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:09.738411 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.740798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31a2b5c8-e699-41fc-aa8d-4fe72657e8d7 req-ab13c23c-84ec-47e1-9202-be5c0c857e20 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "DELETE /v2.0/ports/34eb9c58-e2d1-413c-9b12-cbd7bd382493 HTTP/1.1" status: 204 len: 173 time: 2.2686546 May 06 12:37:09.765912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a9a494-85ed-40cc-ae04-3b676a87dbf6', 'name': 'network-vif-deleted', 'tag': '34eb9c58-e2d1-413c-9b12-cbd7bd382493'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:09.798270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-39140d39-3c6e-495a-b69b-6c6f65d976c6 req-1f391950-47a2-4547-b301-191bc36757ed tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:09.810160 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.851210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.874894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-71b02b5c-c39d-4194-8fae-11b06b16add8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:09.885615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-71b02b5c-c39d-4194-8fae-11b06b16add8 admin admin] Usage tracker for resource:security_group_rule and tenant:9236fcc7b1c74b678a607999904d455b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:09.890463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-39140d39-3c6e-495a-b69b-6c6f65d976c6 req-1f391950-47a2-4547-b301-191bc36757ed tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:09.891770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39140d39-3c6e-495a-b69b-6c6f65d976c6 req-1f391950-47a2-4547-b301-191bc36757ed tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 210 time: 0.2092326 May 06 12:37:09.896825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-71b02b5c-c39d-4194-8fae-11b06b16add8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:09.917511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef550-05b3-4519-8c92-9ef13f42d97a req-573b45ba-16bc-4d1e-895a-e06c88c5ebb2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.922301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef550-05b3-4519-8c92-9ef13f42d97a req-573b45ba-16bc-4d1e-895a-e06c88c5ebb2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.927231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef550-05b3-4519-8c92-9ef13f42d97a req-573b45ba-16bc-4d1e-895a-e06c88c5ebb2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.931616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef550-05b3-4519-8c92-9ef13f42d97a req-573b45ba-16bc-4d1e-895a-e06c88c5ebb2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.936496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef550-05b3-4519-8c92-9ef13f42d97a req-573b45ba-16bc-4d1e-895a-e06c88c5ebb2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.943214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef550-05b3-4519-8c92-9ef13f42d97a req-573b45ba-16bc-4d1e-895a-e06c88c5ebb2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.947664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef550-05b3-4519-8c92-9ef13f42d97a req-573b45ba-16bc-4d1e-895a-e06c88c5ebb2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.957450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee7ef550-05b3-4519-8c92-9ef13f42d97a req-573b45ba-16bc-4d1e-895a-e06c88c5ebb2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 0.9094307 May 06 12:37:10.009648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-71b02b5c-c39d-4194-8fae-11b06b16add8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:10.016099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Transition to ACTIVE for port object c4fec2fd-4932-4f5f-b535-4130ac4048d9 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:10.248726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee7ef550-05b3-4519-8c92-9ef13f42d97a req-2e3335d4-0d2b-41f0-ba06-721bc8332149 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2899625 May 06 12:37:10.255667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.430348 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.455507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a341fc00-78e4-4c0a-951c-d8d1d00d947a']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:10.478225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9bda84-78bf-4b0c-a80a-5217679c1e60') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:10.480218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9bda84-78bf-4b0c-a80a-5217679c1e60') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:10.494649 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.516885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.525690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:10.526565 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.599330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 34eb9c58-e2d1-413c-9b12-cbd7bd382493 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:10.645816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 34eb9c58-e2d1-413c-9b12-cbd7bd382493 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:10.646421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 34eb9c58-e2d1-413c-9b12-cbd7bd382493 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:10.679420 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-052a1b63-3581-40a3-ab9a-1377938edeb2'] response: {'server_uuid': 'd42b5b35-eb12-4276-b101-1ad00e02287c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1853fca2-20e4-4abb-b023-6ab4b902aba0', 'code': 200} May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: timer() May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:10.807617 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:11.028542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71b02b5c-c39d-4194-8fae-11b06b16add8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.034575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.069473 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.073720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71b02b5c-c39d-4194-8fae-11b06b16add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.114194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network 553f7f78-740d-4728-9374-2a508257b2e2 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:11.123433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Port': ['ID=c4fec2fd-4932-4f5f-b535-4130ac4048d9,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:11.126529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a341fc00-78e4-4c0a-951c-d8d1d00d947a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:11.128707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:11.191779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c815fda8-4f62-4fb1-9bd8-de08e1e310f1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a341fc00-78e4-4c0a-951c-d8d1d00d947a HTTP/1.1" status: 204 len: 168 time: 2.1490598 May 06 12:37:11.234261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b02b5c-c39d-4194-8fae-11b06b16add8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e5327-a36e-4868-9faa-c1b498205743,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:11.254859 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-71b02b5c-c39d-4194-8fae-11b06b16add8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9236fcc7b1c74b678a607999904d455b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2403669 May 06 12:37:11.257727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34448) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:11.260017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:11.413580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b8956-23ce-4f58-9786-6061eaf72ffc req-32d5487a-3945-4b5a-8132-5168035cc6bd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.415322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-796b8956-23ce-4f58-9786-6061eaf72ffc req-32d5487a-3945-4b5a-8132-5168035cc6bd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.6014633 May 06 12:37:11.418470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d444e56c-c625-4df7-bb47-8b45a34fdea9 req-dbd3406b-f630-4664-b5b4-766b53da9e8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 1096 time: 0.5583856 May 06 12:37:11.424846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.425471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.440188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddafab-3e04-4dbc-9fa5-3d8d3544f470 req-43d2c070-2af2-43c0-b640-c292f2685ad1 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.441736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2ddafab-3e04-4dbc-9fa5-3d8d3544f470 req-43d2c070-2af2-43c0-b640-c292f2685ad1 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 0.6264951 May 06 12:37:11.514164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34452) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:11.561417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-208b8c40-4265-4332-bd1c-ed1a29434dc3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8755257 May 06 12:37:11.598070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'port': {'device_id': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8', 'admin_state_up': True, 'tenant_id': '334822546a7644ea9788570aebc2fae5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:11.610569 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-27923ae3-ae86-4513-82ba-c2105c7d8b28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7d1cbc38d5b4aaca30839683e0214d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0940323 May 06 12:37:11.615973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34456) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:11.641724 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-773a44d3-fc84-495c-a225-459bef032d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.681715 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ba9a8987-0155-405e-9399-45c39d6ea5cf None None] Provisioning for port c4fec2fd-4932-4f5f-b535-4130ac4048d9 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:11.691567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ba9a8987-0155-405e-9399-45c39d6ea5cf None None] Provisioning complete for port c4fec2fd-4932-4f5f-b535-4130ac4048d9 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:11.692593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8987-0155-405e-9399-45c39d6ea5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.698557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75b99efb-5bb7-421e-be4f-45ea64beeb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.723114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-796b8956-23ce-4f58-9786-6061eaf72ffc req-8a2f2ef9-dd66-4045-a9fc-b57edba6b9da tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906768 May 06 12:37:11.733672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75b99efb-5bb7-421e-be4f-45ea64beeb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.743781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d444e56c-c625-4df7-bb47-8b45a34fdea9 req-d8750a1e-29e7-4550-919f-c1fe88a18328 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124857 May 06 12:37:11.763453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2ddafab-3e04-4dbc-9fa5-3d8d3544f470 req-835f1edd-8f46-41df-803c-473f8a97354a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862487 May 06 12:37:11.772446 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-773a44d3-fc84-495c-a225-459bef032d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.838503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a8987-0155-405e-9399-45c39d6ea5cf None None] Port c4fec2fd-4932-4f5f-b535-4130ac4048d9 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:11.865541 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75b99efb-5bb7-421e-be4f-45ea64beeb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.905111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b99efb-5bb7-421e-be4f-45ea64beeb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed3a333-17c9-49bf-9e1a-14777475f741,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:11.914168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:11.925399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75b99efb-5bb7-421e-be4f-45ea64beeb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.937291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:11.937729 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-75b99efb-5bb7-421e-be4f-45ea64beeb4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ed3a333-17c9-49bf-9e1a-14777475f741 HTTP/1.1" status: 204 len: 168 time: 0.3171844 May 06 12:37:11.954760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bd67cda-3da0-4b5c-9f73-fc434a2130e1 req-af2c9fab-1bec-4c54-a15b-238afe764859 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/8a974d68-30de-4623-8a38-1e4a077507b0 HTTP/1.1" status: 200 len: 1635 time: 0.1171732 May 06 12:37:11.971115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:11.978434 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.999252 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-773a44d3-fc84-495c-a225-459bef032d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.008774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-5bd67cda-3da0-4b5c-9f73-fc434a2130e1 req-dd06ac5c-206d-4698-b69d-5c4ba98a7dcb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1123603070', 'description': 'tempest-description-hth-1093047612'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:12.034108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a44d3-fc84-495c-a225-459bef032d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e5327-a36e-4868-9faa-c1b498205743,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:12.105523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-773a44d3-fc84-495c-a225-459bef032d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.106721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-773a44d3-fc84-495c-a225-459bef032d2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c68e5327-a36e-4868-9faa-c1b498205743 HTTP/1.1" status: 204 len: 168 time: 0.8132436 May 06 12:37:12.125733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bd67cda-3da0-4b5c-9f73-fc434a2130e1 req-dd06ac5c-206d-4698-b69d-5c4ba98a7dcb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.173366 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-033559e9-823e-4bb6-9649-e7b69f4bbcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.196682 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bd67cda-3da0-4b5c-9f73-fc434a2130e1 req-dd06ac5c-206d-4698-b69d-5c4ba98a7dcb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.201732 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bd67cda-3da0-4b5c-9f73-fc434a2130e1 req-dd06ac5c-206d-4698-b69d-5c4ba98a7dcb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.237584 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5bd67cda-3da0-4b5c-9f73-fc434a2130e1 req-dd06ac5c-206d-4698-b69d-5c4ba98a7dcb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.239046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bd67cda-3da0-4b5c-9f73-fc434a2130e1 req-dd06ac5c-206d-4698-b69d-5c4ba98a7dcb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "PUT /v2.0/security-groups/8a974d68-30de-4623-8a38-1e4a077507b0 HTTP/1.1" status: 200 len: 1609 time: 0.2443795 May 06 12:37:12.303686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06ac5c-206d-4698-b69d-5c4ba98a7dcb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a974d68-30de-4623-8a38-1e4a077507b0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:12.356500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Allocated IP 19.86.0.101 (5d616b69-f926-460c-9a67-c1561fea5da8/c87a70db-8a0b-4715-9628-be2e2137d866/cb4590ae-94a6-401a-99de-f9a12683f1fe) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:12.535988 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb0607d-eb0e-41de-a4cb-bc77c21057e7'] response: {'server_uuid': 'e7a9a494-85ed-40cc-ae04-3b676a87dbf6', 'name': 'network-vif-deleted', 'tag': '34eb9c58-e2d1-413c-9b12-cbd7bd382493', 'status': 'completed', 'code': 200} May 06 12:37:12.674755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.681819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:12.700274 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.745888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Transition to ACTIVE for port object cb4590ae-94a6-401a-99de-f9a12683f1fe will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:12.771994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88d4a-36e1-4a3f-8144-bbc25ec34147 req-2afc39d2-3b73-42fb-b304-8ac348b455a2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:12.777352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88d4a-36e1-4a3f-8144-bbc25ec34147 req-2afc39d2-3b73-42fb-b304-8ac348b455a2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:12.781749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88d4a-36e1-4a3f-8144-bbc25ec34147 req-2afc39d2-3b73-42fb-b304-8ac348b455a2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:12.786867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88d4a-36e1-4a3f-8144-bbc25ec34147 req-2afc39d2-3b73-42fb-b304-8ac348b455a2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:12.792727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88d4a-36e1-4a3f-8144-bbc25ec34147 req-2afc39d2-3b73-42fb-b304-8ac348b455a2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:12.797927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88d4a-36e1-4a3f-8144-bbc25ec34147 req-2afc39d2-3b73-42fb-b304-8ac348b455a2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:12.804402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f88d4a-36e1-4a3f-8144-bbc25ec34147 req-2afc39d2-3b73-42fb-b304-8ac348b455a2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:12.807037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-06f88d4a-36e1-4a3f-8144-bbc25ec34147 req-2afc39d2-3b73-42fb-b304-8ac348b455a2 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 0.2701387 May 06 12:37:12.850262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339aa729-9d0e-4dda-a852-88e624215d64 req-6899ff2d-96b1-40ff-965b-4e77bc11758e tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:12.851504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-339aa729-9d0e-4dda-a852-88e624215d64 req-6899ff2d-96b1-40ff-965b-4e77bc11758e tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:12.864363 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.933929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-339aa729-9d0e-4dda-a852-88e624215d64 req-6899ff2d-96b1-40ff-965b-4e77bc11758e tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:12.946672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-339aa729-9d0e-4dda-a852-88e624215d64 req-6899ff2d-96b1-40ff-965b-4e77bc11758e tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 931 time: 0.2952096 May 06 12:37:13.016386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network 5d616b69-f926-460c-9a67-c1561fea5da8 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:13.057647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-339aa729-9d0e-4dda-a852-88e624215d64 req-c8523cbd-6bbf-44ac-b0a8-e0208a058afd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093452 May 06 12:37:13.058886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:13.061279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Port': ['ID=cb4590ae-94a6-401a-99de-f9a12683f1fe,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:13.064157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:13.234970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:13.240802 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.361324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34490) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:13.430197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3e26-390d-4565-9421-79152788eaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.585149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8d8c3e26-390d-4565-9421-79152788eaba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:13.596837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8d8c3e26-390d-4565-9421-79152788eaba admin admin] Usage tracker for resource:security_group_rule and tenant:30407811213041eea4bd7a969f8a1317 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:13.610322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8d8c3e26-390d-4565-9421-79152788eaba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:13.625133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8d8c3e26-390d-4565-9421-79152788eaba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:13.691212 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafc6864-3b7b-4671-b4a4-27633e76beb4'] response: {'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'code': 200} May 06 12:37:13.738090 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-4f09a413-f4ac-4404-91c4-9302251a4d54 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1496701 May 06 12:37:13.752328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d020f681-2cb6-4699-bbca-522e3d74d774 None None] Provisioning for port cb4590ae-94a6-401a-99de-f9a12683f1fe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:13.762278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d020f681-2cb6-4699-bbca-522e3d74d774 None None] Provisioning complete for port cb4590ae-94a6-401a-99de-f9a12683f1fe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:13.762753 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d020f681-2cb6-4699-bbca-522e3d74d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.773498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9c16235-a674-4d15-9cad-178282880904 req-29b0dc4e-5eb2-464d-8960-04c522784478 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/8a974d68-30de-4623-8a38-1e4a077507b0 HTTP/1.1" status: 200 len: 1609 time: 0.5143316 May 06 12:37:13.799141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'port': {'device_id': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2', 'admin_state_up': True, 'tenant_id': '334822546a7644ea9788570aebc2fae5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:13.806398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3e26-390d-4565-9421-79152788eaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.814433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d8c3e26-390d-4565-9421-79152788eaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.887756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c3e26-390d-4565-9421-79152788eaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf040d6-ab67-4743-8d87-36271a95cc47,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:13.915383 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8d8c3e26-390d-4565-9421-79152788eaba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30407811213041eea4bd7a969f8a1317&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5524502 May 06 12:37:13.918728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34502) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:13.957678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d020f681-2cb6-4699-bbca-522e3d74d774 None None] Port cb4590ae-94a6-401a-99de-f9a12683f1fe cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:14.049602 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6bcc-86e2-4fd4-a874-9b530403afea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.101472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6bcc-86e2-4fd4-a874-9b530403afea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.220030 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6bcc-86e2-4fd4-a874-9b530403afea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.256457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f6bcc-86e2-4fd4-a874-9b530403afea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf040d6-ab67-4743-8d87-36271a95cc47,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:14.260709 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6bcc-86e2-4fd4-a874-9b530403afea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.267242 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1a7f6bcc-86e2-4fd4-a874-9b530403afea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1cf040d6-ab67-4743-8d87-36271a95cc47 HTTP/1.1" status: 204 len: 168 time: 0.3466487 May 06 12:37:14.401126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:14.415663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:14.529218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:14.615957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:14.621128 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.650865 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ec77d7a-8af6-43a4-8b05-4c0537f0755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.658004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2107576437-network', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:14.667073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:14.674433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Usage tracker for resource:network and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:14.680175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:14.693173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:14.706247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db0b2065-c766-4fcf-b5ed-467a041ffa8d req-f9cf8891-4707-4be3-af29-4f0313fb74de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1097 time: 0.9263215 May 06 12:37:14.718580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Made reservation on behalf of 87e0f7cda7f949edb753ce4197fd5a9b for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:14.722870 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.723125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb90f53-9c66-40f6-9442-d01c354e5dda req-27bf6138-e71c-46c2-b16e-eb481e7a5e1f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:14.725726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bb90f53-9c66-40f6-9442-d01c354e5dda req-27bf6138-e71c-46c2-b16e-eb481e7a5e1f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.5696042 May 06 12:37:14.756894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.834209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:14.839719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:14.843353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:14.855109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:14.873645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a627c5-0a11-47cd-b2b7-695783e9f6b3 req-e8f63783-8536-4db7-b41c-d8e9bf73f470 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:14.876470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79a627c5-0a11-47cd-b2b7-695783e9f6b3 req-e8f63783-8536-4db7-b41c-d8e9bf73f470 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 0.4803886 May 06 12:37:14.944255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34542) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:14.961976 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.968601 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.001909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:15.029826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.030546 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Added segment fb9d128c-97d5-44e7-b05a-2ae18c4d28e0 of type vlan for network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 May 06 12:37:15.037531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2e5dc9-4070-438d-89b2-6d495fb44c42,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:15.083982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.140465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bb90f53-9c66-40f6-9442-d01c354e5dda req-10c3d10d-6d24-4bd2-9dd8-3bfae180809a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183274 May 06 12:37:15.154486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db0b2065-c766-4fcf-b5ed-467a041ffa8d req-066f510d-a0b2-4e19-ba52-d806bf3ce444 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273546 May 06 12:37:15.185005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79a627c5-0a11-47cd-b2b7-695783e9f6b3 req-67705268-fea5-4e30-b580-ea2f4ed832cd tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713218 May 06 12:37:15.237289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.238499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:15.239210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.240749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Allocated IP 19.80.0.173 (553f7f78-740d-4728-9374-2a508257b2e2/2dd213ea-5d88-4c2d-b400-f40461f3eb40/4a7eee0a-b397-492b-82a6-a2f2ad49b06f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:15.375651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7ef6596-eb50-4fbf-9ed3-3a02e54be671 req-6d1b3d7a-c413-4d61-b2fd-9224c7446c13 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/8a974d68-30de-4623-8a38-1e4a077507b0 HTTP/1.1" status: 200 len: 1609 time: 0.1217268 May 06 12:37:15.422115 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0017419 May 06 12:37:15.424399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34554) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:15.431410 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.444124 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d54e6160-ec52-4d81-a049-5d7a804b5ad5 req-11f317e3-fa31-4fb2-b214-6c478f230898 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6501 time: 0.4976468 May 06 12:37:15.446956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95667b66-b857-4282-8862-785b2e6d1098 admin admin] Pushing event updated for resources: {'Network': ['ID=65d1fd16-9391-4fd5-83e8-7b89bb4249e8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:15.453014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Request body: {'subnet': {'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-subnet', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:15.459681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:15.464970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Usage tracker for resource:subnet and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:15.467217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:15.468839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:15.475902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:15.521502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Made reservation on behalf of 87e0f7cda7f949edb753ce4197fd5a9b for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:15.524000 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.634482 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d54e6160-ec52-4d81-a049-5d7a804b5ad5 req-5bcdaba9-2c0b-413f-922b-9c1c30ea4174 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891189 May 06 12:37:15.831625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.863233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c7ef6596-eb50-4fbf-9ed3-3a02e54be671 req-507178f2-5b13-4a73-8791-becab7c2f65a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.927390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3473eb44-72d0-416f-b75e-63353d06f8e4,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:15.929396 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.937108 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c7ef6596-eb50-4fbf-9ed3-3a02e54be671 req-507178f2-5b13-4a73-8791-becab7c2f65a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.941729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Checking segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:15.942165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Network hostable DHCP agents. Network: 65d1fd16-9391-4fd5-83e8-7b89bb4249e8, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:37:15.948648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.974442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:37:15.986992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 65d1fd16-9391-4fd5-83e8-7b89bb4249e8) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:15.992484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:15.993116 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.003102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df7f38-2282-4ef9-a1c8-769181274e83 None None] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:16.012517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f2554-0d62-4062-8be7-7e5db1600391 req-e562d475-739e-4ac6-9d62-9f4e89c86d84 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:16.013272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ff2f2554-0d62-4062-8be7-7e5db1600391 req-e562d475-739e-4ac6-9d62-9f4e89c86d84 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:16.022949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Transition to ACTIVE for port object 4a7eee0a-b397-492b-82a6-a2f2ad49b06f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:16.025029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34570) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:16.025191 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ac39e442-0938-4e61-b40b-d755963ecaa5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6011736 May 06 12:37:16.038090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-6d47c351-60a2-4721-90b7-e8b8f63917cd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:16.038698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-6d47c351-60a2-4721-90b7-e8b8f63917cd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:16.048768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:16.063107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:16.073569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Usage tracker for resource:router and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:16.085274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:16.092215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ff2f2554-0d62-4062-8be7-7e5db1600391 req-e562d475-739e-4ac6-9d62-9f4e89c86d84 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:16.093662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff2f2554-0d62-4062-8be7-7e5db1600391 req-e562d475-739e-4ac6-9d62-9f4e89c86d84 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 950 time: 0.4746313 May 06 12:37:16.100118 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c7ef6596-eb50-4fbf-9ed3-3a02e54be671 req-507178f2-5b13-4a73-8791-becab7c2f65a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.104053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:16.115781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-6d47c351-60a2-4721-90b7-e8b8f63917cd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:16.117218 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-6d47c351-60a2-4721-90b7-e8b8f63917cd tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 950 time: 0.5700517 May 06 12:37:16.148764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507178f2-5b13-4a73-8791-becab7c2f65a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a974d68-30de-4623-8a38-1e4a077507b0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:16.237843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.239224 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.268137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.282553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:37:16.283881 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.431902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c7ef6596-eb50-4fbf-9ed3-3a02e54be671 req-507178f2-5b13-4a73-8791-becab7c2f65a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.433220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7ef6596-eb50-4fbf-9ed3-3a02e54be671 req-507178f2-5b13-4a73-8791-becab7c2f65a tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/8a974d68-30de-4623-8a38-1e4a077507b0 HTTP/1.1" status: 204 len: 173 time: 1.0410097 May 06 12:37:16.460603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Deleting port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:16.461377 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.503392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff2f2554-0d62-4062-8be7-7e5db1600391 req-55ed8b8d-6ccc-4abf-8d05-b5b3056fcc73 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827791 May 06 12:37:16.579967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Port': ['ID=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:16.586465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network 553f7f78-740d-4728-9374-2a508257b2e2 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:16.592078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:16.599532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:16.643049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.769495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Allocated IP 172.20.0.2 (65d1fd16-9391-4fd5-83e8-7b89bb4249e8/3473eb44-72d0-416f-b75e-63353d06f8e4/7a23d568-7db2-48e8-90b6-97f1f37a51d5) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:17.181577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2133c2b3-c3df-44f6-b4f4-94b7a5470882 None None] Provisioning for port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:17.197512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2133c2b3-c3df-44f6-b4f4-94b7a5470882 None None] Provisioning complete for port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:17.197821 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2133c2b3-c3df-44f6-b4f4-94b7a5470882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.266635 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.269755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2133c2b3-c3df-44f6-b4f4-94b7a5470882 None None] Port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:17.285489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Transition to ACTIVE for port object 7a23d568-7db2-48e8-90b6-97f1f37a51d5 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:17.330899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Transition to ACTIVE for port object 7a23d568-7db2-48e8-90b6-97f1f37a51d5 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:17.335595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:17.336868 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.337777 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.343748 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.430972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:17.433914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:17.441852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:17.449590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Pushing event updated for resources: {'Port': ['ID=7a23d568-7db2-48e8-90b6-97f1f37a51d5,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:17.457189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-456675e3-54f0-400c-91e2-6746fd8f3d2d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7065976 May 06 12:37:17.470155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Request body: {'port': {'device_id': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:17.576008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22439b80-8593-4458-ba7e-2e668487ed42 req-15fc46b3-10fa-463c-a4a7-4ecfd6d81776 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:17.580119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22439b80-8593-4458-ba7e-2e668487ed42 req-15fc46b3-10fa-463c-a4a7-4ecfd6d81776 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:17.584400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22439b80-8593-4458-ba7e-2e668487ed42 req-15fc46b3-10fa-463c-a4a7-4ecfd6d81776 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:17.585271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-22439b80-8593-4458-ba7e-2e668487ed42 req-15fc46b3-10fa-463c-a4a7-4ecfd6d81776 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:17.596132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Attempting to bind port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:17.596608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Attempting to bind port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:17.596897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Attempting to bind port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:17.605272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:17.605657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Checking segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:17.606148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.606721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Bound using segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:17.607390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Bound port: 7a23d568-7db2-48e8-90b6-97f1f37a51d5, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:17.607949 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.612114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.647207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] For port 6a5a07b7-a4ad-4c27-ae10-64e391369c24, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6a5a07b7-a4ad-4c27-ae10-64e391369c24,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:17.647576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.725780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] For port 7a23d568-7db2-48e8-90b6-97f1f37a51d5, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:17.732343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] For port 7a23d568-7db2-48e8-90b6-97f1f37a51d5, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7a23d568-7db2-48e8-90b6-97f1f37a51d5,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:17.739386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.830624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898df5a-5fe5-4202-8bd4-58e400a06b8c None None] Pushing event updated for resources: {'Port': ['ID=7a23d568-7db2-48e8-90b6-97f1f37a51d5,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:17.850922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Calling delete_port for 6a5a07b7-a4ad-4c27-ae10-64e391369c24 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:17.919838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-22439b80-8593-4458-ba7e-2e668487ed42 req-15fc46b3-10fa-463c-a4a7-4ecfd6d81776 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:17.927655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22439b80-8593-4458-ba7e-2e668487ed42 req-15fc46b3-10fa-463c-a4a7-4ecfd6d81776 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2376 time: 1.2863026 May 06 12:37:17.939661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa7d29c2-d88d-4ae3-ac9c-45968962724e req-e9636706-0478-4f07-9f62-fc70d71aaffa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 1096 time: 0.7427652 May 06 12:37:17.946430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44054a-489b-464a-aedb-5b8a5da988a7 req-00cf4e9b-c4b6-475f-ac01-667be2af4d43 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:17.948362 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc44054a-489b-464a-aedb-5b8a5da988a7 req-00cf4e9b-c4b6-475f-ac01-667be2af4d43 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.7531371 May 06 12:37:18.032098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:18.471597 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc44054a-489b-464a-aedb-5b8a5da988a7 req-8613efb3-8367-4153-afd9-f839590cc0be tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914775 May 06 12:37:18.604719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22439b80-8593-4458-ba7e-2e668487ed42 req-60190b79-f655-4074-9458-35befcd829fa tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756012 May 06 12:37:18.670300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6a5a07b7-a4ad-4c27-ae10-64e391369c24 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:18.970550 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.003361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d29c2-d88d-4ae3-ac9c-45968962724e req-911f32a0-568a-49b0-930f-220e8a72d092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:19.004933 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa7d29c2-d88d-4ae3-ac9c-45968962724e req-911f32a0-568a-49b0-930f-220e8a72d092 service neutron] 10.222.0.36 "GET /v2.0/networks?id=66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 200 len: 912 time: 1.0421536 May 06 12:37:19.321859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd397795-56f5-434e-bb58-79b46ee004b4 None None] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:19.456664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.489992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['01dfe0b2-33d0-46bb-b173-f898f6620df4', 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:19.534220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', '545c4e8a-92ad-4627-90a0-8549e8886a35'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:19.586955 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa7d29c2-d88d-4ae3-ac9c-45968962724e req-e1ad893b-191a-44bc-9c5b-50851b62cf67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1853fca2-20e4-4abb-b023-6ab4b902aba0 HTTP/1.1" status: 200 len: 217 time: 0.5528727 May 06 12:37:19.600632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event deleted for resources: {'Port': ['ID=6a5a07b7-a4ad-4c27-ae10-64e391369c24,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:19.764061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e54dff3-099f-490c-acb5-e0db515f7787 None None] Provisioning for port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:19.818625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaac305-415d-4b74-9a79-d533a6a6c40f req-2c9d98c2-6ff2-4c08-943b-6da269fc7c3b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:19.828898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-deaac305-415d-4b74-9a79-d533a6a6c40f req-2c9d98c2-6ff2-4c08-943b-6da269fc7c3b tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2 HTTP/1.1" status: 200 len: 950 time: 1.0368178 May 06 12:37:20.003512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e3064-eca7-4c3d-a74e-7318c88277ec req-b24ebefa-35f7-4e49-8975-68f259b0101b tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:20.014916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-976e3064-eca7-4c3d-a74e-7318c88277ec req-b24ebefa-35f7-4e49-8975-68f259b0101b tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 1.1723804 May 06 12:37:20.106772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7a23d568-7db2-48e8-90b6-97f1f37a51d5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:20.211744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d29c2-d88d-4ae3-ac9c-45968962724e req-eef9cd11-cd09-44e3-9302-417e3b28f6e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:20.211744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa7d29c2-d88d-4ae3-ac9c-45968962724e req-eef9cd11-cd09-44e3-9302-417e3b28f6e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=566b386f-924c-429b-a7ee-070530b38370 HTTP/1.1" status: 200 len: 851 time: 0.6003139 May 06 12:37:20.263792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-976e3064-eca7-4c3d-a74e-7318c88277ec req-9f54ab0c-dec5-450c-8416-1b6d0422f18b tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395499 May 06 12:37:20.272117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] No DVR routers for this DVR port 6a5a07b7-a4ad-4c27-ae10-64e391369c24 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:20.465374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa7d29c2-d88d-4ae3-ac9c-45968962724e req-b68544b9-5d5f-497a-a6a9-25ae84c7e3ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66733eee-edd4-4bd0-b94f-a9f284f68043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2300735 May 06 12:37:20.478944 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.501441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2', 'name': 'network-vif-deleted', 'tag': '6a5a07b7-a4ad-4c27-ae10-64e391369c24'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:20.539980 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:20.595286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f998d589-22d6-422a-933b-c0b15b6dde72 req-fb541d67-df26-4b71-83bc-6e0f3d117e42 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "DELETE /v2.0/ports/6a5a07b7-a4ad-4c27-ae10-64e391369c24 HTTP/1.1" status: 204 len: 173 time: 4.4676366 May 06 12:37:20.681238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:20.769303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:20.775944 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.777097 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.790227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34642) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:20.907573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-deaac305-415d-4b74-9a79-d533a6a6c40f req-43ee487a-de3d-47c3-b9b8-650e22daa0d1 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0773566 May 06 12:37:20.970970 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.075578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fec2fd-4932-4f5f-b535-4130ac4048d9 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:21.111560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.169652 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-335befea-c6d4-4fd7-a0d4-b134a19ec31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.218004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-335befea-c6d4-4fd7-a0d4-b134a19ec31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:21.223524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-335befea-c6d4-4fd7-a0d4-b134a19ec31d admin admin] Usage tracker for resource:security_group_rule and tenant:8ae8b4b361cd4bed9f75db1754fdb7dd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:21.228433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-335befea-c6d4-4fd7-a0d4-b134a19ec31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:21.236799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-335befea-c6d4-4fd7-a0d4-b134a19ec31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:21.248439 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.260098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Transition to ACTIVE for port object c4fec2fd-4932-4f5f-b535-4130ac4048d9 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:21.270531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa7d29c2-d88d-4ae3-ac9c-45968962724e req-66544b91-35d0-49be-9cc3-ea18dfe79ae1 service neutron] 10.222.0.36 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7394538 May 06 12:37:21.290743 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.358130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-335befea-c6d4-4fd7-a0d4-b134a19ec31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.358896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-34f5e102-6259-4f5c-b0b8-6fc652d2280c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:21.365087 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-335befea-c6d4-4fd7-a0d4-b134a19ec31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.366563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-34f5e102-6259-4f5c-b0b8-6fc652d2280c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 814 time: 0.7777374 May 06 12:37:21.449111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335befea-c6d4-4fd7-a0d4-b134a19ec31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a025ac0e-054d-4f95-b3f4-7037617c4637,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:21.466654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fa230edf-bd34-4e51-906c-3ad22beb8306 None None] Provisioning complete for port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:21.467341 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fa230edf-bd34-4e51-906c-3ad22beb8306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.484081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-335befea-c6d4-4fd7-a0d4-b134a19ec31d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ae8b4b361cd4bed9f75db1754fdb7dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6907895 May 06 12:37:21.486720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34650) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:21.561517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-b617f796-3db8-4954-a56a-7d6e5cd4814a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/quotas/90b8f81737544326a2c880ff026ca883 HTTP/1.1" status: 200 len: 375 time: 0.1937644 May 06 12:37:21.638866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d62f05a-2c7e-4aa2-8cdd-7c5393bb0f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.645564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 7a23d568-7db2-48e8-90b6-97f1f37a51d5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7a23d568-7db2-48e8-90b6-97f1f37a51d5,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:21.694726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fec2fd-4932-4f5f-b535-4130ac4048d9,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:21.701500 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.718967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d62f05a-2c7e-4aa2-8cdd-7c5393bb0f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.760129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Allocated IP 172.25.7.187 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:21.808403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d62f05a-2c7e-4aa2-8cdd-7c5393bb0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.814813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd87b7-175b-4276-b7f1-64c46094b624 req-acc36049-776c-4441-96dd-6e63b8155688 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:21.820860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd87b7-175b-4276-b7f1-64c46094b624 req-acc36049-776c-4441-96dd-6e63b8155688 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:21.825626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd87b7-175b-4276-b7f1-64c46094b624 req-acc36049-776c-4441-96dd-6e63b8155688 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:21.827334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62f05a-2c7e-4aa2-8cdd-7c5393bb0f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a025ac0e-054d-4f95-b3f4-7037617c4637,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:21.842988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-befd87b7-175b-4276-b7f1-64c46094b624 req-acc36049-776c-4441-96dd-6e63b8155688 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2376 time: 0.7612698 May 06 12:37:21.846272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d62f05a-2c7e-4aa2-8cdd-7c5393bb0f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.862949 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d62f05a-2c7e-4aa2-8cdd-7c5393bb0f08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a025ac0e-054d-4f95-b3f4-7037617c4637 HTTP/1.1" status: 204 len: 168 time: 0.3646228 May 06 12:37:21.945398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-befd87b7-175b-4276-b7f1-64c46094b624 req-1e744eb0-ee96-4330-8bbf-48127aeb8515 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014712 May 06 12:37:21.980765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa7d29c2-d88d-4ae3-ac9c-45968962724e req-3c41c16b-ab95-4de7-a7f3-fe261eb6bea9 service neutron] 10.222.0.36 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917288 May 06 12:37:22.043991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=7a23d568-7db2-48e8-90b6-97f1f37a51d5,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:22.344377 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:37:22.377080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34660) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:22.389115 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-d9392612-b773-457c-8da0-6a2432f69b20 req-5622a27e-1ef1-4a55-bc6c-b998233e40bb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:37:22.390181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9392612-b773-457c-8da0-6a2432f69b20 req-5622a27e-1ef1-4a55-bc6c-b998233e40bb tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/37a4c949-e5f6-4837-8738-0cf1f2d3f28f HTTP/1.1" status: 404 len: 352 time: 0.2884865 May 06 12:37:22.398374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-09983b35-2fff-4394-864c-110492614156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.439490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-09983b35-2fff-4394-864c-110492614156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:22.444588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-09983b35-2fff-4394-864c-110492614156 admin admin] Usage tracker for resource:security_group_rule and tenant:c90688577dc749e4a84ef8845bd8bf87 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:22.448096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-09983b35-2fff-4394-864c-110492614156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:22.451817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Attempting to bind port c4fec2fd-4932-4f5f-b535-4130ac4048d9 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:22.452327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Attempting to bind port c4fec2fd-4932-4f5f-b535-4130ac4048d9 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:22.452834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Attempting to bind port c4fec2fd-4932-4f5f-b535-4130ac4048d9 on network 553f7f78-740d-4728-9374-2a508257b2e2 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:22.457854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-09983b35-2fff-4394-864c-110492614156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:22.468060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-d2ed21f5-6cd3-4eb0-aa8c-cca93ad7726d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9054277 May 06 12:37:22.477001 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61b845b-2cf2-47d2-aaa2-fafcb11f356b'] response: {'server_uuid': '8f7c428c-c41c-4c03-a4c4-ab9f3e52c6c2', 'name': 'network-vif-deleted', 'tag': '6a5a07b7-a4ad-4c27-ae10-64e391369c24', 'status': 'completed', 'code': 200} May 06 12:37:22.545406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Port c4fec2fd-4932-4f5f-b535-4130ac4048d9 on network 553f7f78-740d-4728-9374-2a508257b2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:22.545791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Attempting to bind port c4fec2fd-4932-4f5f-b535-4130ac4048d9 on network 553f7f78-740d-4728-9374-2a508257b2e2 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:22.576237 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-09983b35-2fff-4394-864c-110492614156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.581403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-09983b35-2fff-4394-864c-110492614156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.647860 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09983b35-2fff-4394-864c-110492614156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42888e5-e353-4284-a6db-b04216089789,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:22.653959 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-09983b35-2fff-4394-864c-110492614156 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c90688577dc749e4a84ef8845bd8bf87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2756567 May 06 12:37:22.658243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34666) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:22.697699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.706319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:22.706686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Checking segment: {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:22.707086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Bound using segment: {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:22.707549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Bound port: c4fec2fd-4932-4f5f-b535-4130ac4048d9, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:22.707905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.731965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f7491c8-1e92-4e48-9823-9bb4d8e41f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.784990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f7491c8-1e92-4e48-9823-9bb4d8e41f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.855928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f7491c8-1e92-4e48-9823-9bb4d8e41f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.875391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7491c8-1e92-4e48-9823-9bb4d8e41f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42888e5-e353-4284-a6db-b04216089789,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:22.879402 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f7491c8-1e92-4e48-9823-9bb4d8e41f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.880545 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f7491c8-1e92-4e48-9823-9bb4d8e41f70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b42888e5-e353-4284-a6db-b04216089789 HTTP/1.1" status: 204 len: 168 time: 0.2212391 May 06 12:37:22.894500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-3cc33a44-c430-4381-b738-526f8ddb9ab7 service neutron] 10.222.0.44 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093013 May 06 12:37:22.906916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.988112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] For port c4fec2fd-4932-4f5f-b535-4130ac4048d9, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:23.076043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ab875-f787-494a-bbc2-be38c6acb80b req-43853a73-3610-490b-b3df-f1bc136fc80f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:23.078216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e1ab875-f787-494a-bbc2-be38c6acb80b req-43853a73-3610-490b-b3df-f1bc136fc80f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 0.4546895 May 06 12:37:23.116134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] For port c4fec2fd-4932-4f5f-b535-4130ac4048d9, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c4fec2fd-4932-4f5f-b535-4130ac4048d9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:23.165242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:23.174872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.197008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:23.224300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:23.289226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Pushing event updated for resources: {'Port': ['ID=cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:23.409383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.410869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] 10.222.0.48 "PUT /v2.0/ports/c4fec2fd-4932-4f5f-b535-4130ac4048d9 HTTP/1.1" status: 200 len: 1091 time: 5.9449522 May 06 12:37:23.431514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-bd470318-7e70-4de7-819c-5715f616929a service neutron] 10.222.0.44 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281820 May 06 12:37:23.434055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e1ab875-f787-494a-bbc2-be38c6acb80b req-62185c38-b7ad-4d4c-8760-f2061184fc50 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359239 May 06 12:37:23.549265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-31ea8253-9276-4277-8d85-59008497f732 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:37:23.551271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-31ea8253-9276-4277-8d85-59008497f732 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0264986 May 06 12:37:23.594736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Request body: {'port': {'device_id': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:23.666425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8f9a6-abe2-45e2-b0d8-0cefacbd2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=c4fec2fd-4932-4f5f-b535-4130ac4048d9,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:23.780963 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-00699790-c3e7-4b2e-aabb-50042b512811 req-89da3b7b-26d3-4427-9d41-e1324d0bd4d1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:37:23.797283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00699790-c3e7-4b2e-aabb-50042b512811 req-89da3b7b-26d3-4427-9d41-e1324d0bd4d1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/f64f108c-af72-4039-9526-e95b13ea1551 HTTP/1.1" status: 404 len: 352 time: 0.0946736 May 06 12:37:23.977292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:24.047398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7a23d568-7db2-48e8-90b6-97f1f37a51d5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:24.117953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:24.119242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:24.220102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:24.220709 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:24.513548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'tag': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:24.661617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52f9b26d-47f6-44f0-808d-fca4f375857c req-cc63a936-b775-426d-9e5b-90c94f01919d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 210 time: 0.1267426 May 06 12:37:24.765296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eae85-ef65-4c8d-be51-4c2905b554ac req-a9b2e0ab-27f5-4687-bad5-840976a5e3e1 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:24.772955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eae85-ef65-4c8d-be51-4c2905b554ac req-a9b2e0ab-27f5-4687-bad5-840976a5e3e1 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:24.780562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eae85-ef65-4c8d-be51-4c2905b554ac req-a9b2e0ab-27f5-4687-bad5-840976a5e3e1 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:24.788195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df1eae85-ef65-4c8d-be51-4c2905b554ac req-a9b2e0ab-27f5-4687-bad5-840976a5e3e1 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2388 time: 0.7905314 May 06 12:37:25.115471 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-d6a83a3e-29a8-4e31-8bac-70061174fd2d req-ec5a0e6d-65d3-4234-8bd5-0ed480e9efb1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:37:25.117143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6a83a3e-29a8-4e31-8bac-70061174fd2d req-ec5a0e6d-65d3-4234-8bd5-0ed480e9efb1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/d918fa8b-6952-4e60-ac3b-cb4135b6d18b HTTP/1.1" status: 404 len: 352 time: 0.3261938 May 06 12:37:25.135403 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:25.279565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df1eae85-ef65-4c8d-be51-4c2905b554ac req-88c9c03d-a843-4d24-b100-189ad3b706dd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470576 May 06 12:37:25.297266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4590ae-94a6-401a-99de-f9a12683f1fe {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:25.384293 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.419302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Transition to ACTIVE for port object cb4590ae-94a6-401a-99de-f9a12683f1fe will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:25.441055 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31d3256-a62e-490c-962d-68c293e93505'] response: {'name': 'network-changed', 'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'tag': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9', 'status': 'completed', 'code': 200} May 06 12:37:25.454086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.643849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f4830-ea82-406b-b5bb-b02870197b93 req-b740040d-f2c9-4b4f-b401-6d016cdb0155 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:25.644697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0c1f4830-ea82-406b-b5bb-b02870197b93 req-b740040d-f2c9-4b4f-b401-6d016cdb0155 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:25.816473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4590ae-94a6-401a-99de-f9a12683f1fe,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:25.826732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0c1f4830-ea82-406b-b5bb-b02870197b93 req-b740040d-f2c9-4b4f-b401-6d016cdb0155 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:25.834750 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c1f4830-ea82-406b-b5bb-b02870197b93 req-b740040d-f2c9-4b4f-b401-6d016cdb0155 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 950 time: 0.5484402 May 06 12:37:25.886041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:37:26.053773 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a447f1d-f6fc-4256-9f05-65d5b0899b2f req-d2812960-89ec-4c8f-9a79-236b50f34d2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=334822546a7644ea9788570aebc2fae5&device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2756 time: 0.5559683 May 06 12:37:26.389870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c1f4830-ea82-406b-b5bb-b02870197b93 req-1feaf58d-8caf-4f57-a216-5f199d7a6ab3 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539801 May 06 12:37:26.459964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed423e-cae1-457b-b600-7f729ec9b756 req-f9d4c90c-b470-49de-8cc6-8447bf7aa2ff tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.473255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ed423e-cae1-457b-b600-7f729ec9b756 req-f9d4c90c-b470-49de-8cc6-8447bf7aa2ff tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 0.8115203 May 06 12:37:26.535916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-4ccbe52d-0a3f-4b8c-907c-db23403960b5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.538541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-4ccbe52d-0a3f-4b8c-907c-db23403960b5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:26.572034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-4ccbe52d-0a3f-4b8c-907c-db23403960b5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:26.574153 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-4ccbe52d-0a3f-4b8c-907c-db23403960b5 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 950 time: 0.2518682 May 06 12:37:26.672487 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-8bb20524-6bc8-48d6-8779-4ea52f5042ed req-532c8625-c8eb-42b4-81ea-e2478c517fef tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:37:26.675609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bb20524-6bc8-48d6-8779-4ea52f5042ed req-532c8625-c8eb-42b4-81ea-e2478c517fef tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/0a5c2d20-561f-43dd-9028-c6076fec0c29 HTTP/1.1" status: 404 len: 352 time: 0.1493003 May 06 12:37:26.675947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Attempting to bind port cb4590ae-94a6-401a-99de-f9a12683f1fe on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:26.676295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Attempting to bind port cb4590ae-94a6-401a-99de-f9a12683f1fe by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'c721fc25-c1e1-45c0-8490-71a4aa914819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:26.676836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Attempting to bind port cb4590ae-94a6-401a-99de-f9a12683f1fe on network 5d616b69-f926-460c-9a67-c1561fea5da8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:26.751158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Port cb4590ae-94a6-401a-99de-f9a12683f1fe on network 5d616b69-f926-460c-9a67-c1561fea5da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:26.751709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Attempting to bind port cb4590ae-94a6-401a-99de-f9a12683f1fe on network 5d616b69-f926-460c-9a67-c1561fea5da8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:26.762087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60ed423e-cae1-457b-b600-7f729ec9b756 req-68a2afab-118e-4251-9a2d-0e6735d5a19a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872362 May 06 12:37:26.763928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447f1d-f6fc-4256-9f05-65d5b0899b2f req-641c5f2e-086a-4472-b612-daad4ae87ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.764833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447f1d-f6fc-4256-9f05-65d5b0899b2f req-641c5f2e-086a-4472-b612-daad4ae87ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.765434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447f1d-f6fc-4256-9f05-65d5b0899b2f req-641c5f2e-086a-4472-b612-daad4ae87ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.768126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a447f1d-f6fc-4256-9f05-65d5b0899b2f req-641c5f2e-086a-4472-b612-daad4ae87ec5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=334822546a7644ea9788570aebc2fae5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6364977 May 06 12:37:26.828990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:26.830139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Checking segment: {'id': 'c721fc25-c1e1-45c0-8490-71a4aa914819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:26.830307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Bound using segment: {'id': 'c721fc25-c1e1-45c0-8490-71a4aa914819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:26.831032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Bound port: cb4590ae-94a6-401a-99de-f9a12683f1fe, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c721fc25-c1e1-45c0-8490-71a4aa914819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:26.831612 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.045290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Deleting port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:27.045768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.379425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99a88e8a-4cc6-4e8b-bd83-ea1e65684eef req-a95d65e4-6f79-4bba-ac46-7c74e7395843 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 210 time: 0.1857922 May 06 12:37:27.511544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-77ce2030-1668-421a-a1df-dbcb978312c4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:27.512709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-77ce2030-1668-421a-a1df-dbcb978312c4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Synchronizing usage tracker for tenant:90b8f81737544326a2c880ff026ca883 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:27.573787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] For port cb4590ae-94a6-401a-99de-f9a12683f1fe, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:27.583667 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-409b2dfe-d8eb-4441-9329-3ace9cf8d62b req-82fc581d-9d72-43d5-9882-02f7e47c2636 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:37:27.584777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-409b2dfe-d8eb-4441-9329-3ace9cf8d62b req-82fc581d-9d72-43d5-9882-02f7e47c2636 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/5143a5fd-d61f-41d0-82f7-b8e42313e0f7 HTTP/1.1" status: 404 len: 352 time: 0.0822382 May 06 12:37:27.596780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447f1d-f6fc-4256-9f05-65d5b0899b2f req-1ebf8f90-acb4-4dae-b74f-e63b5dad6f3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:27.598338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a447f1d-f6fc-4256-9f05-65d5b0899b2f req-1ebf8f90-acb4-4dae-b74f-e63b5dad6f3b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8192508 May 06 12:37:27.601875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] For port cb4590ae-94a6-401a-99de-f9a12683f1fe, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb4590ae-94a6-401a-99de-f9a12683f1fe,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:27.611545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.689939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-77ce2030-1668-421a-a1df-dbcb978312c4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Unset dirty status for tenant:90b8f81737544326a2c880ff026ca883 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:27.691739 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-77ce2030-1668-421a-a1df-dbcb978312c4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.48 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 814 time: 1.0421348 May 06 12:37:27.711697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68553a32-bac9-43d9-82dd-057633a40363 req-9856689d-eb8b-40fc-9aaa-fd30edc8c175 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:27.716163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68553a32-bac9-43d9-82dd-057633a40363 req-9856689d-eb8b-40fc-9aaa-fd30edc8c175 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:27.720969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68553a32-bac9-43d9-82dd-057633a40363 req-9856689d-eb8b-40fc-9aaa-fd30edc8c175 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:27.722939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68553a32-bac9-43d9-82dd-057633a40363 req-9856689d-eb8b-40fc-9aaa-fd30edc8c175 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2400 time: 0.5569789 May 06 12:37:27.730541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.732162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] 10.222.0.48 "PUT /v2.0/ports/cb4590ae-94a6-401a-99de-f9a12683f1fe HTTP/1.1" status: 200 len: 1092 time: 4.1589472 May 06 12:37:27.732967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'tag': 'cb4590ae-94a6-401a-99de-f9a12683f1fe'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:27.740127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:37:27.756806 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:37:27.771743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Request body: {'port': {'device_id': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f', 'admin_state_up': True, 'tenant_id': '90b8f81737544326a2c880ff026ca883'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:27.794869 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:27.795954 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:37:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:27.827226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Request body: {'port': {'device_id': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:27.875989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58170f-af46-44c0-9b46-37047dc4d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4590ae-94a6-401a-99de-f9a12683f1fe,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:27.961564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] For port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:27.961945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.968997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68553a32-bac9-43d9-82dd-057633a40363 req-c41a3708-380f-41ed-b77b-2a5356e9a052 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263398 May 06 12:37:28.124328 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.131682 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fa4fb9c2-598a-415a-a337-fb7cfc3c9d18 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.0993795 May 06 12:37:28.161947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Calling delete_port for c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:28.310448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34778) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:28.311180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:28.385608 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:28.463080 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-79f38cad-4a88-4fe8-a2a8-966d4977b3b0 req-e39f5cff-eb64-41db-bf9d-87f0ddbc825c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] show failed (client error): The resource could not be found. May 06 12:37:28.469050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79f38cad-4a88-4fe8-a2a8-966d4977b3b0 req-e39f5cff-eb64-41db-bf9d-87f0ddbc825c tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/05b61351-4909-4ab6-975c-54b25505b43e HTTP/1.1" status: 404 len: 352 time: 0.2905264 May 06 12:37:28.480306 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.554740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27547bfa-be72-402b-a4c9-239fc118f44a req-e42494f4-dee3-4e32-8f20-c4e9ece3144a tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:28.572530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27547bfa-be72-402b-a4c9-239fc118f44a req-e42494f4-dee3-4e32-8f20-c4e9ece3144a tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=45a77a63-da23-418a-a2d4-0e713d30d5ba HTTP/1.1" status: 200 len: 950 time: 0.6333480 May 06 12:37:28.612498 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f831b2a-1781-4bfb-87b7-0019bf6913bb'] response: {'name': 'network-changed', 'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'tag': 'cb4590ae-94a6-401a-99de-f9a12683f1fe', 'status': 'completed', 'code': 200} May 06 12:37:28.771357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:28.863569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:28.876858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:28.894678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.898766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Made reservation on behalf of 90b8f81737544326a2c880ff026ca883 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:28.901985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:28.903239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.910421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:28.917288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', '545c4e8a-92ad-4627-90a0-8549e8886a35'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:28.962453 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:23Z', 'revision_number': 3, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:28.967548 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:37:28.968056 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Updating router 1115ff7a-fd11-4591-9f1b-5e08508747a1 port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:37:28.998048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event deleted for resources: {'Port': ['ID=c9ac6968-bf10-4e1c-9196-a7a9f943b7b9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:29.038390 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.052832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['01dfe0b2-33d0-46bb-b173-f898f6620df4'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:29.100547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7eee0a-b397-492b-82a6-a2f2ad49b06f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:29.111366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.129256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-15497e54-90a9-401a-8848-04622143547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.137724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Transition to ACTIVE for port object 4a7eee0a-b397-492b-82a6-a2f2ad49b06f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:29.146297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.146771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.148203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.148556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.148987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.149330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.149750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.150130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.150462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.150836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.151202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:29.217755 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.400600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Allocated IP 172.20.0.13 (b5d92ee2-072f-4886-8b03-76af2538b46f/e52fac1b-5303-4f87-8cce-243fc365a585/0c0befd5-d46f-48c8-bbda-051f158b1217) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:29.405468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:29.540564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] No DVR routers for this DVR port c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:29.544875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.564884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a77a63-da23-418a-a2d4-0e713d30d5ba', 'name': 'network-vif-deleted', 'tag': 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:29.688965 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.696314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27547bfa-be72-402b-a4c9-239fc118f44a req-9fdf169f-22f5-4924-93c5-08d03a633a0d tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1216681 May 06 12:37:29.731274 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Transition to ACTIVE for port object cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:29.739615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60a3db1f-b893-4ef5-a8b3-fc100989eebe req-0a13606e-d3c6-45b8-a14f-2a8c0c920633 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=334822546a7644ea9788570aebc2fae5&device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2823 time: 0.5967419 May 06 12:37:29.745903 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.852285 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-690e29af-5401-48f2-8c4d-b909cf90b8e6 req-d69062ec-5c4a-4682-887d-2a19669e3882 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "DELETE /v2.0/ports/c9ac6968-bf10-4e1c-9196-a7a9f943b7b9 HTTP/1.1" status: 204 len: 173 time: 3.2723708 May 06 12:37:29.874383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-15497e54-90a9-401a-8848-04622143547d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:29.920850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-15497e54-90a9-401a-8848-04622143547d admin admin] Usage tracker for resource:security_group_rule and tenant:d444a497616245629fdad59c23a72c7e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:29.942735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-15497e54-90a9-401a-8848-04622143547d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:29.961271 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Attempting to bind port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:29.961716 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Attempting to bind port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:29.962086 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Attempting to bind port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:29.983310 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:29.984463 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:29.984463 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.984463 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:29.984929 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Bound port: cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:29.985318 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.048753 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.086019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-15497e54-90a9-401a-8848-04622143547d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:30.093326 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.144902 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] For port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:30.152077 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] For port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:30.154253 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Pushing event updated for resources: {'Port': ['ID=cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:30.164222 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.210909 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.211153 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.211513 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.211847 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.212228 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.212554 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.212993 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.217162 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.217605 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.217947 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.218383 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:30.253285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Network b5d92ee2-072f-4886-8b03-76af2538b46f is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:30.260546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:30.282403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:30.332596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-fdb508c8-a33d-4f1e-8971-800679fe2b5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7244012 May 06 12:37:30.344536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Attempting to bind port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:30.344853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Attempting to bind port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:30.345186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Attempting to bind port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f on network 553f7f78-740d-4728-9374-2a508257b2e2 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:30.374542 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95b75-a17f-4669-b2f1-efe587b06786 None None] Pushing event updated for resources: {'Port': ['ID=cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:30.417011 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:30.418070 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:37:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:30.485530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Pushing event updated for resources: {'Port': ['ID=0c0befd5-d46f-48c8-bbda-051f158b1217,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:30.552693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b42637-2777-4d2c-b1fd-2d43458e736f req-4e2bcbda-cced-4008-aa4f-5ac71c497829 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:30.554538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1b42637-2777-4d2c-b1fd-2d43458e736f req-4e2bcbda-cced-4008-aa4f-5ac71c497829 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 1.4149382 May 06 12:37:30.571294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:30.571949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.608040 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-2d8c6e3c-8f78-4e5e-8e44-e00adeaa23b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8426595 May 06 12:37:30.609915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f on network 553f7f78-740d-4728-9374-2a508257b2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:30.609915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Attempting to bind port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f on network 553f7f78-740d-4728-9374-2a508257b2e2 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:30.613740 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-15497e54-90a9-401a-8848-04622143547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.623594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:30.624093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Checking segment: {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:30.624602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Bound using segment: {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:30.625151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Bound port: 4a7eee0a-b397-492b-82a6-a2f2ad49b06f, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e780d9c-e90d-43e1-82e2-cff31df32751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:30.625604 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.635179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Request body: {'port': {'device_id': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:30.639320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3db1f-b893-4ef5-a8b3-fc100989eebe req-68963cd5-7817-4c77-a5d5-f8541c1bd463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:30.640115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3db1f-b893-4ef5-a8b3-fc100989eebe req-68963cd5-7817-4c77-a5d5-f8541c1bd463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:30.640825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3db1f-b893-4ef5-a8b3-fc100989eebe req-68963cd5-7817-4c77-a5d5-f8541c1bd463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:30.643778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60a3db1f-b893-4ef5-a8b3-fc100989eebe req-68963cd5-7817-4c77-a5d5-f8541c1bd463 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=334822546a7644ea9788570aebc2fae5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7545304 May 06 12:37:30.686139 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-15497e54-90a9-401a-8848-04622143547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.743897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15497e54-90a9-401a-8848-04622143547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54719226-7f8a-470a-861f-9543009c1081,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:30.749656 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:30.965778 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-15497e54-90a9-401a-8848-04622143547d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d444a497616245629fdad59c23a72c7e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6503286 May 06 12:37:30.970996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34800) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:31.009890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1b42637-2777-4d2c-b1fd-2d43458e736f req-d78cb402-5548-427a-9941-b90021a58aa6 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289894 May 06 12:37:31.036633 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.065125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] For port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:31.071710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] For port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:31.131837 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:23Z', 'revision_number': 3, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:31.141553 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd551c5-20cd-4f66-a0af-f4a8925eeb44 None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:23Z', 'revision_number': 3, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:37:31.171097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbd1ed-59f4-424c-bee7-9497ae434ffd req-56c0d902-7499-4206-9d08-6406af93297d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:31.183211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1dbd1ed-59f4-424c-bee7-9497ae434ffd req-56c0d902-7499-4206-9d08-6406af93297d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 932 time: 1.0088992 May 06 12:37:31.189874 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.242816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3db1f-b893-4ef5-a8b3-fc100989eebe req-e9dda1a0-5de8-48e1-ae43-eda5681cbeab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:31.244814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60a3db1f-b893-4ef5-a8b3-fc100989eebe req-e9dda1a0-5de8-48e1-ae43-eda5681cbeab service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5780857 May 06 12:37:31.270281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-f4404ba9-e45a-46d3-89dc-497e22474c5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 1100 time: 0.8288221 May 06 12:37:31.290156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a29f0df-9460-4006-8f7d-37568a872ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.334650 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.336309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] 10.222.0.48 "PUT /v2.0/ports/4a7eee0a-b397-492b-82a6-a2f2ad49b06f HTTP/1.1" status: 200 len: 1092 time: 3.5349753 May 06 12:37:31.336607 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'tag': '4a7eee0a-b397-492b-82a6-a2f2ad49b06f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:31.414989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a29f0df-9460-4006-8f7d-37568a872ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.568062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['78e5b571-9e05-481f-8b9b-dc1791c105a0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:31.849427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3189026-4b5a-4a36-9c80-049be298d052 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:31.967468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1dbd1ed-59f4-424c-bee7-9497ae434ffd req-26726aa8-a983-4493-b4b0-e3bab93d1010 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7703235 May 06 12:37:31.995739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a29f0df-9460-4006-8f7d-37568a872ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.021330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29f0df-9460-4006-8f7d-37568a872ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54719226-7f8a-470a-861f-9543009c1081,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:32.070296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a29f0df-9460-4006-8f7d-37568a872ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.075633 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5a29f0df-9460-4006-8f7d-37568a872ed2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54719226-7f8a-470a-861f-9543009c1081 HTTP/1.1" status: 204 len: 168 time: 1.0997381 May 06 12:37:32.180303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0befd5-d46f-48c8-bbda-051f158b1217 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:32.191605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.239233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Transition to ACTIVE for port object 0c0befd5-d46f-48c8-bbda-051f158b1217 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:32.275938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.283008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:32.304691 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa09082-f8d2-4a34-9061-eec39fe28c59'] response: {'server_uuid': '45a77a63-da23-418a-a2d4-0e713d30d5ba', 'name': 'network-vif-deleted', 'tag': 'c9ac6968-bf10-4e1c-9196-a7a9f943b7b9', 'status': 'completed', 'code': 200} May 06 12:37:32.508456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f1e85a94-b05c-4743-9cc9-10f98d20aa71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=334822546a7644ea9788570aebc2fae5&device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2865 time: 1.1122212 May 06 12:37:32.510710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-72bad05e-bd55-4b9b-bf4d-4029546c907a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:32.513268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-72bad05e-bd55-4b9b-bf4d-4029546c907a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 1.1805720 May 06 12:37:32.697983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:32.708501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:32.709452 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.851820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Pushing event updated for resources: {'Port': ['ID=0c0befd5-d46f-48c8-bbda-051f158b1217,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:32.854291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-ad199dab-60b8-4c3e-aa56-25c959438378 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.67&port_id=c4fec2fd-4932-4f5f-b535-4130ac4048d9 HTTP/1.1" status: 200 len: 217 time: 0.3358750 May 06 12:37:32.875268 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978f0bc6-44e0-4c2b-9be1-23a3ea37e401'] response: {'name': 'network-changed', 'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'tag': '4a7eee0a-b397-492b-82a6-a2f2ad49b06f', 'status': 'completed', 'code': 200} May 06 12:37:33.054910 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.094669 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:33.104159 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.124361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-94ae37d7-d0f9-486c-858b-075bb3d4b135 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=033b8e2c-7bc0-4c6f-bbfc-b366761592e6 HTTP/1.1" status: 200 len: 217 time: 0.5928450 May 06 12:37:33.240323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34818) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:33.251777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:33.413428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Attempting to bind port 0c0befd5-d46f-48c8-bbda-051f158b1217 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:33.414238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Attempting to bind port 0c0befd5-d46f-48c8-bbda-051f158b1217 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:33.414462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Attempting to bind port 0c0befd5-d46f-48c8-bbda-051f158b1217 on network b5d92ee2-072f-4886-8b03-76af2538b46f {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:33.430938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Port 0c0befd5-d46f-48c8-bbda-051f158b1217 on network b5d92ee2-072f-4886-8b03-76af2538b46f not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:33.431231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Attempting to bind port 0c0befd5-d46f-48c8-bbda-051f158b1217 on network b5d92ee2-072f-4886-8b03-76af2538b46f {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:33.439599 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.463192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:33.463600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Checking segment: {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:33.464025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Bound using segment: {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:33.464449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Bound port: 0c0befd5-d46f-48c8-bbda-051f158b1217, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:33.464791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.469049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.527567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-19228b14-6505-429b-b6dc-fdad088ca6b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:33.530113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-19228b14-6505-429b-b6dc-fdad088ca6b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2dd213ea-5d88-4c2d-b400-f40461f3eb40 HTTP/1.1" status: 200 len: 801 time: 0.3911614 May 06 12:37:33.619224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-f29bb6b6-1bc1-4ac4-a305-f0d6cc1a2458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:33.621609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-f29bb6b6-1bc1-4ac4-a305-f0d6cc1a2458 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.3910606 May 06 12:37:33.672422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed507a-31b3-4fc5-a21b-3d5a07494f9e req-a3ab9ec0-6460-4daa-9dfb-561ccb3bb6fd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:33.680861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed507a-31b3-4fc5-a21b-3d5a07494f9e req-a3ab9ec0-6460-4daa-9dfb-561ccb3bb6fd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:33.688430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed507a-31b3-4fc5-a21b-3d5a07494f9e req-a3ab9ec0-6460-4daa-9dfb-561ccb3bb6fd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:33.691715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17ed507a-31b3-4fc5-a21b-3d5a07494f9e req-a3ab9ec0-6460-4daa-9dfb-561ccb3bb6fd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2412 time: 1.4766476 May 06 12:37:33.824982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:33.849391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-461621ae-a47f-4aaf-83d1-64f34a43f8bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8350034 May 06 12:37:33.859700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84779213-8db3-4cbe-9bc3-3b8eb75ba7e2 req-0c41ed1e-7112-4f7e-9f8f-ae520b52a898 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:33.860703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-84779213-8db3-4cbe-9bc3-3b8eb75ba7e2 req-0c41ed1e-7112-4f7e-9f8f-ae520b52a898 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Synchronizing usage tracker for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:33.870650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Usage tracker for resource:security_group_rule and tenant:1fbab7d557d3438e8b219972430abb46 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:33.893861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:33.915414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:33.940853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-b40aed78-60f1-409a-b8d2-d10a8a4c4033 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:33.942571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-b40aed78-60f1-409a-b8d2-d10a8a4c4033 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Synchronizing usage tracker for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:33.950276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:34.008207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] For port 0c0befd5-d46f-48c8-bbda-051f158b1217, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:34.039614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] For port 0c0befd5-d46f-48c8-bbda-051f158b1217, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c0befd5-d46f-48c8-bbda-051f158b1217,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:34.040929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-b40aed78-60f1-409a-b8d2-d10a8a4c4033 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Unset dirty status for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:34.042308 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-b40aed78-60f1-409a-b8d2-d10a8a4c4033 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 1024 time: 0.4460719 May 06 12:37:34.047689 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.061618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:34.062328 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.062592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-84779213-8db3-4cbe-9bc3-3b8eb75ba7e2 req-0c41ed1e-7112-4f7e-9f8f-ae520b52a898 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Unset dirty status for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:34.064759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-84779213-8db3-4cbe-9bc3-3b8eb75ba7e2 req-0c41ed1e-7112-4f7e-9f8f-ae520b52a898 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 1024 time: 1.0074368 May 06 12:37:34.101403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17ed507a-31b3-4fc5-a21b-3d5a07494f9e req-90a51ade-b1d5-4703-8a33-f2b86a0135ae tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438635 May 06 12:37:34.179235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-35a4ae3d-fc32-4222-b4c5-184cfa4f60d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=553f7f78-740d-4728-9374-2a508257b2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6331534 May 06 12:37:34.179523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Allocated IP 172.20.0.1 (65d1fd16-9391-4fd5-83e8-7b89bb4249e8/3473eb44-72d0-416f-b75e-63353d06f8e4/3d59489d-2dc1-4880-a8e9-a19c05e56791) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:34.223863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.225294 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] 10.222.0.48 "PUT /v2.0/ports/0c0befd5-d46f-48c8-bbda-051f158b1217 HTTP/1.1" status: 200 len: 1092 time: 3.6022286 May 06 12:37:34.245727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38a649-704b-48ea-af34-7a0fe07fe13d service neutron] Pushing event updated for resources: {'Port': ['ID=0c0befd5-d46f-48c8-bbda-051f158b1217,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:34.274976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Deleting port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:34.275324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.288812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-84431669-ef2e-4fea-b1d7-a25a88e90df8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6399376 May 06 12:37:34.313414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'tag': '0c0befd5-d46f-48c8-bbda-051f158b1217'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:34.622159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.629363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-84779213-8db3-4cbe-9bc3-3b8eb75ba7e2 req-def88d39-3cbb-4b40-bb5f-31644734eed1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Synchronizing usage tracker for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:34.676581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.693327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-cc7a31de-f360-49cd-91ad-88c794c8dabe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee19d38453fb4b61b2134384718859f1&device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 6501 time: 0.7196288 May 06 12:37:34.702937 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-d43524e7-deb1-4937-b1dd-74d070add08d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 1095 time: 0.3941822 May 06 12:37:34.709752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.772708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Transition to ACTIVE for port object 3d59489d-2dc1-4880-a8e9-a19c05e56791 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:34.793171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-84779213-8db3-4cbe-9bc3-3b8eb75ba7e2 req-def88d39-3cbb-4b40-bb5f-31644734eed1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Unset dirty status for tenant:58775d9ee6c34d7fabfa1ca686ad752d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:34.794843 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-84779213-8db3-4cbe-9bc3-3b8eb75ba7e2 req-def88d39-3cbb-4b40-bb5f-31644734eed1 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups?id=a046c0c9-41d3-44d7-a082-2c6e6c85d871&id=5f1769c8-5bad-4018-b1d2-350430f03fe7&id=3e3097ac-fa86-4949-bc0e-8d6e6e8a434c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6980946 May 06 12:37:34.801922 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-44df7ede-4854-41c6-b5f1-4f8fea2c64f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c0befd5-d46f-48c8-bbda-051f158b1217 HTTP/1.1" status: 200 len: 217 time: 0.0889988 May 06 12:37:34.931041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] For port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,segment=NetworkSegment(8c9bf430-be49-406e-81dc-083ac4068f23),segment_id=8c9bf430-be49-406e-81dc-083ac4068f23)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:34.931392 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.980607 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45852c1-575d-4dd8-8600-15e089d0fafc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:35.069374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-3234cd0d-ad12-4478-88d1-1431f79a5568 service neutron] 10.222.0.48 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8619134 May 06 12:37:35.072635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-f17a8ec5-6ff6-4d33-bbb3-0270be8e6d22 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663724 May 06 12:37:35.082786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fbab7d557d3438e8b219972430abb46&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7780995 May 06 12:37:35.093828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.094417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.094997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.095687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.096246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.096761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.097279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.097819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.098360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.098938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.101006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acfaf2-1301-4dec-8ef0-ae0d47003f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.131742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34824) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:35.136847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.156381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Calling delete_port for cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:35.246421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-ad5121f4-50d4-4fd2-b6b0-c64b3617a4bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:35.248118 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-ad5121f4-50d4-4fd2-b6b0-c64b3617a4bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.4185243 May 06 12:37:35.388853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-84902691-38cb-465d-81ac-e99a66ed7a12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969398 May 06 12:37:35.413600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:35.443944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:35.655142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:35.682112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d59489d-2dc1-4880-a8e9-a19c05e56791,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:35.762842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceed3c3-ba75-4866-8f2b-a19fa2eb9e3e req-6759b6d2-1d4b-49e9-b53a-32b66837aa85 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:35.765212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ceed3c3-ba75-4866-8f2b-a19fa2eb9e3e req-6759b6d2-1d4b-49e9-b53a-32b66837aa85 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 1.3019195 May 06 12:37:35.783088 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.814849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-1230d084-c828-4477-bf63-e75f496d7cfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:35.815477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-1230d084-c828-4477-bf63-e75f496d7cfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:35.816290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-1230d084-c828-4477-bf63-e75f496d7cfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:35.819221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-1230d084-c828-4477-bf63-e75f496d7cfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=976f98d1-003f-441c-898e-2b2c65044136&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb HTTP/1.1" status: 200 len: 2297 time: 1.0558372 May 06 12:37:35.825566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-084f8ebb-4e71-46f3-8c45-e9f5c73f7f32 None None] Provisioning for port 3d59489d-2dc1-4880-a8e9-a19c05e56791 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:35.830134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a55528c7-5a19-4160-8d05-f8d169899543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.834825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-084f8ebb-4e71-46f3-8c45-e9f5c73f7f32 None None] Provisioning complete for port 3d59489d-2dc1-4880-a8e9-a19c05e56791 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:35.835952 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-084f8ebb-4e71-46f3-8c45-e9f5c73f7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.943077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a55528c7-5a19-4160-8d05-f8d169899543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.961575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-084f8ebb-4e71-46f3-8c45-e9f5c73f7f32 None None] Port 3d59489d-2dc1-4880-a8e9-a19c05e56791 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:36.003746 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-00c19025-175c-4923-8410-0b0111998950 service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993075 May 06 12:37:36.065338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.130438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b525d569-ce2f-4aed-b896-ed9d2f95d1a2 req-c58dbbbb-54b8-4c87-9813-022cc5e9ddd3 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0398448 May 06 12:37:36.136773 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-eb340620-86c8-4dd6-9603-f24ee40d3eed service neutron] 10.222.0.48 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0510294 May 06 12:37:36.140234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ceed3c3-ba75-4866-8f2b-a19fa2eb9e3e req-f878d97f-49c2-49e4-bc1d-eeb949731bd3 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316555 May 06 12:37:36.143518 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-a72adace-ed3a-461f-bde1-e65950f53717 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e57cefd-329a-4c4f-9cf2-a9562f96b339 HTTP/1.1" status: 200 len: 1001 time: 0.2571318 May 06 12:37:36.259970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'Port': ['ID=cbab3d52-3b05-4f90-bf4b-93c8fd0f8600,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:36.268852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d1a64-adea-4c88-8fb0-765c4b612be7 req-2ef038e5-910e-42e8-82ee-1dab7aed16b1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.275698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-537d1a64-adea-4c88-8fb0-765c4b612be7 req-2ef038e5-910e-42e8-82ee-1dab7aed16b1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 944 time: 0.6277602 May 06 12:37:36.332977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-49c46609-aff2-42a4-8211-7da7fc897523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=cb4590ae-94a6-401a-99de-f9a12683f1fe HTTP/1.1" status: 200 len: 217 time: 0.1879978 May 06 12:37:36.368593 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ef4ecd-7c30-4829-a0e7-2b8d443daa88'] response: {'name': 'network-changed', 'server_uuid': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'tag': '0c0befd5-d46f-48c8-bbda-051f158b1217', 'status': 'completed', 'code': 200} May 06 12:37:36.436272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-6e80674e-e02a-4348-8f32-7a482fba72ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.438321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-6e80674e-e02a-4348-8f32-7a482fba72ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=71a2bf6a-d5e5-4d51-9ebb-6706229d28df HTTP/1.1" status: 200 len: 855 time: 0.2312403 May 06 12:37:36.449017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.460018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] No DVR routers for this DVR port cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:36.477465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.494659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a55528c7-5a19-4160-8d05-f8d169899543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.528102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-e14c7487-a054-4654-a6ed-b7aceaabe15f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.529731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-e14c7487-a054-4654-a6ed-b7aceaabe15f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c87a70db-8a0b-4715-9628-be2e2137d866 HTTP/1.1" status: 200 len: 801 time: 0.1801980 May 06 12:37:36.536789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-537d1a64-adea-4c88-8fb0-765c4b612be7 req-9f8a8bd0-abc1-4023-be39-205b448e7d6e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072387 May 06 12:37:36.569638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55528c7-5a19-4160-8d05-f8d169899543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45852c1-575d-4dd8-8600-15e089d0fafc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:36.589707 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-3be8e36d-de1d-44b8-819f-0c5f0d10e80a service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648661 May 06 12:37:36.623661 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5f9e490b-2736-4f77-b156-8ec39e400ad5 req-8aa4a432-408b-43f7-a530-355b24bb949b tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.48 "DELETE /v2.0/ports/cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 HTTP/1.1" status: 204 len: 173 time: 2.5656016 May 06 12:37:36.628439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a55528c7-5a19-4160-8d05-f8d169899543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.629769 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a55528c7-5a19-4160-8d05-f8d169899543 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c45852c1-575d-4dd8-8600-15e089d0fafc HTTP/1.1" status: 204 len: 168 time: 1.4862506 May 06 12:37:36.646192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-c3c5fdb2-0247-41e6-9886-731f086da4a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=976f98d1-003f-441c-898e-2b2c65044136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920769 May 06 12:37:36.802546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:36.886135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-701da185-32f5-4135-b2e7-cda568aeb9c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d616b69-f926-460c-9a67-c1561fea5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3415070 May 06 12:37:36.890475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:36.891367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cbab3d52-3b05-4f90-bf4b-93c8fd0f8600 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:37.004561 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.111490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-f1e39e04-6d3c-4bb0-ab03-e380b0a59cc1 service neutron] 10.222.0.48 "GET /v2.0/networks/976f98d1-003f-441c-898e-2b2c65044136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583714 May 06 12:37:37.134397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.144565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.178102 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f5f98972-48ba-4024-bc7a-1b33042ce8e4 req-3a2f1284-4168-4e55-ade3-dd48cac2773b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 1095 time: 0.1941359 May 06 12:37:37.372234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d59489d-2dc1-4880-a8e9-a19c05e56791,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:37.389803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.529535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f98972-48ba-4024-bc7a-1b33042ce8e4 req-373581e4-4c4c-4ca9-a744-8b2463d096f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:37.531152 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f5f98972-48ba-4024-bc7a-1b33042ce8e4 req-373581e4-4c4c-4ca9-a744-8b2463d096f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 915 time: 0.3140192 May 06 12:37:37.559858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f50ea-5a4b-4c10-8dc4-2cc2c6932857 req-056c8619-41a0-4392-8c07-e981747b51ad tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:37.568754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f50ea-5a4b-4c10-8dc4-2cc2c6932857 req-056c8619-41a0-4392-8c07-e981747b51ad tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:37.576926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f50ea-5a4b-4c10-8dc4-2cc2c6932857 req-056c8619-41a0-4392-8c07-e981747b51ad tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:37.580141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-684f50ea-5a4b-4c10-8dc4-2cc2c6932857 req-056c8619-41a0-4392-8c07-e981747b51ad tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2412 time: 0.8379698 May 06 12:37:37.601787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f289eb58-8a02-43d1-b63d-461c01bcd207 req-400c1322-e6a4-4287-b4a8-a27d20e6e245 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3 HTTP/1.1" status: 200 len: 210 time: 0.1637084 May 06 12:37:37.614020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-f92e10de-b085-4479-9709-0f3daf34e632 service neutron] 10.222.0.48 "GET /v2.0/networks/976f98d1-003f-441c-898e-2b2c65044136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859109 May 06 12:37:37.630857 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f5f98972-48ba-4024-bc7a-1b33042ce8e4 req-da68e8de-3a4d-4f73-a43f-a5c37981e513 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c0befd5-d46f-48c8-bbda-051f158b1217 HTTP/1.1" status: 200 len: 217 time: 0.0860353 May 06 12:37:37.665152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-0687b153-2e02-4a91-9984-0c91b5e95a13 service neutron] 10.222.0.48 "GET /v2.0/networks/5d616b69-f926-460c-9a67-c1561fea5da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7564197 May 06 12:37:37.726466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b831db6b-5a83-4c53-acbe-337d1fc875a9 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:37.728069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b831db6b-5a83-4c53-acbe-337d1fc875a9 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5 HTTP/1.1" status: 200 len: 949 time: 0.9092124 May 06 12:37:37.786221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:37.800017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:38.123388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-cf37450e-0440-40c1-906e-7ecf2270b9ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=239f9c9f-72c8-43d0-b15c-f0067878f016 HTTP/1.1" status: 200 len: 217 time: 0.4688504 May 06 12:37:38.287771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-684f50ea-5a4b-4c10-8dc4-2cc2c6932857 req-6bf10282-b25a-4244-adcf-13e6926d9bb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822197 May 06 12:37:38.324968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7cb45415-8705-4c3e-9d84-24b3e71e9c96 None None] Provisioning complete for port 3d59489d-2dc1-4880-a8e9-a19c05e56791 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:38.325819 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7cb45415-8705-4c3e-9d84-24b3e71e9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.341813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f98972-48ba-4024-bc7a-1b33042ce8e4 req-a3bd6c9f-1ace-4773-a5ea-4c38e36494e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:38.343442 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f5f98972-48ba-4024-bc7a-1b33042ce8e4 req-a3bd6c9f-1ace-4773-a5ea-4c38e36494e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.6788816 May 06 12:37:38.380102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'name': 'network-vif-deleted', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:38.503866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7cb45415-8705-4c3e-9d84-24b3e71e9c96 None None] Port 3d59489d-2dc1-4880-a8e9-a19c05e56791 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:38.531027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f5f98972-48ba-4024-bc7a-1b33042ce8e4 req-ea903479-a3ba-4eb2-a280-930eecc9fa3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664929 May 06 12:37:38.654972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Deleting port 545c4e8a-92ad-4627-90a0-8549e8886a35 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:38.655362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.698651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-da41d774-5af1-40f4-9159-a1ef0fa666d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:38.700264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-da41d774-5af1-40f4-9159-a1ef0fa666d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 200 len: 797 time: 0.5380397 May 06 12:37:38.745566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-200fe69e-b7a2-4525-9b3f-c22f7e061dd6 service neutron] 10.222.0.48 "GET /v2.0/networks/5d616b69-f926-460c-9a67-c1561fea5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0123177 May 06 12:37:38.928362 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f5f98972-48ba-4024-bc7a-1b33042ce8e4 req-25e83838-014f-4f9f-b449-d810a7c5f28f service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872063 May 06 12:37:38.952428 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-47ab732a-d36d-4f1c-8a9c-576d49296bca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=4a7eee0a-b397-492b-82a6-a2f2ad49b06f HTTP/1.1" status: 200 len: 217 time: 0.1949782 May 06 12:37:39.065855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f5ddd-200c-40b0-b10b-d08e83d1ea55 req-8c2f9572-e4f0-401d-b627-d34bb39ef0ca tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:39.067581 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c0f5ddd-200c-40b0-b10b-d08e83d1ea55 req-8c2f9572-e4f0-401d-b627-d34bb39ef0ca tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5 HTTP/1.1" status: 200 len: 949 time: 0.8946209 May 06 12:37:39.188810 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f5f98972-48ba-4024-bc7a-1b33042ce8e4 req-07a9aa43-3997-4304-bf94-23eceef30d2b service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498608 May 06 12:37:39.213735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f194ed39-5105-4a4d-87a4-f16e31fbf06b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:39.216149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-f194ed39-5105-4a4d-87a4-f16e31fbf06b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2dd213ea-5d88-4c2d-b400-f40461f3eb40 HTTP/1.1" status: 200 len: 801 time: 0.2469428 May 06 12:37:39.240913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:37:39.379069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f41a3-bbc1-450e-a8af-610b02729443 req-e2c77fd2-f225-4f1a-a35e-6e9096d94429 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:39.381550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a9f41a3-bbc1-450e-a8af-610b02729443 req-e2c77fd2-f225-4f1a-a35e-6e9096d94429 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 0.6954813 May 06 12:37:39.386742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-0ad8a767-7db1-4d4c-8cea-860a13c12b96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6349545 May 06 12:37:39.493866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c0f5ddd-200c-40b0-b10b-d08e83d1ea55 req-a0019c79-17e5-4cbd-968f-ec5a10d014e3 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988352 May 06 12:37:39.631811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] For port 545c4e8a-92ad-4627-90a0-8549e8886a35, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=545c4e8a-92ad-4627-90a0-8549e8886a35,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:39.632203 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.704194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:37:39.722679 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8931792f-56e2-4459-aa32-9ee1ba8559d3 admin admin] 10.222.0.44 "PUT /v2.0/routers/1115ff7a-fd11-4591-9f1b-5e08508747a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3998621 May 06 12:37:39.737547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:37:39.774482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:39.775575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:37:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:39.918280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c773d-d109-428d-85ca-406023255f42 req-5bc373a8-d22d-4367-ba1e-8beb3e10be45 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:39.925396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-115c773d-d109-428d-85ca-406023255f42 req-5bc373a8-d22d-4367-ba1e-8beb3e10be45 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:39.982004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-115c773d-d109-428d-85ca-406023255f42 req-5bc373a8-d22d-4367-ba1e-8beb3e10be45 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:39.992130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Calling delete_port for 545c4e8a-92ad-4627-90a0-8549e8886a35 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:40.001394 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-115c773d-d109-428d-85ca-406023255f42 req-5bc373a8-d22d-4367-ba1e-8beb3e10be45 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ae7daaf-72d8-471e-88e5-7dfc9f7eb308 HTTP/1.1" status: 200 len: 950 time: 0.2717619 May 06 12:37:40.154045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:40.187873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-115c773d-d109-428d-85ca-406023255f42 req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Deleting port 01dfe0b2-33d0-46bb-b173-f898f6620df4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:40.188610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-115c773d-d109-428d-85ca-406023255f42 req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.231853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-abd9922c-39d8-4914-85c8-09b859dae412 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194487 May 06 12:37:40.251481 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a9f41a3-bbc1-450e-a8af-610b02729443 req-fbebf304-0fe4-4ceb-acd1-9c52d7ecf39d tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8534126 May 06 12:37:40.304963 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-b56ddb9a-8a50-4252-b893-1e7109a9a8d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=553f7f78-740d-4728-9374-2a508257b2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0629375 May 06 12:37:40.464674 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038fdcee-d53f-4268-8b62-fea0f4d51cbc'] response: {'server_uuid': 'f6caaf71-7a40-46e8-a7b9-5a2ff093fdd3', 'name': 'network-vif-deleted', 'tag': 'cbab3d52-3b05-4f90-bf4b-93c8fd0f8600', 'status': 'completed', 'code': 200} May 06 12:37:40.808889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 545c4e8a-92ad-4627-90a0-8549e8886a35 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:40.879107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c0befd5-d46f-48c8-bbda-051f158b1217 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:37:41.041885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-115c773d-d109-428d-85ca-406023255f42 req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] For port 01dfe0b2-33d0-46bb-b173-f898f6620df4, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=01dfe0b2-33d0-46bb-b173-f898f6620df4,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:41.043294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-115c773d-d109-428d-85ca-406023255f42 req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.048824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c0befd5-d46f-48c8-bbda-051f158b1217, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c0befd5-d46f-48c8-bbda-051f158b1217,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:41.141478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '0c0befd5-d46f-48c8-bbda-051f158b1217', 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f', 'port_id': '0c0befd5-d46f-48c8-bbda-051f158b1217', 'mac_address': 'fa:16:3e:97:01:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52fac1b-5303-4f87-8cce-243fc365a585', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:37:41.195789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-70ea874f-08d8-4959-96f9-70689cb270c9 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9201970 May 06 12:37:41.199265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-38e84ffd-f6c9-49d4-a981-42ee28122f53 service neutron] 10.222.0.48 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094456 May 06 12:37:41.215690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-115c773d-d109-428d-85ca-406023255f42 req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Calling delete_port for 01dfe0b2-33d0-46bb-b173-f898f6620df4 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:41.382536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.455390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 2, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:41.473554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:37:41.473845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Updating router 1115ff7a-fd11-4591-9f1b-5e08508747a1 port 3d59489d-2dc1-4880-a8e9-a19c05e56791 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:37:41.523756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0befd5-d46f-48c8-bbda-051f158b1217 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:41.557654 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-115c773d-d109-428d-85ca-406023255f42 req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.574223 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.616777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:41.666381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['01dfe0b2-33d0-46bb-b173-f898f6620df4'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:41.727043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.767407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c0befd5-d46f-48c8-bbda-051f158b1217, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c0befd5-d46f-48c8-bbda-051f158b1217,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:41.786036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['01dfe0b2-33d0-46bb-b173-f898f6620df4'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:41.831418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-a61442ac-b136-4fe6-b0f1-300f765354fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda HTTP/1.1" status: 200 len: 217 time: 0.5309498 May 06 12:37:41.846947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event deleted for resources: {'Port': ['ID=01dfe0b2-33d0-46bb-b173-f898f6620df4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:41.898098 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.936937 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.992660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event deleted for resources: {'Port': ['ID=545c4e8a-92ad-4627-90a0-8549e8886a35,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:41.995989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-115c773d-d109-428d-85ca-406023255f42 req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] No DVR routers for this DVR port 01dfe0b2-33d0-46bb-b173-f898f6620df4 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:41.998925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-115c773d-d109-428d-85ca-406023255f42 req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.017639 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-115c773d-d109-428d-85ca-406023255f42 req-dfea70af-4992-4480-83af-b64db43bedef tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.48 "DELETE /v2.0/ports/01dfe0b2-33d0-46bb-b173-f898f6620df4 HTTP/1.1" status: 204 len: 173 time: 2.0026643 May 06 12:37:42.216558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf62441-5852-4e25-9aa8-b0d3fcbcb192 req-947866df-b948-450f-b8dc-255ee46b8e41 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:42.220245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf62441-5852-4e25-9aa8-b0d3fcbcb192 req-947866df-b948-450f-b8dc-255ee46b8e41 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 944 time: 2.5501173 May 06 12:37:42.286210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c0befd5-d46f-48c8-bbda-051f158b1217,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:42.311942 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea16f1c3-81dd-4c08-aadf-91e4d6532609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.393956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c016-a915-4312-bca2-7fe4222ab9da req-cec4a8ed-5127-4cf3-a9b9-d3cfdc232297 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:42.398719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c016-a915-4312-bca2-7fe4222ab9da req-cec4a8ed-5127-4cf3-a9b9-d3cfdc232297 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:42.403333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c016-a915-4312-bca2-7fe4222ab9da req-cec4a8ed-5127-4cf3-a9b9-d3cfdc232297 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:42.405324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cc0c016-a915-4312-bca2-7fe4222ab9da req-cec4a8ed-5127-4cf3-a9b9-d3cfdc232297 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2412 time: 1.1544921 May 06 12:37:42.406860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] No DVR routers for this DVR port 545c4e8a-92ad-4627-90a0-8549e8886a35 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:42.409874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-b2e6d14c-ae02-4f03-970c-3f2f2509ec87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:42.411608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-b2e6d14c-ae02-4f03-970c-3f2f2509ec87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 200 len: 797 time: 0.5377474 May 06 12:37:42.412863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.442515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5', 'name': 'network-vif-deleted', 'tag': '545c4e8a-92ad-4627-90a0-8549e8886a35'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:42.449161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db21e93d-928b-4773-8057-22b3c24e7853 req-b01cbaec-c333-41c2-b517-4a6712e78749 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "DELETE /v2.0/ports/545c4e8a-92ad-4627-90a0-8549e8886a35 HTTP/1.1" status: 204 len: 173 time: 4.6897333 May 06 12:37:42.466684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae7daaf-72d8-471e-88e5-7dfc9f7eb308', 'name': 'network-vif-deleted', 'tag': '01dfe0b2-33d0-46bb-b173-f898f6620df4'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:42.527137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0c0befd5-d46f-48c8-bbda-051f158b1217'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:42.573564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0df9eb-09f4-4f86-8e6d-a190a986748e req-23c850f8-d61f-4596-96e7-3d7687f35dfc service neutron] 10.222.0.48 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3051782 May 06 12:37:42.770418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcf62441-5852-4e25-9aa8-b0d3fcbcb192 req-88f6ff45-793b-4881-b301-76349ece61b7 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604237 May 06 12:37:42.826217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cc0c016-a915-4312-bca2-7fe4222ab9da req-e2d7fe17-0108-4f10-a78e-fdcacbc7e83a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687291 May 06 12:37:42.857042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 01dfe0b2-33d0-46bb-b173-f898f6620df4 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:42.914772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-ff376003-20c7-4898-bb1d-4690dc9d558c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4640338 May 06 12:37:42.984050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee370ce3-ce52-491c-83d8-b850c73f3781 req-170f93be-fa91-4aac-a0db-29068e722cf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=334822546a7644ea9788570aebc2fae5&device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2865 time: 0.3023827 May 06 12:37:43.016369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 01dfe0b2-33d0-46bb-b173-f898f6620df4 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:43.017849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 01dfe0b2-33d0-46bb-b173-f898f6620df4 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:43.216387 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.632917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-37e3a0a5-891c-42bc-ae1b-1acbdf719ac6 req-4130c637-6e89-4c49-a446-9a4ad37218fa tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:43.765401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-37e3a0a5-891c-42bc-ae1b-1acbdf719ac6 req-4130c637-6e89-4c49-a446-9a4ad37218fa tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:43.784538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37e3a0a5-891c-42bc-ae1b-1acbdf719ac6 req-4130c637-6e89-4c49-a446-9a4ad37218fa tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5 HTTP/1.1" status: 200 len: 210 time: 0.2504108 May 06 12:37:43.807188 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:43.992033 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.995226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee370ce3-ce52-491c-83d8-b850c73f3781 req-54e0cf68-a73e-4a6c-82c0-1d9f3b647f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:43.997895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee370ce3-ce52-491c-83d8-b850c73f3781 req-54e0cf68-a73e-4a6c-82c0-1d9f3b647f14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=553f7f78-740d-4728-9374-2a508257b2e2 HTTP/1.1" status: 200 len: 903 time: 1.0065219 May 06 12:37:44.087915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Transition to ACTIVE for port object 3d59489d-2dc1-4880-a8e9-a19c05e56791 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:44.120574 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.134277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35000) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:44.141432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170287650', 'description': 'tempest-description--1862610241'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:44.156623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:44.177923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:44.195149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:44.201032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d751789a-1d9a-4ddc-b572-30d8e5e8e2ed req-4199ef66-45f7-4c7b-8238-930b0eea7c8f tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/5f1769c8-5bad-4018-b1d2-350430f03fe7 HTTP/1.1" status: 200 len: 1634 time: 0.2370737 May 06 12:37:44.206421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-ffc3e5b8-1b12-4a45-96c5-9def6e8dce54 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2812321 May 06 12:37:44.220654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:44.246057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.319724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93268b4f-4586-44f6-93bb-8e96e0937064 None None] Pushing event updated for resources: {'Port': ['ID=3d59489d-2dc1-4880-a8e9-a19c05e56791,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:44.428071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:44.439229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:44.446952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:44.466456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:44.532715 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Attempting to bind port 3d59489d-2dc1-4880-a8e9-a19c05e56791 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:44.532996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Attempting to bind port 3d59489d-2dc1-4880-a8e9-a19c05e56791 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:44.533363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Attempting to bind port 3d59489d-2dc1-4880-a8e9-a19c05e56791 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:44.556231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:44.556609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Checking segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:44.557017 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.557413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Bound using segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:44.557898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Bound port: 3d59489d-2dc1-4880-a8e9-a19c05e56791, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:44.558270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.583940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.601861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.661748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2226583d-503d-480e-8f06-6297d80ccf3e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:44.691346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.694079 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0fc0f0c1-0094-4ed0-8b6f-ff9684b3e038 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5583942 May 06 12:37:44.697215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35020) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:44.705941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group_rule': {'security_group_id': '2226583d-503d-480e-8f06-6297d80ccf3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:44.716488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:44.723779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:44.729340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:44.740492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:44.748435 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b288ee0-0655-4ab8-b675-b825f5185f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.769707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.801676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] For port 3d59489d-2dc1-4880-a8e9-a19c05e56791, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:44.806521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] For port 3d59489d-2dc1-4880-a8e9-a19c05e56791, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3d59489d-2dc1-4880-a8e9-a19c05e56791,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:44.815404 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.886450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.895781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.915651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93268b4f-4586-44f6-93bb-8e96e0937064 None None] Pushing event updated for resources: {'Port': ['ID=3d59489d-2dc1-4880-a8e9-a19c05e56791,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:44.922498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:44.923803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:37:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:44.936839 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d751789a-1d9a-4ddc-b572-30d8e5e8e2ed req-0d3b4e8d-dde2-4280-ab61-97fc76d73fac tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.939850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee370ce3-ce52-491c-83d8-b850c73f3781 req-1c846313-4242-4bd1-9a86-c761b997b2cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=4a7eee0a-b397-492b-82a6-a2f2ad49b06f HTTP/1.1" status: 200 len: 217 time: 0.8580854 May 06 12:37:44.966972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.975576 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2762918 May 06 12:37:44.983329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35030) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:44.998042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c4669-1b2c-4922-b90b-bd8bd334ad91 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46385e83-1593-44e9-b953-b6b9396206a6,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:45.011405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group_rule': {'security_group_id': '2226583d-503d-480e-8f06-6297d80ccf3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:45.025530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:45.042975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:45.050845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:45.065176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:45.105385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.143718 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d751789a-1d9a-4ddc-b572-30d8e5e8e2ed req-0d3b4e8d-dde2-4280-ab61-97fc76d73fac tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.237105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:45.247979 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d751789a-1d9a-4ddc-b572-30d8e5e8e2ed req-0d3b4e8d-dde2-4280-ab61-97fc76d73fac tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.289094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b4e8d-dde2-4280-ab61-97fc76d73fac tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1769c8-5bad-4018-b1d2-350430f03fe7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:45.302347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32ce2d4a-a6b1-4068-ba2f-e454f30d5571 req-9a9487a5-4a0d-40d7-bb00-0cf66da6e450 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 1096 time: 1.4602838 May 06 12:37:45.309295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-80f0f614-845c-47ff-9a80-af6863c9f9b1 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0761516 May 06 12:37:45.348738 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.357457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.422523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.426181 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4395711 May 06 12:37:45.426559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1fb32-4e70-4f57-a71b-671a6a91a29b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55927762-a6e6-4094-9ceb-2345cc8274f5,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:45.435818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35036) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:45.442135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:45.459206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35040) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:45.464166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:45.474958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02', 'b2b077bd-c1f7-4c36-a424-26626b7c5404', '033b8e2c-7bc0-4c6f-bbfc-b366761592e6'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:45.487666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:floatingip and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:45.493518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:45.507694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:45.529342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.583000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee370ce3-ce52-491c-83d8-b850c73f3781 req-cd16b84b-9b14-41f8-bbda-7d501fab0ab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:45.585374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee370ce3-ce52-491c-83d8-b850c73f3781 req-cd16b84b-9b14-41f8-bbda-7d501fab0ab6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2dd213ea-5d88-4c2d-b400-f40461f3eb40 HTTP/1.1" status: 200 len: 801 time: 0.6337547 May 06 12:37:45.587634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-90ac89af-5ecf-4b7c-9a3f-c15c3193f324 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=49832452-4030-4566-b8bf-492be19ec86d HTTP/1.1" status: 200 len: 217 time: 0.2662675 May 06 12:37:45.604788 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.687627 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d751789a-1d9a-4ddc-b572-30d8e5e8e2ed req-0d3b4e8d-dde2-4280-ab61-97fc76d73fac tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.689195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d751789a-1d9a-4ddc-b572-30d8e5e8e2ed req-0d3b4e8d-dde2-4280-ab61-97fc76d73fac tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/5f1769c8-5bad-4018-b1d2-350430f03fe7 HTTP/1.1" status: 204 len: 173 time: 1.4869435 May 06 12:37:45.716646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f02b7-ff2f-4d75-8bf1-e77409bd8fe2 req-ad1ecb6b-f387-4186-a79e-a5f46d9ad432 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:45.723874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-568f02b7-ff2f-4d75-8bf1-e77409bd8fe2 req-ad1ecb6b-f387-4186-a79e-a5f46d9ad432 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 1.2784557 May 06 12:37:45.758674 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6df5985b-0434-4a88-8d2e-28860d257e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.787922 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24c2753-617c-4ca9-90ae-9deabc050e45'] response: {'server_uuid': '8a2eb0d0-2e4b-4d0e-8a01-61ae8340aae5', 'name': 'network-vif-deleted', 'tag': '545c4e8a-92ad-4627-90a0-8549e8886a35', 'status': 'completed', 'code': 200} May 06 12:37:45.805873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6df5985b-0434-4a88-8d2e-28860d257e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:45.810102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6df5985b-0434-4a88-8d2e-28860d257e66 admin admin] Usage tracker for resource:security_group_rule and tenant:00463f5f51964943a2a1606bf21aaaec is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:45.813185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6df5985b-0434-4a88-8d2e-28860d257e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:45.823168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6df5985b-0434-4a88-8d2e-28860d257e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:45.825405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-07704c4b-033b-499e-9a07-4d8f25541684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:45.832682 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-07704c4b-033b-499e-9a07-4d8f25541684 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 200 len: 797 time: 0.2317433 May 06 12:37:45.835694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32ce2d4a-a6b1-4068-ba2f-e454f30d5571 req-caefbe0a-c3b2-43b4-bec1-42377f5c5da9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020205 May 06 12:37:45.944616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6df5985b-0434-4a88-8d2e-28860d257e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.948505 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e7303d-9f54-4365-9f2c-971ba282e2b9'] response: {'server_uuid': '1ae7daaf-72d8-471e-88e5-7dfc9f7eb308', 'name': 'network-vif-deleted', 'tag': '01dfe0b2-33d0-46bb-b173-f898f6620df4', 'status': 'completed', 'code': 200} May 06 12:37:45.954250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6df5985b-0434-4a88-8d2e-28860d257e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.980300 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.038248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5985b-0434-4a88-8d2e-28860d257e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d9e150-e3d9-4684-a2f3-0c47ccfd4f0d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:46.058972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-568f02b7-ff2f-4d75-8bf1-e77409bd8fe2 req-8f02371d-c329-4544-b5c0-fa66d03dabfb tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340213 May 06 12:37:46.063535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35048) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:46.082148 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6df5985b-0434-4a88-8d2e-28860d257e66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00463f5f51964943a2a1606bf21aaaec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6214046 May 06 12:37:46.138098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:44Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:46.154856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2d6ab-d9e7-4bf6-af3c-6b60c0f42637 None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:44Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:37:46.182535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee370ce3-ce52-491c-83d8-b850c73f3781 req-9e42e64a-76dc-45c1-a901-96f03b20e5d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=553f7f78-740d-4728-9374-2a508257b2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5810990 May 06 12:37:46.183260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.461614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-c6eaf43d-ea37-4c44-b24c-d4a04f8c04d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6133599 May 06 12:37:46.468145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-011715e9-509c-4e1c-9382-cb8eb25530a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.526067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Allocated IP 172.25.7.162 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c4bbc82e-068a-4e47-b189-2901dcdc0d4a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:46.554474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccbd2a-cfba-4ad7-9ec7-a576bcaf08df req-ab0e6635-6af7-474b-b092-fdcff8cb65bd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:46.556463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-deccbd2a-cfba-4ad7-9ec7-a576bcaf08df req-ab0e6635-6af7-474b-b092-fdcff8cb65bd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 945 time: 0.5515447 May 06 12:37:46.698771 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-011715e9-509c-4e1c-9382-cb8eb25530a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.807512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee370ce3-ce52-491c-83d8-b850c73f3781 req-ee02748b-c7f2-4340-9269-217a32c5adbd service neutron] 10.222.0.48 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092923 May 06 12:37:46.808537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.846119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.848091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4a7eee0a-b397-492b-82a6-a2f2ad49b06f details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:37:46.851757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c0befd5-d46f-48c8-bbda-051f158b1217 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:46.944994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:46.949212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:46.954877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:47.007042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=c4bbc82e-068a-4e47-b189-2901dcdc0d4a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:47.055366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-deccbd2a-cfba-4ad7-9ec7-a576bcaf08df req-977246f3-d656-479b-8890-243278e90d8d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804945 May 06 12:37:47.070855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-ca61f3f0-1652-4500-9571-888ac4249413 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981202 May 06 12:37:47.098532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee370ce3-ce52-491c-83d8-b850c73f3781 req-7be17004-8966-4e66-925a-c83054b44866 service neutron] 10.222.0.48 "GET /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834387 May 06 12:37:47.178208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 0c0befd5-d46f-48c8-bbda-051f158b1217 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:47.201304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 0c0befd5-d46f-48c8-bbda-051f158b1217 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:47.201677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.288770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad734281-6d72-403d-b7a5-b6f5616c3530 req-f22369e0-1ccf-4d27-a980-41fa09f10b8a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:47.292795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad734281-6d72-403d-b7a5-b6f5616c3530 req-f22369e0-1ccf-4d27-a980-41fa09f10b8a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:47.297037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad734281-6d72-403d-b7a5-b6f5616c3530 req-f22369e0-1ccf-4d27-a980-41fa09f10b8a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:47.304958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad734281-6d72-403d-b7a5-b6f5616c3530 req-f22369e0-1ccf-4d27-a980-41fa09f10b8a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2412 time: 0.8513405 May 06 12:37:47.389300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:47.395549 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-011715e9-509c-4e1c-9382-cb8eb25530a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.427876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '4a7eee0a-b397-492b-82a6-a2f2ad49b06f', 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2', 'port_id': '4a7eee0a-b397-492b-82a6-a2f2ad49b06f', 'mac_address': 'fa:16:3e:b0:74:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd213ea-5d88-4c2d-b400-f40461f3eb40', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:37:47.460916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011715e9-509c-4e1c-9382-cb8eb25530a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d9e150-e3d9-4684-a2f3-0c47ccfd4f0d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:47.496455 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.501106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b327a4d9-b6f6-4c6e-9c71-5a852e790705 req-cdd9551b-bb35-454c-a1c3-52ae3355d820 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "GET /v2.0/security-groups/3e3097ac-fa86-4949-bc0e-8d6e6e8a434c HTTP/1.1" status: 200 len: 1634 time: 0.1438649 May 06 12:37:47.505318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-011715e9-509c-4e1c-9382-cb8eb25530a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.506451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-011715e9-509c-4e1c-9382-cb8eb25530a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60d9e150-e3d9-4684-a2f3-0c47ccfd4f0d HTTP/1.1" status: 204 len: 168 time: 1.4381466 May 06 12:37:47.510948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-d60237cd-5816-42e9-baf0-478a1202c038 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291890 May 06 12:37:47.525632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad734281-6d72-403d-b7a5-b6f5616c3530 req-e242c080-fcac-4cd6-94ad-ec6ef71ddea8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173023 May 06 12:37:47.572252 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.605305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.673677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.687111 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.721159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7eee0a-b397-492b-82a6-a2f2ad49b06f {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:47.731984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0befd5-d46f-48c8-bbda-051f158b1217'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:47.732589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-6263c4f8-978e-41ea-ab41-cec8439d7f50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=bc616944-ac4e-4027-b0b0-1e6ef559966d HTTP/1.1" status: 200 len: 217 time: 0.2052968 May 06 12:37:47.764617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c0befd5-d46f-48c8-bbda-051f158b1217, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c0befd5-d46f-48c8-bbda-051f158b1217,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:47.775617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:47.778184 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.863782 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.864996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb4590ae-94a6-401a-99de-f9a12683f1fe details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:37:47.988671 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.002185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.077779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c0befd5-d46f-48c8-bbda-051f158b1217,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:48.087038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3d59489d-2dc1-4880-a8e9-a19c05e56791 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:48.139269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-4a50a147-c359-44a9-9507-6e5f08053925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:48.143161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-4a50a147-c359-44a9-9507-6e5f08053925 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 200 len: 797 time: 0.3972318 May 06 12:37:48.245821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:48.246378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=c4bbc82e-068a-4e47-b189-2901dcdc0d4a,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:48.293403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.331645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb4590ae-94a6-401a-99de-f9a12683f1fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb4590ae-94a6-401a-99de-f9a12683f1fe,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:48.361828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b327a4d9-b6f6-4c6e-9c71-5a852e790705 req-4fe98d32-b610-497d-9f5c-395ce7451591 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.363857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.380929 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9ecb9463-b007-423b-b256-71f27c70e841 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9340281 May 06 12:37:48.386036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'cb4590ae-94a6-401a-99de-f9a12683f1fe', 'network_id': '5d616b69-f926-460c-9a67-c1561fea5da8', 'port_id': 'cb4590ae-94a6-401a-99de-f9a12683f1fe', 'mac_address': 'fa:16:3e:37:ce:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87a70db-8a0b-4715-9628-be2e2137d866', 'ip_address': '19.86.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:37:48.391544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 3d59489d-2dc1-4880-a8e9-a19c05e56791 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:48.439039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b327a4d9-b6f6-4c6e-9c71-5a852e790705 req-4fe98d32-b610-497d-9f5c-395ce7451591 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.460946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28f2b6-1358-42ef-a6b8-65dbf802b9a8 req-e7617103-c75a-4ff1-b0b8-3d71735045d9 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:48.463585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a28f2b6-1358-42ef-a6b8-65dbf802b9a8 req-e7617103-c75a-4ff1-b0b8-3d71735045d9 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 0.5151734 May 06 12:37:48.505111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3d59489d-2dc1-4880-a8e9-a19c05e56791 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:48.506024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.537191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-67224c47-6b25-44b9-b438-d083f8ece758 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3825059 May 06 12:37:48.596434 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.640005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4590ae-94a6-401a-99de-f9a12683f1fe {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:48.703266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb4590ae-94a6-401a-99de-f9a12683f1fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb4590ae-94a6-401a-99de-f9a12683f1fe,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:48.717209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a28f2b6-1358-42ef-a6b8-65dbf802b9a8 req-2b551689-8b5f-46da-8401-7dda3335389f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457147 May 06 12:37:48.721002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b327a4d9-b6f6-4c6e-9c71-5a852e790705 req-4fe98d32-b610-497d-9f5c-395ce7451591 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.725386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.726413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c4fec2fd-4932-4f5f-b535-4130ac4048d9 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:37:48.781642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe98d32-b610-497d-9f5c-395ce7451591 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3097ac-fa86-4949-bc0e-8d6e6e8a434c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:48.784583 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b327a4d9-b6f6-4c6e-9c71-5a852e790705 req-4fe98d32-b610-497d-9f5c-395ce7451591 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.794973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35086) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:48.803154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b327a4d9-b6f6-4c6e-9c71-5a852e790705 req-4fe98d32-b610-497d-9f5c-395ce7451591 tempest-SecurityGroupsTestJSON-1457791008 tempest-SecurityGroupsTestJSON-1457791008-project] 10.222.0.44 "DELETE /v2.0/security-groups/3e3097ac-fa86-4949-bc0e-8d6e6e8a434c HTTP/1.1" status: 204 len: 173 time: 1.1428790 May 06 12:37:48.863298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-2dbe1414-dfb0-44bc-9d15-61fc84049619 service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025069 May 06 12:37:48.927274 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58edb7c3-360c-4fee-bcb4-d96ca81a68c7'] response: {'server_uuid': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0befd5-d46f-48c8-bbda-051f158b1217', 'code': 200} May 06 12:37:49.021672 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.047038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7228fcc5-d83c-446f-b0b0-a08747079c51 admin admin] Deleting subnet d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:49.055888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7228fcc5-d83c-446f-b0b0-a08747079c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.118103 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:49.152092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cb4590ae-94a6-401a-99de-f9a12683f1fe,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:49.181312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c4fec2fd-4932-4f5f-b535-4130ac4048d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c4fec2fd-4932-4f5f-b535-4130ac4048d9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:49.200360 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7228fcc5-d83c-446f-b0b0-a08747079c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.224007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 3d59489d-2dc1-4880-a8e9-a19c05e56791, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3d59489d-2dc1-4880-a8e9-a19c05e56791,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:49.233063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9', 'network_id': '553f7f78-740d-4728-9374-2a508257b2e2', 'port_id': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9', 'mac_address': 'fa:16:3e:fb:94:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd213ea-5d88-4c2d-b400-f40461f3eb40', 'ip_address': '19.80.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:37:49.236646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.343430 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7228fcc5-d83c-446f-b0b0-a08747079c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.534659 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.558998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=3d59489d-2dc1-4880-a8e9-a19c05e56791,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:49.565132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fec2fd-4932-4f5f-b535-4130ac4048d9 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:49.594126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c4fec2fd-4932-4f5f-b535-4130ac4048d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c4fec2fd-4932-4f5f-b535-4130ac4048d9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:49.602882 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.613997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b7abfbb-a685-42b0-bc07-bf236be4bcdb req-9968ac3c-34e1-481f-acf3-8ce5f6d9c7c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 1097 time: 0.6221385 May 06 12:37:49.681619 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7228fcc5-d83c-446f-b0b0-a08747079c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.688870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179b57c-fca2-4c32-a6af-897f2af11bc7 req-60bddb1e-6ff8-425d-a2d7-b0fa4f9ec4a0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.702721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e179b57c-fca2-4c32-a6af-897f2af11bc7 req-60bddb1e-6ff8-425d-a2d7-b0fa4f9ec4a0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 946 time: 0.4133391 May 06 12:37:49.729350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228fcc5-d83c-446f-b0b0-a08747079c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:49.748569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7228fcc5-d83c-446f-b0b0-a08747079c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.751247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c4fec2fd-4932-4f5f-b535-4130ac4048d9,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:49.760104 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7228fcc5-d83c-446f-b0b0-a08747079c51 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d8ea3cfe-355a-49aa-b7b1-e67fd0f05e55 HTTP/1.1" status: 204 len: 168 time: 0.9586482 May 06 12:37:49.770529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35102) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:49.779964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-2fc1be59-8381-49ec-a3c1-7d672e9f7924 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1170287650&fields=id&tenant_id=87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 267 time: 0.3866255 May 06 12:37:49.791685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-29d9a9fd-079b-4b68-b57d-77230a56183e service neutron] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9158716 May 06 12:37:49.945203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.043952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3d59489d-2dc1-4880-a8e9-a19c05e56791 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:50.114460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b7abfbb-a685-42b0-bc07-bf236be4bcdb req-01c7ccfe-ae23-4da8-8de7-01c903c65ac1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894440 May 06 12:37:50.153595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-fcfb5924-3f61-45bf-a20b-ed9ce730e710 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e426cb97-c3c2-486a-ad47-f4fa118f8be5 HTTP/1.1" status: 200 len: 217 time: 0.3090937 May 06 12:37:50.170331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3d59489d-2dc1-4880-a8e9-a19c05e56791 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:50.170899 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.179522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e179b57c-fca2-4c32-a6af-897f2af11bc7 req-aa185ed9-6097-453d-8ee7-60fdde46bfe9 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752958 May 06 12:37:50.227430 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.302651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcf2155-ec98-46a6-995e-38a5ec817657']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:50.331704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-65549e36-8c4f-4056-aab1-32286f609350 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:50.332780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9bf430-be49-406e-81dc-083ac4068f23') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:50.333253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9bf430-be49-406e-81dc-083ac4068f23') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:50.333428 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-65549e36-8c4f-4056-aab1-32286f609350 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 815 time: 0.5525730 May 06 12:37:50.357745 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.360694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-e08d3908-721c-4385-a3eb-2e82d48dd864 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/quotas/87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 375 time: 0.0154626 May 06 12:37:50.397067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.424392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:50.425526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: timer() May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:50.472024 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:50.490568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['4a7eee0a-b397-492b-82a6-a2f2ad49b06f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:50.565047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['c4fec2fd-4932-4f5f-b535-4130ac4048d9'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:50.613865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['cb4590ae-94a6-401a-99de-f9a12683f1fe'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:50.642940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.679585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.695142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-f917c32f-c487-466e-80d6-ffce79578908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:50.695975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fcf2155-ec98-46a6-995e-38a5ec817657,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:50.697949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-f917c32f-c487-466e-80d6-ffce79578908 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b2588b2-6b6c-4a8a-88ea-49423d082372 HTTP/1.1" status: 200 len: 797 time: 0.2224140 May 06 12:37:50.713117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f5511e7-9090-4baa-925d-2ee2861e8e40 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2fcf2155-ec98-46a6-995e-38a5ec817657 HTTP/1.1" status: 204 len: 168 time: 0.9410763 May 06 12:37:50.777903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-fe7fe35f-d259-40d0-a617-086b72e837e1 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4095440 May 06 12:37:50.797344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529cbe3-9e07-45c6-b6aa-7bde69473edd req-29b92421-d539-4946-8aa3-d98e73ca3b09 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:50.803049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529cbe3-9e07-45c6-b6aa-7bde69473edd req-29b92421-d539-4946-8aa3-d98e73ca3b09 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:50.808515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529cbe3-9e07-45c6-b6aa-7bde69473edd req-29b92421-d539-4946-8aa3-d98e73ca3b09 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:50.810643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d529cbe3-9e07-45c6-b6aa-7bde69473edd req-29b92421-d539-4946-8aa3-d98e73ca3b09 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2415 time: 0.2906888 May 06 12:37:51.061902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-3ca8b6da-c35e-40fb-a180-0a7bf7b76c3b service neutron] 10.222.0.44 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497592 May 06 12:37:51.166468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35120) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:51.177776 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d529cbe3-9e07-45c6-b6aa-7bde69473edd req-68bb8233-1e74-49dc-9fe7-a2da83e67f13 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374982 May 06 12:37:51.188615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-d8c3e0ef-b693-4963-8439-9f8c294b7cb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4793911 May 06 12:37:51.259985 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6e5c8960-ccc0-4468-8819-59bbd404c77c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58775d9ee6c34d7fabfa1ca686ad752d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0908971 May 06 12:37:51.261875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35126) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:51.435055 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe980052-7a39-4d1a-9825-a594363713a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.496561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe980052-7a39-4d1a-9825-a594363713a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.602510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe980052-7a39-4d1a-9825-a594363713a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.649258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe980052-7a39-4d1a-9825-a594363713a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a046c0c9-41d3-44d7-a082-2c6e6c85d871,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:51.677124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe980052-7a39-4d1a-9825-a594363713a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.679766 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fe980052-7a39-4d1a-9825-a594363713a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a046c0c9-41d3-44d7-a082-2c6e6c85d871 HTTP/1.1" status: 204 len: 168 time: 0.4174879 May 06 12:37:51.979038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-3fef78a0-cdda-4c8a-a7ee-c715a9d0ca83 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:51.986932 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-3fef78a0-cdda-4c8a-a7ee-c715a9d0ca83 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/networks?id=66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 200 len: 811 time: 0.3841650 May 06 12:37:52.043600 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-74434c4b-9cfc-404e-a19a-1ac53d521aa9 service neutron] 10.222.0.44 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9804182 May 06 12:37:52.064094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-e89af78c-841d-41ee-9459-83557a64ab52 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/quotas/9247f74c7c5e4024aa5005d19ad5db3e HTTP/1.1" status: 200 len: 375 time: 0.0765555 May 06 12:37:52.164898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-bec93177-be96-42b8-b6e8-91ea414b3ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9615128 May 06 12:37:52.328080 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21d421bd-b8e4-447a-bfe2-87336fd63d86 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2628450 May 06 12:37:52.368102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-b54d9c9a-584a-4ba2-a065-739788bd06b0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:37:52.369242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-b54d9c9a-584a-4ba2-a065-739788bd06b0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0269642 May 06 12:37:52.426744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35162) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:52.507732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-bb543998-9c41-4b0d-959c-2d2fbb53d945 service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231778 May 06 12:37:52.610771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-ce9abbce-41ee-4847-a810-4f93bd86b87a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e46a668-3e2d-43da-b6ef-4c0a15f40f61 HTTP/1.1" status: 200 len: 217 time: 0.0933900 May 06 12:37:52.811308 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-7d23fec6-74ca-44ab-9c7a-fa189473af84 service neutron] 10.222.0.44 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344888 May 06 12:37:52.834522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:52.846143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:52.851219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-57359f7e-3f0b-4d55-975e-ac62b5432afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:52.852713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-57359f7e-3f0b-4d55-975e-ac62b5432afc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b2588b2-6b6c-4a8a-88ea-49423d082372 HTTP/1.1" status: 200 len: 797 time: 0.2329981 May 06 12:37:52.853604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Usage tracker for resource:floatingip and tenant:8914a2012a0c4f9ea15061dfa1f11c6b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:52.859689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:52.872503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:52.893976 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.021500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d350aa9-744c-4779-acb3-0b510962724b req-df7c233d-0264-49fb-8caf-15df92518cd2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:53.029738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d350aa9-744c-4779-acb3-0b510962724b req-df7c233d-0264-49fb-8caf-15df92518cd2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 946 time: 0.3340547 May 06 12:37:53.119471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d350aa9-744c-4779-acb3-0b510962724b req-9a4c692d-02ed-4adc-9bee-752ada83431e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887165 May 06 12:37:53.133704 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.150840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-69e1a0d2-eee1-46b8-8152-e51f292617b9 service neutron] 10.222.0.44 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262401 May 06 12:37:53.175261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-f80fa509-340d-4e01-ae32-a88e04e03f24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=93fc091f-ff24-41c1-b735-e8bc9d4b3beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2575388 May 06 12:37:53.470497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Allocated IP 172.25.7.159 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/a62665d9-3d06-45db-9c71-f38bf93a8abe) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:53.474480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35190) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:53.583273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0ed764e-b573-4058-99a6-40859b166ed5 req-3a42de81-3255-406f-97c0-402ea168df84 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 210 time: 0.0853701 May 06 12:37:53.662100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-e70d09de-0cc0-4307-976c-b38eea43b3ec service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788978 May 06 12:37:53.791487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.891617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1197516263-network', 'tenant_id': '25345765f82b4d52976db5eb34d250ce'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:53.901972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.915251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:54.024144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Usage tracker for resource:network and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:54.050257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:54.097838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:54.101129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:54.109555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:54.122859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:54.207741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event updated for resources: {'Port': ['ID=a62665d9-3d06-45db-9c71-f38bf93a8abe,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:54.237941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Made reservation on behalf of 25345765f82b4d52976db5eb34d250ce for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:54.242650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.273796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.316206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-220d2c5f-65c6-44d7-9fd1-254b1b71a896 req-1d03faa9-f651-46eb-9952-22d2b981652a service neutron] 10.222.0.48 "GET /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450703 May 06 12:37:54.391156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:54.405559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Usage tracker for resource:security_group_rule and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:54.405775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152fc0-ed49-4e3a-9567-9d875c860450 req-ed0dc4d2-d169-4261-ad3d-6fd57832d47b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.410212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152fc0-ed49-4e3a-9567-9d875c860450 req-ed0dc4d2-d169-4261-ad3d-6fd57832d47b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.415024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd152fc0-ed49-4e3a-9567-9d875c860450 req-ed0dc4d2-d169-4261-ad3d-6fd57832d47b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.416015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:54.423097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd152fc0-ed49-4e3a-9567-9d875c860450 req-ed0dc4d2-d169-4261-ad3d-6fd57832d47b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2415 time: 0.5484807 May 06 12:37:54.434788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:54.456500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-4bcb3b1f-7a2e-4ba0-84d5-253d2ed8681c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.458084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-4bcb3b1f-7a2e-4ba0-84d5-253d2ed8681c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 815 time: 0.4727497 May 06 12:37:54.529392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd152fc0-ed49-4e3a-9567-9d875c860450 req-7554bfaa-d0cf-4f0b-b03f-346bbc059ae7 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046729 May 06 12:37:54.590417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-d69d8939-2ee6-4bd2-8d6e-dd3d4da696b2 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 380 time: 0.1139426 May 06 12:37:54.591200 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.610709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'port': {'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'admin_state_up': True, 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'security_groups': ['2226583d-503d-480e-8f06-6297d80ccf3e']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:54.742844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.845377 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.853073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:54.899053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa77c8b-3bc6-42e5-86b3-c061404c8f23,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:54.924077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.926627 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Added segment 7f15056b-d814-427e-bcd0-8e7f614bd0ae of type vlan for network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 May 06 12:37:54.943494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2762ac9a-0e42-4525-82d2-a9ba7829c101 req-db1dc1df-6573-48f8-8b0e-0613123f5a67 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 210 time: 0.1170003 May 06 12:37:54.956462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.992216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:55.000977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:port and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:55.008091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:55.017326 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.023425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:55.053211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Made reservation on behalf of 87e0f7cda7f949edb753ce4197fd5a9b for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:55.063920 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.096098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.096881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:55.097478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.424346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b2a5844-c957-4b6c-a5cc-8b65a6753b34 req-46be940b-0797-49c8-b899-7a9dc8c30afa tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 210 time: 0.1564367 May 06 12:37:55.519918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] Pushing event updated for resources: {'Network': ['ID=50ff038c-a0c5-4f3c-ac98-190cdc32f650,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:55.538956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:55.595346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Allocated IP 172.20.0.8 (65d1fd16-9391-4fd5-83e8-7b89bb4249e8/3473eb44-72d0-416f-b75e-63353d06f8e4/2182772e-cdd3-47dc-a96f-0f1bd6c9672a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:55.658369 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f3d3f907-5adf-4c3a-bf72-9fb7a75e3b3d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1819892 May 06 12:37:55.664551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35214) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:55.675826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Request body: {'subnet': {'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1197516263-subnet', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:55.695206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:55.707517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Usage tracker for resource:subnet and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:55.715207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:55.729688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:55.751591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4a7eee0a-b397-492b-82a6-a2f2ad49b06f up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:55.775624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Made reservation on behalf of 25345765f82b4d52976db5eb34d250ce for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:55.779625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.852360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a9798-d115-42b3-98cb-16788e2985f5 req-2a9a0058-41a0-454e-928e-fc7f10eff1e7 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:55.853934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-259a9798-d115-42b3-98cb-16788e2985f5 req-2a9a0058-41a0-454e-928e-fc7f10eff1e7 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 946 time: 0.7565670 May 06 12:37:55.862324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:55.870673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:55.871375 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.982310 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.069181 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.082952 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.094459 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.121008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Transition to ACTIVE for port object 2182772e-cdd3-47dc-a96f-0f1bd6c9672a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:56.126409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7eee0a-b397-492b-82a6-a2f2ad49b06f'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:56.143157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:56.151649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.153171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb4590ae-94a6-401a-99de-f9a12683f1fe up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:56.243258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-259a9798-d115-42b3-98cb-16788e2985f5 req-08c19af6-fb12-4827-9d1f-1c92c4eb4329 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702284 May 06 12:37:56.283291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-337edacf-0ac8-449c-aaa4-4b58a9ccbc31 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.290329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-337edacf-0ac8-449c-aaa4-4b58a9ccbc31 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/ports?device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 950 time: 0.4352791 May 06 12:37:56.298112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-3d9ce315-542d-4c43-8d58-a538a52c97e5 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.304681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-3d9ce315-542d-4c43-8d58-a538a52c97e5 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.48 "GET /v2.0/networks?id=66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 200 len: 811 time: 0.3970609 May 06 12:37:56.361518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event updated for resources: {'Port': ['ID=a62665d9-3d06-45db-9c71-f38bf93a8abe,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:56.426681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.444368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695bdf6-bad6-4ede-a126-f59183f2c909 req-e281a343-c282-4f79-b238-19986e5d3e7e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.446176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.456699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1695bdf6-bad6-4ede-a126-f59183f2c909 req-e281a343-c282-4f79-b238-19986e5d3e7e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 950 time: 0.5528562 May 06 12:37:56.475513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Request body: {'port': {'device_id': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043', 'admin_state_up': True, 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:56.499115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:56.510036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port cb4590ae-94a6-401a-99de-f9a12683f1fe completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:56.523435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.524854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port cb4590ae-94a6-401a-99de-f9a12683f1fe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:56.529924 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d9d3a67-5e70-4e28-8dab-80e34f131731 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0975461 May 06 12:37:56.530299 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.570836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35226) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:56.588577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-201809497'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:56.605471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:56.608923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70c22ff-ccf0-4647-bb26-7abc8ec24819,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:56.627075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Usage tracker for resource:network and tenant:8914a2012a0c4f9ea15061dfa1f11c6b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:56.634002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:56.651493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:56.684655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Checking segment: {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:56.685403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Network hostable DHCP agents. Network: 50ff038c-a0c5-4f3c-ac98-190cdc32f650, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:37:56.694910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Made reservation on behalf of 8914a2012a0c4f9ea15061dfa1f11c6b for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:56.695443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.698482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.724579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.756069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-3de75fdb-ca65-45bc-b856-c0ba9d028eb8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.756811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-3de75fdb-ca65-45bc-b856-c0ba9d028eb8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:56.776073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:56.781452 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.789293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:37:56.799282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-3de75fdb-ca65-45bc-b856-c0ba9d028eb8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:56.800866 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-3de75fdb-ca65-45bc-b856-c0ba9d028eb8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/ports?device_id=1dca66fa-52e5-49cd-9565-bcc3258428e5 HTTP/1.1" status: 200 len: 949 time: 0.2720296 May 06 12:37:56.807902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:56.812914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:56.816049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:56.846461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb4590ae-94a6-401a-99de-f9a12683f1fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb4590ae-94a6-401a-99de-f9a12683f1fe,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:56.852766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 50ff038c-a0c5-4f3c-ac98-190cdc32f650) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:56.855385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Usage tracker for resource:security_group_rule and tenant:8914a2012a0c4f9ea15061dfa1f11c6b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:56.862722 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.865763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c4fec2fd-4932-4f5f-b535-4130ac4048d9 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:56.867379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:56.877687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.878291 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.909503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:56.965357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Deleting port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:56.966026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.970046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30528be6-1c25-422d-b062-9357d86dd323 None None] Network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:57.026131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Deleting port b2b077bd-c1f7-4c36-a424-26626b7c5404 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:57.026386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.115648 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9c6571dd-4a7e-41d3-851f-d36a7880a979 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4487779 May 06 12:37:57.126858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35230) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:57.207372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1695bdf6-bad6-4ede-a126-f59183f2c909 req-cedcbb09-2e55-4c35-b4c3-5b6d2ce7f694 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7495117 May 06 12:37:57.238222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:57.238458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:57.239060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.254545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:57.291043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:57.317500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Usage tracker for resource:router and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:57.388892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:57.397322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:57.461224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cb4590ae-94a6-401a-99de-f9a12683f1fe,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:57.497700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-6e4a0501-c4e9-47e2-b7c5-0df703570bae tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:57.499303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-6e4a0501-c4e9-47e2-b7c5-0df703570bae tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 946 time: 0.9262338 May 06 12:37:57.500722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-1efb2f7b-9f3e-4283-8da4-d04880ad9fc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9043028 May 06 12:37:57.510197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0357349-36d4-4d8b-b4a7-52e8d24ec952 req-5fca6fe7-52bf-41bf-b20d-569e9dd3c1b7 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:57.513482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0357349-36d4-4d8b-b4a7-52e8d24ec952 req-5fca6fe7-52bf-41bf-b20d-569e9dd3c1b7 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:57.519627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0357349-36d4-4d8b-b4a7-52e8d24ec952 req-5fca6fe7-52bf-41bf-b20d-569e9dd3c1b7 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:57.521426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0357349-36d4-4d8b-b4a7-52e8d24ec952 req-5fca6fe7-52bf-41bf-b20d-569e9dd3c1b7 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2416 time: 1.0620687 May 06 12:37:57.522179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port c4fec2fd-4932-4f5f-b535-4130ac4048d9 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:57.526394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-33ce5c3d-d894-4e76-9918-03d6e5c639b4 None None] Provisioning for port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:57.533759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port c4fec2fd-4932-4f5f-b535-4130ac4048d9 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:57.534196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.559842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.561463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.561687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-33ce5c3d-d894-4e76-9918-03d6e5c639b4 None None] Provisioning complete for port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:57.562061 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-33ce5c3d-d894-4e76-9918-03d6e5c639b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.590616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:37:57.591435 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.630703 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.651216 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.655420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Request body: {'port': {'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:57.679154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-33ce5c3d-d894-4e76-9918-03d6e5c639b4 None None] Port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:57.761318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:57.811949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c1d1c29-f7f9-45a5-9648-83c00b0bd434 req-2d43b77f-ec9b-4de9-ad36-e456a9423c5a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 210 time: 0.3207004 May 06 12:37:57.812134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.821346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3ddb2b-9cc0-4d30-936d-7ad6663eeda9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:57.835221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.835908 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Added segment eb10fc69-08ed-49ce-9d66-d4d81c165e2c of type vlan for network 5efabc54-6f63-4d6b-a666-98bcb17b2775 May 06 12:37:57.853880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] For port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:57.854654 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.893196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:57.912064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Usage tracker for resource:port and tenant:9247f74c7c5e4024aa5005d19ad5db3e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:57.926330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:57.961214 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a222e3d0-7b1d-48aa-8cd2-23c363639e24'] response: {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7eee0a-b397-492b-82a6-a2f2ad49b06f', 'code': 200} May 06 12:37:57.971630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Deleting port 0c0befd5-d46f-48c8-bbda-051f158b1217 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:57.971968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.988303 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.031793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Calling delete_port for 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:58.032375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:58.065529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Allocated IP 172.20.0.2 (50ff038c-a0c5-4f3c-ac98-190cdc32f650/f70c22ff-ccf0-4647-bb26-7abc8ec24819/2ba56df1-4a5e-4221-83ef-aac3fe899f1c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:58.089321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c4fec2fd-4932-4f5f-b535-4130ac4048d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c4fec2fd-4932-4f5f-b535-4130ac4048d9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:58.139841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.189450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0357349-36d4-4d8b-b4a7-52e8d24ec952 req-2e3e8d69-f4c1-4478-8921-2cee53aad0eb tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047359 May 06 12:37:58.200043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] For port b2b077bd-c1f7-4c36-a424-26626b7c5404, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b2b077bd-c1f7-4c36-a424-26626b7c5404,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:58.200643 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.218045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Made reservation on behalf of 9247f74c7c5e4024aa5005d19ad5db3e for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:58.223040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.416974 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.448270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.463598 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.469851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Transition to ACTIVE for port object 2ba56df1-4a5e-4221-83ef-aac3fe899f1c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:58.517732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.527572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.530760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:58.531524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.546362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0c0befd5-d46f-48c8-bbda-051f158b1217 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:58.631950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Calling delete_port for b2b077bd-c1f7-4c36-a424-26626b7c5404 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:58.635697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.660082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:58.737326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event deleted for resources: {'Port': ['ID=033b8e2c-7bc0-4c6f-bbfc-b366761592e6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:58.761455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event updated for resources: {'Network': ['ID=5efabc54-6f63-4d6b-a666-98bcb17b2775,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:58.772769 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-75f370de-dcdc-4eed-9269-b1da52885ff9 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1989305 May 06 12:37:58.788779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Transition to ACTIVE for port object 2ba56df1-4a5e-4221-83ef-aac3fe899f1c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:58.807943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35238) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:58.831646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 5efabc54-6f63-4d6b-a666-98bcb17b2775 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:58.852923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Request body: {'subnet': {'network_id': '5efabc54-6f63-4d6b-a666-98bcb17b2775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:58.870694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.003312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] No DVR routers for this DVR port 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:59.008291 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.010209 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-79c0ed19-1dda-4dbf-8bdc-38a94591154a req-55d9a9cf-8531-4689-911a-3bbf2fece0b8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "DELETE /v2.0/ports/033b8e2c-7bc0-4c6f-bbfc-b366761592e6 HTTP/1.1" status: 204 len: 173 time: 2.2038319 May 06 12:37:59.010781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dca66fa-52e5-49cd-9565-bcc3258428e5', 'name': 'network-vif-deleted', 'tag': '033b8e2c-7bc0-4c6f-bbfc-b366761592e6'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:59.061846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b2b077bd-c1f7-4c36-a424-26626b7c5404 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:59.147483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c4fec2fd-4932-4f5f-b535-4130ac4048d9,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:59.284771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Pushing event updated for resources: {'Port': ['ID=2ba56df1-4a5e-4221-83ef-aac3fe899f1c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:59.313212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:59.331445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:59.342349 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.358989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:59.359481 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:37:59.478372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.626158 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.654649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:59.707042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd22d8-6972-4dbf-8288-794d6615e726 req-290668b3-6f71-465c-aea5-f671fd89f75e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.708040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-65dd22d8-6972-4dbf-8288-794d6615e726 req-290668b3-6f71-465c-aea5-f671fd89f75e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:59.734192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Usage tracker for resource:subnet and tenant:8914a2012a0c4f9ea15061dfa1f11c6b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:59.768097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:59.794501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] For port 0c0befd5-d46f-48c8-bbda-051f158b1217, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c0befd5-d46f-48c8-bbda-051f158b1217,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:59.794501 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.808750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:59.816093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Allocated IP 172.25.7.83 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/baa51f16-7a40-485f-a060-7f46b25f68b7) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:59.821349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f883-445e-47dc-9707-93560de6a087 req-b4580894-e7b7-4db3-8792-aae1ca291188 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.836364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e150f883-445e-47dc-9707-93560de6a087 req-b4580894-e7b7-4db3-8792-aae1ca291188 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 946 time: 1.4303672 May 06 12:37:59.842367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Attempting to bind port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:59.844172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Attempting to bind port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:59.847154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Attempting to bind port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c on network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:59.870755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Allocated IP 172.20.0.12 (66733eee-edd4-4bd0-b94f-a9f284f68043/566b386f-924c-429b-a7ee-070530b38370/d5a268c0-1341-442c-b182-adc35ba7163a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:59.986669 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.003915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4590ae-94a6-401a-99de-f9a12683f1fe'}, {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9'}, {'server_uuid': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0befd5-d46f-48c8-bbda-051f158b1217'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:00.029796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:00.030299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Checking segment: {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:00.031426 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.031827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Bound using segment: {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:00.032406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Bound port: 2ba56df1-4a5e-4221-83ef-aac3fe899f1c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:00.032783 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.050802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0c0befd5-d46f-48c8-bbda-051f158b1217, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c0befd5-d46f-48c8-bbda-051f158b1217,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:00.071153 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.104128 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.141788 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.174647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Calling delete_port for 0c0befd5-d46f-48c8-bbda-051f158b1217 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:00.234438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Made reservation on behalf of 8914a2012a0c4f9ea15061dfa1f11c6b for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:00.267504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:00.272862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:00.280567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:00.289660 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.304010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:00.331097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Pushing event updated for resources: {'Port': ['ID=baa51f16-7a40-485f-a060-7f46b25f68b7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:00.342139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7112bc52-15f3-4d10-8e7f-0867434ddf02'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:00.370510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-65dd22d8-6972-4dbf-8288-794d6615e726 req-290668b3-6f71-465c-aea5-f671fd89f75e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:00.377911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-65dd22d8-6972-4dbf-8288-794d6615e726 req-290668b3-6f71-465c-aea5-f671fd89f75e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 931 time: 2.1977539 May 06 12:38:00.394368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0c0befd5-d46f-48c8-bbda-051f158b1217,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:00.400122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] For port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:00.410416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:00.411214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 033b8e2c-7bc0-4c6f-bbfc-b366761592e6 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:00.434919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] For port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2ba56df1-4a5e-4221-83ef-aac3fe899f1c,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:00.447442 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.601950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd439e-55e3-4f3e-bdb6-513093cdc538 None None] Pushing event updated for resources: {'Port': ['ID=2ba56df1-4a5e-4221-83ef-aac3fe899f1c,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:00.620292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event deleted for resources: {'Port': ['ID=b2b077bd-c1f7-4c36-a424-26626b7c5404,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:00.692423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.693807 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.735714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e150f883-445e-47dc-9707-93560de6a087 req-11847a83-8756-49e8-8702-066985bb539e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8973026 May 06 12:38:01.099441 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.165209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Router 2de2a69a-195d-455f-8b3f-aada7196259b is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:38:01.428854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfbd492-d9ee-4149-bbb8-e37138f8a9d6 req-aae66d11-0407-466c-a234-99e6488defd8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=22948376-2b35-476e-95b1-6ce67b56b2d6 HTTP/1.1" status: 200 len: 210 time: 0.3429971 May 06 12:38:01.492110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-65dd22d8-6972-4dbf-8288-794d6615e726 req-2c143342-2ea0-4671-8975-990cd4c8008e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=2226583d-503d-480e-8f06-6297d80ccf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1129413 May 06 12:38:01.570359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] No DVR routers for this DVR port b2b077bd-c1f7-4c36-a424-26626b7c5404 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:01.574705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:38:01.575682 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:38:01.591338 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:01.638304 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68c5c08-a99e-4e50-b537-39e46b557115'] response: {'server_uuid': '1dca66fa-52e5-49cd-9565-bcc3258428e5', 'name': 'network-vif-deleted', 'tag': '033b8e2c-7bc0-4c6f-bbfc-b366761592e6', 'status': 'completed', 'code': 200} May 06 12:38:01.662253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:01.678880 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Sync routers for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:01.695360 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:01.696095 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:37:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:01.702573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.706759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ddb7f76c-f998-4389-995e-82e2a4f92085 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5756705 May 06 12:38:01.707338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35250) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:01.724537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2182772e-cdd3-47dc-a96f-0f1bd6c9672a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:01.739755 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.770133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Transition to ACTIVE for port object 2182772e-cdd3-47dc-a96f-0f1bd6c9672a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:01.782691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.813342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22948376-2b35-476e-95b1-6ce67b56b2d6', 'name': 'network-vif-deleted', 'tag': 'b2b077bd-c1f7-4c36-a424-26626b7c5404'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:01.833491 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.839058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88f3c774-9e02-4425-8f67-c26b85c12054 req-c997b81f-ea8b-4bfd-98ee-0bbd0f9bb135 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "DELETE /v2.0/ports/b2b077bd-c1f7-4c36-a424-26626b7c5404 HTTP/1.1" status: 204 len: 173 time: 5.5309839 May 06 12:38:02.187529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Deleting port 0c0befd5-d46f-48c8-bbda-051f158b1217 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:02.188002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.210859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2ba56df1-4a5e-4221-83ef-aac3fe899f1c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:02.242082 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:02.262360 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.309806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:02.311474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2d44973c-5b88-46f2-a3b3-5250ec9bed2b req-1d0389d6-1b21-4016-ba1e-4903bec90e13 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Synchronizing usage tracker for tenant:9247f74c7c5e4024aa5005d19ad5db3e on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:02.614579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367ee4a7-7be3-4421-abb9-119351b54941 None None] Network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:02.872282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Provisioning for port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:02.894947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Provisioning complete for port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:02.895704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.918044 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.941114 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['1853fca2-20e4-4abb-b023-6ab4b902aba0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:03.184050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:00Z', 'revision_number': 3, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:03.192524 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Checking router: 2de2a69a-195d-455f-8b3f-aada7196259b for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:03.193186 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Updating router 2de2a69a-195d-455f-8b3f-aada7196259b port baa51f16-7a40-485f-a060-7f46b25f68b7 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:38:03.221069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Pushing event updated for resources: {'Port': ['ID=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:03.259591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2d44973c-5b88-46f2-a3b3-5250ec9bed2b req-1d0389d6-1b21-4016-ba1e-4903bec90e13 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Unset dirty status for tenant:9247f74c7c5e4024aa5005d19ad5db3e on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:03.261054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d44973c-5b88-46f2-a3b3-5250ec9bed2b req-1d0389d6-1b21-4016-ba1e-4903bec90e13 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 210 time: 1.4315000 May 06 12:38:03.349414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Network 66733eee-edd4-4bd0-b94f-a9f284f68043 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:03.350446 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.362526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:03.364978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.383260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:03.556359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f10b1f-abd5-43f5-ba5f-33d6a60ee3e7 req-e8acf94a-a4f8-4b6e-879a-71f9e50c2c1a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:03.564151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f10b1f-abd5-43f5-ba5f-33d6a60ee3e7 req-e8acf94a-a4f8-4b6e-879a-71f9e50c2c1a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:03.573120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f10b1f-abd5-43f5-ba5f-33d6a60ee3e7 req-e8acf94a-a4f8-4b6e-879a-71f9e50c2c1a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:03.591485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5f10b1f-abd5-43f5-ba5f-33d6a60ee3e7 req-e8acf94a-a4f8-4b6e-879a-71f9e50c2c1a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2418 time: 1.6670599 May 06 12:38:03.597079 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.624454 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67923dad-e667-476e-b68a-bcc5cc65b2ef'] response: {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4590ae-94a6-401a-99de-f9a12683f1fe', 'code': 200} May 06 12:38:03.624872 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67923dad-e667-476e-b68a-bcc5cc65b2ef'] response: {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9', 'code': 200} May 06 12:38:03.625265 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67923dad-e667-476e-b68a-bcc5cc65b2ef'] response: {'server_uuid': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c0befd5-d46f-48c8-bbda-051f158b1217', 'code': 200} May 06 12:38:03.661224 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.706108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Pushing event updated for resources: {'Port': ['ID=d5a268c0-1341-442c-b182-adc35ba7163a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:03.727948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event updated for resources: {'Subnet': ['ID=92496540-a80d-4096-a9ec-e69268591ccb,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:03.873616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] For port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2ba56df1-4a5e-4221-83ef-aac3fe899f1c,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:03.943669 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.100982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Pushing event updated for resources: {'Port': ['ID=2ba56df1-4a5e-4221-83ef-aac3fe899f1c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:04.132592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.133221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Allocated IP 172.20.0.1 (50ff038c-a0c5-4f3c-ac98-190cdc32f650/f70c22ff-ccf0-4647-bb26-7abc8ec24819/82c1af28-be26-4639-baed-d5255c3814c7) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:04.133880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.136385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.137715 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.138548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.139429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.141326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.142221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.143131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.143959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.145907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0af7bce-3fc4-4a4a-89fc-fef2ce67692c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:04.243103 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.269775 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Transition to ACTIVE for port object baa51f16-7a40-485f-a060-7f46b25f68b7 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:04.284775 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.310529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-48e63d41-0abc-4667-8ed4-5df77035093a req-4a591098-008a-44c8-87f6-fda06bee3bbe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2871 time: 0.6290500 May 06 12:38:04.313674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e7cb6656-8bbb-44f7-a368-58c48825862a None None] Provisioning complete for port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:04.315278 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7cb6656-8bbb-44f7-a368-58c48825862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.366702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Checking segment: {'id': 'eb10fc69-08ed-49ce-9d66-d4d81c165e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5efabc54-6f63-4d6b-a666-98bcb17b2775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:04.367332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Network hostable DHCP agents. Network: 5efabc54-6f63-4d6b-a666-98bcb17b2775, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:04.397604 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5f10b1f-abd5-43f5-ba5f-33d6a60ee3e7 req-25755fa1-f029-4a3e-8b99-e91c798546c4 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993582 May 06 12:38:04.403188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:04.403937 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.405286 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-48e63d41-0abc-4667-8ed4-5df77035093a req-624d14f8-aeeb-4f78-8552-ced29113c36f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793066 May 06 12:38:04.409200 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.431634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Transition to ACTIVE for port object 82c1af28-be26-4639-baed-d5255c3814c7 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:04.464085 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.499554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-21ac4c20-bbcd-47b9-9036-e177bf14ac3a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0789926 May 06 12:38:04.568651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Pushing event updated for resources: {'Port': ['ID=82c1af28-be26-4639-baed-d5255c3814c7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:04.587624 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Attempting to bind port baa51f16-7a40-485f-a060-7f46b25f68b7 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:04.588152 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Attempting to bind port baa51f16-7a40-485f-a060-7f46b25f68b7 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:04.588863 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Attempting to bind port baa51f16-7a40-485f-a060-7f46b25f68b7 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:04.593196 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf1eae1-8a02-417a-8acd-bc2d51a12ee9'] response: {'server_uuid': '22948376-2b35-476e-95b1-6ce67b56b2d6', 'name': 'network-vif-deleted', 'tag': 'b2b077bd-c1f7-4c36-a424-26626b7c5404', 'status': 'completed', 'code': 200} May 06 12:38:04.594909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Attempting to bind port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:04.595516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Attempting to bind port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:04.595702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Attempting to bind port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:04.596588 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b6c01-a49f-4ef6-b2ce-47a5e9e0542a None None] Pushing event updated for resources: {'Port': ['ID=baa51f16-7a40-485f-a060-7f46b25f68b7,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:04.608255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:38:04.608580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Attempting to bind port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:04.612671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:04.614466 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:04.615349 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:04.616639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:04.617303 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.618049 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:04.618966 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Bound port: baa51f16-7a40-485f-a060-7f46b25f68b7, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:04.619481 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.622744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:04.661477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Network 5efabc54-6f63-4d6b-a666-98bcb17b2775 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:04.672752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] For port 0c0befd5-d46f-48c8-bbda-051f158b1217, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0c0befd5-d46f-48c8-bbda-051f158b1217,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:04.673093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.701802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:04.701802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Checking segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:04.702284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Bound using segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:04.702838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Bound port: 2182772e-cdd3-47dc-a96f-0f1bd6c9672a, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:04.703187 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.730241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Request body: {'port': {'device_id': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:04.740187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.830166 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] For port baa51f16-7a40-485f-a060-7f46b25f68b7, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:04.840046 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] For port baa51f16-7a40-485f-a060-7f46b25f68b7, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=baa51f16-7a40-485f-a060-7f46b25f68b7,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:04.856701 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.989458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.995967 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.015516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35dae3-a697-4f7c-be50-ee8803c064a2 req-9c2ec6b3-110b-42c1-a1fe-c7e3dc44751a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:05.016402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3d35dae3-a697-4f7c-be50-ee8803c064a2 req-9c2ec6b3-110b-42c1-a1fe-c7e3dc44751a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Synchronizing usage tracker for tenant:90b8f81737544326a2c880ff026ca883 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:05.055957 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:05.056592 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:37:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:05.141921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Calling delete_port for 0c0befd5-d46f-48c8-bbda-051f158b1217 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:05.174298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 5efabc54-6f63-4d6b-a666-98bcb17b2775) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:05.179409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:05.179659 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.187652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c7685-6289-4d1c-b532-0c74ac7f1248 None None] Network 5efabc54-6f63-4d6b-a666-98bcb17b2775 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:05.269988 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:05.347928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf51032-2263-45b9-afdb-5e0ab447478b None None] Provisioning for port 82c1af28-be26-4639-baed-d5255c3814c7 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:05.360929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-73db20f6-9b8b-4c92-b7f8-9df2341c6e9f tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.5379479 May 06 12:38:05.367189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf51032-2263-45b9-afdb-5e0ab447478b None None] Provisioning complete for port 82c1af28-be26-4639-baed-d5255c3814c7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:05.368024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf51032-2263-45b9-afdb-5e0ab447478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.372938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35270) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:05.374492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3d35dae3-a697-4f7c-be50-ee8803c064a2 req-9c2ec6b3-110b-42c1-a1fe-c7e3dc44751a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Unset dirty status for tenant:90b8f81737544326a2c880ff026ca883 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:05.381741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d35dae3-a697-4f7c-be50-ee8803c064a2 req-9c2ec6b3-110b-42c1-a1fe-c7e3dc44751a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 944 time: 1.5381210 May 06 12:38:05.392047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-38997399', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:05.431592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:05.458396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Usage tracker for resource:router and tenant:8914a2012a0c4f9ea15061dfa1f11c6b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:05.494938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:05.510367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:05.530537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] For port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:05.567886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf51032-2263-45b9-afdb-5e0ab447478b None None] Port 82c1af28-be26-4639-baed-d5255c3814c7 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:05.619142 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.631808 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.635505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] For port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:05.651922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-5efabc54-6f63-4d6b-a666-98bcb17b2775', 'network_id': '5efabc54-6f63-4d6b-a666-98bcb17b2775', 'tenant_id': '8914a2012a0c4f9ea15061dfa1f11c6b', 'fixed_ips': [{'subnet_id': '92496540-a80d-4096-a9ec-e69268591ccb'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:05.652804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.653284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d35dae3-a697-4f7c-be50-ee8803c064a2 req-4eb45d53-50fb-4ff4-b88b-3c55faee9384 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705865 May 06 12:38:05.665790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.678917 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b6c01-a49f-4ef6-b2ce-47a5e9e0542a None None] Pushing event updated for resources: {'Port': ['ID=baa51f16-7a40-485f-a060-7f46b25f68b7,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:05.746010 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 1, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:05.762779 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b92b4d2-b85b-422c-902b-74538dc1d0c3 None None] The sync data for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 is: [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 1, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:05.923708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Allocated IP 172.20.0.2 (5efabc54-6f63-4d6b-a666-98bcb17b2775/92496540-a80d-4096-a9ec-e69268591ccb/29c9f745-7293-4790-b837-dac3cd6a3b06) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:06.013153 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.014915 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.067499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Pushing event updated for resources: {'Port': ['ID=82c1af28-be26-4639-baed-d5255c3814c7,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:06.090412 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.157347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2ba56df1-4a5e-4221-83ef-aac3fe899f1c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:06.158753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.160889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] 10.222.0.36 "PUT /v2.0/ports/2182772e-cdd3-47dc-a96f-0f1bd6c9672a HTTP/1.1" status: 200 len: 1091 time: 8.6218176 May 06 12:38:06.207786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6488729-ec3c-4029-bbc4-05351d747e50 req-6874e743-44d7-4628-9eee-50d91706ed50 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:06.216376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6488729-ec3c-4029-bbc4-05351d747e50 req-6874e743-44d7-4628-9eee-50d91706ed50 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 943 time: 1.0819206 May 06 12:38:06.438288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.527541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.570128 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.577616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Transition to ACTIVE for port object 29c9f745-7293-4790-b837-dac3cd6a3b06 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:06.596708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbcea5-167a-4c42-9eb3-e145786b7d27 service neutron] Pushing event updated for resources: {'Port': ['ID=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:06.599098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'tag': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:06.621909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['78e5b571-9e05-481f-8b9b-dc1791c105a0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:06.684533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:06.685132 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.710948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:06.716285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Pushing event deleted for resources: {'Port': ['ID=0c0befd5-d46f-48c8-bbda-051f158b1217,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:06.721102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6488729-ec3c-4029-bbc4-05351d747e50 req-c9d87ecf-ee3c-408a-adf1-73d0b4a7b818 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=2226583d-503d-480e-8f06-6297d80ccf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5031316 May 06 12:38:06.730259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:06.917216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Transition to ACTIVE for port object 29c9f745-7293-4790-b837-dac3cd6a3b06 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:06.977961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.030979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a268c0-1341-442c-b182-adc35ba7163a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:07.061928 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.096033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Transition to ACTIVE for port object d5a268c0-1341-442c-b182-adc35ba7163a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:07.224620 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.235043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Pushing event updated for resources: {'Port': ['ID=29c9f745-7293-4790-b837-dac3cd6a3b06,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:07.255473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Network 5efabc54-6f63-4d6b-a666-98bcb17b2775 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:07.258866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:07.272810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:07.274034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.278416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.503135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b7e3ea54-e693-498f-8937-0b18e036a041 None None] Provisioning complete for port 82c1af28-be26-4639-baed-d5255c3814c7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:07.503505 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ea54-e693-498f-8937-0b18e036a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.506262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] No DVR routers for this DVR port 0c0befd5-d46f-48c8-bbda-051f158b1217 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:07.512963 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.602964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a1c8e-6c93-4d8e-a628-a1c40000410f req-5707000e-6222-4dc9-bf1f-da76b4adbeb5 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.617777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c2a1c8e-6c93-4d8e-a628-a1c40000410f req-5707000e-6222-4dc9-bf1f-da76b4adbeb5 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 932 time: 1.6109395 May 06 12:38:07.652081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Attempting to bind port 29c9f745-7293-4790-b837-dac3cd6a3b06 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:07.652920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Attempting to bind port 29c9f745-7293-4790-b837-dac3cd6a3b06 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'eb10fc69-08ed-49ce-9d66-d4d81c165e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5efabc54-6f63-4d6b-a666-98bcb17b2775'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:07.653111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Attempting to bind port 29c9f745-7293-4790-b837-dac3cd6a3b06 on network 5efabc54-6f63-4d6b-a666-98bcb17b2775 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:07.660703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-6804877d-a272-455f-a24f-9983179e731f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 1094 time: 1.3472836 May 06 12:38:07.674141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b7e3ea54-e693-498f-8937-0b18e036a041 None None] Port 82c1af28-be26-4639-baed-d5255c3814c7 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:07.681346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:07.682916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Checking segment: {'id': 'eb10fc69-08ed-49ce-9d66-d4d81c165e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5efabc54-6f63-4d6b-a666-98bcb17b2775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:07.682916 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.682916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Bound using segment: {'id': 'eb10fc69-08ed-49ce-9d66-d4d81c165e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5efabc54-6f63-4d6b-a666-98bcb17b2775'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:07.683413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Bound port: 29c9f745-7293-4790-b837-dac3cd6a3b06, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb10fc69-08ed-49ce-9d66-d4d81c165e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5efabc54-6f63-4d6b-a666-98bcb17b2775'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:07.683585 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.866694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.883133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] For port 29c9f745-7293-4790-b837-dac3cd6a3b06, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:07.888930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] For port 29c9f745-7293-4790-b837-dac3cd6a3b06, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=29c9f745-7293-4790-b837-dac3cd6a3b06,segment=NetworkSegment(eb10fc69-08ed-49ce-9d66-d4d81c165e2c),segment_id=eb10fc69-08ed-49ce-9d66-d4d81c165e2c)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:07.900118 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.911697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.935858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0106be39-4911-4cd7-a7ed-cbe46dbbfb6e req-9d4edd2c-27a7-484f-bec6-028150720234 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.48 "DELETE /v2.0/ports/0c0befd5-d46f-48c8-bbda-051f158b1217 HTTP/1.1" status: 204 len: 173 time: 10.3985121 May 06 12:38:07.956605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a268c0-1341-442c-b182-adc35ba7163a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:08.061590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Router 2de2a69a-195d-455f-8b3f-aada7196259b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:08.110010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-427276f0-6d35-446d-9780-4afc8201d211 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2182772e-cdd3-47dc-a96f-0f1bd6c9672a HTTP/1.1" status: 200 len: 217 time: 0.2985594 May 06 12:38:08.158845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device baa51f16-7a40-485f-a060-7f46b25f68b7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:08.331436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514bbf-d8bc-45f7-bc6b-fdb2c2107cb1 None None] Pushing event updated for resources: {'Port': ['ID=29c9f745-7293-4790-b837-dac3cd6a3b06,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:08.403515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port baa51f16-7a40-485f-a060-7f46b25f68b7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:08.420851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port baa51f16-7a40-485f-a060-7f46b25f68b7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:08.421470 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.424453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c2a1c8e-6c93-4d8e-a628-a1c40000410f req-cff8524d-485a-4fe0-af98-df2ae88c8944 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8053174 May 06 12:38:08.526079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-eae6ce75-41e6-4848-b5ab-75171b91ca3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:08.528645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-eae6ce75-41e6-4848-b5ab-75171b91ca3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.2906668 May 06 12:38:08.548796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Allocated IP 172.25.7.25 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9e370e17-0ccb-4393-a17b-06b35ad390af) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:08.568836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28963e7-d0aa-4c44-a748-ab92af332925 req-4b606934-d8e9-4183-af0b-1ed7ce8bb7e2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:08.578647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28963e7-d0aa-4c44-a748-ab92af332925 req-4b606934-d8e9-4183-af0b-1ed7ce8bb7e2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:08.585491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28963e7-d0aa-4c44-a748-ab92af332925 req-4b606934-d8e9-4183-af0b-1ed7ce8bb7e2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:08.596217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d28963e7-d0aa-4c44-a748-ab92af332925 req-4b606934-d8e9-4183-af0b-1ed7ce8bb7e2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2418 time: 1.2490098 May 06 12:38:08.778703 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6edbcdf4-2d4b-4632-8eeb-55338d722ef4'] response: {'name': 'network-changed', 'server_uuid': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'tag': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'status': 'completed', 'code': 200} May 06 12:38:08.869395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Attempting to bind port d5a268c0-1341-442c-b182-adc35ba7163a on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:08.870078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Attempting to bind port d5a268c0-1341-442c-b182-adc35ba7163a by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:08.870300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Attempting to bind port d5a268c0-1341-442c-b182-adc35ba7163a on network 66733eee-edd4-4bd0-b94f-a9f284f68043 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:08.902181 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.933332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Port d5a268c0-1341-442c-b182-adc35ba7163a on network 66733eee-edd4-4bd0-b94f-a9f284f68043 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:38:08.933949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Attempting to bind port d5a268c0-1341-442c-b182-adc35ba7163a on network 66733eee-edd4-4bd0-b94f-a9f284f68043 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:08.964105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port baa51f16-7a40-485f-a060-7f46b25f68b7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=baa51f16-7a40-485f-a060-7f46b25f68b7,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:08.972590 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.111404 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.142196 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:09.158907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:09.161341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Checking segment: {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:09.163337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Bound using segment: {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:09.165381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Bound port: d5a268c0-1341-442c-b182-adc35ba7163a, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f753912-fe52-43f6-9f27-37ee40dd7686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:09.165848 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.174306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=baa51f16-7a40-485f-a060-7f46b25f68b7,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:09.187451 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7418b8f3-5f8c-481b-8114-6f1ebe44a2bf admin admin] 10.222.0.44 "PUT /v2.0/routers/2de2a69a-195d-455f-8b3f-aada7196259b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4780681 May 06 12:38:09.201717 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.216038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d28963e7-d0aa-4c44-a748-ab92af332925 req-02463b58-82bb-4b8a-8b13-bc2dc48909fc tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180706 May 06 12:38:09.220975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2c6cce45-bdb0-4930-80e7-f77060b46f19 req-10c4d418-ade7-46a6-b1f0-788a8a825ec4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Synchronizing usage tracker for tenant:90b8f81737544326a2c880ff026ca883 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:09.320384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-f470ffb2-b3f9-4a65-86d3-39d96e0f0abe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7688909 May 06 12:38:09.505446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:09.507793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] For port d5a268c0-1341-442c-b182-adc35ba7163a, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:09.519801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:09.525471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:09.582761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2c6cce45-bdb0-4930-80e7-f77060b46f19 req-10c4d418-ade7-46a6-b1f0-788a8a825ec4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Unset dirty status for tenant:90b8f81737544326a2c880ff026ca883 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:09.591503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event updated for resources: {'Port': ['ID=9e370e17-0ccb-4393-a17b-06b35ad390af,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:09.599381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c6cce45-bdb0-4930-80e7-f77060b46f19 req-10c4d418-ade7-46a6-b1f0-788a8a825ec4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0023849-6fac-4bc4-bbfa-61fe92ca4e17 HTTP/1.1" status: 200 len: 210 time: 0.5751624 May 06 12:38:09.676073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] For port d5a268c0-1341-442c-b182-adc35ba7163a, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d5a268c0-1341-442c-b182-adc35ba7163a,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:09.695279 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.866512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.869048 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.944915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.946365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] 10.222.0.48 "PUT /v2.0/ports/d5a268c0-1341-442c-b182-adc35ba7163a HTTP/1.1" status: 200 len: 1092 time: 5.2530098 May 06 12:38:10.026076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cb71c-bfd2-4533-af53-b87f42969884 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a268c0-1341-442c-b182-adc35ba7163a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:10.093688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-35c7482d-982a-48b6-a7f8-a926fa1c5fe2 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214573 May 06 12:38:10.157036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa990ff1-673a-4901-8053-5cbc8aefa9f7 None None] Network 5efabc54-6f63-4d6b-a666-98bcb17b2775 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:10.344334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 29c9f745-7293-4790-b837-dac3cd6a3b06 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:10.471939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-337461bd-a2dc-4138-b293-1ee00c5f0c39 None None] Provisioning for port 29c9f745-7293-4790-b837-dac3cd6a3b06 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:10.567524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343c17d3-7952-4212-867f-aa68a4d2ea07 req-9580b9c0-37c9-4589-9fb2-e98bcef39fb5 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417157 May 06 12:38:10.664086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 29c9f745-7293-4790-b837-dac3cd6a3b06 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:10.679263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 29c9f745-7293-4790-b837-dac3cd6a3b06 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:10.679853 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:10.808618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Router 6169ae00-df29-421e-8efa-89c5a4be5c21 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:38:10.869118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'name': 'network-vif-deleted', 'tag': '0c0befd5-d46f-48c8-bbda-051f158b1217'}, {'name': 'network-changed', 'server_uuid': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'tag': 'd5a268c0-1341-442c-b182-adc35ba7163a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:10.977414 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:10.989330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecec84-0db5-4c16-9210-305d7a17d68e req-905cbdb2-fb13-46e5-af4e-a356c386d90c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:10.996694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95ecec84-0db5-4c16-9210-305d7a17d68e req-905cbdb2-fb13-46e5-af4e-a356c386d90c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 943 time: 1.1807828 May 06 12:38:11.032421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 29c9f745-7293-4790-b837-dac3cd6a3b06, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=29c9f745-7293-4790-b837-dac3cd6a3b06,segment=NetworkSegment(eb10fc69-08ed-49ce-9d66-d4d81c165e2c),segment_id=eb10fc69-08ed-49ce-9d66-d4d81c165e2c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:11.041743 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.046582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device baa51f16-7a40-485f-a060-7f46b25f68b7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:11.131215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-0302c0a0-eea9-428d-a7b8-9fe6f5ba9295 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 1095 time: 1.1075904 May 06 12:38:11.371005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=29c9f745-7293-4790-b837-dac3cd6a3b06,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:11.398106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port baa51f16-7a40-485f-a060-7f46b25f68b7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:11.400549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.405043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-6f176afc-fcab-4a63-8eb6-e60dcd0168bf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:11.405856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-6f176afc-fcab-4a63-8eb6-e60dcd0168bf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:11.411989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-a9e16bef-a17a-480e-845d-a875585ff1a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5a268c0-1341-442c-b182-adc35ba7163a HTTP/1.1" status: 200 len: 217 time: 0.2628458 May 06 12:38:11.484900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63e008dc-33e9-4c16-9c0c-73d9b960b0b6 req-86372f05-008c-4795-8e0f-16efed4ff3e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 1094 time: 0.5609975 May 06 12:38:11.496727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03058ce4-d148-46e2-b5a8-a2ab590ba103 req-f1665b3a-a0f8-46f6-8bbe-bec2d3429f91 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:11.499867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03058ce4-d148-46e2-b5a8-a2ab590ba103 req-f1665b3a-a0f8-46f6-8bbe-bec2d3429f91 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 944 time: 0.8933070 May 06 12:38:11.537670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95ecec84-0db5-4c16-9210-305d7a17d68e req-593ef543-31dd-4c85-99b2-a8bc60051691 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=2226583d-503d-480e-8f06-6297d80ccf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5061233 May 06 12:38:11.541487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3c3d063b-077d-4383-b0e2-98ac754d5bfb None None] Provisioning complete for port 29c9f745-7293-4790-b837-dac3cd6a3b06 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:11.542033 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3c3d063b-077d-4383-b0e2-98ac754d5bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.589572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:11.650258 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.655428 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b21a03a8-c7d6-483f-8079-2e9acccdce52 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.2802577 May 06 12:38:11.655981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ac915-7914-466c-adb7-5280410c4b01 None None] Sync routers for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:11.658453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35304) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:11.720902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-6f176afc-fcab-4a63-8eb6-e60dcd0168bf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:11.725059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-6f176afc-fcab-4a63-8eb6-e60dcd0168bf tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 949 time: 0.8500352 May 06 12:38:11.735896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ac915-7914-466c-adb7-5280410c4b01 None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:11.736260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca4ac915-7914-466c-adb7-5280410c4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:37:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:11.841548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca4ac915-7914-466c-adb7-5280410c4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:11.879315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-4e4ad08f-7396-4f2e-b4ea-1c50f5e6a404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:11.882017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-4e4ad08f-7396-4f2e-b4ea-1c50f5e6a404 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=566b386f-924c-429b-a7ee-070530b38370 HTTP/1.1" status: 200 len: 851 time: 0.4534485 May 06 12:38:12.034695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ac915-7914-466c-adb7-5280410c4b01 None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:12.034695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca4ac915-7914-466c-adb7-5280410c4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:37:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:12.068877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-67251961-39c9-4aae-aa88-1b079f112a0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66733eee-edd4-4bd0-b94f-a9f284f68043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550951 May 06 12:38:12.090516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03058ce4-d148-46e2-b5a8-a2ab590ba103 req-11eaaa17-b2aa-4538-a179-c53a6be335e5 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437295 May 06 12:38:12.149199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Deleting port 7112bc52-15f3-4d10-8e7f-0867434ddf02 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:12.149613 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.182919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 29c9f745-7293-4790-b837-dac3cd6a3b06 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:12.306362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca4ac915-7914-466c-adb7-5280410c4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:12.307274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ac915-7914-466c-adb7-5280410c4b01 None None] The sync data for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:12.336708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e008dc-33e9-4c16-9c0c-73d9b960b0b6 req-4af57abe-e7e0-4516-a644-6c86f365fbce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.338189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63e008dc-33e9-4c16-9c0c-73d9b960b0b6 req-4af57abe-e7e0-4516-a644-6c86f365fbce service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 0.8392837 May 06 12:38:12.372542 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02b5f1e3-b26b-463c-9f0f-b714788451cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.396114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35308) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:12.419353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285572110', 'description': 'tempest-description--1018024673'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:12.444738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:12.447958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 29c9f745-7293-4790-b837-dac3cd6a3b06 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:12.448248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.457290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Usage tracker for resource:security_group and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:12.470550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:12.494430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:12.529770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63e008dc-33e9-4c16-9c0c-73d9b960b0b6 req-d779c3ee-6119-4e3c-b318-fba7f84ee19b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2182772e-cdd3-47dc-a96f-0f1bd6c9672a HTTP/1.1" status: 200 len: 217 time: 0.1703296 May 06 12:38:12.735172 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.774515 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.851501 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9c249d-495c-421c-ac0e-13e871b5ee3d'] response: {'server_uuid': 'a0023849-6fac-4bc4-bbfa-61fe92ca4e17', 'name': 'network-vif-deleted', 'tag': '0c0befd5-d46f-48c8-bbda-051f158b1217', 'status': 'completed', 'code': 200} May 06 12:38:12.851765 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9c249d-495c-421c-ac0e-13e871b5ee3d'] response: {'name': 'network-changed', 'server_uuid': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'tag': 'd5a268c0-1341-442c-b182-adc35ba7163a', 'status': 'completed', 'code': 200} May 06 12:38:12.871607 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-a4a0bb9b-4abd-4abf-b9cf-2f4a5b7e990a service neutron] 10.222.0.48 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746835 May 06 12:38:12.878939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:12.890653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Usage tracker for resource:security_group_rule and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:12.897376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:12.911656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:12.959987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e008dc-33e9-4c16-9c0c-73d9b960b0b6 req-eefc84ce-b4a3-428e-9651-b851302d7ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.962619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63e008dc-33e9-4c16-9c0c-73d9b960b0b6 req-eefc84ce-b4a3-428e-9651-b851302d7ba8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.2421772 May 06 12:38:12.998945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7112bc52-15f3-4d10-8e7f-0867434ddf02 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:13.060065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] For port 7112bc52-15f3-4d10-8e7f-0867434ddf02, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:13.060666 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.063989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.076709 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.132154 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.188753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7112bc52-15f3-4d10-8e7f-0867434ddf02, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:13.190256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7112bc52-15f3-4d10-8e7f-0867434ddf02'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:13.199881 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.209411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:13.284323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.284323 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-faa4659c-44b6-46ae-85cc-fe6b6d7f3799 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8832061 May 06 12:38:13.287369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35322) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:13.296355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Request body: {'security_group_rule': {'security_group_id': '5b9a3e4f-ad5d-4c4e-be46-4de061541ecf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:13.306127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:13.314962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Usage tracker for resource:security_group_rule and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:13.320504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:13.343687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:13.403561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.411941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7112bc52-15f3-4d10-8e7f-0867434ddf02,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:13.513803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.518160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.552147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806932b7-5255-48de-9811-69c2d97b4e74,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:13.558968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Calling delete_port for 7112bc52-15f3-4d10-8e7f-0867434ddf02 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:13.572636 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.573981 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9b4df818-f044-458a-a28e-1f5d7773c2dc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2855046 May 06 12:38:13.579256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35326) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:13.617060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Request body: {'security_group_rule': {'security_group_id': '5b9a3e4f-ad5d-4c4e-be46-4de061541ecf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:13.632933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:13.649312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Usage tracker for resource:security_group_rule and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:13.662970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:13.677256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:13.681676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c213a-12f1-4b6a-9c29-4c4d16acaf0e req-75dd753d-5121-4205-a96d-88fbf628d72e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:13.684267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b4c213a-12f1-4b6a-9c29-4c4d16acaf0e req-75dd753d-5121-4205-a96d-88fbf628d72e tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 949 time: 1.1481094 May 06 12:38:13.877383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.897731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-889677f1-50bb-4c4b-af3c-6481d77dda54 req-320b28d5-bba7-4af5-820e-0ae0731a0ea4 service neutron] 10.222.0.48 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0040829 May 06 12:38:13.919801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b4c213a-12f1-4b6a-9c29-4c4d16acaf0e req-ab3b7971-5347-417a-9a0c-5b5adfcd459a tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737745 May 06 12:38:13.940096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:38:13.940890 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:38:13.948407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1205b68-2b92-43b1-b60a-c7be1f837eb0 req-ca6acc20-c12e-4794-832c-c8b04d785f3f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:13.957947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1205b68-2b92-43b1-b60a-c7be1f837eb0 req-ca6acc20-c12e-4794-832c-c8b04d785f3f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 943 time: 0.9932666 May 06 12:38:13.966326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63e008dc-33e9-4c16-9c0c-73d9b960b0b6 req-38f53762-2686-4651-bd8a-45ce1b1d0832 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9109001 May 06 12:38:14.016729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.117853 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.185698 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.233200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6093eafa-f97d-45cb-9ef4-a6f292af65cd,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:14.255145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.255145 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-90cac8fb-d400-4b25-9cdc-1ccd0370418f tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6729205 May 06 12:38:14.259256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35330) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:14.270122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:14.282748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:14.303390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Usage tracker for resource:floatingip and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:14.310130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:14.320483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:14.389832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.396386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1205b68-2b92-43b1-b60a-c7be1f837eb0 req-f223651d-35e8-4974-973a-e68bc138cc74 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=2226583d-503d-480e-8f06-6297d80ccf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364076 May 06 12:38:14.448445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Deleting port 7112bc52-15f3-4d10-8e7f-0867434ddf02 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:14.449710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.651752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63e008dc-33e9-4c16-9c0c-73d9b960b0b6 req-90d1e88a-5728-47b3-aadb-4d14ebc3cec4 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422188 May 06 12:38:14.666272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85b52673-254f-4c41-bbbb-10446ba435ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.717076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Allocated IP 172.20.0.1 (5efabc54-6f63-4d6b-a666-98bcb17b2775/92496540-a80d-4096-a9ec-e69268591ccb/a779c633-e589-40c4-aacf-d05d4ef216b4) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:14.752295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.922916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-041b9cfe-5cb6-4ba2-86c8-ac7f2a90d3db req-dff5a0dd-4586-4835-a878-6851ad5961b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 1095 time: 0.8847311 May 06 12:38:15.018819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2182772e-cdd3-47dc-a96f-0f1bd6c9672a details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:15.026842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fd063-8e61-49be-8c9c-41838f6f3426 req-a2c6a34f-1b62-4e45-a2f2-0660c8d39768 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:15.029299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fd063-8e61-49be-8c9c-41838f6f3426 req-a2c6a34f-1b62-4e45-a2f2-0660c8d39768 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:15.035332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fd063-8e61-49be-8c9c-41838f6f3426 req-a2c6a34f-1b62-4e45-a2f2-0660c8d39768 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:15.037457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e03fd063-8e61-49be-8c9c-41838f6f3426 req-a2c6a34f-1b62-4e45-a2f2-0660c8d39768 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2418 time: 0.7855923 May 06 12:38:15.161134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.191884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Allocated IP 172.25.7.17 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/0a4a4013-6c26-4123-9d02-f8eacc7f9a66) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:15.204775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Transition to ACTIVE for port object a779c633-e589-40c4-aacf-d05d4ef216b4 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:15.320896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:15.361786 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.364711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:15.422278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63e008dc-33e9-4c16-9c0c-73d9b960b0b6 req-ee8afa12-c588-4c0e-b9bf-01915ae0da3b service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075777 May 06 12:38:15.482929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e03fd063-8e61-49be-8c9c-41838f6f3426 req-fd3f8322-de5b-4e7d-afef-40b9c7bbea20 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275961 May 06 12:38:15.524379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9cfe-5cb6-4ba2-86c8-ac7f2a90d3db req-aaec1006-6134-41b3-a829-e466d8c3d48b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:15.526038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-041b9cfe-5cb6-4ba2-86c8-ac7f2a90d3db req-aaec1006-6134-41b3-a829-e466d8c3d48b service neutron] 10.222.0.48 "GET /v2.0/networks?id=66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 200 len: 912 time: 0.5927167 May 06 12:38:15.532705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5183bb-a3fc-4bd4-9bfa-0b82aa9fa2a6 req-0883b72d-4448-40f2-8825-c845a5729e9d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:15.540840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a5183bb-a3fc-4bd4-9bfa-0b82aa9fa2a6 req-0883b72d-4448-40f2-8825-c845a5729e9d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.7910221 May 06 12:38:15.544780 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.547475 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.568579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2182772e-cdd3-47dc-a96f-0f1bd6c9672a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:15.587520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.598662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:15.606159 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.641704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] For port 7112bc52-15f3-4d10-8e7f-0867434ddf02, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7112bc52-15f3-4d10-8e7f-0867434ddf02,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:15.642093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.664496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Network 5efabc54-6f63-4d6b-a666-98bcb17b2775 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:15.668272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:15.672653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.683521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:15.716978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:15.768949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-041b9cfe-5cb6-4ba2-86c8-ac7f2a90d3db req-65320805-6ef5-435a-9318-acf97147ff5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5a268c0-1341-442c-b182-adc35ba7163a HTTP/1.1" status: 200 len: 217 time: 0.1993001 May 06 12:38:15.801790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event updated for resources: {'Port': ['ID=a779c633-e589-40c4-aacf-d05d4ef216b4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:15.858744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['2182772e-cdd3-47dc-a96f-0f1bd6c9672a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:15.920166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:15.940408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:15.956394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:16.015480 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.059007 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.092070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Pushing event updated for resources: {'Port': ['ID=0a4a4013-6c26-4123-9d02-f8eacc7f9a66,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:16.149081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e58d6333-9414-4c26-a270-7f940e049feb None None] Provisioning for port a779c633-e589-40c4-aacf-d05d4ef216b4 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:16.163846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Calling delete_port for 7112bc52-15f3-4d10-8e7f-0867434ddf02 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:16.165219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e58d6333-9414-4c26-a270-7f940e049feb None None] Provisioning complete for port a779c633-e589-40c4-aacf-d05d4ef216b4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:16.165589 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e58d6333-9414-4c26-a270-7f940e049feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.241403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a5183bb-a3fc-4bd4-9bfa-0b82aa9fa2a6 req-92d23d18-8c84-4c22-9f5d-2bec6e2d12cb tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999254 May 06 12:38:16.270470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e58d6333-9414-4c26-a270-7f940e049feb None None] Port a779c633-e589-40c4-aacf-d05d4ef216b4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:16.293929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9cfe-5cb6-4ba2-86c8-ac7f2a90d3db req-9ef138b5-4528-4f74-bc79-c3c8eb7f16d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.296656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-041b9cfe-5cb6-4ba2-86c8-ac7f2a90d3db req-9ef138b5-4528-4f74-bc79-c3c8eb7f16d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=566b386f-924c-429b-a7ee-070530b38370 HTTP/1.1" status: 200 len: 851 time: 0.4555409 May 06 12:38:16.367408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d5381a9d-0488-4506-b316-3ffcb0400992 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.372258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d5381a9d-0488-4506-b316-3ffcb0400992 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.376630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d5381a9d-0488-4506-b316-3ffcb0400992 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.378458 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d5381a9d-0488-4506-b316-3ffcb0400992 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2418 time: 0.9528627 May 06 12:38:16.420457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-041b9cfe-5cb6-4ba2-86c8-ac7f2a90d3db req-675f69a3-7585-484f-b89c-1420781b40ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66733eee-edd4-4bd0-b94f-a9f284f68043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008570 May 06 12:38:16.453366 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94af3c3c-6469-42e2-9c98-dda761f263f2'] response: {'server_uuid': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7112bc52-15f3-4d10-8e7f-0867434ddf02', 'code': 200} May 06 12:38:16.509682 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.525172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.699860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:16.699860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.728427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bdca5-cd99-4002-b2d6-a688ae664c59 req-0d5eee5c-5c44-42a2-8bca-417bbac69501 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.731024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-523bdca5-cd99-4002-b2d6-a688ae664c59 req-0d5eee5c-5c44-42a2-8bca-417bbac69501 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 944 time: 0.9653475 May 06 12:38:16.774210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.881411 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.930765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-041b9cfe-5cb6-4ba2-86c8-ac7f2a90d3db req-4b1bc780-1d90-4f0e-a776-d0b2a37f3c27 service neutron] 10.222.0.48 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995856 May 06 12:38:17.019424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2182772e-cdd3-47dc-a96f-0f1bd6c9672a up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:17.022284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Pushing event deleted for resources: {'Port': ['ID=7112bc52-15f3-4d10-8e7f-0867434ddf02,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:17.179125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:17.191676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:17.192646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.220557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-523bdca5-cd99-4002-b2d6-a688ae664c59 req-f491d8fb-255f-41c7-9a88-84c80bbfe1db tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588912 May 06 12:38:17.359573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] No DVR routers for this DVR port 7112bc52-15f3-4d10-8e7f-0867434ddf02 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:17.363081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.380166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'name': 'network-vif-deleted', 'tag': '7112bc52-15f3-4d10-8e7f-0867434ddf02'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:17.465302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e86f5ba-1350-4846-8a17-c039c7ca6427 req-e42a85c7-8d35-49b8-a503-084bc383da25 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.36 "DELETE /v2.0/ports/7112bc52-15f3-4d10-8e7f-0867434ddf02 HTTP/1.1" status: 204 len: 173 time: 5.7175903 May 06 12:38:17.482974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8495-b83d-4915-9903-5c9b3f0d1f88 req-3c81aee2-21be-479e-9265-d4d55dce21b4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:17.484594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-867b8495-b83d-4915-9903-5c9b3f0d1f88 req-3c81aee2-21be-479e-9265-d4d55dce21b4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Synchronizing usage tracker for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:17.499562 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-041b9cfe-5cb6-4ba2-86c8-ac7f2a90d3db req-d2eba421-6adf-4b0a-b04c-4bca17bbc554 service neutron] 10.222.0.48 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397248 May 06 12:38:17.569891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-867b8495-b83d-4915-9903-5c9b3f0d1f88 req-3c81aee2-21be-479e-9265-d4d55dce21b4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] Unset dirty status for tenant:15ff0397e66c4efb8aff516390ebd4cc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:17.571516 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.580890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:17.583499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-867b8495-b83d-4915-9903-5c9b3f0d1f88 req-3c81aee2-21be-479e-9265-d4d55dce21b4 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f49230-1472-4378-aa62-6e0f2f96dac5 HTTP/1.1" status: 200 len: 865 time: 0.8387353 May 06 12:38:17.644169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] For port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:17.645695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.660180 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.680992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:17.683313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.687352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.748945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d5a268c0-1341-442c-b182-adc35ba7163a details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:17.765751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.769570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.910438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.969686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:18.023340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d5a268c0-1341-442c-b182-adc35ba7163a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d5a268c0-1341-442c-b182-adc35ba7163a,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:18.037935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Calling delete_port for 4a7eee0a-b397-492b-82a6-a2f2ad49b06f owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:18.064255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'd5a268c0-1341-442c-b182-adc35ba7163a', 'network_id': '66733eee-edd4-4bd0-b94f-a9f284f68043', 'port_id': 'd5a268c0-1341-442c-b182-adc35ba7163a', 'mac_address': 'fa:16:3e:eb:f0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566b386f-924c-429b-a7ee-070530b38370', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:18.116385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Pushing event updated for resources: {'Port': ['ID=0a4a4013-6c26-4123-9d02-f8eacc7f9a66,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:18.141464 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.166689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a268c0-1341-442c-b182-adc35ba7163a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:18.188875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d5a268c0-1341-442c-b182-adc35ba7163a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d5a268c0-1341-442c-b182-adc35ba7163a,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:18.195118 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.234425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.287124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-867b8495-b83d-4915-9903-5c9b3f0d1f88 req-3008c01b-2079-4064-9bb5-81c19181acd8 tempest-ServersOnMultiNodesTest-576530041 tempest-ServersOnMultiNodesTest-576530041-project] 10.222.0.44 "GET /v2.0/security-groups?id=be58c94c-baa7-4fe2-88d9-11f0cf889c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018380 May 06 12:38:18.377896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d5a268c0-1341-442c-b182-adc35ba7163a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:18.454858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:18.483844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.562911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event updated for resources: {'Port': ['ID=a779c633-e589-40c4-aacf-d05d4ef216b4,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:18.625605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c8d9-3a0f-46a9-8b57-1c020806baf2 req-22127c63-1fc0-47e4-b2f4-b7cbc0b366e4 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.627610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a41c8d9-3a0f-46a9-8b57-1c020806baf2 req-22127c63-1fc0-47e4-b2f4-b7cbc0b366e4 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 945 time: 0.4688020 May 06 12:38:18.634916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.646582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-89f45ff0-008e-4016-b39a-8999e63df452 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3778465 May 06 12:38:18.696167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Network 5efabc54-6f63-4d6b-a666-98bcb17b2775 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:18.698861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:18.706904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['d5a268c0-1341-442c-b182-adc35ba7163a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:18.843198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:19.262920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-72e80d6e-752e-41b7-8b0c-332fae8de2dd None None] Provisioning complete for port a779c633-e589-40c4-aacf-d05d4ef216b4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:19.263577 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-72e80d6e-752e-41b7-8b0c-332fae8de2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:19.292983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a41c8d9-3a0f-46a9-8b57-1c020806baf2 req-434dd6dc-b29d-412e-b4a9-7d850bf322a9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=2226583d-503d-480e-8f06-6297d80ccf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6304033 May 06 12:38:19.329213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Port': ['ID=4a7eee0a-b397-492b-82a6-a2f2ad49b06f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:19.345877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c41e2-13c7-46e7-bcde-e3a881f95b76 req-91b7a5e9-6859-41c1-8050-a80166f62635 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:19.354556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c41e2-13c7-46e7-bcde-e3a881f95b76 req-91b7a5e9-6859-41c1-8050-a80166f62635 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:19.363443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c41e2-13c7-46e7-bcde-e3a881f95b76 req-91b7a5e9-6859-41c1-8050-a80166f62635 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:19.371425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-72e80d6e-752e-41b7-8b0c-332fae8de2dd None None] Port a779c633-e589-40c4-aacf-d05d4ef216b4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:19.377678 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f5c41e2-13c7-46e7-bcde-e3a881f95b76 req-91b7a5e9-6859-41c1-8050-a80166f62635 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 2418 time: 0.8247871 May 06 12:38:19.495870 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc084efd-d815-437e-a1e1-ea5eddeb42d0'] response: {'server_uuid': '00f49230-1472-4378-aa62-6e0f2f96dac5', 'name': 'network-vif-deleted', 'tag': '7112bc52-15f3-4d10-8e7f-0867434ddf02', 'status': 'completed', 'code': 200} May 06 12:38:19.570123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] No DVR routers for this DVR port 4a7eee0a-b397-492b-82a6-a2f2ad49b06f on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:19.575384 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:19.598294 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f5c41e2-13c7-46e7-bcde-e3a881f95b76 req-421505d5-a08b-49e5-bbd7-d9f700275a17 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189982 May 06 12:38:19.600687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-e84ab019-da77-4edf-bd5e-c6184c84b413 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.48 "DELETE /v2.0/ports/4a7eee0a-b397-492b-82a6-a2f2ad49b06f HTTP/1.1" status: 204 len: 173 time: 3.2140639 May 06 12:38:19.768635 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device cb4590ae-94a6-401a-99de-f9a12683f1fe no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:19.773373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Router 6169ae00-df29-421e-8efa-89c5a4be5c21 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:19.847539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port c4fec2fd-4932-4f5f-b535-4130ac4048d9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:19.848198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.035560 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.107107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port cb4590ae-94a6-401a-99de-f9a12683f1fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb4590ae-94a6-401a-99de-f9a12683f1fe,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:20.115517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38195386-920f-4481-8376-1123fb0954ab req-d3eb7eec-5a61-4c0a-b53e-f644caf1e1eb tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.120030 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.121081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4a7eee0a-b397-492b-82a6-a2f2ad49b06f no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:20.123892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38195386-920f-4481-8376-1123fb0954ab req-d3eb7eec-5a61-4c0a-b53e-f644caf1e1eb tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 945 time: 0.3966284 May 06 12:38:20.243014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:20.259732 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2f2076-6369-4f31-9a05-7a7f3fe95061 None None] Sync routers for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:20.282522 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4f9968de-0b20-4e3c-be0c-0299c572d638 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "PUT /v2.0/routers/6169ae00-df29-421e-8efa-89c5a4be5c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6067569 May 06 12:38:20.285259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35384) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:20.303708 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f2076-6369-4f31-9a05-7a7f3fe95061 None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:20.307897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Request body: {'port': {'network_id': '5efabc54-6f63-4d6b-a666-98bcb17b2775', 'name': 'tempest-FloatingIPAdminTestJSON-563520579'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:20.308242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 4a7eee0a-b397-492b-82a6-a2f2ad49b06f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:20.308982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4a7eee0a-b397-492b-82a6-a2f2ad49b06f not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:20.309395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c4fec2fd-4932-4f5f-b535-4130ac4048d9 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:20.310567 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cf2f2076-6369-4f31-9a05-7a7f3fe95061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:20.312978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38195386-920f-4481-8376-1123fb0954ab req-3dbb88d6-322e-49ad-b7f2-b212bb44fa19 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878943 May 06 12:38:20.485545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=cb4590ae-94a6-401a-99de-f9a12683f1fe,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:20.537331 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5595b2-687a-4e36-b520-64b364de60d9'] response: {'server_uuid': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'code': 200} May 06 12:38:20.571178 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cf2f2076-6369-4f31-9a05-7a7f3fe95061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:20.617166 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f2076-6369-4f31-9a05-7a7f3fe95061 None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:20.618104 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cf2f2076-6369-4f31-9a05-7a7f3fe95061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:20.661534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beb888-f3b3-4f85-abd0-e97bb8cbc327 req-506f0275-39df-4a74-ae09-693c96f7da6a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.664496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27beb888-f3b3-4f85-abd0-e97bb8cbc327 req-506f0275-39df-4a74-ae09-693c96f7da6a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.6330357 May 06 12:38:20.743174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.804163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:20.821004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Usage tracker for resource:port and tenant:8914a2012a0c4f9ea15061dfa1f11c6b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:20.831657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:20.856778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:20.886473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] For port c4fec2fd-4932-4f5f-b535-4130ac4048d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c4fec2fd-4932-4f5f-b535-4130ac4048d9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:20.889704 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.891822 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cf2f2076-6369-4f31-9a05-7a7f3fe95061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:20.892370 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2f2076-6369-4f31-9a05-7a7f3fe95061 None None] The sync data for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:20.900804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Made reservation on behalf of 8914a2012a0c4f9ea15061dfa1f11c6b for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:20.906110 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.911942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c4fec2fd-4932-4f5f-b535-4130ac4048d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c4fec2fd-4932-4f5f-b535-4130ac4048d9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:20.921765 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.960359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] device_id is not set on port 5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:38:21.022686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Sync routers for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:21.101313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:21.102349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:21.178712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c4fec2fd-4932-4f5f-b535-4130ac4048d9,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:21.201530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27beb888-f3b3-4f85-abd0-e97bb8cbc327 req-7b5af9c6-d65b-44e8-99f3-0e15355293da tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446690 May 06 12:38:21.397645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Calling delete_port for c4fec2fd-4932-4f5f-b535-4130ac4048d9 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:21.490790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:21.491416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Allocated IP 172.20.0.4 (5efabc54-6f63-4d6b-a666-98bcb17b2775/92496540-a80d-4096-a9ec-e69268591ccb/5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:21.516195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-deleted', 'tag': '4a7eee0a-b397-492b-82a6-a2f2ad49b06f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:21.578291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d93b51b3-46e0-4a0f-b4bd-bb7741884c4a req-95ed56a8-c331-4b2a-a550-957112c70d63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 1096 time: 0.9122932 May 06 12:38:21.631334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55a83a-ee48-498d-856c-918d924cd616 req-384550b4-7a7a-4894-b851-ce96b7aa5412 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:21.639583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e55a83a-ee48-498d-856c-918d924cd616 req-384550b4-7a7a-4894-b851-ce96b7aa5412 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 945 time: 0.4292910 May 06 12:38:21.689373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35418) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:21.723071 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:38:21.723953 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:38:21.757240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d93b51b3-46e0-4a0f-b4bd-bb7741884c4a req-61481b7b-1643-4844-bcc9-507b15085652 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2226583d-503d-480e-8f06-6297d80ccf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712978 May 06 12:38:21.778228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e55a83a-ee48-498d-856c-918d924cd616 req-e83da320-55ca-40ef-998d-8d26289c0398 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=2226583d-503d-480e-8f06-6297d80ccf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339524 May 06 12:38:21.814422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d5a268c0-1341-442c-b182-adc35ba7163a up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:21.869606 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:21.894896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Transition to ACTIVE for port object 5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:21.929419 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.060204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Network 5efabc54-6f63-4d6b-a666-98bcb17b2775 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:22.064202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:22.067364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:22.071307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349fda0-a63b-4421-9a7d-fb8aefbe4093 req-66502646-13f9-4b35-b794-c554fb3486fa tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.080729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349fda0-a63b-4421-9a7d-fb8aefbe4093 req-66502646-13f9-4b35-b794-c554fb3486fa tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.086016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a349fda0-a63b-4421-9a7d-fb8aefbe4093 req-66502646-13f9-4b35-b794-c554fb3486fa tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:22.114888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event updated for resources: {'Port': ['ID=5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:22.190802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.191470 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.199880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a349fda0-a63b-4421-9a7d-fb8aefbe4093 req-66502646-13f9-4b35-b794-c554fb3486fa tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:22.201412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a349fda0-a63b-4421-9a7d-fb8aefbe4093 req-66502646-13f9-4b35-b794-c554fb3486fa tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 1678 time: 0.4110372 May 06 12:38:22.247580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port c4fec2fd-4932-4f5f-b535-4130ac4048d9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:22.248076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.257269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22d767bd-328b-4a62-8a1d-18322c34809a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9676356 May 06 12:38:22.258151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:22.275852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port d5a268c0-1341-442c-b182-adc35ba7163a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:22.288735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port d5a268c0-1341-442c-b182-adc35ba7163a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:22.289682 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.543242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4590ae-94a6-401a-99de-f9a12683f1fe'}, {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:22.585430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'project_id': '8914a2012a0c4f9ea15061dfa1f11c6b', 'port_id': '5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:22.602188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:22.623370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Usage tracker for resource:floatingip and tenant:8914a2012a0c4f9ea15061dfa1f11c6b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:22.627587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0dfaae00-5c25-4c0f-95ac-e9fd54eeefa6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15ff0397e66c4efb8aff516390ebd4cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9144139 May 06 12:38:22.637214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35434) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:22.638453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:05Z', 'revision_number': 2, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:22.641450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:22.666516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Checking router: 2de2a69a-195d-455f-8b3f-aada7196259b for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:22.666516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Updating router 2de2a69a-195d-455f-8b3f-aada7196259b port 82c1af28-be26-4639-baed-d5255c3814c7 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:38:22.674274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:22.689320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a349fda0-a63b-4421-9a7d-fb8aefbe4093 req-c30aac4d-6a85-4be0-a1bf-3c15bc72ea74 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761083 May 06 12:38:22.711999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.737639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329fa9c-212a-4dc0-b277-45944c466d83 req-006dddbe-9a64-47df-bc42-a748bbd30b0b tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.741460 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.741734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0329fa9c-212a-4dc0-b277-45944c466d83 req-006dddbe-9a64-47df-bc42-a748bbd30b0b tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 945 time: 0.6449680 May 06 12:38:22.784374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-304d5adf-b4b5-47c5-8779-519e39cf2f77 None None] Provisioning for port 5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:22.812598 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.863449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-304d5adf-b4b5-47c5-8779-519e39cf2f77 None None] Provisioning complete for port 5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:22.864040 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-304d5adf-b4b5-47c5-8779-519e39cf2f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.876354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fead1498-8de2-44e6-ab07-095a3ee8078c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.927840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] For port c4fec2fd-4932-4f5f-b535-4130ac4048d9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c4fec2fd-4932-4f5f-b535-4130ac4048d9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:22.929264 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.933821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fead1498-8de2-44e6-ab07-095a3ee8078c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.938451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d5a268c0-1341-442c-b182-adc35ba7163a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d5a268c0-1341-442c-b182-adc35ba7163a,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:23.005843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.135854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fead1498-8de2-44e6-ab07-095a3ee8078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.195915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead1498-8de2-44e6-ab07-095a3ee8078c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be58c94c-baa7-4fe2-88d9-11f0cf889c6d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:23.205227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fead1498-8de2-44e6-ab07-095a3ee8078c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.207351 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fead1498-8de2-44e6-ab07-095a3ee8078c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be58c94c-baa7-4fe2-88d9-11f0cf889c6d HTTP/1.1" status: 204 len: 168 time: 0.5680585 May 06 12:38:23.209328 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.248344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-304d5adf-b4b5-47c5-8779-519e39cf2f77 None None] Port 5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:23.355246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0329fa9c-212a-4dc0-b277-45944c466d83 req-e8810bff-b49d-46b2-9315-9a4352dd7805 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594161 May 06 12:38:23.369427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Calling delete_port for c4fec2fd-4932-4f5f-b535-4130ac4048d9 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:23.484520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d5a268c0-1341-442c-b182-adc35ba7163a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:23.544678 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1cc086-5ca2-49b9-a6d9-20c97c146584'] response: {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-deleted', 'tag': '4a7eee0a-b397-492b-82a6-a2f2ad49b06f', 'status': 'completed', 'code': 200} May 06 12:38:23.616446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Allocated IP 172.25.7.207 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/57c4d242-8c5d-41ce-b8eb-69210b2233d5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:23.745852 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6027f66f-1c47-4ace-b511-b3e39eebfda1'] response: {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4590ae-94a6-401a-99de-f9a12683f1fe', 'code': 200} May 06 12:38:23.746510 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6027f66f-1c47-4ace-b511-b3e39eebfda1'] response: {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9', 'code': 200} May 06 12:38:23.869360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863589a-d379-48f0-a247-ad82e3a02ad7 req-2c67d8aa-36d3-4d97-a9e5-26ec5021647f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:23.874832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a863589a-d379-48f0-a247-ad82e3a02ad7 req-2c67d8aa-36d3-4d97-a9e5-26ec5021647f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.6491508 May 06 12:38:23.887389 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.963764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.032395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.068772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Port': ['ID=c4fec2fd-4932-4f5f-b535-4130ac4048d9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:24.234024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.277069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:24.279365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Transition to ACTIVE for port object 82c1af28-be26-4639-baed-d5255c3814c7 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:24.287259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:24.296131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.297563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:24.326717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] No DVR routers for this DVR port c4fec2fd-4932-4f5f-b535-4130ac4048d9 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:24.343147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a863589a-d379-48f0-a247-ad82e3a02ad7 req-0b86f236-6b4b-40c0-b22b-97cc2d73f984 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571679 May 06 12:38:24.348264 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.416386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-00432dfa-a624-437b-96e7-45dfd5b02a3a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.48 "DELETE /v2.0/ports/c4fec2fd-4932-4f5f-b535-4130ac4048d9 HTTP/1.1" status: 204 len: 173 time: 4.8102865 May 06 12:38:24.566877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35452) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:24.597351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edad9d9-2eb7-4f45-a8f7-fb233d6a640c req-6db00031-e162-4dea-9871-01c4b2ef3366 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:24.599456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8edad9d9-2eb7-4f45-a8f7-fb233d6a640c req-6db00031-e162-4dea-9871-01c4b2ef3366 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 945 time: 0.5808704 May 06 12:38:24.616948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189b7f8-a4df-4c48-b5a2-28df3c2b1e76 None None] Pushing event updated for resources: {'Port': ['ID=82c1af28-be26-4639-baed-d5255c3814c7,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:24.814830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Pushing event updated for resources: {'Port': ['ID=57c4d242-8c5d-41ce-b8eb-69210b2233d5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:24.838701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port cb4590ae-94a6-401a-99de-f9a12683f1fe {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:24.839195 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.043077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0ac57c69-948c-4430-81dd-e6bd49c392d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2631bce1d0dc425fbf7ad19fad2dafa4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4746592 May 06 12:38:25.052783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35458) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:25.128113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Attempting to bind port 82c1af28-be26-4639-baed-d5255c3814c7 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:25.129043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Attempting to bind port 82c1af28-be26-4639-baed-d5255c3814c7 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:25.129444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Attempting to bind port 82c1af28-be26-4639-baed-d5255c3814c7 on network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:25.140257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8edad9d9-2eb7-4f45-a8f7-fb233d6a640c req-c3a08b97-03db-4796-8155-b2ddab91b7c1 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=2226583d-503d-480e-8f06-6297d80ccf3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5268698 May 06 12:38:25.142934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:25.143667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Checking segment: {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:25.144470 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.145125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Bound using segment: {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:25.146036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Bound port: 82c1af28-be26-4639-baed-d5255c3814c7, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:25.146677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.377267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] For port 82c1af28-be26-4639-baed-d5255c3814c7, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:25.382967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] For port 82c1af28-be26-4639-baed-d5255c3814c7, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=82c1af28-be26-4639-baed-d5255c3814c7,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:25.406690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.519186 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed718091-265f-4901-8973-0fe2ff1919bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.535183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86e9a-c2da-4d83-9b97-6c06243cd587 req-5259aa5e-0c02-4252-a605-ee0744657fae tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:25.535183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-15e86e9a-c2da-4d83-9b97-6c06243cd587 req-5259aa5e-0c02-4252-a605-ee0744657fae tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:25.543495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189b7f8-a4df-4c48-b5a2-28df3c2b1e76 None None] Pushing event updated for resources: {'Port': ['ID=82c1af28-be26-4639-baed-d5255c3814c7,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:25.548892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-deleted', 'tag': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:25.602526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:25.603756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:25.639553 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed718091-265f-4901-8973-0fe2ff1919bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.677165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-15e86e9a-c2da-4d83-9b97-6c06243cd587 req-5259aa5e-0c02-4252-a605-ee0744657fae tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:25.684748 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15e86e9a-c2da-4d83-9b97-6c06243cd587 req-5259aa5e-0c02-4252-a605-ee0744657fae tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 944 time: 0.9008672 May 06 12:38:25.735386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] For port cb4590ae-94a6-401a-99de-f9a12683f1fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=cb4590ae-94a6-401a-99de-f9a12683f1fe,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:25.736519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.821993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a268c0-1341-442c-b182-adc35ba7163a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:25.975883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:26.003269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Calling delete_port for cb4590ae-94a6-401a-99de-f9a12683f1fe owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:26.144775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 82c1af28-be26-4639-baed-d5255c3814c7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:26.192649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.284809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9c48a-e56f-49dc-889c-2a1185165f28 req-b34e3d68-bbb0-447c-a9f2-1d6ac7562f99 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:26.287758 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdf9c48a-e56f-49dc-889c-2a1185165f28 req-b34e3d68-bbb0-447c-a9f2-1d6ac7562f99 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.8383381 May 06 12:38:26.340660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15e86e9a-c2da-4d83-9b97-6c06243cd587 req-afbe3cc1-dbdb-49dd-9b18-11544547153c tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6537981 May 06 12:38:26.390957 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed718091-265f-4901-8973-0fe2ff1919bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.410670 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.497556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed718091-265f-4901-8973-0fe2ff1919bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8546815f-73c7-47d9-a63c-6c775e9e4ee3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:26.591142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 82c1af28-be26-4639-baed-d5255c3814c7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:26.619615 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 82c1af28-be26-4639-baed-d5255c3814c7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:26.620437 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.956140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.986000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:25Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:26.994994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.032488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedc368-a7c5-4a1b-889f-14ba2ee7c5b4 None None] The sync data for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 is: [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:25Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:27.047469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdf9c48a-e56f-49dc-889c-2a1185165f28 req-626ff5cd-d421-4d51-b041-7392f193e957 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051551 May 06 12:38:27.048642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Port': ['ID=cb4590ae-94a6-401a-99de-f9a12683f1fe,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:27.059173 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed718091-265f-4901-8973-0fe2ff1919bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.060467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ed718091-265f-4901-8973-0fe2ff1919bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8546815f-73c7-47d9-a63c-6c775e9e4ee3 HTTP/1.1" status: 204 len: 168 time: 2.0022438 May 06 12:38:27.127731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 82c1af28-be26-4639-baed-d5255c3814c7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=82c1af28-be26-4639-baed-d5255c3814c7,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:27.135972 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.328865 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f57860-3f12-420e-b089-f55639691eb3'] response: {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-deleted', 'tag': 'c4fec2fd-4932-4f5f-b535-4130ac4048d9', 'status': 'completed', 'code': 200} May 06 12:38:27.331021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] No DVR routers for this DVR port cb4590ae-94a6-401a-99de-f9a12683f1fe on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:27.336774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.338985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f2dc4b1-3edd-4eb0-bed6-8686df047741 req-d158cb3c-a048-494e-a368-5493c6f5a57b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.48 "DELETE /v2.0/ports/cb4590ae-94a6-401a-99de-f9a12683f1fe HTTP/1.1" status: 204 len: 173 time: 2.9033632 May 06 12:38:27.467231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d74ad-1463-431b-86f4-649e83a1a43b req-29d4d6c2-546b-4346-9f1c-f34e76e41fd8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:27.486526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-275d74ad-1463-431b-86f4-649e83a1a43b req-29d4d6c2-546b-4346-9f1c-f34e76e41fd8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 945 time: 0.8758988 May 06 12:38:27.487269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35484) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:27.497109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=82c1af28-be26-4639-baed-d5255c3814c7,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:27.513476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.527211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.530635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-31072344-2479-43bd-8d7e-82606bcc0cd6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'floatingip': {'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:27.572435 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1500480-1bdc-4852-9cfd-bac7d3bc797f'] response: {'server_uuid': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a268c0-1341-442c-b182-adc35ba7163a', 'code': 200} May 06 12:38:27.856117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.964908 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31072344-2479-43bd-8d7e-82606bcc0cd6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.241540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Pushing event updated for resources: {'Port': ['ID=57c4d242-8c5d-41ce-b8eb-69210b2233d5,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:28.247946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 82c1af28-be26-4639-baed-d5255c3814c7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:28.519913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 82c1af28-be26-4639-baed-d5255c3814c7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:28.520596 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.582517 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Floating IP f7f822ac-1fbd-4b42-bd83-c18d684eb183 associated. External IP: 172.25.7.207, port: 5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903. May 06 12:38:28.589727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-66960bf6-8021-4058-9a5d-66e33ee8fda1 req-bafe9f8c-00a3-45c0-8e45-6b39ef424c96 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:29.191974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-66960bf6-8021-4058-9a5d-66e33ee8fda1 req-bafe9f8c-00a3-45c0-8e45-6b39ef424c96 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:29.195493 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66960bf6-8021-4058-9a5d-66e33ee8fda1 req-bafe9f8c-00a3-45c0-8e45-6b39ef424c96 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ed77968-e0d3-4ffb-88d8-236fcba460ab HTTP/1.1" status: 200 len: 210 time: 0.8765960 May 06 12:38:29.293477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66dd5fc4-d44c-4b5d-831c-5bb297fb5ba4 req-6b713454-d789-4e39-af56-04356409e28d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 1097 time: 1.4510429 May 06 12:38:29.340315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-deleted', 'tag': 'cb4590ae-94a6-401a-99de-f9a12683f1fe'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:29.537513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22047521-1aad-4de9-9d1e-ea5a9fcb6ca4 req-d764177b-b81d-4921-a387-b7a8ce7d45bd tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:29.539457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22047521-1aad-4de9-9d1e-ea5a9fcb6ca4 req-d764177b-b81d-4921-a387-b7a8ce7d45bd tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.7496095 May 06 12:38:29.546220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66dd5fc4-d44c-4b5d-831c-5bb297fb5ba4 req-93bbd867-0268-4bc3-928b-76e973fab00a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327116 May 06 12:38:29.599194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Router 6169ae00-df29-421e-8efa-89c5a4be5c21 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:29.632586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22047521-1aad-4de9-9d1e-ea5a9fcb6ca4 req-4569eac0-3fbc-4da5-9028-ba0cc6848371 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 May 06 12:38:29.817383 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fe1881-172b-4d90-91ab-0fb8483b2f29'] response: {'server_uuid': '3ed77968-e0d3-4ffb-88d8-236fcba460ab', 'name': 'network-vif-deleted', 'tag': 'cb4590ae-94a6-401a-99de-f9a12683f1fe', 'status': 'completed', 'code': 200} May 06 12:38:29.837471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31072344-2479-43bd-8d7e-82606bcc0cd6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.845015 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31072344-2479-43bd-8d7e-82606bcc0cd6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.011043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:30.032282 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64cfbe-f10f-4a22-b126-00063fc1ff97 None None] Sync routers for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:30.059582 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64cfbe-f10f-4a22-b126-00063fc1ff97 None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:30.061242 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8c64cfbe-f10f-4a22-b126-00063fc1ff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:30.088268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.153516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871635a-8a26-4537-b81d-3ab2737a2f11 req-765de23c-8285-46a7-90ef-b68e4c5f9915 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.155699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2871635a-8a26-4537-b81d-3ab2737a2f11 req-765de23c-8285-46a7-90ef-b68e4c5f9915 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.1435490 May 06 12:38:30.202097 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8c64cfbe-f10f-4a22-b126-00063fc1ff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:30.207103 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-037a50f5-6899-4afc-a89b-19a78f8e4d01 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.9450841 May 06 12:38:30.212496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35526) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:30.216836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35528) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:30.229078 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64cfbe-f10f-4a22-b126-00063fc1ff97 None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:30.230323 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8c64cfbe-f10f-4a22-b126-00063fc1ff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:30.457763 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8c64cfbe-f10f-4a22-b126-00063fc1ff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:30.461523 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64cfbe-f10f-4a22-b126-00063fc1ff97 None None] The sync data for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:30.511452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:30.633193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2871635a-8a26-4537-b81d-3ab2737a2f11 req-b6f4401f-f185-4634-9875-640d2cfb66ed tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705830 May 06 12:38:30.665664 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-31072344-2479-43bd-8d7e-82606bcc0cd6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Floating IP 422f73f1-5396-42e0-8c1a-38ece84ebb85 associated. External IP: 172.25.7.162, port: 2182772e-cdd3-47dc-a96f-0f1bd6c9672a. May 06 12:38:30.724744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-52e68a38-a23c-4b55-ab7d-64dbc60ffa6c tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] 10.222.0.44 "GET /v2.0/floatingips/f7f822ac-1fbd-4b42-bd83-c18d684eb183 HTTP/1.1" status: 200 len: 982 time: 0.5100911 May 06 12:38:30.725362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35544) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:30.829099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-network', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:30.846146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:30.864480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Usage tracker for resource:network and tenant:5f4984b1ecd348ef9daffef9c2a48095 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:30.868875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:30.880603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:30.968307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Made reservation on behalf of 5f4984b1ecd348ef9daffef9c2a48095 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:30.970500 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.023659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.060631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5351a8e6-3ced-4bd8-96b8-2438db716760 tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.3280816 May 06 12:38:31.065635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35550) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:31.136740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b052-ba14-47ac-a10f-bb6031b2f855 req-45c5fb4f-8a6d-4a3a-bd41-55181afc1107 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.142951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9483b052-ba14-47ac-a10f-bb6031b2f855 req-45c5fb4f-8a6d-4a3a-bd41-55181afc1107 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.2896714 May 06 12:38:31.214581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1848e99-5dff-4f4f-a85d-967ce1a84436 req-4f2158d1-a9fd-42ba-91b1-962d9339d05e tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.216638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1848e99-5dff-4f4f-a85d-967ce1a84436 req-4f2158d1-a9fd-42ba-91b1-962d9339d05e tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.3070657 May 06 12:38:31.308041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:31.350874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9483b052-ba14-47ac-a10f-bb6031b2f855 req-620e910d-b76b-4ae7-84da-95a7ca32077d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962473 May 06 12:38:31.376753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1848e99-5dff-4f4f-a85d-967ce1a84436 req-187011e1-92b7-476b-90bd-59017d746aae tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450684 May 06 12:38:31.416330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Usage tracker for resource:security_group_rule and tenant:5f4984b1ecd348ef9daffef9c2a48095 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:31.446193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:31.468377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:31.667341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting subnet c87a70db-8a0b-4715-9628-be2e2137d866 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:31.686557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.743849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31072344-2479-43bd-8d7e-82606bcc0cd6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:31.816821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.846591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Deleting port 57c4d242-8c5d-41ce-b8eb-69210b2233d5 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:31.847458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.978517 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.054590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31072344-2479-43bd-8d7e-82606bcc0cd6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:32.059780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31072344-2479-43bd-8d7e-82606bcc0cd6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.069001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:32.094288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:32.094958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:32.151919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-31072344-2479-43bd-8d7e-82606bcc0cd6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "PUT /v2.0/floatingips/422f73f1-5396-42e0-8c1a-38ece84ebb85 HTTP/1.1" status: 200 len: 991 time: 4.6629648 May 06 12:38:32.152703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'tag': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:32.166610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.249282 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294d7b6c-cc36-47e0-afd0-ca7fad46c816'] response: {'name': 'network-changed', 'server_uuid': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'tag': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'status': 'completed', 'code': 200} May 06 12:38:32.312597 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.312924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.424888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-561da70a-ef4f-4468-99d0-d45d520f35f4 req-64d11a2b-88ba-450f-b3e4-3a35e8d0fb6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 1096 time: 0.1432056 May 06 12:38:32.525229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Calling delete_port for 57c4d242-8c5d-41ce-b8eb-69210b2233d5 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:32.561074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:32.749795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.809965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561da70a-ef4f-4468-99d0-d45d520f35f4 req-15266e46-d531-4237-9030-661abd09f756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:32.813827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-561da70a-ef4f-4468-99d0-d45d520f35f4 req-15266e46-d531-4237-9030-661abd09f756 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 0.3782675 May 06 12:38:32.872284 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.951423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Subnet': ['ID=c87a70db-8a0b-4715-9628-be2e2137d866,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:32.956458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:32.978992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e4c30d-a29d-41ea-9eeb-8364e4eb9f4c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:32.988755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.000281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a9e57-ed5b-4196-a37c-6f4df2e3c214 None None] Network 5d616b69-f926-460c-9a67-c1561fea5da8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:33.041759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.042135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.042427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.042789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.043116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.043444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.043780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.044228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.044559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.044973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.045301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.088210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.088685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.089051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.089415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.089778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.090183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.090547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.091329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.092199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.092996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.093580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:33.125219 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b735ce94-4dcd-49c8-8f73-4b4b5e1bacb2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "DELETE /v2.0/subnets/c87a70db-8a0b-4715-9628-be2e2137d866 HTTP/1.1" status: 204 len: 168 time: 2.6126993 May 06 12:38:33.135270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35572) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:33.278193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e78e80-b897-4937-9dd0-e352af540567 req-7c1766bf-679b-4772-a19d-51c43a705c28 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.280465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e78e80-b897-4937-9dd0-e352af540567 req-7c1766bf-679b-4772-a19d-51c43a705c28 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.5690598 May 06 12:38:33.332125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.332820 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Added segment 56be6722-6296-43a9-9f13-7deb461b0efc of type vlan for network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 May 06 12:38:33.337025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-561da70a-ef4f-4468-99d0-d45d520f35f4 req-4a8659c4-f505-4c88-ada6-d6545fcab51a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2182772e-cdd3-47dc-a96f-0f1bd6c9672a HTTP/1.1" status: 200 len: 999 time: 0.5051649 May 06 12:38:33.351808 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.381185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94e78e80-b897-4937-9dd0-e352af540567 req-a4ff7da5-5ebb-49b4-80aa-90939784279e tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898650 May 06 12:38:33.487915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event deleted for resources: {'Port': ['ID=57c4d242-8c5d-41ce-b8eb-69210b2233d5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:33.522306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561da70a-ef4f-4468-99d0-d45d520f35f4 req-9fe44111-8ec2-4fee-961e-5b3636629234 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.526161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-561da70a-ef4f-4468-99d0-d45d520f35f4 req-9fe44111-8ec2-4fee-961e-5b3636629234 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.1483357 May 06 12:38:33.606458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.610393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '422f73f1-5396-42e0-8c1a-38ece84ebb85', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:47Z', 'updated_at': '2022-05-06T12:38:29Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:33.624534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:33.664554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:33.665205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:33.731643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-561da70a-ef4f-4468-99d0-d45d520f35f4 req-d33fd2a9-1395-469c-aac2-17a633f5a11f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994119 May 06 12:38:33.774538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.783037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:33.783355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.793140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] DHCP port deletion for 5d616b69-f926-460c-9a67-c1561fea5da8 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:38:33.912103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] Deleting port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:33.912572 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.008895 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.100250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-561da70a-ef4f-4468-99d0-d45d520f35f4 req-a19e677d-0865-480b-8dd0-2ac4032e445c service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577900 May 06 12:38:34.211306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.212322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:34.212911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.229943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:34.534156 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.3159754 May 06 12:38:34.548392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efb0ce-686e-4056-816b-a820b4f3ef0f admin admin] Pushing event updated for resources: {'Network': ['ID=fe6f5bd2-6e53-4a3c-8311-5be7a4687371,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:34.551063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35586) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:34.560123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-561da70a-ef4f-4468-99d0-d45d520f35f4 req-e5ed5497-c3e1-41f9-b4d2-592c65519615 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892233 May 06 12:38:34.564047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Request body: {'subnet': {'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-subnet', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:34.576426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:34.599945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Usage tracker for resource:subnet and tenant:5f4984b1ecd348ef9daffef9c2a48095 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:34.606741 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:34.610521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:34.626216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-494199df-f3f9-4042-b7a7-e51ae0db47e2 req-2e72cc27-0a88-404d-a249-7a3a41d0e176 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 1097 time: 0.5243645 May 06 12:38:34.636954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:34.654162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] For port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4af7ff9b-7f29-4612-b324-3cf8d50e2a5b,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:34.654686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.708756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa233c1-c4d2-49ac-ae12-563b98d067ae req-38e84aaa-d006-45d4-9b79-4fbd872c7c65 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:34.731233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fa233c1-c4d2-49ac-ae12-563b98d067ae req-38e84aaa-d006-45d4-9b79-4fbd872c7c65 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.5074210 May 06 12:38:34.864104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Made reservation on behalf of 5f4984b1ecd348ef9daffef9c2a48095 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:34.869133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.891141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Calling delete_port for 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:34.907546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:35.117390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] For port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4af7ff9b-7f29-4612-b324-3cf8d50e2a5b,segment=NetworkSegment(c721fc25-c1e1-45c0-8490-71a4aa914819),segment_id=c721fc25-c1e1-45c0-8490-71a4aa914819)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:35.117390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.127412 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.141265 n-d-840847-1 neutron-server[83958]: INFO neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No ports have port_id starting with 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b May 06 12:38:35.200202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Port': ['ID=4af7ff9b-7f29-4612-b324-3cf8d50e2a5b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:35.212379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fa233c1-c4d2-49ac-ae12-563b98d067ae req-4cd371b9-c8ef-4f52-a24d-5c8303ebb77c tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899182 May 06 12:38:35.242315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571d623-0540-4bcb-aeea-a6b3462c7254 req-9e2e7385-8880-4a97-ab70-9f930dde10cd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.260797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9571d623-0540-4bcb-aeea-a6b3462c7254 req-9e2e7385-8880-4a97-ab70-9f930dde10cd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.2772212 May 06 12:38:35.284702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494199df-f3f9-4042-b7a7-e51ae0db47e2 req-80dbe1f3-81c2-4b3c-a88e-092dda430a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.286641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-494199df-f3f9-4042-b7a7-e51ae0db47e2 req-80dbe1f3-81c2-4b3c-a88e-092dda430a27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 200 len: 912 time: 0.6476607 May 06 12:38:35.344037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] No DVR routers for this DVR port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:35.417430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-494199df-f3f9-4042-b7a7-e51ae0db47e2 req-f5e1e874-bb72-487f-b446-275c5815c85f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5a268c0-1341-442c-b182-adc35ba7163a HTTP/1.1" status: 200 len: 217 time: 0.1215436 May 06 12:38:35.447071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] Calling delete_port for 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:35.517465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494199df-f3f9-4042-b7a7-e51ae0db47e2 req-0b9188b7-93a8-4a5b-becb-ed15ab7a0722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.520012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-494199df-f3f9-4042-b7a7-e51ae0db47e2 req-0b9188b7-93a8-4a5b-becb-ed15ab7a0722 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=566b386f-924c-429b-a7ee-070530b38370 HTTP/1.1" status: 200 len: 851 time: 0.0911500 May 06 12:38:35.536404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9571d623-0540-4bcb-aeea-a6b3462c7254 req-8058ef62-a614-4038-b9e0-c304a398bb7e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745109 May 06 12:38:35.638664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-494199df-f3f9-4042-b7a7-e51ae0db47e2 req-367af9ff-3759-4a2a-8a3c-97d714c92f16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66733eee-edd4-4bd0-b94f-a9f284f68043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990660 May 06 12:38:35.758015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.836032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d616b69-f926-460c-9a67-c1561fea5da8']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:35.870965 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:38:35.871312 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:38:35.898692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c721fc25-c1e1-45c0-8490-71a4aa914819') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:35.899533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c721fc25-c1e1-45c0-8490-71a4aa914819') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:35.928154 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.949242 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.008539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-494199df-f3f9-4042-b7a7-e51ae0db47e2 req-696e6aff-79a9-4bc6-9d82-126623002ab6 service neutron] 10.222.0.48 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627689 May 06 12:38:36.075197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e4ab28-3add-4f23-9bee-4d94b3330d35,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:36.101588 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.136086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:38:36.137294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.143550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '422f73f1-5396-42e0-8c1a-38ece84ebb85', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:47Z', 'updated_at': '2022-05-06T12:38:29Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:36.153512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e972ee-d925-482f-aa14-6c2e651bd978 None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '422f73f1-5396-42e0-8c1a-38ece84ebb85', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:47Z', 'updated_at': '2022-05-06T12:38:29Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: timer() May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:38:36.161939 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:38:36.200406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-494199df-f3f9-4042-b7a7-e51ae0db47e2 req-195220ef-4255-4af0-9816-11e4c8416474 service neutron] 10.222.0.48 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810758 May 06 12:38:36.226561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4efd9-5391-4fe5-89ee-6bef525f8a5e req-76086ca6-5c60-4dba-8b38-9d7c4be10c97 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:36.228222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccb4efd9-5391-4fe5-89ee-6bef525f8a5e req-76086ca6-5c60-4dba-8b38-9d7c4be10c97 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.4185469 May 06 12:38:36.352957 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:38:36.372886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] Deleting port 4af7ff9b-7f29-4612-b324-3cf8d50e2a5b {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:36.373481 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.387123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccb4efd9-5391-4fe5-89ee-6bef525f8a5e req-9a90a2fb-d163-4555-bbae-0bc1125b42a8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480520 May 06 12:38:36.584514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Checking segment: {'id': '56be6722-6296-43a9-9f13-7deb461b0efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:36.584937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Network hostable DHCP agents. Network: fe6f5bd2-6e53-4a3c-8311-5be7a4687371, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:36.603218 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.648528 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.659273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f12d4-3a66-49e0-b553-0f2891ad04fd None None] The port '4af7ff9b-7f29-4612-b324-3cf8d50e2a5b' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:38:36.693400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Network': ['ID=5d616b69-f926-460c-9a67-c1561fea5da8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:36.702388 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f644f10e-2f01-4490-bcae-400136be5fef None None] New status for floating IP 422f73f1-5396-42e0-8c1a-38ece84ebb85: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:38:36.719278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:36.757974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35612) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:36.767247 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bba53b95-c81a-401a-bafa-09a17568b1a0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "DELETE /v2.0/networks/5d616b69-f926-460c-9a67-c1561fea5da8 HTTP/1.1" status: 204 len: 168 time: 3.6305811 May 06 12:38:36.769929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, fe6f5bd2-6e53-4a3c-8311-5be7a4687371) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:36.784932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Router 6169ae00-df29-421e-8efa-89c5a4be5c21 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:36.790820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a369d55-1029-4201-baf1-d246ae630567 None None] Network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:36.806582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:36.806582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.851835 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cc87f9d0-ac61-4f41-a42f-f544a7803535 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2823875 May 06 12:38:36.854363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35616) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:36.876314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:37.020474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd9814-99f2-4af2-94a8-0ab8f5b7ba50 req-4f72045a-e435-413f-8733-dedca65d3442 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:37.028882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0bd9814-99f2-4af2-94a8-0ab8f5b7ba50 req-4f72045a-e435-413f-8733-dedca65d3442 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.4486325 May 06 12:38:37.046155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:37.089308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Usage tracker for resource:router and tenant:5f4984b1ecd348ef9daffef9c2a48095 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:37.165731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:37.197150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:37.303553 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.309717 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.316672 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.447504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.450125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-fe6f5bd2-6e53-4a3c-8311-5be7a4687371', 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'fixed_ips': [{'subnet_id': '29e4ab28-3add-4f23-9bee-4d94b3330d35'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:37.451137 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.488291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting subnet 2dd213ea-5d88-4c2d-b400-f40461f3eb40 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:37.498210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.557779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0bd9814-99f2-4af2-94a8-0ab8f5b7ba50 req-15ccc9aa-44a0-48df-9651-e7d410cb7d5e tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278869 May 06 12:38:37.582992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.624225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0b6ac-31f1-4ecf-89db-c6609ecc6ce2 req-66185dcb-de6f-4984-b0fd-3b506461d69b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:37.631596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fe0b6ac-31f1-4ecf-89db-c6609ecc6ce2 req-66185dcb-de6f-4984-b0fd-3b506461d69b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.7344904 May 06 12:38:37.739364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fe0b6ac-31f1-4ecf-89db-c6609ecc6ce2 req-723002e8-6724-4402-92ad-6f5d9f765f33 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066618 May 06 12:38:37.761322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Allocated IP 172.20.0.2 (fe6f5bd2-6e53-4a3c-8311-5be7a4687371/29e4ab28-3add-4f23-9bee-4d94b3330d35/55adb428-c25e-4853-bdf4-7c7dc6121a0a) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:37.800004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:37.803569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.818509 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.831037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c449a8-bab5-4736-b348-97f48b23309f None None] Sync routers for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:37.843438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.969202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35628) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:37.973911 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fecc1d10-90f6-49d0-9167-f389e22d16ea tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "DELETE /v2.0/floatingips/f7f822ac-1fbd-4b42-bd83-c18d684eb183 HTTP/1.1" status: 204 len: 168 time: 6.9057443 May 06 12:38:37.977850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:37.986518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:37.989661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c449a8-bab5-4736-b348-97f48b23309f None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:37.990699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d4c449a8-bab5-4736-b348-97f48b23309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:37.998654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Usage tracker for resource:floatingip and tenant:00798766e9fc40bb9c247fac5707847e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:38.006431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:38.016388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:38.038974 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.133634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d4c449a8-bab5-4736-b348-97f48b23309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:38.184484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c449a8-bab5-4736-b348-97f48b23309f None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:38.185520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d4c449a8-bab5-4736-b348-97f48b23309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:38.238039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.331073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.331652 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.359931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d4c449a8-bab5-4736-b348-97f48b23309f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:38.360551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c449a8-bab5-4736-b348-97f48b23309f None None] The sync data for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:38.428074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd213ea-5d88-4c2d-b400-f40461f3eb40,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:38.438725 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.455632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ec50b8-6d00-4b48-9159-2ba67d69234c None None] Network 553f7f78-740d-4728-9374-2a508257b2e2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:38.470191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.470571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.470999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.471592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.472024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.472373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.472797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.473268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.473657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.473914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.474408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:38.482940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-087c59b3-9b25-4eb1-9abd-d0f25653be12 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "DELETE /v2.0/subnets/2dd213ea-5d88-4c2d-b400-f40461f3eb40 HTTP/1.1" status: 204 len: 168 time: 1.7233615 May 06 12:38:38.492118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35632) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:38.614724 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.631588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.632973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Transition to ACTIVE for port object 55adb428-c25e-4853-bdf4-7c7dc6121a0a will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:38.647443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f2a17-bb4b-4218-a411-131154ef8be7 req-0677e840-4d91-4be4-8a5c-d4f73940c65b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.649431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-631f2a17-bb4b-4218-a411-131154ef8be7 req-0677e840-4d91-4be4-8a5c-d4f73940c65b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.5400021 May 06 12:38:38.683885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Allocated IP 172.25.7.88 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/fda9aace-f8fa-4084-819d-9cf9b23662c5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:38.754054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:38.755116 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.762282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Transition to ACTIVE for port object 55adb428-c25e-4853-bdf4-7c7dc6121a0a will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:38.790076 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.964214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:38.965517 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.970770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:38.976691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:39.004925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.074058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Pushing event updated for resources: {'Port': ['ID=55adb428-c25e-4853-bdf4-7c7dc6121a0a,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:39.078475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-631f2a17-bb4b-4218-a411-131154ef8be7 req-0f08db39-7943-4136-b8fc-6c3249cdaf9b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191515 May 06 12:38:39.106217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:39.110728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:39.115904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:39.147270 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.180876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Pushing event updated for resources: {'Port': ['ID=fda9aace-f8fa-4084-819d-9cf9b23662c5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:39.373822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] For port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:39.374321 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.399559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Attempting to bind port 55adb428-c25e-4853-bdf4-7c7dc6121a0a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:39.400287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Attempting to bind port 55adb428-c25e-4853-bdf4-7c7dc6121a0a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '56be6722-6296-43a9-9f13-7deb461b0efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:39.400933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Attempting to bind port 55adb428-c25e-4853-bdf4-7c7dc6121a0a on network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:39.415994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:39.416939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Checking segment: {'id': '56be6722-6296-43a9-9f13-7deb461b0efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:39.417940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.418431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Bound using segment: {'id': '56be6722-6296-43a9-9f13-7deb461b0efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:39.419463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Bound port: 55adb428-c25e-4853-bdf4-7c7dc6121a0a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56be6722-6296-43a9-9f13-7deb461b0efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:39.420432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.455080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.456878 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.530244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] DHCP port deletion for 553f7f78-740d-4728-9374-2a508257b2e2 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:38:39.616916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Calling delete_port for ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:39.637353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] For port 55adb428-c25e-4853-bdf4-7c7dc6121a0a, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:39.644494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] For port 55adb428-c25e-4853-bdf4-7c7dc6121a0a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=55adb428-c25e-4853-bdf4-7c7dc6121a0a,segment=NetworkSegment(56be6722-6296-43a9-9f13-7deb461b0efc),segment_id=56be6722-6296-43a9-9f13-7deb461b0efc)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:39.654457 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.696388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98dd85-2f3b-4af6-a154-c0fa2701e45e req-994ad0a1-1f49-4ada-899a-a55d9a3cf77e tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:39.698170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f98dd85-2f3b-4af6-a154-c0fa2701e45e req-994ad0a1-1f49-4ada-899a-a55d9a3cf77e tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.7730575 May 06 12:38:39.808804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] Deleting port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:39.809334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.873630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ebc8c-0f6c-452b-9a86-6312f6bc3f4c None None] Pushing event updated for resources: {'Port': ['ID=55adb428-c25e-4853-bdf4-7c7dc6121a0a,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:39.987443 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f98dd85-2f3b-4af6-a154-c0fa2701e45e req-99bbdf46-3381-47a9-bce4-47b97a51ee9a tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702410 May 06 12:38:40.076971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Allocated IP 172.25.7.188 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/cd38358f-5ec8-4325-a24d-3a089c095e7b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:40.080885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.191561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Router d076ce32-ecf5-4bba-94f2-668b3605fff7 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:38:40.314126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] For port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9,segment=NetworkSegment(0e780d9c-e90d-43e1-82e2-cff31df32751),segment_id=0e780d9c-e90d-43e1-82e2-cff31df32751)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:40.318048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.578868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Port': ['ID=ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:40.611243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] No DVR routers for this DVR port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:40.619025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea79df7-8902-4a01-bae9-ddbd20ea8b41 req-1ce207ce-773b-4aea-8ea9-b827e3695665 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.626903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ea79df7-8902-4a01-bae9-ddbd20ea8b41 req-1ce207ce-773b-4aea-8ea9-b827e3695665 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.0526614 May 06 12:38:40.693304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] Calling delete_port for ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:40.776005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:40.792733 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Sync routers for ids ['d076ce32-ecf5-4bba-94f2-668b3605fff7'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:40.815676 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Routers {'d076ce32-ecf5-4bba-94f2-668b3605fff7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:40.816326 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d076ce32-ecf5-4bba-94f2-668b3605fff7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:40.833945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.838756 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6831a1ba-385e-4321-92b7-3e49545c093d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9827311 May 06 12:38:40.839435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35648) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:40.847446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:38:40.847951 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:38:40.849054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:40.895040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ea79df7-8902-4a01-bae9-ddbd20ea8b41 req-40f0aa17-85da-41c1-941e-316f991446e3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670605 May 06 12:38:40.910578 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.929557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:40.943708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:40.952270 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.985056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553f7f78-740d-4728-9374-2a508257b2e2']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:41.011811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e780d9c-e90d-43e1-82e2-cff31df32751') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:41.012115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e780d9c-e90d-43e1-82e2-cff31df32751') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:41.040168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.106984 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.131604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:38:41.132323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.349859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] Deleting port ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:41.350851 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: timer() May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:38:41.364508 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:38:41.535100 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.542066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d69562eb-53ca-4fea-baa8-2db7e8721005 None None] The port 'ec0979b4-d6d3-40a1-9c58-fd1a519ba5f9' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:38:41.582719 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Set router d076ce32-ecf5-4bba-94f2-668b3605fff7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:41.812840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.830123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f493b73-d13a-4feb-8f36-86d1ef7c796b None None] Network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:42.004902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.068097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Network': ['ID=553f7f78-740d-4728-9374-2a508257b2e2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:42.140518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:42.212519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:42.226399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-71bf7062-3839-4523-9818-09ec583e99a9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "DELETE /v2.0/networks/553f7f78-740d-4728-9374-2a508257b2e2 HTTP/1.1" status: 204 len: 168 time: 3.7329111 May 06 12:38:42.229087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Pushing event updated for resources: {'Port': ['ID=cd38358f-5ec8-4325-a24d-3a089c095e7b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:42.238637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35658) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:42.243544 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:37Z', 'updated_at': '2022-05-06T12:38:39Z', 'revision_number': 3, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'gw_port': {'id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:38Z', 'updated_at': '2022-05-06T12:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:42.250824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:42.252062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1656020083'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:42.260900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:42.268075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:network and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:42.274139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:42.278662 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Checking router: d076ce32-ecf5-4bba-94f2-668b3605fff7 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:42.279188 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Updating router d076ce32-ecf5-4bba-94f2-668b3605fff7 port fda9aace-f8fa-4084-819d-9cf9b23662c5 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:38:42.288834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:42.308731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:42.313678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.422734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbef0e5-9d5e-42f2-b6ff-5fc0565bf2af req-4dcababa-dc96-4b76-9d3b-9b5e37bb7fa9 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:42.427397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 55adb428-c25e-4853-bdf4-7c7dc6121a0a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:42.438078 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdbef0e5-9d5e-42f2-b6ff-5fc0565bf2af req-4dcababa-dc96-4b76-9d3b-9b5e37bb7fa9 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.0373292 May 06 12:38:42.569590 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.601459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13a7be-82ba-440c-9f2f-18c9c03c3b9a req-04cd3535-717a-4162-9bb3-9911ec083878 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:42.613784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be13a7be-82ba-440c-9f2f-18c9c03c3b9a req-04cd3535-717a-4162-9bb3-9911ec083878 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.9052212 May 06 12:38:42.642923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:42.689182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.692427 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Added segment bb1039fa-6d96-4fff-85e5-0323590b4469 of type vlan for network 4ab75f8f-183d-4b76-a434-9e584edf3e67 May 06 12:38:42.769154 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9222af5e-ab77-4c87-83c3-f2753dcfdd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.781425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.797346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.820015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-842edd98-244a-4598-927b-aa5775fa96df None None] Provisioning for port 55adb428-c25e-4853-bdf4-7c7dc6121a0a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:42.840770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-842edd98-244a-4598-927b-aa5775fa96df None None] Provisioning complete for port 55adb428-c25e-4853-bdf4-7c7dc6121a0a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:42.843400 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-842edd98-244a-4598-927b-aa5775fa96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.887951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 55adb428-c25e-4853-bdf4-7c7dc6121a0a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:42.896773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.908007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdbef0e5-9d5e-42f2-b6ff-5fc0565bf2af req-5381c7c1-abef-452b-abd1-e7a0bf18eb1d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686852 May 06 12:38:42.919831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 55adb428-c25e-4853-bdf4-7c7dc6121a0a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:42.920289 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.928229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:42.931528 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.966191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be13a7be-82ba-440c-9f2f-18c9c03c3b9a req-a5806977-c0ec-410d-8a91-1892f3e2fa7d tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511865 May 06 12:38:43.045742 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.179121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Network': ['ID=4ab75f8f-183d-4b76-a434-9e584edf3e67,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:43.218921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.233587 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c329803f-0fa9-4d47-a030-f29e409d800d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9879832 May 06 12:38:43.237734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4ab75f8f-183d-4b76-a434-9e584edf3e67 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:43.239144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35670) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:43.270962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'subnet': {'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:43.462112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:43.470263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:subnet and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:43.474349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:43.483439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:43.499969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:43.508360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-842edd98-244a-4598-927b-aa5775fa96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.677645 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.683890 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.704189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-842edd98-244a-4598-927b-aa5775fa96df None None] For port 55adb428-c25e-4853-bdf4-7c7dc6121a0a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=55adb428-c25e-4853-bdf4-7c7dc6121a0a,segment=NetworkSegment(56be6722-6296-43a9-9f13-7deb461b0efc),segment_id=56be6722-6296-43a9-9f13-7deb461b0efc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:43.711800 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-842edd98-244a-4598-927b-aa5775fa96df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.728749 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Transition to ACTIVE for port object fda9aace-f8fa-4084-819d-9cf9b23662c5 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:43.730689 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.737354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.748975 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.838957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ac85b-aad6-405d-9efa-cd616e78a67d req-e6b8914a-68b5-4ec4-a320-07e53830e0a1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:43.841053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c40ac85b-aad6-405d-9efa-cd616e78a67d req-e6b8914a-68b5-4ec4-a320-07e53830e0a1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.3175344 May 06 12:38:43.874491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.915594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Pushing event updated for resources: {'Port': ['ID=cd38358f-5ec8-4325-a24d-3a089c095e7b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:43.971238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c40ac85b-aad6-405d-9efa-cd616e78a67d req-f77e7352-6901-4618-a73d-bd1cacc0138b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943744 May 06 12:38:43.973024 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Pushing event updated for resources: {'Port': ['ID=fda9aace-f8fa-4084-819d-9cf9b23662c5,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:43.978317 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:38:43.978961 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:38:43.988948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842edd98-244a-4598-927b-aa5775fa96df None None] Pushing event updated for resources: {'Port': ['ID=55adb428-c25e-4853-bdf4-7c7dc6121a0a,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:43.997334 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.009177 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Attempting to bind port fda9aace-f8fa-4084-819d-9cf9b23662c5 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:44.009903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-26de4e33-66a1-4fb5-957f-74de7eb619cf None None] Provisioning complete for port 55adb428-c25e-4853-bdf4-7c7dc6121a0a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:44.010036 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Attempting to bind port fda9aace-f8fa-4084-819d-9cf9b23662c5 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:44.010279 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26de4e33-66a1-4fb5-957f-74de7eb619cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.025553 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Attempting to bind port fda9aace-f8fa-4084-819d-9cf9b23662c5 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:44.043087 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.043982 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.048191 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.049211 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.051060 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.051595 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.052239 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.056683 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.057595 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.060853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.062300 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:44.063983 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.065276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fd0fa6ce-f912-41a8-a02a-be19b4c748be tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0949166 May 06 12:38:44.074553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35688) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:44.096372 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:44.101400 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:44.102397 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.104104 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:44.105009 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Bound port: fda9aace-f8fa-4084-819d-9cf9b23662c5, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:44.107424 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.292951 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] For port fda9aace-f8fa-4084-819d-9cf9b23662c5, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:44.298703 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] For port fda9aace-f8fa-4084-819d-9cf9b23662c5, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fda9aace-f8fa-4084-819d-9cf9b23662c5,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:44.323391 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.380625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.526304 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228ed6d-4511-4de7-ae35-06c200d1429c None None] Pushing event updated for resources: {'Port': ['ID=fda9aace-f8fa-4084-819d-9cf9b23662c5,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:44.530369 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Routers {'d076ce32-ecf5-4bba-94f2-668b3605fff7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:44.531329 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d076ce32-ecf5-4bba-94f2-668b3605fff7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:44.536484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:44.543164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:44.548986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Usage tracker for resource:floatingip and tenant:0d5d72f63f00470c98eda1b31965ec55 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:44.707048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-314c1604-ac13-487e-869c-d8caa35f3011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.739368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:44.754969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:44.776969 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] Set router d076ce32-ecf5-4bba-94f2-668b3605fff7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:44.782479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.854806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 55adb428-c25e-4853-bdf4-7c7dc6121a0a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:44.999549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 55adb428-c25e-4853-bdf4-7c7dc6121a0a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:45.000961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.012576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e43f-5aa4-4d43-9e7c-89d92982b10e req-b3433cb8-2e8a-41fe-99bf-938aa80c4892 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.026486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92f9e43f-5aa4-4d43-9e7c-89d92982b10e req-b3433cb8-2e8a-41fe-99bf-938aa80c4892 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.7481866 May 06 12:38:45.207333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bff8c-aa50-4e32-a1ee-b3e1e2bce328 req-bb680140-eb2b-4ecd-8dff-f00b7035bc6b tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.227546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f28bff8c-aa50-4e32-a1ee-b3e1e2bce328 req-bb680140-eb2b-4ecd-8dff-f00b7035bc6b tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.8447797 May 06 12:38:45.236781 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:37Z', 'updated_at': '2022-05-06T12:38:39Z', 'revision_number': 3, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'gw_port': {'id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:38Z', 'updated_at': '2022-05-06T12:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:45.243110 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85718bf6-7b21-475a-be8d-9d8fceee4900 None None] The sync data for ids ['d076ce32-ecf5-4bba-94f2-668b3605fff7'] in n-d-840847-1 is: [{'id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:37Z', 'updated_at': '2022-05-06T12:38:39Z', 'revision_number': 3, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'gw_port': {'id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:38Z', 'updated_at': '2022-05-06T12:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:45.297457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.312710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92f9e43f-5aa4-4d43-9e7c-89d92982b10e req-e321959c-722f-4262-8c7e-e8f40c35bd00 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784917 May 06 12:38:45.345427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f28bff8c-aa50-4e32-a1ee-b3e1e2bce328 req-939c6b18-d5e5-4d09-b2d5-1c90ec711bd6 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834165 May 06 12:38:45.408526 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.446788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Subnet': ['ID=03f28b63-43b9-4c08-a863-d4099f06ad02,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:45.452959 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.515928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Allocated IP 172.20.0.1 (fe6f5bd2-6e53-4a3c-8311-5be7a4687371/29e4ab28-3add-4f23-9bee-4d94b3330d35/f473aaac-14dd-4be3-9641-0d00d14e8a93) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:45.553744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Checking segment: {'id': 'bb1039fa-6d96-4fff-85e5-0323590b4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:45.554253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network hostable DHCP agents. Network: 4ab75f8f-183d-4b76-a434-9e584edf3e67, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:45.766718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network 4ab75f8f-183d-4b76-a434-9e584edf3e67 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:45.819530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 4ab75f8f-183d-4b76-a434-9e584edf3e67) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:45.833561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eba91c-5742-4a39-80d8-ec14ef728045 None None] Network 4ab75f8f-183d-4b76-a434-9e584edf3e67 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:45.839133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.839847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.851508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.896897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Transition to ACTIVE for port object f473aaac-14dd-4be3-9641-0d00d14e8a93 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:45.929117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca460dfe-48b1-4b89-8525-62bcace2599b tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6758907 May 06 12:38:45.930128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35706) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:45.944527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Allocated IP 172.25.7.94 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/b86c609c-1016-43cc-a6f9-ef0e92d0078d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:45.945306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1344458984'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:45.958416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:45.963691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:network and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:45.967443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:45.975680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:46.001502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:46.012222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.024416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.080884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.155300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:46.185912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:46.204315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:46.209657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:46.250373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4805b-74e2-4b94-a466-1fad03bfef26 req-6d3c4a93-8efc-4c6d-be36-17ddd4b09b4c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:46.267248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd4805b-74e2-4b94-a466-1fad03bfef26 req-6d3c4a93-8efc-4c6d-be36-17ddd4b09b4c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.3791158 May 06 12:38:46.269484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-4ab75f8f-183d-4b76-a434-9e584edf3e67', 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'fixed_ips': [{'subnet_id': '03f28b63-43b9-4c08-a863-d4099f06ad02'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:46.270765 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.393886 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.394341 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Added segment ce72ff96-5794-4b97-9ba7-722b769582db of type vlan for network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f May 06 12:38:46.479785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.540657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.568165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.589763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.602847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:46.605336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.627620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dd4805b-74e2-4b94-a466-1fad03bfef26 req-185f4816-814b-4e8e-bbf9-1def393e2228 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583779 May 06 12:38:46.769343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.903490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9e8c1b91-865f-46b8-ad6f-125efa327521 None None] Provisioning for port f473aaac-14dd-4be3-9641-0d00d14e8a93 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:46.920380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9e8c1b91-865f-46b8-ad6f-125efa327521 None None] Provisioning complete for port f473aaac-14dd-4be3-9641-0d00d14e8a93 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:46.920940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e8c1b91-865f-46b8-ad6f-125efa327521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.950959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Allocated IP 19.80.0.2 (4ab75f8f-183d-4b76-a434-9e584edf3e67/03f28b63-43b9-4c08-a863-d4099f06ad02/cc166850-d81c-4462-bf69-136392f26e24) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:46.981689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fda9aace-f8fa-4084-819d-9cf9b23662c5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:46.981941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Pushing event updated for resources: {'Port': ['ID=f473aaac-14dd-4be3-9641-0d00d14e8a93,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:47.053433 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1180255 May 06 12:38:47.056303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35716) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:47.068475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'subnet': {'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:47.074192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81f05b-4baa-45f5-8340-f234ccdef701 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Network': ['ID=6e9dc688-4fe4-49d9-b12b-fa388e96e36f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:47.104604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:47.113133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:47.122586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:47.141830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:47.226533 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.245246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Pushing event updated for resources: {'Port': ['ID=b86c609c-1016-43cc-a6f9-ef0e92d0078d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:47.461925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c1b91-865f-46b8-ad6f-125efa327521 None None] Port f473aaac-14dd-4be3-9641-0d00d14e8a93 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:47.481940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.497973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:47.520933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88c50a-7962-4512-84e3-61baa3a22f9f req-65c7fb61-5ca3-4047-bd1e-3d286b4744bc tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.523556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a88c50a-7962-4512-84e3-61baa3a22f9f req-65c7fb61-5ca3-4047-bd1e-3d286b4744bc tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.6064532 May 06 12:38:47.526893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:subnet and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:47.529916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port fda9aace-f8fa-4084-819d-9cf9b23662c5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:47.538729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fda9aace-f8fa-4084-819d-9cf9b23662c5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:47.539378 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.557499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:47.595565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:47.619422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a9400-8dc7-4a41-bfc2-b3e908cc8e02 req-2af31f4f-437a-4981-8057-3b7c320a06fa tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.622054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-552a9400-8dc7-4a41-bfc2-b3e908cc8e02 req-2af31f4f-437a-4981-8057-3b7c320a06fa tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.4295490 May 06 12:38:47.655800 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.666538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.708461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:47.768447 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.788947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Transition to ACTIVE for port object cc166850-d81c-4462-bf69-136392f26e24 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:47.799461 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.838732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Transition to ACTIVE for port object cc166850-d81c-4462-bf69-136392f26e24 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:47.841768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port fda9aace-f8fa-4084-819d-9cf9b23662c5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fda9aace-f8fa-4084-819d-9cf9b23662c5,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:47.845046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Pushing event updated for resources: {'Port': ['ID=f473aaac-14dd-4be3-9641-0d00d14e8a93,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:47.849809 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.898335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a88c50a-7962-4512-84e3-61baa3a22f9f req-7cfdbf14-fa25-45c6-a3c7-c0ed8d112a93 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628776 May 06 12:38:47.904041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.912810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.958439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.985382 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-552a9400-8dc7-4a41-bfc2-b3e908cc8e02 req-fdeccb4c-2833-46c4-b93a-09e097c2679a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344784 May 06 12:38:48.066503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=fda9aace-f8fa-4084-819d-9cf9b23662c5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:48.108973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Network 4ab75f8f-183d-4b76-a434-9e584edf3e67 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:48.155543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:48.193986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:48.224269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:48.226107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:48.363345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Pushing event updated for resources: {'Port': ['ID=cc166850-d81c-4462-bf69-136392f26e24,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:48.467402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.489432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Attempting to bind port cc166850-d81c-4462-bf69-136392f26e24 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:48.489835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Attempting to bind port cc166850-d81c-4462-bf69-136392f26e24 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'bb1039fa-6d96-4fff-85e5-0323590b4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:48.490106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Attempting to bind port cc166850-d81c-4462-bf69-136392f26e24 on network 4ab75f8f-183d-4b76-a434-9e584edf3e67 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:48.508486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:48.509035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Checking segment: {'id': 'bb1039fa-6d96-4fff-85e5-0323590b4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:48.509509 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.509992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Bound using segment: {'id': 'bb1039fa-6d96-4fff-85e5-0323590b4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:48.513270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Bound port: cc166850-d81c-4462-bf69-136392f26e24, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1039fa-6d96-4fff-85e5-0323590b4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:48.513719 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.695003 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.735275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9456d5c7-d858-4836-bc23-236f2f3c7741 None None] Provisioning complete for port f473aaac-14dd-4be3-9641-0d00d14e8a93 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:48.736006 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9456d5c7-d858-4836-bc23-236f2f3c7741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.769287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] For port cc166850-d81c-4462-bf69-136392f26e24, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:48.808481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] For port cc166850-d81c-4462-bf69-136392f26e24, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cc166850-d81c-4462-bf69-136392f26e24,segment=NetworkSegment(bb1039fa-6d96-4fff-85e5-0323590b4469),segment_id=bb1039fa-6d96-4fff-85e5-0323590b4469)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:48.821323 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.898362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.931924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fda9aace-f8fa-4084-819d-9cf9b23662c5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:49.011237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9456d5c7-d858-4836-bc23-236f2f3c7741 None None] Port f473aaac-14dd-4be3-9641-0d00d14e8a93 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:49.143849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Subnet': ['ID=dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:49.157881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63db94-b5db-4b7f-a376-5dbd2036bb47 None None] Pushing event updated for resources: {'Port': ['ID=cc166850-d81c-4462-bf69-136392f26e24,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:49.193377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15103f5-b1b2-4eb0-aade-a31f7921a2c4 req-3f89f7ca-306f-4e79-8582-7ca3ca29d9e7 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.199958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e15103f5-b1b2-4eb0-aade-a31f7921a2c4 req-3f89f7ca-306f-4e79-8582-7ca3ca29d9e7 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.6038582 May 06 12:38:49.219326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fda9aace-f8fa-4084-819d-9cf9b23662c5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:49.220003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.321539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Router d076ce32-ecf5-4bba-94f2-668b3605fff7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:49.372541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Checking segment: {'id': 'ce72ff96-5794-4b97-9ba7-722b769582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:49.375353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network hostable DHCP agents. Network: 6e9dc688-4fe4-49d9-b12b-fa388e96e36f, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:49.533971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e15103f5-b1b2-4eb0-aade-a31f7921a2c4 req-0bcc9088-8b63-44fe-aea0-4f562984041f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175025 May 06 12:38:49.562896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:49.626463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6e9dc688-4fe4-49d9-b12b-fa388e96e36f) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:49.636778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.637447 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.640686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32cebdc-0d98-4f90-8f84-35e85c4a5edc None None] Network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:49.649039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.691442 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.701346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadf626-0ce0-4549-ab5f-bddd9839525c req-c86bdd5f-8c85-4c77-8649-b1535a805f05 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.707822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccadf626-0ce0-4549-ab5f-bddd9839525c req-c86bdd5f-8c85-4c77-8649-b1535a805f05 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.4501355 May 06 12:38:49.765559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:49.776108 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a015e087-0240-4441-a65a-405dc810411d admin admin] 10.222.0.44 "PUT /v2.0/routers/d076ce32-ecf5-4bba-94f2-668b3605fff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9354503 May 06 12:38:49.935622 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccadf626-0ce0-4549-ab5f-bddd9839525c req-5f4da0e0-4537-43a8-97be-75efd0dd766e tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154963 May 06 12:38:50.018811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0cea613b-8b52-458a-bc7b-f5440de17994 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9498508 May 06 12:38:50.036953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Pushing event updated for resources: {'Port': ['ID=b86c609c-1016-43cc-a6f9-ef0e92d0078d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:50.089841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa4fff-7806-4941-bf05-04d6715260a7 req-38eec7e5-bbf2-4b3e-a376-0c662962122d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.091517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99fa4fff-7806-4941-bf05-04d6715260a7 req-38eec7e5-bbf2-4b3e-a376-0c662962122d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.3486047 May 06 12:38:50.092587 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.110690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-6e9dc688-4fe4-49d9-b12b-fa388e96e36f', 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'fixed_ips': [{'subnet_id': 'dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:50.113402 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.146500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.151993 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-369b52f3-c490-477a-b51e-6b72d748f2a4 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0722048 May 06 12:38:50.152317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35746) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:50.321573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99fa4fff-7806-4941-bf05-04d6715260a7 req-a18b6066-0167-465a-8aa8-001dd8ceb02d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103360 May 06 12:38:50.407324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2c7d739-1302-4996-afde-12329188f9bb tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Synchronizing usage tracker for tenant:00798766e9fc40bb9c247fac5707847e on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:50.599319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3147625-c131-4ab7-81e8-04d397b04a90 req-63c467a2-958d-4b11-ae7c-6df2040f730b tempest-FloatingIPsNegativeTestJSON-1714274276 tempest-FloatingIPsNegativeTestJSON-1714274276-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=5f4984b1ecd348ef9daffef9c2a48095 HTTP/1.1" status: 200 len: 217 time: 0.1350040 May 06 12:38:50.631903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Allocated IP 19.86.0.2 (6e9dc688-4fe4-49d9-b12b-fa388e96e36f/dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4/8468e438-5596-41f8-9241-0d9554ec861c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:50.855619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-04b69162-57f2-42f0-a584-dad6dda991da tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.861739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-04b69162-57f2-42f0-a584-dad6dda991da tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.862770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-04b69162-57f2-42f0-a584-dad6dda991da tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:50.867254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2c7d739-1302-4996-afde-12329188f9bb tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Unset dirty status for tenant:00798766e9fc40bb9c247fac5707847e on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:50.869919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f2c7d739-1302-4996-afde-12329188f9bb tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.7150493 May 06 12:38:50.873243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35766) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:50.972283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-04b69162-57f2-42f0-a584-dad6dda991da tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:50.979654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-04b69162-57f2-42f0-a584-dad6dda991da tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/networks?id=4ab75f8f-183d-4b76-a434-9e584edf3e67&id=6e9dc688-4fe4-49d9-b12b-fa388e96e36f HTTP/1.1" status: 200 len: 1392 time: 0.3785319 May 06 12:38:51.025719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-019a04bc-2f63-48b0-8d78-1df038c98b22 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/quotas/334822546a7644ea9788570aebc2fae5 HTTP/1.1" status: 200 len: 375 time: 0.0417409 May 06 12:38:51.036702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc166850-d81c-4462-bf69-136392f26e24 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:51.055257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b23e97a8-8fd5-4b9c-ba20-0f7c0679ee78 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Synchronizing usage tracker for tenant:8914a2012a0c4f9ea15061dfa1f11c6b on resource:floatingip {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:51.101587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959df52-4c26-4e17-bfb9-02482d404982 None None] Network 4ab75f8f-183d-4b76-a434-9e584edf3e67 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:51.109968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b23e97a8-8fd5-4b9c-ba20-0f7c0679ee78 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Unset dirty status for tenant:8914a2012a0c4f9ea15061dfa1f11c6b on resource:floatingip {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:51.112623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b23e97a8-8fd5-4b9c-ba20-0f7c0679ee78 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2348847 May 06 12:38:51.119547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35776) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:51.388865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-8f0459a0-0769-4b88-a092-58baafa002c6 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:51.457114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b87a4-eefc-4a71-bf56-f8265645edaa req-fc8dfd10-116c-493d-b035-1cc0b0c11c68 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:51.466680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a08b87a4-eefc-4a71-bf56-f8265645edaa req-fc8dfd10-116c-493d-b035-1cc0b0c11c68 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 814 time: 0.3615394 May 06 12:38:51.495755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a08b87a4-eefc-4a71-bf56-f8265645edaa req-a35945e4-d001-452d-9f53-98cca185e5be tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/quotas/90b8f81737544326a2c880ff026ca883 HTTP/1.1" status: 200 len: 375 time: 0.0275590 May 06 12:38:51.526524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Sync routers for ids ['d076ce32-ecf5-4bba-94f2-668b3605fff7'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:51.528799 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.551297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-8f0459a0-0769-4b88-a092-58baafa002c6 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:51.554962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-8f0459a0-0769-4b88-a092-58baafa002c6 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=334822546a7644ea9788570aebc2fae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5283279 May 06 12:38:51.564536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Deleting port b86c609c-1016-43cc-a6f9-ef0e92d0078d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:51.565189 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.569989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd364515-02ad-4db4-8ebb-4b61f823176c None None] Provisioning for port cc166850-d81c-4462-bf69-136392f26e24 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:51.585841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Transition to ACTIVE for port object 8468e438-5596-41f8-9241-0d9554ec861c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:51.630837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port cc166850-d81c-4462-bf69-136392f26e24 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:51.680078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Transition to ACTIVE for port object 8468e438-5596-41f8-9241-0d9554ec861c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:51.686379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Routers {'d076ce32-ecf5-4bba-94f2-668b3605fff7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:51.687137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d076ce32-ecf5-4bba-94f2-668b3605fff7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:51.766178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cc166850-d81c-4462-bf69-136392f26e24 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:51.766409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.806147 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.806827 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.877276 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.922326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a08b87a4-eefc-4a71-bf56-f8265645edaa req-85d6a5f1-8e24-48f1-942d-d157f577a802 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4250591 May 06 12:38:51.962721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Calling delete_port for b86c609c-1016-43cc-a6f9-ef0e92d0078d owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:52.025404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c538dc7-8abb-4651-bc98-14735da29be2 req-08af3d53-b293-4a0d-af55-d97f05df2496 tempest-FloatingIPsNegativeTestJSON-1714274276 tempest-FloatingIPsNegativeTestJSON-1714274276-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0520227 May 06 12:38:52.062064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-7926fd2f-77cb-4feb-bb9d-189f8a361c49 service neutron] 10.222.0.44 "GET /v2.0/networks/4ab75f8f-183d-4b76-a434-9e584edf3e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702682 May 06 12:38:52.105158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:52.111672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:52.124875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:52.135189 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.153207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Pushing event updated for resources: {'Port': ['ID=8468e438-5596-41f8-9241-0d9554ec861c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:52.205272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Pushing event deleted for resources: {'Port': ['ID=b86c609c-1016-43cc-a6f9-ef0e92d0078d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:52.384784 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.413014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.418510 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fa3f8e8d-b82d-4efd-9b80-8dbc28f73dd5 tempest-FloatingIPAdminTestJSON-1461763953 tempest-FloatingIPAdminTestJSON-1461763953-project] 10.222.0.44 "DELETE /v2.0/floatingips/bb59f22d-db9a-4f2f-aa7c-d90ad50e3607 HTTP/1.1" status: 204 len: 168 time: 1.2814107 May 06 12:38:52.420249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35788) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:52.431061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-c4d50819-d825-4e2e-b869-697df9e11d3e service neutron] 10.222.0.44 "GET /v2.0/networks/4ab75f8f-183d-4b76-a434-9e584edf3e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313646 May 06 12:38:52.442975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Attempting to bind port 8468e438-5596-41f8-9241-0d9554ec861c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:52.445917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Attempting to bind port 8468e438-5596-41f8-9241-0d9554ec861c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'ce72ff96-5794-4b97-9ba7-722b769582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:52.446419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Attempting to bind port 8468e438-5596-41f8-9241-0d9554ec861c on network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:52.480690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Set router d076ce32-ecf5-4bba-94f2-668b3605fff7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:52.529774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:52.530562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Checking segment: {'id': 'ce72ff96-5794-4b97-9ba7-722b769582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:52.530940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.531348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Bound using segment: {'id': 'ce72ff96-5794-4b97-9ba7-722b769582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:52.531993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Bound port: 8468e438-5596-41f8-9241-0d9554ec861c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce72ff96-5794-4b97-9ba7-722b769582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:52.532409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.548600 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.673758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port cc166850-d81c-4462-bf69-136392f26e24, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cc166850-d81c-4462-bf69-136392f26e24,segment=NetworkSegment(bb1039fa-6d96-4fff-85e5-0323590b4469),segment_id=bb1039fa-6d96-4fff-85e5-0323590b4469)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:52.696041 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.780964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Deleting port cd38358f-5ec8-4325-a24d-3a089c095e7b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:52.781836 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.863131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-80ae0115-8ca7-4f6e-a47b-a9d140af6191 service neutron] 10.222.0.44 "GET /v2.0/networks/6e9dc688-4fe4-49d9-b12b-fa388e96e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107697 May 06 12:38:52.943288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] For port 8468e438-5596-41f8-9241-0d9554ec861c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:52.955696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6875a8dc-c1b8-49f3-ac4c-8e793d720b84 None None] Provisioning complete for port cc166850-d81c-4462-bf69-136392f26e24 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:52.956113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6875a8dc-c1b8-49f3-ac4c-8e793d720b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.008604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] For port 8468e438-5596-41f8-9241-0d9554ec861c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8468e438-5596-41f8-9241-0d9554ec861c,segment=NetworkSegment(ce72ff96-5794-4b97-9ba7-722b769582db),segment_id=ce72ff96-5794-4b97-9ba7-722b769582db)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:53.028290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=cc166850-d81c-4462-bf69-136392f26e24,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:53.037907 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.185897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17090f15-a07d-44fe-a9b5-24e610993ccf req-60d3427c-4991-42f0-af24-d6db09ce90af tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:53.199640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17090f15-a07d-44fe-a9b5-24e610993ccf req-60d3427c-4991-42f0-af24-d6db09ce90af tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.7103117 May 06 12:38:53.217899 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.218705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.226768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf486b-c50d-457b-9432-c7335ca136d7 None None] Pushing event updated for resources: {'Port': ['ID=8468e438-5596-41f8-9241-0d9554ec861c,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:53.263259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-5b0eb156-202f-4edb-8ff2-cc6d50122731 service neutron] 10.222.0.44 "GET /v2.0/networks/6e9dc688-4fe4-49d9-b12b-fa388e96e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711460 May 06 12:38:53.295698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17090f15-a07d-44fe-a9b5-24e610993ccf req-ac4fba38-23f8-4927-86eb-744c8512267e tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940089 May 06 12:38:53.556643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Calling delete_port for cd38358f-5ec8-4325-a24d-3a089c095e7b owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:53.577133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:37Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 4, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'gw_port': {'id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:38Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f473aaac-14dd-4be3-9641-0d00d14e8a93', 'name': '', 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'mac_address': 'fa:16:3e:24:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29e4ab28-3add-4f23-9bee-4d94b3330d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:44Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 2, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'subnets': [{'id': '29e4ab28-3add-4f23-9bee-4d94b3330d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:53.587526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Checking router: d076ce32-ecf5-4bba-94f2-668b3605fff7 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:53.588117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Updating router d076ce32-ecf5-4bba-94f2-668b3605fff7 port f473aaac-14dd-4be3-9641-0d00d14e8a93 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:38:53.589007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86ef0a-fa71-47e4-9873-48cc167dc0b2 req-a43a9d70-a678-4f0c-80ee-43a0f5ae45bf tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:53.596782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d86ef0a-fa71-47e4-9873-48cc167dc0b2 req-a43a9d70-a678-4f0c-80ee-43a0f5ae45bf tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.1400120 May 06 12:38:53.672356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d86ef0a-fa71-47e4-9873-48cc167dc0b2 req-ff0f359b-ddb9-4766-b237-77551eb5ca73 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734317 May 06 12:38:53.722954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.805406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.920514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd38358f-5ec8-4325-a24d-3a089c095e7b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:54.075205 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-1a8bd2d0-88ff-45ca-9c3a-3063fdf23640 req-1b80cb5e-1a1c-48c3-8d78-bfed6512a744 tempest-FloatingIPsNegativeTestJSON-1714274276 tempest-FloatingIPsNegativeTestJSON-1714274276-project] show failed (client error): The resource could not be found. May 06 12:38:54.103235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a8bd2d0-88ff-45ca-9c3a-3063fdf23640 req-1b80cb5e-1a1c-48c3-8d78-bfed6512a744 tempest-FloatingIPsNegativeTestJSON-1714274276 tempest-FloatingIPsNegativeTestJSON-1714274276-project] 10.222.0.44 "GET /v2.0/floatingips/acc1493d-375b-4590-b61f-19d5152b8604 HTTP/1.1" status: 404 len: 350 time: 0.4233024 May 06 12:38:54.104014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35806) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:54.125501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a401cc77-a696-475f-a40e-66d8935c8450 req-5cf9b606-99e0-4e1f-8a50-4b2316e26747 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 210 time: 0.1881607 May 06 12:38:54.137079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.172468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.175282 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f859fdc4-091c-4805-8136-a868056e6bfe tempest-FloatingIPAdminTestJSON-1353385794 tempest-FloatingIPAdminTestJSON-1353385794-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/51423ace-65f9-4404-94ec-5c2190cb3356 HTTP/1.1" status: 204 len: 168 time: 1.7536287 May 06 12:38:54.180105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35814) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:54.378219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ca71b-aa16-494d-bf0c-07d40fb76f7a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Deleting port 5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:54.379039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca71b-aa16-494d-bf0c-07d40fb76f7a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.564419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e0b97-ac85-4951-83f3-63fd22065336 req-eb7461cf-d1d1-4dd3-9b33-edfde117e6a4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.578762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-543e0b97-ac85-4951-83f3-63fd22065336 req-eb7461cf-d1d1-4dd3-9b33-edfde117e6a4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.1849244 May 06 12:38:54.630784 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.660323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Transition to ACTIVE for port object f473aaac-14dd-4be3-9641-0d00d14e8a93 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:54.665154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-543e0b97-ac85-4951-83f3-63fd22065336 req-2f9fe808-45e5-4ad0-8e8a-c8664dfd1413 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863960 May 06 12:38:54.688196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.143336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-c3ae91ab-6bb1-4480-8833-4856ea2d759c tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--285572110&fields=id&tenant_id=25345765f82b4d52976db5eb34d250ce HTTP/1.1" status: 200 len: 267 time: 0.4147887 May 06 12:38:55.162848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c894334-b0df-4176-84ee-131a30ca0dba None None] Pushing event updated for resources: {'Port': ['ID=f473aaac-14dd-4be3-9641-0d00d14e8a93,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:55.190243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8468e438-5596-41f8-9241-0d9554ec861c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:55.285897 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca71b-aa16-494d-bf0c-07d40fb76f7a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.392895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21575a54-5cdb-40a3-ac69-9e91f7fbbc89 None None] Network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:55.484882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ca71b-aa16-494d-bf0c-07d40fb76f7a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Calling delete_port for 5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:55.699900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca71b-aa16-494d-bf0c-07d40fb76f7a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.746798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd69f12-9c57-4b7b-acfe-98ff98c2e232 req-0ccd868e-2c42-49bb-b232-3ba9ad799472 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:55.759461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bd69f12-9c57-4b7b-acfe-98ff98c2e232 req-0ccd868e-2c42-49bb-b232-3ba9ad799472 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.7035434 May 06 12:38:55.774740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ca71b-aa16-494d-bf0c-07d40fb76f7a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event deleted for resources: {'Port': ['ID=5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:55.805933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-9a2afb6b-ef72-476f-9e66-7d7a5afca7cf tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:55.818918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-9a2afb6b-ef72-476f-9e66-7d7a5afca7cf tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/networks?id=50ff038c-a0c5-4f3c-ac98-190cdc32f650 HTTP/1.1" status: 200 len: 816 time: 0.6743371 May 06 12:38:55.890044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-3d5099d3-66a0-49d7-9067-369b3a7328a6 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/quotas/25345765f82b4d52976db5eb34d250ce HTTP/1.1" status: 200 len: 375 time: 0.0694082 May 06 12:38:55.934870 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d6ca71b-aa16-494d-bf0c-07d40fb76f7a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.942489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1011f2e2-5e77-4688-81a9-1996b7b6b55d None None] Provisioning for port 8468e438-5596-41f8-9241-0d9554ec861c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:55.951590 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6d6ca71b-aa16-494d-bf0c-07d40fb76f7a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "DELETE /v2.0/ports/5ee97fc3-35ee-42b7-b5ae-dbf1ca1b1903 HTTP/1.1" status: 204 len: 168 time: 1.7695134 May 06 12:38:55.953082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Attempting to bind port f473aaac-14dd-4be3-9641-0d00d14e8a93 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:55.953691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Attempting to bind port f473aaac-14dd-4be3-9641-0d00d14e8a93 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '56be6722-6296-43a9-9f13-7deb461b0efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:55.954835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Attempting to bind port f473aaac-14dd-4be3-9641-0d00d14e8a93 on network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:55.955969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35828) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:55.993951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:55.994583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Checking segment: {'id': '56be6722-6296-43a9-9f13-7deb461b0efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:55.995661 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.996239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Bound using segment: {'id': '56be6722-6296-43a9-9f13-7deb461b0efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:55.997111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Bound port: f473aaac-14dd-4be3-9641-0d00d14e8a93, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56be6722-6296-43a9-9f13-7deb461b0efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:55.997721 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.019827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 8468e438-5596-41f8-9241-0d9554ec861c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:56.038533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8468e438-5596-41f8-9241-0d9554ec861c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:56.039121 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.162939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e26f98-a539-43ae-8a4a-62170603e923 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.163791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-53e26f98-a539-43ae-8a4a-62170603e923 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Synchronizing usage tracker for tenant:8914a2012a0c4f9ea15061dfa1f11c6b on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:56.191729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-53e26f98-a539-43ae-8a4a-62170603e923 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Unset dirty status for tenant:8914a2012a0c4f9ea15061dfa1f11c6b on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:56.198147 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-53e26f98-a539-43ae-8a4a-62170603e923 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "GET /v2.0/ports?device_id=6169ae00-df29-421e-8efa-89c5a4be5c21 HTTP/1.1" status: 200 len: 913 time: 0.2403049 May 06 12:38:56.199418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35832) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:56.359340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] For port f473aaac-14dd-4be3-9641-0d00d14e8a93, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:56.411969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] For port f473aaac-14dd-4be3-9641-0d00d14e8a93, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f473aaac-14dd-4be3-9641-0d00d14e8a93,segment=NetworkSegment(56be6722-6296-43a9-9f13-7deb461b0efc),segment_id=56be6722-6296-43a9-9f13-7deb461b0efc)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:56.441698 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.451125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bd69f12-9c57-4b7b-acfe-98ff98c2e232 req-d624c7b8-f0cc-4f6d-b038-e2853da27ff0 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899514 May 06 12:38:56.535948 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.593043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-b9c1a534-f2d3-4461-95eb-e4de35da1297 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.597931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-b9c1a534-f2d3-4461-95eb-e4de35da1297 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.610908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-b9c1a534-f2d3-4461-95eb-e4de35da1297 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.36 "GET /v2.0/networks?id=4ab75f8f-183d-4b76-a434-9e584edf3e67&id=6e9dc688-4fe4-49d9-b12b-fa388e96e36f HTTP/1.1" status: 200 len: 1392 time: 0.7673774 May 06 12:38:56.659047 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-48e686f9-c264-4b15-a778-68f97de5a0b6 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=25345765f82b4d52976db5eb34d250ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7666757 May 06 12:38:56.671787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'port': {'device_id': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67', 'admin_state_up': True, 'tenant_id': '334822546a7644ea9788570aebc2fae5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:56.677192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Routers {'d076ce32-ecf5-4bba-94f2-668b3605fff7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:56.678283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d076ce32-ecf5-4bba-94f2-668b3605fff7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:56.693999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-16d1e5cf-8158-4ea0-920b-a4f2694cacc2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:38:56.702117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-16d1e5cf-8158-4ea0-920b-a4f2694cacc2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0126145 May 06 12:38:56.733302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.929396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 8468e438-5596-41f8-9241-0d9554ec861c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8468e438-5596-41f8-9241-0d9554ec861c,segment=NetworkSegment(ce72ff96-5794-4b97-9ba7-722b769582db),segment_id=ce72ff96-5794-4b97-9ba7-722b769582db)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:56.946830 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.965251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.966453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc166850-d81c-4462-bf69-136392f26e24 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:57.102951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c894334-b0df-4176-84ee-131a30ca0dba None None] Pushing event updated for resources: {'Port': ['ID=f473aaac-14dd-4be3-9641-0d00d14e8a93,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:57.136694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e6ae696-6f59-4809-a1c8-65f09de1d0dd req-3242ee4b-1fa2-4ed6-b6ff-d95719ecfc59 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=90b8f81737544326a2c880ff026ca883 HTTP/1.1" status: 200 len: 221 time: 0.4051285 May 06 12:38:57.257905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] Set router d076ce32-ecf5-4bba-94f2-668b3605fff7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:57.330531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:57.342423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:port and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:57.346250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:57.358729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:57.415303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-4b97c192-93dd-406a-b7c2-ce87900e9f5f service neutron] 10.222.0.44 "GET /v2.0/networks/50ff038c-a0c5-4f3c-ac98-190cdc32f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119622 May 06 12:38:57.425364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:57.428851 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.447962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c8d449a-c00e-43cc-ba9e-c8030aab18d1 req-a7af9f68-1bd3-4086-a6c4-872a956ccc44 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 210 time: 0.0792513 May 06 12:38:57.570289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cc166850-d81c-4462-bf69-136392f26e24 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:57.570289 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.648111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=8468e438-5596-41f8-9241-0d9554ec861c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:57.844371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-c9f9051b-8d62-4cdd-b9b3-e063344427fd service neutron] 10.222.0.44 "GET /v2.0/networks/50ff038c-a0c5-4f3c-ac98-190cdc32f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990669 May 06 12:38:57.852471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e00fe255-67d8-4b37-a2f5-b32714197566 None None] Provisioning complete for port 8468e438-5596-41f8-9241-0d9554ec861c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:57.853008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e00fe255-67d8-4b37-a2f5-b32714197566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.866789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Allocated IP 19.80.0.65 (4ab75f8f-183d-4b76-a434-9e584edf3e67/03f28b63-43b9-4c08-a863-d4099f06ad02/af6a2500-016b-4951-82fe-10a3dfaf4877) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:57.886504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Deleting port a779c633-e589-40c4-aacf-d05d4ef216b4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:57.900163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.932991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d69c1f-703f-48e4-b721-11883d2f8cf9 req-209cf7d4-5f07-44ba-9a9f-65fcfc4e00b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:57.941957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:37Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 4, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'gw_port': {'id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:38Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f473aaac-14dd-4be3-9641-0d00d14e8a93', 'name': '', 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'mac_address': 'fa:16:3e:24:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29e4ab28-3add-4f23-9bee-4d94b3330d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:44Z', 'updated_at': '2022-05-06T12:38:56Z', 'revision_number': 4, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'subnets': [{'id': '29e4ab28-3add-4f23-9bee-4d94b3330d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:57.946188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8d69c1f-703f-48e4-b721-11883d2f8cf9 req-209cf7d4-5f07-44ba-9a9f-65fcfc4e00b5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.3398466 May 06 12:38:57.950529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410464a-c00f-43b8-9b5e-f6d26be43045 None None] The sync data for ids ['d076ce32-ecf5-4bba-94f2-668b3605fff7'] in n-d-840847-1 is: [{'id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:37Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 4, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'gw_port': {'id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:38Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f473aaac-14dd-4be3-9641-0d00d14e8a93', 'name': '', 'network_id': 'fe6f5bd2-6e53-4a3c-8311-5be7a4687371', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'mac_address': 'fa:16:3e:24:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29e4ab28-3add-4f23-9bee-4d94b3330d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:44Z', 'updated_at': '2022-05-06T12:38:56Z', 'revision_number': 4, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'subnets': [{'id': '29e4ab28-3add-4f23-9bee-4d94b3330d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:58.117208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8468e438-5596-41f8-9241-0d9554ec861c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:58.213229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8468e438-5596-41f8-9241-0d9554ec861c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:58.213778 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:58.294272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8d69c1f-703f-48e4-b721-11883d2f8cf9 req-4e18878c-7bf0-4ce1-9d49-d0dae001d518 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469489 May 06 12:38:58.309347 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:58.584226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Calling delete_port for a779c633-e589-40c4-aacf-d05d4ef216b4 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:58.976692 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.074127 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.125955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Transition to ACTIVE for port object af6a2500-016b-4951-82fe-10a3dfaf4877 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:59.153703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event deleted for resources: {'Port': ['ID=a779c633-e589-40c4-aacf-d05d4ef216b4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:59.168486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fb7ba-96e1-4cab-b458-d0e643f2af20 req-062e3ba4-2794-44ca-a62c-ba3beb083fdd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:59.177649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-633fb7ba-96e1-4cab-b458-d0e643f2af20 req-062e3ba4-2794-44ca-a62c-ba3beb083fdd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.5129678 May 06 12:38:59.242056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7ed02-f2eb-444e-8bca-d1b71810015d req-2b99365f-1762-4e40-a286-211c2e2cd035 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:59.250536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54f7ed02-f2eb-444e-8bca-d1b71810015d req-2b99365f-1762-4e40-a286-211c2e2cd035 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.7029843 May 06 12:38:59.296921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.424855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network 4ab75f8f-183d-4b76-a434-9e584edf3e67 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:59.437564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Port': ['ID=af6a2500-016b-4951-82fe-10a3dfaf4877,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:59.441133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:59.447074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:59.534755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:59.535535 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.582372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-633fb7ba-96e1-4cab-b458-d0e643f2af20 req-30859e78-203b-4c7f-9ce1-931b8f29c247 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037902 May 06 12:38:59.651390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-6f0f301c-ad9e-418d-82b7-ae79f85488bd tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9876959 May 06 12:38:59.666291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Request body: {'port': {'device_id': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f', 'admin_state_up': True, 'tenant_id': '334822546a7644ea9788570aebc2fae5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:59.766626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54f7ed02-f2eb-444e-8bca-d1b71810015d req-53708d26-cd29-4d00-a5d6-04e06e3d28b3 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145729 May 06 12:38:59.828108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-254130a1-fb98-4911-ae4b-f49d3f5a453a None None] Provisioning for port af6a2500-016b-4951-82fe-10a3dfaf4877 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:59.840288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-254130a1-fb98-4911-ae4b-f49d3f5a453a None None] Provisioning complete for port af6a2500-016b-4951-82fe-10a3dfaf4877 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:59.841232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-254130a1-fb98-4911-ae4b-f49d3f5a453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.887608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b261302-db39-477b-bb2f-bd7f512c1a9a req-5ec56db6-390e-4a1c-af4e-fd286a9f0dcb tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 210 time: 0.1247540 May 06 12:38:59.950858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-254130a1-fb98-4911-ae4b-f49d3f5a453a None None] Port af6a2500-016b-4951-82fe-10a3dfaf4877 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:00.007400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.100710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Deleting port f473aaac-14dd-4be3-9641-0d00d14e8a93 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:00.101096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.109255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f473aaac-14dd-4be3-9641-0d00d14e8a93 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:00.269161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f473aaac-14dd-4be3-9641-0d00d14e8a93 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:00.283185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f473aaac-14dd-4be3-9641-0d00d14e8a93 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:00.283793 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.477513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:00.494330 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.495883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Usage tracker for resource:port and tenant:334822546a7644ea9788570aebc2fae5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:00.522781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:00.538973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f473aaac-14dd-4be3-9641-0d00d14e8a93, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f473aaac-14dd-4be3-9641-0d00d14e8a93,segment=NetworkSegment(56be6722-6296-43a9-9f13-7deb461b0efc),segment_id=56be6722-6296-43a9-9f13-7deb461b0efc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:00.547289 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.558130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:00.619438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a6045-4b7a-4a67-a93f-e8b9cae1c67d req-f2a121f1-3709-4cca-ad13-c8358e957a59 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.620874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-881a6045-4b7a-4a67-a93f-e8b9cae1c67d req-f2a121f1-3709-4cca-ad13-c8358e957a59 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:00.651046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] For port f473aaac-14dd-4be3-9641-0d00d14e8a93, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f473aaac-14dd-4be3-9641-0d00d14e8a93,segment=NetworkSegment(56be6722-6296-43a9-9f13-7deb461b0efc),segment_id=56be6722-6296-43a9-9f13-7deb461b0efc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:00.652016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.680801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-86091431-b6c6-4622-a034-f5f35a934bf3 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.684030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-86091431-b6c6-4622-a034-f5f35a934bf3 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.48 "GET /v2.0/networks?id=50ff038c-a0c5-4f3c-ac98-190cdc32f650 HTTP/1.1" status: 200 len: 816 time: 0.4204366 May 06 12:39:00.684259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Made reservation on behalf of 334822546a7644ea9788570aebc2fae5 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:00.689190 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.723196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f473aaac-14dd-4be3-9641-0d00d14e8a93,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:00.975075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Calling delete_port for f473aaac-14dd-4be3-9641-0d00d14e8a93 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:01.034786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a0342-57d4-4875-bbaf-0b31d2379223 req-6c6a04f5-b90d-458b-bf9c-e4fe2595360e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:01.036841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb1a0342-57d4-4875-bbaf-0b31d2379223 req-6c6a04f5-b90d-458b-bf9c-e4fe2595360e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.7785218 May 06 12:39:01.053637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-881a6045-4b7a-4a67-a93f-e8b9cae1c67d req-f2a121f1-3709-4cca-ad13-c8358e957a59 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:01.054822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-881a6045-4b7a-4a67-a93f-e8b9cae1c67d req-f2a121f1-3709-4cca-ad13-c8358e957a59 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 931 time: 1.1125181 May 06 12:39:01.153610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Router 6169ae00-df29-421e-8efa-89c5a4be5c21 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:39:01.490920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:39:01.518396 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55321b38-4d88-44c0-99ce-b0d6b67bd54d None None] Sync routers for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:39:01.531981 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4207c37e-2ee9-4ff8-bfe5-42394ae22c70 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "PUT /v2.0/routers/6169ae00-df29-421e-8efa-89c5a4be5c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3310282 May 06 12:39:01.536110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35876) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:01.544947 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55321b38-4d88-44c0-99ce-b0d6b67bd54d None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:01.546592 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-55321b38-4d88-44c0-99ce-b0d6b67bd54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:01.602663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-e0839df1-eccd-45e9-9401-f1eed0d21eac tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25345765f82b4d52976db5eb34d250ce HTTP/1.1" status: 200 len: 379 time: 0.8837483 May 06 12:39:01.638472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-881a6045-4b7a-4a67-a93f-e8b9cae1c67d req-07b8845b-4437-47af-90f0-9287d9492836 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032916 May 06 12:39:01.706858 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-55321b38-4d88-44c0-99ce-b0d6b67bd54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:01.729269 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55321b38-4d88-44c0-99ce-b0d6b67bd54d None None] Routers {'6169ae00-df29-421e-8efa-89c5a4be5c21'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:01.729910 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-55321b38-4d88-44c0-99ce-b0d6b67bd54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:38:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6169ae00-df29-421e-8efa-89c5a4be5c21'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:01.775315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Allocated IP 19.86.0.3 (6e9dc688-4fe4-49d9-b12b-fa388e96e36f/dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4/81ccc840-749c-4eaa-a4af-2178b1373ef3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:01.834769 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-55321b38-4d88-44c0-99ce-b0d6b67bd54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:01.836777 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55321b38-4d88-44c0-99ce-b0d6b67bd54d None None] The sync data for ids ['6169ae00-df29-421e-8efa-89c5a4be5c21'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:39:01.848406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Request body: {'port': {'device_id': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'admin_state_up': True, 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'security_groups': ['5b9a3e4f-ad5d-4c4e-be46-4de061541ecf']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:01.984623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.021300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f473aaac-14dd-4be3-9641-0d00d14e8a93 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:02.026448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb1a0342-57d4-4875-bbaf-0b31d2379223 req-7a0c79b4-07b8-4d02-baea-5507ab871ea0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8501253 May 06 12:39:02.265965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f473aaac-14dd-4be3-9641-0d00d14e8a93 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:02.266771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.305100 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:02.305675 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:02.311305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:02.325097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Usage tracker for resource:port and tenant:25345765f82b4d52976db5eb34d250ce is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:02.333380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:02.348239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:02.357718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b476-6b11-491f-8af2-127df0e8b57e req-c2487e9b-8e51-4fdd-8418-f31ee02f6c07 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:02.360223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c70b476-6b11-491f-8af2-127df0e8b57e req-c2487e9b-8e51-4fdd-8418-f31ee02f6c07 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.4111505 May 06 12:39:02.426524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Made reservation on behalf of 25345765f82b4d52976db5eb34d250ce for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:02.430427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.581526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc0dcba5-39f2-4ce8-9b7d-15c423f1b0b4 req-307d5d29-c396-4764-9952-c216607326e9 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 210 time: 0.1393473 May 06 12:39:02.661409 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.662741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c70b476-6b11-491f-8af2-127df0e8b57e req-acb10727-0bad-454b-bc4c-be7fd148bd83 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861035 May 06 12:39:02.716849 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.731176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Deleting port 9e370e17-0ccb-4393-a17b-06b35ad390af {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:02.731712 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.811786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Deleting port f473aaac-14dd-4be3-9641-0d00d14e8a93 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:02.812525 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.927083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Transition to ACTIVE for port object 81ccc840-749c-4eaa-a4af-2178b1373ef3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:03.040752 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.195531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Calling delete_port for 9e370e17-0ccb-4393-a17b-06b35ad390af owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:03.520401 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.625342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event deleted for resources: {'Port': ['ID=9e370e17-0ccb-4393-a17b-06b35ad390af,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:03.641489 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.778797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Allocated IP 172.20.0.11 (50ff038c-a0c5-4f3c-ac98-190cdc32f650/f70c22ff-ccf0-4647-bb26-7abc8ec24819/6139636c-0355-4193-8487-831745c3614a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:03.858441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] For port f473aaac-14dd-4be3-9641-0d00d14e8a93, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f473aaac-14dd-4be3-9641-0d00d14e8a93,segment=NetworkSegment(56be6722-6296-43a9-9f13-7deb461b0efc),segment_id=56be6722-6296-43a9-9f13-7deb461b0efc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:03.858917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.888024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c0887-b126-4a43-a4e3-51565ea4f254 req-05360fc9-d5e6-484a-85e3-da8f86e5f07a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:03.890409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-164c0887-b126-4a43-a4e3-51565ea4f254 req-05360fc9-d5e6-484a-85e3-da8f86e5f07a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 931 time: 0.9117179 May 06 12:39:03.926091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.937848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9afa7-1059-4ce1-a934-44de8988ce33 req-2454c5d5-bc54-4206-bad1-28413a749c92 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:03.940579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2d9afa7-1059-4ce1-a934-44de8988ce33 req-2454c5d5-bc54-4206-bad1-28413a749c92 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.0841978 May 06 12:39:04.202743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:04.204023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event updated for resources: {'Port': ['ID=81ccc840-749c-4eaa-a4af-2178b1373ef3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:04.236034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Calling delete_port for f473aaac-14dd-4be3-9641-0d00d14e8a93 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:04.273773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.279387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:04.282177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.306643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:04.339020 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.340005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Fanout notify agent at l3_agent the message router_deleted on router 6169ae00-df29-421e-8efa-89c5a4be5c21 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:39:04.369898 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.375578 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b7f3b507-103e-45ae-97ac-9c69af44f69a tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "DELETE /v2.0/routers/6169ae00-df29-421e-8efa-89c5a4be5c21 HTTP/1.1" status: 204 len: 168 time: 2.8338773 May 06 12:39:04.376130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35892) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:04.652487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a11135be-df26-48b5-8767-417205fcdfeb None None] Provisioning for port 81ccc840-749c-4eaa-a4af-2178b1373ef3 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:04.661623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a11135be-df26-48b5-8767-417205fcdfeb None None] Provisioning complete for port 81ccc840-749c-4eaa-a4af-2178b1373ef3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:04.662359 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a11135be-df26-48b5-8767-417205fcdfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.677722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d38cefd-cc03-4cd9-be6c-2596c22618f0 req-f0871a2c-3467-4567-8de0-7fbb18ba66ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 1097 time: 1.1718402 May 06 12:39:04.720066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-2545462a-dab9-4831-8c08-a150c9d75d09 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Deleting subnet 92496540-a80d-4096-a9ec-e69268591ccb {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:04.725821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2545462a-dab9-4831-8c08-a150c9d75d09 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.751284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:04.751945 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.758324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-164c0887-b126-4a43-a4e3-51565ea4f254 req-7bb9fba2-bd5e-447e-ab59-f627153033e8 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8472412 May 06 12:39:04.773556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a11135be-df26-48b5-8767-417205fcdfeb None None] Port 81ccc840-749c-4eaa-a4af-2178b1373ef3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:04.787538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2d9afa7-1059-4ce1-a934-44de8988ce33 req-40859a03-7599-4eb1-9597-2a5ddb194242 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890052 May 06 12:39:04.822649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2545462a-dab9-4831-8c08-a150c9d75d09 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.896195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-bd1f4da2-a25e-441e-be55-3dd02ce440ee tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2353752 May 06 12:39:04.901762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d38cefd-cc03-4cd9-be6c-2596c22618f0 req-07558de2-8516-4369-9ba1-9488d39a721a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019219 May 06 12:39:04.911898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Request body: {'port': {'device_id': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:04.973739 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.177818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Transition to ACTIVE for port object 6139636c-0355-4193-8487-831745c3614a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:05.195931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2545462a-dab9-4831-8c08-a150c9d75d09 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.199364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4dedee8f-e198-4624-9bc9-eb50399fe88c req-3d30fd9c-a077-45f3-b42d-ee37c6a04eb8 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Synchronizing usage tracker for tenant:25345765f82b4d52976db5eb34d250ce on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:05.276844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-6d500fb8-51c1-4b80-a646-72746a185aa6 req-072605e7-9b76-4764-bc85-d88255d747e7 service neutron] (83952) timed out ('10.222.0.44', 49576) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:39:05.348766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2545462a-dab9-4831-8c08-a150c9d75d09 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.407375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545462a-dab9-4831-8c08-a150c9d75d09 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event deleted for resources: {'Subnet': ['ID=92496540-a80d-4096-a9ec-e69268591ccb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:05.414193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2545462a-dab9-4831-8c08-a150c9d75d09 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.426005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2545462a-dab9-4831-8c08-a150c9d75d09 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "DELETE /v2.0/subnets/92496540-a80d-4096-a9ec-e69268591ccb HTTP/1.1" status: 204 len: 168 time: 1.0478241 May 06 12:39:05.429524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35900) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:05.440501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2df39f-96e0-4ab7-b55e-b645076d4cb7 None None] Network 5efabc54-6f63-4d6b-a666-98bcb17b2775 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:05.471818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4dedee8f-e198-4624-9bc9-eb50399fe88c req-3d30fd9c-a077-45f3-b42d-ee37c6a04eb8 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Unset dirty status for tenant:25345765f82b4d52976db5eb34d250ce on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:05.473691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dedee8f-e198-4624-9bc9-eb50399fe88c req-3d30fd9c-a077-45f3-b42d-ee37c6a04eb8 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 210 time: 0.3828204 May 06 12:39:05.481421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.589196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.634387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.650058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Deleting port 29c9f745-7293-4790-b837-dac3cd6a3b06 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:05.650746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.794814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Pushing event deleted for resources: {'Port': ['ID=f473aaac-14dd-4be3-9641-0d00d14e8a93,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:05.821021 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.037889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] For port 29c9f745-7293-4790-b837-dac3cd6a3b06, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=29c9f745-7293-4790-b837-dac3cd6a3b06,segment=NetworkSegment(eb10fc69-08ed-49ce-9d66-d4d81c165e2c),segment_id=eb10fc69-08ed-49ce-9d66-d4d81c165e2c)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:06.038267 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.129092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:06.188559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:06.199972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:06.285621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Calling delete_port for 29c9f745-7293-4790-b837-dac3cd6a3b06 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:06.292172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] DHCP port deletion for 5efabc54-6f63-4d6b-a666-98bcb17b2775 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:39:06.300547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] Deleting port 29c9f745-7293-4790-b837-dac3cd6a3b06 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:06.301292 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.558758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.667084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] No DVR routers for this DVR port 29c9f745-7293-4790-b837-dac3cd6a3b06 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:06.709477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbdd66-e6d8-4e10-8517-d1f57d116cb9 req-521d87ad-66ab-40d5-b61d-e4a55bf21f9c tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.711351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1dbdd66-e6d8-4e10-8517-d1f57d116cb9 req-521d87ad-66ab-40d5-b61d-e4a55bf21f9c tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 1.4381108 May 06 12:39:06.775043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Pushing event updated for resources: {'Port': ['ID=6139636c-0355-4193-8487-831745c3614a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:06.781344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] For port 29c9f745-7293-4790-b837-dac3cd6a3b06, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=29c9f745-7293-4790-b837-dac3cd6a3b06,segment=NetworkSegment(eb10fc69-08ed-49ce-9d66-d4d81c165e2c),segment_id=eb10fc69-08ed-49ce-9d66-d4d81c165e2c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:06.785618 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.794345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.795401 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.809873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-da55de43-242c-4ff6-9180-8f18e351c8cf None None] Provisioning for port 6139636c-0355-4193-8487-831745c3614a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:06.821043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-da55de43-242c-4ff6-9180-8f18e351c8cf None None] Provisioning complete for port 6139636c-0355-4193-8487-831745c3614a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:06.821689 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-da55de43-242c-4ff6-9180-8f18e351c8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.939935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-da55de43-242c-4ff6-9180-8f18e351c8cf None None] Port 6139636c-0355-4193-8487-831745c3614a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:06.983197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.014859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] Calling delete_port for 29c9f745-7293-4790-b837-dac3cd6a3b06 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:07.024295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efabc54-6f63-4d6b-a666-98bcb17b2775']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:07.041565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb10fc69-08ed-49ce-9d66-d4d81c165e2c') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:07.042038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb10fc69-08ed-49ce-9d66-d4d81c165e2c') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:07.061084 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.078064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.088959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.097200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:07.098334 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.116492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:07.116846 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: timer() May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:07.176665 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:07.180692 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-1fbfb14e-7a01-4f4b-9986-5e9999d655a5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5478835 May 06 12:39:07.180901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event deleted for resources: {'Port': ['ID=29c9f745-7293-4790-b837-dac3cd6a3b06,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:07.210985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Request body: {'port': {'device_id': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:07.238335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.269116 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.279703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event deleted for resources: {'Network': ['ID=5efabc54-6f63-4d6b-a666-98bcb17b2775,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:07.291314 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7257f430-549e-4381-9d41-479adcf08244 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "DELETE /v2.0/networks/5efabc54-6f63-4d6b-a666-98bcb17b2775 HTTP/1.1" status: 204 len: 168 time: 1.8578393 May 06 12:39:07.292086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35920) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:07.337841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cb049-7ab2-4f3b-b9c7-af21a855f426 req-4d06a6de-ba0e-4d27-964c-181703501e32 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:07.340422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e47cb049-7ab2-4f3b-b9c7-af21a855f426 req-4d06a6de-ba0e-4d27-964c-181703501e32 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.6337948 May 06 12:39:07.442117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1dbdd66-e6d8-4e10-8517-d1f57d116cb9 req-0633a49e-53d2-4fb3-a5ec-c4f5cd62e6cf tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772784 May 06 12:39:07.455956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Deleting port a62665d9-3d06-45db-9c71-f38bf93a8abe {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:07.456223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.617781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] Deleting port 29c9f745-7293-4790-b837-dac3cd6a3b06 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:07.618683 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.684391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.684944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.703120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-72f709b7-6a7b-4f57-894d-7d0e3cb1ac33 None None] The port '29c9f745-7293-4790-b837-dac3cd6a3b06' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:39:07.845337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e47cb049-7ab2-4f3b-b9c7-af21a855f426 req-53a2ae0a-8f75-4f16-be73-330ff1760cd9 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581990 May 06 12:39:07.853352 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.945631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Calling delete_port for a62665d9-3d06-45db-9c71-f38bf93a8abe owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:08.005991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 29c9f745-7293-4790-b837-dac3cd6a3b06 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:08.059195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 29c9f745-7293-4790-b837-dac3cd6a3b06 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:08.059932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 29c9f745-7293-4790-b837-dac3cd6a3b06 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:08.132724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6a2500-016b-4951-82fe-10a3dfaf4877 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:08.164649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.193560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.220656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Pushing event deleted for resources: {'Port': ['ID=a62665d9-3d06-45db-9c71-f38bf93a8abe,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:08.247283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Transition to ACTIVE for port object af6a2500-016b-4951-82fe-10a3dfaf4877 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:08.281497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04440550-7354-44b5-a697-03416c405d5a req-a15d6dfc-8180-46f8-b2df-cbd2e6eae9bf tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.285795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04440550-7354-44b5-a697-03416c405d5a req-a15d6dfc-8180-46f8-b2df-cbd2e6eae9bf tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.286907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-04440550-7354-44b5-a697-03416c405d5a req-a15d6dfc-8180-46f8-b2df-cbd2e6eae9bf tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:08.302929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.349868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.380182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.385915 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d92d0164-6790-44bf-ba92-60abe5e6ba02 tempest-FloatingIPAdminTestJSON-722393398 tempest-FloatingIPAdminTestJSON-722393398-project] 10.222.0.44 "DELETE /v2.0/floatingips/70adcf2f-0afa-44c5-8882-c5ac5f755ed4 HTTP/1.1" status: 204 len: 168 time: 1.0890913 May 06 12:39:08.515873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-04440550-7354-44b5-a697-03416c405d5a req-a15d6dfc-8180-46f8-b2df-cbd2e6eae9bf tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:08.517151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04440550-7354-44b5-a697-03416c405d5a req-a15d6dfc-8180-46f8-b2df-cbd2e6eae9bf tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1652 time: 0.9282315 May 06 12:39:08.614480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Pushing event updated for resources: {'Port': ['ID=af6a2500-016b-4951-82fe-10a3dfaf4877,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:08.733581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.760044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35932) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:08.762741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f91beb-64e0-49e1-9fa5-61ae45371b9c req-7eb744fd-4a5d-49cc-a504-1e05bc8c3abe tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.764413 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23f91beb-64e0-49e1-9fa5-61ae45371b9c req-7eb744fd-4a5d-49cc-a504-1e05bc8c3abe tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 932 time: 0.6424968 May 06 12:39:08.952821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04440550-7354-44b5-a697-03416c405d5a req-a3f5b065-d982-465d-b5b0-b3fd2f087957 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396494 May 06 12:39:08.985415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:09.074427 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-27c08255-2660-405a-8f49-2a7f7960dcc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8914a2012a0c4f9ea15061dfa1f11c6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3122544 May 06 12:39:09.077002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35938) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:09.199628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f276a890-1bc9-4d9c-b21d-fac20e74ffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.247462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f276a890-1bc9-4d9c-b21d-fac20e74ffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.284709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23f91beb-64e0-49e1-9fa5-61ae45371b9c req-41cf8428-4dbe-4583-893c-006605153533 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4721532 May 06 12:39:09.333966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6139636c-0355-4193-8487-831745c3614a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:09.363785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Attempting to bind port af6a2500-016b-4951-82fe-10a3dfaf4877 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:09.364450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Attempting to bind port af6a2500-016b-4951-82fe-10a3dfaf4877 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'bb1039fa-6d96-4fff-85e5-0323590b4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:09.365115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Attempting to bind port af6a2500-016b-4951-82fe-10a3dfaf4877 on network 4ab75f8f-183d-4b76-a434-9e584edf3e67 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:09.379451 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.405011 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f276a890-1bc9-4d9c-b21d-fac20e74ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.434888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Port af6a2500-016b-4951-82fe-10a3dfaf4877 on network 4ab75f8f-183d-4b76-a434-9e584edf3e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:39:09.435711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Attempting to bind port af6a2500-016b-4951-82fe-10a3dfaf4877 on network 4ab75f8f-183d-4b76-a434-9e584edf3e67 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:09.445134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276a890-1bc9-4d9c-b21d-fac20e74ffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3ddb2b-9cc0-4d30-936d-7ad6663eeda9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:09.456513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Transition to ACTIVE for port object 6139636c-0355-4193-8487-831745c3614a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:09.459330 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f276a890-1bc9-4d9c-b21d-fac20e74ffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.466518 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f276a890-1bc9-4d9c-b21d-fac20e74ffc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de3ddb2b-9cc0-4d30-936d-7ad6663eeda9 HTTP/1.1" status: 204 len: 168 time: 0.3849194 May 06 12:39:09.487676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.613358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:09.614068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Checking segment: {'id': 'bb1039fa-6d96-4fff-85e5-0323590b4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:09.614758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Bound using segment: {'id': 'bb1039fa-6d96-4fff-85e5-0323590b4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:09.615674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Bound port: af6a2500-016b-4951-82fe-10a3dfaf4877, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1039fa-6d96-4fff-85e5-0323590b4469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:09.617282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.328546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35956) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:10.332718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Attempting to bind port 6139636c-0355-4193-8487-831745c3614a on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:10.333398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Attempting to bind port 6139636c-0355-4193-8487-831745c3614a by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:10.333538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Attempting to bind port 6139636c-0355-4193-8487-831745c3614a on network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:10.373335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-429d92fa-f08b-457c-aaca-a41638ed0d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.376263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Pushing event updated for resources: {'Port': ['ID=6139636c-0355-4193-8487-831745c3614a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:10.411217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Port 6139636c-0355-4193-8487-831745c3614a on network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:39:10.411550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Attempting to bind port 6139636c-0355-4193-8487-831745c3614a on network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:10.446228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:10.446627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Checking segment: {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:10.447033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Bound using segment: {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:10.447582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Bound port: 6139636c-0355-4193-8487-831745c3614a, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f15056b-d814-427e-bcd0-8e7f614bd0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:10.447823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.456519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-429d92fa-f08b-457c-aaca-a41638ed0d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:10.465040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-429d92fa-f08b-457c-aaca-a41638ed0d17 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5d72f63f00470c98eda1b31965ec55 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:10.471084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-429d92fa-f08b-457c-aaca-a41638ed0d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:10.484915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-429d92fa-f08b-457c-aaca-a41638ed0d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:10.505040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] For port af6a2500-016b-4951-82fe-10a3dfaf4877, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:10.528391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabb12-2a77-46ad-bb43-9c33bb387175 req-a193a650-1ad1-4be1-8a7a-1b3577978990 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:10.535568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8eabb12-2a77-46ad-bb43-9c33bb387175 req-a193a650-1ad1-4be1-8a7a-1b3577978990 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.4181988 May 06 12:39:10.646844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-429d92fa-f08b-457c-aaca-a41638ed0d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.653439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-429d92fa-f08b-457c-aaca-a41638ed0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.716799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d92fa-f08b-457c-aaca-a41638ed0d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b7e8a-55a6-4238-b017-c57fff5a8f62,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:10.735583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] For port af6a2500-016b-4951-82fe-10a3dfaf4877, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=af6a2500-016b-4951-82fe-10a3dfaf4877,segment=NetworkSegment(bb1039fa-6d96-4fff-85e5-0323590b4469),segment_id=bb1039fa-6d96-4fff-85e5-0323590b4469)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:10.756487 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.785873 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-429d92fa-f08b-457c-aaca-a41638ed0d17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d5d72f63f00470c98eda1b31965ec55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4551196 May 06 12:39:10.788884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35962) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:10.822526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426aefb-9928-4114-ad0d-c331f79f8844 req-86698f61-890f-47f2-a501-bb98d90cc074 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:10.830763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4426aefb-9928-4114-ad0d-c331f79f8844 req-86698f61-890f-47f2-a501-bb98d90cc074 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.2967355 May 06 12:39:10.879066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e111cb04-d91d-44e8-9931-dbcc84e8aea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.917210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] For port 6139636c-0355-4193-8487-831745c3614a, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:10.936648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e111cb04-d91d-44e8-9931-dbcc84e8aea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.037392 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e111cb04-d91d-44e8-9931-dbcc84e8aea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.063517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8eabb12-2a77-46ad-bb43-9c33bb387175 req-4ca5f06e-b551-48c5-9ec3-c59ccb094c09 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266852 May 06 12:39:11.069011 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e111cb04-d91d-44e8-9931-dbcc84e8aea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.073516 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e111cb04-d91d-44e8-9931-dbcc84e8aea4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/643b7e8a-55a6-4238-b017-c57fff5a8f62 HTTP/1.1" status: 204 len: 168 time: 0.2824273 May 06 12:39:11.077354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111cb04-d91d-44e8-9931-dbcc84e8aea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b7e8a-55a6-4238-b017-c57fff5a8f62,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:11.156608 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.164018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] 10.222.0.36 "PUT /v2.0/ports/af6a2500-016b-4951-82fe-10a3dfaf4877 HTTP/1.1" status: 200 len: 1091 time: 6.2568808 May 06 12:39:11.200245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'tag': 'af6a2500-016b-4951-82fe-10a3dfaf4877'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:11.232415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7d963-ad75-4532-88ee-52c4d043d853 service neutron] Pushing event updated for resources: {'Port': ['ID=af6a2500-016b-4951-82fe-10a3dfaf4877,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:11.483950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Request body: {'port': {'device_id': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:11.560766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] For port 6139636c-0355-4193-8487-831745c3614a, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6139636c-0355-4193-8487-831745c3614a,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:11.657096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.723528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4426aefb-9928-4114-ad0d-c331f79f8844 req-1f1c3c02-69bf-4721-a4dd-96661075af6d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8913839 May 06 12:39:11.832144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35978) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:11.866171 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-babde401-dbc7-4aa2-9e9a-d91ebe1ec6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.962370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-babde401-dbc7-4aa2-9e9a-d91ebe1ec6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:11.973454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-babde401-dbc7-4aa2-9e9a-d91ebe1ec6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:00798766e9fc40bb9c247fac5707847e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:11.977617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.979643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-babde401-dbc7-4aa2-9e9a-d91ebe1ec6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:11.980351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] 10.222.0.48 "PUT /v2.0/ports/6139636c-0355-4193-8487-831745c3614a HTTP/1.1" status: 200 len: 1092 time: 4.7880878 May 06 12:39:11.991727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-babde401-dbc7-4aa2-9e9a-d91ebe1ec6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:12.109069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-babde401-dbc7-4aa2-9e9a-d91ebe1ec6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.115905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-babde401-dbc7-4aa2-9e9a-d91ebe1ec6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.148676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d42777-2a79-4980-91a6-731d1d54db88 service neutron] Pushing event updated for resources: {'Port': ['ID=6139636c-0355-4193-8487-831745c3614a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:12.177920 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1f000be-b6a3-4776-8e02-148b61e256d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.213110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babde401-dbc7-4aa2-9e9a-d91ebe1ec6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6132a255-7011-47ac-96ab-978892dcca35,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:12.222086 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-babde401-dbc7-4aa2-9e9a-d91ebe1ec6c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00798766e9fc40bb9c247fac5707847e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3881245 May 06 12:39:12.225525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35984) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:12.264527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.395387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd3f29fd-1c3d-40eb-b5bb-a8dc91c217a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.459897 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd3f29fd-1c3d-40eb-b5bb-a8dc91c217a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.540922 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd3f29fd-1c3d-40eb-b5bb-a8dc91c217a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.566467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f29fd-1c3d-40eb-b5bb-a8dc91c217a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6132a255-7011-47ac-96ab-978892dcca35,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:12.569765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd3f29fd-1c3d-40eb-b5bb-a8dc91c217a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.571633 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cd3f29fd-1c3d-40eb-b5bb-a8dc91c217a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6132a255-7011-47ac-96ab-978892dcca35 HTTP/1.1" status: 204 len: 168 time: 0.3451083 May 06 12:39:12.634546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7af56-0293-4f14-a96e-26033f238535 req-1b197234-3496-4eb9-8bc4-506ea350916e tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:12.639641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7af56-0293-4f14-a96e-26033f238535 req-1b197234-3496-4eb9-8bc4-506ea350916e tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:12.642198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81a7af56-0293-4f14-a96e-26033f238535 req-1b197234-3496-4eb9-8bc4-506ea350916e tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1664 time: 1.1143405 May 06 12:39:12.695446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.842392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-40208f19-465e-4ad9-9c22-6fb1d69e90ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25345765f82b4d52976db5eb34d250ce&device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 1095 time: 0.7947748 May 06 12:39:12.858578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecdacb-5a94-4857-a829-08439d557911 req-fbbea085-04c4-4680-83e8-5361bd76dbab tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:12.861219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09ecdacb-5a94-4857-a829-08439d557911 req-fbbea085-04c4-4680-83e8-5361bd76dbab tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 944 time: 0.7285762 May 06 12:39:12.872928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81a7af56-0293-4f14-a96e-26033f238535 req-5b67a51e-36f9-49a1-838b-93124926e615 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060819 May 06 12:39:13.160320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-42a9d7f5-3c0b-453a-bdd5-208f68188cd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6139636c-0355-4193-8487-831745c3614a HTTP/1.1" status: 200 len: 217 time: 0.2959011 May 06 12:39:13.372648 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:39:13.403478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09ecdacb-5a94-4857-a829-08439d557911 req-61c0d388-5457-46af-bf24-04733ae89090 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3955812 May 06 12:39:13.424093 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea5911a-4222-447a-9dd2-4034ced628b2'] response: {'name': 'network-changed', 'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'tag': 'af6a2500-016b-4951-82fe-10a3dfaf4877', 'status': 'completed', 'code': 200} May 06 12:39:13.809385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-caea5744-7c34-4e27-85be-13f6854b2dc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.810867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-caea5744-7c34-4e27-85be-13f6854b2dc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f70c22ff-ccf0-4647-bb26-7abc8ec24819 HTTP/1.1" status: 200 len: 855 time: 0.6324041 May 06 12:39:13.996437 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:14.205687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ccc840-749c-4eaa-a4af-2178b1373ef3 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:14.224557 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.231760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9279230d-26c4-4c90-9f52-175873690527 req-a4d30b1d-748f-41c6-be8d-ea9a0a5e7a2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 1097 time: 0.9021685 May 06 12:39:14.237441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Router d076ce32-ecf5-4bba-94f2-668b3605fff7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:39:14.301594 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d623a28-1b04-4b99-bddc-461695dbc4cc req-6bfb63ca-ef1e-451b-88e4-e2e1c2185c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=334822546a7644ea9788570aebc2fae5&device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1911 time: 0.8041651 May 06 12:39:14.304168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Transition to ACTIVE for port object 81ccc840-749c-4eaa-a4af-2178b1373ef3 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:14.388179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720f15b-f40c-42e9-a900-36a852e10618 req-96d57c24-1272-47a6-a1f3-38addfbbb857 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.389783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a720f15b-f40c-42e9-a900-36a852e10618 req-96d57c24-1272-47a6-a1f3-38addfbbb857 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.5866621 May 06 12:39:14.390506 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.442432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-66cd91e7-2ace-40fd-b438-b124547017eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50ff038c-a0c5-4f3c-ac98-190cdc32f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5868638 May 06 12:39:14.536130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78211b-3b32-4faa-94a2-52fd20ac3fdc req-5947f4e9-8e39-4808-a927-07a11678a898 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.538424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d78211b-3b32-4faa-94a2-52fd20ac3fdc req-5947f4e9-8e39-4808-a927-07a11678a898 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.7198322 May 06 12:39:14.617854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a86a6f3f-dc26-44ca-ae5b-342f0d905fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.079665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Pushing event updated for resources: {'Port': ['ID=81ccc840-749c-4eaa-a4af-2178b1373ef3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:15.199107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a720f15b-f40c-42e9-a900-36a852e10618 req-0fb62a5a-ecdc-4155-a700-df3b71d589a2 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556221 May 06 12:39:15.208323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279230d-26c4-4c90-9f52-175873690527 req-3176878f-c88b-43c9-bf30-a143c51621d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:15.209812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9279230d-26c4-4c90-9f52-175873690527 req-3176878f-c88b-43c9-bf30-a143c51621d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 200 len: 912 time: 0.9678302 May 06 12:39:15.238053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623a28-1b04-4b99-bddc-461695dbc4cc req-0adbc715-e0fb-4bea-a458-02cd36695e6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:15.238482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623a28-1b04-4b99-bddc-461695dbc4cc req-0adbc715-e0fb-4bea-a458-02cd36695e6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:15.239048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623a28-1b04-4b99-bddc-461695dbc4cc req-0adbc715-e0fb-4bea-a458-02cd36695e6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:15.240690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d623a28-1b04-4b99-bddc-461695dbc4cc req-0adbc715-e0fb-4bea-a458-02cd36695e6f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=334822546a7644ea9788570aebc2fae5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8847885 May 06 12:39:15.317212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d78211b-3b32-4faa-94a2-52fd20ac3fdc req-adebd2ce-02b0-430f-b4ee-978350eec7ac tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726675 May 06 12:39:15.429386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.438676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'tag': '6139636c-0355-4193-8487-831745c3614a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:15.577501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-fc1a4c78-9b05-40c9-a1c2-20314e3c4288 service neutron] 10.222.0.48 "GET /v2.0/networks/50ff038c-a0c5-4f3c-ac98-190cdc32f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1181357 May 06 12:39:15.943551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9279230d-26c4-4c90-9f52-175873690527 req-26345743-e41a-4857-8653-28f6b75856ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5a268c0-1341-442c-b182-adc35ba7163a HTTP/1.1" status: 200 len: 217 time: 0.7157240 May 06 12:39:15.976574 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.258537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36048) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:16.266109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623a28-1b04-4b99-bddc-461695dbc4cc req-b789413e-13d7-4326-a966-2e53f15131b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.268513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d623a28-1b04-4b99-bddc-461695dbc4cc req-b789413e-13d7-4326-a966-2e53f15131b5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9005253 May 06 12:39:16.281582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279230d-26c4-4c90-9f52-175873690527 req-25b58389-acb2-4e3e-9fc8-7eb6ace0bc50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.284041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9279230d-26c4-4c90-9f52-175873690527 req-25b58389-acb2-4e3e-9fc8-7eb6ace0bc50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=566b386f-924c-429b-a7ee-070530b38370 HTTP/1.1" status: 200 len: 851 time: 0.3062439 May 06 12:39:16.293166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Attempting to bind port 81ccc840-749c-4eaa-a4af-2178b1373ef3 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:16.293678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Attempting to bind port 81ccc840-749c-4eaa-a4af-2178b1373ef3 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'ce72ff96-5794-4b97-9ba7-722b769582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:16.294208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Attempting to bind port 81ccc840-749c-4eaa-a4af-2178b1373ef3 on network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:16.395394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3c7e39-fd17-4a56-9336-a4e27c448737 req-11bdaba4-3c1e-4858-8ede-c6b0f1c2954e service neutron] 10.222.0.48 "GET /v2.0/networks/50ff038c-a0c5-4f3c-ac98-190cdc32f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7560112 May 06 12:39:16.397765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9279230d-26c4-4c90-9f52-175873690527 req-4c5517ff-16b3-490d-a659-5c339a915ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66733eee-edd4-4bd0-b94f-a9f284f68043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826194 May 06 12:39:16.403228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Port 81ccc840-749c-4eaa-a4af-2178b1373ef3 on network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:39:16.403535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Attempting to bind port 81ccc840-749c-4eaa-a4af-2178b1373ef3 on network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:16.442386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccd0a2-d310-48d5-9116-5cea23fb3a25 req-d52ad4a8-971c-479f-83c1-de8f068ea3db tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.446704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccd0a2-d310-48d5-9116-5cea23fb3a25 req-d52ad4a8-971c-479f-83c1-de8f068ea3db tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.448354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28ccd0a2-d310-48d5-9116-5cea23fb3a25 req-d52ad4a8-971c-479f-83c1-de8f068ea3db tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1676 time: 0.8598394 May 06 12:39:16.468744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4793843-a89f-4c93-b1b6-e7e82c761df5 req-5b61ec47-a6fc-482e-9d4b-5a61e707b438 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.470456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4793843-a89f-4c93-b1b6-e7e82c761df5 req-5b61ec47-a6fc-482e-9d4b-5a61e707b438 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 944 time: 0.8918684 May 06 12:39:16.491212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-194558ae-49fd-40d0-af3a-be93794ac6aa tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:16.526495 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-194558ae-49fd-40d0-af3a-be93794ac6aa tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] 10.222.0.44 "PUT /v2.0/quotas/adb64738289743a4952ee79154c08ef2 HTTP/1.1" status: 200 len: 368 time: 0.2657580 May 06 12:39:16.530035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36056) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:16.536149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Request body: {'network': {'project_id': 'adb64738289743a4952ee79154c08ef2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:16.541793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:16.546249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Usage tracker for resource:network and tenant:adb64738289743a4952ee79154c08ef2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:16.551006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:16.559319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:16.573249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:16.577071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Checking segment: {'id': 'ce72ff96-5794-4b97-9ba7-722b769582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:16.578562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Bound using segment: {'id': 'ce72ff96-5794-4b97-9ba7-722b769582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:16.579409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Bound port: 81ccc840-749c-4eaa-a4af-2178b1373ef3, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce72ff96-5794-4b97-9ba7-722b769582db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:16.580079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.585847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Made reservation on behalf of adb64738289743a4952ee79154c08ef2 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:16.589448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.605481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.646398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:16.654650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Usage tracker for resource:security_group_rule and tenant:adb64738289743a4952ee79154c08ef2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:16.659716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:16.671072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:16.786575 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.792359 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.827306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:16.838054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56eafcc-a03f-4662-832c-fbc8046f1988,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:16.845146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.845519 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Added segment e20cdce2-9249-4f42-b69b-f425bd918083 of type vlan for network c5422f08-9a11-47cc-96ff-1c6eb8e8058e May 06 12:39:16.885196 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.924160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28ccd0a2-d310-48d5-9116-5cea23fb3a25 req-93931dfa-a4c4-4786-8934-918a76d311b3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508560 May 06 12:39:16.926569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4793843-a89f-4c93-b1b6-e7e82c761df5 req-ded9f5bc-328f-4e34-83d8-95e342aaac6d tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240666 May 06 12:39:16.934050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:39:16.944408 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.944764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-24f424a2-87cf-4148-9462-69b5a30a232a admin admin] 10.222.0.44 "PUT /v2.0/routers/d076ce32-ecf5-4bba-94f2-668b3605fff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.8345387 May 06 12:39:16.944937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.944937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.946346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36060) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:16.951841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9279230d-26c4-4c90-9f52-175873690527 req-2c6fdfda-5dd8-4a71-9327-e675ae36e882 service neutron] 10.222.0.48 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416424 May 06 12:39:16.964619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] Sync routers for ids ['d076ce32-ecf5-4bba-94f2-668b3605fff7'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:39:16.998353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] Routers {'d076ce32-ecf5-4bba-94f2-668b3605fff7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:17.002313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d076ce32-ecf5-4bba-94f2-668b3605fff7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:17.060988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] For port 81ccc840-749c-4eaa-a4af-2178b1373ef3, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:17.173411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Pushing event updated for resources: {'Network': ['ID=c5422f08-9a11-47cc-96ff-1c6eb8e8058e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:17.177468 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-894cb983-cb30-418b-9d76-a9c6748dd280 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6460371 May 06 12:39:17.181284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36066) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:17.189459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Request body: {'network': {'project_id': 'adb64738289743a4952ee79154c08ef2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:17.198466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] For port 81ccc840-749c-4eaa-a4af-2178b1373ef3, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=81ccc840-749c-4eaa-a4af-2178b1373ef3,segment=NetworkSegment(ce72ff96-5794-4b97-9ba7-722b769582db),segment_id=ce72ff96-5794-4b97-9ba7-722b769582db)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:17.205206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:17.213512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Usage tracker for resource:network and tenant:adb64738289743a4952ee79154c08ef2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:17.215951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.221419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:17.237525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:17.281799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Made reservation on behalf of adb64738289743a4952ee79154c08ef2 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:17.284865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.295423 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e545f7b4-93ce-47d7-8d8b-feec4be8c8bb'] response: {'name': 'network-changed', 'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'tag': '6139636c-0355-4193-8487-831745c3614a', 'status': 'completed', 'code': 200} May 06 12:39:17.358863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:17.370760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.371534 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Added segment 23a8fc2a-95cd-4ca1-baa9-2f29000105f8 of type vlan for network 4603bba2-2457-4845-a71a-9895b3ee08f6 May 06 12:39:17.403701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.455324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network c5422f08-9a11-47cc-96ff-1c6eb8e8058e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:17.456037 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.457437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.458040 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.546027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.548320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] 10.222.0.36 "PUT /v2.0/ports/81ccc840-749c-4eaa-a4af-2178b1373ef3 HTTP/1.1" status: 200 len: 1090 time: 6.0808871 May 06 12:39:17.657781 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.706208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9279230d-26c4-4c90-9f52-175873690527 req-aef19b2c-c161-4b66-8f0f-4e7cdc8819ba service neutron] 10.222.0.48 "GET /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721749 May 06 12:39:17.712141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bf625-97fd-49b8-ab58-79b7e124b379 service neutron] Pushing event updated for resources: {'Port': ['ID=81ccc840-749c-4eaa-a4af-2178b1373ef3,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:17.717621 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5347540 May 06 12:39:17.720118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed09d7-b25b-471a-92a4-588db914485b tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Pushing event updated for resources: {'Network': ['ID=4603bba2-2457-4845-a71a-9895b3ee08f6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:17.725403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36072) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:17.737208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-35bdfec2-1eed-4f9c-937d-475d6ff089b3 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Request body: {'network': {'project_id': 'adb64738289743a4952ee79154c08ef2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:17.750885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-35bdfec2-1eed-4f9c-937d-475d6ff089b3 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:17.778081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-35bdfec2-1eed-4f9c-937d-475d6ff089b3 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Usage tracker for resource:network and tenant:adb64738289743a4952ee79154c08ef2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:17.789151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-35bdfec2-1eed-4f9c-937d-475d6ff089b3 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:17.807803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-35bdfec2-1eed-4f9c-937d-475d6ff089b3 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:17.807803 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bdfec2-1eed-4f9c-937d-475d6ff089b3 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 12:39:17.807803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bdfec2-1eed-4f9c-937d-475d6ff089b3 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:39:17.807803 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-35bdfec2-1eed-4f9c-937d-475d6ff089b3 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0756652 May 06 12:39:17.807803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36076) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:17.833200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4603bba2-2457-4845-a71a-9895b3ee08f6 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:17.848632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7981cc2-70b6-43a3-89b1-8f34cb616e37 req-2ec83ec2-20e8-4071-ad8a-b583046a46f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25345765f82b4d52976db5eb34d250ce&device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 1095 time: 0.5609660 May 06 12:39:17.912584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339786a1-a1c6-486a-b241-c1e220ff8681 req-2544fc6c-fe78-4f4a-b502-49c5491ae041 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.914538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-339786a1-a1c6-486a-b241-c1e220ff8681 req-2544fc6c-fe78-4f4a-b502-49c5491ae041 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.4514358 May 06 12:39:17.952542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4149c85b-0f21-406b-8922-b3bc18995f17 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=adb64738289743a4952ee79154c08ef2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1290164 May 06 12:39:17.958175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36080) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:17.984644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] Set router d076ce32-ecf5-4bba-94f2-668b3605fff7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:18.034158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e34e9b56-4a0b-43bf-945d-dc833490b71e tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.077375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e34e9b56-4a0b-43bf-945d-dc833490b71e tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.174091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9cc81-746e-484b-8c70-d9488e78cf4d req-fb62c3cf-0934-4a80-afc8-8ad0495960ca tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:18.174091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62b9cc81-746e-484b-8c70-d9488e78cf4d req-fb62c3cf-0934-4a80-afc8-8ad0495960ca tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.6389422 May 06 12:39:18.193186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e34e9b56-4a0b-43bf-945d-dc833490b71e tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.222919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e34e9b56-4a0b-43bf-945d-dc833490b71e tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.224739 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e34e9b56-4a0b-43bf-945d-dc833490b71e tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/d56eafcc-a03f-4662-832c-fbc8046f1988 HTTP/1.1" status: 204 len: 168 time: 0.2678361 May 06 12:39:18.228144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36088) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:18.237482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-036a4e62-1dff-4daa-ba1f-ecfcf56b7e89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=334822546a7644ea9788570aebc2fae5&device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1978 time: 0.6095519 May 06 12:39:18.257356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e9b56-4a0b-43bf-945d-dc833490b71e tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56eafcc-a03f-4662-832c-fbc8046f1988,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:18.363286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:37Z', 'updated_at': '2022-05-06T12:39:04Z', 'revision_number': 5, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'gw_port': {'id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:38Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:18.369484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] Checking router: d076ce32-ecf5-4bba-94f2-668b3605fff7 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:39:18.408811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] Routers {'d076ce32-ecf5-4bba-94f2-668b3605fff7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:18.411779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d076ce32-ecf5-4bba-94f2-668b3605fff7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:18.441294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.444999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-fc749e68-43fc-474f-a848-0ba30d47a78a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=af6a2500-016b-4951-82fe-10a3dfaf4877 HTTP/1.1" status: 200 len: 217 time: 0.1994419 May 06 12:39:18.551056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-339786a1-a1c6-486a-b241-c1e220ff8681 req-44dc76b2-ca8a-48f8-8aa5-e26c53a7fe5d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776929 May 06 12:39:18.557216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62b9cc81-746e-484b-8c70-d9488e78cf4d req-7fe8ad69-c1eb-4995-b181-18ac71a62bc2 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471940 May 06 12:39:18.572979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7981cc2-70b6-43a3-89b1-8f34cb616e37 req-4c0f9bf1-f408-4420-81a7-4b69dc8723d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:18.572979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7981cc2-70b6-43a3-89b1-8f34cb616e37 req-4c0f9bf1-f408-4420-81a7-4b69dc8723d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50ff038c-a0c5-4f3c-ac98-190cdc32f650 HTTP/1.1" status: 200 len: 917 time: 0.7073975 May 06 12:39:18.572979 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.725828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.789632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4603bba2-2457-4845-a71a-9895b3ee08f6']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:18.807137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a8fc2a-95cd-4ca1-baa9-2f29000105f8') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:18.807940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a8fc2a-95cd-4ca1-baa9-2f29000105f8') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:18.834853 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.856294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.866317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:18.868975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.869925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7981cc2-70b6-43a3-89b1-8f34cb616e37 req-035dc7db-5fb6-46ea-8230-5fab9cd9cfe5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6139636c-0355-4193-8487-831745c3614a HTTP/1.1" status: 200 len: 217 time: 0.2395208 May 06 12:39:18.871638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-94ea9184-ec8c-4eff-9a98-42fae25ff2f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:18.873219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-94ea9184-ec8c-4eff-9a98-42fae25ff2f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03f28b63-43b9-4c08-a863-d4099f06ad02 HTTP/1.1" status: 200 len: 801 time: 0.4206550 May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: timer() May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:18.989753 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:18.995811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.021486 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.029461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Pushing event deleted for resources: {'Network': ['ID=4603bba2-2457-4845-a71a-9895b3ee08f6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:19.043048 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d5dee315-9136-4843-8f9c-07021f4b10ea tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4603bba2-2457-4845-a71a-9895b3ee08f6 HTTP/1.1" status: 204 len: 168 time: 0.8130977 May 06 12:39:19.045554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] Set router d076ce32-ecf5-4bba-94f2-668b3605fff7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:19.048140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36096) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:19.254000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7981cc2-70b6-43a3-89b1-8f34cb616e37 req-3a58d563-e512-454f-b37a-4c460923c58b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.256956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7981cc2-70b6-43a3-89b1-8f34cb616e37 req-3a58d563-e512-454f-b37a-4c460923c58b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f70c22ff-ccf0-4647-bb26-7abc8ec24819 HTTP/1.1" status: 200 len: 855 time: 0.3726151 May 06 12:39:19.310544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.421977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'tag': '81ccc840-749c-4eaa-a4af-2178b1373ef3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:19.539155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.609078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5422f08-9a11-47cc-96ff-1c6eb8e8058e']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:19.780834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-68953b9a-bb25-4f6e-91d3-d866aec5ffe5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ab75f8f-183d-4b76-a434-9e584edf3e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8978539 May 06 12:39:19.814376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20cdce2-9249-4f42-b69b-f425bd918083') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:19.815031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20cdce2-9249-4f42-b69b-f425bd918083') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:19.829392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3c75-0aa1-4466-bd59-6d1d19f08be4 req-fd235c9d-6a09-4334-8cfc-f06047f96782 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.830420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.837864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3c75-0aa1-4466-bd59-6d1d19f08be4 req-fd235c9d-6a09-4334-8cfc-f06047f96782 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.839614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0bee3c75-0aa1-4466-bd59-6d1d19f08be4 req-fd235c9d-6a09-4334-8cfc-f06047f96782 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1676 time: 0.7862442 May 06 12:39:19.854508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.863318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:19.863909 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: timer() May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:19.879167 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:19.974056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.985363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.013176 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c5422f08-9a11-47cc-96ff-1c6eb8e8058e HTTP/1.1" status: 204 len: 168 time: 0.9605799 May 06 12:39:20.018426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efa3f4-5d4f-4f17-9234-34835fdd1054 tempest-QuotasNegativeTest-1812146417 tempest-QuotasNegativeTest-1812146417-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5422f08-9a11-47cc-96ff-1c6eb8e8058e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:20.025849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:37Z', 'updated_at': '2022-05-06T12:39:04Z', 'revision_number': 5, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'gw_port': {'id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:38Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:20.033301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53d3a6-a2d9-4bc0-89fe-3dd4f584323a None None] The sync data for ids ['d076ce32-ecf5-4bba-94f2-668b3605fff7'] in n-d-840847-1 is: [{'id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1586533636-router', 'tenant_id': '5f4984b1ecd348ef9daffef9c2a48095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:37Z', 'updated_at': '2022-05-06T12:39:04Z', 'revision_number': 5, 'project_id': '5f4984b1ecd348ef9daffef9c2a48095', 'gw_port': {'id': 'fda9aace-f8fa-4084-819d-9cf9b23662c5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd076ce32-ecf5-4bba-94f2-668b3605fff7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:38Z', 'updated_at': '2022-05-06T12:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:39:20.100268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7981cc2-70b6-43a3-89b1-8f34cb616e37 req-8552919f-8764-433b-9c0a-62dd89b3c8c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50ff038c-a0c5-4f3c-ac98-190cdc32f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8128772 May 06 12:39:20.344566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb31c3-28b2-4d27-9cbc-91e38043a567 req-965af99c-f000-4c0f-a5ee-5c11e691d46e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.347248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdbb31c3-28b2-4d27-9cbc-91e38043a567 req-965af99c-f000-4c0f-a5ee-5c11e691d46e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 944 time: 0.8052223 May 06 12:39:20.390870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0bee3c75-0aa1-4466-bd59-6d1d19f08be4 req-3cdebd81-6b1d-4872-a38d-c4addda9e76a tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119290 May 06 12:39:20.470407 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-941a5760-1dad-4a27-84c5-f23e18c1be39 service neutron] 10.222.0.36 "GET /v2.0/networks/4ab75f8f-183d-4b76-a434-9e584edf3e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594791 May 06 12:39:20.478455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.594075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Deleting port fda9aace-f8fa-4084-819d-9cf9b23662c5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:20.594771 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.755346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36120) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:21.053494 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e193d70a-8f1f-474a-a3a1-37de3001bd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.089603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7981cc2-70b6-43a3-89b1-8f34cb616e37 req-f659c45d-365f-4858-af72-6db504a2f925 service neutron] 10.222.0.48 "GET /v2.0/networks/50ff038c-a0c5-4f3c-ac98-190cdc32f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9648130 May 06 12:39:21.095915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdbb31c3-28b2-4d27-9cbc-91e38043a567 req-69235137-b851-46d0-adcb-e9789a6f9b70 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7254615 May 06 12:39:21.125200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e193d70a-8f1f-474a-a3a1-37de3001bd63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:21.132283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e193d70a-8f1f-474a-a3a1-37de3001bd63 admin admin] Usage tracker for resource:security_group_rule and tenant:d40a95249ad6474fbaeb24a565ac99bd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:21.138292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e193d70a-8f1f-474a-a3a1-37de3001bd63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:21.149727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e193d70a-8f1f-474a-a3a1-37de3001bd63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:21.218525 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915aaa8d-4a84-4d60-93d2-756e268e25cb'] response: {'name': 'network-changed', 'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'tag': '81ccc840-749c-4eaa-a4af-2178b1373ef3', 'status': 'completed', 'code': 200} May 06 12:39:21.264577 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e193d70a-8f1f-474a-a3a1-37de3001bd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.271466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e193d70a-8f1f-474a-a3a1-37de3001bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.347229 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e193d70a-8f1f-474a-a3a1-37de3001bd63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d40a95249ad6474fbaeb24a565ac99bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5903063 May 06 12:39:21.353011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36126) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:21.425022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193d70a-8f1f-474a-a3a1-37de3001bd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017ed390-dd99-4e3e-be0a-6ab5d6743f23,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:21.482743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ae11a55-1287-453a-a295-039f781ef8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.507146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-26657a5a-b33c-4208-b21b-6c4f95fb711a service neutron] 10.222.0.36 "GET /v2.0/networks/4ab75f8f-183d-4b76-a434-9e584edf3e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0230370 May 06 12:39:21.514834 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ae11a55-1287-453a-a295-039f781ef8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.527956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] For port fda9aace-f8fa-4084-819d-9cf9b23662c5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fda9aace-f8fa-4084-819d-9cf9b23662c5,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:21.528305 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.591880 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ae11a55-1287-453a-a295-039f781ef8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.611845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae11a55-1287-453a-a295-039f781ef8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017ed390-dd99-4e3e-be0a-6ab5d6743f23,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:21.625413 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ae11a55-1287-453a-a295-039f781ef8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.631605 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0ae11a55-1287-453a-a295-039f781ef8e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/017ed390-dd99-4e3e-be0a-6ab5d6743f23 HTTP/1.1" status: 204 len: 168 time: 0.2724504 May 06 12:39:21.823487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Calling delete_port for fda9aace-f8fa-4084-819d-9cf9b23662c5 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:21.875497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-cd473b4d-01da-4709-8b5d-3efa77d334e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.3&port_id=81ccc840-749c-4eaa-a4af-2178b1373ef3 HTTP/1.1" status: 200 len: 217 time: 0.3385632 May 06 12:39:21.940175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7981cc2-70b6-43a3-89b1-8f34cb616e37 req-a788552c-1c13-4a13-86e7-fb25e41e27f4 service neutron] 10.222.0.48 "GET /v2.0/networks/50ff038c-a0c5-4f3c-ac98-190cdc32f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209720 May 06 12:39:21.968882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963d98-abae-47f6-82f0-d325264b3004 req-b6606ff8-3eb2-4106-bdb6-1fadd131b666 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:21.973889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f473aaac-14dd-4be3-9641-0d00d14e8a93 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:21.974462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963d98-abae-47f6-82f0-d325264b3004 req-b6606ff8-3eb2-4106-bdb6-1fadd131b666 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:21.979588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963d98-abae-47f6-82f0-d325264b3004 req-b6606ff8-3eb2-4106-bdb6-1fadd131b666 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:21.984204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963d98-abae-47f6-82f0-d325264b3004 req-b6606ff8-3eb2-4106-bdb6-1fadd131b666 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:21.988584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963d98-abae-47f6-82f0-d325264b3004 req-b6606ff8-3eb2-4106-bdb6-1fadd131b666 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:21.993152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963d98-abae-47f6-82f0-d325264b3004 req-b6606ff8-3eb2-4106-bdb6-1fadd131b666 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:21.997265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963d98-abae-47f6-82f0-d325264b3004 req-b6606ff8-3eb2-4106-bdb6-1fadd131b666 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:22.003192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14963d98-abae-47f6-82f0-d325264b3004 req-b6606ff8-3eb2-4106-bdb6-1fadd131b666 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 1.1668532 May 06 12:39:22.011540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f473aaac-14dd-4be3-9641-0d00d14e8a93 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:22.011879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f473aaac-14dd-4be3-9641-0d00d14e8a93 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:22.096937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-e4aca687-4b5a-4092-acad-27d7e781bf55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:22.099620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-e4aca687-4b5a-4092-acad-27d7e781bf55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4 HTTP/1.1" status: 200 len: 801 time: 0.2096865 May 06 12:39:22.198513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36138) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:22.218759 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ac653cd-a6f8-4bbe-8bbf-8568f9df2d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.256112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7ac653cd-a6f8-4bbe-8bbf-8568f9df2d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:22.260134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7ac653cd-a6f8-4bbe-8bbf-8568f9df2d93 admin admin] Usage tracker for resource:security_group_rule and tenant:468617652fb040a6b3bc11e473483936 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:22.263270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7ac653cd-a6f8-4bbe-8bbf-8568f9df2d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:22.270970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7ac653cd-a6f8-4bbe-8bbf-8568f9df2d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:22.283752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42febf6e-99bf-414d-99f2-12093fdb927f req-2a79560b-a768-4983-bd8f-95253e2e398f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:22.286301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42febf6e-99bf-414d-99f2-12093fdb927f req-2a79560b-a768-4983-bd8f-95253e2e398f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.8465827 May 06 12:39:22.369556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14963d98-abae-47f6-82f0-d325264b3004 req-3f581315-71a6-49e3-9da8-950b111d4ccf tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3538430 May 06 12:39:22.372712 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ac653cd-a6f8-4bbe-8bbf-8568f9df2d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.379979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ac653cd-a6f8-4bbe-8bbf-8568f9df2d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.442944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac653cd-a6f8-4bbe-8bbf-8568f9df2d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507368ae-9360-4fce-9427-69f381d5a12d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:22.455644 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7ac653cd-a6f8-4bbe-8bbf-8568f9df2d93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=468617652fb040a6b3bc11e473483936&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2515643 May 06 12:39:22.456328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36142) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:22.519733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-acd5ee95-022b-4183-825f-e04763cae860 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e9dc688-4fe4-49d9-b12b-fa388e96e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3919437 May 06 12:39:22.575540 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42febf6e-99bf-414d-99f2-12093fdb927f req-98e00d33-228a-4a8a-8bb7-1d45603f7fb5 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767093 May 06 12:39:22.578157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-824497d0-13e5-48fe-a124-4cb8c375dd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.674002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-824497d0-13e5-48fe-a124-4cb8c375dd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.760946 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.762103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-824497d0-13e5-48fe-a124-4cb8c375dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.786640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824497d0-13e5-48fe-a124-4cb8c375dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507368ae-9360-4fce-9427-69f381d5a12d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:22.794291 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-824497d0-13e5-48fe-a124-4cb8c375dd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.796440 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-824497d0-13e5-48fe-a124-4cb8c375dd36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/507368ae-9360-4fce-9427-69f381d5a12d HTTP/1.1" status: 204 len: 168 time: 0.3391969 May 06 12:39:22.942310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda9aace-f8fa-4084-819d-9cf9b23662c5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:23.031514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-60989bb7-42ec-45e7-b06d-0c6a1bb412f1 service neutron] 10.222.0.36 "GET /v2.0/networks/6e9dc688-4fe4-49d9-b12b-fa388e96e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485154 May 06 12:39:23.299436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36152) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:23.309117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496041550', 'description': 'tempest-description--987966142'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:23.317485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:23.322966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:23.327294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:23.340478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:23.374229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.453282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead1df6-3001-41ef-96c7-d1f0d3da7499 req-7934edb5-2412-4c72-8b2d-aa5343436e1f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:23.453282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bead1df6-3001-41ef-96c7-d1f0d3da7499 req-7934edb5-2412-4c72-8b2d-aa5343436e1f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.6306589 May 06 12:39:23.478665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:23.497870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:23.497870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:23.518053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:23.600381 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.606295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.674979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:23.680207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.681513 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-82c7e705-1108-44ad-af68-149be8f8ce22 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3810065 May 06 12:39:23.686495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36162) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:23.694185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group_rule': {'security_group_id': 'c2f776d3-4f97-40eb-aec3-43dcc57fbaf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:23.701716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:23.706856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:23.710773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:23.719641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:23.744303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.826633 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.832445 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.862988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5569b2-3263-4cc0-8480-98660be341c4,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:23.874999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.876572 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1812d4e8-6807-45d1-89c8-c94d7db05a6c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1885915 May 06 12:39:23.881271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36168) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:23.889007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group_rule': {'security_group_id': 'c2f776d3-4f97-40eb-aec3-43dcc57fbaf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:23.897383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:23.902169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:23.905849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:23.913116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:23.945383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.057097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.063630 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.065171 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.118582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1479d675-507f-440e-89ba-35988feecb45,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:24.124838 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.129934 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ea908e10-f2f1-4556-bb05-cf1006fe6d3b tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2436719 May 06 12:39:24.130577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36176) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:24.140352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:24.150185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:24.155836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:floatingip and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:24.161539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:24.169733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:24.184542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.232503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52d13fe6-04da-472f-8a4b-09865d03cee4 req-7780693a-1af5-4a4c-aef4-cb8bde6ffaa1 service neutron] 10.222.0.36 "GET /v2.0/networks/6e9dc688-4fe4-49d9-b12b-fa388e96e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1630876 May 06 12:39:24.276217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bead1df6-3001-41ef-96c7-d1f0d3da7499 req-7abf595c-b606-461d-8a06-fec046d52e5a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8239567 May 06 12:39:24.486087 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.496369 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.513016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4ffa-413f-4312-849c-1257847b1791 req-b30bb333-d964-4e94-aa02-e875755ad36c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.517521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4ffa-413f-4312-849c-1257847b1791 req-b30bb333-d964-4e94-aa02-e875755ad36c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.521962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4ffa-413f-4312-849c-1257847b1791 req-b30bb333-d964-4e94-aa02-e875755ad36c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.525958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4ffa-413f-4312-849c-1257847b1791 req-b30bb333-d964-4e94-aa02-e875755ad36c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.530056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4ffa-413f-4312-849c-1257847b1791 req-b30bb333-d964-4e94-aa02-e875755ad36c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.534121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4ffa-413f-4312-849c-1257847b1791 req-b30bb333-d964-4e94-aa02-e875755ad36c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.538405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4ffa-413f-4312-849c-1257847b1791 req-b30bb333-d964-4e94-aa02-e875755ad36c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.540483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-b30bb333-d964-4e94-aa02-e875755ad36c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 0.7385266 May 06 12:39:24.629040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6e7dd-ad2e-48ac-a7b1-56ddc177e3db req-bee11d01-4bd0-41db-a3b5-7137b6afecb9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.633117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6e7dd-ad2e-48ac-a7b1-56ddc177e3db req-bee11d01-4bd0-41db-a3b5-7137b6afecb9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.634840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46a6e7dd-ad2e-48ac-a7b1-56ddc177e3db req-bee11d01-4bd0-41db-a3b5-7137b6afecb9 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1676 time: 0.8348854 May 06 12:39:24.636086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.730980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Allocated IP 172.25.7.104 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/74a91977-f73c-438b-97f1-0b4de757dcb4) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:24.830810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4ffa-413f-4312-849c-1257847b1791 req-2ebbf0f7-2f17-4f7e-8d5c-f3b1e84174db tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.832304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-2ebbf0f7-2f17-4f7e-8d5c-f3b1e84174db tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "GET /v2.0/ports/239f9c9f-72c8-43d0-b15c-f0067878f016?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2771282 May 06 12:39:24.869474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6653dcfe-c677-4de6-9ce5-5a4641a44478 req-14a37503-f441-4a98-87a4-74aa0c5172d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=334822546a7644ea9788570aebc2fae5&device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1978 time: 0.5137978 May 06 12:39:24.881398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.881968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d076ce32-ecf5-4bba-94f2-668b3605fff7 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:39:24.927948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.960342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46a6e7dd-ad2e-48ac-a7b1-56ddc177e3db req-6341a8ad-5bba-4e25-8d4b-51f4538e915f tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005674 May 06 12:39:24.986332 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.131854 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.133343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-403e3b89-598c-4d13-a1cb-b5372733ade2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d076ce32-ecf5-4bba-94f2-668b3605fff7 HTTP/1.1" status: 204 len: 168 time: 8.1866403 May 06 12:39:25.142462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36192) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:25.142972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:25.155298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:25.157821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=74a91977-f73c-438b-97f1-0b4de757dcb4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:25.160739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:25.163366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41eeed-f5f6-4b97-8a07-c2d667e2b57a req-086f2af4-294b-40cf-9e28-057858f332e1 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:25.165161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef41eeed-f5f6-4b97-8a07-c2d667e2b57a req-086f2af4-294b-40cf-9e28-057858f332e1 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 944 time: 0.6218832 May 06 12:39:25.276300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-6cbfb9c4-96c1-4e3e-bb31-f5972a0a2e02 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "GET /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4357226 May 06 12:39:25.303563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:25.367382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653dcfe-c677-4de6-9ce5-5a4641a44478 req-0d1fff21-2975-4ea3-b293-e118c218f39e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:25.369313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6653dcfe-c677-4de6-9ce5-5a4641a44478 req-0d1fff21-2975-4ea3-b293-e118c218f39e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e9dc688-4fe4-49d9-b12b-fa388e96e36f HTTP/1.1" status: 200 len: 903 time: 0.4853089 May 06 12:39:25.390902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-a246fadc-b906-47df-be51-5523664766e3 admin admin] Deleting subnet 29e4ab28-3add-4f23-9bee-4d94b3330d35 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:25.447368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.515527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.580662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef41eeed-f5f6-4b97-8a07-c2d667e2b57a req-548c4ff9-5eae-4204-88c9-146cf54e33da tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466825 May 06 12:39:25.602311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a246fadc-b906-47df-be51-5523664766e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.908305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.914760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.928019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6653dcfe-c677-4de6-9ce5-5a4641a44478 req-3c9fd9eb-cead-4be7-a539-63e8870c99e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.3&port_id=81ccc840-749c-4eaa-a4af-2178b1373ef3 HTTP/1.1" status: 200 len: 217 time: 0.5407298 May 06 12:39:25.978929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fda9aace-f8fa-4084-819d-9cf9b23662c5 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:26.002099 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a246fadc-b906-47df-be51-5523664766e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.037450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: fda9aace-f8fa-4084-819d-9cf9b23662c5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:26.037980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fda9aace-f8fa-4084-819d-9cf9b23662c5 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:26.083377 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.185375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6139636c-0355-4193-8487-831745c3614a details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:39:26.208255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653dcfe-c677-4de6-9ce5-5a4641a44478 req-f1e0eceb-942c-4848-94f0-4ed00ea44c4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.209821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6653dcfe-c677-4de6-9ce5-5a4641a44478 req-f1e0eceb-942c-4848-94f0-4ed00ea44c4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4 HTTP/1.1" status: 200 len: 801 time: 0.2181187 May 06 12:39:26.210206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=74a91977-f73c-438b-97f1-0b4de757dcb4,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:26.214527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e57cefd-329a-4c4f-9cf2-a9562f96b339 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:26.232659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.287571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.290150 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4e652a80-358f-47ee-a9d4-74c4fb54e3c8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1574438 May 06 12:39:26.353134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd728-76c9-45b8-929e-7ab6de309f46 req-291b6812-836f-40df-8ca6-1992d52114d1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.355055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26bd728-76c9-45b8-929e-7ab6de309f46 req-291b6812-836f-40df-8ca6-1992d52114d1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.4734304 May 06 12:39:26.364443 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:26.459710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a246fadc-b906-47df-be51-5523664766e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.515970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1bb38-c98a-4cdb-a093-4e5c5efeac03 req-86ec759e-4ac5-4c9b-9f1f-b183c55d280a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.524455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1bb38-c98a-4cdb-a093-4e5c5efeac03 req-86ec759e-4ac5-4c9b-9f1f-b183c55d280a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.533163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1bb38-c98a-4cdb-a093-4e5c5efeac03 req-86ec759e-4ac5-4c9b-9f1f-b183c55d280a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.541259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1bb38-c98a-4cdb-a093-4e5c5efeac03 req-86ec759e-4ac5-4c9b-9f1f-b183c55d280a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.549975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1bb38-c98a-4cdb-a093-4e5c5efeac03 req-86ec759e-4ac5-4c9b-9f1f-b183c55d280a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.558142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1bb38-c98a-4cdb-a093-4e5c5efeac03 req-86ec759e-4ac5-4c9b-9f1f-b183c55d280a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.566256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1bb38-c98a-4cdb-a093-4e5c5efeac03 req-86ec759e-4ac5-4c9b-9f1f-b183c55d280a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.569648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-74b1bb38-c98a-4cdb-a093-4e5c5efeac03 req-86ec759e-4ac5-4c9b-9f1f-b183c55d280a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 5444 time: 0.8501568 May 06 12:39:26.577140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36222) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:26.621016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6139636c-0355-4193-8487-831745c3614a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6139636c-0355-4193-8487-831745c3614a,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:26.643849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6139636c-0355-4193-8487-831745c3614a', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'port_id': '6139636c-0355-4193-8487-831745c3614a', 'mac_address': 'fa:16:3e:6d:e7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:39:26.647948 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.734711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:26.740172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-bb84f520-e9d6-4f0c-a8d8-3e3cffacd22d tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:26.744783 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.759611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e57cefd-329a-4c4f-9cf2-a9562f96b339, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e57cefd-329a-4c4f-9cf2-a9562f96b339,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:26.765466 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.766541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device bc616944-ac4e-4027-b0b0-1e6ef559966d no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:26.797161 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb84f520-e9d6-4f0c-a8d8-3e3cffacd22d tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] 10.222.0.44 "PUT /v2.0/quotas/508d17ebdd6c4c9e93806a175c2fdfb6 HTTP/1.1" status: 200 len: 366 time: 0.2188220 May 06 12:39:26.802261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36232) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:26.803474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26bd728-76c9-45b8-929e-7ab6de309f46 req-6e7e0ffb-07f4-4fee-b23d-18f0caa1c433 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209573 May 06 12:39:26.824022 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2ddf74fc-db6d-4f75-9f80-4d6fc0a2f561 tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0192122 May 06 12:39:26.829223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36236) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:26.843558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-74b1bb38-c98a-4cdb-a093-4e5c5efeac03 req-10eeb6b1-c8f6-4582-9029-5f2e417298f6 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2406881 May 06 12:39:26.865527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6139636c-0355-4193-8487-831745c3614a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:26.870923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] For port 239f9c9f-72c8-43d0-b15c-f0067878f016, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=239f9c9f-72c8-43d0-b15c-f0067878f016,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:26.871456 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0bde6bb3-1fc5-4a45-beaa-7b0e84e85b6e tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] 10.222.0.44 "GET /v2.0/quotas/508d17ebdd6c4c9e93806a175c2fdfb6 HTTP/1.1" status: 200 len: 366 time: 0.0398746 May 06 12:39:26.872155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36242) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:26.896365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6653dcfe-c677-4de6-9ce5-5a4641a44478 req-a641a987-b632-4663-bdb1-c24778128484 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e9dc688-4fe4-49d9-b12b-fa388e96e36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6701832 May 06 12:39:26.904973 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5376998c-9d64-4c68-8757-c667a788b89a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/508d17ebdd6c4c9e93806a175c2fdfb6 HTTP/1.1" status: 204 len: 168 time: 0.0313330 May 06 12:39:26.909011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36246) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:26.937764 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-27df7a11-776a-4e58-a18e-c5d25f47ca39 tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0246785 May 06 12:39:26.941834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36250) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:26.965071 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e56ae8db-334e-4f10-b685-cd4f1c0782bb tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] 10.222.0.44 "GET /v2.0/quotas/508d17ebdd6c4c9e93806a175c2fdfb6 HTTP/1.1" status: 200 len: 370 time: 0.0190580 May 06 12:39:26.971502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36254) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:26.984681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6139636c-0355-4193-8487-831745c3614a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6139636c-0355-4193-8487-831745c3614a,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:26.987940 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-24703a42-4088-4ae6-b149-95514a776b1f tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] 10.222.0.44 "GET /v2.0/quotas/508d17ebdd6c4c9e93806a175c2fdfb6/default HTTP/1.1" status: 200 len: 370 time: 0.0141933 May 06 12:39:26.988909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36258) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:27.009417 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-e866aa7d-abcc-4c05-a4fe-de5989473dc9 tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] delete failed (client error): The resource could not be found. May 06 12:39:27.027892 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e866aa7d-abcc-4c05-a4fe-de5989473dc9 tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/508d17ebdd6c4c9e93806a175c2fdfb6 HTTP/1.1" status: 404 len: 348 time: 0.0258811 May 06 12:39:27.049043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:27.076030 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a246fadc-b906-47df-be51-5523664766e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.083492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.120751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6e57cefd-329a-4c4f-9cf2-a9562f96b339,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:27.161619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.162525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.163137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.163693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.164218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.164757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.165361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.166001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.166536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.167099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.167659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:27.215503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36264) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:27.231990 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.236700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] For port 239f9c9f-72c8-43d0-b15c-f0067878f016, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:27.237132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Usage tracker for resource:network and tenant:abb833ae18624653b10c8670a3cca64a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:27.242476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:27.251675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Usage tracker for resource:subnet and tenant:abb833ae18624653b10c8670a3cca64a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:27.257266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:27.265557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Usage tracker for resource:subnetpool and tenant:abb833ae18624653b10c8670a3cca64a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:27.272165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:27.281330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Usage tracker for resource:port and tenant:abb833ae18624653b10c8670a3cca64a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:27.285930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port bc616944-ac4e-4027-b0b0-1e6ef559966d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bc616944-ac4e-4027-b0b0-1e6ef559966d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:27.288380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:27.297911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Usage tracker for resource:router and tenant:abb833ae18624653b10c8670a3cca64a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:27.303775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:27.309847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.311246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:27.313361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Usage tracker for resource:floatingip and tenant:abb833ae18624653b10c8670a3cca64a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:27.318448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:27.356407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6139636c-0355-4193-8487-831745c3614a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:27.365111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 81ccc840-749c-4eaa-a4af-2178b1373ef3 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:39:27.368266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Usage tracker for resource:security_group and tenant:abb833ae18624653b10c8670a3cca64a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:27.379056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:27.394032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Usage tracker for resource:security_group_rule and tenant:abb833ae18624653b10c8670a3cca64a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:27.401504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:27.409331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246fadc-b906-47df-be51-5523664766e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e4ab28-3add-4f23-9bee-4d94b3330d35,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:27.424407 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6a7bb348-38a7-4204-bbd4-68f738d4c24a tempest-QuotasTest-1124377719 tempest-QuotasTest-1124377719-project-admin] 10.222.0.44 "GET /v2.0/quotas/abb833ae18624653b10c8670a3cca64a/details.json HTTP/1.1" status: 200 len: 703 time: 0.2073407 May 06 12:39:27.452757 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a246fadc-b906-47df-be51-5523664766e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.461866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=bc616944-ac4e-4027-b0b0-1e6ef559966d,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:27.469709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa5abc6-660e-4534-b6f0-0ea9b5da53f5 None None] Network fe6f5bd2-6e53-4a3c-8311-5be7a4687371 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:27.499782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a246fadc-b906-47df-be51-5523664766e3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/29e4ab28-3add-4f23-9bee-4d94b3330d35 HTTP/1.1" status: 204 len: 168 time: 2.3516743 May 06 12:39:27.501792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36270) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:27.506582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] device_id is not set on port 239f9c9f-72c8-43d0-b15c-f0067878f016 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:27.589266 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.613887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6139636c-0355-4193-8487-831745c3614a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:27.648188 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.679317 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.693845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Deleting port 55adb428-c25e-4853-bdf4-7c7dc6121a0a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:27.694195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.750133 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:27.781376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6653dcfe-c677-4de6-9ce5-5a4641a44478 req-46f854f2-6e4c-4a5e-8127-f420aa9f1490 service neutron] 10.222.0.36 "GET /v2.0/networks/6e9dc688-4fe4-49d9-b12b-fa388e96e36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8597939 May 06 12:39:27.971118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb85639-e590-4526-9004-e3e1ea61bcc1 req-e7c4395f-8431-4e74-b54e-24543b58230f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:27.980338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bb85639-e590-4526-9004-e3e1ea61bcc1 req-e7c4395f-8431-4e74-b54e-24543b58230f tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.8796909 May 06 12:39:28.049441 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.119832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 81ccc840-749c-4eaa-a4af-2178b1373ef3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=81ccc840-749c-4eaa-a4af-2178b1373ef3,segment=NetworkSegment(ce72ff96-5794-4b97-9ba7-722b769582db),segment_id=ce72ff96-5794-4b97-9ba7-722b769582db)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:28.188985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] Pushing event updated for resources: {'Port': ['ID=239f9c9f-72c8-43d0-b15c-f0067878f016,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:28.194903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] For port 55adb428-c25e-4853-bdf4-7c7dc6121a0a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=55adb428-c25e-4853-bdf4-7c7dc6121a0a,segment=NetworkSegment(56be6722-6296-43a9-9f13-7deb461b0efc),segment_id=56be6722-6296-43a9-9f13-7deb461b0efc)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:28.195517 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.201731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] DHCP port deletion for fe6f5bd2-6e53-4a3c-8311-5be7a4687371 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:39:28.208890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd5fff-033f-4761-ae8f-a683ce368730 req-8c587f1c-c02c-4ae9-954d-93d54b604b90 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:28.212969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd5fff-033f-4761-ae8f-a683ce368730 req-8c587f1c-c02c-4ae9-954d-93d54b604b90 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:28.217156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] Deleting port 55adb428-c25e-4853-bdf4-7c7dc6121a0a {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:28.217952 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.221168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0dd5fff-033f-4761-ae8f-a683ce368730 req-8c587f1c-c02c-4ae9-954d-93d54b604b90 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1676 time: 1.1329818 May 06 12:39:28.223569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] No DVR routers for this DVR port 239f9c9f-72c8-43d0-b15c-f0067878f016 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:28.248962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '81ccc840-749c-4eaa-a4af-2178b1373ef3', 'network_id': '6e9dc688-4fe4-49d9-b12b-fa388e96e36f', 'port_id': '81ccc840-749c-4eaa-a4af-2178b1373ef3', 'mac_address': 'fa:16:3e:8b:7f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4', 'ip_address': '19.86.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:39:28.338719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bb85639-e590-4526-9004-e3e1ea61bcc1 req-a1f9e081-e7a2-4b8c-8e03-18189c840ff0 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573496 May 06 12:39:28.339313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36280) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:28.357513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:28.436148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.456565 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.457746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 49832452-4030-4566-b8bf-492be19ec86d no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:28.517767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] In _notify_port_updated(), no bound segment for port 239f9c9f-72c8-43d0-b15c-f0067878f016 on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:39:28.519250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.520714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-8d5d5b14-72c1-446a-a3f2-2f994ae76346 service neutron] 10.222.0.48 "PUT /v2.0/ports/239f9c9f-72c8-43d0-b15c-f0067878f016 HTTP/1.1" status: 200 len: 1032 time: 3.2285619 May 06 12:39:28.577146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0dd5fff-033f-4761-ae8f-a683ce368730 req-9edc3868-7a5e-42ec-b3e2-6d2254a88bc4 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550594 May 06 12:39:28.587685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6653dcfe-c677-4de6-9ce5-5a4641a44478 req-2bc95010-a283-45b3-9fb0-ea98df2991ef service neutron] 10.222.0.36 "GET /v2.0/networks/6e9dc688-4fe4-49d9-b12b-fa388e96e36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143965 May 06 12:39:28.624402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ccc840-749c-4eaa-a4af-2178b1373ef3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:28.655397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Calling delete_port for 55adb428-c25e-4853-bdf4-7c7dc6121a0a owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:28.833603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.894026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=55adb428-c25e-4853-bdf4-7c7dc6121a0a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:28.915342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] No DVR routers for this DVR port 55adb428-c25e-4853-bdf4-7c7dc6121a0a on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:28.926110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5817533-220e-46c1-8a2d-25af328df874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.926447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ca253ce9-bc1c-40bd-a9fd-377697e70599 None None] Provisioning complete for port 239f9c9f-72c8-43d0-b15c-f0067878f016 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:28.927046 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca253ce9-bc1c-40bd-a9fd-377697e70599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.940494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-c1e44422-a4ea-4d60-9675-87a2ab3c35e7 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--496041550&fields=id&tenant_id=87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 267 time: 0.3715982 May 06 12:39:28.950924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4ffa-413f-4312-849c-1257847b1791 req-cc445faf-35c9-4288-8590-d7e4a86f8501 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:28.953373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-cc445faf-35c9-4288-8590-d7e4a86f8501 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "GET /v2.0/ports/7eb7caad-6cbc-46a1-9399-ad15ed3fbdda?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4216828 May 06 12:39:28.980640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 81ccc840-749c-4eaa-a4af-2178b1373ef3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=81ccc840-749c-4eaa-a4af-2178b1373ef3,segment=NetworkSegment(ce72ff96-5794-4b97-9ba7-722b769582db),segment_id=ce72ff96-5794-4b97-9ba7-722b769582db)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:28.982285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:29.044407 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.044909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device af6a2500-016b-4951-82fe-10a3dfaf4877 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:39:29.055101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.094798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6f5bd2-6e53-4a3c-8311-5be7a4687371']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:29.120356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56be6722-6296-43a9-9f13-7deb461b0efc') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:29.120356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56be6722-6296-43a9-9f13-7deb461b0efc') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:29.133942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.153833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.162509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:29.162992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.172195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: timer() May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:29.184717 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:29.207443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d5817533-220e-46c1-8a2d-25af328df874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:29.228785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d5817533-220e-46c1-8a2d-25af328df874 admin admin] Usage tracker for resource:security_group_rule and tenant:15e2a3816ab6417395f77d7c072b9d3a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:29.245645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d5817533-220e-46c1-8a2d-25af328df874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:29.289963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ca253ce9-bc1c-40bd-a9fd-377697e70599 None None] Port 239f9c9f-72c8-43d0-b15c-f0067878f016 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:29.291337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.316912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.336044 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:29.339833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498e8ee-e56d-485f-b6dd-11d88cedc7b5 req-c7e054c4-bff6-42e5-87ab-f5c2da36f701 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:29.352689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6f5bd2-6e53-4a3c-8311-5be7a4687371,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:29.356163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2498e8ee-e56d-485f-b6dd-11d88cedc7b5 req-c7e054c4-bff6-42e5-87ab-f5c2da36f701 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 945 time: 0.5133934 May 06 12:39:29.360328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d5817533-220e-46c1-8a2d-25af328df874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:29.362502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b34a7be2-575d-49ba-8df8-1004dd71e7ca admin admin] 10.222.0.44 "DELETE /v2.0/networks/fe6f5bd2-6e53-4a3c-8311-5be7a4687371 HTTP/1.1" status: 204 len: 168 time: 1.8593504 May 06 12:39:29.477199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] For port 55adb428-c25e-4853-bdf4-7c7dc6121a0a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=55adb428-c25e-4853-bdf4-7c7dc6121a0a,segment=NetworkSegment(56be6722-6296-43a9-9f13-7deb461b0efc),segment_id=56be6722-6296-43a9-9f13-7deb461b0efc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:29.477697 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.493058 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.512653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=81ccc840-749c-4eaa-a4af-2178b1373ef3,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:29.566947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36294) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:29.589735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149f573-a729-41ad-9373-4e8ef51f551d req-ba2113d4-a03e-4c50-8369-643b18d92942 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:29.592929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-ba2113d4-a03e-4c50-8369-643b18d92942 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 815 time: 0.6180544 May 06 12:39:29.601921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.651447 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7253f0bc-8b3e-4a17-9746-446426655a30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f4984b1ecd348ef9daffef9c2a48095&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0817862 May 06 12:39:29.658380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36300) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:29.667279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2498e8ee-e56d-485f-b6dd-11d88cedc7b5 req-3cb98d64-5129-451c-a911-8493e21eef6e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092861 May 06 12:39:29.673049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] Calling delete_port for 55adb428-c25e-4853-bdf4-7c7dc6121a0a owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:29.761761 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63e01bb-14db-434b-95d0-66ca20c1b2e4'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'code': 200} May 06 12:39:29.788106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port af6a2500-016b-4951-82fe-10a3dfaf4877, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=af6a2500-016b-4951-82fe-10a3dfaf4877,segment=NetworkSegment(bb1039fa-6d96-4fff-85e5-0323590b4469),segment_id=bb1039fa-6d96-4fff-85e5-0323590b4469)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:29.799787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd8bab1d-cdd1-435c-855a-f884aaf4b9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.801581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 49832452-4030-4566-b8bf-492be19ec86d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=49832452-4030-4566-b8bf-492be19ec86d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:29.822696 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.823447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e426cb97-c3c2-486a-ad47-f4fa118f8be5 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:29.855743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd8bab1d-cdd1-435c-855a-f884aaf4b9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.899341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'af6a2500-016b-4951-82fe-10a3dfaf4877', 'network_id': '4ab75f8f-183d-4b76-a434-9e584edf3e67', 'port_id': 'af6a2500-016b-4951-82fe-10a3dfaf4877', 'mac_address': 'fa:16:3e:b3:13:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f28b63-43b9-4c08-a863-d4099f06ad02', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:39:29.956647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd8bab1d-cdd1-435c-855a-f884aaf4b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.990266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bab1d-cdd1-435c-855a-f884aaf4b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e4c30d-a29d-41ea-9eeb-8364e4eb9f4c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:29.998256 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:29.999165 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:30.008590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd8bab1d-cdd1-435c-855a-f884aaf4b9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.010201 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bd8bab1d-cdd1-435c-855a-f884aaf4b9dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91e4c30d-a29d-41ea-9eeb-8364e4eb9f4c HTTP/1.1" status: 204 len: 168 time: 0.3482151 May 06 12:39:30.056465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=49832452-4030-4566-b8bf-492be19ec86d,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:30.058839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-ba33808b-1a2b-45b8-a287-e4d8198b5735 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/quotas/87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 375 time: 0.4416111 May 06 12:39:30.064416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 55adb428-c25e-4853-bdf4-7c7dc6121a0a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:30.089751 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.125247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 55adb428-c25e-4853-bdf4-7c7dc6121a0a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:30.125632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 55adb428-c25e-4853-bdf4-7c7dc6121a0a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:30.160036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6a2500-016b-4951-82fe-10a3dfaf4877 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:30.173078 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5817533-220e-46c1-8a2d-25af328df874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.207243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port af6a2500-016b-4951-82fe-10a3dfaf4877, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=af6a2500-016b-4951-82fe-10a3dfaf4877,segment=NetworkSegment(bb1039fa-6d96-4fff-85e5-0323590b4469),segment_id=bb1039fa-6d96-4fff-85e5-0323590b4469)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:30.210161 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.225803 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.232471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5817533-220e-46c1-8a2d-25af328df874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.310391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e426cb97-c3c2-486a-ad47-f4fa118f8be5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e426cb97-c3c2-486a-ad47-f4fa118f8be5,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:30.319234 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.320046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 239f9c9f-72c8-43d0-b15c-f0067878f016 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:30.353352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=af6a2500-016b-4951-82fe-10a3dfaf4877,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:30.369713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5817533-220e-46c1-8a2d-25af328df874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ebfbf-1cd9-4711-a10e-e87ea22b3744,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:30.392645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d5817533-220e-46c1-8a2d-25af328df874 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15e2a3816ab6417395f77d7c072b9d3a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0448987 May 06 12:39:30.400868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36308) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:30.410417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] For port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:30.441096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-0ea59da2-17a5-4da1-bbce-cf3c3582fbf9 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:30.442564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-0ea59da2-17a5-4da1-bbce-cf3c3582fbf9 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 946 time: 0.5356762 May 06 12:39:30.454518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0f84-3a17-4ba0-9765-df11b3fb6175 req-24536371-4be2-4e42-bb28-593c90636990 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:30.459293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0f84-3a17-4ba0-9765-df11b3fb6175 req-24536371-4be2-4e42-bb28-593c90636990 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:30.463047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0f84-3a17-4ba0-9765-df11b3fb6175 req-24536371-4be2-4e42-bb28-593c90636990 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:30.467975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0f84-3a17-4ba0-9765-df11b3fb6175 req-24536371-4be2-4e42-bb28-593c90636990 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:30.472512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0f84-3a17-4ba0-9765-df11b3fb6175 req-24536371-4be2-4e42-bb28-593c90636990 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:30.477244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0f84-3a17-4ba0-9765-df11b3fb6175 req-24536371-4be2-4e42-bb28-593c90636990 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:30.479193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-509c0f84-3a17-4ba0-9765-df11b3fb6175 req-24536371-4be2-4e42-bb28-593c90636990 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 4657 time: 0.5703332 May 06 12:39:30.486199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=e426cb97-c3c2-486a-ad47-f4fa118f8be5,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:30.504387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 239f9c9f-72c8-43d0-b15c-f0067878f016 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:30.505039 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:30.554389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-d55a85d7-9f24-49d3-bc4d-c3897aca0b27 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3842170 May 06 12:39:30.568475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0256ee5-0279-4864-bf6f-75ab4449f301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.579046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] Deleting port 55adb428-c25e-4853-bdf4-7c7dc6121a0a {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:30.579795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.589946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] For port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:30.637788 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0256ee5-0279-4864-bf6f-75ab4449f301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.656234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['af6a2500-016b-4951-82fe-10a3dfaf4877'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:30.663973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Deleting port d5a268c0-1341-442c-b182-adc35ba7163a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:30.664463 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.768184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] device_id is not set on port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:30.770091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0256ee5-0279-4864-bf6f-75ab4449f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.785412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.814360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0256ee5-0279-4864-bf6f-75ab4449f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096ebfbf-1cd9-4711-a10e-e87ea22b3744,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:30.832057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0256ee5-0279-4864-bf6f-75ab4449f301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.833700 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a0256ee5-0279-4864-bf6f-75ab4449f301 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/096ebfbf-1cd9-4711-a10e-e87ea22b3744 HTTP/1.1" status: 204 len: 168 time: 0.4324484 May 06 12:39:30.879963 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.903774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-00e1de00-cf95-45a6-bf85-0ea404966e86 None None] The port '55adb428-c25e-4853-bdf4-7c7dc6121a0a' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:39:30.981021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-509c0f84-3a17-4ba0-9765-df11b3fb6175 req-cb4eda88-d40e-47a7-ad2b-1445863820e7 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=ae28ba31-1d39-4868-a4da-58ab07bc2d3d&id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4465647 May 06 12:39:31.011436 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.111061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:31.126688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.177248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6139636c-0355-4193-8487-831745c3614a up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:31.344841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:31.422211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6139636c-0355-4193-8487-831745c3614a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:31.430086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6139636c-0355-4193-8487-831745c3614a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:31.430719 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.601811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['81ccc840-749c-4eaa-a4af-2178b1373ef3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:31.705826 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.770223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc616944-ac4e-4027-b0b0-1e6ef559966d'}, {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb7caad-6cbc-46a1-9399-ad15ed3fbdda'}, {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49832452-4030-4566-b8bf-492be19ec86d'}, {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5'}, {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61'}, {'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6139636c-0355-4193-8487-831745c3614a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:31.783007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6139636c-0355-4193-8487-831745c3614a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6139636c-0355-4193-8487-831745c3614a,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:31.801840 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.802983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d5a268c0-1341-442c-b182-adc35ba7163a no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:31.859235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36332) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:31.883325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f054498-53e6-4856-802b-e8653a73f97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.938413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ae54889e-93a5-40d2-ab04-7ab5fbb78d92 None None] Provisioning complete for port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:31.938865 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae54889e-93a5-40d2-ab04-7ab5fbb78d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.948186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4f054498-53e6-4856-802b-e8653a73f97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:31.959723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4f054498-53e6-4856-802b-e8653a73f97f admin admin] Usage tracker for resource:security_group_rule and tenant:abb833ae18624653b10c8670a3cca64a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:31.964623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4f054498-53e6-4856-802b-e8653a73f97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:31.975398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4f054498-53e6-4856-802b-e8653a73f97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:32.048459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6139636c-0355-4193-8487-831745c3614a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:32.095361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ae54889e-93a5-40d2-ab04-7ab5fbb78d92 None None] Port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:32.118958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f054498-53e6-4856-802b-e8653a73f97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.127018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f054498-53e6-4856-802b-e8653a73f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.146359 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.196698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d5a268c0-1341-442c-b182-adc35ba7163a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d5a268c0-1341-442c-b182-adc35ba7163a,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:32.200851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:32.212327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f054498-53e6-4856-802b-e8653a73f97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b452b785-659d-4d2f-8b9d-91906bfcb8cf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:32.212844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.222233 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4f054498-53e6-4856-802b-e8653a73f97f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abb833ae18624653b10c8670a3cca64a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3578944 May 06 12:39:32.223012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36340) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:32.248812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] No DVR routers for this DVR port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:32.272143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device af6a2500-016b-4951-82fe-10a3dfaf4877 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:32.380411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54047c7b-b0c2-45d9-822b-3c56b6906d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.384478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] In _notify_port_updated(), no bound segment for port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda on network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:39:32.386257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.386759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d5a268c0-1341-442c-b182-adc35ba7163a,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:32.388161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-55eb2c28-7a26-44b0-a227-859df2bc11e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/7eb7caad-6cbc-46a1-9399-ad15ed3fbdda HTTP/1.1" status: 200 len: 1032 time: 3.4147103 May 06 12:39:32.416248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port af6a2500-016b-4951-82fe-10a3dfaf4877 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:32.423228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port af6a2500-016b-4951-82fe-10a3dfaf4877 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:32.423918 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.494556 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54047c7b-b0c2-45d9-822b-3c56b6906d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.609453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54047c7b-b0c2-45d9-822b-3c56b6906d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.630145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.634103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54047c7b-b0c2-45d9-822b-3c56b6906d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.637753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-2c9dc040-0b8a-4535-a9ec-d7f549bbcb7f service neutron] 10.222.0.44 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0515256 May 06 12:39:32.641005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-54047c7b-b0c2-45d9-822b-3c56b6906d93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b452b785-659d-4d2f-8b9d-91906bfcb8cf HTTP/1.1" status: 204 len: 168 time: 0.4149380 May 06 12:39:32.648034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54047c7b-b0c2-45d9-822b-3c56b6906d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b452b785-659d-4d2f-8b9d-91906bfcb8cf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:32.648944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port e426cb97-c3c2-486a-ad47-f4fa118f8be5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:32.649496 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.661866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36350) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:32.717269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port af6a2500-016b-4951-82fe-10a3dfaf4877, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=af6a2500-016b-4951-82fe-10a3dfaf4877,segment=NetworkSegment(bb1039fa-6d96-4fff-85e5-0323590b4469),segment_id=bb1039fa-6d96-4fff-85e5-0323590b4469)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:32.724961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.843240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] For port d5a268c0-1341-442c-b182-adc35ba7163a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d5a268c0-1341-442c-b182-adc35ba7163a,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:32.843616 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.880938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=af6a2500-016b-4951-82fe-10a3dfaf4877,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:32.963921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a7515-0737-47ef-8b47-c763baa6ec21 req-7e866e88-5a32-4aee-a24c-680c2c08ed51 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:32.965553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab7a7515-0737-47ef-8b47-c763baa6ec21 req-7e866e88-5a32-4aee-a24c-680c2c08ed51 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 944 time: 1.2210071 May 06 12:39:33.041614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-8c610747-d143-4704-8f58-51cfa376baa0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5917730 May 06 12:39:33.055346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Calling delete_port for d5a268c0-1341-442c-b182-adc35ba7163a owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:33.119830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-network', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:33.130214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:33.139786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Usage tracker for resource:network and tenant:ae48dac1aa88414285e4959d2075d29c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:33.146640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:33.160005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:33.188995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Made reservation on behalf of ae48dac1aa88414285e4959d2075d29c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:33.196092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.220126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.282774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:33.296695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Usage tracker for resource:security_group_rule and tenant:ae48dac1aa88414285e4959d2075d29c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:33.304084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:33.320773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:33.351985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-7bf9367d-f583-473d-89e1-9dbad348d483 service neutron] 10.222.0.44 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694396 May 06 12:39:33.387770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab7a7515-0737-47ef-8b47-c763baa6ec21 req-d96389bd-033e-4bd3-9544-3dc47e0a4121 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450987 May 06 12:39:33.464112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:33.464844 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:33.491913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-406d4ffa-413f-4312-849c-1257847b1791 req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] For port e426cb97-c3c2-486a-ad47-f4fa118f8be5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e426cb97-c3c2-486a-ad47-f4fa118f8be5,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:33.496343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.524350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.532336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.563558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:33.589225 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.590900 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Added segment 7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa of type vlan for network 6144542e-9e7e-49b9-a26b-107f9a541065 May 06 12:39:33.666847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.747461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.749107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:33.750063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.851820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Calling delete_port for e426cb97-c3c2-486a-ad47-f4fa118f8be5 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:33.993028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Deleting port d5a268c0-1341-442c-b182-adc35ba7163a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:33.993698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.170414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-eeecf894-9518-4192-bc33-6bf3ee696d90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1097 time: 0.9015379 May 06 12:39:34.235756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 81ccc840-749c-4eaa-a4af-2178b1373ef3 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:34.266371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ea55a1-73cc-4683-b38c-d466e943099b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:34.313756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.314584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.315183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.315859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.316492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.317011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.317513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.318124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.318743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.319294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.320146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:34.328685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] Pushing event updated for resources: {'Network': ['ID=6144542e-9e7e-49b9-a26b-107f9a541065,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:34.339625 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29f806e1-088e-4650-8e68-0fec3894501a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6761127 May 06 12:39:34.340610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36380) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:34.350423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Request body: {'subnet': {'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-subnet', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:34.359220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:34.366469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Usage tracker for resource:subnet and tenant:ae48dac1aa88414285e4959d2075d29c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:34.371508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6144542e-9e7e-49b9-a26b-107f9a541065 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:34.373152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:34.384731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:34.405001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Made reservation on behalf of ae48dac1aa88414285e4959d2075d29c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:34.412901 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.551011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36388) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:34.687146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 81ccc840-749c-4eaa-a4af-2178b1373ef3 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:34.710665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 81ccc840-749c-4eaa-a4af-2178b1373ef3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:34.711248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.732990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-bfff417c-d062-4f1b-9946-749a533a465c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:34.735198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-bfff417c-d062-4f1b-9946-749a533a465c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 915 time: 0.4285152 May 06 12:39:34.842860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-a8fa68c8-448d-4c86-bb76-d9f1dccc4795 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 217 time: 0.0859883 May 06 12:39:34.888441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.968634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1223543911'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:34.998861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:35.024472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:network and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:35.027159 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.064226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:35.078973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.090736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:35.103245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915b01a-d6d4-4314-ac01-ec20e81dc52a req-07fccdc0-8df8-4226-bd7a-1dff9b88a0b3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:35.106017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 81ccc840-749c-4eaa-a4af-2178b1373ef3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=81ccc840-749c-4eaa-a4af-2178b1373ef3,segment=NetworkSegment(ce72ff96-5794-4b97-9ba7-722b769582db),segment_id=ce72ff96-5794-4b97-9ba7-722b769582db)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:35.112253 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.119014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915b01a-d6d4-4314-ac01-ec20e81dc52a req-07fccdc0-8df8-4226-bd7a-1dff9b88a0b3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:35.122466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3915b01a-d6d4-4314-ac01-ec20e81dc52a req-07fccdc0-8df8-4226-bd7a-1dff9b88a0b3 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1679 time: 1.2844267 May 06 12:39:35.143804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150a583a-3e68-450c-8a70-1d0739f9bedc,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:35.164602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:35.178180 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.209535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.236816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=81ccc840-749c-4eaa-a4af-2178b1373ef3,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:35.249081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Checking segment: {'id': '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:35.249681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Network hostable DHCP agents. Network: 6144542e-9e7e-49b9-a26b-107f9a541065, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:35.301650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:35.305988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Port': ['ID=e426cb97-c3c2-486a-ad47-f4fa118f8be5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:35.314770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:security_group_rule and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:35.321195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:35.322094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-904fe6e4-772e-44c5-ab0f-0431cd5d50a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:35.324594 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-904fe6e4-772e-44c5-ab0f-0431cd5d50a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.4682832 May 06 12:39:35.331535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8d1fa-ece6-466e-8d5a-993fecad9881 req-0b995f70-aec3-47e1-abf8-58e247d2bafc tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:35.333657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fb8d1fa-ece6-466e-8d5a-993fecad9881 req-0b995f70-aec3-47e1-abf8-58e247d2bafc tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.2161334 May 06 12:39:35.337769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:35.354984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Network 6144542e-9e7e-49b9-a26b-107f9a541065 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:35.391928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6144542e-9e7e-49b9-a26b-107f9a541065) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:35.400342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:35.401675 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.405163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211393f-9120-4861-8a64-7dfe7dca54c0 None None] Network 6144542e-9e7e-49b9-a26b-107f9a541065 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:35.478888 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c7add22f-298b-44db-86fa-28f27f431589 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1367419 May 06 12:39:35.490029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:35.503548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:35.519567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:35.527420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.529356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Usage tracker for resource:router and tenant:ae48dac1aa88414285e4959d2075d29c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:35.534022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:35.540144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.568254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:35.615441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:35.617681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-15ff1f55-544c-486e-9ef0-178a788dbaa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2824719 May 06 12:39:35.633949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.635545 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.642903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74bcd93-50dd-4e6b-b61c-6ac47ebad2ee,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:35.653107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.653655 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Added segment 5e9b6438-3c77-4320-a826-2fe1831a2d20 of type vlan for network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 May 06 12:39:35.721396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.728640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.773247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d4ffa-413f-4312-849c-1257847b1791 req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] No DVR routers for this DVR port e426cb97-c3c2-486a-ad47-f4fa118f8be5 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:35.776961 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.807410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:36.051684 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.064509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:36.065824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.079034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-6144542e-9e7e-49b9-a26b-107f9a541065', 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'fixed_ips': [{'subnet_id': '150a583a-3e68-450c-8a70-1d0739f9bedc'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:36.083719 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.234128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3915b01a-d6d4-4314-ac01-ec20e81dc52a req-3a7955c4-b1d4-415e-b82f-343e78f0954c tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9957254 May 06 12:39:36.256701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-ff007bfa-f8c3-4f3c-bf91-22de02360d52 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "DELETE /v2.0/ports/e426cb97-c3c2-486a-ad47-f4fa118f8be5 HTTP/1.1" status: 204 len: 173 time: 3.8527291 May 06 12:39:36.273197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.289818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Network': ['ID=b880c6d1-fbf7-4308-b2a3-acc03ee75e71,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:36.299680 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c0feaa15-4d0e-4900-b2b1-a6728e29002e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7470350 May 06 12:39:36.316373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36400) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:36.323762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:36.383949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fb8d1fa-ece6-466e-8d5a-993fecad9881 req-ee91958b-1a3c-46a0-bebe-662567d16a38 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9667692 May 06 12:39:36.428361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] For port d5a268c0-1341-442c-b182-adc35ba7163a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d5a268c0-1341-442c-b182-adc35ba7163a,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:36.428950 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.599226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Allocated IP 172.20.0.2 (6144542e-9e7e-49b9-a26b-107f9a541065/150a583a-3e68-450c-8a70-1d0739f9bedc/fbdf02d4-98d1-41f5-916c-75dfbcbcfa75) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:36.666437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:36.679281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:36.685751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:36.699905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:36.765133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:36.848021 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c52c875-2776-4b87-80d9-a06e3ab657e3'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc616944-ac4e-4027-b0b0-1e6ef559966d', 'code': 200} May 06 12:39:36.848763 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c52c875-2776-4b87-80d9-a06e3ab657e3'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb7caad-6cbc-46a1-9399-ad15ed3fbdda', 'code': 200} May 06 12:39:36.849156 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c52c875-2776-4b87-80d9-a06e3ab657e3'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49832452-4030-4566-b8bf-492be19ec86d', 'code': 200} May 06 12:39:36.849542 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c52c875-2776-4b87-80d9-a06e3ab657e3'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5', 'code': 200} May 06 12:39:36.850508 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c52c875-2776-4b87-80d9-a06e3ab657e3'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61', 'code': 200} May 06 12:39:36.850929 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c52c875-2776-4b87-80d9-a06e3ab657e3'] response: {'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6139636c-0355-4193-8487-831745c3614a', 'code': 200} May 06 12:39:36.852201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:36.855048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Calling delete_port for d5a268c0-1341-442c-b182-adc35ba7163a owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:36.955589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.106049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port 49832452-4030-4566-b8bf-492be19ec86d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:37.106311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.130164 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd76a11a-5db6-4414-ae20-6d8afc9eeaaa req-a9e25648-b565-4ad6-a876-a94b1c918fb0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 1097 time: 0.4076405 May 06 12:39:37.149754 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.179018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-c5d78257-b01b-4a44-a37f-c5ff10577696 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4982114 May 06 12:39:37.235284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149f573-a729-41ad-9373-4e8ef51f551d req-dd6e9c77-65a6-4543-8246-29afe8920ba8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:37.237035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-dd6e9c77-65a6-4543-8246-29afe8920ba8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 815 time: 1.2626846 May 06 12:39:37.256819 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.329610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.341328 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd76a11a-5db6-4414-ae20-6d8afc9eeaaa req-b30c4d61-dff1-4437-953d-4355dd6cb001 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960082 May 06 12:39:37.389575 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.414005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Transition to ACTIVE for port object fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:37.452107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Transition to ACTIVE for port object fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:37.468436 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.572746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Network 6144542e-9e7e-49b9-a26b-107f9a541065 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:37.576107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:37.579178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:37.591544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Pushing event updated for resources: {'Port': ['ID=fbdf02d4-98d1-41f5-916c-75dfbcbcfa75,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:37.705833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Attempting to bind port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:37.706879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Attempting to bind port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:37.706879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Attempting to bind port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 on network 6144542e-9e7e-49b9-a26b-107f9a541065 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:37.715753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:37.716372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Checking segment: {'id': '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:37.716721 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.717156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Bound using segment: {'id': '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:37.717718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Bound port: fbdf02d4-98d1-41f5-916c-75dfbcbcfa75, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:37.718114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.854175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] For port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:37.860121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] For port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fbdf02d4-98d1-41f5-916c-75dfbcbcfa75,segment=NetworkSegment(7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa),segment_id=7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:37.867420 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.872610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.965082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3036f-c4f2-42b1-8f28-281e45e0084f req-16994cae-7c62-4d84-87bf-47abe3979560 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:37.969925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3036f-c4f2-42b1-8f28-281e45e0084f req-16994cae-7c62-4d84-87bf-47abe3979560 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:37.974711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3036f-c4f2-42b1-8f28-281e45e0084f req-16994cae-7c62-4d84-87bf-47abe3979560 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:37.975518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43067632-35e7-44e7-a563-b7b4f113dc5d None None] Pushing event updated for resources: {'Port': ['ID=fbdf02d4-98d1-41f5-916c-75dfbcbcfa75,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:37.985589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3036f-c4f2-42b1-8f28-281e45e0084f req-16994cae-7c62-4d84-87bf-47abe3979560 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:37.987033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ccd3036f-c4f2-42b1-8f28-281e45e0084f req-16994cae-7c62-4d84-87bf-47abe3979560 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:38.019322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Allocated IP 172.25.7.42 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/ef027e99-266b-48c3-9071-2d5b587e1de8) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:38.073397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-c3625259-8630-4b0d-8235-50762c9d17c7 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 472 time: 0.8052723 May 06 12:39:38.082478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=97f5b0db-b1e0-4e90-98f0-29e5287ba9fa,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:38.083192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243527bc-8b3c-4988-8778-09eec4cb2399 req-2c0c9397-81d2-4b43-b3fb-956087e27a4d tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:38.092066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-243527bc-8b3c-4988-8778-09eec4cb2399 req-2c0c9397-81d2-4b43-b3fb-956087e27a4d tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 946 time: 1.1817205 May 06 12:39:38.166228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'port': {'device_id': '769cf237-d0be-4adc-a13d-6df176668114', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'admin_state_up': True, 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'security_groups': ['c2f776d3-4f97-40eb-aec3-43dcc57fbaf1']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:38.269969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc64e4b4-6d76-4dd6-b96a-dc24c72d2c93 req-dbcef2c6-642e-4da1-b278-51795aabe4eb service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0735378 May 06 12:39:38.302115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:38.307979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network hostable DHCP agents. Network: b880c6d1-fbf7-4308-b2a3-acc03ee75e71, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:38.445738 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.468285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:38.478184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.487707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b880c6d1-fbf7-4308-b2a3-acc03ee75e71) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:38.495343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:38.496821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.507894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ccd3036f-c4f2-42b1-8f28-281e45e0084f req-16994cae-7c62-4d84-87bf-47abe3979560 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:38.508291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['1853fca2-20e4-4abb-b023-6ab4b902aba0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:38.521276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd3036f-c4f2-42b1-8f28-281e45e0084f req-16994cae-7c62-4d84-87bf-47abe3979560 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 3143 time: 1.5733683 May 06 12:39:38.529916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.582282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ddc921-02e2-400f-b6bc-429a355d9482 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:38.594894 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-11f34374-bb2f-45d2-a52e-6ed77b0bfefd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2727168 May 06 12:39:38.600712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36408) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:38.607765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:38.616202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'name': 'tempest-NetworksTestDHCPv6-139907968'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:38.631619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:38.648413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:38.735678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Pushing event deleted for resources: {'Port': ['ID=d5a268c0-1341-442c-b182-adc35ba7163a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:38.789778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef027e99-266b-48c3-9071-2d5b587e1de8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:38.834873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-406d4ffa-413f-4312-849c-1257847b1791 req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] For port 49832452-4030-4566-b8bf-492be19ec86d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=49832452-4030-4566-b8bf-492be19ec86d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:38.835727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.899429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a268c0-1341-442c-b182-adc35ba7163a'}, {'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6a2500-016b-4951-82fe-10a3dfaf4877'}, {'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ccc840-749c-4eaa-a4af-2178b1373ef3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:38.981693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:38.988469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:38.996972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:39.016147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:39.042046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:39.045914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.047492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd3036f-c4f2-42b1-8f28-281e45e0084f req-ba6ea611-da07-47c3-938c-cfebe5e3637e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5242422 May 06 12:39:39.052389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.053510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.054254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.055142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.056120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.056894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.057904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.058729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.059567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.060930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.062976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.100541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-243527bc-8b3c-4988-8778-09eec4cb2399 req-6d06f3fe-8a3d-4857-8ffe-93ab9392e50a tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0008554 May 06 12:39:39.162527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 222584ab-c209-4b35-b1e2-c473544fb667 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:39.268046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '97f5b0db-b1e0-4e90-98f0-29e5287ba9fa'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:39.269708 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.414939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] No DVR routers for this DVR port d5a268c0-1341-442c-b182-adc35ba7163a on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:39.525637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Calling delete_port for 49832452-4030-4566-b8bf-492be19ec86d owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:39.559024 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.571191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.573279 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.605906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::142 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/97f5b0db-b1e0-4e90-98f0-29e5287ba9fa/222584ab-c209-4b35-b1e2-c473544fb667) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:39.705224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d37ac7b4-88b5-4b87-8ad4-90e96085de43 req-d9065785-24ec-48f8-8de6-c18f93c6a276 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Synchronizing usage tracker for tenant:9247f74c7c5e4024aa5005d19ad5db3e on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:39.713166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc93e683-fbfd-4706-b08d-535bed999f17 req-1828a68a-892d-4f9c-af7a-7779a6727ba0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 210 time: 0.0957177 May 06 12:39:39.720571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:39.725586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a6c28a3-8015-4c71-8a05-a352e6cc7668 req-a817390e-d837-4368-a21b-829e23867254 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.48 "DELETE /v2.0/ports/d5a268c0-1341-442c-b182-adc35ba7163a HTTP/1.1" status: 204 len: 173 time: 9.2451172 May 06 12:39:39.766026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ff694-bc26-4be0-9aba-4b352a679bf9 None None] Network 6144542e-9e7e-49b9-a26b-107f9a541065 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:39.769517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:39.787672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d37ac7b4-88b5-4b87-8ad4-90e96085de43 req-d9065785-24ec-48f8-8de6-c18f93c6a276 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Unset dirty status for tenant:9247f74c7c5e4024aa5005d19ad5db3e on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:39.790221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d37ac7b4-88b5-4b87-8ad4-90e96085de43 req-d9065785-24ec-48f8-8de6-c18f93c6a276 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c HTTP/1.1" status: 200 len: 210 time: 0.2313867 May 06 12:39:39.949670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Made reservation on behalf of 87e0f7cda7f949edb753ce4197fd5a9b for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:39.960074 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:40.002793 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc82ed6-cc3e-474d-a765-6b404208be66'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': 'e426cb97-c3c2-486a-ad47-f4fa118f8be5', 'status': 'completed', 'code': 200} May 06 12:39:40.229117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-54dedf0b-1cff-402d-9a8d-135af9f116ca None None] Provisioning for port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:40.240687 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:40.355142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:40.421248 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:40.461267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 222584ab-c209-4b35-b1e2-c473544fb667 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:40.502339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Port': ['ID=49832452-4030-4566-b8bf-492be19ec86d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:40.544254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:40.712324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d4ffa-413f-4312-849c-1257847b1791 req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] No DVR routers for this DVR port 49832452-4030-4566-b8bf-492be19ec86d on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:40.754148 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:40.780057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/97f5b0db-b1e0-4e90-98f0-29e5287ba9fa/039671f4-0f17-4b8d-b7fe-e1a3370da83d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:40.804886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-9b97d89b-74ea-4525-bc2a-dec3b171b66a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "DELETE /v2.0/ports/49832452-4030-4566-b8bf-492be19ec86d HTTP/1.1" status: 204 len: 173 time: 4.5011556 May 06 12:39:40.813964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:40.837225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:40.851830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:40.866305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:40.866673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:40.866898 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:40.873994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:40.874445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Allocated IP 172.20.0.6 (65d1fd16-9391-4fd5-83e8-7b89bb4249e8/3473eb44-72d0-416f-b75e-63353d06f8e4/9ba991e4-bc53-40de-914c-861a4b8c85c8) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:40.875044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:40.900471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21964e5-8f1a-4be2-8c2d-e2efe8f3310b req-06f2bd2e-3ad4-4215-9806-a8ba1e16c26d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:40.904038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21964e5-8f1a-4be2-8c2d-e2efe8f3310b req-06f2bd2e-3ad4-4215-9806-a8ba1e16c26d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:40.905645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f21964e5-8f1a-4be2-8c2d-e2efe8f3310b req-06f2bd2e-3ad4-4215-9806-a8ba1e16c26d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1680 time: 0.6557486 May 06 12:39:40.910492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=222584ab-c209-4b35-b1e2-c473544fb667,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:40.920642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcecf4-3687-4908-9f1f-936f17e196ac req-5015aeb5-8130-44ea-94e8-ef10b00b4fb2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:40.928284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-65bcecf4-3687-4908-9f1f-936f17e196ac req-5015aeb5-8130-44ea-94e8-ef10b00b4fb2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.6821084 May 06 12:39:40.950731 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-00743522-92fa-489e-8464-642de9d7b5c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3447771 May 06 12:39:40.955834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:41.193938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Router d79108cb-63e3-4214-8c74-f9bd85d16b0b is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:39:41.246352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4524463-9353-48cc-a60e-17ca0642e5be tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:41.250075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f4524463-9353-48cc-a60e-17ca0642e5be tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:41.296200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:41.296779 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.497206 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.542084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.561766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Transition to ACTIVE for port object 039671f4-0f17-4b8d-b7fe-e1a3370da83d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:41.599745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Transition to ACTIVE for port object 039671f4-0f17-4b8d-b7fe-e1a3370da83d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:41.616757 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.621313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f21964e5-8f1a-4be2-8c2d-e2efe8f3310b req-b724df8b-ce60-443d-b02d-712392a1fdc4 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908607 May 06 12:39:41.713857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-65bcecf4-3687-4908-9f1f-936f17e196ac req-f887177a-eb8a-4382-8b8c-9d6bdc58f45c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537889 May 06 12:39:41.740862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f4524463-9353-48cc-a60e-17ca0642e5be tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:41.745734 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f4524463-9353-48cc-a60e-17ca0642e5be tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7844064 May 06 12:39:41.753788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36428) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:41.858391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-efbecafa-a0f1-49a5-9e14-751b5d479d4f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 222584ab-c209-4b35-b1e2-c473544fb667 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:41.859490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efbecafa-a0f1-49a5-9e14-751b5d479d4f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.891421 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013ed7d9-64a7-4a19-a4ea-c7b96c3e2572'] response: {'server_uuid': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a268c0-1341-442c-b182-adc35ba7163a', 'code': 200} May 06 12:39:41.891914 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013ed7d9-64a7-4a19-a4ea-c7b96c3e2572'] response: {'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6a2500-016b-4951-82fe-10a3dfaf4877', 'code': 200} May 06 12:39:41.903215 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013ed7d9-64a7-4a19-a4ea-c7b96c3e2572'] response: {'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ccc840-749c-4eaa-a4af-2178b1373ef3', 'code': 200} May 06 12:39:41.931540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fbdf02d4-98d1-41f5-916c-75dfbcbcfa75,segment=NetworkSegment(7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa),segment_id=7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:41.951346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:41.956881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Pushing event updated for resources: {'Port': ['ID=039671f4-0f17-4b8d-b7fe-e1a3370da83d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:41.979435 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.984701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:42.071114 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:42.079498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'name': 'network-vif-deleted', 'tag': 'd5a268c0-1341-442c-b182-adc35ba7163a'}, {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': '49832452-4030-4566-b8bf-492be19ec86d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:42.084933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ac5cca33-020f-4b23-8e31-6d1e6fad9626 None None] Provisioning complete for port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:42.085450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac5cca33-020f-4b23-8e31-6d1e6fad9626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.356742 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efbecafa-a0f1-49a5-9e14-751b5d479d4f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.385345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-74275372-ee3c-493a-a1ad-7c3f6d9473cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.416427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=fbdf02d4-98d1-41f5-916c-75dfbcbcfa75,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:42.438026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Attempting to bind port 039671f4-0f17-4b8d-b7fe-e1a3370da83d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:42.438591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Attempting to bind port 039671f4-0f17-4b8d-b7fe-e1a3370da83d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:42.439195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Attempting to bind port 039671f4-0f17-4b8d-b7fe-e1a3370da83d on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:42.485722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:42.486154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:42.486496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.486962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:42.487465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Bound port: 039671f4-0f17-4b8d-b7fe-e1a3370da83d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:42.487864 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.576079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-efbecafa-a0f1-49a5-9e14-751b5d479d4f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 222584ab-c209-4b35-b1e2-c473544fb667 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:42.622278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:39:42.637344 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Sync routers for ids ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:39:42.651945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] For port 039671f4-0f17-4b8d-b7fe-e1a3370da83d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:42.652805 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Routers {'d79108cb-63e3-4214-8c74-f9bd85d16b0b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:42.653574 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:42.658036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] For port 039671f4-0f17-4b8d-b7fe-e1a3370da83d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=039671f4-0f17-4b8d-b7fe-e1a3370da83d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:42.680469 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.768223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-406d4ffa-413f-4312-849c-1257847b1791 req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] For port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:42.768874 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.797307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.840387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd9091-5cc7-489d-ac04-b1547ec2a78a None None] Pushing event updated for resources: {'Port': ['ID=039671f4-0f17-4b8d-b7fe-e1a3370da83d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:42.920031 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Set router d79108cb-63e3-4214-8c74-f9bd85d16b0b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:42.950209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.952949 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43bb6a02-70c5-4a31-8f4a-2e6ab9a3ffc0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.4617972 May 06 12:39:42.960051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36440) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:43.091153 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.110124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Calling delete_port for 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:43.170724 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efbecafa-a0f1-49a5-9e14-751b5d479d4f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.245344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd6f9a-92d2-4b2e-9241-31861b02ae54 req-0ed5df07-0964-4512-be90-01537d70640a tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:43.259490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0dd6f9a-92d2-4b2e-9241-31861b02ae54 req-0ed5df07-0964-4512-be90-01537d70640a tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 946 time: 0.9954562 May 06 12:39:43.271374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbecafa-a0f1-49a5-9e14-751b5d479d4f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=222584ab-c209-4b35-b1e2-c473544fb667,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:43.366259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efbecafa-a0f1-49a5-9e14-751b5d479d4f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.372051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Transition to ACTIVE for port object 9ba991e4-bc53-40de-914c-861a4b8c85c8 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:43.384122 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-efbecafa-a0f1-49a5-9e14-751b5d479d4f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/222584ab-c209-4b35-b1e2-c473544fb667 HTTP/1.1" status: 204 len: 168 time: 1.6279159 May 06 12:39:43.387337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36444) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:43.391911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2535d2a-a5e9-4803-b0d5-5243e961f52e req-1629e2c7-6edd-445f-873f-c3f5ea78c9dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1982 time: 1.3001294 May 06 12:39:43.430959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c57a3-417e-4422-a188-2af37a625906 req-8df0d493-cc2e-4264-9e21-4edfddb264fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:43.438585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c57a3-417e-4422-a188-2af37a625906 req-8df0d493-cc2e-4264-9e21-4edfddb264fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:43.446556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c57a3-417e-4422-a188-2af37a625906 req-8df0d493-cc2e-4264-9e21-4edfddb264fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:43.448014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-510c57a3-417e-4422-a188-2af37a625906 req-8df0d493-cc2e-4264-9e21-4edfddb264fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:43.496582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b70e42-5322-489a-b8e9-2b43f6839370 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:43.498397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b70e42-5322-489a-b8e9-2b43f6839370 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:43.499553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6b70e42-5322-489a-b8e9-2b43f6839370 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:43.514124 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:39:35Z', 'updated_at': '2022-05-06T12:39:38Z', 'revision_number': 3, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'gw_port': {'id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:37Z', 'updated_at': '2022-05-06T12:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:43.525584 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Checking router: d79108cb-63e3-4214-8c74-f9bd85d16b0b for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:39:43.526154 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Updating router d79108cb-63e3-4214-8c74-f9bd85d16b0b port ef027e99-266b-48c3-9071-2d5b587e1de8 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:39:43.529828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0dd6f9a-92d2-4b2e-9241-31861b02ae54 req-e49174b4-ccc8-4b60-8800-ac4dc85190a0 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686810 May 06 12:39:43.537545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6b70e42-5322-489a-b8e9-2b43f6839370 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:43.542622 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6b70e42-5322-489a-b8e9-2b43f6839370 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1539352 May 06 12:39:43.544909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36448) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:43.592181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-510c57a3-417e-4422-a188-2af37a625906 req-8df0d493-cc2e-4264-9e21-4edfddb264fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:43.599935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-510c57a3-417e-4422-a188-2af37a625906 req-8df0d493-cc2e-4264-9e21-4edfddb264fd tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 2410 time: 1.2752056 May 06 12:39:43.640390 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.747099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2535d2a-a5e9-4803-b0d5-5243e961f52e req-d270b30e-8e79-4b66-84f1-7e40bba8b00c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843525 May 06 12:39:43.773255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.977279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0890ddd9-7bf7-4752-b12c-e4266e26d776 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 97f5b0db-b1e0-4e90-98f0-29e5287ba9fa {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:43.990618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0890ddd9-7bf7-4752-b12c-e4266e26d776 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.038683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-510c57a3-417e-4422-a188-2af37a625906 req-87b90346-062a-427d-bed9-a81d16778025 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379122 May 06 12:39:44.039716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.095496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:44.180476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:44.189551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:44.244061 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.273250 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Transition to ACTIVE for port object ef027e99-266b-48c3-9071-2d5b587e1de8 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:44.290447 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.305502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=9ba991e4-bc53-40de-914c-861a4b8c85c8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:44.368276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0890ddd9-7bf7-4752-b12c-e4266e26d776 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.445835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 039671f4-0f17-4b8d-b7fe-e1a3370da83d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:44.475237 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Attempting to bind port ef027e99-266b-48c3-9071-2d5b587e1de8 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:44.475541 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Attempting to bind port ef027e99-266b-48c3-9071-2d5b587e1de8 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:44.479366 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Attempting to bind port ef027e99-266b-48c3-9071-2d5b587e1de8 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:44.496308 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:44.496916 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:44.497476 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.498239 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:44.498914 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Bound port: ef027e99-266b-48c3-9071-2d5b587e1de8, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:44.499561 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.588909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d4ffa-413f-4312-849c-1257847b1791 req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] No DVR routers for this DVR port 4e46a668-3e2d-43da-b6ef-4c0a15f40f61 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:44.613626 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Pushing event updated for resources: {'Port': ['ID=ef027e99-266b-48c3-9071-2d5b587e1de8,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:44.621578 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.626581 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "DELETE /v2.0/ports/4e46a668-3e2d-43da-b6ef-4c0a15f40f61 HTTP/1.1" status: 204 len: 173 time: 3.8111193 May 06 12:39:44.630206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844256f-5d30-4821-a5ad-3214baeb386a tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Port': ['ID=4e46a668-3e2d-43da-b6ef-4c0a15f40f61,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:44.630681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 039671f4-0f17-4b8d-b7fe-e1a3370da83d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:44.641464 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.641921 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.649105 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.649802 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.650152 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.653283 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.653955 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.654302 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.654734 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.655019 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.655295 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:44.658630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:44.780484 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] For port ef027e99-266b-48c3-9071-2d5b587e1de8, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:44.783319 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-976406f3-5229-4627-a017-129dd437ccf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.812579 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] For port ef027e99-266b-48c3-9071-2d5b587e1de8, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ef027e99-266b-48c3-9071-2d5b587e1de8,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:44.823788 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.836136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8167f0-b9c1-402a-b033-ba734d9ecdc6 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:44.841923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aa4c6-f2dc-4698-949b-575607341610 req-115adf3b-a840-455b-8d21-1c76492b3bff tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:44.843207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1d1aa4c6-f2dc-4698-949b-575607341610 req-115adf3b-a840-455b-8d21-1c76492b3bff tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:45.050137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:45.054699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.064605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0890ddd9-7bf7-4752-b12c-e4266e26d776 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.073970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1d1aa4c6-f2dc-4698-949b-575607341610 req-115adf3b-a840-455b-8d21-1c76492b3bff tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:45.089163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d1aa4c6-f2dc-4698-949b-575607341610 req-115adf3b-a840-455b-8d21-1c76492b3bff tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 931 time: 1.2972562 May 06 12:39:45.099646 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466d628-e719-4a2c-9a0c-e61a9a05cac4 None None] Pushing event updated for resources: {'Port': ['ID=ef027e99-266b-48c3-9071-2d5b587e1de8,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:45.178762 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b84e7d-5d5f-46e3-b160-4a9276477775'] response: {'server_uuid': 'f0ce2016-02e0-4c08-a8eb-4e0ec0b0d27c', 'name': 'network-vif-deleted', 'tag': 'd5a268c0-1341-442c-b182-adc35ba7163a', 'status': 'completed', 'code': 200} May 06 12:39:45.179049 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b84e7d-5d5f-46e3-b160-4a9276477775'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': '49832452-4030-4566-b8bf-492be19ec86d', 'status': 'completed', 'code': 200} May 06 12:39:45.189807 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Routers {'d79108cb-63e3-4214-8c74-f9bd85d16b0b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:45.191275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:45.192457 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.193439 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:45.242907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-b847b05d-bc64-4eee-9ccb-c41e1855502e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0825453 May 06 12:39:45.340416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Request body: {'port': {'device_id': '769cf237-d0be-4adc-a13d-6df176668114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:45.428611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0890ddd9-7bf7-4752-b12c-e4266e26d776 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.436437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:45.438094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.505985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890ddd9-7bf7-4752-b12c-e4266e26d776 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=97f5b0db-b1e0-4e90-98f0-29e5287ba9fa,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:45.531708 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0890ddd9-7bf7-4752-b12c-e4266e26d776 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.581223 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0890ddd9-7bf7-4752-b12c-e4266e26d776 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/97f5b0db-b1e0-4e90-98f0-29e5287ba9fa HTTP/1.1" status: 204 len: 168 time: 2.0349824 May 06 12:39:45.584956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36460) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:45.653227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d1aa4c6-f2dc-4698-949b-575607341610 req-c4eab305-307e-4617-ac3f-e81db10ed128 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5586638 May 06 12:39:45.713088 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1ed66af8-f175-4f6f-b8ae-63e6cd7ea78b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263037 May 06 12:39:45.716689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36464) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:45.725592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:45.798779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0eb71bcb-601d-4abd-867b-43bafbbc679c None None] Provisioning for port 039671f4-0f17-4b8d-b7fe-e1a3370da83d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:45.819067 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.928021 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] Set router d79108cb-63e3-4214-8c74-f9bd85d16b0b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:45.931613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0eb71bcb-601d-4abd-867b-43bafbbc679c None None] Provisioning complete for port 039671f4-0f17-4b8d-b7fe-e1a3370da83d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:45.932346 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0eb71bcb-601d-4abd-867b-43bafbbc679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.039596 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:46.047832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:46.053511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:46.063401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:46.117473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:46.121751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.132922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.207248 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.275157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.352987 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0eb71bcb-601d-4abd-867b-43bafbbc679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.469647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0eb71bcb-601d-4abd-867b-43bafbbc679c None None] For port 039671f4-0f17-4b8d-b7fe-e1a3370da83d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=039671f4-0f17-4b8d-b7fe-e1a3370da83d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:46.480519 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0eb71bcb-601d-4abd-867b-43bafbbc679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.687585 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:39:35Z', 'updated_at': '2022-05-06T12:39:38Z', 'revision_number': 3, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'gw_port': {'id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:37Z', 'updated_at': '2022-05-06T12:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:46.698402 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b152f-f545-4c3c-9cfb-7ab0b6dfab2c None None] The sync data for ids ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'] in n-d-840847-1 is: [{'id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:39:35Z', 'updated_at': '2022-05-06T12:39:38Z', 'revision_number': 3, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'gw_port': {'id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:37Z', 'updated_at': '2022-05-06T12:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:39:46.740857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb71bcb-601d-4abd-867b-43bafbbc679c None None] Pushing event updated for resources: {'Port': ['ID=039671f4-0f17-4b8d-b7fe-e1a3370da83d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:46.764155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-478954a2-285c-401e-a6fc-8fdc0990c541 None None] Provisioning for port 9ba991e4-bc53-40de-914c-861a4b8c85c8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:46.774543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-478954a2-285c-401e-a6fc-8fdc0990c541 None None] Provisioning complete for port 9ba991e4-bc53-40de-914c-861a4b8c85c8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:46.777824 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-478954a2-285c-401e-a6fc-8fdc0990c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.839147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef4b2-2965-4fe1-9980-50a376a36d84 req-e0fe931f-b481-4fa5-aa6b-ff2bc93bfd47 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:46.846822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef4b2-2965-4fe1-9980-50a376a36d84 req-e0fe931f-b481-4fa5-aa6b-ff2bc93bfd47 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:46.848974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d94ef4b2-2965-4fe1-9980-50a376a36d84 req-e0fe931f-b481-4fa5-aa6b-ff2bc93bfd47 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1680 time: 1.1252453 May 06 12:39:46.865783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e3380-a32b-4134-af2a-49d7201dca7c None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:46.883440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aab7f-bd75-4ff9-967b-76b141f26172 req-1312b1f3-7f3e-4786-9c7f-3e05cbc4ddd5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:46.884908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Allocated IP 172.20.0.1 (6144542e-9e7e-49b9-a26b-107f9a541065/150a583a-3e68-450c-8a70-1d0739f9bedc/738edfde-e68c-4fd7-8886-89c8d64ee903) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:46.897341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-854aab7f-bd75-4ff9-967b-76b141f26172 req-1312b1f3-7f3e-4786-9c7f-3e05cbc4ddd5 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 946 time: 0.9180224 May 06 12:39:46.901986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36470) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:46.919886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6ebbc2ac-5586-41dd-94ff-5a91d1130d77 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Request body: {'floatingip': {'port_id': '6139636c-0355-4193-8487-831745c3614a'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:47.065925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.113557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc2ac-5586-41dd-94ff-5a91d1130d77 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.195259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d94ef4b2-2965-4fe1-9980-50a376a36d84 req-a00dd11c-c51c-4075-bea8-fafe701ce114 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867711 May 06 12:39:47.228119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:47.431189 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:47.475760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-478954a2-285c-401e-a6fc-8fdc0990c541 None None] Port 9ba991e4-bc53-40de-914c-861a4b8c85c8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:47.476282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] For port 6e57cefd-329a-4c4f-9cf2-a9562f96b339, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e57cefd-329a-4c4f-9cf2-a9562f96b339,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:47.476878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.523266 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.600072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=00e6319c-a946-4223-9598-e5d4174663ae,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:47.624567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec712195-9706-4586-8643-04d7ce944f39 None None] Provisioning complete for port 039671f4-0f17-4b8d-b7fe-e1a3370da83d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:47.624829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec712195-9706-4586-8643-04d7ce944f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.708099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba991e4-bc53-40de-914c-861a4b8c85c8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:47.723880 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.761979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Transition to ACTIVE for port object 9ba991e4-bc53-40de-914c-861a4b8c85c8 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:48.080236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-13209f0b-8721-4ac7-a1aa-7d2476b5ffeb None None] Provisioning complete for port 039671f4-0f17-4b8d-b7fe-e1a3370da83d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:48.081029 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-13209f0b-8721-4ac7-a1aa-7d2476b5ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.101747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.239981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:48.247492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:48.262400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:48.263731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.347449 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ed47d2d6-6637-482f-b23c-ebb91aedf910 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6289871 May 06 12:39:48.358158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36480) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:48.376470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'name': 'tempest-NetworksTestDHCPv6-1217607808'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:48.510940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 039671f4-0f17-4b8d-b7fe-e1a3370da83d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:48.664907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2c292e-f6c6-430d-a284-b6f89d737c40 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:48.825981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-13b7ec12-2be5-4c9d-bc42-1ded891750c6 None None] Could not find standard attr ID for object 222584ab-c209-4b35-b1e2-c473544fb667. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:39:48.846876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba991e4-bc53-40de-914c-861a4b8c85c8,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:48.884346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.916849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 039671f4-0f17-4b8d-b7fe-e1a3370da83d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:48.917484 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.987135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Transition to ACTIVE for port object 738edfde-e68c-4fd7-8886-89c8d64ee903 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:49.055241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:49.081292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:49.095402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:49.127919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:49.173062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27962c-3430-4a5b-9ff4-434372063a8d req-b718727f-36ea-4751-aa99-3604d1f7f87f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:49.180503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b27962c-3430-4a5b-9ff4-434372063a8d req-b718727f-36ea-4751-aa99-3604d1f7f87f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.3966889 May 06 12:39:49.189110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187c68-44ab-4623-98f0-2c8b8eff54dd req-2cd55075-c4db-4049-8e54-fc2bef0f3f65 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:49.193638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187c68-44ab-4623-98f0-2c8b8eff54dd req-2cd55075-c4db-4049-8e54-fc2bef0f3f65 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:49.202213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67187c68-44ab-4623-98f0-2c8b8eff54dd req-2cd55075-c4db-4049-8e54-fc2bef0f3f65 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 1677 time: 1.3163042 May 06 12:39:49.226861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.230851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:49.234111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.350307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 29464d09-761a-440a-8cf0-8ca343c29b42 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:49.391916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef027e99-266b-48c3-9071-2d5b587e1de8 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:49.411932 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.412586 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.413097 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Floating IP c6da665a-959e-4df3-b006-25425b16ddfd disassociated. External IP: 172.25.7.197, port: 6e57cefd-329a-4c4f-9cf2-a9562f96b339. May 06 12:39:49.413673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Calling delete_port for 6e57cefd-329a-4c4f-9cf2-a9562f96b339 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:49.475673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Pushing event updated for resources: {'Port': ['ID=738edfde-e68c-4fd7-8886-89c8d64ee903,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:49.537456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Network 6144542e-9e7e-49b9-a26b-107f9a541065 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:49.549974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ef027e99-266b-48c3-9071-2d5b587e1de8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:49.552875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:49.567050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:49.588257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ef027e99-266b-48c3-9071-2d5b587e1de8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:49.588974 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.650953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Attempting to bind port 9ba991e4-bc53-40de-914c-861a4b8c85c8 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:49.650953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Attempting to bind port 9ba991e4-bc53-40de-914c-861a4b8c85c8 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:49.651669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Attempting to bind port 9ba991e4-bc53-40de-914c-861a4b8c85c8 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:49.689976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::126 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/00e6319c-a946-4223-9598-e5d4174663ae/29464d09-761a-440a-8cf0-8ca343c29b42) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:49.701044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.982040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Port 9ba991e4-bc53-40de-914c-861a4b8c85c8 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:39:49.982040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Attempting to bind port 9ba991e4-bc53-40de-914c-861a4b8c85c8 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:49.991955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc2ac-5586-41dd-94ff-5a91d1130d77 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.022319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67187c68-44ab-4623-98f0-2c8b8eff54dd req-65a654c3-8084-4b93-b064-263c7121ca4d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8062332 May 06 12:39:50.085896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b27962c-3430-4a5b-9ff4-434372063a8d req-537210ca-f459-486b-a5f4-b34b25138058 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8984091 May 06 12:39:50.122484 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.160103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:50.160103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Checking segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:50.160103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Bound using segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:50.160103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Bound port: 9ba991e4-bc53-40de-914c-861a4b8c85c8, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:50.160103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.189820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ef027e99-266b-48c3-9071-2d5b587e1de8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ef027e99-266b-48c3-9071-2d5b587e1de8,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:50.205303 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.299323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc2ac-5586-41dd-94ff-5a91d1130d77 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.395950 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:39:50.681570 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cf2b74-b8a5-4eed-9131-678ad096e3ae'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': '4e46a668-3e2d-43da-b6ef-4c0a15f40f61', 'status': 'completed', 'code': 200} May 06 12:39:50.754679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-19aef3a7-d00a-44a8-8dda-f82e68a2ebdb None None] Provisioning complete for port 039671f4-0f17-4b8d-b7fe-e1a3370da83d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:50.754679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-19aef3a7-d00a-44a8-8dda-f82e68a2ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.912472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.940268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ef027e99-266b-48c3-9071-2d5b587e1de8,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:50.962472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.277582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Port': ['ID=6e57cefd-329a-4c4f-9cf2-a9562f96b339,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:51.411049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8297afd7-92f2-4441-af75-d0008e2fe745 None None] Provisioning for port 738edfde-e68c-4fd7-8886-89c8d64ee903 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:51.411049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8297afd7-92f2-4441-af75-d0008e2fe745 None None] Provisioning complete for port 738edfde-e68c-4fd7-8886-89c8d64ee903 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:51.411049 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8297afd7-92f2-4441-af75-d0008e2fe745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.560985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8297afd7-92f2-4441-af75-d0008e2fe745 None None] Port 738edfde-e68c-4fd7-8886-89c8d64ee903 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:51.576797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-8f74fa14-ee8a-4014-b8c8-0c9e5fca05ea tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:51.578936 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-8f74fa14-ee8a-4014-b8c8-0c9e5fca05ea tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.36 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 1.3405216 May 06 12:39:51.767683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] For port 9ba991e4-bc53-40de-914c-861a4b8c85c8, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:51.836078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.860831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Deleting port 1853fca2-20e4-4abb-b023-6ab4b902aba0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:51.861166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.888819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] For port 9ba991e4-bc53-40de-914c-861a4b8c85c8, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ba991e4-bc53-40de-914c-861a4b8c85c8,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:51.911520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 29464d09-761a-440a-8cf0-8ca343c29b42 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:51.916433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.926824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771239c-7f73-4473-a646-d93367ff34a9 req-fe555cc5-2bad-4b12-ac09-eae56a677e0b tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:51.928442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2771239c-7f73-4473-a646-d93367ff34a9 req-fe555cc5-2bad-4b12-ac09-eae56a677e0b tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42b5b35-eb12-4276-b101-1ad00e02287c HTTP/1.1" status: 200 len: 945 time: 0.7241135 May 06 12:39:51.972757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284cf3d-ce16-490d-974b-c64682c8c6f2 req-cc0a098e-957c-4c58-b97b-f7ea92685abe tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:51.974455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7284cf3d-ce16-490d-974b-c64682c8c6f2 req-cc0a098e-957c-4c58-b97b-f7ea92685abe tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 943 time: 0.8625691 May 06 12:39:52.004252 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.026651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.078570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.150749 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.152805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ba991e4-bc53-40de-914c-861a4b8c85c8 HTTP/1.1" status: 200 len: 1091 time: 6.8236022 May 06 12:39:52.314877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befa846-14a0-4b2f-a290-5dc9479632f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba991e4-bc53-40de-914c-861a4b8c85c8,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:52.337642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:52.339700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Pushing event updated for resources: {'Port': ['ID=738edfde-e68c-4fd7-8886-89c8d64ee903,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:52.346018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7284cf3d-ce16-490d-974b-c64682c8c6f2 req-7c9366e1-f72e-41ad-98ff-8e2a05e1fd6f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3452551 May 06 12:39:52.373637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2771239c-7f73-4473-a646-d93367ff34a9 req-d2ea54fd-b2e1-496c-8458-6cd03d1f93b5 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b507d5d-e3a5-4cad-ae67-59eac6353bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873317 May 06 12:39:52.411235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef027e99-266b-48c3-9071-2d5b587e1de8 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:52.624016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ef027e99-266b-48c3-9071-2d5b587e1de8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:52.625213 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.633369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:52.663935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769cf237-d0be-4adc-a13d-6df176668114', 'tag': '9ba991e4-bc53-40de-914c-861a4b8c85c8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:52.665334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=29464d09-761a-440a-8cf0-8ca343c29b42,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:52.698856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:52.711360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:52.715275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.762540 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-6ebbc2ac-5586-41dd-94ff-5a91d1130d77 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Floating IP bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783 associated. External IP: 172.25.7.17, port: 6139636c-0355-4193-8487-831745c3614a. May 06 12:39:52.891997 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.951448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-3c37185b-531f-4f9c-b4e8-3a1fb522a1dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 1094 time: 0.7220750 May 06 12:39:52.953859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] For port 1853fca2-20e4-4abb-b023-6ab4b902aba0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1853fca2-20e4-4abb-b023-6ab4b902aba0,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:52.954335 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.153160 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-74bc1647-5656-4489-bbc1-97713b647004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7853801 May 06 12:39:53.158334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36494) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:53.217038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-be3fce9b-c289-4520-ba7c-8fabdd4c0418 None None] Provisioning for port 29464d09-761a-440a-8cf0-8ca343c29b42 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:53.225415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-be3fce9b-c289-4520-ba7c-8fabdd4c0418 None None] Provisioning complete for port 29464d09-761a-440a-8cf0-8ca343c29b42 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:53.226023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be3fce9b-c289-4520-ba7c-8fabdd4c0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.309278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-be3fce9b-c289-4520-ba7c-8fabdd4c0418 None None] Port 29464d09-761a-440a-8cf0-8ca343c29b42 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:53.461392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Calling delete_port for 1853fca2-20e4-4abb-b023-6ab4b902aba0 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:53.497926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e1253-dea9-4a0a-9e47-cddfb712478e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:53.504060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e1253-dea9-4a0a-9e47-cddfb712478e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:53.505247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ea9e1253-dea9-4a0a-9e47-cddfb712478e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:53.529213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Network 6144542e-9e7e-49b9-a26b-107f9a541065 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:53.533807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:53.601247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-2ab17cce-e61a-4657-8864-9edcb34560ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ba991e4-bc53-40de-914c-861a4b8c85c8 HTTP/1.1" status: 200 len: 217 time: 0.6348078 May 06 12:39:53.733665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Router c3fc959f-18c4-4712-9762-8b8e52b115a7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:39:53.781887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ea9e1253-dea9-4a0a-9e47-cddfb712478e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:53.787835 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ea9e1253-dea9-4a0a-9e47-cddfb712478e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.6299744 May 06 12:39:53.792530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36502) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:53.846704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f2a49-27f6-4c2d-bd25-5d2eacf2e7fc req-caf0549e-74ab-4aa3-aa83-ef07bb43f15a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:53.850214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c3f2a49-27f6-4c2d-bd25-5d2eacf2e7fc req-caf0549e-74ab-4aa3-aa83-ef07bb43f15a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.0897117 May 06 12:39:53.852604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149f573-a729-41ad-9373-4e8ef51f551d req-a0292dcb-c8b6-482f-a4e3-5c5057e36f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:53.855647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-a0292dcb-c8b6-482f-a4e3-5c5057e36f2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.2465243 May 06 12:39:53.965382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.979633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2339bac7-0e20-4be8-9863-bde17e198196 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 29464d09-761a-440a-8cf0-8ca343c29b42 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:53.980622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2339bac7-0e20-4be8-9863-bde17e198196 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.983435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b891ffa1-3bda-4440-b921-68a6209f8361 None None] Provisioning complete for port 738edfde-e68c-4fd7-8886-89c8d64ee903 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:53.987563 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b891ffa1-3bda-4440-b921-68a6209f8361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.087716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Pushing event deleted for resources: {'Port': ['ID=1853fca2-20e4-4abb-b023-6ab4b902aba0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:54.166583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b891ffa1-3bda-4440-b921-68a6209f8361 None None] Port 738edfde-e68c-4fd7-8886-89c8d64ee903 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:54.235924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836adcc-845c-46f7-a7fd-4e367d438f01 req-83aa18ac-db32-4482-8e2f-bdb51912a542 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:54.238888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e836adcc-845c-46f7-a7fd-4e367d438f01 req-83aa18ac-db32-4482-8e2f-bdb51912a542 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 943 time: 0.7380588 May 06 12:39:54.343824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1853fca2-20e4-4abb-b023-6ab4b902aba0 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:54.460201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 1853fca2-20e4-4abb-b023-6ab4b902aba0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:54.472403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1853fca2-20e4-4abb-b023-6ab4b902aba0 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:54.636017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c3f2a49-27f6-4c2d-bd25-5d2eacf2e7fc req-cc497f8e-8dd4-4135-9e46-ff3fe5136743 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7584054 May 06 12:39:54.649927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] No DVR routers for this DVR port 1853fca2-20e4-4abb-b023-6ab4b902aba0 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:54.658039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.750833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e836adcc-845c-46f7-a7fd-4e367d438f01 req-10ab3d07-9e2a-4930-9611-80d20b0a72dc tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104062 May 06 12:39:54.879428 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776d8920-47ad-456a-93e7-df1477e01129'] response: {'name': 'network-changed', 'server_uuid': '769cf237-d0be-4adc-a13d-6df176668114', 'tag': '9ba991e4-bc53-40de-914c-861a4b8c85c8', 'status': 'completed', 'code': 200} May 06 12:39:54.908193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2339bac7-0e20-4be8-9863-bde17e198196 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.952502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-4823c0d0-2507-49f8-a9d3-725a8dd5d52f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0408645 May 06 12:39:54.953540 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d9386f2-f507-43f8-a4e0-8d833f5d328c req-59ff951b-62be-4037-926e-57d8f65d5160 tempest-ServerRescueTestJSON-278368192 tempest-ServerRescueTestJSON-278368192-project] 10.222.0.36 "DELETE /v2.0/ports/1853fca2-20e4-4abb-b023-6ab4b902aba0 HTTP/1.1" status: 204 len: 173 time: 3.3417957 May 06 12:39:55.237094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-1adcea97-75c7-42d3-9374-c12f0e097039 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740626 May 06 12:39:55.278093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2339bac7-0e20-4be8-9863-bde17e198196 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 29464d09-761a-440a-8cf0-8ca343c29b42 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:55.428751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-74c54e1d-b6be-4914-98b0-34b5f910bffe tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:55.436674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-74c54e1d-b6be-4914-98b0-34b5f910bffe tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:55.438723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-74c54e1d-b6be-4914-98b0-34b5f910bffe tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Synchronizing usage tracker for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:55.446818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:39:55.461947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] Sync routers for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:39:55.487291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:55.488643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:55.529128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-74c54e1d-b6be-4914-98b0-34b5f910bffe tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Unset dirty status for tenant:334822546a7644ea9788570aebc2fae5 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:55.531247 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-74c54e1d-b6be-4914-98b0-34b5f910bffe tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.36 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1680 time: 0.9346933 May 06 12:39:55.543676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3938e4a-26cb-4b88-82eb-cde311013c9c req-c6f01f84-f33a-4bdf-8d7e-b530b4cfb963 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:55.551141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3938e4a-26cb-4b88-82eb-cde311013c9c req-c6f01f84-f33a-4bdf-8d7e-b530b4cfb963 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:55.553516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3938e4a-26cb-4b88-82eb-cde311013c9c req-c6f01f84-f33a-4bdf-8d7e-b530b4cfb963 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1680 time: 0.4496489 May 06 12:39:55.679258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] No DVR routers for this DVR port 6e57cefd-329a-4c4f-9cf2-a9562f96b339 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:55.691823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.694942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-ca84c21a-e5a2-47e8-8e0a-6d099b904081 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "DELETE /v2.0/ports/6e57cefd-329a-4c4f-9cf2-a9562f96b339 HTTP/1.1" status: 204 len: 173 time: 11.0464995 May 06 12:39:55.779917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982a0b-d559-4454-ac72-b81fc846cacb req-e2b31e16-b334-4463-94d3-a1c371171795 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:55.788241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99982a0b-d559-4454-ac72-b81fc846cacb req-e2b31e16-b334-4463-94d3-a1c371171795 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 943 time: 0.6021831 May 06 12:39:55.795752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f149f573-a729-41ad-9373-4e8ef51f551d req-0a863b1b-fff9-4640-a464-d865136455e1 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492363 May 06 12:39:55.864008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port af6a2500-016b-4951-82fe-10a3dfaf4877 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:55.864692 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.905001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port bc616944-ac4e-4027-b0b0-1e6ef559966d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:55.905655 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.930570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:55.986178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2339bac7-0e20-4be8-9863-bde17e198196 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.084135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3938e4a-26cb-4b88-82eb-cde311013c9c req-667b44a0-a266-412d-b54a-9a458dd20a0f tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832673 May 06 12:39:56.133025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339bac7-0e20-4be8-9863-bde17e198196 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=29464d09-761a-440a-8cf0-8ca343c29b42,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:56.133025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebbc2ac-5586-41dd-94ff-5a91d1130d77 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Router 2de2a69a-195d-455f-8b3f-aada7196259b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:39:56.133025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Router d79108cb-63e3-4214-8c74-f9bd85d16b0b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:39:56.150212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99982a0b-d559-4454-ac72-b81fc846cacb req-966dcb41-916b-4ca4-9208-4d4e9e9980f4 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603361 May 06 12:39:56.377160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2339bac7-0e20-4be8-9863-bde17e198196 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.382404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36514) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:56.500216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ac64200-2390-4c5d-aaba-1de22de71784 req-af76c265-45a0-4459-889a-095506ac18ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 1094 time: 0.5509644 May 06 12:39:56.805245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'a33e1c6a-37c8-4159-95d1-1abff53765e4', 'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'mac_address': 'fa:16:3e:cb:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:29Z', 'updated_at': '2022-05-06T12:31:48Z', 'revision_number': 5, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'subnets': [{'id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:56.821450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] Checking router: c3fc959f-18c4-4712-9762-8b8e52b115a7 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:39:56.854943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:56.856953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:56.909374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42b5b35-eb12-4276-b101-1ad00e02287c', 'name': 'network-vif-deleted', 'tag': '1853fca2-20e4-4abb-b023-6ab4b902aba0'}, {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:56.955941 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2339bac7-0e20-4be8-9863-bde17e198196 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/29464d09-761a-440a-8cf0-8ca343c29b42 HTTP/1.1" status: 204 len: 168 time: 3.1580303 May 06 12:39:56.966321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36520) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:57.199061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5a1db-2093-478a-8a97-98b632d7b186 req-8211dbbc-925c-49a0-944d-bf5da77ef491 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.199846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7cd5a1db-2093-478a-8a97-98b632d7b186 req-8211dbbc-925c-49a0-944d-bf5da77ef491 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:57.221781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-406d4ffa-413f-4312-849c-1257847b1791 req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] For port bc616944-ac4e-4027-b0b0-1e6ef559966d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=bc616944-ac4e-4027-b0b0-1e6ef559966d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:57.222478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.226978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:57.232648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac64200-2390-4c5d-aaba-1de22de71784 req-386a4324-de84-4d2a-bfd5-59c802055b1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.234865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ac64200-2390-4c5d-aaba-1de22de71784 req-386a4324-de84-4d2a-bfd5-59c802055b1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 0.6846707 May 06 12:39:57.312640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af43d5-9482-4940-9550-5b91c6ffd659 req-8918bfa8-a3e4-4abf-92fb-f0055de34c0e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.320336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41af43d5-9482-4940-9550-5b91c6ffd659 req-8918bfa8-a3e4-4abf-92fb-f0055de34c0e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.7715263 May 06 12:39:57.501642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-406d4ffa-413f-4312-849c-1257847b1791 req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Calling delete_port for bc616944-ac4e-4027-b0b0-1e6ef559966d owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:57.560532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7cd5a1db-2093-478a-8a97-98b632d7b186 req-8211dbbc-925c-49a0-944d-bf5da77ef491 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:57.561891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cd5a1db-2093-478a-8a97-98b632d7b186 req-8211dbbc-925c-49a0-944d-bf5da77ef491 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 943 time: 0.7206676 May 06 12:39:57.567536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ac64200-2390-4c5d-aaba-1de22de71784 req-52faa5f1-2906-47ed-9266-67dcaf233a85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ba991e4-bc53-40de-914c-861a4b8c85c8 HTTP/1.1" status: 200 len: 217 time: 0.3235970 May 06 12:39:57.671227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54ec0d-7166-43a0-b09f-cf01a57777c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.671227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54ec0d-7166-43a0-b09f-cf01a57777c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.671227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f54ec0d-7166-43a0-b09f-cf01a57777c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:57.683627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] For port af6a2500-016b-4951-82fe-10a3dfaf4877, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=af6a2500-016b-4951-82fe-10a3dfaf4877,segment=NetworkSegment(bb1039fa-6d96-4fff-85e5-0323590b4469),segment_id=bb1039fa-6d96-4fff-85e5-0323590b4469)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:57.683627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.710687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41af43d5-9482-4940-9550-5b91c6ffd659 req-4494ab3e-0f4b-40aa-b8e7-df39a98f0629 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891225 May 06 12:39:57.748468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac64200-2390-4c5d-aaba-1de22de71784 req-4add99b1-d127-40c1-a192-ade056285a83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.750879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ac64200-2390-4c5d-aaba-1de22de71784 req-4add99b1-d127-40c1-a192-ade056285a83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.1439316 May 06 12:39:57.913966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'a33e1c6a-37c8-4159-95d1-1abff53765e4', 'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'mac_address': 'fa:16:3e:cb:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:29Z', 'updated_at': '2022-05-06T12:31:48Z', 'revision_number': 5, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'subnets': [{'id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:57.918146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Calling delete_port for af6a2500-016b-4951-82fe-10a3dfaf4877 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:57.923916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ed193-3015-4976-801d-a9bf8f23e0ca None None] The sync data for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 is: [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 4, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'a33e1c6a-37c8-4159-95d1-1abff53765e4', 'name': '', 'network_id': '976f98d1-003f-441c-898e-2b2c65044136', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'mac_address': 'fa:16:3e:cb:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:29Z', 'updated_at': '2022-05-06T12:31:48Z', 'revision_number': 5, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'subnets': [{'id': '71a2bf6a-d5e5-4d51-9ebb-6706229d28df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:39:57.980379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f54ec0d-7166-43a0-b09f-cf01a57777c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:57.980379 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6f54ec0d-7166-43a0-b09f-cf01a57777c6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0037889 May 06 12:39:57.980379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36530) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:58.022456 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e56c12-3066-49ac-9ac9-6a67852fe52f'] response: {'server_uuid': 'd42b5b35-eb12-4276-b101-1ad00e02287c', 'name': 'network-vif-deleted', 'tag': '1853fca2-20e4-4abb-b023-6ab4b902aba0', 'status': 'completed', 'code': 200} May 06 12:39:58.036422 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e56c12-3066-49ac-9ac9-6a67852fe52f'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': '6e57cefd-329a-4c4f-9cf2-a9562f96b339', 'status': 'completed', 'code': 200} May 06 12:39:58.143397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cd5a1db-2093-478a-8a97-98b632d7b186 req-7b346ac6-bcb6-45c4-8c02-f5e33479358c tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb20dfc6-7fa9-4864-ade4-87a43db41352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5486121 May 06 12:39:58.220404 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.371121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ac64200-2390-4c5d-aaba-1de22de71784 req-ea640f37-a560-4ef4-9e32-2e4d9e4f4159 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6047599 May 06 12:39:58.376287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9ba991e4-bc53-40de-914c-861a4b8c85c8 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:39:58.379036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 81ccc840-749c-4eaa-a4af-2178b1373ef3 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:58.386468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Port': ['ID=bc616944-ac4e-4027-b0b0-1e6ef559966d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:58.543171 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.677146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86a7f9b-2044-44b6-88d5-aceedeb5d936 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 00e6319c-a946-4223-9598-e5d4174663ae {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:58.722988 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.768984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a86a7f9b-2044-44b6-88d5-aceedeb5d936 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.810348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ccc840-749c-4eaa-a4af-2178b1373ef3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:58.810348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 81ccc840-749c-4eaa-a4af-2178b1373ef3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=81ccc840-749c-4eaa-a4af-2178b1373ef3,segment=NetworkSegment(ce72ff96-5794-4b97-9ba7-722b769582db),segment_id=ce72ff96-5794-4b97-9ba7-722b769582db)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:58.836693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 9ba991e4-bc53-40de-914c-861a4b8c85c8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ba991e4-bc53-40de-914c-861a4b8c85c8,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:58.836693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.836693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device af6a2500-016b-4951-82fe-10a3dfaf4877 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:58.894018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d4ffa-413f-4312-849c-1257847b1791 req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] No DVR routers for this DVR port bc616944-ac4e-4027-b0b0-1e6ef559966d on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:58.918569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-406d4ffa-413f-4312-849c-1257847b1791 req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.953226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Port': ['ID=af6a2500-016b-4951-82fe-10a3dfaf4877,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:58.978794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-406d4ffa-413f-4312-849c-1257847b1791 req-1435b553-4f72-418e-80ff-9d1c8cbb1f86 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.48 "DELETE /v2.0/ports/bc616944-ac4e-4027-b0b0-1e6ef559966d HTTP/1.1" status: 204 len: 173 time: 3.2667081 May 06 12:39:58.999065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '9ba991e4-bc53-40de-914c-861a4b8c85c8', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'port_id': '9ba991e4-bc53-40de-914c-861a4b8c85c8', 'mac_address': 'fa:16:3e:7d:3b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:39:59.120890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: af6a2500-016b-4951-82fe-10a3dfaf4877 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:59.121421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device af6a2500-016b-4951-82fe-10a3dfaf4877 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:59.162056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.189530 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a86a7f9b-2044-44b6-88d5-aceedeb5d936 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.196545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78218b8-5bd4-4c37-9e35-755e2aab7f5c req-7c00caac-9f67-4f45-8862-eee153223fd6 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:59.204272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba991e4-bc53-40de-914c-861a4b8c85c8 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:59.207636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78218b8-5bd4-4c37-9e35-755e2aab7f5c req-7c00caac-9f67-4f45-8862-eee153223fd6 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:59.211150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e78218b8-5bd4-4c37-9e35-755e2aab7f5c req-7c00caac-9f67-4f45-8862-eee153223fd6 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 1680 time: 0.9322708 May 06 12:39:59.241527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ac64200-2390-4c5d-aaba-1de22de71784 req-9aa4a8e0-ea8a-4c1a-87f2-280f9e88e041 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483085 May 06 12:39:59.287178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=81ccc840-749c-4eaa-a4af-2178b1373ef3,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:59.332168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 9ba991e4-bc53-40de-914c-861a4b8c85c8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ba991e4-bc53-40de-914c-861a4b8c85c8,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:59.332168 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.690521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebbc2ac-5586-41dd-94ff-5a91d1130d77 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:39:59.694314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:39:59.726961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] No DVR routers for this DVR port af6a2500-016b-4951-82fe-10a3dfaf4877 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:59.749993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.752663 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-5f357641-f34a-4f54-9f86-354bca370f42 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.36 "DELETE /v2.0/ports/af6a2500-016b-4951-82fe-10a3dfaf4877 HTTP/1.1" status: 204 len: 173 time: 4.2093186 May 06 12:39:59.756081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-deleted', 'tag': 'af6a2500-016b-4951-82fe-10a3dfaf4877'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:59.801695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=9ba991e4-bc53-40de-914c-861a4b8c85c8,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:59.852667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a86a7f9b-2044-44b6-88d5-aceedeb5d936 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.858262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Sync routers for ids ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:39:59.945639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['9ba991e4-bc53-40de-914c-861a4b8c85c8'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:40:00.009110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Routers {'d79108cb-63e3-4214-8c74-f9bd85d16b0b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:00.009110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:00.048353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': 'bc616944-ac4e-4027-b0b0-1e6ef559966d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:00.053158 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] Sync routers for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:00.058635 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb9405b-9fc9-4bd3-9d78-27dcdcd62dcc None None] New status for floating IP c6da665a-959e-4df3-b006-25425b16ddfd: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:40:00.208431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ebbc2ac-5586-41dd-94ff-5a91d1130d77 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.389577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ac64200-2390-4c5d-aaba-1de22de71784 req-39e1099a-7ea2-4ee4-a16c-777e74560548 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1598976 May 06 12:40:00.392726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Set router d79108cb-63e3-4214-8c74-f9bd85d16b0b gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:00.455009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd0bd3-145f-45a3-81fa-ec6d5b50ec7d req-d8a787e7-ab3c-4861-a33d-57b6fd1d4c2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:00.469392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fefd0bd3-145f-45a3-81fa-ec6d5b50ec7d req-d8a787e7-ab3c-4861-a33d-57b6fd1d4c2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 943 time: 1.9235029 May 06 12:40:00.773202 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6ebbc2ac-5586-41dd-94ff-5a91d1130d77 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "PUT /v2.0/floatingips/bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783 HTTP/1.1" status: 200 len: 991 time: 13.8654809 May 06 12:40:00.777977 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-36fbff69-728d-46e3-87c9-f0f2b98b496c admin admin] 10.222.0.44 "PUT /v2.0/routers/d79108cb-63e3-4214-8c74-f9bd85d16b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8153222 May 06 12:40:00.781093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a86a7f9b-2044-44b6-88d5-aceedeb5d936 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.055701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e78218b8-5bd4-4c37-9e35-755e2aab7f5c req-b9053d13-bc3d-4c1c-9ba0-ab3f48ed306f tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/security-groups?id=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8245320 May 06 12:40:01.137831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fefd0bd3-145f-45a3-81fa-ec6d5b50ec7d req-2cbd98d4-fff2-427b-a51b-7f55274df7d2 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6642628 May 06 12:40:01.253968 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:01.257203 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:01.592358 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600e6a0c-0abd-4c5a-a879-435b5ec71dad'] response: {'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ccc840-749c-4eaa-a4af-2178b1373ef3', 'code': 200} May 06 12:40:01.625128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5f988-812d-4211-9a07-64af08d9b848 req-d59c5949-3db9-4828-806f-7d1d7dea09cf tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:01.629653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcc5f988-812d-4211-9a07-64af08d9b848 req-d59c5949-3db9-4828-806f-7d1d7dea09cf tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.1941431 May 06 12:40:01.654368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port 81ccc840-749c-4eaa-a4af-2178b1373ef3 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:01.655187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.797343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcc5f988-812d-4211-9a07-64af08d9b848 req-340956c5-ba20-40f9-9d73-034c1ba7201b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539531 May 06 12:40:01.829766 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:01.912593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a7f9b-2044-44b6-88d5-aceedeb5d936 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=00e6319c-a946-4223-9598-e5d4174663ae,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:01.937651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caedfc86-b046-4359-9d0f-dd751095c6e2 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:02.357497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-836a1f21-0b0e-4739-951e-6e941be7c7c6 req-65b8f542-2a8c-49a1-be81-cf0493c7c5a8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Synchronizing usage tracker for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:02.416771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-836a1f21-0b0e-4739-951e-6e941be7c7c6 req-65b8f542-2a8c-49a1-be81-cf0493c7c5a8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Unset dirty status for tenant:ee19d38453fb4b61b2134384718859f1 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:02.416771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-836a1f21-0b0e-4739-951e-6e941be7c7c6 req-65b8f542-2a8c-49a1-be81-cf0493c7c5a8 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ecda805-21c8-41ed-8794-2ea09ec07e25 HTTP/1.1" status: 200 len: 210 time: 0.3347015 May 06 12:40:02.552525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] For port 81ccc840-749c-4eaa-a4af-2178b1373ef3, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=81ccc840-749c-4eaa-a4af-2178b1373ef3,segment=NetworkSegment(ce72ff96-5794-4b97-9ba7-722b769582db),segment_id=ce72ff96-5794-4b97-9ba7-722b769582db)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:02.552525 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.895155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:39:35Z', 'updated_at': '2022-05-06T12:39:49Z', 'revision_number': 4, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'gw_port': {'id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:37Z', 'updated_at': '2022-05-06T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '738edfde-e68c-4fd7-8886-89c8d64ee903', 'name': '', 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'mac_address': 'fa:16:3e:71:0f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150a583a-3e68-450c-8a70-1d0739f9bedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:46Z', 'updated_at': '2022-05-06T12:39:51Z', 'revision_number': 2, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'subnets': [{'id': '150a583a-3e68-450c-8a70-1d0739f9bedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:02.903638 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acb42d5-f919-49df-884d-30014f749972'] response: {'server_uuid': '8ecda805-21c8-41ed-8794-2ea09ec07e25', 'name': 'network-vif-deleted', 'tag': 'bc616944-ac4e-4027-b0b0-1e6ef559966d', 'status': 'completed', 'code': 200} May 06 12:40:02.934637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Checking router: d79108cb-63e3-4214-8c74-f9bd85d16b0b for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:02.935294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Updating router d79108cb-63e3-4214-8c74-f9bd85d16b0b port 738edfde-e68c-4fd7-8886-89c8d64ee903 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:40:03.166445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:03.186080 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100792b7-2217-4700-a963-864c533d6191'] response: {'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-deleted', 'tag': 'af6a2500-016b-4951-82fe-10a3dfaf4877', 'status': 'completed', 'code': 200} May 06 12:40:03.187837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a86a7f9b-2044-44b6-88d5-aceedeb5d936 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:03.217816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Calling delete_port for 81ccc840-749c-4eaa-a4af-2178b1373ef3 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:03.464440 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'port_id': '6139636c-0355-4193-8487-831745c3614a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'mac_address': 'fa:16:3e:6d:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:38:16Z', 'updated_at': '2022-05-06T12:39:49Z', 'revision_number': 1, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:27Z', 'revision_number': 5, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:03.502586 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] Checking router: 2de2a69a-195d-455f-8b3f-aada7196259b for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:03.560199 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:03.560199 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:03.569515 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a86a7f9b-2044-44b6-88d5-aceedeb5d936 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/00e6319c-a946-4223-9598-e5d4174663ae HTTP/1.1" status: 204 len: 168 time: 5.5705559 May 06 12:40:03.577372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36566) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.805436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:03.884930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Deleting port 039671f4-0f17-4b8d-b7fe-e1a3370da83d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:03.884930 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.100547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.137081 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-2d03f949-e22d-4789-b996-e4f2fea45c58 req-2bcba110-0b7a-4478-aab6-3e6a0b22b428 tempest-FloatingIPDetailsNegativeTestJSON-1300139292 tempest-FloatingIPDetailsNegativeTestJSON-1300139292-project] show failed (client error): The resource could not be found. May 06 12:40:04.137081 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d03f949-e22d-4789-b996-e4f2fea45c58 req-2bcba110-0b7a-4478-aab6-3e6a0b22b428 tempest-FloatingIPDetailsNegativeTestJSON-1300139292 tempest-FloatingIPDetailsNegativeTestJSON-1300139292-project] 10.222.0.44 "GET /v2.0/floatingips/d40d7386-c77e-475f-9534-95783609b71f HTTP/1.1" status: 404 len: 350 time: 0.5738375 May 06 12:40:04.150314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b036c7fb-1685-40a3-981d-aa54fe565973 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2586048 May 06 12:40:04.164135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36572) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.164135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36574) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.218174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:04.345933 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:04.469860 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.638878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9ba991e4-bc53-40de-914c-861a4b8c85c8 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:04.702421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 039671f4-0f17-4b8d-b7fe-e1a3370da83d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:04.798481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:04.809175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Port': ['ID=81ccc840-749c-4eaa-a4af-2178b1373ef3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:04.932212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] No DVR routers for this DVR port 81ccc840-749c-4eaa-a4af-2178b1373ef3 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:04.943619 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.974999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-250ffa4b-0dbe-46cb-97d9-3342fc9c2046 req-38054950-ad0c-4b89-880d-f0ac47cf9d21 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.36 "DELETE /v2.0/ports/81ccc840-749c-4eaa-a4af-2178b1373ef3 HTTP/1.1" status: 204 len: 173 time: 5.1395400 May 06 12:40:05.010669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:05.018306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:05.031812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:05.192122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5004b-7186-4f20-a2d9-eae7323f3ecc req-d665fb4a-b7ad-4762-9a3f-0bf44eff9325 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:05.215680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdb5004b-7186-4f20-a2d9-eae7323f3ecc req-d665fb4a-b7ad-4762-9a3f-0bf44eff9325 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 946 time: 1.8600111 May 06 12:40:05.231765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'tag': '6139636c-0355-4193-8487-831745c3614a'}, {'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-deleted', 'tag': '81ccc840-749c-4eaa-a4af-2178b1373ef3'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:05.287146 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'port_id': '6139636c-0355-4193-8487-831745c3614a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'mac_address': 'fa:16:3e:6d:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:38:16Z', 'updated_at': '2022-05-06T12:39:49Z', 'revision_number': 1, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:27Z', 'revision_number': 5, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:05.292236 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18466670-6eca-4c40-a013-d7165ff3d3b1 None None] The sync data for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 is: [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'port_id': '6139636c-0355-4193-8487-831745c3614a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'mac_address': 'fa:16:3e:6d:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:38:16Z', 'updated_at': '2022-05-06T12:39:49Z', 'revision_number': 1, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:27Z', 'revision_number': 5, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:05.376031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dd8b01d-ae74-4e9a-8a77-7cd447d45741 req-f6aa812e-8bb4-4e3b-851a-eac713cb889f tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "GET /v2.0/ports?device_id=88f1beec-7f9f-450b-b237-76b55d34ac04 HTTP/1.1" status: 200 len: 210 time: 0.6585689 May 06 12:40:05.423644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:05.672643 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.822842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.827986 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.952102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Transition to ACTIVE for port object 738edfde-e68c-4fd7-8886-89c8d64ee903 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:05.952102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 9ba991e4-bc53-40de-914c-861a4b8c85c8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:05.988933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 039671f4-0f17-4b8d-b7fe-e1a3370da83d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=039671f4-0f17-4b8d-b7fe-e1a3370da83d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:06.080616 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.082705 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.151702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dcafdc-4816-4c97-84ce-409657841f62 None None] New status for floating IP bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:40:06.202170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 9ba991e4-bc53-40de-914c-861a4b8c85c8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:06.202552 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.514017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Deleting port fb4659a8-7e39-470e-9c4c-ca3596191d6e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:06.514017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.614302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] For port 039671f4-0f17-4b8d-b7fe-e1a3370da83d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=039671f4-0f17-4b8d-b7fe-e1a3370da83d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:06.614302 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.633992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdb5004b-7186-4f20-a2d9-eae7323f3ecc req-9f155b47-15c5-48a5-beab-58bc14beb793 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3411856 May 06 12:40:06.759272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0a98-0e1b-46bc-b728-d2aafe39479e req-323b5394-3175-477d-b077-d369539ec37f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:06.771430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-515a0a98-0e1b-46bc-b728-d2aafe39479e req-323b5394-3175-477d-b077-d369539ec37f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 944 time: 0.6803985 May 06 12:40:06.783121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] For port fb4659a8-7e39-470e-9c4c-ca3596191d6e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fb4659a8-7e39-470e-9c4c-ca3596191d6e,segment=NetworkSegment(7f753912-fe52-43f6-9f27-37ee40dd7686),segment_id=7f753912-fe52-43f6-9f27-37ee40dd7686)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:06.783701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.916431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.976662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Calling delete_port for 039671f4-0f17-4b8d-b7fe-e1a3370da83d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:07.027098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-515a0a98-0e1b-46bc-b728-d2aafe39479e req-c40a5539-0d22-43fa-a258-a0222a68ca36 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539222 May 06 12:40:07.202695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:07.235128 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96308f9e-878e-4d61-9f9d-66bb79c8101c'] response: {'name': 'network-changed', 'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'tag': '6139636c-0355-4193-8487-831745c3614a', 'status': 'completed', 'code': 200} May 06 12:40:07.235605 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96308f9e-878e-4d61-9f9d-66bb79c8101c'] response: {'server_uuid': '88f1beec-7f9f-450b-b237-76b55d34ac04', 'name': 'network-vif-deleted', 'tag': '81ccc840-749c-4eaa-a4af-2178b1373ef3', 'status': 'completed', 'code': 200} May 06 12:40:07.241279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=039671f4-0f17-4b8d-b7fe-e1a3370da83d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:07.286764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36592) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:07.301970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Calling delete_port for fb4659a8-7e39-470e-9c4c-ca3596191d6e owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:07.303924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:07.332110 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:07.332685 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:07.360878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:07.361735 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.394756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36596) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:07.682078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5f28471-3951-4563-906d-a701a189b88e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.729998 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.729998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336c8bc-b5ff-4f87-b070-542d4b8a7548 None None] Pushing event updated for resources: {'Port': ['ID=738edfde-e68c-4fd7-8886-89c8d64ee903,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:07.792647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5f28471-3951-4563-906d-a701a189b88e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.849237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Deleting port 039671f4-0f17-4b8d-b7fe-e1a3370da83d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:07.849237 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.917680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=f1d29fe8-05db-48f1-a266-ccae0e9482f0,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:07.945800 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5f28471-3951-4563-906d-a701a189b88e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.976621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Attempting to bind port 738edfde-e68c-4fd7-8886-89c8d64ee903 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:07.977082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Attempting to bind port 738edfde-e68c-4fd7-8886-89c8d64ee903 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:07.977814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Attempting to bind port 738edfde-e68c-4fd7-8886-89c8d64ee903 on network 6144542e-9e7e-49b9-a26b-107f9a541065 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:08.010455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:08.011090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Checking segment: {'id': '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:08.011745 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.012433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Bound using segment: {'id': '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:08.014492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Bound port: 738edfde-e68c-4fd7-8886-89c8d64ee903, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:08.020408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.025256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f28471-3951-4563-906d-a701a189b88e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb20dfc6-7fa9-4864-ade4-87a43db41352,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:08.037925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f1563f22-862b-48b2-829a-b7e4f1d26c9f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8762624 May 06 12:40:08.041822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36600) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:08.056197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'name': 'tempest-NetworksTestDHCPv6-358696280'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:08.113403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e5f28471-3951-4563-906d-a701a189b88e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.115733 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e5f28471-3951-4563-906d-a701a189b88e tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "DELETE /v2.0/security-groups/bb20dfc6-7fa9-4864-ade4-87a43db41352 HTTP/1.1" status: 204 len: 168 time: 0.7179892 May 06 12:40:08.161213 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.222661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36606) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:08.294893 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.372915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 9ba991e4-bc53-40de-914c-861a4b8c85c8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ba991e4-bc53-40de-914c-861a4b8c85c8,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:08.398143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769cf237-d0be-4adc-a13d-6df176668114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba991e4-bc53-40de-914c-861a4b8c85c8'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:08.418863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.437573 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-16ea1592-5a76-456a-97b0-014fca3898aa tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] show failed (client error): The resource could not be found. May 06 12:40:08.439350 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-16ea1592-5a76-456a-97b0-014fca3898aa tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "GET /v2.0/security-groups/bb20dfc6-7fa9-4864-ade4-87a43db41352 HTTP/1.1" status: 404 len: 347 time: 0.2045755 May 06 12:40:08.449784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4659a8-7e39-470e-9c4c-ca3596191d6e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:08.453542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36612) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:08.639511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-354bc5b0-efd7-4933-8684-a0eee19791b2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting subnet dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:08.674349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-354bc5b0-efd7-4933-8684-a0eee19791b2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.749976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] For port 738edfde-e68c-4fd7-8886-89c8d64ee903, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:08.774349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e153f68-05b7-41dc-9ceb-2f0f98645fd9 req-abbab85d-8291-4c8f-a014-12e5ff9a26ff tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:08.789129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e153f68-05b7-41dc-9ceb-2f0f98645fd9 req-abbab85d-8291-4c8f-a014-12e5ff9a26ff tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.7424033 May 06 12:40:08.848110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] For port 039671f4-0f17-4b8d-b7fe-e1a3370da83d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=039671f4-0f17-4b8d-b7fe-e1a3370da83d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:08.848110 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.874328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port 3a800bda-819c-4ae6-b2c6-1f064a32afa8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:08.874328 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.017560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-354bc5b0-efd7-4933-8684-a0eee19791b2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.035496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Calling delete_port for 039671f4-0f17-4b8d-b7fe-e1a3370da83d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:09.124220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] For port 738edfde-e68c-4fd7-8886-89c8d64ee903, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=738edfde-e68c-4fd7-8886-89c8d64ee903,segment=NetworkSegment(7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa),segment_id=7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:09.124220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=9ba991e4-bc53-40de-914c-861a4b8c85c8,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:09.147838 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.191384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e153f68-05b7-41dc-9ceb-2f0f98645fd9 req-9148c876-89d5-474c-8e66-b99a870820d6 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016194 May 06 12:40:09.217055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04916e75-4851-4d38-b8d4-25ddb6dd5390 req-85266a2d-f12c-44f3-9f1a-629bff4f3ccf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25345765f82b4d52976db5eb34d250ce&device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 1097 time: 2.0115592 May 06 12:40:09.222694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:09.285381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Routers {'d79108cb-63e3-4214-8c74-f9bd85d16b0b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:09.286877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:09.370244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336c8bc-b5ff-4f87-b070-542d4b8a7548 None None] Pushing event updated for resources: {'Port': ['ID=738edfde-e68c-4fd7-8886-89c8d64ee903,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:09.575592 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756300d7-ff42-43ef-af79-11123018c74a'] response: {'server_uuid': '769cf237-d0be-4adc-a13d-6df176668114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba991e4-bc53-40de-914c-861a4b8c85c8', 'code': 200} May 06 12:40:09.614818 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.795174 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-354bc5b0-efd7-4933-8684-a0eee19791b2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.861090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:09.882482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] Pushing event deleted for resources: {'Port': ['ID=039671f4-0f17-4b8d-b7fe-e1a3370da83d,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:09.882482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e961d-d5e2-46bd-b320-11a97fb38ce4 None None] No DVR routers for this DVR port 039671f4-0f17-4b8d-b7fe-e1a3370da83d on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:09.913830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:10.030276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486debcc-b607-4af8-ae84-4b188d477b48 req-1ee591cc-1da1-46d2-979c-a5273d688a4d tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:10.042291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-486debcc-b607-4af8-ae84-4b188d477b48 req-1ee591cc-1da1-46d2-979c-a5273d688a4d tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 945 time: 1.4687901 May 06 12:40:10.045796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b17208-2c90-4267-9331-bd1afe5ddee7 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:10.225516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-486debcc-b607-4af8-ae84-4b188d477b48 req-1dfe0aec-2c38-412a-a91a-44003dc385ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839900 May 06 12:40:10.314976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:10.636356 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.636356 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.647812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:10.656142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] Set router d79108cb-63e3-4214-8c74-f9bd85d16b0b gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:10.663373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.668276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04916e75-4851-4d38-b8d4-25ddb6dd5390 req-c3204e52-c092-4b83-888e-8318cbe98222 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:10.671831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04916e75-4851-4d38-b8d4-25ddb6dd5390 req-c3204e52-c092-4b83-888e-8318cbe98222 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50ff038c-a0c5-4f3c-ac98-190cdc32f650 HTTP/1.1" status: 200 len: 917 time: 1.3476751 May 06 12:40:10.675456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.743916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port dd56c327-3f33-481b-81d0-a4d19e68cba2 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:40:10.905567 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-354bc5b0-efd7-4933-8684-a0eee19791b2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.976483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931d9a-11c1-41d8-81fd-8abbf8422f35 req-379ac64e-6a65-4278-8861-e746de63e550 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:10.978557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82931d9a-11c1-41d8-81fd-8abbf8422f35 req-379ac64e-6a65-4278-8861-e746de63e550 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.0751765 May 06 12:40:11.003105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bc5b0-efd7-4933-8684-a0eee19791b2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Subnet': ['ID=dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:11.135183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Calling delete_port for 3a800bda-819c-4ae6-b2c6-1f064a32afa8 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:11.253914 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1caf01fc-e30b-40d3-8cdb-c986e9399d13 req-95fa703e-2499-47f2-b73f-637dd2989b62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 1096 time: 1.3273804 May 06 12:40:11.264303 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-354bc5b0-efd7-4933-8684-a0eee19791b2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.265913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efda2ff-cb51-441a-bc17-64647e6877a6 None None] Network 6e9dc688-4fe4-49d9-b12b-fa388e96e36f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:11.281266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82931d9a-11c1-41d8-81fd-8abbf8422f35 req-e5fb12f5-75e0-4d6e-9625-a895021b7750 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967843 May 06 12:40:11.322348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-354bc5b0-efd7-4933-8684-a0eee19791b2 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "DELETE /v2.0/subnets/dfba6aa6-abb1-4ea1-b4a6-9ce5fb4398f4 HTTP/1.1" status: 204 len: 168 time: 4.0205770 May 06 12:40:11.382937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36620) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:11.440967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04916e75-4851-4d38-b8d4-25ddb6dd5390 req-0e4029c1-03fb-4e5d-9f6b-796bc64ff0cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6139636c-0355-4193-8487-831745c3614a HTTP/1.1" status: 200 len: 1001 time: 0.6303012 May 06 12:40:11.573451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04916e75-4851-4d38-b8d4-25ddb6dd5390 req-bc1ae406-8237-440d-ad90-714b056b13d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:11.575444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04916e75-4851-4d38-b8d4-25ddb6dd5390 req-bc1ae406-8237-440d-ad90-714b056b13d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f70c22ff-ccf0-4647-bb26-7abc8ec24819 HTTP/1.1" status: 200 len: 855 time: 0.1182239 May 06 12:40:11.652320 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.901701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': 'f1d29fe8-05db-48f1-a266-ccae0e9482f0'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:11.902820 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.061794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b006e-e4d7-435c-8f6b-e771f2a02e96 req-9d743cc7-c3c4-47c7-b7ef-265174a722c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:12.063561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b86b006e-e4d7-435c-8f6b-e771f2a02e96 req-9d743cc7-c3c4-47c7-b7ef-265174a722c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 945 time: 0.3768206 May 06 12:40:12.070375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04916e75-4851-4d38-b8d4-25ddb6dd5390 req-ca2027fe-8f3a-49ef-bfd7-c3799cbb5ccd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50ff038c-a0c5-4f3c-ac98-190cdc32f650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4823089 May 06 12:40:12.077639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Port': ['ID=3a800bda-819c-4ae6-b2c6-1f064a32afa8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:12.079647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e332-220e-4a6a-9db9-63d0971eb8fe req-3c954b0e-f3c1-407d-bcb3-c285193397f8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:12.081686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc83e332-220e-4a6a-9db9-63d0971eb8fe req-3c954b0e-f3c1-407d-bcb3-c285193397f8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.2540956 May 06 12:40:12.231452 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-327a17b8-4c04-4786-af25-821c6e38980c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.239981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:39:35Z', 'updated_at': '2022-05-06T12:39:49Z', 'revision_number': 4, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'gw_port': {'id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:37Z', 'updated_at': '2022-05-06T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '738edfde-e68c-4fd7-8886-89c8d64ee903', 'name': '', 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'mac_address': 'fa:16:3e:71:0f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150a583a-3e68-450c-8a70-1d0739f9bedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:46Z', 'updated_at': '2022-05-06T12:40:08Z', 'revision_number': 4, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'subnets': [{'id': '150a583a-3e68-450c-8a70-1d0739f9bedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:12.252743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564ce0fe-da1d-4d6f-b808-f590f258c759 None None] The sync data for ids ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'] in n-d-840847-1 is: [{'id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:39:35Z', 'updated_at': '2022-05-06T12:39:49Z', 'revision_number': 4, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'gw_port': {'id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:37Z', 'updated_at': '2022-05-06T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '738edfde-e68c-4fd7-8886-89c8d64ee903', 'name': '', 'network_id': '6144542e-9e7e-49b9-a26b-107f9a541065', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'mac_address': 'fa:16:3e:71:0f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '150a583a-3e68-450c-8a70-1d0739f9bedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:46Z', 'updated_at': '2022-05-06T12:40:08Z', 'revision_number': 4, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'subnets': [{'id': '150a583a-3e68-450c-8a70-1d0739f9bedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:12.301603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::104 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/f1d29fe8-05db-48f1-a266-ccae0e9482f0/dd56c327-3f33-481b-81d0-a4d19e68cba2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:12.464722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471f3bb-1c3e-4a67-8c3b-f6021dec5112 None None] DHCP port deletion for 6e9dc688-4fe4-49d9-b12b-fa388e96e36f request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:12.469713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9471f3bb-1c3e-4a67-8c3b-f6021dec5112 None None] Deleting port 8468e438-5596-41f8-9241-0d9554ec861c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:12.470479 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9471f3bb-1c3e-4a67-8c3b-f6021dec5112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.508850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.549473 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1caf01fc-e30b-40d3-8cdb-c986e9399d13 req-e8ee6489-772a-4e5b-b01b-f7d108a95b5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2872319 May 06 12:40:12.639906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b86b006e-e4d7-435c-8f6b-e771f2a02e96 req-240fe017-d40d-4aaa-b5dd-5057b9efe2a1 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714893 May 06 12:40:12.648291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04916e75-4851-4d38-b8d4-25ddb6dd5390 req-4a03796b-71d3-424c-82a3-5a2ebfe2cbc3 service neutron] 10.222.0.48 "GET /v2.0/networks/50ff038c-a0c5-4f3c-ac98-190cdc32f650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643914 May 06 12:40:12.654710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc83e332-220e-4a6a-9db9-63d0971eb8fe req-a00ed255-e3d7-4c3e-934f-cb0510963da7 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874912 May 06 12:40:12.675925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.731531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port 8468e438-5596-41f8-9241-0d9554ec861c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:12.731771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.776332 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.819954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9471f3bb-1c3e-4a67-8c3b-f6021dec5112 None None] For port 8468e438-5596-41f8-9241-0d9554ec861c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8468e438-5596-41f8-9241-0d9554ec861c,segment=NetworkSegment(ce72ff96-5794-4b97-9ba7-722b769582db),segment_id=ce72ff96-5794-4b97-9ba7-722b769582db)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:12.820398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9471f3bb-1c3e-4a67-8c3b-f6021dec5112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.941507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.048168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9471f3bb-1c3e-4a67-8c3b-f6021dec5112 None None] Calling delete_port for 8468e438-5596-41f8-9241-0d9554ec861c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:13.177376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04916e75-4851-4d38-b8d4-25ddb6dd5390 req-28115ba5-ba8f-47dd-8d89-a84c7738e7c2 service neutron] 10.222.0.48 "GET /v2.0/networks/50ff038c-a0c5-4f3c-ac98-190cdc32f650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184934 May 06 12:40:13.317659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c9ec3-1c13-4ce6-84b8-7d5317655f17 req-2b7f4864-79a9-4269-9dd5-83750d91178f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:13.317659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b01c9ec3-1c13-4ce6-84b8-7d5317655f17 req-2b7f4864-79a9-4269-9dd5-83750d91178f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.3114505 May 06 12:40:13.326135 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9471f3bb-1c3e-4a67-8c3b-f6021dec5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.462818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] The port '8468e438-5596-41f8-9241-0d9554ec861c' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:40:13.483321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b01c9ec3-1c13-4ce6-84b8-7d5317655f17 req-257655b3-1999-4c2c-89ba-50d5d7113c7a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682308 May 06 12:40:13.501010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471f3bb-1c3e-4a67-8c3b-f6021dec5112 None None] Pushing event deleted for resources: {'Port': ['ID=8468e438-5596-41f8-9241-0d9554ec861c,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:13.510405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471f3bb-1c3e-4a67-8c3b-f6021dec5112 None None] No DVR routers for this DVR port 8468e438-5596-41f8-9241-0d9554ec861c on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:13.681359 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.681359 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22922218-cbf1-470c-ba88-c4189c4674fb tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "DELETE /v2.0/floatingips/c6da665a-959e-4df3-b006-25425b16ddfd HTTP/1.1" status: 204 len: 168 time: 5.2157414 May 06 12:40:13.701515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36634) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:13.903393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-328da72a-b2bc-4e67-90a5-8845314b2946 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:13.903743 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-328da72a-b2bc-4e67-90a5-8845314b2946 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.957753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Deleting port 738edfde-e68c-4fd7-8886-89c8d64ee903 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:13.958090 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.108256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.232108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9dc688-4fe4-49d9-b12b-fa388e96e36f']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:14.258823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.295327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce72ff96-5794-4b97-9ba7-722b769582db') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:14.297280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce72ff96-5794-4b97-9ba7-722b769582db') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:14.340249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object dd56c327-3f33-481b-81d0-a4d19e68cba2 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:14.401578 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.518887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 738edfde-e68c-4fd7-8886-89c8d64ee903 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:14.575448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.615632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:14.615632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.668600 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc861383-e0e2-4c5d-9fb7-4b8e93ab4fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: timer() May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:14.677858 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:14.818837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] For port 738edfde-e68c-4fd7-8886-89c8d64ee903, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=738edfde-e68c-4fd7-8886-89c8d64ee903,segment=NetworkSegment(7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa),segment_id=7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:14.818837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.844100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 738edfde-e68c-4fd7-8886-89c8d64ee903 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:14.844100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 738edfde-e68c-4fd7-8886-89c8d64ee903 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:14.844100 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.854570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.957537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/f1d29fe8-05db-48f1-a266-ccae0e9482f0/4759cc64-07c7-4101-ab9e-3049977f9a79) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:15.064602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:15.070966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.078787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Calling delete_port for 738edfde-e68c-4fd7-8886-89c8d64ee903 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:15.139093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:15.148519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.166891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=dd56c327-3f33-481b-81d0-a4d19e68cba2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:15.186146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:15.203918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:15.205316 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.345593 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "DELETE /v2.0/networks/6e9dc688-4fe4-49d9-b12b-fa388e96e36f HTTP/1.1" status: 204 len: 168 time: 3.9609964 May 06 12:40:15.362979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9d69e-5e01-42f3-ab80-f442941ce8d0 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Network': ['ID=6e9dc688-4fe4-49d9-b12b-fa388e96e36f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:15.415267 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.492820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36642) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:15.535316 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.562275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 738edfde-e68c-4fd7-8886-89c8d64ee903, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=738edfde-e68c-4fd7-8886-89c8d64ee903,segment=NetworkSegment(7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa),segment_id=7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:15.569204 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.578186 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.674345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8468e438-5596-41f8-9241-0d9554ec861c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:15.708008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Transition to ACTIVE for port object 4759cc64-07c7-4101-ab9e-3049977f9a79 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:15.760595 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 8468e438-5596-41f8-9241-0d9554ec861c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:15.760595 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8468e438-5596-41f8-9241-0d9554ec861c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:15.764533 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e59b2a2b-9d36-43b0-a8ac-64a4869b407e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.7213695 May 06 12:40:15.769001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36646) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:15.810963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=738edfde-e68c-4fd7-8886-89c8d64ee903,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:15.816608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Transition to ACTIVE for port object 4759cc64-07c7-4101-ab9e-3049977f9a79 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:15.828263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.976605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a532064-8029-47b0-9e15-5c9086186ff2 req-1c303574-672f-4fcf-8486-3011e62bd234 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:15.980375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b0e69-530a-4de9-9dcf-d3d8b9c95988 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:15.985348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b0e69-530a-4de9-9dcf-d3d8b9c95988 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:15.986406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6e1b0e69-530a-4de9-9dcf-d3d8b9c95988 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:15.987920 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a532064-8029-47b0-9e15-5c9086186ff2 req-1c303574-672f-4fcf-8486-3011e62bd234 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 945 time: 1.7998226 May 06 12:40:15.989409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:15.990538 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.994121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:16.001436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:16.008342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Pushing event updated for resources: {'Port': ['ID=4759cc64-07c7-4101-ab9e-3049977f9a79,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:16.105220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6e1b0e69-530a-4de9-9dcf-d3d8b9c95988 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:16.106537 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6e1b0e69-530a-4de9-9dcf-d3d8b9c95988 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3364391 May 06 12:40:16.113926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36652) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:16.137699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf78dcf-e320-4bd1-b57b-9924603824e2 req-9ef76a4e-5d50-4ccb-9341-52c120d5d799 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:16.146388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdf78dcf-e320-4bd1-b57b-9924603824e2 req-9ef76a4e-5d50-4ccb-9341-52c120d5d799 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.7813473 May 06 12:40:16.239211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7e922d4d-b618-47b9-a77b-2ac2f4c7947f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port dd56c327-3f33-481b-81d0-a4d19e68cba2 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:16.239211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e922d4d-b618-47b9-a77b-2ac2f4c7947f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.273118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Attempting to bind port 4759cc64-07c7-4101-ab9e-3049977f9a79 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:16.273118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Attempting to bind port 4759cc64-07c7-4101-ab9e-3049977f9a79 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:16.273118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Attempting to bind port 4759cc64-07c7-4101-ab9e-3049977f9a79 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:16.273118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:16.273118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:16.273118 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.273118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:16.273118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Bound port: 4759cc64-07c7-4101-ab9e-3049977f9a79, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:16.273118 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.417020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 738edfde-e68c-4fd7-8886-89c8d64ee903 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:16.511459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] For port 4759cc64-07c7-4101-ab9e-3049977f9a79, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:16.538356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] For port 4759cc64-07c7-4101-ab9e-3049977f9a79, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4759cc64-07c7-4101-ab9e-3049977f9a79,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:16.538356 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.680526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Router e914ea8d-b47a-4a88-a902-4d92f4598b6a has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:16.706305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 738edfde-e68c-4fd7-8886-89c8d64ee903 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:16.706305 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.765392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdf78dcf-e320-4bd1-b57b-9924603824e2 req-687f48c5-ced3-41e7-9177-f34e4a3923d4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011360 May 06 12:40:16.779053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e922d4d-b618-47b9-a77b-2ac2f4c7947f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.806223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c69cb-9a39-495b-b15f-c75da4e610e2 None None] Pushing event updated for resources: {'Port': ['ID=4759cc64-07c7-4101-ab9e-3049977f9a79,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:16.897220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a532064-8029-47b0-9e15-5c9086186ff2 req-f04accff-5248-438a-a9ac-d5a3f65a2cc3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9022107 May 06 12:40:17.107133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-264d4080-5b97-4723-ac36-273abc31075d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting subnet 03f28b63-43b9-4c08-a863-d4099f06ad02 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:17.137080 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-264d4080-5b97-4723-ac36-273abc31075d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.231891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:17.231891 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:17.253786 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-328da72a-b2bc-4e67-90a5-8845314b2946 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.366012 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.557856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7e922d4d-b618-47b9-a77b-2ac2f4c7947f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for dd56c327-3f33-481b-81d0-a4d19e68cba2 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:17.696352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-328da72a-b2bc-4e67-90a5-8845314b2946 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Calling delete_port for 7eb7caad-6cbc-46a1-9399-ad15ed3fbdda owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:17.742057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-264d4080-5b97-4723-ac36-273abc31075d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.779163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Deleting port 738edfde-e68c-4fd7-8886-89c8d64ee903 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:17.779163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.866722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:17.888509 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-baf5336b-0623-44a2-b9d6-fa411f09e80b admin admin] 10.222.0.44 "PUT /v2.0/routers/e914ea8d-b47a-4a88-a902-4d92f4598b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.4937806 May 06 12:40:17.888644 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] Sync routers for ids ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:17.890493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36660) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:17.933025 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] Routers {'e914ea8d-b47a-4a88-a902-4d92f4598b6a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:17.933934 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:17.964409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e922d4d-b618-47b9-a77b-2ac2f4c7947f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:18.129453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e922d4d-b618-47b9-a77b-2ac2f4c7947f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=dd56c327-3f33-481b-81d0-a4d19e68cba2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:18.431230 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e922d4d-b618-47b9-a77b-2ac2f4c7947f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:18.432785 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7e922d4d-b618-47b9-a77b-2ac2f4c7947f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/dd56c327-3f33-481b-81d0-a4d19e68cba2 HTTP/1.1" status: 204 len: 168 time: 2.3207428 May 06 12:40:18.437295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36664) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:18.758289 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] Set router e914ea8d-b47a-4a88-a902-4d92f4598b6a gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:18.782301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4759cc64-07c7-4101-ab9e-3049977f9a79 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:18.804690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb37845-4792-4a1b-94eb-df1d751c8570 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:18.810822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb37845-4792-4a1b-94eb-df1d751c8570 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:18.835111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce5e48-3198-4010-bf48-60ed826f4dd1 req-e2decc5f-0ef3-4afc-822e-f8136ccc2c13 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:18.836822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1ce5e48-3198-4010-bf48-60ed826f4dd1 req-e2decc5f-0ef3-4afc-822e-f8136ccc2c13 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 945 time: 1.5012503 May 06 12:40:18.838079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-efb37845-4792-4a1b-94eb-df1d751c8570 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:18.881390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36668) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:18.933528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6a486e1d-68f1-4116-b707-f3372881c7f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'floatingip': {'port_id': '9ba991e4-bc53-40de-914c-861a4b8c85c8'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:18.933736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-efb37845-4792-4a1b-94eb-df1d751c8570 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:18.936395 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-efb37845-4792-4a1b-94eb-df1d751c8570 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4889927 May 06 12:40:18.941653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36672) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:18.999368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 4759cc64-07c7-4101-ab9e-3049977f9a79 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:19.056839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c988ac8f-69b1-46dc-b9c2-6a44ecbee2ed None None] Provisioning for port 4759cc64-07c7-4101-ab9e-3049977f9a79 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:19.063298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c988ac8f-69b1-46dc-b9c2-6a44ecbee2ed None None] Provisioning complete for port 4759cc64-07c7-4101-ab9e-3049977f9a79 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:19.063684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c988ac8f-69b1-46dc-b9c2-6a44ecbee2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.154302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-264d4080-5b97-4723-ac36-273abc31075d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.302664 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c988ac8f-69b1-46dc-b9c2-6a44ecbee2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.309178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.457500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c988ac8f-69b1-46dc-b9c2-6a44ecbee2ed None None] For port 4759cc64-07c7-4101-ab9e-3049977f9a79, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4759cc64-07c7-4101-ab9e-3049977f9a79,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:19.477453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c988ac8f-69b1-46dc-b9c2-6a44ecbee2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.542131 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a486e1d-68f1-4116-b707-f3372881c7f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.565819 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:14Z', 'updated_at': '2022-05-06T12:40:07Z', 'revision_number': 5, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'gw_port': {'id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:15Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:19.576985 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] Checking router: e914ea8d-b47a-4a88-a902-4d92f4598b6a for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:19.638720 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] Routers {'e914ea8d-b47a-4a88-a902-4d92f4598b6a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:19.638720 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:19.727531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988ac8f-69b1-46dc-b9c2-6a44ecbee2ed None None] Pushing event updated for resources: {'Port': ['ID=4759cc64-07c7-4101-ab9e-3049977f9a79,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:19.761041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c997b684-62d1-4988-a4cc-fa18c69749d9 None None] Could not find standard attr ID for object dd56c327-3f33-481b-81d0-a4d19e68cba2. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:40:19.810311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-328da72a-b2bc-4e67-90a5-8845314b2946 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.982737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a19c6d-68f9-4067-9e84-1505af11de02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet f1d29fe8-05db-48f1-a266-ccae0e9482f0 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:19.988690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33a19c6d-68f9-4067-9e84-1505af11de02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.028707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328da72a-b2bc-4e67-90a5-8845314b2946 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Port': ['ID=7eb7caad-6cbc-46a1-9399-ad15ed3fbdda,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:20.086295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33a19c6d-68f9-4067-9e84-1505af11de02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.095333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] For port 738edfde-e68c-4fd7-8886-89c8d64ee903, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=738edfde-e68c-4fd7-8886-89c8d64ee903,segment=NetworkSegment(7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa),segment_id=7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:20.095923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.203373 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] Set router e914ea8d-b47a-4a88-a902-4d92f4598b6a gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:20.209149 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33a19c6d-68f9-4067-9e84-1505af11de02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.298310 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.314816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Deleting port dd004390-5d90-470c-b8f0-ffaf28ee00a0 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:20.315351 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.449170 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33a19c6d-68f9-4067-9e84-1505af11de02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.460168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4759cc64-07c7-4101-ab9e-3049977f9a79 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:20.667830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a19c6d-68f9-4067-9e84-1505af11de02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d29fe8-05db-48f1-a266-ccae0e9482f0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:20.669067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4759cc64-07c7-4101-ab9e-3049977f9a79 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:20.669648 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.696021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33a19c6d-68f9-4067-9e84-1505af11de02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.718121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c64b3-6bcb-40b1-845c-502c1cb7958a None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:20.751422 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-33a19c6d-68f9-4067-9e84-1505af11de02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/f1d29fe8-05db-48f1-a266-ccae0e9482f0 HTTP/1.1" status: 204 len: 168 time: 1.8040018 May 06 12:40:20.780746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36678) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:20.901833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Calling delete_port for 738edfde-e68c-4fd7-8886-89c8d64ee903 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:20.976592 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7a704307-1cbb-4843-9956-678ed3543985 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1837902 May 06 12:40:21.061011 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:14Z', 'updated_at': '2022-05-06T12:40:07Z', 'revision_number': 5, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'gw_port': {'id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:15Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:21.073084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] For port dd004390-5d90-470c-b8f0-ffaf28ee00a0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dd004390-5d90-470c-b8f0-ffaf28ee00a0,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:21.074987 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.088586 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1abdb8-93b0-4937-9eb5-b2c84ae56437 None None] The sync data for ids ['e914ea8d-b47a-4a88-a902-4d92f4598b6a'] in n-d-840847-1 is: [{'id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'name': 'tempest-ServerRescueTestJSON-2020226183-router', 'tenant_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:14Z', 'updated_at': '2022-05-06T12:40:07Z', 'revision_number': 5, 'project_id': '9247f74c7c5e4024aa5005d19ad5db3e', 'gw_port': {'id': 'dd004390-5d90-470c-b8f0-ffaf28ee00a0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:09:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e914ea8d-b47a-4a88-a902-4d92f4598b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:15Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:21.126671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36682) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:21.166336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cecb77-2a96-4507-940e-8747a9a5a9d7 req-6153dc51-f7b2-4a76-a306-5a248066a75e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:21.172010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83cecb77-2a96-4507-940e-8747a9a5a9d7 req-6153dc51-f7b2-4a76-a306-5a248066a75e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 3.0503235 May 06 12:40:21.340451 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-264d4080-5b97-4723-ac36-273abc31075d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.390174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Calling delete_port for dd004390-5d90-470c-b8f0-ffaf28ee00a0 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:21.483801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a334e51-c617-4d94-93d3-8f99a2b495a5 None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:21.489924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6a334e51-c617-4d94-93d3-8f99a2b495a5 None None] Deleting port 4759cc64-07c7-4101-ab9e-3049977f9a79 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:21.490622 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a334e51-c617-4d94-93d3-8f99a2b495a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.539581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d4080-5b97-4723-ac36-273abc31075d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Subnet': ['ID=03f28b63-43b9-4c08-a863-d4099f06ad02,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:21.652763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83cecb77-2a96-4507-940e-8747a9a5a9d7 req-f192c7b5-d829-431d-8fe8-1bee1df234fd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376842 May 06 12:40:21.668834 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.683979 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-264d4080-5b97-4723-ac36-273abc31075d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.691313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053f8495-d3d0-41c6-8101-2ed26953b589 None None] Network 4ab75f8f-183d-4b76-a434-9e584edf3e67 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:21.741838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-264d4080-5b97-4723-ac36-273abc31075d tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "DELETE /v2.0/subnets/03f28b63-43b9-4c08-a863-d4099f06ad02 HTTP/1.1" status: 204 len: 168 time: 6.2231216 May 06 12:40:21.747167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36688) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:21.831046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd004390-5d90-470c-b8f0-ffaf28ee00a0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:21.861012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-328da72a-b2bc-4e67-90a5-8845314b2946 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.863915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-328da72a-b2bc-4e67-90a5-8845314b2946 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "DELETE /v2.0/ports/7eb7caad-6cbc-46a1-9399-ad15ed3fbdda HTTP/1.1" status: 204 len: 168 time: 8.1634986 May 06 12:40:21.866092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6a334e51-c617-4d94-93d3-8f99a2b495a5 None None] For port 4759cc64-07c7-4101-ab9e-3049977f9a79, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4759cc64-07c7-4101-ab9e-3049977f9a79,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:21.866826 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a334e51-c617-4d94-93d3-8f99a2b495a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.873523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36692) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:21.879987 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:22.109274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6a334e51-c617-4d94-93d3-8f99a2b495a5 None None] Calling delete_port for 4759cc64-07c7-4101-ab9e-3049977f9a79 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:22.320826 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a334e51-c617-4d94-93d3-8f99a2b495a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:22.406898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a334e51-c617-4d94-93d3-8f99a2b495a5 None None] No DVR routers for this DVR port 4759cc64-07c7-4101-ab9e-3049977f9a79 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:22.410325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a334e51-c617-4d94-93d3-8f99a2b495a5 None None] Pushing event deleted for resources: {'Port': ['ID=4759cc64-07c7-4101-ab9e-3049977f9a79,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:22.479985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Pushing event deleted for resources: {'Port': ['ID=738edfde-e68c-4fd7-8886-89c8d64ee903,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:22.647729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848de42c-deff-426b-898f-d043f48d2a1b None None] DHCP port deletion for 4ab75f8f-183d-4b76-a434-9e584edf3e67 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:22.653571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-848de42c-deff-426b-898f-d043f48d2a1b None None] Deleting port cc166850-d81c-4462-bf69-136392f26e24 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:22.654035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-848de42c-deff-426b-898f-d043f48d2a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:22.748836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4759cc64-07c7-4101-ab9e-3049977f9a79 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:22.877790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 4759cc64-07c7-4101-ab9e-3049977f9a79 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:22.879544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4759cc64-07c7-4101-ab9e-3049977f9a79 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:22.880395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fb4659a8-7e39-470e-9c4c-ca3596191d6e no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:23.006466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: fb4659a8-7e39-470e-9c4c-ca3596191d6e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:23.007489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fb4659a8-7e39-470e-9c4c-ca3596191d6e not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:23.080979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.099671 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.142107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ae4c1-8096-46dd-9824-61923429fa16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:23.148151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-578ae4c1-8096-46dd-9824-61923429fa16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 2.0034466 May 06 12:40:23.160872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36700) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:23.248549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-848de42c-deff-426b-898f-d043f48d2a1b None None] For port cc166850-d81c-4462-bf69-136392f26e24, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cc166850-d81c-4462-bf69-136392f26e24,segment=NetworkSegment(bb1039fa-6d96-4fff-85e5-0323590b4469),segment_id=bb1039fa-6d96-4fff-85e5-0323590b4469)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:23.249099 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-848de42c-deff-426b-898f-d043f48d2a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.312922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Deleting port cc166850-d81c-4462-bf69-136392f26e24 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:23.313264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.359371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-26b9c029-f1d9-48fa-a614-b837a10c6d3d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port 239f9c9f-72c8-43d0-b15c-f0067878f016 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:23.359798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26b9c029-f1d9-48fa-a614-b837a10c6d3d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.464279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-848de42c-deff-426b-898f-d043f48d2a1b None None] Calling delete_port for cc166850-d81c-4462-bf69-136392f26e24 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:23.592809 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-848de42c-deff-426b-898f-d043f48d2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.627430 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.638237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] The port 'cc166850-d81c-4462-bf69-136392f26e24' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:40:23.683790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848de42c-deff-426b-898f-d043f48d2a1b None None] Pushing event deleted for resources: {'Port': ['ID=cc166850-d81c-4462-bf69-136392f26e24,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:23.691526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.691793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f711659-3ed2-4390-8d73-97f72240ff78 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:23.692558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9f711659-3ed2-4390-8d73-97f72240ff78 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:23.700284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848de42c-deff-426b-898f-d043f48d2a1b None None] No DVR routers for this DVR port cc166850-d81c-4462-bf69-136392f26e24 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:23.768293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7da5c-6053-4ce9-962c-30fd1a991125 req-53101eda-7f97-4936-836d-c3462e9abfb1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:23.771366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3f7da5c-6053-4ce9-962c-30fd1a991125 req-53101eda-7f97-4936-836d-c3462e9abfb1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.9307380 May 06 12:40:23.777531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9f711659-3ed2-4390-8d73-97f72240ff78 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:23.779509 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9f711659-3ed2-4390-8d73-97f72240ff78 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5464694 May 06 12:40:23.788572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36704) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:23.859412 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.876695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.877343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e914ea8d-b47a-4a88-a902-4d92f4598b6a {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:40:23.908551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab75f8f-183d-4b76-a434-9e584edf3e67']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:23.925568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1039fa-6d96-4fff-85e5-0323590b4469') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:23.926086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1039fa-6d96-4fff-85e5-0323590b4469') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:23.934927 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.939361 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-179f82a2-9e30-4447-93ad-0692baa9bda0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e914ea8d-b47a-4a88-a902-4d92f4598b6a HTTP/1.1" status: 204 len: 168 time: 6.0448492 May 06 12:40:23.940650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36708) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:23.981884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.026219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9982280f-4ce4-4c3a-8ae9-6f5ef9994097 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2124543 May 06 12:40:24.029118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36712) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:24.044700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:24.059927 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.149265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:24.156842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: timer() May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:24.171707 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:24.183559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-643f0e09-5285-4ca1-a15f-89516f40c7d6 admin admin] Deleting subnet 566b386f-924c-429b-a7ee-070530b38370 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:24.191446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3f7da5c-6053-4ce9-962c-30fd1a991125 req-1f1d52b5-9792-4385-a78c-8baf9f512fd7 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034901 May 06 12:40:24.281266 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26b9c029-f1d9-48fa-a614-b837a10c6d3d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.282057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-643f0e09-5285-4ca1-a15f-89516f40c7d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.296367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a486e1d-68f1-4116-b707-f3372881c7f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.367822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:24.425771 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a486e1d-68f1-4116-b707-f3372881c7f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.451309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:24.471903 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-643f0e09-5285-4ca1-a15f-89516f40c7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.486862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-26b9c029-f1d9-48fa-a614-b837a10c6d3d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Calling delete_port for 239f9c9f-72c8-43d0-b15c-f0067878f016 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:24.518479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc166850-d81c-4462-bf69-136392f26e24 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:24.521636 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.564005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.568255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:24.569085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: cc166850-d81c-4462-bf69-136392f26e24 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:24.569567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc166850-d81c-4462-bf69-136392f26e24 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:24.572045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.604251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] Pushing event deleted for resources: {'Network': ['ID=4ab75f8f-183d-4b76-a434-9e584edf3e67,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:24.667665 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-33e59474-417b-4003-8780-e601ebe5a797 tempest-ServersTestMultiNic-577697722 tempest-ServersTestMultiNic-577697722-project] 10.222.0.44 "DELETE /v2.0/networks/4ab75f8f-183d-4b76-a434-9e584edf3e67 HTTP/1.1" status: 204 len: 168 time: 2.9050527 May 06 12:40:24.699713 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-643f0e09-5285-4ca1-a15f-89516f40c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.731862 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.977342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-643f0e09-5285-4ca1-a15f-89516f40c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.029422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f0e09-5285-4ca1-a15f-89516f40c7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566b386f-924c-429b-a7ee-070530b38370,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:25.043580 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-643f0e09-5285-4ca1-a15f-89516f40c7d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.083300 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-643f0e09-5285-4ca1-a15f-89516f40c7d6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/566b386f-924c-429b-a7ee-070530b38370 HTTP/1.1" status: 204 len: 168 time: 1.1417441 May 06 12:40:25.086838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36722) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:25.157868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26b9c029-f1d9-48fa-a614-b837a10c6d3d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.224032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36728) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:25.225541 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.254764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9c029-f1d9-48fa-a614-b837a10c6d3d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Port': ['ID=239f9c9f-72c8-43d0-b15c-f0067878f016,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:25.462614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.479517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:25.485700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:25.491774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:25.492420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.496995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9542e34-8d87-4692-b58f-e2af7bac37fc None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:25.517679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=7b277ef1-7eca-472a-a79b-c81ee87bbc46,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:25.562114 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c07267ae-569d-4ab7-9c4b-2428c61750b8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5276670 May 06 12:40:25.566846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36734) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:25.573916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '7b277ef1-7eca-472a-a79b-c81ee87bbc46', 'ip_address': '2001:db8::ace7:73bd:2d64:f03'}], 'name': 'tempest-NetworksTestDHCPv6-1959618999'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:25.644427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26b9c029-f1d9-48fa-a614-b837a10c6d3d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.687060 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-6a486e1d-68f1-4116-b707-f3372881c7f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Floating IP 53d06df1-2229-4c15-9f4f-05898a245377 associated. External IP: 172.25.7.104, port: 9ba991e4-bc53-40de-914c-861a4b8c85c8. May 06 12:40:25.781570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.831083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66733eee-edd4-4bd0-b94f-a9f284f68043']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:25.871090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '7b277ef1-7eca-472a-a79b-c81ee87bbc46'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:25.874059 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.881503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f753912-fe52-43f6-9f27-37ee40dd7686') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:25.882144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f753912-fe52-43f6-9f27-37ee40dd7686') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:25.944173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.006091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.028967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:26.034381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:26.038090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:26.046321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:26.067585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:26.068510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: timer() May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:26.092008 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:26.098713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:26.153149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/7b277ef1-7eca-472a-a79b-c81ee87bbc46/234ed554-621e-4a01-8ade-15e4a65238bd) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:26.171160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-26b9c029-f1d9-48fa-a614-b837a10c6d3d tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "DELETE /v2.0/ports/239f9c9f-72c8-43d0-b15c-f0067878f016 HTTP/1.1" status: 204 len: 168 time: 4.2932642 May 06 12:40:26.181123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36740) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:26.346709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3210e7-34c7-4953-8989-429730b0e93a req-355a6a55-2e14-4527-9c30-1abf06a5a342 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:26.352082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a3210e7-34c7-4953-8989-429730b0e93a req-355a6a55-2e14-4527-9c30-1abf06a5a342 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.8763714 May 06 12:40:26.508152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.514636 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.616079 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.626165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] Pushing event deleted for resources: {'Network': ['ID=66733eee-edd4-4bd0-b94f-a9f284f68043,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:26.638379 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6d278e05-9cdb-4509-bf54-859c636aaeac admin admin] 10.222.0.44 "DELETE /v2.0/networks/66733eee-edd4-4bd0-b94f-a9f284f68043 HTTP/1.1" status: 204 len: 168 time: 1.5500259 May 06 12:40:26.651057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.674179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Transition to ACTIVE for port object 234ed554-621e-4a01-8ade-15e4a65238bd will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:26.715197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a3210e7-34c7-4953-8989-429730b0e93a req-9c167a0a-08d9-40c4-bcda-dcd129da8f79 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093283 May 06 12:40:26.715455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Transition to ACTIVE for port object 234ed554-621e-4a01-8ade-15e4a65238bd will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:26.733047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.752047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 95827fba-300c-4130-a3d1-78c685428239 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:40:26.902285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5cc3b7-05fd-4147-b606-1251e42cd0ac tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting subnet 2b2588b2-6b6c-4a8a-88ea-49423d082372 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:26.906442 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc3b7-05fd-4147-b606-1251e42cd0ac tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.952892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Pushing event updated for resources: {'Port': ['ID=234ed554-621e-4a01-8ade-15e4a65238bd,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:26.970513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:26.973091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:26.980339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:27.166441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36748) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:27.199090 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc3b7-05fd-4147-b606-1251e42cd0ac tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.205261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Attempting to bind port 234ed554-621e-4a01-8ade-15e4a65238bd on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:27.205648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Attempting to bind port 234ed554-621e-4a01-8ade-15e4a65238bd by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:27.205988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Attempting to bind port 234ed554-621e-4a01-8ade-15e4a65238bd on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:27.216658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:27.218340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:27.218340 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.218340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:27.219009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Bound port: 234ed554-621e-4a01-8ade-15e4a65238bd, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:27.219009 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.325772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::ace7:73bd:2d64:f03 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/7b277ef1-7eca-472a-a79b-c81ee87bbc46/95827fba-300c-4130-a3d1-78c685428239) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:27.353302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] For port 234ed554-621e-4a01-8ade-15e4a65238bd, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:27.361300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] For port 234ed554-621e-4a01-8ade-15e4a65238bd, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=234ed554-621e-4a01-8ade-15e4a65238bd,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:27.371866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.379009 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:40:27.578344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Pushing event updated for resources: {'Port': ['ID=234ed554-621e-4a01-8ade-15e4a65238bd,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:27.592774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.593199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.593619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.594019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.594535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.595478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.595478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.595647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.596119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.596581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.597841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d7dcf-2501-4809-81fe-5e53b6183018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:27.619118 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.721692 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7f086404-3f37-4188-9164-b88b1376b7b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9247f74c7c5e4024aa5005d19ad5db3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5392914 May 06 12:40:27.726297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36752) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:27.734501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e457-73cb-4065-b0b4-59f192e86c91 req-808761fb-4875-4c79-80b4-c28965099b02 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:27.736145 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b47e457-73cb-4065-b0b4-59f192e86c91 req-808761fb-4875-4c79-80b4-c28965099b02 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.6204543 May 06 12:40:27.808182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.835514 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc3b7-05fd-4147-b606-1251e42cd0ac tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.837960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 95827fba-300c-4130-a3d1-78c685428239 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:27.931464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.019850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:28.030442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:28.035614 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-621148d6-aaa6-4cb7-804f-58ba529b5f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.040902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:28.045891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:28.050535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.076355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b47e457-73cb-4065-b0b4-59f192e86c91 req-dfbc70f3-ef34-43bd-b43b-7645ce3f6eba tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173134 May 06 12:40:28.094659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=95827fba-300c-4130-a3d1-78c685428239,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:28.149595 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc3b7-05fd-4147-b606-1251e42cd0ac tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.155759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-621148d6-aaa6-4cb7-804f-58ba529b5f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.173135 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eb4d5381-719c-45e3-a38e-333bd8798700 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6046958 May 06 12:40:28.181725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:28.515281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 234ed554-621e-4a01-8ade-15e4a65238bd up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:28.605676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cc3b7-05fd-4147-b606-1251e42cd0ac tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2588b2-6b6c-4a8a-88ea-49423d082372,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:28.669385 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc3b7-05fd-4147-b606-1251e42cd0ac tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.700618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3269261c-a111-4b07-bc33-fb3c0a0f9908 None None] Network 93fc091f-ff24-41c1-b735-e8bc9d4b3beb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:28.754113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac78d-03e1-44a5-830f-c526307b9aa9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:28.762199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cc5cc3b7-05fd-4147-b606-1251e42cd0ac tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "DELETE /v2.0/subnets/2b2588b2-6b6c-4a8a-88ea-49423d082372 HTTP/1.1" status: 204 len: 168 time: 2.5765648 May 06 12:40:28.770154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36766) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:28.773948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac78d-03e1-44a5-830f-c526307b9aa9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:28.774801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9f1ac78d-03e1-44a5-830f-c526307b9aa9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:28.926397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9f1ac78d-03e1-44a5-830f-c526307b9aa9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:28.932459 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9f1ac78d-03e1-44a5-830f-c526307b9aa9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7437294 May 06 12:40:28.933597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36770) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:28.948498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Router d79108cb-63e3-4214-8c74-f9bd85d16b0b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:29.006986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a486e1d-68f1-4116-b707-f3372881c7f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:29.011381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-621148d6-aaa6-4cb7-804f-58ba529b5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.079919 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-621148d6-aaa6-4cb7-804f-58ba529b5f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.088846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-621148d6-aaa6-4cb7-804f-58ba529b5f56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b507d5d-e3a5-4cad-ae67-59eac6353bcd HTTP/1.1" status: 204 len: 168 time: 1.3510833 May 06 12:40:29.103024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621148d6-aaa6-4cb7-804f-58ba529b5f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b507d5d-e3a5-4cad-ae67-59eac6353bcd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:29.128470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e7eefe57-47a9-461f-a4db-6bf1bc2a51e4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 95827fba-300c-4130-a3d1-78c685428239 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:29.129002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7eefe57-47a9-461f-a4db-6bf1bc2a51e4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.505055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fe3b2-3497-488f-83c3-4756b5035dea req-7267e8dc-1141-4ac7-ac49-4bbdf4015ec1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:29.506250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 234ed554-621e-4a01-8ade-15e4a65238bd completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:29.513774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-efa73352-ed51-4856-946c-459b896650d0 None None] Provisioning for port 234ed554-621e-4a01-8ade-15e4a65238bd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:29.524907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 234ed554-621e-4a01-8ade-15e4a65238bd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:29.525636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a22fe3b2-3497-488f-83c3-4756b5035dea req-7267e8dc-1141-4ac7-ac49-4bbdf4015ec1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.0274785 May 06 12:40:29.526501 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.596765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-efa73352-ed51-4856-946c-459b896650d0 None None] Provisioning complete for port 234ed554-621e-4a01-8ade-15e4a65238bd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:29.596765 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-efa73352-ed51-4856-946c-459b896650d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.926821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7eefe57-47a9-461f-a4db-6bf1bc2a51e4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.981996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3268ec-6197-45ba-8975-5e6996dbd296 None None] DHCP port deletion for 93fc091f-ff24-41c1-b735-e8bc9d4b3beb request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:30.018188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fc3268ec-6197-45ba-8975-5e6996dbd296 None None] Deleting port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:30.018752 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc3268ec-6197-45ba-8975-5e6996dbd296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.206006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e7eefe57-47a9-461f-a4db-6bf1bc2a51e4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 95827fba-300c-4130-a3d1-78c685428239 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:30.209299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-3489f87d-63e3-4778-8a1f-b50aee9038f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting subnet 579974d2-2b30-474e-8a4d-8df434eca497 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:30.221553 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.244880 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a22fe3b2-3497-488f-83c3-4756b5035dea req-e3fb78f5-44f5-498f-b234-29fb4a83fea0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7170527 May 06 12:40:30.248580 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-efa73352-ed51-4856-946c-459b896650d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.278909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3489f87d-63e3-4778-8a1f-b50aee9038f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.482049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Deleting port 9dc980d6-3b42-416a-8def-95baa9c29517 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:30.482767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.565278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 234ed554-621e-4a01-8ade-15e4a65238bd, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=234ed554-621e-4a01-8ade-15e4a65238bd,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:30.617432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.647558 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3489f87d-63e3-4778-8a1f-b50aee9038f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.759801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dd004390-5d90-470c-b8f0-ffaf28ee00a0 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:30.941145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: dd004390-5d90-470c-b8f0-ffaf28ee00a0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:30.941871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dd004390-5d90-470c-b8f0-ffaf28ee00a0 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:31.013179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-fc3268ec-6197-45ba-8975-5e6996dbd296 None None] For port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e8921cab-0ae7-4fb4-8356-06c12eb0b0c5,segment=NetworkSegment(7d3e16f1-1964-4abc-9f50-6beb3dfd1f68),segment_id=7d3e16f1-1964-4abc-9f50-6beb3dfd1f68)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:31.015631 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc3268ec-6197-45ba-8975-5e6996dbd296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:31.096787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d0f1f-f461-412c-b4ce-48c93ed271af req-c85c5998-7f9d-48e2-bdc6-12cebe5ed919 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:31.106273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d31d0f1f-f461-412c-b4ce-48c93ed271af req-c85c5998-7f9d-48e2-bdc6-12cebe5ed919 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 946 time: 1.1365821 May 06 12:40:31.193918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=234ed554-621e-4a01-8ade-15e4a65238bd,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:31.200209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3489f87d-63e3-4778-8a1f-b50aee9038f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:31.402438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7eefe57-47a9-461f-a4db-6bf1bc2a51e4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:31.404392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fc3268ec-6197-45ba-8975-5e6996dbd296 None None] Calling delete_port for e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:31.549717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:31.568460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eefe57-47a9-461f-a4db-6bf1bc2a51e4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=95827fba-300c-4130-a3d1-78c685428239,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:31.598010 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-7575d62a-f8a8-43cd-8916-21d09e7857a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6726429 May 06 12:40:31.658635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d31d0f1f-f461-412c-b4ce-48c93ed271af req-e92db48d-ce6c-42dc-8cec-c9b1b3ae16dd tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5498254 May 06 12:40:31.739724 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3489f87d-63e3-4778-8a1f-b50aee9038f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:31.764381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7bbcb-9884-4ba2-89f3-c42e60497d79 req-40271a91-542c-492f-a620-a9cf899080f0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:31.764381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdb7bbcb-9884-4ba2-89f3-c42e60497d79 req-40271a91-542c-492f-a620-a9cf899080f0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.9485209 May 06 12:40:31.829263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-efa73352-ed51-4856-946c-459b896650d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:31.829263 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-efa73352-ed51-4856-946c-459b896650d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:31.867663 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7eefe57-47a9-461f-a4db-6bf1bc2a51e4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:31.868194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505ba0ca-23fa-48b3-8769-ca2fc24b57ae None None] Network 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:31.876567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489f87d-63e3-4778-8a1f-b50aee9038f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Subnet': ['ID=579974d2-2b30-474e-8a4d-8df434eca497,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:31.952142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3489f87d-63e3-4778-8a1f-b50aee9038f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:31.972239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdb7bbcb-9884-4ba2-89f3-c42e60497d79 req-23b89b90-928a-4746-8340-a8afb4e97e70 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386688 May 06 12:40:31.977150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3489f87d-63e3-4778-8a1f-b50aee9038f1 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "DELETE /v2.0/subnets/579974d2-2b30-474e-8a4d-8df434eca497 HTTP/1.1" status: 204 len: 168 time: 3.1937072 May 06 12:40:31.984635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36792) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:31.989831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a486e1d-68f1-4116-b707-f3372881c7f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:32.032788 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a486e1d-68f1-4116-b707-f3372881c7f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.076071 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e7eefe57-47a9-461f-a4db-6bf1bc2a51e4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/95827fba-300c-4130-a3d1-78c685428239 HTTP/1.1" status: 204 len: 168 time: 3.1367106 May 06 12:40:32.077617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36800) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:32.171237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:32.185373 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] Sync routers for ids ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:32.205374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2b4c50a3-2b98-4f61-b601-efb2a8a6eeeb admin admin] 10.222.0.44 "PUT /v2.0/routers/d79108cb-63e3-4214-8c74-f9bd85d16b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 28.0299206 May 06 12:40:32.218725 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6a486e1d-68f1-4116-b707-f3372881c7f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "PUT /v2.0/floatingips/53d06df1-2229-4c15-9f4f-05898a245377 HTTP/1.1" status: 200 len: 991 time: 13.3063321 May 06 12:40:32.241497 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] Routers {'d79108cb-63e3-4214-8c74-f9bd85d16b0b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:32.242340 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:32.295356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] For port 9dc980d6-3b42-416a-8def-95baa9c29517, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9dc980d6-3b42-416a-8def-95baa9c29517,segment=NetworkSegment(b57de4c3-20cc-4b8d-8e50-ed18bbb14db5),segment_id=b57de4c3-20cc-4b8d-8e50-ed18bbb14db5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:32.295356 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.313621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:32.317248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36806) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:32.582563 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.600290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769cf237-d0be-4adc-a13d-6df176668114', 'tag': '9ba991e4-bc53-40de-914c-861a4b8c85c8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:32.620543 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.740890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:32.741654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:32.903593 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50444290-f98f-4692-a6db-022a8b684fea'] response: {'name': 'network-changed', 'server_uuid': '769cf237-d0be-4adc-a13d-6df176668114', 'tag': '9ba991e4-bc53-40de-914c-861a4b8c85c8', 'status': 'completed', 'code': 200} May 06 12:40:32.903593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36822) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:32.918175 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc3268ec-6197-45ba-8975-5e6996dbd296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.992953 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] Set router d79108cb-63e3-4214-8c74-f9bd85d16b0b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:33.015165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Calling delete_port for 9dc980d6-3b42-416a-8def-95baa9c29517 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:33.052570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213c529-0bbb-404f-9f82-8b8d707c360a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:33.053969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213c529-0bbb-404f-9f82-8b8d707c360a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:33.054793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9213c529-0bbb-404f-9f82-8b8d707c360a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:33.133561 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-ce77ab98-1da7-4a68-9591-7e1018982cb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 1096 time: 1.4315467 May 06 12:40:33.273423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3268ec-6197-45ba-8975-5e6996dbd296 None None] Pushing event deleted for resources: {'Port': ['ID=e8921cab-0ae7-4fb4-8356-06c12eb0b0c5,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:33.288352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-eebbe68a-07f3-4ccc-8214-8011fd097a56 None None] Could not find standard attr ID for object 95827fba-300c-4130-a3d1-78c685428239. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:40:33.308586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3268ec-6197-45ba-8975-5e6996dbd296 None None] No DVR routers for this DVR port e8921cab-0ae7-4fb4-8356-06c12eb0b0c5 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:33.414427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:33.553497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0885427-c466-400e-8c65-35c03def00aa None None] DHCP port deletion for 3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:33.584833 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.617500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fc091f-ff24-41c1-b735-e8bc9d4b3beb']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:33.632846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:33.633633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3e16f1-1964-4abc-9f50-6beb3dfd1f68') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:33.656551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.694885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.711562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:33.712333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.740600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.822447 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:39:35Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 5, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'gw_port': {'id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:37Z', 'updated_at': '2022-05-06T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:33.830471 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] Checking router: d79108cb-63e3-4214-8c74-f9bd85d16b0b for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:33.848518 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] Routers {'d79108cb-63e3-4214-8c74-f9bd85d16b0b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: timer() May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:33.849354 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:33.851914 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:33.863573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc980d6-3b42-416a-8def-95baa9c29517,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:33.870764 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.930914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-network', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:33.939386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:33.944932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Usage tracker for resource:network and tenant:e116b1cac230442499d0e2e09fc3eba9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:33.949611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:33.957706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:34.016356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 234ed554-621e-4a01-8ade-15e4a65238bd up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:34.022394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-365111b8-7a00-48b7-8a0c-946d7a7e57ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:34.024339 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-365111b8-7a00-48b7-8a0c-946d7a7e57ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 0.3217080 May 06 12:40:34.052124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Made reservation on behalf of e116b1cac230442499d0e2e09fc3eba9 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:34.055079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.057621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9213c529-0bbb-404f-9f82-8b8d707c360a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:34.062768 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9213c529-0bbb-404f-9f82-8b8d707c360a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.9752142 May 06 12:40:34.067614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36832) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:34.072361 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.084691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2136f-ace4-4ea8-9c3c-b4cac99fc33a req-942b0b6a-3729-4e8e-ad09-f07085d3da41 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:34.086390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38b2136f-ace4-4ea8-9c3c-b4cac99fc33a req-942b0b6a-3729-4e8e-ad09-f07085d3da41 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.4547009 May 06 12:40:34.087624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Network': ['ID=93fc091f-ff24-41c1-b735-e8bc9d4b3beb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:34.101139 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.113975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c0885427-c466-400e-8c65-35c03def00aa None None] Deleting port c0ebc340-6f62-4ea5-9943-612dae31f35d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:34.114352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0885427-c466-400e-8c65-35c03def00aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.150163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f08da52a-78e8-41b4-933d-01e093edf0c7 req-c7bb78e1-6f63-47ef-8108-3fc271e30a2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 1096 time: 1.2403593 May 06 12:40:34.198559 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] Set router d79108cb-63e3-4214-8c74-f9bd85d16b0b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:34.260374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dd2e610d-210e-46f1-b72b-32ec31f5fa42 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "DELETE /v2.0/networks/93fc091f-ff24-41c1-b735-e8bc9d4b3beb HTTP/1.1" status: 204 len: 168 time: 2.2440910 May 06 12:40:34.269715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36836) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:34.657186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 234ed554-621e-4a01-8ade-15e4a65238bd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:34.657651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.688055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:34.744578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38b2136f-ace4-4ea8-9c3c-b4cac99fc33a req-dc7d50d5-9264-40dc-b8d7-796ea75c0de1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6244111 May 06 12:40:34.758688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Usage tracker for resource:security_group_rule and tenant:e116b1cac230442499d0e2e09fc3eba9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:34.793066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 7b277ef1-7eca-472a-a79b-c81ee87bbc46 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:34.798482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.800290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:34.811140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca0fc9-3dfb-422c-a064-b1daaf26acac req-66bdb4a3-b605-488b-bdbc-6e9e017bf9f2 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:34.820466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bca0fc9-3dfb-422c-a064-b1daaf26acac req-66bdb4a3-b605-488b-bdbc-6e9e017bf9f2 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 946 time: 0.9897447 May 06 12:40:34.878681 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-1363fb9e-e01f-40c2-a33c-e960537f0355 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2182772e-cdd3-47dc-a96f-0f1bd6c9672a HTTP/1.1" status: 200 len: 1001 time: 0.8067334 May 06 12:40:34.884577 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:39:35Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 5, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'gw_port': {'id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:37Z', 'updated_at': '2022-05-06T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:34.890834 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ecfd4-c0f3-49f1-b91d-f3b8470a8091 None None] The sync data for ids ['d79108cb-63e3-4214-8c74-f9bd85d16b0b'] in n-d-840847-1 is: [{'id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1340237797-router', 'tenant_id': 'ae48dac1aa88414285e4959d2075d29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:39:35Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 5, 'project_id': 'ae48dac1aa88414285e4959d2075d29c', 'gw_port': {'id': 'ef027e99-266b-48c3-9071-2d5b587e1de8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79108cb-63e3-4214-8c74-f9bd85d16b0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:39:37Z', 'updated_at': '2022-05-06T12:39:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:34.961699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:34.970934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '422f73f1-5396-42e0-8c1a-38ece84ebb85', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:47Z', 'updated_at': '2022-05-06T12:38:37Z', 'revision_number': 2, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}, {'id': '53d06df1-2229-4c15-9f4f-05898a245377', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '9ba991e4-bc53-40de-914c-861a4b8c85c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:7d:3b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769cf237-d0be-4adc-a13d-6df176668114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:39:25Z', 'updated_at': '2022-05-06T12:40:23Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:34.985082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:35.077331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.102797 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.107453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c0885427-c466-400e-8c65-35c03def00aa None None] For port c0ebc340-6f62-4ea5-9943-612dae31f35d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c0ebc340-6f62-4ea5-9943-612dae31f35d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:35.108598 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0885427-c466-400e-8c65-35c03def00aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.182319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-2ec36fba-a9c8-454f-b6dc-108399b558be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.184066 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-2ec36fba-a9c8-454f-b6dc-108399b558be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.2783766 May 06 12:40:35.196666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bca0fc9-3dfb-422c-a064-b1daaf26acac req-3811d988-3a95-47bc-99bf-fcd88e5c794e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749475 May 06 12:40:35.313158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da52a-78e8-41b4-933d-01e093edf0c7 req-c0e9a9b4-9fc7-44c9-8da4-ff3f1ec426a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.317710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f08da52a-78e8-41b4-933d-01e093edf0c7 req-c0e9a9b4-9fc7-44c9-8da4-ff3f1ec426a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 1.1329911 May 06 12:40:35.320215 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.348666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c0885427-c466-400e-8c65-35c03def00aa None None] Calling delete_port for c0ebc340-6f62-4ea5-9943-612dae31f35d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:35.391266 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.420347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port c0ebc340-6f62-4ea5-9943-612dae31f35d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:35.421084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.519719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:35.520043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.527145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:35.720997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa5b95-c8f2-41f8-b4e0-3c40f584f376 req-fc4edc8c-6849-423d-a592-2ed594bf5c75 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.731270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eafa5b95-c8f2-41f8-b4e0-3c40f584f376 req-fc4edc8c-6849-423d-a592-2ed594bf5c75 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.7197845 May 06 12:40:35.754499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=7b277ef1-7eca-472a-a79b-c81ee87bbc46,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:35.803968 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.823873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bea440-7cec-431b-9f39-cca699156a9d req-b29b163d-f663-4023-bfc3-8f4ba2258f98 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.826272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9bea440-7cec-431b-9f39-cca699156a9d req-b29b163d-f663-4023-bfc3-8f4ba2258f98 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.48 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 946 time: 0.5909367 May 06 12:40:35.828829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f08da52a-78e8-41b4-933d-01e093edf0c7 req-5809757f-6f9e-44be-a30d-e206719784d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ba991e4-bc53-40de-914c-861a4b8c85c8 HTTP/1.1" status: 200 len: 999 time: 0.4868746 May 06 12:40:35.831305 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.850011 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-cac7a5f8-6dd8-4740-bd6c-af98ff4f3323 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6535764 May 06 12:40:35.850968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.853057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.853633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.854182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.855107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.855702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.856260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.856805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.857352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.857908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.858455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.859054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:35.952764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c0ebc340-6f62-4ea5-9943-612dae31f35d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:35.997627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b3799-5271-473e-a98c-c2eff916332a None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:36.056299 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4d2f9fae-cd0c-4f1d-8b00-f5199da0b374 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/7b277ef1-7eca-472a-a79b-c81ee87bbc46 HTTP/1.1" status: 204 len: 168 time: 1.9084268 May 06 12:40:36.059756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36842) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:36.092189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:36.109342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbecb73-3fc8-4122-9c2f-2448f24bee8c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:36.151991 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0885427-c466-400e-8c65-35c03def00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.203355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eafa5b95-c8f2-41f8-b4e0-3c40f584f376 req-37c8a17e-9229-4565-a28e-7a706ee994e0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706390 May 06 12:40:36.213055 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.214153 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Added segment 02858272-c251-41ea-9de3-58c3de1f0d85 of type vlan for network f71747fd-5499-4292-b514-2b02127aaa85 May 06 12:40:36.230182 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-abf5212f-bd1d-4b9d-8636-9e6a4a95cb3b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1509402 May 06 12:40:36.249045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0885427-c466-400e-8c65-35c03def00aa None None] Pushing event deleted for resources: {'Port': ['ID=c0ebc340-6f62-4ea5-9943-612dae31f35d,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:36.253343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36846) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:36.255582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0885427-c466-400e-8c65-35c03def00aa None None] No DVR routers for this DVR port c0ebc340-6f62-4ea5-9943-612dae31f35d on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:36.267703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da52a-78e8-41b4-933d-01e093edf0c7 req-d4a2747c-ce4d-4554-b94d-bce6b32ff761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:36.269204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f08da52a-78e8-41b4-933d-01e093edf0c7 req-d4a2747c-ce4d-4554-b94d-bce6b32ff761 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.4235241 May 06 12:40:36.288373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Deleting port 6139636c-0355-4193-8487-831745c3614a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:36.288373 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.293029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:36.329078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port c0ebc340-6f62-4ea5-9943-612dae31f35d {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:40:36.331373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c0ebc340-6f62-4ea5-9943-612dae31f35d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:36.331801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 738edfde-e68c-4fd7-8886-89c8d64ee903 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:36.392485 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.423368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 738edfde-e68c-4fd7-8886-89c8d64ee903 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:36.423952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 738edfde-e68c-4fd7-8886-89c8d64ee903 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:36.537241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:36.608013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.709318 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-df73f8e3-dff9-45c0-b266-57e76e443a91 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8412235 May 06 12:40:36.743599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] For port c0ebc340-6f62-4ea5-9943-612dae31f35d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c0ebc340-6f62-4ea5-9943-612dae31f35d,segment=NetworkSegment(490f73c2-007f-46fe-9b8b-8e7e04ff7996),segment_id=490f73c2-007f-46fe-9b8b-8e7e04ff7996)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:36.744273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.791875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:40:36.883294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc1b60-40fd-40f4-9b84-8c2e437f416f None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:36.888095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:36.950918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-09cc1b60-40fd-40f4-9b84-8c2e437f416f None None] Deleting port 234ed554-621e-4a01-8ade-15e4a65238bd {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:36.951402 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b60-40fd-40f4-9b84-8c2e437f416f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.102639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Calling delete_port for c0ebc340-6f62-4ea5-9943-612dae31f35d owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:37.109688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.163984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:37.178502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:37.195105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:37.251922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:37.256338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.323670 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.324713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:37.325384 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.353728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f08da52a-78e8-41b4-933d-01e093edf0c7 req-5d75251f-5d06-4b74-a2fb-c8a936c35423 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0362196 May 06 12:40:37.412553 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b3ac1fa2-7001-4194-8f28-8b1b2280059b req-66a5baa7-5eb8-498b-9024-cb0f773a9e05 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952512 May 06 12:40:37.417603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-09cc1b60-40fd-40f4-9b84-8c2e437f416f None None] For port 234ed554-621e-4a01-8ade-15e4a65238bd, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=234ed554-621e-4a01-8ade-15e4a65238bd,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:37.418283 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b60-40fd-40f4-9b84-8c2e437f416f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.477635 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.527789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Deleting port ef027e99-266b-48c3-9071-2d5b587e1de8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:37.530450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.728034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 234ed554-621e-4a01-8ade-15e4a65238bd no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:37.789107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-09cc1b60-40fd-40f4-9b84-8c2e437f416f None None] Calling delete_port for 234ed554-621e-4a01-8ade-15e4a65238bd owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:37.806673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212f79e-967f-4d60-8835-b040905243a1 req-86059517-bc4a-49af-95f0-8a7a4da9ad49 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:37.808631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9212f79e-967f-4d60-8835-b040905243a1 req-86059517-bc4a-49af-95f0-8a7a4da9ad49 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.0452576 May 06 12:40:37.810135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.9011941 May 06 12:40:37.811898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34561e1a-2c54-4fdc-894b-3f5db5d88e5d admin admin] Pushing event updated for resources: {'Network': ['ID=f71747fd-5499-4292-b514-2b02127aaa85,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:37.815779 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:37.816317 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:37.823475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36856) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:37.831675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] For port ef027e99-266b-48c3-9071-2d5b587e1de8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ef027e99-266b-48c3-9071-2d5b587e1de8,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:37.832369 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.860572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Request body: {'subnet': {'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-subnet', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:37.875974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network f71747fd-5499-4292-b514-2b02127aaa85 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:37.882954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8486aed-47bf-49b0-89cb-f8549f9807c6 req-e1b27474-fa58-48a2-aa19-2153ae4daca9 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:37.891569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8486aed-47bf-49b0-89cb-f8549f9807c6 req-e1b27474-fa58-48a2-aa19-2153ae4daca9 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 946 time: 1.2771597 May 06 12:40:37.913953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:37.954261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Usage tracker for resource:subnet and tenant:e116b1cac230442499d0e2e09fc3eba9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:37.979667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:37.999986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Calling delete_port for ef027e99-266b-48c3-9071-2d5b587e1de8 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:38.000680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:38.103527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9212f79e-967f-4d60-8835-b040905243a1 req-75dae4f6-8a7e-45ab-b36d-1470b439f43c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857237 May 06 12:40:38.108242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f08da52a-78e8-41b4-933d-01e093edf0c7 req-1fb7fdf9-c619-4d47-b461-68702ebec427 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7304204 May 06 12:40:38.112740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '422f73f1-5396-42e0-8c1a-38ece84ebb85', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:47Z', 'updated_at': '2022-05-06T12:38:37Z', 'revision_number': 2, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}, {'id': '53d06df1-2229-4c15-9f4f-05898a245377', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '9ba991e4-bc53-40de-914c-861a4b8c85c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:7d:3b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769cf237-d0be-4adc-a13d-6df176668114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:39:25Z', 'updated_at': '2022-05-06T12:40:23Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:38.113223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] For port 6139636c-0355-4193-8487-831745c3614a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6139636c-0355-4193-8487-831745c3614a,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:38.113621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.126675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Made reservation on behalf of e116b1cac230442499d0e2e09fc3eba9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:38.130560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.150056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6108db-642d-4c4d-b1b2-69bf270005cc None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '422f73f1-5396-42e0-8c1a-38ece84ebb85', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:47Z', 'updated_at': '2022-05-06T12:38:37Z', 'revision_number': 2, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}, {'id': '53d06df1-2229-4c15-9f4f-05898a245377', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '9ba991e4-bc53-40de-914c-861a4b8c85c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:7d:3b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769cf237-d0be-4adc-a13d-6df176668114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:39:25Z', 'updated_at': '2022-05-06T12:40:23Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:38.266280 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09cc1b60-40fd-40f4-9b84-8c2e437f416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.317147 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.331132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8486aed-47bf-49b0-89cb-f8549f9807c6 req-c3a3e673-c21d-4153-b33a-d23419b7bbfa tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4383681 May 06 12:40:38.340809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc1b60-40fd-40f4-9b84-8c2e437f416f None None] Pushing event deleted for resources: {'Port': ['ID=234ed554-621e-4a01-8ade-15e4a65238bd,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:38.350827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc1b60-40fd-40f4-9b84-8c2e437f416f None None] No DVR routers for this DVR port 234ed554-621e-4a01-8ade-15e4a65238bd on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:38.457306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.465452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Deleting port c0ebc340-6f62-4ea5-9943-612dae31f35d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:38.465452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.554674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6139636c-0355-4193-8487-831745c3614a no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:38.719611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c2879-cec2-4913-8cae-6b80aef58642 None None] New status for floating IP 53d06df1-2229-4c15-9f4f-05898a245377: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:40:38.739444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:38.746160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:38.749770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:38.750863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.755838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=9edb97fc-d1b6-44f1-83cc-35fbb01612ad,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:38.808318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc261548-5e57-49e7-a0fc-135ce93835ec None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:38.841557 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d38b81f1-5a32-4279-950b-f2a994c72467 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5600533 May 06 12:40:38.842687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36864) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:38.851994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '9edb97fc-d1b6-44f1-83cc-35fbb01612ad', 'ip_address': '2001:db8::5e36:777e:3107:68a6'}], 'name': 'tempest-NetworksTestDHCPv6-1836619145'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:38.924357 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.020617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] The port 'c0ebc340-6f62-4ea5-9943-612dae31f35d' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:40:39.052960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6139636c-0355-4193-8487-831745c3614a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:39.090863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6139636c-0355-4193-8487-831745c3614a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6139636c-0355-4193-8487-831745c3614a,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:39.113547 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.196848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.302673 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4989b52e-74b0-4b22-8999-c3fae01cf491'] response: {'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6139636c-0355-4193-8487-831745c3614a', 'code': 200} May 06 12:40:39.439460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef027e99-266b-48c3-9071-2d5b587e1de8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:39.443374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:39.455879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:39.464982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:39.526242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f08da52a-78e8-41b4-933d-01e093edf0c7 req-01c465ce-df8f-49e3-8400-a421df9d8de4 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3776395 May 06 12:40:39.533667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:39.605959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '9edb97fc-d1b6-44f1-83cc-35fbb01612ad'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:39.606894 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.617876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.625647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:39.629593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6139636c-0355-4193-8487-831745c3614a,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:39.631462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.688802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port fa0cc818-67dd-4e54-b98a-7142c613c2c6 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:40:39.725740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2053d-77bd-4b08-a465-b41aeadb67ac req-947bc023-0159-4ef4-ab5a-22aa743c3b81 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:39.736436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62f2053d-77bd-4b08-a465-b41aeadb67ac req-947bc023-0159-4ef4-ab5a-22aa743c3b81 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.2279127 May 06 12:40:39.766166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.766922 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.767447 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Floating IP bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783 disassociated. External IP: 172.25.7.17, port: 6139636c-0355-4193-8487-831745c3614a. May 06 12:40:39.767969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Calling delete_port for 6139636c-0355-4193-8487-831745c3614a owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:39.855590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5a7577-6eb9-4fca-ac8e-7b2840c042f7']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:39.889396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/9edb97fc-d1b6-44f1-83cc-35fbb01612ad/41c65667-c5f7-4c4c-97e7-b7e86f38f7f1) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:39.906537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490f73c2-007f-46fe-9b8b-8e7e04ff7996') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:39.906836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490f73c2-007f-46fe-9b8b-8e7e04ff7996') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:39.928951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.951091 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.020284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62f2053d-77bd-4b08-a465-b41aeadb67ac req-95142ffe-ebeb-4093-9937-4e080ff921c5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818284 May 06 12:40:40.025389 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.032741 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.066704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:40.067040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: timer() May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:40.090518 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:40.157931 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:40.158363 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:40.181509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc557a6-c8d8-4d59-a091-767f70c73908 req-423166b9-6587-4d3d-a7f8-04d07c60defc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:40.190098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bc557a6-c8d8-4d59-a091-767f70c73908 req-423166b9-6587-4d3d-a7f8-04d07c60defc tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 944 time: 0.6498299 May 06 12:40:40.297858 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.342635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Router dd64bb8a-f12c-4fec-bafa-260eedcf04ae has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:40.352027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Transition to ACTIVE for port object 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:40.364288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a02b38-805c-49e6-ab71-d39e9a333ca3,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:40.366792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.366978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.383238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.398001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Transition to ACTIVE for port object 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:40.409688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.416330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.457614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.458144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.458711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.459217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.459741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.460297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.460838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.461358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.461897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.462454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.463006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.484946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bc557a6-c8d8-4d59-a091-767f70c73908 req-46da5468-a3c1-45e2-8ef8-87a604df2ae1 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937217 May 06 12:40:40.486138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] Pushing event deleted for resources: {'Network': ['ID=3a5a7577-6eb9-4fca-ac8e-7b2840c042f7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:40.516899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Checking segment: {'id': '02858272-c251-41ea-9de3-58c3de1f0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:40.517479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Network hostable DHCP agents. Network: f71747fd-5499-4292-b514-2b02127aaa85, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:40.543502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b1217de5-8b70-431d-9a46-64ae86720680 tempest-TaggedBootDevicesTest_v242-1621344529 tempest-TaggedBootDevicesTest_v242-1621344529-project] 10.222.0.44 "DELETE /v2.0/networks/3a5a7577-6eb9-4fca-ac8e-7b2840c042f7 HTTP/1.1" status: 204 len: 168 time: 6.2301860 May 06 12:40:40.567920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:40.570720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:40.573490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.575144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d79108cb-63e3-4214-8c74-f9bd85d16b0b {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:40:40.579238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:40.584026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Pushing event updated for resources: {'Port': ['ID=41c65667-c5f7-4c4c-97e7-b7e86f38f7f1,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:40.602160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc38ab0-71bc-4359-b7c9-2f02296f16f4 req-6f188e67-3fe9-4ada-a9cf-eba58c07aa91 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:40.610173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bc38ab0-71bc-4359-b7c9-2f02296f16f4 req-6f188e67-3fe9-4ada-a9cf-eba58c07aa91 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.4031844 May 06 12:40:40.666835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Deleting port 6139636c-0355-4193-8487-831745c3614a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:40.667648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.743783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Network f71747fd-5499-4292-b514-2b02127aaa85 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:40.751165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::5e36:777e:3107:68a6 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/9edb97fc-d1b6-44f1-83cc-35fbb01612ad/fa0cc818-67dd-4e54-b98a-7142c613c2c6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:40.769847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Attempting to bind port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:40.770398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Attempting to bind port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:40.770797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Attempting to bind port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:40.774496 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.780493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, f71747fd-5499-4292-b514-2b02127aaa85) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:40.783351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:40.783808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:40.784221 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.784614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:40.785105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Bound port: 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:40.785847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.801272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bc38ab0-71bc-4359-b7c9-2f02296f16f4 req-e2a61074-f98f-4e25-935b-fb41d4790f21 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899266 May 06 12:40:40.802115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044f720-5936-47b7-bce9-9e11441d0555 None None] Network f71747fd-5499-4292-b514-2b02127aaa85 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:40.807445 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-981e4df5-9f5f-4a59-82b1-465f30f5c438 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d79108cb-63e3-4214-8c74-f9bd85d16b0b HTTP/1.1" status: 204 len: 168 time: 8.4906015 May 06 12:40:40.813098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:40.813304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36880) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:40.813865 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.112295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf087197-7042-4af6-abd4-6990bc90c2cb admin admin] Deleting subnet 150a583a-3e68-450c-8a70-1d0739f9bedc {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:41.130262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf087197-7042-4af6-abd4-6990bc90c2cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.360270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf087197-7042-4af6-abd4-6990bc90c2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.443826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] For port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:41.454010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-56ba603c-59a6-4cb5-97ea-559334c9535c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.6250618 May 06 12:40:41.457750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36890) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:41.466884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] For port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=41c65667-c5f7-4c4c-97e7-b7e86f38f7f1,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:41.486656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:41.502204 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.520068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:41.546471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Usage tracker for resource:router and tenant:e116b1cac230442499d0e2e09fc3eba9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:41.558978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:41.593414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:41.663261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] For port 6139636c-0355-4193-8487-831745c3614a, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6139636c-0355-4193-8487-831745c3614a,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:41.664012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.697064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef027e99-266b-48c3-9071-2d5b587e1de8 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:41.712407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc85b-1c8d-446c-9c17-81531f9a76bc req-b76ba35d-5471-4774-a9db-d99caba902db tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:41.715298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19cdc85b-1c8d-446c-9c17-81531f9a76bc req-b76ba35d-5471-4774-a9db-d99caba902db tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.5099797 May 06 12:40:41.837699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.885008 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.887387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.895980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ef027e99-266b-48c3-9071-2d5b587e1de8 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:41.897765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef027e99-266b-48c3-9071-2d5b587e1de8 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:41.905873 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf087197-7042-4af6-abd4-6990bc90c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.974408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:41.983752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8160e78c-2297-4dc5-a45d-9d9789ed530e admin admin] 10.222.0.44 "PUT /v2.0/routers/dd64bb8a-f12c-4fec-bafa-260eedcf04ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7448828 May 06 12:40:42.008446 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] Sync routers for ids ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:42.010763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36898) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:42.016509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88593533-7416-4493-84f8-654d32f9ab43 None None] Network f71747fd-5499-4292-b514-2b02127aaa85 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:42.046769 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] Routers {'dd64bb8a-f12c-4fec-bafa-260eedcf04ae'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:42.048069 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:42.184393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19cdc85b-1c8d-446c-9c17-81531f9a76bc req-f55089c0-1905-4785-a867-33a8cd605838 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451141 May 06 12:40:42.288842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object fa0cc818-67dd-4e54-b98a-7142c613c2c6 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:42.362889 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.419766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.424680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf087197-7042-4af6-abd4-6990bc90c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.620682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e8e51-707d-400a-99b0-4653a85f56e5 None None] Network 6144542e-9e7e-49b9-a26b-107f9a541065 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:42.651324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf087197-7042-4af6-abd4-6990bc90c2cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.680336 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] Set router dd64bb8a-f12c-4fec-bafa-260eedcf04ae gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:42.689268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc45ff6-842c-446a-8217-420ac12c6286 req-512cc0c1-0acf-45b3-bb90-e13f9e091604 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:42.691687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-dfc45ff6-842c-446a-8217-420ac12c6286 req-512cc0c1-0acf-45b3-bb90-e13f9e091604 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Synchronizing usage tracker for tenant:25345765f82b4d52976db5eb34d250ce on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:42.716153 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bf087197-7042-4af6-abd4-6990bc90c2cb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/150a583a-3e68-450c-8a70-1d0739f9bedc HTTP/1.1" status: 204 len: 168 time: 1.8947477 May 06 12:40:42.718686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36908) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:42.783072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:42.784013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf087197-7042-4af6-abd4-6990bc90c2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150a583a-3e68-450c-8a70-1d0739f9bedc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:42.878076 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c8275f1-47ae-4917-a2b9-aca3e3f75668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.895590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbb7fc-9dcd-401a-942a-0e79a0af5daf None None] Pushing event updated for resources: {'Port': ['ID=41c65667-c5f7-4c4c-97e7-b7e86f38f7f1,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:42.933818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:42.943374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.953069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:42.957668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:42.958338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.011444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.043796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Deleting port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:43.044457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.108016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=fa0cc818-67dd-4e54-b98a-7142c613c2c6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:43.117264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.213054 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.261455 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cc23a1ec-3c45-4f81-9a6e-a399f4fec71b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4165590 May 06 12:40:43.281069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36912) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:43.435746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-dfc45ff6-842c-446a-8217-420ac12c6286 req-512cc0c1-0acf-45b3-bb90-e13f9e091604 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Unset dirty status for tenant:25345765f82b4d52976db5eb34d250ce on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:43.437827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfc45ff6-842c-446a-8217-420ac12c6286 req-512cc0c1-0acf-45b3-bb90-e13f9e091604 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 944 time: 1.4603148 May 06 12:40:43.492497 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '75170416-a081-4519-b489-3ceb648a1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:08Z', 'updated_at': '2022-05-06T12:40:33Z', 'revision_number': 5, 'project_id': '334822546a7644ea9788570aebc2fae5', 'gw_port': {'id': '75170416-a081-4519-b489-3ceb648a1bee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:12Z', 'updated_at': '2022-05-06T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:43.510075 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] Checking router: dd64bb8a-f12c-4fec-bafa-260eedcf04ae for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:43.563932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0be64a-ecb4-40fe-89e5-4dfb497b2b9f None None] DHCP port deletion for 6144542e-9e7e-49b9-a26b-107f9a541065 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:43.568688 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] Routers {'dd64bb8a-f12c-4fec-bafa-260eedcf04ae'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:43.571706 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:43.572584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0c0be64a-ecb4-40fe-89e5-4dfb497b2b9f None None] Deleting port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:43.575286 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c0be64a-ecb4-40fe-89e5-4dfb497b2b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.632248 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.632964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.633433 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Floating IP bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783 disassociated. External IP: 172.25.7.17, port: 6139636c-0355-4193-8487-831745c3614a. May 06 12:40:43.633958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Calling delete_port for 6139636c-0355-4193-8487-831745c3614a owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:43.685925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:43.913003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83990f2-7e50-41d3-823f-d15a773af287 req-1621e11b-398a-4a70-815a-644b2d8867c3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:43.915832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a83990f2-7e50-41d3-823f-d15a773af287 req-1621e11b-398a-4a70-815a-644b2d8867c3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.8328404 May 06 12:40:44.042211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dfc45ff6-842c-446a-8217-420ac12c6286 req-085b750d-111b-4850-8fe7-fe6bd24fa7e3 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5942464 May 06 12:40:44.091578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:44.101866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd4b1b8-f581-4751-aeea-b57d87303c62 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:44.102247 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] Set router dd64bb8a-f12c-4fec-bafa-260eedcf04ae gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:44.110011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd4b1b8-f581-4751-aeea-b57d87303c62 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:44.118070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5bd4b1b8-f581-4751-aeea-b57d87303c62 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7988293 May 06 12:40:44.119759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36918) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:44.237773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] For port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fbdf02d4-98d1-41f5-916c-75dfbcbcfa75,segment=NetworkSegment(7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa),segment_id=7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:44.238618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:44.246825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:44.311537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0c0be64a-ecb4-40fe-89e5-4dfb497b2b9f None None] For port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fbdf02d4-98d1-41f5-916c-75dfbcbcfa75,segment=NetworkSegment(7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa),segment_id=7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:44.312568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c0be64a-ecb4-40fe-89e5-4dfb497b2b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:44.642901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Pushing event deleted for resources: {'Port': ['ID=6139636c-0355-4193-8487-831745c3614a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:44.656561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-20900feb-0186-4490-8f66-26522b5ba042 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port fa0cc818-67dd-4e54-b98a-7142c613c2c6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:44.656902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20900feb-0186-4490-8f66-26522b5ba042 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:44.690803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a83990f2-7e50-41d3-823f-d15a773af287 req-1c868771-a331-4c01-b12d-c47157128a72 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7605016 May 06 12:40:44.714993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Calling delete_port for fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:44.740895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0c0be64a-ecb4-40fe-89e5-4dfb497b2b9f None None] Calling delete_port for fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:44.945136 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81817e60-af1f-474a-9088-0eaa883988cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.066952 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '75170416-a081-4519-b489-3ceb648a1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:08Z', 'updated_at': '2022-05-06T12:40:33Z', 'revision_number': 5, 'project_id': '334822546a7644ea9788570aebc2fae5', 'gw_port': {'id': '75170416-a081-4519-b489-3ceb648a1bee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:12Z', 'updated_at': '2022-05-06T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:45.074895 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c0be64a-ecb4-40fe-89e5-4dfb497b2b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.090879 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfffcc7-7282-4083-ae04-52cdd2e7b9bb None None] The sync data for ids ['dd64bb8a-f12c-4fec-bafa-260eedcf04ae'] in n-d-840847-1 is: [{'id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'name': 'tempest-ServersTestMultiNic-1118402663-router', 'tenant_id': '334822546a7644ea9788570aebc2fae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '75170416-a081-4519-b489-3ceb648a1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:08Z', 'updated_at': '2022-05-06T12:40:33Z', 'revision_number': 5, 'project_id': '334822546a7644ea9788570aebc2fae5', 'gw_port': {'id': '75170416-a081-4519-b489-3ceb648a1bee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd64bb8a-f12c-4fec-bafa-260eedcf04ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:12Z', 'updated_at': '2022-05-06T12:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:45.273291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0be64a-ecb4-40fe-89e5-4dfb497b2b9f None None] Pushing event deleted for resources: {'Port': ['ID=fbdf02d4-98d1-41f5-916c-75dfbcbcfa75,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:45.320026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20900feb-0186-4490-8f66-26522b5ba042 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.371603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0be64a-ecb4-40fe-89e5-4dfb497b2b9f None None] No DVR routers for this DVR port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:45.490112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ee187e03-09ef-43d6-8cce-6ed32494568c None None] Provisioning for port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:45.526879 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.534901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ee187e03-09ef-43d6-8cce-6ed32494568c None None] Provisioning complete for port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:45.535468 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee187e03-09ef-43d6-8cce-6ed32494568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.622852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:45.623880 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:45.738747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9dc980d6-3b42-416a-8def-95baa9c29517 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:45.802329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9dc980d6-3b42-416a-8def-95baa9c29517 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:45.802813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9dc980d6-3b42-416a-8def-95baa9c29517 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:45.803105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:45.826060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-20900feb-0186-4490-8f66-26522b5ba042 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for fa0cc818-67dd-4e54-b98a-7142c613c2c6 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:45.911140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.929729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:45.930667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:45.931339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.987002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-717fd450-ea97-4abc-b011-e6a45898c65e req-3e232559-1667-4b40-bdde-62ab5379acd0 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 210 time: 0.2382717 May 06 12:40:46.014027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Deleting port 75170416-a081-4519-b489-3ceb648a1bee {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:46.014628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.020375 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.050171 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee187e03-09ef-43d6-8cce-6ed32494568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.081746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.110823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ee187e03-09ef-43d6-8cce-6ed32494568c None None] For port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=41c65667-c5f7-4c4c-97e7-b7e86f38f7f1,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:46.116846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ee187e03-09ef-43d6-8cce-6ed32494568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.123512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c2ab3-0a72-4356-8d5e-7aaa286856ba req-bd627d6b-e75b-4704-8151-de92ce083747 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:46.126167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b99c2ab3-0a72-4356-8d5e-7aaa286856ba req-bd627d6b-e75b-4704-8151-de92ce083747 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.6054411 May 06 12:40:46.169160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Deleting port fbdf02d4-98d1-41f5-916c-75dfbcbcfa75 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:46.170067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.252237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee187e03-09ef-43d6-8cce-6ed32494568c None None] Pushing event updated for resources: {'Port': ['ID=41c65667-c5f7-4c4c-97e7-b7e86f38f7f1,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:46.318337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] The port 'fbdf02d4-98d1-41f5-916c-75dfbcbcfa75' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:40:46.328631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b99c2ab3-0a72-4356-8d5e-7aaa286856ba req-e6b4aa22-e251-45bf-a6b4-626357c001f6 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880915 May 06 12:40:46.360823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-847ead99-0e04-4173-8d60-2b6404b56e94 None None] Provisioning for port fa0cc818-67dd-4e54-b98a-7142c613c2c6 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:46.368107 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20900feb-0186-4490-8f66-26522b5ba042 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.376968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-847ead99-0e04-4173-8d60-2b6404b56e94 None None] Provisioning complete for port fa0cc818-67dd-4e54-b98a-7142c613c2c6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:46.377612 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-847ead99-0e04-4173-8d60-2b6404b56e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.551933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Router 2de2a69a-195d-455f-8b3f-aada7196259b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:46.560581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20900feb-0186-4490-8f66-26522b5ba042 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=fa0cc818-67dd-4e54-b98a-7142c613c2c6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:46.649873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-847ead99-0e04-4173-8d60-2b6404b56e94 None None] Port fa0cc818-67dd-4e54-b98a-7142c613c2c6 was deleted so its status cannot be updated. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:40:46.935588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-72595912-0bce-4e80-a99e-a9a5e0a804f7 req-1eac20d3-aff1-4252-bc02-6160b24b4de7 service neutron] (83955) timed out ('10.222.0.44', 48488) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:40:46.960146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.068274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6144542e-9e7e-49b9-a26b-107f9a541065']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:47.103225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20900feb-0186-4490-8f66-26522b5ba042 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.240083 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-20900feb-0186-4490-8f66-26522b5ba042 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/fa0cc818-67dd-4e54-b98a-7142c613c2c6 HTTP/1.1" status: 204 len: 168 time: 3.1122622 May 06 12:40:47.273059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36942) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:47.304729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Allocated IP 172.25.7.87 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/25cb893a-8a23-4ff5-84c1-f0e716c4116b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:47.402920 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.459283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:47.460266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4d6a86-c5d2-4b4c-9ae8-0f29fdbfeafa') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:47.505311 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.520629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bc9ec581-cac8-47ac-b99e-0cce1adcf8f4 req-24608b76-b77f-431d-af4b-de3e40cc1226 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Synchronizing usage tracker for tenant:25345765f82b4d52976db5eb34d250ce on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:47.556160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.562032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14cea8-eb01-4364-924f-2078e6470362 req-7c058c14-3cb9-4c93-8ef3-9826c405aa5e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:47.569700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a14cea8-eb01-4364-924f-2078e6470362 req-7c058c14-3cb9-4c93-8ef3-9826c405aa5e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.5181994 May 06 12:40:47.571420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:47.585499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] For port 75170416-a081-4519-b489-3ceb648a1bee, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=75170416-a081-4519-b489-3ceb648a1bee,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:47.585888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.604601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:47.604892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.619080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bc9ec581-cac8-47ac-b99e-0cce1adcf8f4 req-24608b76-b77f-431d-af4b-de3e40cc1226 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Unset dirty status for tenant:25345765f82b4d52976db5eb34d250ce on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:47.620435 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc9ec581-cac8-47ac-b99e-0cce1adcf8f4 req-24608b76-b77f-431d-af4b-de3e40cc1226 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 210 time: 0.2155128 May 06 12:40:47.627343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ce0f8-8f71-4a83-b93d-4d9b8fdf3b95 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:47.629024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ce0f8-8f71-4a83-b93d-4d9b8fdf3b95 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:47.635812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7e2ce0f8-8f71-4a83-b93d-4d9b8fdf3b95 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3560603 May 06 12:40:47.636091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36946) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: timer() May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:47.672622 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:47.879459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Calling delete_port for 75170416-a081-4519-b489-3ceb648a1bee owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:47.880179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:47.881161 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.943784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a14cea8-eb01-4364-924f-2078e6470362 req-4a0544d1-da45-4b9e-b373-c554e50480e3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730500 May 06 12:40:48.012722 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.032155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.072859 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.098484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6144542e-9e7e-49b9-a26b-107f9a541065,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:48.145558 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-71a03989-8e3b-4ca5-80d6-7444e53743b1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6144542e-9e7e-49b9-a26b-107f9a541065 HTTP/1.1" status: 204 len: 168 time: 5.3909824 May 06 12:40:48.161208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0a43b8-8aff-43dd-8db2-4425d84d2e16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 9edb97fc-d1b6-44f1-83cc-35fbb01612ad {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:48.167433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a0a43b8-8aff-43dd-8db2-4425d84d2e16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.232241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.305415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:48.317358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] Sync routers for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:48.353477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:48.356860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:48.484780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:48.502566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:48.516856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:48.549145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a0a43b8-8aff-43dd-8db2-4425d84d2e16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.605826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36956) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:48.655087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Pushing event updated for resources: {'Port': ['ID=25cb893a-8a23-4ff5-84c1-f0e716c4116b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:48.743870 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a0a43b8-8aff-43dd-8db2-4425d84d2e16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.858814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:48.865965 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b86647e7-3ba3-4e95-b6a9-8e37276b9abe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae48dac1aa88414285e4959d2075d29c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2583742 May 06 12:40:48.867420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.873243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36962) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:48.873803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] No DVR routers for this DVR port 6139636c-0355-4193-8487-831745c3614a on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:48.880688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a0a43b8-8aff-43dd-8db2-4425d84d2e16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.890823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.954725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'name': 'network-vif-deleted', 'tag': '6139636c-0355-4193-8487-831745c3614a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:49.059358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a43b8-8aff-43dd-8db2-4425d84d2e16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=9edb97fc-d1b6-44f1-83cc-35fbb01612ad,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:49.076005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9bea440-7cec-431b-9f39-cca699156a9d req-3a958a46-22ef-4e4d-9931-963772d4c697 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.48 "DELETE /v2.0/ports/6139636c-0355-4193-8487-831745c3614a HTTP/1.1" status: 204 len: 173 time: 13.2279797 May 06 12:40:49.083574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a75922dc-9f4c-4069-9f5c-259c1dcca94c req-1c2d205b-e81d-455c-a99f-b7b29d9025dd tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 210 time: 0.1950641 May 06 12:40:49.094546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a0a43b8-8aff-43dd-8db2-4425d84d2e16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.102424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0a0a43b8-8aff-43dd-8db2-4425d84d2e16 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/9edb97fc-d1b6-44f1-83cc-35fbb01612ad HTTP/1.1" status: 204 len: 168 time: 1.4614890 May 06 12:40:49.108880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36968) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:49.119496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fb306-1028-4962-a4f5-044ae0bd955d req-891b7fae-cc6f-4483-922b-811f9d6bb8b2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:49.122306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a4fb306-1028-4962-a4f5-044ae0bd955d req-891b7fae-cc6f-4483-922b-811f9d6bb8b2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.8887610 May 06 12:40:49.201261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37ca57-1290-415c-9719-64c1b8a5637e None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:49.392334 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae7bb8e-b2ab-4a56-b7bd-030586d0b3d8'] response: {'server_uuid': '7027a46b-fc94-49fb-b736-67242ee0f9ab', 'name': 'network-vif-deleted', 'tag': '6139636c-0355-4193-8487-831745c3614a', 'status': 'completed', 'code': 200} May 06 12:40:49.438253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ff77d78-b2f9-4ea5-a5e9-5a6638f85fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.461896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1f511087-770d-46e0-a668-32dd9984ca5e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3376763 May 06 12:40:49.468214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36972) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:49.477559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:49.642565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75170416-a081-4519-b489-3ceb648a1bee,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:49.660944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ff77d78-b2f9-4ea5-a5e9-5a6638f85fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.671813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd2ec5-b893-4b13-804e-521bcf2d887a None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:49.686310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-91cd2ec5-b893-4b13-804e-521bcf2d887a None None] Deleting port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:49.687132 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-91cd2ec5-b893-4b13-804e-521bcf2d887a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.731537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a4fb306-1028-4962-a4f5-044ae0bd955d req-6a5ea362-e131-475b-a42c-7fbaf771a6e0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056149 May 06 12:40:49.838325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:27Z', 'revision_number': 5, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:49.842631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:49.851576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:49.861107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:49.876814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:49.894162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] Checking router: 2de2a69a-195d-455f-8b3f-aada7196259b for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:49.899881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:49.906880 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.955908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.164230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:50.165268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:50.296492 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.298057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.562869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-91cd2ec5-b893-4b13-804e-521bcf2d887a None None] For port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=41c65667-c5f7-4c4c-97e7-b7e86f38f7f1,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:50.563461 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-91cd2ec5-b893-4b13-804e-521bcf2d887a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.626831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39cae5d4-60c0-4a75-a75a-5b39a2045dee req-a31c8f44-0167-4fff-99f3-656d72b294b6 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 210 time: 0.2173283 May 06 12:40:50.661964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099184-a034-4853-8c07-f42420be526e req-33c16284-ba2a-4600-bbf1-5890335397ca tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:50.664482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce099184-a034-4853-8c07-f42420be526e req-33c16284-ba2a-4600-bbf1-5890335397ca tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.6365950 May 06 12:40:50.700532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ff77d78-b2f9-4ea5-a5e9-5a6638f85fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.776912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.814527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce099184-a034-4853-8c07-f42420be526e req-eb06d7e4-55fc-4819-9cb4-25bc70831e6f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427648 May 06 12:40:50.821643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.833591 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.852648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff77d78-b2f9-4ea5-a5e9-5a6638f85fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ea55a1-73cc-4683-b38c-d466e943099b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:50.970683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:51.021776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ff77d78-b2f9-4ea5-a5e9-5a6638f85fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.024637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:51.026159 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8ff77d78-b2f9-4ea5-a5e9-5a6638f85fd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86ea55a1-73cc-4683-b38c-d466e943099b HTTP/1.1" status: 204 len: 168 time: 2.0908992 May 06 12:40:51.036574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=3db4fdf3-47c6-4dd4-a993-e6026726bc77,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:51.044383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.046391 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.053662 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.057156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd64bb8a-f12c-4fec-bafa-260eedcf04ae {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:40:51.096715 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.099600 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-75d72ac1-1787-4254-a429-36b75568bda6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/dd64bb8a-f12c-4fec-bafa-260eedcf04ae HTTP/1.1" status: 204 len: 168 time: 9.0795925 May 06 12:40:51.103305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36992) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:51.166054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-22f403fe-09cd-434e-abe5-16704dd6f645 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6870441 May 06 12:40:51.169567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36998) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:51.209811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '3db4fdf3-47c6-4dd4-a993-e6026726bc77', 'ip_address': '2001:db8::f202:ee93:6945:dcd1'}], 'name': 'tempest-NetworksTestDHCPv6-144763383'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:51.220816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b340391-79c3-4f7d-bfbf-a64ee372e68f admin admin] Deleting subnet d00181cc-f479-4805-8f08-f0d1c8d19753 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:51.225606 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b340391-79c3-4f7d-bfbf-a64ee372e68f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.297743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b340391-79c3-4f7d-bfbf-a64ee372e68f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.422861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b340391-79c3-4f7d-bfbf-a64ee372e68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.499769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-91cd2ec5-b893-4b13-804e-521bcf2d887a None None] Calling delete_port for 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:51.573467 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b340391-79c3-4f7d-bfbf-a64ee372e68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.725268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:51.744657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:51.777895 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b340391-79c3-4f7d-bfbf-a64ee372e68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.804543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5f78-d823-4d4b-81db-7ae965a493bd req-23ba455f-6f35-4a46-a478-2edfe8cfbed6 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.817623 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-975e5f78-d823-4d4b-81db-7ae965a493bd req-23ba455f-6f35-4a46-a478-2edfe8cfbed6 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.3607230 May 06 12:40:51.830013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed73512-5b65-4f71-8948-507418fbb030 None None] Network b4d70b82-72c2-4ffa-8922-73fa0797354b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:51.831223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b340391-79c3-4f7d-bfbf-a64ee372e68f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00181cc-f479-4805-8f08-f0d1c8d19753,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:51.842385 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4b340391-79c3-4f7d-bfbf-a64ee372e68f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d00181cc-f479-4805-8f08-f0d1c8d19753 HTTP/1.1" status: 204 len: 168 time: 0.7207358 May 06 12:40:51.845692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37004) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:51.949859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:51.989314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:52.073838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-975e5f78-d823-4d4b-81db-7ae965a493bd req-e82558c1-3240-47fe-8fd8-e286d2665fc5 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487669 May 06 12:40:52.077014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:52.092453 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.168981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port ffd72240-9b60-4e90-a9f5-36ddb92cc72a yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:40:52.311344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:52.419227 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-91cd2ec5-b893-4b13-804e-521bcf2d887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.427395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.551960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Deleting port 363db1aa-f70a-4258-9e69-e343882a5803 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:52.552932 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.600720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd2ec5-b893-4b13-804e-521bcf2d887a None None] No DVR routers for this DVR port 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:52.601327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:52.839552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:52.839933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 41c65667-c5f7-4c4c-97e7-b7e86f38f7f1 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:52.876946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd2ec5-b893-4b13-804e-521bcf2d887a None None] Pushing event deleted for resources: {'Port': ['ID=41c65667-c5f7-4c4c-97e7-b7e86f38f7f1,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:52.913105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3fd51c9-801c-4b9e-bb6b-35cd16a0dc63 req-55e461bc-cc59-40a8-8bf3-318e88243282 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/ports?device_id=7027a46b-fc94-49fb-b736-67242ee0f9ab HTTP/1.1" status: 200 len: 210 time: 0.2834241 May 06 12:40:53.175220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f202:ee93:6945:dcd1 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/3db4fdf3-47c6-4dd4-a993-e6026726bc77/ffd72240-9b60-4e90-a9f5-36ddb92cc72a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:53.177845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358d0fd-4496-42d2-944c-06f58387b758 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:53.193558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efde004-ad30-420c-8565-019aed2f889f req-29835b8a-eee5-49c0-9d92-ae5f27fb7429 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:53.207897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6efde004-ad30-420c-8565-019aed2f889f req-29835b8a-eee5-49c0-9d92-ae5f27fb7429 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.4519453 May 06 12:40:53.309288 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6efde004-ad30-420c-8565-019aed2f889f req-c9634397-bdb7-4a54-a968-7d1798834d10 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002529 May 06 12:40:53.410973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Router 55a7c8af-e0e1-4102-8914-d13b0ef99847 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:40:53.690524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 75170416-a081-4519-b489-3ceb648a1bee no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:53.715660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] For port 363db1aa-f70a-4258-9e69-e343882a5803, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=363db1aa-f70a-4258-9e69-e343882a5803,segment=NetworkSegment(b57de4c3-20cc-4b8d-8e50-ed18bbb14db5),segment_id=b57de4c3-20cc-4b8d-8e50-ed18bbb14db5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:53.716045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.872175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 75170416-a081-4519-b489-3ceb648a1bee {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:53.872709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 75170416-a081-4519-b489-3ceb648a1bee not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:53.887821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.937590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object ffd72240-9b60-4e90-a9f5-36ddb92cc72a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:53.993789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:27Z', 'revision_number': 5, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:54.055897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.109333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceef681-cb87-4ef1-93e1-8159c39e6524 None None] The sync data for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 is: [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:38:04Z', 'revision_number': 4, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '82c1af28-be26-4639-baed-d5255c3814c7', 'name': '', 'network_id': '50ff038c-a0c5-4f3c-ac98-190cdc32f650', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'mac_address': 'fa:16:3e:a8:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:03Z', 'updated_at': '2022-05-06T12:38:27Z', 'revision_number': 5, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'subnets': [{'id': 'f70c22ff-ccf0-4647-bb26-7abc8ec24819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:54.129769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Calling delete_port for 363db1aa-f70a-4258-9e69-e343882a5803 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:54.193991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:54.211849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:54.220526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:54.224743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:54.225388 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.296649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=ffd72240-9b60-4e90-a9f5-36ddb92cc72a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:54.312646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] DHCP port deletion for b4d70b82-72c2-4ffa-8922-73fa0797354b request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:54.322768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] Deleting port 363db1aa-f70a-4258-9e69-e343882a5803 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:54.323146 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.335145 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e62f989e-fb2c-4a9d-a8fb-4a8b01a8c9f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1544909 May 06 12:40:54.336658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37050) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:54.494657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d0ae6-2176-4c09-8271-af54d7764df7 req-a5409d69-6cd8-4331-adff-e14ccfb991bc tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:54.518387 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-072d0ae6-2176-4c09-8271-af54d7764df7 req-a5409d69-6cd8-4331-adff-e14ccfb991bc tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.5412285 May 06 12:40:54.524341 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.680828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=363db1aa-f70a-4258-9e69-e343882a5803,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:54.708158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-072d0ae6-2176-4c09-8271-af54d7764df7 req-d96af5ed-a965-4f68-a210-4eac5f94bb4d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859200 May 06 12:40:54.714039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] No DVR routers for this DVR port 363db1aa-f70a-4258-9e69-e343882a5803 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:54.720905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] For port 363db1aa-f70a-4258-9e69-e343882a5803, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=363db1aa-f70a-4258-9e69-e343882a5803,segment=NetworkSegment(b57de4c3-20cc-4b8d-8e50-ed18bbb14db5),segment_id=b57de4c3-20cc-4b8d-8e50-ed18bbb14db5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:54.721984 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.754831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c452832-79c2-4aa1-a161-e88dc1d9c278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:54.755932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c452832-79c2-4aa1-a161-e88dc1d9c278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:54.824782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c452832-79c2-4aa1-a161-e88dc1d9c278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:54.826284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5c452832-79c2-4aa1-a161-e88dc1d9c278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4772751 May 06 12:40:54.832114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37064) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:54.862300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37068) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:54.944912 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b398f8-ee34-408a-b619-4afd3cfe5c32 None None] New status for floating IP bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:40:55.036439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69adb68a-a0db-44c3-964d-54acfcd5d23e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.121002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69adb68a-a0db-44c3-964d-54acfcd5d23e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.191972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] Calling delete_port for 363db1aa-f70a-4258-9e69-e343882a5803 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:55.210255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69adb68a-a0db-44c3-964d-54acfcd5d23e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.294874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '3db4fdf3-47c6-4dd4-a993-e6026726bc77'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:55.298439 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.301305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.319880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adb68a-a0db-44c3-964d-54acfcd5d23e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9a3e4f-ad5d-4c4e-be46-4de061541ecf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:55.342776 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69adb68a-a0db-44c3-964d-54acfcd5d23e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.346053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-69adb68a-a0db-44c3-964d-54acfcd5d23e tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "DELETE /v2.0/security-groups/5b9a3e4f-ad5d-4c4e-be46-4de061541ecf HTTP/1.1" status: 204 len: 168 time: 0.4823709 May 06 12:40:55.348848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37078) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:55.390794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d70b82-72c2-4ffa-8922-73fa0797354b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:55.417824 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-9c103b3f-2c41-4b07-a5ef-92e0d7ef15d7 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] show failed (client error): The resource could not be found. May 06 12:40:55.418968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9c103b3f-2c41-4b07-a5ef-92e0d7ef15d7 tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "GET /v2.0/security-groups/5b9a3e4f-ad5d-4c4e-be46-4de061541ecf HTTP/1.1" status: 404 len: 347 time: 0.0679932 May 06 12:40:55.426173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:55.426462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57de4c3-20cc-4b8d-8e50-ed18bbb14db5') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:55.431490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37082) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:55.479054 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.525173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.655479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:55.655945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.708057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 363db1aa-f70a-4258-9e69-e343882a5803 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:55.827325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 363db1aa-f70a-4258-9e69-e343882a5803 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:55.828168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 363db1aa-f70a-4258-9e69-e343882a5803 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: timer() May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:55.893064 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:55.904239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:55.904902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0abeae8e-ea06-4a91-b4e4-e59d638802b9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port ffd72240-9b60-4e90-a9f5-36ddb92cc72a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:55.905787 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:55.905965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0abeae8e-ea06-4a91-b4e4-e59d638802b9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.972908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.983202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:55.996954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Sync routers for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:56.001798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.024648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/3db4fdf3-47c6-4dd4-a993-e6026726bc77/dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:56.036581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:56.037298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:56.078990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-2a7a9fa9-410c-48f6-b23c-6cc4c82ef519 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=295190795647447dab6a81ecfb62b315&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1262791 May 06 12:40:56.080748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Deleting port 0a4a4013-6c26-4123-9d02-f8eacc7f9a66 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:56.081293 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.208038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d70b82-72c2-4ffa-8922-73fa0797354b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:56.294707 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e0a87d7c-3382-4340-8c9a-fd2f5019f0b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b4d70b82-72c2-4ffa-8922-73fa0797354b HTTP/1.1" status: 204 len: 168 time: 4.4441097 May 06 12:40:56.370714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.379315 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-08641cdf-e51d-4410-8f55-366b5df3d68d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 14.9013653 May 06 12:40:56.380904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37094) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:56.402919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37096) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:56.410582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] Deleting port 363db1aa-f70a-4258-9e69-e343882a5803 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:56.410987 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.569446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-71165c7c-1b42-4602-af36-fd2cc7ce83a4 None None] The port '363db1aa-f70a-4258-9e69-e343882a5803' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:40:56.679009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:56.720610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0abeae8e-ea06-4a91-b4e4-e59d638802b9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.952103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37108) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:57.027360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0abeae8e-ea06-4a91-b4e4-e59d638802b9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for ffd72240-9b60-4e90-a9f5-36ddb92cc72a owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:57.084409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-eaf69ac4-ba74-4db8-8895-7b145e574e6f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.095492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-eaf69ac4-ba74-4db8-8895-7b145e574e6f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6622305 May 06 12:40:57.146928 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.247045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0abeae8e-ea06-4a91-b4e4-e59d638802b9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.259949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Transition to ACTIVE for port object dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:57.281583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Transition to ACTIVE for port object dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:57.299676 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.388592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:57.392670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:57.398457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:57.414670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Pushing event updated for resources: {'Port': ['ID=dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:57.426853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.427202 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.459994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:40:48Z', 'revision_number': 3, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:57.460810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeae8e-ea06-4a91-b4e4-e59d638802b9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=ffd72240-9b60-4e90-a9f5-36ddb92cc72a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:57.464289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Checking router: 55a7c8af-e0e1-4102-8914-d13b0ef99847 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:57.464736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Updating router 55a7c8af-e0e1-4102-8914-d13b0ef99847 port 25cb893a-8a23-4ff5-84c1-f0e716c4116b binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:40:57.547723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0abeae8e-ea06-4a91-b4e4-e59d638802b9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.571119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Attempting to bind port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:57.571524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Attempting to bind port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:57.571874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Attempting to bind port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:57.584295 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.584924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e39ff-54b0-4904-a2cf-54519c5657ca req-0aaacf2d-4dbe-4c3d-be90-3e975e9ec262 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.586772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e0e39ff-54b0-4904-a2cf-54519c5657ca req-0aaacf2d-4dbe-4c3d-be90-3e975e9ec262 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 945 time: 1.9776509 May 06 12:40:57.603066 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0abeae8e-ea06-4a91-b4e4-e59d638802b9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/ffd72240-9b60-4e90-a9f5-36ddb92cc72a HTTP/1.1" status: 204 len: 168 time: 2.7623889 May 06 12:40:57.608391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37114) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:57.632708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:57.632995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:57.633496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.634152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:57.635001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Bound port: dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:57.635619 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.708113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Calling delete_port for 0a4a4013-6c26-4123-9d02-f8eacc7f9a66 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:57.712679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b5b0a-3a54-4c67-83c6-96ccd15c9a88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.714578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b5b0a-3a54-4c67-83c6-96ccd15c9a88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.715740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c27b5b0a-3a54-4c67-83c6-96ccd15c9a88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:57.801569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c27b5b0a-3a54-4c67-83c6-96ccd15c9a88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:57.803076 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c27b5b0a-3a54-4c67-83c6-96ccd15c9a88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1917734 May 06 12:40:57.811495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37118) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:57.848117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-f602a964-9ed3-4122-836c-a72cc85219d3 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/quotas/295190795647447dab6a81ecfb62b315 HTTP/1.1" status: 200 len: 375 time: 0.7516518 May 06 12:40:57.945701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-d1f6972d-462b-453a-9789-f611add4cfa4 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.947482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-d1f6972d-462b-453a-9789-f611add4cfa4 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 945 time: 1.4857969 May 06 12:40:58.013575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] For port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:58.022752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] For port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:58.024330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-cf4bd9d8-5768-4b7d-bb1b-cd231af52d24 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=295190795647447dab6a81ecfb62b315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1628623 May 06 12:40:58.099828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-33238251-61a2-4cde-9b40-6dffb91e912b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=334822546a7644ea9788570aebc2fae5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0254991 May 06 12:40:58.122952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37122) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:58.167392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e0e39ff-54b0-4904-a2cf-54519c5657ca req-9bf735c1-38ab-4f48-b738-e988eb4d0a10 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4102418 May 06 12:40:58.194019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Deleting port 9ba991e4-bc53-40de-914c-861a4b8c85c8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:58.194794 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.341622 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.432654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7625705c-c584-40c4-86c8-75db05b17d31 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 3db4fdf3-47c6-4dd4-a993-e6026726bc77 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:58.445382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7625705c-c584-40c4-86c8-75db05b17d31 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.460503 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:40:58.513784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b02af5-f7a4-4b4f-850b-11725deee716 None None] Pushing event updated for resources: {'Port': ['ID=dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:58.530945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7625705c-c584-40c4-86c8-75db05b17d31 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.651962 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.712109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7625705c-c584-40c4-86c8-75db05b17d31 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.909355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f09e8708-3b05-43d6-83b4-fd02d9003ef7 req-7bcc312e-5f0d-497d-b6dc-ae8193524dbe tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 210 time: 0.5160294 May 06 12:40:58.956179 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.081695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Transition to ACTIVE for port object 25cb893a-8a23-4ff5-84c1-f0e716c4116b will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:59.085057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7625705c-c584-40c4-86c8-75db05b17d31 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.104094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.108119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Pushing event deleted for resources: {'Port': ['ID=0a4a4013-6c26-4123-9d02-f8eacc7f9a66,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:59.265623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625705c-c584-40c4-86c8-75db05b17d31 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=3db4fdf3-47c6-4dd4-a993-e6026726bc77,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:59.273822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.360741 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Attempting to bind port 25cb893a-8a23-4ff5-84c1-f0e716c4116b on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:59.361592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7625705c-c584-40c4-86c8-75db05b17d31 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.362211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Attempting to bind port 25cb893a-8a23-4ff5-84c1-f0e716c4116b by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:59.362957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Attempting to bind port 25cb893a-8a23-4ff5-84c1-f0e716c4116b on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:59.369488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41eb0eb-9b5f-4472-93ee-f9f41e5a09ac None None] Pushing event updated for resources: {'Port': ['ID=25cb893a-8a23-4ff5-84c1-f0e716c4116b,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:59.415459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:59.416889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:59.424417 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.425547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:59.431981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Bound port: 25cb893a-8a23-4ff5-84c1-f0e716c4116b, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:59.434304 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.497292 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7625705c-c584-40c4-86c8-75db05b17d31 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/3db4fdf3-47c6-4dd4-a993-e6026726bc77 HTTP/1.1" status: 204 len: 168 time: 1.6833675 May 06 12:40:59.500983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37140) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:59.632686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ebce294-ae25-498e-95c4-3f4d06dee3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.660858 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d10ef91-f701-4048-ba80-bedb7504b867 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1574378 May 06 12:40:59.663773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37144) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:59.692683 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ebce294-ae25-498e-95c4-3f4d06dee3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.728889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] For port 25cb893a-8a23-4ff5-84c1-f0e716c4116b, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:59.733836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] For port 25cb893a-8a23-4ff5-84c1-f0e716c4116b, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=25cb893a-8a23-4ff5-84c1-f0e716c4116b,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:59.743222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:59.803170 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.856244 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ebce294-ae25-498e-95c4-3f4d06dee3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.941649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b452e-3d71-48aa-99c1-d41710bcf133 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.942518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-819b452e-3d71-48aa-99c1-d41710bcf133 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:00.039789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:00.040630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:00.137925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebce294-ae25-498e-95c4-3f4d06dee3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2f0b5f-7077-4cab-94d1-2ac77f7898f8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:00.148480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] For port 9ba991e4-bc53-40de-914c-861a4b8c85c8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ba991e4-bc53-40de-914c-861a4b8c85c8,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:00.148480 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.154563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-819b452e-3d71-48aa-99c1-d41710bcf133 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:00.158559 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-819b452e-3d71-48aa-99c1-d41710bcf133 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4863603 May 06 12:41:00.161945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37150) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:00.194171 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.263841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612ba48-f17e-421a-aca5-0a2b60287cea req-284225a4-4e37-460f-a7ef-75dff19ed285 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:00.264241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8612ba48-f17e-421a-aca5-0a2b60287cea req-284225a4-4e37-460f-a7ef-75dff19ed285 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.6529281 May 06 12:41:00.337551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853cb51-950d-4ffe-9847-0ecdb838c093 req-fb0917b8-2433-4422-9841-66bb698a8a52 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:00.339031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b853cb51-950d-4ffe-9847-0ecdb838c093 req-fb0917b8-2433-4422-9841-66bb698a8a52 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 945 time: 0.7840123 May 06 12:41:00.384772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e576368-df2f-473e-a04c-56c2fa0bda64 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:00.385819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1e576368-df2f-473e-a04c-56c2fa0bda64 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:00.401404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41eb0eb-9b5f-4472-93ee-f9f41e5a09ac None None] Pushing event updated for resources: {'Port': ['ID=25cb893a-8a23-4ff5-84c1-f0e716c4116b,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:00.433659 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ebce294-ae25-498e-95c4-3f4d06dee3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.443473 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6ebce294-ae25-498e-95c4-3f4d06dee3b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d2f0b5f-7077-4cab-94d1-2ac77f7898f8 HTTP/1.1" status: 204 len: 168 time: 2.3059866 May 06 12:41:00.481299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bbca2c-572a-438b-8748-70d0c8f65a36 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:00.483773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.484942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a3b81abf-2d19-47ae-bb52-980b12beab5b tempest-ServersTestBootFromVolume-1841029210 tempest-ServersTestBootFromVolume-1841029210-project] 10.222.0.44 "DELETE /v2.0/floatingips/bb4ccb3b-9cc3-4306-8d1a-e5dfcc910783 HTTP/1.1" status: 204 len: 168 time: 5.0457959 May 06 12:41:00.512042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37156) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:00.719587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-35c59478-213e-4cc0-9d71-f7788faba049 None None] Provisioning for port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:00.738478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9ba991e4-bc53-40de-914c-861a4b8c85c8 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:00.769637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1e576368-df2f-473e-a04c-56c2fa0bda64 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:00.775674 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1e576368-df2f-473e-a04c-56c2fa0bda64 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6116219 May 06 12:41:00.776596 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37160) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:00.813690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:00.895512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-35c59478-213e-4cc0-9d71-f7788faba049 None None] Provisioning complete for port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:00.896130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-35c59478-213e-4cc0-9d71-f7788faba049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.934402 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.958379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8612ba48-f17e-421a-aca5-0a2b60287cea req-e9787e42-3b14-4c5a-9960-260c5dce73ed tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746540 May 06 12:41:00.975268 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cc96226a-57db-43c3-ab41-b2cb0b204dad tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827600 May 06 12:41:00.976546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37164) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:00.999545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:01.002204 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.006756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:01.100699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-e45822f9-054b-4936-831a-ee822b0c7c14 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=295190795647447dab6a81ecfb62b315&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2577467 May 06 12:41:01.149588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b853cb51-950d-4ffe-9847-0ecdb838c093 req-7923f6f7-510a-4dcd-b1f4-44839c036a76 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7607489 May 06 12:41:01.664569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-577408bf-a152-433b-b410-669c81c326c4 req-38edb7c0-7ef0-4b6c-bea4-5beabff57800 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 210 time: 0.0949171 May 06 12:41:01.734451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:01.756570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c6e019fe-9fb1-4691-9792-5a3968a2436a tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:01.758461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c6e019fe-9fb1-4691-9792-5a3968a2436a tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6477733 May 06 12:41:01.772453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:01.800261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Request body: {'port': {'device_id': 'f0c8ba26-4175-4664-ad63-8a03e5e4337b', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '295190795647447dab6a81ecfb62b315'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:01.900976 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.918196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.918798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.919399 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Floating IP 53d06df1-2229-4c15-9f4f-05898a245377 disassociated. External IP: 172.25.7.104, port: 9ba991e4-bc53-40de-914c-861a4b8c85c8. May 06 12:41:01.920021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Calling delete_port for 9ba991e4-bc53-40de-914c-861a4b8c85c8 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:02.101110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:02.107191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308c46-2961-4dea-9ca7-e9f8ecf43248 req-f2486b2a-0670-4327-8af9-f08f77ede31c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:02.115956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5308c46-2961-4dea-9ca7-e9f8ecf43248 req-f2486b2a-0670-4327-8af9-f08f77ede31c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.4947252 May 06 12:41:02.166342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:02.174997 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.268797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:02.282352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:02.309051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Usage tracker for resource:port and tenant:295190795647447dab6a81ecfb62b315 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:02.318243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:02.332963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:02.338772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.353988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5308c46-2961-4dea-9ca7-e9f8ecf43248 req-6441de02-5d0e-4ca5-b1aa-d423beea5723 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370350 May 06 12:41:02.444572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Made reservation on behalf of 295190795647447dab6a81ecfb62b315 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:02.458137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.473512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Allocated IP 172.20.0.1 (f71747fd-5499-4292-b514-2b02127aaa85/19a02b38-805c-49e6-ab71-d39e9a333ca3/f2779de6-241d-46e1-b1db-5a53841b3314) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:02.556176 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.566277 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.784115 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.812858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37194) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:02.955075 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.993189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:03.070636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-200224756-network', 'tenant_id': '9dfb7b1216854d71980f31fcdc438ad6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:03.075815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.118625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:03.140971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-35c59478-213e-4cc0-9d71-f7788faba049 None None] Could not find standard attr ID for object ffd72240-9b60-4e90-a9f5-36ddb92cc72a. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:41:03.148372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Usage tracker for resource:network and tenant:9dfb7b1216854d71980f31fcdc438ad6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:03.165546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Deleting port a33e1c6a-37c8-4159-95d1-1abff53765e4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:03.165908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.195820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:03.215480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:03.271029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6939d49b-e1ee-4d83-a9cc-496c98d63e36 req-fbdf9362-568b-48a8-976b-97c0bf107c4e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 210 time: 0.4258828 May 06 12:41:03.271828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'Port': ['ID=9ba991e4-bc53-40de-914c-861a4b8c85c8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:03.293402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:03.307490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.326433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:03.345848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c96ea1-c5da-4a6d-86eb-4f6ae3763603 None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:03.352109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-44c96ea1-c5da-4a6d-86eb-4f6ae3763603 None None] Deleting port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:03.352486 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44c96ea1-c5da-4a6d-86eb-4f6ae3763603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.408205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=7bbe08b1-54e4-4349-acde-0933a0a7f3c9,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:03.428919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:03.439856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.442983 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.452876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Made reservation on behalf of 9dfb7b1216854d71980f31fcdc438ad6 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:03.458228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.554543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Usage tracker for resource:security_group_rule and tenant:295190795647447dab6a81ecfb62b315 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:03.573971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:40:48Z', 'revision_number': 3, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:03.598505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ead44-650b-4ba8-b4c9-6ac2724e962d None None] The sync data for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 is: [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:40:48Z', 'revision_number': 3, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:03.616339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:03.624199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-98f8d86f-2575-4bea-b8c1-b221afe088ff req-3a3c8010-7406-46b8-8a51-b407760a179d tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 210 time: 0.0698609 May 06 12:41:03.643266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:03.694052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.727884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9cd9-637c-44f6-a4b5-13fed0df03a5 req-1562a52c-05d2-4c9e-9e11-f3c420c1b22f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.729826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc2d9cd9-637c-44f6-a4b5-13fed0df03a5 req-1562a52c-05d2-4c9e-9e11-f3c420c1b22f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.8219035 May 06 12:41:03.796719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Network f71747fd-5499-4292-b514-2b02127aaa85 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:03.850752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:03.857545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:03.906710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Pushing event updated for resources: {'Port': ['ID=f2779de6-241d-46e1-b1db-5a53841b3314,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:03.956948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc2d9cd9-637c-44f6-a4b5-13fed0df03a5 req-1a1d9e5a-606c-4687-81e7-d97c5b5c29e8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106900 May 06 12:41:03.988709 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-45c15834-75e5-4cd3-adb6-8981bcfe31a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9999950 May 06 12:41:04.045288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37200) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:04.045547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-44c96ea1-c5da-4a6d-86eb-4f6ae3763603 None None] For port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:04.046269 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44c96ea1-c5da-4a6d-86eb-4f6ae3763603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.074457 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.076476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '7bbe08b1-54e4-4349-acde-0933a0a7f3c9', 'ip_address': '2001:db8::99b4:888:dfcd:49b6'}], 'name': 'tempest-NetworksTestDHCPv6-1213396396'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:04.097508 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.289049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:04.315907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9449610-334a-4826-82f3-f28d0132f3dc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:04.342016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.343162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-44c96ea1-c5da-4a6d-86eb-4f6ae3763603 None None] Calling delete_port for dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:04.349419 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:41:04.384721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Usage tracker for resource:security_group_rule and tenant:9dfb7b1216854d71980f31fcdc438ad6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:04.400155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.416946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:04.470986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] For port a33e1c6a-37c8-4159-95d1-1abff53765e4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a33e1c6a-37c8-4159-95d1-1abff53765e4,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:04.471896 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.490207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44c96ea1-c5da-4a6d-86eb-4f6ae3763603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.608889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:04.615942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c96ea1-c5da-4a6d-86eb-4f6ae3763603 None None] Pushing event deleted for resources: {'Port': ['ID=dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:04.645709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c96ea1-c5da-4a6d-86eb-4f6ae3763603 None None] No DVR routers for this DVR port dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:04.664645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7cdb31-c95a-40a6-8dbd-a55396be143e None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:04.721859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:04.770093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d8f576c-7ec9-4d30-9904-087e86cea169 req-cc6bfde9-85d3-427c-bd6a-c760e829a8c5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 210 time: 0.0545013 May 06 12:41:04.786371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Allocated IP 192.168.233.94 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:04.876925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Calling delete_port for a33e1c6a-37c8-4159-95d1-1abff53765e4 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:05.054477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 25cb893a-8a23-4ff5-84c1-f0e716c4116b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:05.135947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.165455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '7bbe08b1-54e4-4349-acde-0933a0a7f3c9'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:05.166177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.176858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.259247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 25cb893a-8a23-4ff5-84c1-f0e716c4116b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:05.268793 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 25cb893a-8a23-4ff5-84c1-f0e716c4116b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:05.269055 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.293903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:05.409917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.410322 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Added segment 6b5868b3-7466-468a-9b96-c3bba4e291ed of type vlan for network 9b1f54de-9c8f-40b3-8c64-cda57171fdf0 May 06 12:41:05.450712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:05.467540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b512c2-bbc7-4580-b404-f577827dc48d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:05.514229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10dea8de-13f0-4105-9667-53fd803c5470 req-74137c1d-a693-4add-926d-112057e9ce48 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 210 time: 0.3411829 May 06 12:41:05.524800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:05.553359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db658d92-a582-48f3-b981-73e5d2996c28 req-971998d3-c311-4bdc-a55d-078683593929 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:05.556228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db658d92-a582-48f3-b981-73e5d2996c28 req-971998d3-c311-4bdc-a55d-078683593929 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.0859170 May 06 12:41:05.577131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.596887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 25cb893a-8a23-4ff5-84c1-f0e716c4116b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=25cb893a-8a23-4ff5-84c1-f0e716c4116b,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:05.613702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.622216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/7bbe08b1-54e4-4349-acde-0933a0a7f3c9/0735e6b9-7d7c-41cd-a835-78507c381250) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:05.728528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:05.763515 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.768367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db658d92-a582-48f3-b981-73e5d2996c28 req-4dd636b5-997a-4f3f-a35c-afac08fa6529 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983192 May 06 12:41:05.783279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:05.804813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.840618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:05.840618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dbda6dfc-5ac7-43c4-b4f2-55cc16c6b48d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:05.864120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=25cb893a-8a23-4ff5-84c1-f0e716c4116b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:05.991660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:06.070197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:06.088945 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:06.113528 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:06.114112 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:06.157095 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.300551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.302070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:06.303149 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.416544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.476348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Transition to ACTIVE for port object 0735e6b9-7d7c-41cd-a835-78507c381250 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:06.487251 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.498807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33e1c6a-37c8-4159-95d1-1abff53765e4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:06.539065 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:06.549840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0af130b5-e4f9-4f72-8819-a98c98b26164 req-9b2a2d5c-40ff-4d3b-97ef-03b220c160c3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=769cf237-d0be-4adc-a13d-6df176668114 HTTP/1.1" status: 200 len: 210 time: 0.1535215 May 06 12:41:06.566411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Transition to ACTIVE for port object 0735e6b9-7d7c-41cd-a835-78507c381250 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:06.567195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] No DVR routers for this DVR port 9ba991e4-bc53-40de-914c-861a4b8c85c8 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:06.584922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.595516 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.617553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769cf237-d0be-4adc-a13d-6df176668114', 'name': 'network-vif-deleted', 'tag': '9ba991e4-bc53-40de-914c-861a4b8c85c8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:06.640758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Transition to ACTIVE for port object a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:06.738723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:06.742564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:06.762639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:06.789543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Pushing event updated for resources: {'Port': ['ID=0735e6b9-7d7c-41cd-a835-78507c381250,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:06.861910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0572e9a-4c21-4b1f-a4a0-ee5f1e3d1d8c req-7c96932c-0faf-4196-bbc7-a642b6d2394f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "DELETE /v2.0/ports/9ba991e4-bc53-40de-914c-861a4b8c85c8 HTTP/1.1" status: 204 len: 173 time: 8.8742893 May 06 12:41:06.929005 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.060097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.195846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 25cb893a-8a23-4ff5-84c1-f0e716c4116b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:07.340917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 0d5ae05e-0699-49d3-b273-88e2030f3b84 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:41:07.403151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.455381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Attempting to bind port 0735e6b9-7d7c-41cd-a835-78507c381250 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:07.456377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Attempting to bind port 0735e6b9-7d7c-41cd-a835-78507c381250 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:07.456519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Attempting to bind port 0735e6b9-7d7c-41cd-a835-78507c381250 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:07.548249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:07.548969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:07.549765 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.550373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:07.552426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Bound port: 0735e6b9-7d7c-41cd-a835-78507c381250, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:07.553048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.569897 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef302cd-d369-40c1-a195-03fdf01c3131'] response: {'server_uuid': '769cf237-d0be-4adc-a13d-6df176668114', 'name': 'network-vif-deleted', 'tag': '9ba991e4-bc53-40de-914c-861a4b8c85c8', 'status': 'completed', 'code': 200} May 06 12:41:07.662148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:07.685173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:07.703769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:07.800072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 25cb893a-8a23-4ff5-84c1-f0e716c4116b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:07.800862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.846064 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '422f73f1-5396-42e0-8c1a-38ece84ebb85', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:47Z', 'updated_at': '2022-05-06T12:38:37Z', 'revision_number': 2, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:07.851346 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:41:07.868032 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:07.868959 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:40:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:07.926362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Pushing event updated for resources: {'Port': ['ID=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:08.060519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] Pushing event updated for resources: {'Network': ['ID=9b1f54de-9c8f-40b3-8c64-cda57171fdf0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:08.087253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 9b1f54de-9c8f-40b3-8c64-cda57171fdf0 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:08.108720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:08.110353 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.117005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ab545341-56ae-4c8d-808d-ff12b85e039e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 5.2963440 May 06 12:41:08.141931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37228) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:08.217533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Request body: {'subnet': {'network_id': '9b1f54de-9c8f-40b3-8c64-cda57171fdf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-200224756-subnet', 'tenant_id': '9dfb7b1216854d71980f31fcdc438ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:08.243300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:08.257295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccfa76-d4cf-45e0-af3a-8c520be0ce83 req-0c6660e2-2018-4f54-9d75-c479d354dd8a tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:08.258214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-77ccfa76-d4cf-45e0-af3a-8c520be0ce83 req-0c6660e2-2018-4f54-9d75-c479d354dd8a tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Synchronizing usage tracker for tenant:295190795647447dab6a81ecfb62b315 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:08.284911 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:08.291221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Usage tracker for resource:subnet and tenant:9dfb7b1216854d71980f31fcdc438ad6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:08.309820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:08.318943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-77409ed8-4625-47c1-ab81-0dbe10148c63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5423234 May 06 12:41:08.356825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:08.366340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Request body: {'port': {'device_id': 'f0c8ba26-4175-4664-ad63-8a03e5e4337b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:08.456676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-77ccfa76-d4cf-45e0-af3a-8c520be0ce83 req-0c6660e2-2018-4f54-9d75-c479d354dd8a tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Unset dirty status for tenant:295190795647447dab6a81ecfb62b315 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:08.459969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77ccfa76-d4cf-45e0-af3a-8c520be0ce83 req-0c6660e2-2018-4f54-9d75-c479d354dd8a tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 935 time: 1.3008192 May 06 12:41:08.466960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Made reservation on behalf of 9dfb7b1216854d71980f31fcdc438ad6 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:08.469114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.477510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] For port 0735e6b9-7d7c-41cd-a835-78507c381250, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:08.505474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] For port 0735e6b9-7d7c-41cd-a835-78507c381250, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0735e6b9-7d7c-41cd-a835-78507c381250,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:08.508111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fe171897-cd24-4af5-9be8-0deb01b045fa None None] Provisioning for port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:08.519886 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.584109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fe171897-cd24-4af5-9be8-0deb01b045fa None None] Provisioning complete for port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:08.584808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fe171897-cd24-4af5-9be8-0deb01b045fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.734312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fe171897-cd24-4af5-9be8-0deb01b045fa None None] Port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:08.744605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e74ff-98de-4cd6-9d28-6de44d2d854a None None] Pushing event updated for resources: {'Port': ['ID=0735e6b9-7d7c-41cd-a835-78507c381250,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:08.779777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:08.843846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.863531 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.875780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bed38-5448-41e7-ac34-1492ef0b3862 req-7febb121-7d79-4f54-97d1-9eabf83bf803 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:08.883553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d57bed38-5448-41e7-ac34-1492ef0b3862 req-7febb121-7d79-4f54-97d1-9eabf83bf803 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.9476864 May 06 12:41:08.937398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.973955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-77ccfa76-d4cf-45e0-af3a-8c520be0ce83 req-af89a03f-7e3b-474a-8c37-8907fa6b6d77 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Synchronizing usage tracker for tenant:295190795647447dab6a81ecfb62b315 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:09.055266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d57bed38-5448-41e7-ac34-1492ef0b3862 req-638efa61-bc0c-4f3f-a947-2bbede91a832 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704094 May 06 12:41:09.125364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Pushing event updated for resources: {'Port': ['ID=f2779de6-241d-46e1-b1db-5a53841b3314,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:09.163554 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '422f73f1-5396-42e0-8c1a-38ece84ebb85', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:47Z', 'updated_at': '2022-05-06T12:38:37Z', 'revision_number': 2, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:09.169441 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926ab36-30da-4ea8-8d82-60fcb7370a5b None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '422f73f1-5396-42e0-8c1a-38ece84ebb85', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:f2:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:47Z', 'updated_at': '2022-05-06T12:38:37Z', 'revision_number': 2, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:09.189335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::99b4:888:dfcd:49b6 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/7bbe08b1-54e4-4349-acde-0933a0a7f3c9/0d5ae05e-0699-49d3-b273-88e2030f3b84) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:09.251602 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.273807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-77ccfa76-d4cf-45e0-af3a-8c520be0ce83 req-af89a03f-7e3b-474a-8c37-8907fa6b6d77 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Unset dirty status for tenant:295190795647447dab6a81ecfb62b315 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:09.278453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77ccfa76-d4cf-45e0-af3a-8c520be0ce83 req-af89a03f-7e3b-474a-8c37-8907fa6b6d77 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7828796 May 06 12:41:09.329659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.428952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37234) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:09.460374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Deleting port 82c1af28-be26-4639-baed-d5255c3814c7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:09.460888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.963045 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.084201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1590b11d-62d3-4d09-9568-e40d760174bf,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:10.169645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63163b4b-de66-40e2-9591-129872e937ec tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.214170 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63163b4b-de66-40e2-9591-129872e937ec tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.417111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Network f71747fd-5499-4292-b514-2b02127aaa85 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:10.438135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:10.497877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7e4ccc36-bba5-4bdc-80dc-0b39b9260244 None None] Provisioning for port 0735e6b9-7d7c-41cd-a835-78507c381250 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:10.670016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] For port 82c1af28-be26-4639-baed-d5255c3814c7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=82c1af28-be26-4639-baed-d5255c3814c7,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:10.670373 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.731861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63163b4b-de66-40e2-9591-129872e937ec tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.767877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.802965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63163b4b-de66-40e2-9591-129872e937ec tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f776d3-4f97-40eb-aec3-43dcc57fbaf1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:10.837786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 0d5ae05e-0699-49d3-b273-88e2030f3b84 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:10.860652 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63163b4b-de66-40e2-9591-129872e937ec tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.864505 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-63163b4b-de66-40e2-9591-129872e937ec tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "DELETE /v2.0/security-groups/c2f776d3-4f97-40eb-aec3-43dcc57fbaf1 HTTP/1.1" status: 204 len: 168 time: 1.4288809 May 06 12:41:10.867414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37242) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:10.886443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9022b22f-de45-4f11-96e9-56f58502b1a9 None None] Could not find standard attr ID for object ffd72240-9b60-4e90-a9f5-36ddb92cc72a. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:41:10.911205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Calling delete_port for 82c1af28-be26-4639-baed-d5255c3814c7 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:10.929032 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-ed2c22bd-27d5-427a-a085-9662de5e9452 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] show failed (client error): The resource could not be found. May 06 12:41:10.933999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ed2c22bd-27d5-427a-a085-9662de5e9452 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups/c2f776d3-4f97-40eb-aec3-43dcc57fbaf1 HTTP/1.1" status: 404 len: 347 time: 0.0618222 May 06 12:41:10.936588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37246) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:10.976463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0735e6b9-7d7c-41cd-a835-78507c381250 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:11.137577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 0735e6b9-7d7c-41cd-a835-78507c381250 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:11.146335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0735e6b9-7d7c-41cd-a835-78507c381250 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:11.146985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.159468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.185702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.266019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c1af28-be26-4639-baed-d5255c3814c7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:11.276387 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:11.285746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Checking segment: {'id': '6b5868b3-7466-468a-9b96-c3bba4e291ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b1f54de-9c8f-40b3-8c64-cda57171fdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:11.286180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Network hostable DHCP agents. Network: 9b1f54de-9c8f-40b3-8c64-cda57171fdf0, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:11.392487 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.448301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 0735e6b9-7d7c-41cd-a835-78507c381250, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0735e6b9-7d7c-41cd-a835-78507c381250,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:11.456056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.476030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:11.506114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Deleting port 74a91977-f73c-438b-97f1-0b4de757dcb4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:11.506676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.506787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.521805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a5130-7ffb-4bee-bc80-7d214d39d9aa req-f7cceeac-59f8-4c09-8fcc-92d407b8fb82 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.534068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-431a5130-7ffb-4bee-bc80-7d214d39d9aa req-f7cceeac-59f8-4c09-8fcc-92d407b8fb82 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.0168128 May 06 12:41:11.575817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=0735e6b9-7d7c-41cd-a835-78507c381250,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:11.589044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:11.611278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:11.616009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:11.623750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.624823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.690963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=0d5ae05e-0699-49d3-b273-88e2030f3b84,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:11.704535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Transition to ACTIVE for port object a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:11.713941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ae984-d237-4229-8daa-cc438b0295de req-d6525869-410a-4360-8a26-7402ebe6503b tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.717091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc1ae984-d237-4229-8daa-cc438b0295de req-d6525869-410a-4360-8a26-7402ebe6503b tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 935 time: 0.6004543 May 06 12:41:11.719152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Network 9b1f54de-9c8f-40b3-8c64-cda57171fdf0 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:11.788385 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.891657 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-65591c9e-888d-45df-b7af-bca08d2a012e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.8213539 May 06 12:41:11.894344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37250) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:11.914392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50cdaf-10a5-4f0a-841c-d26e143a7b87 None None] New status for floating IP 53d06df1-2229-4c15-9f4f-05898a245377: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:41:11.917838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 9b1f54de-9c8f-40b3-8c64-cda57171fdf0) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:11.987412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2c5e7d-08b1-4dee-b05a-cfdef4f93683 None None] Network 9b1f54de-9c8f-40b3-8c64-cda57171fdf0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:12.001475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:12.002332 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.019226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-431a5130-7ffb-4bee-bc80-7d214d39d9aa req-038e15a7-b5b8-4e17-aa1f-a728a1edacf8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837556 May 06 12:41:12.112344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc1ae984-d237-4229-8daa-cc438b0295de req-331b54db-1dc6-4fdf-93a3-8a21542dbeef tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400493 May 06 12:41:12.136055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:12.141546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6a919b76-c736-4632-8f5d-3085972e0b0d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.9529295 May 06 12:41:12.165412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '7bbe08b1-54e4-4349-acde-0933a0a7f3c9', 'ip_address': '2001:db8::99b4:888:dfcd:49b6'}], 'name': 'tempest-NetworksTestDHCPv6-914747938'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:12.293103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Attempting to bind port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:12.293685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Attempting to bind port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:12.294090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Attempting to bind port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:12.306414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:12.306933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Attempting to bind port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:12.320094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:12.320577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:12.321077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:12.321649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Bound port: a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:12.322089 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.432235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-35acb082-0f51-4f1a-af87-3d6d0bb09f48 None None] Provisioning for port 0d5ae05e-0699-49d3-b273-88e2030f3b84 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:12.506990 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.515954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-28ee9996-62c2-40b1-8b47-c4f1416e3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.521641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] For port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:12.526395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] For port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:12.534156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-35acb082-0f51-4f1a-af87-3d6d0bb09f48 None None] Provisioning complete for port 0d5ae05e-0699-49d3-b273-88e2030f3b84 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:12.534467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-35acb082-0f51-4f1a-af87-3d6d0bb09f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.598180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.706843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-35acb082-0f51-4f1a-af87-3d6d0bb09f48 None None] Port 0d5ae05e-0699-49d3-b273-88e2030f3b84 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:12.714940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b7d759-4872-4c25-a4e3-5e37af292758 None None] Network 9b1f54de-9c8f-40b3-8c64-cda57171fdf0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:12.879501 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.963455 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.964098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.981962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:12.998008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0735e6b9-7d7c-41cd-a835-78507c381250 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:13.058963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:13.062736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:13.070169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:13.071912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-c085ce2a-b490-4be3-9236-566200aeec40 service neutron] 10.222.0.48 "PUT /v2.0/ports/a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 HTTP/1.1" status: 200 len: 1095 time: 4.7254343 May 06 12:41:13.081574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c8ba26-4175-4664-ad63-8a03e5e4337b', 'tag': 'a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:13.270680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:13.288380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Calling delete_port for 74a91977-f73c-438b-97f1-0b4de757dcb4 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:13.290900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0735e6b9-7d7c-41cd-a835-78507c381250 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:13.291499 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:13.344922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:13.415072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-43067d11-f36a-48ac-8673-bdabe561365c tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:13.417972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-43067d11-f36a-48ac-8673-bdabe561365c tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/networks?id=9b1f54de-9c8f-40b3-8c64-cda57171fdf0 HTTP/1.1" status: 200 len: 820 time: 0.4903047 May 06 12:41:13.474071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:13.512735 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-f3e2e37b-150e-42b0-8429-1d4fff2fc324 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/quotas/9dfb7b1216854d71980f31fcdc438ad6 HTTP/1.1" status: 200 len: 375 time: 0.0782950 May 06 12:41:13.585674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Router 55a7c8af-e0e1-4102-8914-d13b0ef99847 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:13.616737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-ff3a51c5-e496-449c-b7ee-9f7cf1079759 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9dfb7b1216854d71980f31fcdc438ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893667 May 06 12:41:13.623830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-ca718bc9-2eac-4ccc-95a9-454da2de0ad8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=295190795647447dab6a81ecfb62b315&device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 1098 time: 0.4749773 May 06 12:41:13.635261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2966e0-14b5-44ac-aa68-33ddf4ad72cf req-29012ca2-63e1-4146-8723-d4560c1f630a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:13.637532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a2966e0-14b5-44ac-aa68-33ddf4ad72cf req-29012ca2-63e1-4146-8723-d4560c1f630a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.3985298 May 06 12:41:13.664754 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:13.664754 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:13.813767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:13.838999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-a57a7f1f-13c9-4bd2-bd1c-12b2a3d353a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 HTTP/1.1" status: 200 len: 217 time: 0.1920106 May 06 12:41:13.871446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 1b95a6dc-1878-4dd3-b36d-1c4a697a0801 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:41:14.027118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a2966e0-14b5-44ac-aa68-33ddf4ad72cf req-4daf79b7-3108-46e5-952f-5c2f4cc64f99 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250043 May 06 12:41:14.126853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Router c3fc959f-18c4-4712-9762-8b8e52b115a7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:14.142498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-a277497f-3186-4a09-b68b-cdcd8080fa6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:14.144167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-a277497f-3186-4a09-b68b-cdcd8080fa6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2885027 May 06 12:41:14.149684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-4f0ad892-3c0d-4534-be6b-3a4001eea108 service neutron] 10.222.0.44 "GET /v2.0/networks/9b1f54de-9c8f-40b3-8c64-cda57171fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456916 May 06 12:41:14.171050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Deleting port 74a91977-f73c-438b-97f1-0b4de757dcb4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:14.171463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.228755 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a32acee-0c51-4900-ae20-5e6c38d0411b'] response: {'name': 'network-changed', 'server_uuid': 'f0c8ba26-4175-4664-ad63-8a03e5e4337b', 'tag': 'a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0', 'status': 'completed', 'code': 200} May 06 12:41:14.233429 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): There was a conflict when trying to complete your request. May 06 12:41:14.233870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:14.637214 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86af1fe0-6fdf-42ed-8982-ebb039342246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.673733 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3812c131-f76f-41b5-818e-3f91f32a48ee tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.5605943 May 06 12:41:14.673733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:14.679443 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1561a3b3-8b1b-46eb-9a82-716822ebb325 admin admin] 10.222.0.44 "PUT /v2.0/routers/55a7c8af-e0e1-4102-8914-d13b0ef99847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2783196 May 06 12:41:14.684006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37272) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:14.692015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-54ef85b6-6d14-4165-9a21-21e29b46d421 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5387890 May 06 12:41:14.696292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-2ac38dfc-2019-4f19-b634-33a6f5a6ea39 service neutron] 10.222.0.44 "GET /v2.0/networks/9b1f54de-9c8f-40b3-8c64-cda57171fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001395 May 06 12:41:14.700827 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Sync routers for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:14.734550 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:14.737454 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:14.957044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.957369 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.032248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f7138-6b99-4b74-969c-d9c6121e3a25 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:15.054976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f7138-6b99-4b74-969c-d9c6121e3a25 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:15.056973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d97f7138-6b99-4b74-969c-d9c6121e3a25 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:15.220285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60cf2d45-fd13-4741-88c7-023aad95ba5b req-759e67d9-35f9-4aed-a250-8506843c674e tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 210 time: 0.0687566 May 06 12:41:15.224444 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:15.301360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Calling delete_port for 74a91977-f73c-438b-97f1-0b4de757dcb4 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:15.361102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f645ed-077c-496f-aa25-abebc861d79d req-fc932eef-2f32-467e-b6e6-5f95c87f5f6b tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:15.371205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00f645ed-077c-496f-aa25-abebc861d79d req-fc932eef-2f32-467e-b6e6-5f95c87f5f6b tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 947 time: 0.9554722 May 06 12:41:15.376785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d97f7138-6b99-4b74-969c-d9c6121e3a25 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:15.378183 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d97f7138-6b99-4b74-969c-d9c6121e3a25 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6938784 May 06 12:41:15.391840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37294) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:15.416083 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.572083 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-f60c1d6a-6425-4173-a8a0-3c6a6e1e4a53 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8588059 May 06 12:41:15.614325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:15.634400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] Sync routers for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:15.656962 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.671203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:15.675488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:15.867639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4a19551a-3fff-4dec-a15d-d56e92c30e7b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 0d5ae05e-0699-49d3-b273-88e2030f3b84 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:15.868212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a19551a-3fff-4dec-a15d-d56e92c30e7b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.921000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00f645ed-077c-496f-aa25-abebc861d79d req-b69c65aa-a700-4c8e-a826-931d88545d93 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241206 May 06 12:41:15.943478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'Port': ['ID=74a91977-f73c-438b-97f1-0b4de757dcb4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:15.982472 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.061837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:16.091136 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ae1e85d5-90a8-4239-9403-0112e4dd2857 admin admin] 10.222.0.44 "PUT /v2.0/routers/c3fc959f-18c4-4712-9762-8b8e52b115a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.6773934 May 06 12:41:16.097525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37304) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:16.133210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a95451-a164-4c26-9c37-90d89fde745e req-f6bc8fdc-8fc3-40ac-813d-b78fc2525762 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:16.133933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f1a95451-a164-4c26-9c37-90d89fde745e req-f6bc8fdc-8fc3-40ac-813d-b78fc2525762 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Synchronizing usage tracker for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:16.159636 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.164603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.167374 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-afff3f90-3299-4adc-aefe-1553211c911e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "DELETE /v2.0/floatingips/53d06df1-2229-4c15-9f4f-05898a245377 HTTP/1.1" status: 204 len: 168 time: 5.2271521 May 06 12:41:16.249200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9767cd89-73bf-402e-bb23-fa9d3e26eab2 req-87a84bee-a245-4ee7-a799-d38584fa40f3 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596539 May 06 12:41:16.261616 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f2779de6-241d-46e1-b1db-5a53841b3314', 'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'mac_address': 'fa:16:3e:55:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:01Z', 'updated_at': '2022-05-06T12:41:06Z', 'revision_number': 2, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'subnets': [{'id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:16.267649 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Checking router: 55a7c8af-e0e1-4102-8914-d13b0ef99847 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:41:16.268100 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Updating router 55a7c8af-e0e1-4102-8914-d13b0ef99847 port f2779de6-241d-46e1-b1db-5a53841b3314 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:41:16.363733 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.485063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 5, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:16.491108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] Checking router: c3fc959f-18c4-4712-9762-8b8e52b115a7 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:41:16.517329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] Routers {'c3fc959f-18c4-4712-9762-8b8e52b115a7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:16.518528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c3fc959f-18c4-4712-9762-8b8e52b115a7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:16.781084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f1a95451-a164-4c26-9c37-90d89fde745e req-f6bc8fdc-8fc3-40ac-813d-b78fc2525762 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Unset dirty status for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:16.782350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-f6bc8fdc-8fc3-40ac-813d-b78fc2525762 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 820 time: 1.2060642 May 06 12:41:16.829472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] Set router c3fc959f-18c4-4712-9762-8b8e52b115a7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:16.846346 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.861177 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Transition to ACTIVE for port object f2779de6-241d-46e1-b1db-5a53841b3314 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:16.870906 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.970432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-8ed3bb86-84c9-41ce-81dd-b6011cd6c3f4 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/quotas/e116b1cac230442499d0e2e09fc3eba9 HTTP/1.1" status: 200 len: 375 time: 0.1227221 May 06 12:41:17.026789 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Pushing event updated for resources: {'Port': ['ID=f2779de6-241d-46e1-b1db-5a53841b3314,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:17.069977 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.070298 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.070678 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.070995 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.071366 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.071697 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.072050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.072376 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.072695 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.073015 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.073473 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:17.088002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a19551a-3fff-4dec-a15d-d56e92c30e7b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.100599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Router 2de2a69a-195d-455f-8b3f-aada7196259b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:17.198345 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Attempting to bind port f2779de6-241d-46e1-b1db-5a53841b3314 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:17.198964 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Attempting to bind port f2779de6-241d-46e1-b1db-5a53841b3314 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '02858272-c251-41ea-9de3-58c3de1f0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:17.199529 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Attempting to bind port f2779de6-241d-46e1-b1db-5a53841b3314 on network f71747fd-5499-4292-b514-2b02127aaa85 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:17.212744 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:17.213324 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Checking segment: {'id': '02858272-c251-41ea-9de3-58c3de1f0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:17.214024 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.214672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Bound using segment: {'id': '02858272-c251-41ea-9de3-58c3de1f0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:17.215413 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Bound port: f2779de6-241d-46e1-b1db-5a53841b3314, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02858272-c251-41ea-9de3-58c3de1f0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:17.216030 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.282337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4a19551a-3fff-4dec-a15d-d56e92c30e7b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 0d5ae05e-0699-49d3-b273-88e2030f3b84 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:17.371621 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] For port f2779de6-241d-46e1-b1db-5a53841b3314, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:17.378510 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] For port f2779de6-241d-46e1-b1db-5a53841b3314, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f2779de6-241d-46e1-b1db-5a53841b3314,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:17.385999 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.419446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.450930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 5, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:17.457140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e05b7-5183-49c9-9789-55ab1c7f5258 None None] The sync data for ids ['c3fc959f-18c4-4712-9762-8b8e52b115a7'] in n-d-840847-1 is: [{'id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'name': 'tempest-TaggedBootDevicesTest_v242-576657808-router', 'tenant_id': 'ee19d38453fb4b61b2134384718859f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:12Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 5, 'project_id': 'ee19d38453fb4b61b2134384718859f1', 'gw_port': {'id': '22c17246-d0f0-4fad-a9f9-76fc1aa1890a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fc959f-18c4-4712-9762-8b8e52b115a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:16Z', 'updated_at': '2022-05-06T12:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:17.480518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-bbdde003-0b41-41eb-96bb-e75fe1b297ac tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:17.482066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-bbdde003-0b41-41eb-96bb-e75fe1b297ac tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.36 "GET /v2.0/networks?id=9b1f54de-9c8f-40b3-8c64-cda57171fdf0 HTTP/1.1" status: 200 len: 820 time: 0.8457875 May 06 12:41:17.506771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54d742-70a9-4c7a-a625-5dcd00c10ddf req-8d1a7c54-ff1b-4849-9772-3096b791c163 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:17.508798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d54d742-70a9-4c7a-a625-5dcd00c10ddf req-8d1a7c54-ff1b-4849-9772-3096b791c163 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.1941869 May 06 12:41:17.512287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df49e287-a6c7-4960-a8c2-7ccad5a1dfcc req-cc5c4870-7156-4368-8f07-5c65da151604 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=295190795647447dab6a81ecfb62b315&device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 1098 time: 1.0455863 May 06 12:41:17.521675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Request body: {'port': {'device_id': 'bebfb9bf-d361-4b29-8968-e4136b739138', 'network_id': '9b1f54de-9c8f-40b3-8c64-cda57171fdf0', 'admin_state_up': True, 'tenant_id': '9dfb7b1216854d71980f31fcdc438ad6'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:17.557297 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e2d6c-5397-4d63-9c51-acdbade3d947 None None] Pushing event updated for resources: {'Port': ['ID=f2779de6-241d-46e1-b1db-5a53841b3314,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:17.564821 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:17.565829 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:17.904735 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:18.025342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-5be9e90d-c22e-4c73-b173-150c68f5165a tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0422990 May 06 12:41:18.131459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d54d742-70a9-4c7a-a625-5dcd00c10ddf req-13a4d315-b4f2-41a7-b752-8b9b1436f442 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844276 May 06 12:41:18.281327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49e287-a6c7-4960-a8c2-7ccad5a1dfcc req-5ce6abfe-5942-42f5-8b2e-effc5013afef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.282992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df49e287-a6c7-4960-a8c2-7ccad5a1dfcc req-5ce6abfe-5942-42f5-8b2e-effc5013afef service neutron] 10.222.0.48 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.7401392 May 06 12:41:18.318944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:18.321378 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f2779de6-241d-46e1-b1db-5a53841b3314', 'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'mac_address': 'fa:16:3e:55:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:01Z', 'updated_at': '2022-05-06T12:41:17Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'subnets': [{'id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:18.331093 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6482e11-d4cf-4742-b285-018357f43d7e None None] The sync data for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 is: [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f2779de6-241d-46e1-b1db-5a53841b3314', 'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'mac_address': 'fa:16:3e:55:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:01Z', 'updated_at': '2022-05-06T12:41:17Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'subnets': [{'id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:18.415866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Usage tracker for resource:port and tenant:9dfb7b1216854d71980f31fcdc438ad6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:18.421786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:18.492519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:18.508002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a19551a-3fff-4dec-a15d-d56e92c30e7b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.511636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df49e287-a6c7-4960-a8c2-7ccad5a1dfcc req-77ef186d-68f5-4a01-b0b3-8ef4f6b01c54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 HTTP/1.1" status: 200 len: 217 time: 0.2021070 May 06 12:41:18.523931 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f05ff53e-754f-46a7-999e-f1c63240c448 req-20ce2c8d-5e92-493c-bc84-c33c28cfeaa3 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 210 time: 0.2102213 May 06 12:41:18.642874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19551a-3fff-4dec-a15d-d56e92c30e7b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=0d5ae05e-0699-49d3-b273-88e2030f3b84,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:18.658504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Made reservation on behalf of 9dfb7b1216854d71980f31fcdc438ad6 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:18.661714 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.754313 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.813218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:18.840426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-7f23171a-c040-4d94-9736-fde7e15c1d98 service neutron] 10.222.0.44 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349360 May 06 12:41:18.979658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49e287-a6c7-4960-a8c2-7ccad5a1dfcc req-eecc764b-8fcc-4697-b5c9-cd71515bc353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.981280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df49e287-a6c7-4960-a8c2-7ccad5a1dfcc req-eecc764b-8fcc-4697-b5c9-cd71515bc353 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.4184432 May 06 12:41:19.136096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f2779de6-241d-46e1-b1db-5a53841b3314 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:19.151310 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a19551a-3fff-4dec-a15d-d56e92c30e7b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.297777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:19.335943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f', 'port_id': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'mac_address': 'fa:16:3e:55:ba:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52fac1b-5303-4f87-8cce-243fc365a585', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:19.408855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f2779de6-241d-46e1-b1db-5a53841b3314 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:19.464074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f2779de6-241d-46e1-b1db-5a53841b3314 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:19.464685 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.606614 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.649569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4a19551a-3fff-4dec-a15d-d56e92c30e7b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/0d5ae05e-0699-49d3-b273-88e2030f3b84 HTTP/1.1" status: 204 len: 168 time: 4.2421896 May 06 12:41:19.652488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37326) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:19.752988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78e5b571-9e05-481f-8b9b-dc1791c105a0 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:19.766917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77dc720-fb25-4200-bf11-5860febd319b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:19.770192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77dc720-fb25-4200-bf11-5860febd319b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:19.771625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f77dc720-fb25-4200-bf11-5860febd319b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:19.806306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f77dc720-fb25-4200-bf11-5860febd319b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:19.812502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f77dc720-fb25-4200-bf11-5860febd319b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1545398 May 06 12:41:19.824917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37330) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:19.953515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Allocated IP 172.20.0.6 (9b1f54de-9c8f-40b3-8c64-cda57171fdf0/1590b11d-62d3-4d09-9568-e40d760174bf/c8dca44b-4447-4d90-a204-840e9a9d4414) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:20.010536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:20.024015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-1cb13985-a164-4913-86a4-2614d1807717 service neutron] 10.222.0.44 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1642768 May 06 12:41:20.039194 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.055769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df49e287-a6c7-4960-a8c2-7ccad5a1dfcc req-4510091f-582e-4534-b60b-082f07ae0ef0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9854515 May 06 12:41:20.070071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac7d87-971b-41e2-8c56-f61239de99ff req-b6a2f7f4-25a9-4bd0-bbfa-55fb87e920ce tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:20.072482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80ac7d87-971b-41e2-8c56-f61239de99ff req-b6a2f7f4-25a9-4bd0-bbfa-55fb87e920ce tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 947 time: 0.5194249 May 06 12:41:20.136461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:20.149781 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] Sync routers for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:20.183008 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:20.183650 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:20.218428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a442087-d53d-4d3a-b030-58f32b93a278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 7bbe08b1-54e4-4349-acde-0933a0a7f3c9 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:20.222529 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a442087-d53d-4d3a-b030-58f32b93a278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.293096 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.305420 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80ac7d87-971b-41e2-8c56-f61239de99ff req-7049d060-6ee7-4552-a511-e4b49d1d80d6 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880894 May 06 12:41:20.310211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a442087-d53d-4d3a-b030-58f32b93a278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.363891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['78e5b571-9e05-481f-8b9b-dc1791c105a0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:20.601822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df49e287-a6c7-4960-a8c2-7ccad5a1dfcc req-980cfd98-b807-4df5-9f35-f2cf0cb02a10 service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278819 May 06 12:41:20.625531 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a442087-d53d-4d3a-b030-58f32b93a278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.638541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1594a2cc-fe62-41f5-8932-3699215c1280 admin admin] 10.222.0.44 "PUT /v2.0/routers/2de2a69a-195d-455f-8b3f-aada7196259b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1250160 May 06 12:41:20.709670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f2779de6-241d-46e1-b1db-5a53841b3314, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f2779de6-241d-46e1-b1db-5a53841b3314,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:20.712305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:20.750712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:20.783758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37338) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:20.914376 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:21.075177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.163096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.303975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:21.345712 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.365690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0', 'mac_address': 'fa:16:3e:f8:3b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:21.448415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a442087-d53d-4d3a-b030-58f32b93a278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.648902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df49e287-a6c7-4960-a8c2-7ccad5a1dfcc req-8ca84ed0-0ad7-43c6-b8ae-b32d45971b1e service neutron] 10.222.0.48 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0043280 May 06 12:41:21.675625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a442087-d53d-4d3a-b030-58f32b93a278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbe08b1-54e4-4349-acde-0933a0a7f3c9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:21.696324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a442087-d53d-4d3a-b030-58f32b93a278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.732745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a33e1c6a-37c8-4159-95d1-1abff53765e4 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:21.736748 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.752234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Pushing event updated for resources: {'Port': ['ID=c8dca44b-4447-4d90-a204-840e9a9d4414,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:21.756186 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1a442087-d53d-4d3a-b030-58f32b93a278 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/7bbe08b1-54e4-4349-acde-0933a0a7f3c9 HTTP/1.1" status: 204 len: 168 time: 1.9285231 May 06 12:41:21.775279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37352) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:21.787793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Deleting port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:21.788142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.931563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: a33e1c6a-37c8-4159-95d1-1abff53765e4 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:21.931931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a33e1c6a-37c8-4159-95d1-1abff53765e4 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:21.933902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12daf6c-ce38-4f21-b145-98eb49895104 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:21.994920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.035788 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:41:11Z', 'revision_number': 5, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:22.043634 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] Checking router: 2de2a69a-195d-455f-8b3f-aada7196259b for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:41:22.052682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Network 9b1f54de-9c8f-40b3-8c64-cda57171fdf0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:22.081648 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] Routers {'2de2a69a-195d-455f-8b3f-aada7196259b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:22.085482 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2de2a69a-195d-455f-8b3f-aada7196259b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:22.187675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f2779de6-241d-46e1-b1db-5a53841b3314,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:22.188003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-543013e3-7d3e-4d12-b601-9cccc788a2ad tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4016047 May 06 12:41:22.188980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:22.194905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37368) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.214823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:22.290524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:22.316701 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.321741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:22.322901 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.387545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-61628f76-3a88-44ac-8e44-cce1d13f0e98 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8708479 May 06 12:41:22.397290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.421179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Deleting port baa51f16-7a40-485f-a060-7f46b25f68b7 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:22.421596 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.661163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Request body: {'port': {'device_id': 'bebfb9bf-d361-4b29-8968-e4136b739138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:22.687081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:22.798745 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] Set router 2de2a69a-195d-455f-8b3f-aada7196259b gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:22.812199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:22.853344 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.083184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] For port baa51f16-7a40-485f-a060-7f46b25f68b7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=baa51f16-7a40-485f-a060-7f46b25f68b7,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:23.083796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.204782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:23.316975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:23.368462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ad662-dd28-464c-85f3-aaf8454861ae None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:23.410132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13858c5-fc46-4355-84d3-95e3c3a8c729 req-f5166f1b-e4f9-44e9-bad4-c8a76a73c05d tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.410522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a13858c5-fc46-4355-84d3-95e3c3a8c729 req-f5166f1b-e4f9-44e9-bad4-c8a76a73c05d tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Synchronizing usage tracker for tenant:9dfb7b1216854d71980f31fcdc438ad6 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:23.426401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Calling delete_port for baa51f16-7a40-485f-a060-7f46b25f68b7 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:23.458690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ad662-dd28-464c-85f3-aaf8454861ae None None] Deleting port 0735e6b9-7d7c-41cd-a835-78507c381250 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:23.458690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d7ad662-dd28-464c-85f3-aaf8454861ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.649166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] For port 22c17246-d0f0-4fad-a9f9-76fc1aa1890a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=22c17246-d0f0-4fad-a9f9-76fc1aa1890a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:23.649487 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.739626 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:41:11Z', 'revision_number': 5, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:23.753468 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1543912-53be-4695-b393-05acd6d0a1e3 None None] The sync data for ids ['2de2a69a-195d-455f-8b3f-aada7196259b'] in n-d-840847-1 is: [{'id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'name': 'tempest-ServersTestBootFromVolume-1197516263-router', 'tenant_id': '25345765f82b4d52976db5eb34d250ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:57Z', 'updated_at': '2022-05-06T12:41:11Z', 'revision_number': 5, 'project_id': '25345765f82b4d52976db5eb34d250ce', 'gw_port': {'id': 'baa51f16-7a40-485f-a060-7f46b25f68b7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2a69a-195d-455f-8b3f-aada7196259b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:59Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:23.799955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.878066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa51f16-7a40-485f-a060-7f46b25f68b7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:23.888204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9cba4-77d1-446e-a78e-a36390531b07 req-e84f129b-4398-45d6-aee2-8e614519ff90 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.896847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bde9cba4-77d1-446e-a78e-a36390531b07 req-e84f129b-4398-45d6-aee2-8e614519ff90 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 945 time: 2.7780597 May 06 12:41:24.052242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:24.159557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Calling delete_port for 22c17246-d0f0-4fad-a9f9-76fc1aa1890a owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:24.219990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9d7ad662-dd28-464c-85f3-aaf8454861ae None None] For port 0735e6b9-7d7c-41cd-a835-78507c381250, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0735e6b9-7d7c-41cd-a835-78507c381250,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:24.220806 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d7ad662-dd28-464c-85f3-aaf8454861ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.265097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:24.274132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:24.312525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:24.317474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a13858c5-fc46-4355-84d3-95e3c3a8c729 req-f5166f1b-e4f9-44e9-bad4-c8a76a73c05d tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Unset dirty status for tenant:9dfb7b1216854d71980f31fcdc438ad6 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:24.324316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a13858c5-fc46-4355-84d3-95e3c3a8c729 req-f5166f1b-e4f9-44e9-bad4-c8a76a73c05d tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 931 time: 2.9710233 May 06 12:41:24.357086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.417573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:24.472386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a95451-a164-4c26-9c37-90d89fde745e req-8d559812-4fcf-4da9-8f55-79243872368e tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:24.474013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-8d559812-4fcf-4da9-8f55-79243872368e tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.48 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 820 time: 1.5841918 May 06 12:41:24.478232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ad662-dd28-464c-85f3-aaf8454861ae None None] Calling delete_port for 0735e6b9-7d7c-41cd-a835-78507c381250 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:24.526133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.554117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Request body: {'port': {'device_id': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'admin_state_up': True, 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:24.600423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f2779de6-241d-46e1-b1db-5a53841b3314 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:24.701488 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d7ad662-dd28-464c-85f3-aaf8454861ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.738291 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.812528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ad662-dd28-464c-85f3-aaf8454861ae None None] No DVR routers for this DVR port 0735e6b9-7d7c-41cd-a835-78507c381250 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:24.823811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ad662-dd28-464c-85f3-aaf8454861ae None None] Pushing event deleted for resources: {'Port': ['ID=0735e6b9-7d7c-41cd-a835-78507c381250,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:24.867443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:24.871930 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bde9cba4-77d1-446e-a78e-a36390531b07 req-59753ec6-912a-4fa6-a643-cd66de204294 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8213534 May 06 12:41:24.978971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a13858c5-fc46-4355-84d3-95e3c3a8c729 req-cbafb596-f628-4aba-b51b-334982fb1d9b tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533916 May 06 12:41:24.988622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.996461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.027799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f2779de6-241d-46e1-b1db-5a53841b3314 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:25.028774 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.032057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.033039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de2a69a-195d-455f-8b3f-aada7196259b {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:41:25.071582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.074074 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6a5add82-cfa6-46f9-a279-6294804c1c06 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2de2a69a-195d-455f-8b3f-aada7196259b HTTP/1.1" status: 204 len: 168 time: 4.2876997 May 06 12:41:25.078229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37376) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:25.200777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc016bd2-bf93-405b-a7ca-fcfac1801a93 admin admin] Deleting subnet f70c22ff-ccf0-4647-bb26-7abc8ec24819 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:25.204759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0af65b8f-cdf0-4431-a72d-c377e923e664 req-5ea9ee51-22be-413a-932d-715d24fa0183 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 210 time: 0.0653961 May 06 12:41:25.235360 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc016bd2-bf93-405b-a7ca-fcfac1801a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.249801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:25.256198 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Usage tracker for resource:port and tenant:e116b1cac230442499d0e2e09fc3eba9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:25.271602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:25.290566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:25.319232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 78e5b571-9e05-481f-8b9b-dc1791c105a0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:25.320532 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.340917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Made reservation on behalf of e116b1cac230442499d0e2e09fc3eba9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:25.349790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.397904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc016bd2-bf93-405b-a7ca-fcfac1801a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.530175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 82c1af28-be26-4639-baed-d5255c3814c7 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:25.598331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc016bd2-bf93-405b-a7ca-fcfac1801a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.611017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 82c1af28-be26-4639-baed-d5255c3814c7 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:25.611525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 82c1af28-be26-4639-baed-d5255c3814c7 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:25.612043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0735e6b9-7d7c-41cd-a835-78507c381250 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:25.661724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 0735e6b9-7d7c-41cd-a835-78507c381250 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:25.662464 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0735e6b9-7d7c-41cd-a835-78507c381250 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:25.693862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.769395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:25.781195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc016bd2-bf93-405b-a7ca-fcfac1801a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.802636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:25.816554 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.859317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc016bd2-bf93-405b-a7ca-fcfac1801a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70c22ff-ccf0-4647-bb26-7abc8ec24819,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:25.864645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc016bd2-bf93-405b-a7ca-fcfac1801a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.885390 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc016bd2-bf93-405b-a7ca-fcfac1801a93 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f70c22ff-ccf0-4647-bb26-7abc8ec24819 HTTP/1.1" status: 204 len: 168 time: 0.8054693 May 06 12:41:25.886345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37386) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:25.961757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8945d2a-2294-4cf3-915e-2349b4422e24 None None] Network 50ff038c-a0c5-4f3c-ac98-190cdc32f650 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:26.044953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.063487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Deleting port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:26.064567 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.154070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Allocated IP 172.20.0.13 (f71747fd-5499-4292-b514-2b02127aaa85/19a02b38-805c-49e6-ab71-d39e9a333ca3/0af86d65-0d28-4ebd-9d3c-4b754a24d13c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:26.341025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:26.476340 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a281d94d-d537-4ed4-ab0d-29c9d8b07b66'] response: {'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'code': 200} May 06 12:41:26.669927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] DHCP port deletion for 50ff038c-a0c5-4f3c-ac98-190cdc32f650 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:26.684123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] Deleting port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:26.684948 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.717456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.764866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] For port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2ba56df1-4a5e-4221-83ef-aac3fe899f1c,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:26.765481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.778804 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.852858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:26.865504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:26.878273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:26.879462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.885897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.888604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee4965-c937-47f4-861f-56f754052926 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:26.903830 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.910170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:26.932535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Calling delete_port for 2ba56df1-4a5e-4221-83ef-aac3fe899f1c owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:27.028331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.092322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba56df1-4a5e-4221-83ef-aac3fe899f1c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:27.105665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] No DVR routers for this DVR port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:27.365244 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.405027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ff038c-a0c5-4f3c-ac98-190cdc32f650']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:27.435338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f15056b-d814-427e-bcd0-8e7f614bd0ae') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:27.435646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f15056b-d814-427e-bcd0-8e7f614bd0ae') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:27.452012 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.473269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Network f71747fd-5499-4292-b514-2b02127aaa85 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:27.474569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.487832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:27.488381 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: timer() May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:27.524112 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:27.534918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.570365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:27.578206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] For port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2ba56df1-4a5e-4221-83ef-aac3fe899f1c,segment=NetworkSegment(7f15056b-d814-427e-bcd0-8e7f614bd0ae),segment_id=7f15056b-d814-427e-bcd0-8e7f614bd0ae)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:27.578621 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.586759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:27.587154 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.663455 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.688494 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.713000 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] 10.222.0.44 "DELETE /v2.0/networks/50ff038c-a0c5-4f3c-ac98-190cdc32f650 HTTP/1.1" status: 204 len: 168 time: 1.8229687 May 06 12:41:27.715743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:27.717499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baa407-ce70-4ebb-8638-5f0b359046ed admin admin] Pushing event deleted for resources: {'Network': ['ID=50ff038c-a0c5-4f3c-ac98-190cdc32f650,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:27.726422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:27.773391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2aa936-af74-4f1d-9aaa-13daa2fc6ff1 req-31b6b4e6-f436-41cd-b7b7-bba72949c825 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.775487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2aa936-af74-4f1d-9aaa-13daa2fc6ff1 req-31b6b4e6-f436-41cd-b7b7-bba72949c825 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 948 time: 2.1614630 May 06 12:41:27.951200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] Calling delete_port for 2ba56df1-4a5e-4221-83ef-aac3fe899f1c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:27.992882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37400) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:28.147549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:28.148212 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:28.168022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2ba56df1-4a5e-4221-83ef-aac3fe899f1c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:28.169838 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f29e6f4e-a21a-41b2-9c86-91c4a739f59e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25345765f82b4d52976db5eb34d250ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1755168 May 06 12:41:28.170914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37404) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:28.238525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 2ba56df1-4a5e-4221-83ef-aac3fe899f1c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:28.239033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2ba56df1-4a5e-4221-83ef-aac3fe899f1c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:28.242102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Pushing event updated for resources: {'Port': ['ID=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:28.278420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89583ed8-1884-4a2f-be15-db34b32300cd req-eae054d4-c77d-4e48-b9ae-6fb3401de5c5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:28.279255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-89583ed8-1884-4a2f-be15-db34b32300cd req-eae054d4-c77d-4e48-b9ae-6fb3401de5c5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:28.310011 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e890dbdf-3120-49aa-a783-d5ea4d56c223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.324566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-89583ed8-1884-4a2f-be15-db34b32300cd req-eae054d4-c77d-4e48-b9ae-6fb3401de5c5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:28.326288 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-89583ed8-1884-4a2f-be15-db34b32300cd req-eae054d4-c77d-4e48-b9ae-6fb3401de5c5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 945 time: 0.2433438 May 06 12:41:28.328583 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.345707 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.381974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': 'd63670c0-b77c-4fa3-b2ed-9639d8ae6dd9'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:28.382940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.442231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.2434652 May 06 12:41:28.443235 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e890dbdf-3120-49aa-a783-d5ea4d56c223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.444818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1bc43-3674-40f9-92d7-c17dc0043c2d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=d63670c0-b77c-4fa3-b2ed-9639d8ae6dd9,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:28.451941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:28.453453 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.482896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37408) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:28.543782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Deleting port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:28.544595 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.566894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': 'd63670c0-b77c-4fa3-b2ed-9639d8ae6dd9', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-340820528'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:28.691281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/d63670c0-b77c-4fa3-b2ed-9639d8ae6dd9/6b422540-1fbf-4031-bb65-db6fb8c29d56) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:28.711034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] Deleting port 2ba56df1-4a5e-4221-83ef-aac3fe899f1c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:28.711637 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.713401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c17246-d0f0-4fad-a9f9-76fc1aa1890a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:28.722766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-21a37e25-8e07-405d-ad9f-b30010232c91 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1735952 May 06 12:41:28.725528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.726447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3fc959f-18c4-4712-9762-8b8e52b115a7 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:41:28.757051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf0a3d-2e60-45a8-866a-2706faf9d5dd req-193de752-4814-485b-b807-9088cfa52b16 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:28.777655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ccf0a3d-2e60-45a8-866a-2706faf9d5dd req-193de752-4814-485b-b807-9088cfa52b16 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.9482200 May 06 12:41:28.805185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e890dbdf-3120-49aa-a783-d5ea4d56c223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.812405 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.813869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9c3db17d-2fe5-48eb-87ba-5cf1b5363e19 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c3fc959f-18c4-4712-9762-8b8e52b115a7 HTTP/1.1" status: 204 len: 168 time: 12.7079103 May 06 12:41:28.818788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Request body: {'port': {'device_id': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:28.842991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37412) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:28.896490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890dbdf-3120-49aa-a783-d5ea4d56c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa77c8b-3bc6-42e5-86b3-c061404c8f23,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:28.920473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e890dbdf-3120-49aa-a783-d5ea4d56c223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.924697 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e890dbdf-3120-49aa-a783-d5ea4d56c223 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6aa77c8b-3bc6-42e5-86b3-c061404c8f23 HTTP/1.1" status: 204 len: 168 time: 0.7479758 May 06 12:41:28.939346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:28.945799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:28.950328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:28.958770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:28.982311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] It took 1.03 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:29.005166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:29.012177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.077099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9feda75d-b7b6-420c-8f6b-8f1fda2a0b74 admin admin] Deleting subnet 71a2bf6a-d5e5-4d51-9ebb-6706229d28df {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:29.083299 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9feda75d-b7b6-420c-8f6b-8f1fda2a0b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.123516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2aa936-af74-4f1d-9aaa-13daa2fc6ff1 req-f8b414f7-3236-489a-b59f-efbaa04963d5 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1375518 May 06 12:41:29.162927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ccf0a3d-2e60-45a8-866a-2706faf9d5dd req-c521cf51-bf22-45f8-80cd-2d446eb1595c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840163 May 06 12:41:29.201176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 3b586e4d-b1ec-4190-98c6-85e8ee66216c yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:41:29.222327 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9feda75d-b7b6-420c-8f6b-8f1fda2a0b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.277334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.299844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Transition to ACTIVE for port object 6b422540-1fbf-4031-bb65-db6fb8c29d56 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:29.351902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Transition to ACTIVE for port object 6b422540-1fbf-4031-bb65-db6fb8c29d56 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:29.414025 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.563675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] For port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:29.564148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.605478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.801100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2e07e4c5-e98b-447b-9ca8-bc1820fec53f None None] The port '2ba56df1-4a5e-4221-83ef-aac3fe899f1c' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:41:29.885204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9feda75d-b7b6-420c-8f6b-8f1fda2a0b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.919553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:29.925206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Pushing event updated for resources: {'Port': ['ID=6b422540-1fbf-4031-bb65-db6fb8c29d56,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:29.931153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:29.945103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:29.948619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8dca44b-4447-4d90-a204-840e9a9d4414 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:29.984434 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.065542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.067469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.087961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.088979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.091421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.094311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.096988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.099817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.104845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.106910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.113862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:30.143463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Transition to ACTIVE for port object c8dca44b-4447-4d90-a204-840e9a9d4414 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:30.145970 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.172827 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.197611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c8ba26-4175-4664-ad63-8a03e5e4337b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:30.283536 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9feda75d-b7b6-420c-8f6b-8f1fda2a0b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.395042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:30.406190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed34f8-a137-4270-95fd-75399ef0dc19 req-ec9f87bf-5375-4e34-9564-2d2c31724b0a tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:30.425307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a4ed34f8-a137-4270-95fd-75399ef0dc19 req-ec9f87bf-5375-4e34-9564-2d2c31724b0a tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 931 time: 0.8630719 May 06 12:41:30.446390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.700225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feda75d-b7b6-420c-8f6b-8f1fda2a0b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a2bf6a-d5e5-4d51-9ebb-6706229d28df,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:30.721139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Attempting to bind port 6b422540-1fbf-4031-bb65-db6fb8c29d56 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:30.722068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Attempting to bind port 6b422540-1fbf-4031-bb65-db6fb8c29d56 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:30.722764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Attempting to bind port 6b422540-1fbf-4031-bb65-db6fb8c29d56 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:30.771462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.772920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.775779 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Floating IP 422f73f1-5396-42e0-8c1a-38ece84ebb85 disassociated. External IP: 172.25.7.162, port: 2182772e-cdd3-47dc-a96f-0f1bd6c9672a. May 06 12:41:30.776793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Calling delete_port for 2182772e-cdd3-47dc-a96f-0f1bd6c9672a owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:30.801626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:30.802219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:30.808339 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.808973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:30.809767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Bound port: 6b422540-1fbf-4031-bb65-db6fb8c29d56, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:30.810378 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.863815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9feda75d-b7b6-420c-8f6b-8f1fda2a0b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.910364 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9feda75d-b7b6-420c-8f6b-8f1fda2a0b74 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/71a2bf6a-d5e5-4d51-9ebb-6706229d28df HTTP/1.1" status: 204 len: 168 time: 2.0623562 May 06 12:41:30.913989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37436) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:31.002036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2182772e-cdd3-47dc-a96f-0f1bd6c9672a no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:31.130361 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:41:31.131162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:31.138592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.184473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Deleting port f8b4939c-a8ed-4931-88d9-ab022d463f64 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:31.186236 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.198907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dca7a9-02d4-4d32-88f6-ae925a3eb64c None None] Network 976f98d1-003f-441c-898e-2b2c65044136 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:31.275329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bed7d-cf41-4da4-ae96-00a40eef1de2 req-960f3332-cd19-42ae-8490-755ec4163f89 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:31.276494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8a5bed7d-cf41-4da4-ae96-00a40eef1de2 req-960f3332-cd19-42ae-8490-755ec4163f89 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Synchronizing usage tracker for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:31.302915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dca44b-4447-4d90-a204-840e9a9d4414,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:31.323537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a4ed34f8-a137-4270-95fd-75399ef0dc19 req-80e5c423-f811-49c8-b883-1ff947f6ade3 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8990276 May 06 12:41:31.446584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37444) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:31.834195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.855036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af86d65-0d28-4ebd-9d3c-4b754a24d13c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:31.869761 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.924005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1609516965-network', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:31.929521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Transition to ACTIVE for port object 0af86d65-0d28-4ebd-9d3c-4b754a24d13c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:31.948807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:31.957164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'Port': ['ID=2182772e-cdd3-47dc-a96f-0f1bd6c9672a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:31.970391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Usage tracker for resource:network and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:31.974974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:31.979547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] For port f8b4939c-a8ed-4931-88d9-ab022d463f64, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f8b4939c-a8ed-4931-88d9-ab022d463f64,segment=NetworkSegment(5cfba977-0f87-438f-a4c3-9647d43b525e),segment_id=5cfba977-0f87-438f-a4c3-9647d43b525e)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:31.979903 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.994668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:32.044508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] For port 6b422540-1fbf-4031-bb65-db6fb8c29d56, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:32.052467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] For port 6b422540-1fbf-4031-bb65-db6fb8c29d56, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6b422540-1fbf-4031-bb65-db6fb8c29d56,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:32.055690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:32.088610 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.096570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8a5bed7d-cf41-4da4-ae96-00a40eef1de2 req-960f3332-cd19-42ae-8490-755ec4163f89 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Unset dirty status for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:32.103237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a5bed7d-cf41-4da4-ae96-00a40eef1de2 req-960f3332-cd19-42ae-8490-755ec4163f89 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 932 time: 2.2675149 May 06 12:41:32.104016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.108914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No active binding found for port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:41:32.109836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2182772e-cdd3-47dc-a96f-0f1bd6c9672a not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:32.147307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3ce6475b-3868-49ce-be56-b5d41d09563c req-c5662bad-29c7-4cf3-a2ba-d74ba6188d03 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:32.208731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0128c2a1-6047-4de6-97a7-e5081e4a1fd8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.7121859 May 06 12:41:32.295160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37450) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:32.337358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b2362-ada3-4814-9a4a-f4aabb8b38c6 None None] Pushing event updated for resources: {'Port': ['ID=6b422540-1fbf-4031-bb65-db6fb8c29d56,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:32.373332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 22c17246-d0f0-4fad-a9f9-76fc1aa1890a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:32.383479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Calling delete_port for f8b4939c-a8ed-4931-88d9-ab022d463f64 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:32.443471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 22c17246-d0f0-4fad-a9f9-76fc1aa1890a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:32.443471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 22c17246-d0f0-4fad-a9f9-76fc1aa1890a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:32.573424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Pushing event updated for resources: {'Port': ['ID=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:32.597010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3ce6475b-3868-49ce-be56-b5d41d09563c req-c5662bad-29c7-4cf3-a2ba-d74ba6188d03 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:32.598550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ce6475b-3868-49ce-be56-b5d41d09563c req-c5662bad-29c7-4cf3-a2ba-d74ba6188d03 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 210 time: 0.5884688 May 06 12:41:32.625367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce8f2adc-da8b-4b14-a74e-9dbb666b40e7 req-390ec317-129f-4395-9df3-c38bfa3c6a8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1097 time: 1.8588619 May 06 12:41:32.662485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8a5bed7d-cf41-4da4-ae96-00a40eef1de2 req-793b414d-7828-40fa-8724-40aaa8418e0b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Synchronizing usage tracker for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:32.675963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Attempting to bind port c8dca44b-4447-4d90-a204-840e9a9d4414 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:32.676293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Attempting to bind port c8dca44b-4447-4d90-a204-840e9a9d4414 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6b5868b3-7466-468a-9b96-c3bba4e291ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b1f54de-9c8f-40b3-8c64-cda57171fdf0'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:32.676621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Attempting to bind port c8dca44b-4447-4d90-a204-840e9a9d4414 on network 9b1f54de-9c8f-40b3-8c64-cda57171fdf0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:32.738028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Made reservation on behalf of 90c54b9622cb4e2fa57d07b140854eb9 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:32.740637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.786198 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.853190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d353ebd3-317f-4959-be7a-c7eec1127e9b None None] DHCP port deletion for 976f98d1-003f-441c-898e-2b2c65044136 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:32.860951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d353ebd3-317f-4959-be7a-c7eec1127e9b None None] Deleting port f8b4939c-a8ed-4931-88d9-ab022d463f64 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:32.861463 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d353ebd3-317f-4959-be7a-c7eec1127e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.996180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:33.003093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.028007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Usage tracker for resource:security_group_rule and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:33.079558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Port c8dca44b-4447-4d90-a204-840e9a9d4414 on network 9b1f54de-9c8f-40b3-8c64-cda57171fdf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:33.081303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Attempting to bind port c8dca44b-4447-4d90-a204-840e9a9d4414 on network 9b1f54de-9c8f-40b3-8c64-cda57171fdf0 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:33.128993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:33.132659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d353ebd3-317f-4959-be7a-c7eec1127e9b None None] The port 'f8b4939c-a8ed-4931-88d9-ab022d463f64' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:41:33.190656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b4939c-a8ed-4931-88d9-ab022d463f64,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:33.195493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:33.233506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8a5bed7d-cf41-4da4-ae96-00a40eef1de2 req-793b414d-7828-40fa-8724-40aaa8418e0b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Unset dirty status for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:33.234242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] No DVR routers for this DVR port f8b4939c-a8ed-4931-88d9-ab022d463f64 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:33.252232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a5bed7d-cf41-4da4-ae96-00a40eef1de2 req-793b414d-7828-40fa-8724-40aaa8418e0b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0985601 May 06 12:41:33.451820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2adc-da8b-4b14-a74e-9dbb666b40e7 req-23996175-2d34-40db-a3d2-4b9bf2f8ffb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:33.453333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce8f2adc-da8b-4b14-a74e-9dbb666b40e7 req-23996175-2d34-40db-a3d2-4b9bf2f8ffb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 915 time: 0.7695682 May 06 12:41:33.471933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:33.472420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Checking segment: {'id': '6b5868b3-7466-468a-9b96-c3bba4e291ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b1f54de-9c8f-40b3-8c64-cda57171fdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:33.472715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Bound using segment: {'id': '6b5868b3-7466-468a-9b96-c3bba4e291ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b1f54de-9c8f-40b3-8c64-cda57171fdf0'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:33.473177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Bound port: c8dca44b-4447-4d90-a204-840e9a9d4414, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5868b3-7466-468a-9b96-c3bba4e291ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b1f54de-9c8f-40b3-8c64-cda57171fdf0'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:33.473521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.779731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.830884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976f98d1-003f-441c-898e-2b2c65044136']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:33.876151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfba977-0f87-438f-a4c3-9647d43b525e') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:33.876370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfba977-0f87-438f-a4c3-9647d43b525e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:33.891535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.896783 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.911913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.949230 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.976316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:33.987605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:33.988059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: timer() May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:34.009956 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:34.086403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b296bba-458a-4926-a311-6803ccef0114 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.089266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8b296bba-458a-4926-a311-6803ccef0114 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:34.100901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29eab34-6bba-4398-9d71-f77ac6377e26,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:34.127707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.127707 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Added segment 6823b028-e7e1-48c9-8d96-6747519b89c7 of type vlan for network 04e73bea-3f96-4620-ada4-f22e22b8696d May 06 12:41:34.211951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce8f2adc-da8b-4b14-a74e-9dbb666b40e7 req-82f0a415-33b6-444c-a98b-162b89b5db9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 217 time: 0.7431364 May 06 12:41:34.226293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:34.230850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.239410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.247053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6b422540-1fbf-4031-bb65-db6fb8c29d56 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:34.315568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] Pushing event deleted for resources: {'Network': ['ID=976f98d1-003f-441c-898e-2b2c65044136,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:34.389557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.416303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6b422540-1fbf-4031-bb65-db6fb8c29d56 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:34.452647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2adc-da8b-4b14-a74e-9dbb666b40e7 req-40732010-f92f-48e0-a5ae-bc15d8ef1a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.454217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce8f2adc-da8b-4b14-a74e-9dbb666b40e7 req-40732010-f92f-48e0-a5ae-bc15d8ef1a82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.1750352 May 06 12:41:34.455171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8b296bba-458a-4926-a311-6803ccef0114 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:34.459303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8b296bba-458a-4926-a311-6803ccef0114 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 2.1407776 May 06 12:41:34.470763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37466) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:34.539144 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device baa51f16-7a40-485f-a060-7f46b25f68b7 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:34.558696 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-59d9724c-3ae1-4acd-b968-fbe13623d20b admin admin] 10.222.0.44 "DELETE /v2.0/networks/976f98d1-003f-441c-898e-2b2c65044136 HTTP/1.1" status: 204 len: 168 time: 3.6427438 May 06 12:41:34.563679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37470) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:34.623948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: baa51f16-7a40-485f-a060-7f46b25f68b7 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:34.624476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device baa51f16-7a40-485f-a060-7f46b25f68b7 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:34.624645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Attempting to bind port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:34.625043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Attempting to bind port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '02858272-c251-41ea-9de3-58c3de1f0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:34.625228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f8b4939c-a8ed-4931-88d9-ab022d463f64 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:34.625380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Attempting to bind port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c on network f71747fd-5499-4292-b514-2b02127aaa85 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:34.638237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] For port c8dca44b-4447-4d90-a204-840e9a9d4414, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:34.668692 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce8f2adc-da8b-4b14-a74e-9dbb666b40e7 req-2ba2fa83-6a77-406c-92b0-e233f626851b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2019942 May 06 12:41:34.683176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f8b4939c-a8ed-4931-88d9-ab022d463f64 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:34.683838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f8b4939c-a8ed-4931-88d9-ab022d463f64 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:34.722164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] For port c8dca44b-4447-4d90-a204-840e9a9d4414, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c8dca44b-4447-4d90-a204-840e9a9d4414,segment=NetworkSegment(6b5868b3-7466-468a-9b96-c3bba4e291ed),segment_id=6b5868b3-7466-468a-9b96-c3bba4e291ed)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:34.728632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c on network f71747fd-5499-4292-b514-2b02127aaa85 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:34.729159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Attempting to bind port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c on network f71747fd-5499-4292-b514-2b02127aaa85 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:34.734291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebf815-8e83-4e2c-ae4b-12f7335fa5c3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.735924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebf815-8e83-4e2c-ae4b-12f7335fa5c3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.736662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-74ebf815-8e83-4e2c-ae4b-12f7335fa5c3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:34.812353 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.869016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29194e0d-f333-41b8-87ae-ab0ed3f164ff req-a5fbcf2c-5658-4ff6-b6bb-d06151eb4bb2 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.870853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29194e0d-f333-41b8-87ae-ab0ed3f164ff req-a5fbcf2c-5658-4ff6-b6bb-d06151eb4bb2 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 949 time: 1.7114429 May 06 12:41:34.881453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b98a9364-691b-4bb5-81da-7332f047fd9d None None] Provisioning for port 6b422540-1fbf-4031-bb65-db6fb8c29d56 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:34.889734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b98a9364-691b-4bb5-81da-7332f047fd9d None None] Provisioning complete for port 6b422540-1fbf-4031-bb65-db6fb8c29d56 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:34.891016 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b98a9364-691b-4bb5-81da-7332f047fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.898435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:34.898805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Checking segment: {'id': '02858272-c251-41ea-9de3-58c3de1f0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:34.899303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Bound using segment: {'id': '02858272-c251-41ea-9de3-58c3de1f0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:34.899779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Bound port: 0af86d65-0d28-4ebd-9d3c-4b754a24d13c, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02858272-c251-41ea-9de3-58c3de1f0d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:34.900151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.916843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.918782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.919911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.029966 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.031327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] 10.222.0.36 "PUT /v2.0/ports/c8dca44b-4447-4d90-a204-840e9a9d4414 HTTP/1.1" status: 200 len: 1091 time: 12.3810089 May 06 12:41:35.044386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebfb9bf-d361-4b29-8968-e4136b739138', 'tag': 'c8dca44b-4447-4d90-a204-840e9a9d4414'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:35.059382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-74ebf815-8e83-4e2c-ae4b-12f7335fa5c3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:35.060594 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-74ebf815-8e83-4e2c-ae4b-12f7335fa5c3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5833485 May 06 12:41:35.084663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37476) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:35.092748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc4d82-df8f-4f02-abd8-d8c6a9f6a91a req-c16fb02c-f978-40e3-a182-0c91cec65eca tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:35.100431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4cc4d82-df8f-4f02-abd8-d8c6a9f6a91a req-c16fb02c-f978-40e3-a182-0c91cec65eca tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.1083710 May 06 12:41:35.124459 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b98a9364-691b-4bb5-81da-7332f047fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.168616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b98a9364-691b-4bb5-81da-7332f047fd9d None None] For port 6b422540-1fbf-4031-bb65-db6fb8c29d56, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6b422540-1fbf-4031-bb65-db6fb8c29d56,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:35.176684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b98a9364-691b-4bb5-81da-7332f047fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.218985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c324c7-c05b-4ef0-a18d-a2f97f71bb50 service neutron] Pushing event updated for resources: {'Port': ['ID=c8dca44b-4447-4d90-a204-840e9a9d4414,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:35.261430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce8f2adc-da8b-4b14-a74e-9dbb666b40e7 req-a85507a6-06bd-4048-9deb-a12a77bcf6be service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755699 May 06 12:41:35.308591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a9364-691b-4bb5-81da-7332f047fd9d None None] Pushing event updated for resources: {'Port': ['ID=6b422540-1fbf-4031-bb65-db6fb8c29d56,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:35.339854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29194e0d-f333-41b8-87ae-ab0ed3f164ff req-66b6d660-e2d5-4f15-88ca-d41ddad8c7ef tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463453 May 06 12:41:35.385951 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9366968 May 06 12:41:35.389233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37480) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:35.413346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Request body: {'subnet': {'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1609516965-subnet', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:35.422196 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe99e9d-0e20-4a38-96e1-d126730736d0 admin admin] Pushing event updated for resources: {'Network': ['ID=04e73bea-3f96-4620-ada4-f22e22b8696d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:35.434273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:35.442510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 04e73bea-3f96-4620-ada4-f22e22b8696d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:35.467724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Usage tracker for resource:subnet and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:35.474231 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cee23f4-682c-446d-b0df-52f503653c95'] response: {'server_uuid': 'f0c8ba26-4175-4664-ad63-8a03e5e4337b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0', 'code': 200} May 06 12:41:35.479688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:35.513730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:35.570543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Made reservation on behalf of 90c54b9622cb4e2fa57d07b140854eb9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:35.575368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.584005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] For port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:35.699957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4cc4d82-df8f-4f02-abd8-d8c6a9f6a91a req-bcd94846-30b5-4971-8ac3-6c2af2f6695f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983779 May 06 12:41:35.982017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:35.983702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] For port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:36.022725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:36.031740 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.050782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb673c8b-fd9c-4890-8320-85ae7b88b715 req-41321db6-8498-47e1-b677-0b6908c7866a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=af011217-b2b9-4f07-9ad8-d8fcc6121677 HTTP/1.1" status: 200 len: 210 time: 0.1369128 May 06 12:41:36.103582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:36.104902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:36.273722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce8f2adc-da8b-4b14-a74e-9dbb666b40e7 req-5af8349e-a88e-43f8-80b9-dfeec9490395 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9958308 May 06 12:41:36.381754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] No DVR routers for this DVR port 2182772e-cdd3-47dc-a96f-0f1bd6c9672a on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:36.400697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.404498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'name': 'network-vif-deleted', 'tag': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:36.424742 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-89583ed8-1884-4a2f-be15-db34b32300cd req-e9156c0c-62bd-49c2-babc-e485e44c43c9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "DELETE /v2.0/ports/2182772e-cdd3-47dc-a96f-0f1bd6c9672a HTTP/1.1" status: 204 len: 173 time: 8.0871964 May 06 12:41:36.468267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:36.475970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Pushing event updated for resources: {'Port': ['ID=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:36.490941 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.497288 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3cbcecfc-e32a-46b1-afac-1116b32e489b service neutron] 10.222.0.48 "PUT /v2.0/ports/0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 1092 time: 7.7481904 May 06 12:41:36.500976 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.689750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9162e056-a6a0-449b-8624-e73edcffeab6,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:36.724195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.725062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.725705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.726220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.726751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.727293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.727765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.728320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.728834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.729294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.729763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:36.757876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Checking segment: {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:36.758670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Network hostable DHCP agents. Network: 04e73bea-3f96-4620-ada4-f22e22b8696d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:36.844506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Network 04e73bea-3f96-4620-ada4-f22e22b8696d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:36.851089 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.865310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-0ef30a92-9c63-4ab1-89ad-6306c1e3d82d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dfb7b1216854d71980f31fcdc438ad6&device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 1094 time: 1.7357213 May 06 12:41:36.932287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6b422540-1fbf-4031-bb65-db6fb8c29d56 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:37.119843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.150261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 04e73bea-3f96-4620-ada4-f22e22b8696d) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:37.170100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:37.180555 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.183354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7ff62-9930-433d-9a45-7cb0fdbe7d63 None None] Network 04e73bea-3f96-4620-ada4-f22e22b8696d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:37.263218 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-75c8876b-a048-4a0e-a42b-81575ff917dd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8623044 May 06 12:41:37.265376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37494) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:37.273987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:37.281882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:37.288184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Usage tracker for resource:router and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:37.312257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:37.320496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:37.372544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.373845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.397468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-97a11c63-960d-45aa-9c16-f44047b29f16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8dca44b-4447-4d90-a204-840e9a9d4414 HTTP/1.1" status: 200 len: 217 time: 0.5186636 May 06 12:41:37.425045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6b422540-1fbf-4031-bb65-db6fb8c29d56 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:37.425595 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.478013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.517247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c535d9ec-6040-4a10-9c9c-899e94513d19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet d63670c0-b77c-4fa3-b2ed-9639d8ae6dd9 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:37.535825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-380d5441-614f-4e98-ae04-e53668c6c2a0 req-c870c51d-8606-438f-bc50-dc50889e72a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 1100 time: 1.9335196 May 06 12:41:37.543098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0417-1fd8-4d87-82f2-c85ae600a9f7 req-f99c66c9-5dbc-41ee-bf8e-82d0f0cab2bc tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:37.552251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-424b0417-1fd8-4d87-82f2-c85ae600a9f7 req-f99c66c9-5dbc-41ee-bf8e-82d0f0cab2bc tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 943 time: 1.8172250 May 06 12:41:37.578840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c535d9ec-6040-4a10-9c9c-899e94513d19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.737533 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c535d9ec-6040-4a10-9c9c-899e94513d19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.771786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-fbcd19a4-a866-4377-bf3b-5c84e0dfbd0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:37.776925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-fbcd19a4-a866-4377-bf3b-5c84e0dfbd0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1590b11d-62d3-4d09-9568-e40d760174bf HTTP/1.1" status: 200 len: 860 time: 0.3700662 May 06 12:41:37.845360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:37.865657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:41:37.866230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184294ce-2a80-4589-a584-8f923b5fdae1 req-f9af1c29-1c6b-4da9-8985-818a83d8bc41 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:37.875615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-184294ce-2a80-4589-a584-8f923b5fdae1 req-f9af1c29-1c6b-4da9-8985-818a83d8bc41 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 944 time: 1.3583479 May 06 12:41:37.897118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-d8e20a1b-7681-48db-a8cc-e1e22b02eed0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1095 time: 1.2359080 May 06 12:41:37.899660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-380d5441-614f-4e98-ae04-e53668c6c2a0 req-6832e135-2a0e-42f3-aac7-248ac578bf4c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384464 May 06 12:41:37.920874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-c35574ae-27ff-4478-b894-1e76ed9a5c4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1f54de-9c8f-40b3-8c64-cda57171fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333821 May 06 12:41:37.951229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:37.952008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:37.970807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-424b0417-1fd8-4d87-82f2-c85ae600a9f7 req-81624c20-8197-4e6d-81ae-e325015b4abd tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160616 May 06 12:41:38.071987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-04e73bea-3f96-4620-ada4-f22e22b8696d', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:38.073449 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.170310 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c535d9ec-6040-4a10-9c9c-899e94513d19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.223978 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.423783 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8218832-2905-4f60-8c4e-e6749fdea104'] response: {'name': 'network-changed', 'server_uuid': 'bebfb9bf-d361-4b29-8968-e4136b739138', 'tag': 'c8dca44b-4447-4d90-a204-840e9a9d4414', 'status': 'completed', 'code': 200} May 06 12:41:38.612856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:38.724418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-184294ce-2a80-4589-a584-8f923b5fdae1 req-444af238-ae17-4217-9ed7-43e362ebdd89 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8470759 May 06 12:41:38.737861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-134a241a-169a-468b-9456-41c2e88f0f36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 217 time: 0.3126538 May 06 12:41:38.751429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-b2a7bba6-046f-474f-a7fc-6ab258bf6f0d service neutron] 10.222.0.36 "GET /v2.0/networks/9b1f54de-9c8f-40b3-8c64-cda57171fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212376 May 06 12:41:38.992148 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27177b8-0d2e-4bcc-811e-9ca0e9f57318'] response: {'server_uuid': 'af011217-b2b9-4f07-9ad8-d8fcc6121677', 'name': 'network-vif-deleted', 'tag': '2182772e-cdd3-47dc-a96f-0f1bd6c9672a', 'status': 'completed', 'code': 200} May 06 12:41:38.993932 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.051769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b8a88d3-6c2e-4442-9e67-5a51a21c7e52 req-5f8a3e2c-6c6e-4dfe-a2e9-5fe2a915ba16 service neutron] 10.222.0.36 "GET /v2.0/networks/9b1f54de-9c8f-40b3-8c64-cda57171fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206876 May 06 12:41:39.073532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c535d9ec-6040-4a10-9c9c-899e94513d19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.115052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.191178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535d9ec-6040-4a10-9c9c-899e94513d19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=d63670c0-b77c-4fa3-b2ed-9639d8ae6dd9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:39.252470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a95451-a164-4c26-9c37-90d89fde745e req-f7cc78c3-e86f-4da0-9262-d90143fe2fd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:39.253886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-f7cc78c3-e86f-4da0-9262-d90143fe2fd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 0.4982126 May 06 12:41:39.259336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Allocated IP 172.20.0.2 (04e73bea-3f96-4620-ada4-f22e22b8696d/9162e056-a6a0-449b-8624-e73edcffeab6/4137fd49-c50d-4089-b753-e4e8641fd999) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:39.301227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638a76d0-5fd5-481f-84af-65609e2a8655 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:39.358313 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c535d9ec-6040-4a10-9c9c-899e94513d19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.405484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Allocated IP 172.25.7.132 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/677cf3be-cc91-4b38-b7ac-35f57a604130) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:39.538170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-1be17c63-2fe7-4874-8841-6cc58f9c9ec0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2676973 May 06 12:41:39.624709 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.671583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.688852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c535d9ec-6040-4a10-9c9c-899e94513d19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/d63670c0-b77c-4fa3-b2ed-9639d8ae6dd9 HTTP/1.1" status: 204 len: 168 time: 4.5992668 May 06 12:41:39.699604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faba148-0ee7-4c97-841b-cee8fa3c40dc req-7d2978d3-8f9c-4895-ae25-4570b03890b2 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:39.701558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6faba148-0ee7-4c97-841b-cee8fa3c40dc req-7d2978d3-8f9c-4895-ae25-4570b03890b2 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 949 time: 1.1493599 May 06 12:41:39.702115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37502) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:39.836868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:39.842315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:39.846847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Pushing event updated for resources: {'Port': ['ID=677cf3be-cc91-4b38-b7ac-35f57a604130,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:39.856470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:39.972241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a6eddd96-2f18-42e0-a245-45c57af6bd06 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1600060 May 06 12:41:39.975817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37508) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:39.986758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:40.048606 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6faba148-0ee7-4c97-841b-cee8fa3c40dc req-c1f8b494-53ca-4a67-ba30-ce4255106aca tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319086 May 06 12:41:40.057147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb77398e-07d0-498d-9e8a-c084bad0e998 req-322753d2-4cb7-4f8f-ae4a-9b84ed946af6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9dfb7b1216854d71980f31fcdc438ad6&device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 1094 time: 0.9106374 May 06 12:41:40.436530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Deleting port 7be21b96-58da-44e9-8334-c9e9ee17ccbe {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:40.437862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.490909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:40.555351 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.556638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.557768 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.586325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Transition to ACTIVE for port object 4137fd49-c50d-4089-b753-e4e8641fd999 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:40.637127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Transition to ACTIVE for port object 4137fd49-c50d-4089-b753-e4e8641fd999 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:40.651988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:40.666845 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.727846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00506112-bbb5-4cba-b6e9-8810959af1aa None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:40.742633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f8d08b-9c68-4288-91f1-e2a44131b66b None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:40.804843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-86f8d08b-9c68-4288-91f1-e2a44131b66b None None] Deleting port 6b422540-1fbf-4031-bb65-db6fb8c29d56 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:40.805226 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86f8d08b-9c68-4288-91f1-e2a44131b66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.889335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Network 04e73bea-3f96-4620-ada4-f22e22b8696d is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:40.900380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Pushing event updated for resources: {'Port': ['ID=4137fd49-c50d-4089-b753-e4e8641fd999,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:40.903824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:40.908487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c8dca44b-4447-4d90-a204-840e9a9d4414 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:40.995463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:41.018366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2512-e3a7-4cc0-89db-bf94fbf16b67 req-608943ad-0ea2-4f1a-9512-d303f1c02c53 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:41.022276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4ae2512-e3a7-4cc0-89db-bf94fbf16b67 req-608943ad-0ea2-4f1a-9512-d303f1c02c53 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.6551776 May 06 12:41:41.117377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:41.134232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:41.224965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:41.250053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] For port 7be21b96-58da-44e9-8334-c9e9ee17ccbe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7be21b96-58da-44e9-8334-c9e9ee17ccbe,segment=NetworkSegment(e444561f-6e50-4eac-9f2b-f50029e7058f),segment_id=e444561f-6e50-4eac-9f2b-f50029e7058f)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:41.251355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.254083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:41.265934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-d5a84f06-ffd0-48af-946f-26277fde5856 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7079141 May 06 12:41:41.375706 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:41:41.469963 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55eb5b5-15d4-42ad-9cb1-edd2a91d87a3 None None] New status for floating IP 422f73f1-5396-42e0-8c1a-38ece84ebb85: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:41:41.494382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Attempting to bind port 4137fd49-c50d-4089-b753-e4e8641fd999 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:41.494973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Attempting to bind port 4137fd49-c50d-4089-b753-e4e8641fd999 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:41.495463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Attempting to bind port 4137fd49-c50d-4089-b753-e4e8641fd999 on network 04e73bea-3f96-4620-ada4-f22e22b8696d {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:41.514919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:41.564664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4ae2512-e3a7-4cc0-89db-bf94fbf16b67 req-17450d5c-0f27-4836-8306-69b76aecccb4 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498401 May 06 12:41:41.620264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Calling delete_port for 7be21b96-58da-44e9-8334-c9e9ee17ccbe owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:41.637837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:41.638665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Checking segment: {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:41.639465 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.640324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Bound using segment: {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:41.641262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Bound port: 4137fd49-c50d-4089-b753-e4e8641fd999, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:41.642003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.685258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:41.689961 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.713894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c8dca44b-4447-4d90-a204-840e9a9d4414, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c8dca44b-4447-4d90-a204-840e9a9d4414,segment=NetworkSegment(6b5868b3-7466-468a-9b96-c3bba4e291ed),segment_id=6b5868b3-7466-468a-9b96-c3bba4e291ed)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:41.748413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd21517-1ad2-494a-b0f8-62cec56043df req-fb2912b2-7158-4619-ba1e-1f6e49f99373 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:41.754430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-86f8d08b-9c68-4288-91f1-e2a44131b66b None None] For port 6b422540-1fbf-4031-bb65-db6fb8c29d56, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6b422540-1fbf-4031-bb65-db6fb8c29d56,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:41.755187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86f8d08b-9c68-4288-91f1-e2a44131b66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.757792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ddd21517-1ad2-494a-b0f8-62cec56043df req-fb2912b2-7158-4619-ba1e-1f6e49f99373 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 943 time: 0.7142248 May 06 12:41:41.777360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77398e-07d0-498d-9e8a-c084bad0e998 req-95a99783-da0b-4af4-8e81-e1d30a9e4f67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:41.779297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb77398e-07d0-498d-9e8a-c084bad0e998 req-95a99783-da0b-4af4-8e81-e1d30a9e4f67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9b1f54de-9c8f-40b3-8c64-cda57171fdf0 HTTP/1.1" status: 200 len: 921 time: 1.6787980 May 06 12:41:41.781816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1a95451-a164-4c26-9c37-90d89fde745e req-3ae9718b-a127-4b6c-803d-967ecb856d02 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999161 May 06 12:41:41.903831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'c8dca44b-4447-4d90-a204-840e9a9d4414', 'network_id': '9b1f54de-9c8f-40b3-8c64-cda57171fdf0', 'port_id': 'c8dca44b-4447-4d90-a204-840e9a9d4414', 'mac_address': 'fa:16:3e:a6:38:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1590b11d-62d3-4d09-9568-e40d760174bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:41.980749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Router 1018d513-5187-4419-96e7-3716e48fa353 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:41:41.988799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb77398e-07d0-498d-9e8a-c084bad0e998 req-2dc81d14-8842-414c-82ee-534e18c563db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8dca44b-4447-4d90-a204-840e9a9d4414 HTTP/1.1" status: 200 len: 217 time: 0.0874584 May 06 12:41:42.090392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77398e-07d0-498d-9e8a-c084bad0e998 req-f38a15d2-bd60-4d93-86e0-fb2e556f2153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.092086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb77398e-07d0-498d-9e8a-c084bad0e998 req-f38a15d2-bd60-4d93-86e0-fb2e556f2153 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1590b11d-62d3-4d09-9568-e40d760174bf HTTP/1.1" status: 200 len: 860 time: 0.0896745 May 06 12:41:42.163914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.174671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-86f8d08b-9c68-4288-91f1-e2a44131b66b None None] Calling delete_port for 6b422540-1fbf-4031-bb65-db6fb8c29d56 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:42.241724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ddd21517-1ad2-494a-b0f8-62cec56043df req-ce79461d-756a-4386-927c-a5d5067ecc9b tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824307 May 06 12:41:42.249569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb77398e-07d0-498d-9e8a-c084bad0e998 req-d3a53eaf-2128-435c-9aad-4ac0b5dc4073 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9b1f54de-9c8f-40b3-8c64-cda57171fdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425650 May 06 12:41:42.332120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6b422540-1fbf-4031-bb65-db6fb8c29d56 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:42.488667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be21b96-58da-44e9-8334-c9e9ee17ccbe,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:42.495190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37522) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:42.635003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb77398e-07d0-498d-9e8a-c084bad0e998 req-87085e1d-0a3c-4c94-abae-4c289029205d service neutron] 10.222.0.36 "GET /v2.0/networks/9b1f54de-9c8f-40b3-8c64-cda57171fdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593132 May 06 12:41:42.665320 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e7fd02-2e3d-420d-ade8-e8426427693b'] response: {'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'status': 'completed', 'code': 200} May 06 12:41:42.674621 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86f8d08b-9c68-4288-91f1-e2a44131b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.774273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e265d2b-9b8b-49c9-bd6d-009071c267af req-5c7606fd-1578-406c-a1d1-d46b7b6214d4 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.787944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e265d2b-9b8b-49c9-bd6d-009071c267af req-5c7606fd-1578-406c-a1d1-d46b7b6214d4 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 944 time: 0.9349926 May 06 12:41:42.803130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35ab5d2-7923-4d39-9e7a-ae60c99d1d60 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.833313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8d08b-9c68-4288-91f1-e2a44131b66b None None] No DVR routers for this DVR port 6b422540-1fbf-4031-bb65-db6fb8c29d56 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:42.842531 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35ab5d2-7923-4d39-9e7a-ae60c99d1d60 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.860994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8d08b-9c68-4288-91f1-e2a44131b66b None None] Pushing event deleted for resources: {'Port': ['ID=6b422540-1fbf-4031-bb65-db6fb8c29d56,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:42.876362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port 6b422540-1fbf-4031-bb65-db6fb8c29d56 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:41:42.877711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6b422540-1fbf-4031-bb65-db6fb8c29d56 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:42.880212 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2ca5003-e840-425d-be9b-4a974c262709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.906892 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.920908 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.943998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35ab5d2-7923-4d39-9e7a-ae60c99d1d60 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.945918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] For port 4137fd49-c50d-4089-b753-e4e8641fd999, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:42.950526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8dca44b-4447-4d90-a204-840e9a9d4414 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:42.972392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c8dca44b-4447-4d90-a204-840e9a9d4414, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c8dca44b-4447-4d90-a204-840e9a9d4414,segment=NetworkSegment(6b5868b3-7466-468a-9b96-c3bba4e291ed),segment_id=6b5868b3-7466-468a-9b96-c3bba4e291ed)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:42.982481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] For port 4137fd49-c50d-4089-b753-e4e8641fd999, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4137fd49-c50d-4089-b753-e4e8641fd999,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:42.986536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.016208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35ab5d2-7923-4d39-9e7a-ae60c99d1d60 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.021599 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b35ab5d2-7923-4d39-9e7a-ae60c99d1d60 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "DELETE /v2.0/security-groups/2226583d-503d-480e-8f06-6297d80ccf3e HTTP/1.1" status: 204 len: 168 time: 0.4969909 May 06 12:41:43.027195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ab5d2-7923-4d39-9e7a-ae60c99d1d60 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2226583d-503d-480e-8f06-6297d80ccf3e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:43.031398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37530) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:43.039424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.060456 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-e119eec8-0350-4050-a0df-a24f4ff7ad45 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] show failed (client error): The resource could not be found. May 06 12:41:43.064657 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e119eec8-0350-4050-a0df-a24f4ff7ad45 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups/2226583d-503d-480e-8f06-6297d80ccf3e HTTP/1.1" status: 404 len: 347 time: 0.0271320 May 06 12:41:43.120776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c8dca44b-4447-4d90-a204-840e9a9d4414,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:43.133050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37534) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:43.256964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fba60-24d6-4379-ace7-784018f94cb5 None None] Pushing event updated for resources: {'Port': ['ID=4137fd49-c50d-4089-b753-e4e8641fd999,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:43.286333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['c8dca44b-4447-4d90-a204-840e9a9d4414'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:43.490395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Deleting port c4bbc82e-068a-4e47-b189-2901dcdc0d4a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:43.490848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.563737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e265d2b-9b8b-49c9-bd6d-009071c267af req-5df51334-6b38-4ab0-aeb9-1a314d24794d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373806 May 06 12:41:43.681053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6ec9cf5-0b59-411e-8872-b88a47a1ccc8 req-50e56939-87f8-435e-889a-670a6d1fbf27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1095 time: 1.0134211 May 06 12:41:43.691694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb77398e-07d0-498d-9e8a-c084bad0e998 req-558f2683-e24c-4c92-93c9-0a143f0dfeeb service neutron] 10.222.0.36 "GET /v2.0/networks/9b1f54de-9c8f-40b3-8c64-cda57171fdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9586341 May 06 12:41:43.774732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d82b84-d337-4413-b5dc-78f92aca0667 req-0a9001e6-ec55-4095-ad4a-f19a9b7deb36 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.777524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56d82b84-d337-4413-b5dc-78f92aca0667 req-0a9001e6-ec55-4095-ad4a-f19a9b7deb36 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 949 time: 0.9777746 May 06 12:41:44.014874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:44.035969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Sync routers for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:44.063085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:44.063903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:44.149992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.164596 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.169070 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c29c5877-cc87-4934-8c09-9d72a7af9776 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8999686 May 06 12:41:44.198550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37540) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:44.573595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56d82b84-d337-4413-b5dc-78f92aca0667 req-35c3a5c5-93b4-47e7-9fde-fc4d7a3f39cb tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7621522 May 06 12:41:44.595257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.595791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.611236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:44.718546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:44.723758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:44.731037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=0b5d51c3-8a2e-4164-850b-8fd57be7a397,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:44.740795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:44.743330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.758884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec9cf5-0b59-411e-8872-b88a47a1ccc8 req-74dd3c7e-d831-427e-b1a2-719cd70ed3f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:44.764550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6ec9cf5-0b59-411e-8872-b88a47a1ccc8 req-74dd3c7e-d831-427e-b1a2-719cd70ed3f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 921 time: 1.0429420 May 06 12:41:44.788374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.789305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.790110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.791018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.791989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.792818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.793700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.799698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.800587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.801387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.802163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:44.884875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4137fd49-c50d-4089-b753-e4e8641fd999 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:44.985033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b9c107-aefb-4acc-b63e-38da3651114d None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:45.028251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0af86d65-0d28-4ebd-9d3c-4b754a24d13c details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:45.031897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c8dca44b-4447-4d90-a204-840e9a9d4414 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:45.057163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Calling delete_port for c4bbc82e-068a-4e47-b189-2901dcdc0d4a owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:45.101934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5717f6-c8a4-4d10-9b70-4f0a213457b6 req-37f4c53c-9681-426d-9ae3-88475b26c490 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.106364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f5717f6-c8a4-4d10-9b70-4f0a213457b6 req-37f4c53c-9681-426d-9ae3-88475b26c490 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.1536803 May 06 12:41:45.205499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-95a43eef-22e1-4be6-ba2e-907f1e639d1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.2300570 May 06 12:41:45.207846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6ec9cf5-0b59-411e-8872-b88a47a1ccc8 req-4519c7af-3ba4-4703-9ce6-d93dfa3ef6b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 217 time: 0.3975430 May 06 12:41:45.212880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37548) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:45.227747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1209946261', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:45.230312 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e9c63ec-e772-40fd-b984-9b012cd0c7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.239422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:45.244432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:router and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:45.249069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:45.258340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:45.340163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a262db-bf7e-4d13-9423-18db775756cd None None] Network 04e73bea-3f96-4620-ada4-f22e22b8696d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:45.406375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.451438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.452988 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.470974 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:45.500410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f5717f6-c8a4-4d10-9b70-4f0a213457b6 req-a37f4a61-5bf2-4806-8c1c-33b9c6bc6105 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747840 May 06 12:41:45.543910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edd096-2d3e-4812-aa72-91dc12780ebd req-b25c757c-d063-4576-8339-55077eb23ac1 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.552888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41edd096-2d3e-4812-aa72-91dc12780ebd req-b25c757c-d063-4576-8339-55077eb23ac1 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 944 time: 0.6208041 May 06 12:41:45.605842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.630267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41edd096-2d3e-4812-aa72-91dc12780ebd req-4565595e-f41c-48d3-bb1a-6dd93c5e98bc tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760963 May 06 12:41:45.634914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec9cf5-0b59-411e-8872-b88a47a1ccc8 req-1442f20a-071c-4eda-a9f5-fc9ab1d60d42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.636816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6ec9cf5-0b59-411e-8872-b88a47a1ccc8 req-1442f20a-071c-4eda-a9f5-fc9ab1d60d42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 0.3319592 May 06 12:41:45.644842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.663287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'Port': ['ID=c4bbc82e-068a-4e47-b189-2901dcdc0d4a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:45.828888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6ec9cf5-0b59-411e-8872-b88a47a1ccc8 req-bb5ed94a-7f60-42b2-8890-031567ca3b04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812956 May 06 12:41:45.857687 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.920872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ae0e6906-5ff3-4cd6-9963-dc0b021b05f0 None None] Provisioning for port 4137fd49-c50d-4089-b753-e4e8641fd999 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:46.063184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port c8dca44b-4447-4d90-a204-840e9a9d4414 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:46.074487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 4137fd49-c50d-4089-b753-e4e8641fd999 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:46.131517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6ec9cf5-0b59-411e-8872-b88a47a1ccc8 req-7f6afcba-3f72-4875-960f-498ed7c905b1 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875717 May 06 12:41:46.134047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.230768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4137fd49-c50d-4089-b753-e4e8641fd999 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:46.232389 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.257442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port c8dca44b-4447-4d90-a204-840e9a9d4414 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:46.257902 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.371920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:46.423032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '0b5d51c3-8a2e-4164-850b-8fd57be7a397'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:46.424018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.467515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'port_id': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'mac_address': 'fa:16:3e:ec:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:46.621926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.646858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.647955 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7cc2b2ba-ad78-4d19-9864-b21717968c19 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "DELETE /v2.0/floatingips/422f73f1-5396-42e0-8c1a-38ece84ebb85 HTTP/1.1" status: 204 len: 168 time: 3.5055430 May 06 12:41:46.713460 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.841118 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.847869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1e935c2a-0db4-47da-9162-1489663f116c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6333969 May 06 12:41:46.855660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37562) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:46.914521 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.079535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af86d65-0d28-4ebd-9d3c-4b754a24d13c {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:47.116618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:47.131484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29957d20-f1f0-49df-b189-2e9051f7c0d6 req-60e90fc6-c847-4b1d-bb4b-068fae7faa77 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.133584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29957d20-f1f0-49df-b189-2e9051f7c0d6 req-60e90fc6-c847-4b1d-bb4b-068fae7faa77 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 944 time: 1.0004313 May 06 12:41:47.208492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6ec9cf5-0b59-411e-8872-b88a47a1ccc8 req-566f36aa-40cc-472a-86cf-ab8c31412273 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9617605 May 06 12:41:47.269357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29957d20-f1f0-49df-b189-2e9051f7c0d6 req-96994fe3-3de4-4eb4-8df0-d2a3561aad52 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123898 May 06 12:41:47.321297 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.455446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.684209 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.686778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:40Z', 'revision_number': 3, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:47.708479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Checking router: 1018d513-5187-4419-96e7-3716e48fa353 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:41:47.709024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Updating router 1018d513-5187-4419-96e7-3716e48fa353 port 677cf3be-cc91-4b38-b7ac-35f57a604130 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:41:47.718059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac9204-7a38-4de4-aa42-ab2798a8f6b2 req-e66aa541-346a-4eab-b8ca-08fdaa379e26 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.726264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45ac9204-7a38-4de4-aa42-ab2798a8f6b2 req-e66aa541-346a-4eab-b8ca-08fdaa379e26 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 949 time: 0.9965768 May 06 12:41:47.944928 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.982128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd7a5-384e-4063-9b77-aba923c115ae req-b0b3d508-421d-417e-bb72-c4d17b8c6f67 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.989405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2eafd7a5-384e-4063-9b77-aba923c115ae req-b0b3d508-421d-417e-bb72-c4d17b8c6f67 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.3232963 May 06 12:41:47.997668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0af86d65-0d28-4ebd-9d3c-4b754a24d13c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:48.019329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45ac9204-7a38-4de4-aa42-ab2798a8f6b2 req-0430e854-5ae2-42f0-b808-e8718aac95c6 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/security-groups?id=c9449610-334a-4826-82f3-f28d0132f3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918086 May 06 12:41:48.203999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:48.312758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebfb9bf-d361-4b29-8968-e4136b739138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dca44b-4447-4d90-a204-840e9a9d4414'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:48.318383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:48.328859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 4137fd49-c50d-4089-b753-e4e8641fd999, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4137fd49-c50d-4089-b753-e4e8641fd999,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:48.443640 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:48.475044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c8dca44b-4447-4d90-a204-840e9a9d4414, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c8dca44b-4447-4d90-a204-840e9a9d4414,segment=NetworkSegment(6b5868b3-7466-468a-9b96-c3bba4e291ed),segment_id=6b5868b3-7466-468a-9b96-c3bba4e291ed)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:48.524497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Router 8f7f4908-9064-4928-9df2-457e4a2761d5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:48.583000 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:48.635725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/0b5d51c3-8a2e-4164-850b-8fd57be7a397/b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:48.882454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.042012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37570) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:49.075767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651575385', 'description': 'tempest-description--1384959364'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:49.123653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:49.146332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:49.161850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:49.179079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2eafd7a5-384e-4063-9b77-aba923c115ae req-9ac35ef7-5a4c-42cb-94d7-3c0383ecc470 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1878502 May 06 12:41:49.186706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=4137fd49-c50d-4089-b753-e4e8641fd999,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:49.189463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:49.315909 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.380830 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.417904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:49.430419 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a477be0a-67e0-4081-8f9b-165785f27ef3 admin admin] 10.222.0.44 "PUT /v2.0/routers/8f7f4908-9064-4928-9df2-457e4a2761d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6663613 May 06 12:41:49.430781 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] Sync routers for ids ['8f7f4908-9064-4928-9df2-457e4a2761d5'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:49.439901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37576) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:49.478645 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] Routers {'8f7f4908-9064-4928-9df2-457e4a2761d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:49.484307 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8f7f4908-9064-4928-9df2-457e4a2761d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:49.512432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.534124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Transition to ACTIVE for port object b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:49.600277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Transition to ACTIVE for port object b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:49.660675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5448584-5388-4800-8305-6cf14a8c06b7 req-3269def2-4835-4c14-a38f-1253f4a03183 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:49.663011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5448584-5388-4800-8305-6cf14a8c06b7 req-3269def2-4835-4c14-a38f-1253f4a03183 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 945 time: 0.3714426 May 06 12:41:49.687756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-b1b74438-87ab-45a2-adf9-5a81c18bca63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:49.689661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-b1b74438-87ab-45a2-adf9-5a81c18bca63 tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 949 time: 0.8988538 May 06 12:41:49.705481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:49.724149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:49.740130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:49.755620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:49.931398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.943919 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] Set router 8f7f4908-9064-4928-9df2-457e4a2761d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:49.957534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Transition to ACTIVE for port object 677cf3be-cc91-4b38-b7ac-35f57a604130 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:50.010815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.033391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.091332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Allocated IP 172.20.0.1 (04e73bea-3f96-4620-ada4-f22e22b8696d/9162e056-a6a0-449b-8624-e73edcffeab6/9abe3e43-9e41-4991-bda3-94e345270819) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:50.095664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9047b1c2-8367-492f-a6f4-5368372b487f None None] Provisioning complete for port 4137fd49-c50d-4089-b753-e4e8641fd999 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:50.096306 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9047b1c2-8367-492f-a6f4-5368372b487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.163350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961de971-8a17-495e-9f95-c28d87a2d0c8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:50.209427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.214578 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29553c51-11ee-4cea-867a-3c46b4780a46 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1662562 May 06 12:41:50.230873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37580) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:50.271097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group_rule': {'security_group_id': '961de971-8a17-495e-9f95-c28d87a2d0c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:50.318555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.326731 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.333350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5448584-5388-4800-8305-6cf14a8c06b7 req-47d5a1d4-f319-4284-a6b6-d9dd72a42355 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6424935 May 06 12:41:50.344492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Deleting port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:50.347857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.422961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:50.478747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:50.511504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:50.535589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:50.563011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c8dca44b-4447-4d90-a204-840e9a9d4414,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:50.607589 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82644cff-ebe1-4ab6-879d-fd28e043a6b7'] response: {'server_uuid': 'bebfb9bf-d361-4b29-8968-e4136b739138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8dca44b-4447-4d90-a204-840e9a9d4414', 'code': 200} May 06 12:41:50.716132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.724138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973315b0-b83a-4918-8940-5aba5b507dfb req-e4de8e19-f428-4ab3-a1bc-1b1bf1920fff tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.736557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-973315b0-b83a-4918-8940-5aba5b507dfb req-e4de8e19-f428-4ab3-a1bc-1b1bf1920fff tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 945 time: 1.0928867 May 06 12:41:50.865110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4137fd49-c50d-4089-b753-e4e8641fd999 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:50.895353 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:45Z', 'updated_at': '2022-05-06T12:41:41Z', 'revision_number': 5, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'gw_port': {'id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:46Z', 'updated_at': '2022-05-06T12:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:50.907945 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] Checking router: 8f7f4908-9064-4928-9df2-457e4a2761d5 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:41:50.935896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3398a-5b71-4f00-b69d-a9aa47e7ce8e None None] Pushing event updated for resources: {'Port': ['ID=677cf3be-cc91-4b38-b7ac-35f57a604130,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:50.942268 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] Routers {'8f7f4908-9064-4928-9df2-457e4a2761d5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:50.942934 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['8f7f4908-9064-4928-9df2-457e4a2761d5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:50.960972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:51.061312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:51.089758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Attempting to bind port 677cf3be-cc91-4b38-b7ac-35f57a604130 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:51.090222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Attempting to bind port 677cf3be-cc91-4b38-b7ac-35f57a604130 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:51.090495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Attempting to bind port 677cf3be-cc91-4b38-b7ac-35f57a604130 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:51.096245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:51.213400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.248212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Transition to ACTIVE for port object 9abe3e43-9e41-4991-bda3-94e345270819 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:51.303732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.321426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] For port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:51.322291 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.461743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0af86d65-0d28-4ebd-9d3c-4b754a24d13c up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:51.493770 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] Set router 8f7f4908-9064-4928-9df2-457e4a2761d5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:51.563119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::1 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/0b5d51c3-8a2e-4164-850b-8fd57be7a397/1b0f1e11-9aa8-4f78-9681-9ca4584586bd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:51.609452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Pushing event updated for resources: {'Port': ['ID=b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:51.625668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:51.628384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:51.631510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.634040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:51.636907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Bound port: 677cf3be-cc91-4b38-b7ac-35f57a604130, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:51.639048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.672224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Network 04e73bea-3f96-4620-ada4-f22e22b8696d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:51.687217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:51.690001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Calling delete_port for a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:51.693516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:51.811481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.995650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Attempting to bind port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:51.996675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Attempting to bind port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:51.997617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Attempting to bind port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:52.021988 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.057426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.120897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:52.122127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:52.123313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.124277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:52.125862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Bound port: b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:52.126871 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.206004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] For port 677cf3be-cc91-4b38-b7ac-35f57a604130, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:52.218242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4137fd49-c50d-4089-b753-e4e8641fd999 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:52.219230 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.305584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] For port 677cf3be-cc91-4b38-b7ac-35f57a604130, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=677cf3be-cc91-4b38-b7ac-35f57a604130,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:52.366831 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:45Z', 'updated_at': '2022-05-06T12:41:41Z', 'revision_number': 5, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'gw_port': {'id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:46Z', 'updated_at': '2022-05-06T12:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:52.387992 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8667b21-be93-4e6d-9fa2-384c7f108610 None None] The sync data for ids ['8f7f4908-9064-4928-9df2-457e4a2761d5'] in n-d-840847-1 is: [{'id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'name': 'tempest-TaggedBootDevicesTest_v242-651012285-router', 'tenant_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:45Z', 'updated_at': '2022-05-06T12:41:41Z', 'revision_number': 5, 'project_id': 'df55fd8f3e034101bacaf3b047d7b8be', 'gw_port': {'id': 'dec112f4-0e0c-45ed-b752-527576d3a81a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f4908-9064-4928-9df2-457e4a2761d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:46Z', 'updated_at': '2022-05-06T12:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:52.436535 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.484375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Pushing event updated for resources: {'Port': ['ID=9abe3e43-9e41-4991-bda3-94e345270819,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:52.511657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3cf39c3c-98d2-48d2-b512-26da560ee691 None None] Provisioning for port 9abe3e43-9e41-4991-bda3-94e345270819 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:52.570399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.581876 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.601644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.639563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd430559-cf0d-4bc1-a03a-d865bebbf52c req-e1b5ee7a-c9c3-4c92-90ec-0d44964dbb3a tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0c8ba26-4175-4664-ad63-8a03e5e4337b HTTP/1.1" status: 200 len: 210 time: 1.1759450 May 06 12:41:52.693891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:52.778286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:52.788488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Pushing event updated for resources: {'Port': ['ID=9abe3e43-9e41-4991-bda3-94e345270819,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:52.796586 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.800676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.820899 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.868086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Pushing event deleted for resources: {'Port': ['ID=a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:52.919564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-973315b0-b83a-4918-8940-5aba5b507dfb req-9d5b14be-cbad-4afc-822d-19280c6ea423 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1813004 May 06 12:41:52.960221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3cf39c3c-98d2-48d2-b512-26da560ee691 None None] Provisioning complete for port 9abe3e43-9e41-4991-bda3-94e345270819 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:52.961041 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3cf39c3c-98d2-48d2-b512-26da560ee691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.102684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Deleting port dec112f4-0e0c-45ed-b752-527576d3a81a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:53.110339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.160623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] No DVR routers for this DVR port a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:53.169751 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.225516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3cf39c3c-98d2-48d2-b512-26da560ee691 None None] Port 9abe3e43-9e41-4991-bda3-94e345270819 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:53.241975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Network 04e73bea-3f96-4620-ada4-f22e22b8696d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:53.257467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:53.503389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c8ba26-4175-4664-ad63-8a03e5e4337b', 'name': 'network-vif-deleted', 'tag': 'a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:53.658850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ca86a91-573f-40b0-a781-a32f1295d843 req-1fde532f-f41b-4159-a27e-5779999c0f3f tempest-ImagesNegativeTestJSON-2072256427 tempest-ImagesNegativeTestJSON-2072256427-project] 10.222.0.48 "DELETE /v2.0/ports/a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 HTTP/1.1" status: 204 len: 173 time: 3.9441080 May 06 12:41:53.733369 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.780738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.850333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3398a-5b71-4f00-b69d-a9aa47e7ce8e None None] Pushing event updated for resources: {'Port': ['ID=677cf3be-cc91-4b38-b7ac-35f57a604130,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:53.856422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] For port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:53.861597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] For port dec112f4-0e0c-45ed-b752-527576d3a81a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dec112f4-0e0c-45ed-b752-527576d3a81a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:53.862227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.900558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7be21b96-58da-44e9-8334-c9e9ee17ccbe no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:53.919990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-390098db-caf0-4621-babc-6d86d4756b3b req-0ba77899-2c4e-439c-a403-2629cb30adce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 1096 time: 3.1128693 May 06 12:41:53.920996 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.960889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] For port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:53.963359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 7be21b96-58da-44e9-8334-c9e9ee17ccbe {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:53.963899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7be21b96-58da-44e9-8334-c9e9ee17ccbe not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:53.968826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:53.969649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:54.054882 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.137602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Calling delete_port for dec112f4-0e0c-45ed-b752-527576d3a81a owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:54.180418 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.188839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 3.9513557 May 06 12:41:54.193018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37594) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:54.218231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group_rule': {'security_group_id': '961de971-8a17-495e-9f95-c28d87a2d0c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:54.242161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa598d26-2205-4cfe-880c-90a9577c868f None None] Pushing event updated for resources: {'Port': ['ID=b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:54.246364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c2aac15f-6f04-4a65-95bc-5e97af3672b6 None None] Provisioning complete for port 9abe3e43-9e41-4991-bda3-94e345270819 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:54.246928 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2aac15f-6f04-4a65-95bc-5e97af3672b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.262398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:54.282185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:54.343320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:54.358835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:54.379678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dd179-3948-4b1d-ace4-aff6f5aa7f8f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7144a2-0ba2-48e7-a3c4-dcbe73debfe2,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:54.390925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 1b0f1e11-9aa8-4f78-9681-9ca4584586bd will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:54.485225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.584530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c2aac15f-6f04-4a65-95bc-5e97af3672b6 None None] Port 9abe3e43-9e41-4991-bda3-94e345270819 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:54.652208 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.677520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d1e7e-ff48-476a-a022-32a6710119ad req-ccf0d76e-0214-4775-8594-f15aa673a95b tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:54.681585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e6d1e7e-ff48-476a-a022-32a6710119ad req-ccf0d76e-0214-4775-8594-f15aa673a95b tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 945 time: 1.4565423 May 06 12:41:54.717927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:54.737222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:54.759663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.760708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:54.789138 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.848992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:55.048206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-390098db-caf0-4621-babc-6d86d4756b3b req-9c5fb78e-e197-4922-aea0-ffb43f7e5ea4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9796045 May 06 12:41:55.073190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:55.080849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:55.103083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:55.103786 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.154028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.163993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:55.167728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:55.186657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b3f94-4a8c-4a3d-8ccf-10e5f1321320 req-cfe304aa-9470-4f36-b8e8-c10e58c559ef tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:55.189049 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-956b3f94-4a8c-4a3d-8ccf-10e5f1321320 req-cfe304aa-9470-4f36-b8e8-c10e58c559ef tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.3836279 May 06 12:41:55.315069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=1b0f1e11-9aa8-4f78-9681-9ca4584586bd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:55.327110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.332436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec112f4-0e0c-45ed-b752-527576d3a81a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:55.346152 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.479081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Router 1018d513-5187-4419-96e7-3716e48fa353 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:55.516416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-956b3f94-4a8c-4a3d-8ccf-10e5f1321320 req-10409838-20f2-44a7-882f-291a40fe1449 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624371 May 06 12:41:55.553419 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.564991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a816d23-6e2e-40d2-814e-4ec4bde5688f,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:55.594542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e6d1e7e-ff48-476a-a022-32a6710119ad req-30c503f2-3ab5-4d0e-a9c3-8f9cf2b7689d tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8508911 May 06 12:41:55.598470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.600508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9b0afe7a-61da-4be9-8e01-0bde6d9c569a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3974574 May 06 12:41:55.607049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37606) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:55.641396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:55.766843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:55.873990 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c6812f-d09e-40c9-be7c-c95e7f3aa545'] response: {'server_uuid': 'f0c8ba26-4175-4664-ad63-8a03e5e4337b', 'name': 'network-vif-deleted', 'tag': 'a7cb13b2-be42-4375-90bc-a5ebbdb1bcb0', 'status': 'completed', 'code': 200} May 06 12:41:55.921080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:55.952020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:floatingip and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:55.983342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:56.004142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:56.042159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.191610 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfb5124-ebc8-4366-95ec-c4d30dad6c0a'] response: {'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'code': 200} May 06 12:41:56.366477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:41:52Z', 'revision_number': 2, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:56.406436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae45fe63-11ef-42d0-8adf-c283f7137792 None None] The sync data for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 is: [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:41:52Z', 'revision_number': 2, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:56.432903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:56.708549 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.744437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:57.168613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-258a922e-739f-41c5-9d7d-00d465883960 None None] Provisioning for port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:57.183648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-258a922e-739f-41c5-9d7d-00d465883960 None None] Provisioning complete for port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:57.186448 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-258a922e-739f-41c5-9d7d-00d465883960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.662644 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-258a922e-739f-41c5-9d7d-00d465883960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.788987 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.812420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.866708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fcecf57-110d-45d1-9cd1-b16941e62d68 req-5d7923b6-d830-4c6b-923a-16ff995f70ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1097 time: 0.8755741 May 06 12:41:57.871030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-258a922e-739f-41c5-9d7d-00d465883960 None None] For port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:57.882580 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-258a922e-739f-41c5-9d7d-00d465883960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.934727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.936541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f7f4908-9064-4928-9df2-457e4a2761d5 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:41:57.957176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4f59-a6c4-43f0-959f-21a5ec68e499 req-123983d0-ed29-4c92-9de8-48b26c67404b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.961086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-686c4f59-a6c4-43f0-959f-21a5ec68e499 req-123983d0-ed29-4c92-9de8-48b26c67404b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 1.8559413 May 06 12:41:57.976384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:58.003932 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3b03b6a2-9b40-4d53-bd4d-52beddeded4f admin admin] 10.222.0.44 "PUT /v2.0/routers/1018d513-5187-4419-96e7-3716e48fa353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7867084 May 06 12:41:58.008035 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.014555 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-37670a30-d80b-40f3-b226-167f7260ec77 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8f7f4908-9064-4928-9df2-457e4a2761d5 HTTP/1.1" status: 204 len: 168 time: 8.5727093 May 06 12:41:58.015422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37624) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:58.133137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a922e-739f-41c5-9d7d-00d465883960 None None] Pushing event updated for resources: {'Port': ['ID=b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:58.141769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f911bdec-efbc-4b4a-adf5-c14d3a10f262 None None] Provisioning for port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:58.154922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f911bdec-efbc-4b4a-adf5-c14d3a10f262 None None] Provisioning complete for port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:58.155938 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f911bdec-efbc-4b4a-adf5-c14d3a10f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.176782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a564a42-37fb-4ab2-9347-31d05ab690bb admin admin] Deleting subnet c4c9fa78-a595-4011-8c51-2b9753470fca {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:58.200320 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a564a42-37fb-4ab2-9347-31d05ab690bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.248176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b27e8-4bfd-4cb1-a7fc-ecc96e9d959f req-af2de113-a1cc-4135-8f9a-fd527da1eb2b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.261053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-074b27e8-4bfd-4cb1-a7fc-ecc96e9d959f req-af2de113-a1cc-4135-8f9a-fd527da1eb2b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 1.1439867 May 06 12:41:58.328778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f911bdec-efbc-4b4a-adf5-c14d3a10f262 None None] Port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:58.456996 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a564a42-37fb-4ab2-9347-31d05ab690bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.655068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a564a42-37fb-4ab2-9347-31d05ab690bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.701077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-686c4f59-a6c4-43f0-959f-21a5ec68e499 req-a657a5a8-7817-43ec-816d-5caba14e5069 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214627 May 06 12:41:58.778057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fcecf57-110d-45d1-9cd1-b16941e62d68 req-f0fba6a4-e74b-444c-b32b-b14b6af2bc4e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8818326 May 06 12:41:58.855505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a564a42-37fb-4ab2-9347-31d05ab690bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.865195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-074b27e8-4bfd-4cb1-a7fc-ecc96e9d959f req-8296c70a-1746-48b1-9dbc-b11a100f455f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553668 May 06 12:41:58.884101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.942886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a564a42-37fb-4ab2-9347-31d05ab690bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c9fa78-a595-4011-8c51-2b9753470fca,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:58.966547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a564a42-37fb-4ab2-9347-31d05ab690bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.976950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2954f9f-4b18-4290-97bc-f7683bac8b0c None None] Network 46190eb4-7676-4efc-baf0-8d976dc2e737 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:58.988411 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a564a42-37fb-4ab2-9347-31d05ab690bb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c4c9fa78-a595-4011-8c51-2b9753470fca HTTP/1.1" status: 204 len: 168 time: 0.9712620 May 06 12:41:58.998974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37636) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:59.279863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.386236 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.388439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.502883 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.535637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Deleting port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:59.536251 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.759238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] DHCP port deletion for 46190eb4-7676-4efc-baf0-8d976dc2e737 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:59.767608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] Deleting port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:59.768645 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.775668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=1b0f1e11-9aa8-4f78-9681-9ca4584586bd,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:59.880018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Allocated IP 172.25.7.205 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/d5c2fa1b-d549-47c9-a727-6e9a38d90d17) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:59.894552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559d80c-5659-4a1c-8d3b-8e4483112447 req-b54ea020-ad83-43ec-a9f4-51597de714f5 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:59.896173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7559d80c-5659-4a1c-8d3b-8e4483112447 req-b54ea020-ad83-43ec-a9f4-51597de714f5 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 945 time: 0.6602106 May 06 12:41:59.972372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c7f0db6-664b-4246-889a-17900cda7a93 req-abf184ff-389c-447d-b26b-e5f9f8bb7d0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1097 time: 0.7399638 May 06 12:42:00.054583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:00.058164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37646) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:00.069491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:00.207554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] For port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c,segment=NetworkSegment(e444561f-6e50-4eac-9f2b-f50029e7058f),segment_id=e444561f-6e50-4eac-9f2b-f50029e7058f)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:00.208454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.216252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695941208', 'description': 'tempest-description--696625399'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:00.285721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] For port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c,segment=NetworkSegment(e444561f-6e50-4eac-9f2b-f50029e7058f),segment_id=e444561f-6e50-4eac-9f2b-f50029e7058f)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:00.288018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.324271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:00.331891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Usage tracker for resource:security_group and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:00.338157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:00.350078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:00.485359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Calling delete_port for c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:00.496141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] Calling delete_port for c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:00.555323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.643619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 677cf3be-cc91-4b38-b7ac-35f57a604130 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:00.645753 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.682983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7559d80c-5659-4a1c-8d3b-8e4483112447 req-17280d58-4f73-475b-be79-d52834799d2c tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7750652 May 06 12:42:00.694568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:00.704688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] No DVR routers for this DVR port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.704855 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:00.707717 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:42:00.769125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f0db6-664b-4246-889a-17900cda7a93 req-184fc34f-64f0-42d7-a684-9922ef00d883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:00.770656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c7f0db6-664b-4246-889a-17900cda7a93 req-184fc34f-64f0-42d7-a684-9922ef00d883 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 915 time: 0.7888820 May 06 12:42:00.800523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:42:00.801800 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:42:00.814295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-afee5a50-9218-4c52-863e-50c80f02b954 None None] Provisioning complete for port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:00.815011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-afee5a50-9218-4c52-863e-50c80f02b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.820421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:00.906810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.920138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Usage tracker for resource:security_group_rule and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:00.933796 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.940212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:00.956819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46190eb4-7676-4efc-baf0-8d976dc2e737']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:00.972191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e444561f-6e50-4eac-9f2b-f50029e7058f') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:00.972642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e444561f-6e50-4eac-9f2b-f50029e7058f') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:00.981907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-afee5a50-9218-4c52-863e-50c80f02b954 None None] Port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:00.987836 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.990397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 677cf3be-cc91-4b38-b7ac-35f57a604130 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:00.997349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 677cf3be-cc91-4b38-b7ac-35f57a604130 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:00.997715 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.004077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:01.010642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.013050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c7f0db6-664b-4246-889a-17900cda7a93 req-b4f53a96-011b-4cd1-a639-5ec6fa45c84b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 217 time: 0.1896093 May 06 12:42:01.027839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:01.028418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: timer() May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:01.049568 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:01.138908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.141524 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.145900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.174020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 677cf3be-cc91-4b38-b7ac-35f57a604130, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=677cf3be-cc91-4b38-b7ac-35f57a604130,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:01.175963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=46190eb4-7676-4efc-baf0-8d976dc2e737,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:01.186311 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bde2244e-124c-4362-89a9-ec0bd23ee5b8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/46190eb4-7676-4efc-baf0-8d976dc2e737 HTTP/1.1" status: 204 len: 168 time: 2.1819816 May 06 12:42:01.187908 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.189041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:01.302521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] Deleting port c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:01.303211 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.343569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=677cf3be-cc91-4b38-b7ac-35f57a604130,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:01.392361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37658) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:01.394328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d026652-45f2-4d42-8e49-c477f692f615 req-8287d54c-f28b-4bb6-998d-a8a424eeb69f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.395887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d026652-45f2-4d42-8e49-c477f692f615 req-8287d54c-f28b-4bb6-998d-a8a424eeb69f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 1.0319626 May 06 12:42:01.410058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-13e73801-5477-4d35-8c4d-ae312c8a4fb2 None None] The port 'c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:42:01.429239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:01.429978 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.460657 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-de8326a5-3a53-4dc3-a228-aa533d688c96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee19d38453fb4b61b2134384718859f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0646548 May 06 12:42:01.461070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37662) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:01.502962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f0db6-664b-4246-889a-17900cda7a93 req-65c618b2-36af-4393-82d6-43417fe4bfe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.504473 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c7f0db6-664b-4246-889a-17900cda7a93 req-65c618b2-36af-4393-82d6-43417fe4bfe2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.4225428 May 06 12:42:01.558621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fdf488-0beb-4fcf-b01c-ae4652669731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.562357 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.616839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fdf488-0beb-4fcf-b01c-ae4652669731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.651718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c7f0db6-664b-4246-889a-17900cda7a93 req-1a0f5d3a-aabf-40d2-a9ce-15c42d815d6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283410 May 06 12:42:01.655823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d026652-45f2-4d42-8e49-c477f692f615 req-f195a215-e10f-465d-b5ca-1bb62e0b8a9d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475524 May 06 12:42:01.661836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:01.715197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=d5c2fa1b-d549-47c9-a727-6e9a38d90d17,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:01.733928 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.735613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:01.739140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c173f6aa-1f8c-4c1d-a5aa-f13120b6ff8c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:01.749478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fdf488-0beb-4fcf-b01c-ae4652669731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.778890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdf488-0beb-4fcf-b01c-ae4652669731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae28ba31-1d39-4868-a4da-58ab07bc2d3d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:01.790378 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fdf488-0beb-4fcf-b01c-ae4652669731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.792879 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-02fdf488-0beb-4fcf-b01c-ae4652669731 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae28ba31-1d39-4868-a4da-58ab07bc2d3d HTTP/1.1" status: 204 len: 168 time: 0.3305702 May 06 12:42:01.800801 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.820094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:01.841838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:01.844224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:01.995403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 677cf3be-cc91-4b38-b7ac-35f57a604130 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:02.000035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e4fd2-e415-4c52-876e-b72791f336f1 req-cf2d1919-eb1b-4ded-bb6f-8eecc5c0033a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:02.002402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f72e4fd2-e415-4c52-876e-b72791f336f1 req-cf2d1919-eb1b-4ded-bb6f-8eecc5c0033a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.9165268 May 06 12:42:02.031047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae17120-52e7-4efe-9772-6909be0b4fe6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:02.099087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 677cf3be-cc91-4b38-b7ac-35f57a604130 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:02.099459 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.107528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.111669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b0604747-e107-4184-a0a7-c9dc8807f2b1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.0496352 May 06 12:42:02.111774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37682) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:02.117946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Request body: {'security_group_rule': {'security_group_id': '4ae17120-52e7-4efe-9772-6909be0b4fe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:02.125325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:02.133508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Usage tracker for resource:security_group_rule and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:02.139031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:02.156438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:02.200231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.234584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f72e4fd2-e415-4c52-876e-b72791f336f1 req-7d339e95-96d6-4729-8cc3-940f930c062e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156096 May 06 12:42:02.236775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c7f0db6-664b-4246-889a-17900cda7a93 req-d83051b7-e6c1-4aa7-99d4-9c8e0cd1af46 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775590 May 06 12:42:02.308864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dec112f4-0e0c-45ed-b752-527576d3a81a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:02.354470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Router e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:42:02.398534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.407873 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.413285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: dec112f4-0e0c-45ed-b752-527576d3a81a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:02.414483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dec112f4-0e0c-45ed-b752-527576d3a81a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:02.443896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123485b0-90f3-4b3c-9c14-7576b4225b07,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:02.471349 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.473372 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8c065fc4-78ea-4ff6-bdb5-f8f5d021a5e7 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3604214 May 06 12:42:02.477443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37690) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:02.488007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Request body: {'security_group_rule': {'security_group_id': '4ae17120-52e7-4efe-9772-6909be0b4fe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:02.498775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:02.505420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Usage tracker for resource:security_group_rule and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:02.511509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:02.521506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:02.554757 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.625584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c7f0db6-664b-4246-889a-17900cda7a93 req-9559b2cc-f6a4-43f9-917c-b497df44a2c7 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698311 May 06 12:42:02.668876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.675515 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.687566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.735653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.750010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9bf995-9b8b-4dcb-a71e-57c53388d677,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:02.762372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.763896 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6f11288c-3300-480d-b318-91bf3e9b6ff1 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2851887 May 06 12:42:02.764740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37702) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:02.779488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37706) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:02.793030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:02.810956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:02.818485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Usage tracker for resource:floatingip and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:02.823237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:02.837139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:02.865003 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9cb49e47-0ec7-43bb-9dcc-1081f15a1e99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df55fd8f3e034101bacaf3b047d7b8be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0951977 May 06 12:42:02.865474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37712) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:02.871520 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.979239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37716) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:02.992843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20dd2c21-1b80-4c40-9eb6-14da8087cbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.045213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:03.047240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20dd2c21-1b80-4c40-9eb6-14da8087cbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.060395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Sync routers for ids ['e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:03.081966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Routers {'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:03.083443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:03.162325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7e1afe70-1715-4d53-acd0-1273b28f7e6b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "PUT /v2.0/routers/e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3046887 May 06 12:42:03.162583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:03.198637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:03.271458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a85bf-2355-4778-b924-c9c6768ee6d4 req-c61020cb-6c96-49cd-b1dd-56325d4d7dc1 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.273087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-972a85bf-2355-4778-b924-c9c6768ee6d4 req-c61020cb-6c96-49cd-b1dd-56325d4d7dc1 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.2703240 May 06 12:42:03.292107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20dd2c21-1b80-4c40-9eb6-14da8087cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.360701 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:42:03.401946 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.414260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720e0e11-cb24-47bb-be56-e1bc19dc4474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.422657 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-720e0e11-cb24-47bb-be56-e1bc19dc4474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports/1b0f1e11-9aa8-4f78-9681-9ca4584586bd HTTP/1.1" status: 200 len: 911 time: 0.2571945 May 06 12:42:03.426448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37734) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:03.429349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-972a85bf-2355-4778-b924-c9c6768ee6d4 req-248d7c14-5e4c-4a92-9f81-cd56990c428d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497564 May 06 12:42:03.432248 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.454669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd2c21-1b80-4c40-9eb6-14da8087cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fae504-3173-49d5-a643-d1a04e48dbf3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:03.471104 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20dd2c21-1b80-4c40-9eb6-14da8087cbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.471104 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-20dd2c21-1b80-4c40-9eb6-14da8087cbf9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0fae504-3173-49d5-a643-d1a04e48dbf3 HTTP/1.1" status: 204 len: 168 time: 0.5972214 May 06 12:42:03.606284 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-91393069-e915-41ec-b9b8-163bf580de45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=295190795647447dab6a81ecfb62b315&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6217315 May 06 12:42:03.608058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37742) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:03.696764 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.753388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Set router e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:03.819638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3722f7a2-9522-4a8c-b313-ee2207065a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.862373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=d5c2fa1b-d549-47c9-a727-6e9a38d90d17,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:03.872915 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.892092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3722f7a2-9522-4a8c-b313-ee2207065a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.010337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:04.014749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3722f7a2-9522-4a8c-b313-ee2207065a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.044801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722f7a2-9522-4a8c-b313-ee2207065a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9449610-334a-4826-82f3-f28d0132f3dc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:04.071236 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3722f7a2-9522-4a8c-b313-ee2207065a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.072691 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3722f7a2-9522-4a8c-b313-ee2207065a2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9449610-334a-4826-82f3-f28d0132f3dc HTTP/1.1" status: 204 len: 168 time: 0.4624300 May 06 12:42:04.244968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.300787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c4fdd9-8de4-414c-a083-721b398d72a3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.316814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c4fdd9-8de4-414c-a083-721b398d72a3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.317647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-03c4fdd9-8de4-414c-a083-721b398d72a3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:04.332009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Allocated IP 172.25.7.82 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/36c48962-bde3-4131-b238-fc2842947803) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:04.388357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:04.404513 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.422741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7df8038f-64d3-4f86-a0ed-fe9e14ee63b9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8114011 May 06 12:42:04.455020 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.489544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-03c4fdd9-8de4-414c-a083-721b398d72a3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:04.496973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37762) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:04.498759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-03c4fdd9-8de4-414c-a083-721b398d72a3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.0677640 May 06 12:42:04.535954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ea94-f0a9-4df2-8bf1-39040dfada22 req-9bde5119-12cd-45a0-b663-5ea8ff6e2b86 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.539171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b349ea94-f0a9-4df2-8bf1-39040dfada22 req-9bde5119-12cd-45a0-b663-5ea8ff6e2b86 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 946 time: 0.7545977 May 06 12:42:04.773535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:04.798393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5', 'name': 'tempest-NetworksTestDHCPv6-router-1209946261', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:45Z', 'updated_at': '2022-05-06T12:41:55Z', 'revision_number': 2, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'gw_port_host': None, '_interfaces': [{'id': '1b0f1e11-9aa8-4f78-9681-9ca4584586bd', 'name': '', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'mac_address': 'fa:16:3e:0e:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5d51c3-8a2e-4164-850b-8fd57be7a397', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:41:57Z', 'revision_number': 2, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'subnets': [{'id': '0b5d51c3-8a2e-4164-850b-8fd57be7a397', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:04.811315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Checking router: e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:42:04.811920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Updating router e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:42:04.943701 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.990702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b349ea94-f0a9-4df2-8bf1-39040dfada22 req-0806ba40-b304-408e-97d6-29d9690bec2c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598226 May 06 12:42:05.264847 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.267162 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5e16e7-7853-4cff-99c1-b690540f9d53'] response: {'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'code': 200} May 06 12:42:05.426084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.487322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:05.505796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:05.509294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:05.522545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37786) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:05.716294 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7a64b6-bab4-4e46-b4f9-4bb67ba18def req-8cc4443c-c138-42ac-8b23-02ad3032d6b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1097 time: 0.9841342 May 06 12:42:05.803538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Pushing event updated for resources: {'Port': ['ID=36c48962-bde3-4131-b238-fc2842947803,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:05.833702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.847971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-481599397-network', 'tenant_id': 'a8a7e1a0f7af4653a739bbbfb3e89ef9'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:05.859493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:05.867728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Usage tracker for resource:network and tenant:a8a7e1a0f7af4653a739bbbfb3e89ef9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:05.872751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Transition to ACTIVE for port object 1b0f1e11-9aa8-4f78-9681-9ca4584586bd will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:05.872988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:05.882728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:05.884714 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.893540 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.027872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Made reservation on behalf of a8a7e1a0f7af4653a739bbbfb3e89ef9 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:06.030155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.062891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.135231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:06.139521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eadff-ed35-457a-923c-b8eb451475da None None] Pushing event updated for resources: {'Port': ['ID=1b0f1e11-9aa8-4f78-9681-9ca4584586bd,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:06.142838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a7e1a0f7af4653a739bbbfb3e89ef9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:06.146934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:06.154783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:06.271450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-3de960ed-abce-4f74-9fba-b775e9997630 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.288957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-3de960ed-abce-4f74-9fba-b775e9997630 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.36 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 945 time: 0.9378297 May 06 12:42:06.310164 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.352390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0328a9-7d5f-4352-a988-c7005850bc84 req-94a0e088-7ef3-40ab-adce-9bad80904110 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.356767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b0328a9-7d5f-4352-a988-c7005850bc84 req-94a0e088-7ef3-40ab-adce-9bad80904110 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.9187081 May 06 12:42:06.375222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.426180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Attempting to bind port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:06.426554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Attempting to bind port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:06.426942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Attempting to bind port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:06.443078 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.449802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:06.451340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:06.452532 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.452953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:06.454789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Bound port: 1b0f1e11-9aa8-4f78-9681-9ca4584586bd, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:06.458504 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.481462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:06.510951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:06.533073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.533677 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Added segment e95dd8a8-8fc5-485e-9c8d-765a347b64de of type vlan for network 8e46fae1-ddad-41d6-8a91-05e3270accef May 06 12:42:06.542396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b7683-7cac-4157-a748-a2cc3131193b req-ffb3f4ba-5c3d-4edb-9949-0a1bbf07e4dd tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.549470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-896b7683-7cac-4157-a748-a2cc3131193b req-ffb3f4ba-5c3d-4edb-9949-0a1bbf07e4dd tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 945 time: 1.4788723 May 06 12:42:06.604586 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.608006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] For port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:06.611023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:06.611569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.612616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] For port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=1b0f1e11-9aa8-4f78-9681-9ca4584586bd,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:06.620944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.644942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Deleting port c8dca44b-4447-4d90-a204-840e9a9d4414 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:06.645455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.692073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.710747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eadff-ed35-457a-923c-b8eb451475da None None] Pushing event updated for resources: {'Port': ['ID=1b0f1e11-9aa8-4f78-9681-9ca4584586bd,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:06.724743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Routers {'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:06.724743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:06.773391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a64b6-bab4-4e46-b4f9-4bb67ba18def req-1e2a4743-cb17-4552-85d2-4183ed7c945c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.774988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7a64b6-bab4-4e46-b4f9-4bb67ba18def req-1e2a4743-cb17-4552-85d2-4183ed7c945c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 921 time: 1.0463600 May 06 12:42:06.798174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b0328a9-7d5f-4352-a988-c7005850bc84 req-1c9a63a7-5e9e-4498-b4de-08788318e144 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637164 May 06 12:42:06.846861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.848113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.848933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.053471 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5252278 May 06 12:42:07.054176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda156a-627f-4bff-aa87-bc3e5e06ed41 admin admin] Pushing event updated for resources: {'Network': ['ID=8e46fae1-ddad-41d6-8a91-05e3270accef,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:07.058025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37806) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:07.074210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Request body: {'subnet': {'network_id': '8e46fae1-ddad-41d6-8a91-05e3270accef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-481599397-subnet', 'tenant_id': 'a8a7e1a0f7af4653a739bbbfb3e89ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:07.082484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-896b7683-7cac-4157-a748-a2cc3131193b req-a5ccfa34-d096-4737-b0d1-4908462db65a tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/security-groups?id=13b512c2-bbc7-4580-b404-f577827dc48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321543 May 06 12:42:07.095800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:07.103526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Usage tracker for resource:subnet and tenant:a8a7e1a0f7af4653a739bbbfb3e89ef9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:07.112524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] For port 1b0f1e11-9aa8-4f78-9681-9ca4584586bd, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=1b0f1e11-9aa8-4f78-9681-9ca4584586bd,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:07.112524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.113045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7a64b6-bab4-4e46-b4f9-4bb67ba18def req-6f2e74e8-fbec-4a71-a006-6f7a7cdd30ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 217 time: 0.3244424 May 06 12:42:07.131298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:07.145120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:07.148706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 8e46fae1-ddad-41d6-8a91-05e3270accef details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:07.337410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:07.371792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 1b0f1e11-9aa8-4f78-9681-9ca4584586bd owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:07.531954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.533771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a64b6-bab4-4e46-b4f9-4bb67ba18def req-f53f8473-6e1b-48a9-9dc4-8acd1503f974 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:07.534997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7a64b6-bab4-4e46-b4f9-4bb67ba18def req-f53f8473-6e1b-48a9-9dc4-8acd1503f974 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 0.4061770 May 06 12:42:07.572222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Made reservation on behalf of a8a7e1a0f7af4653a739bbbfb3e89ef9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:07.576666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.634167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7a64b6-bab4-4e46-b4f9-4bb67ba18def req-6e66b2bd-2e11-4ea7-8216-e2065889040c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771542 May 06 12:42:07.654478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] Set router e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:07.711019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-ebc7f95a-3364-4abb-8d7c-35ed058bb1be tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1651575385&fields=id&tenant_id=87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 267 time: 0.4720213 May 06 12:42:07.757999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.868464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=1b0f1e11-9aa8-4f78-9681-9ca4584586bd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:07.953022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] For port c8dca44b-4447-4d90-a204-840e9a9d4414, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c8dca44b-4447-4d90-a204-840e9a9d4414,segment=NetworkSegment(6b5868b3-7466-468a-9b96-c3bba4e291ed),segment_id=6b5868b3-7466-468a-9b96-c3bba4e291ed)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:07.953366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.989708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c698a4-06a2-4331-be74-ac4f950fe26a req-42e778da-d315-4ba7-8840-2edb975d44b6 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:07.996778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6c698a4-06a2-4331-be74-ac4f950fe26a req-42e778da-d315-4ba7-8840-2edb975d44b6 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 944 time: 0.6882689 May 06 12:42:08.150435 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:42:08.178725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Calling delete_port for c8dca44b-4447-4d90-a204-840e9a9d4414 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:08.210150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5', 'name': 'tempest-NetworksTestDHCPv6-router-1209946261', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:45Z', 'updated_at': '2022-05-06T12:41:55Z', 'revision_number': 2, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'gw_port_host': None, '_interfaces': [{'id': '1b0f1e11-9aa8-4f78-9681-9ca4584586bd', 'name': '', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'mac_address': 'fa:16:3e:0e:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5d51c3-8a2e-4164-850b-8fd57be7a397', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:06Z', 'revision_number': 4, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'subnets': [{'id': '0b5d51c3-8a2e-4164-850b-8fd57be7a397', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:08.214744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594beb7f-2b30-46cc-82b9-95631b42697b None None] The sync data for ids ['e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'] in n-d-840847-1 is: [{'id': 'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5', 'name': 'tempest-NetworksTestDHCPv6-router-1209946261', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:45Z', 'updated_at': '2022-05-06T12:41:55Z', 'revision_number': 2, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'gw_port_host': None, '_interfaces': [{'id': '1b0f1e11-9aa8-4f78-9681-9ca4584586bd', 'name': '', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'mac_address': 'fa:16:3e:0e:e7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b5d51c3-8a2e-4164-850b-8fd57be7a397', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:06Z', 'revision_number': 4, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'subnets': [{'id': '0b5d51c3-8a2e-4164-850b-8fd57be7a397', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:08.260157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.269782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7a64b6-bab4-4e46-b4f9-4bb67ba18def req-b2f58cdd-3e88-4f0e-8067-1670115ab92e service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203091 May 06 12:42:08.302989 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.345566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-2f614d6e-9744-40f6-9515-abe24e8efa50 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.347113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-2f614d6e-9744-40f6-9515-abe24e8efa50 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 815 time: 0.6128137 May 06 12:42:08.370638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.375648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.509197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f903159e-36da-4ff2-86fd-19fd81947dd4,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:08.526973 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6c698a4-06a2-4331-be74-ac4f950fe26a req-7102fbfe-4569-4eaa-ac6a-cbd320c884ae tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292375 May 06 12:42:08.544268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-ebf454f2-ca11-4cf1-a969-a98ed70bc446 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/quotas/87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 375 time: 0.1274614 May 06 12:42:08.572885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Pushing event updated for resources: {'Port': ['ID=36c48962-bde3-4131-b238-fc2842947803,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:08.657165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Checking segment: {'id': 'e95dd8a8-8fc5-485e-9c8d-765a347b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8e46fae1-ddad-41d6-8a91-05e3270accef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:08.658088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Network hostable DHCP agents. Network: 8e46fae1-ddad-41d6-8a91-05e3270accef, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:08.674527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.718009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7a64b6-bab4-4e46-b4f9-4bb67ba18def req-d3935423-0498-4f8d-adf7-76239afb987e service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379942 May 06 12:42:08.740688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.746679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-523eeecc-2498-4988-8530-1443d027efe3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9614601 May 06 12:42:08.779394 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.875102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Pushing event deleted for resources: {'Port': ['ID=c8dca44b-4447-4d90-a204-840e9a9d4414,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:08.887707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Network 8e46fae1-ddad-41d6-8a91-05e3270accef is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:09.043526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 8e46fae1-ddad-41d6-8a91-05e3270accef) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:09.058891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.058891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.065049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffca7b0b-201e-41df-888d-08703d85235b None None] Network 8e46fae1-ddad-41d6-8a91-05e3270accef requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:09.110340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Router e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:09.123950 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1952fa36-f4a0-45bb-a607-b5480d4bbae4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0589454 May 06 12:42:09.128309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-1ff29202-9601-4439-bc26-b375bb6eae11 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5645452 May 06 12:42:09.301019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] No DVR routers for this DVR port c8dca44b-4447-4d90-a204-840e9a9d4414 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:09.318990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:09.322447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c8dca44b-4447-4d90-a204-840e9a9d4414 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:09.341128 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e1507041-e4cb-427d-9ef2-b06bd55cff89 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "PUT /v2.0/routers/e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8342154 May 06 12:42:09.342876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37834) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:09.360210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.362188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b103a519-7810-46f0-a6a4-bfa432f67d2e req-f49c6ef5-07b8-420c-a6a3-8d7a4a436f6f tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.36 "DELETE /v2.0/ports/c8dca44b-4447-4d90-a204-840e9a9d4414 HTTP/1.1" status: 204 len: 173 time: 3.0002396 May 06 12:42:09.362676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebfb9bf-d361-4b29-8968-e4136b739138', 'name': 'network-vif-deleted', 'tag': 'c8dca44b-4447-4d90-a204-840e9a9d4414'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:09.365315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: c8dca44b-4447-4d90-a204-840e9a9d4414 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:09.365716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c8dca44b-4447-4d90-a204-840e9a9d4414 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:09.501779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21286574-cc96-4331-a1a8-04da184a82c0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.506949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21286574-cc96-4331-a1a8-04da184a82c0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.509846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-21286574-cc96-4331-a1a8-04da184a82c0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:09.525426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-2755ef53-a735-41f2-b7da-3aca7b9dbf60 service neutron] 10.222.0.44 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276231 May 06 12:42:09.544139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-21286574-cc96-4331-a1a8-04da184a82c0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:09.546889 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-21286574-cc96-4331-a1a8-04da184a82c0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2015250 May 06 12:42:09.551461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37842) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:09.635723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e842caaa-e3b8-4b84-a769-785a0e87af2c None None] Network 8e46fae1-ddad-41d6-8a91-05e3270accef requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:09.784767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-04b7f0e1-6a6f-41ce-b040-4c703c957666 service neutron] 10.222.0.44 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578931 May 06 12:42:09.795113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233e9ba-eccd-49d7-a7c2-17d954951ad9 req-8fa47b0a-b9af-47b9-bfa8-c9eeb270131b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.797731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3233e9ba-eccd-49d7-a7c2-17d954951ad9 req-8fa47b0a-b9af-47b9-bfa8-c9eeb270131b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.5891364 May 06 12:42:09.917209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e03c0a9-c26d-4d8b-aa55-acaa98843f59 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 0b5d51c3-8a2e-4164-850b-8fd57be7a397 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:09.925165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e03c0a9-c26d-4d8b-aa55-acaa98843f59 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.943563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3233e9ba-eccd-49d7-a7c2-17d954951ad9 req-014db8c5-2982-44be-9b7e-13b59d731615 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334724 May 06 12:42:10.066505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e03c0a9-c26d-4d8b-aa55-acaa98843f59 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.328393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e03c0a9-c26d-4d8b-aa55-acaa98843f59 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.330584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7246e616-19f4-440b-b9b8-111b6cbde88c req-046af16c-ba9f-4c11-a7d0-ae5126f1c4c0 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Synchronizing usage tracker for tenant:9dfb7b1216854d71980f31fcdc438ad6 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:10.367927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7246e616-19f4-440b-b9b8-111b6cbde88c req-046af16c-ba9f-4c11-a7d0-ae5126f1c4c0 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] Unset dirty status for tenant:9dfb7b1216854d71980f31fcdc438ad6 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:10.369475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7246e616-19f4-440b-b9b8-111b6cbde88c req-046af16c-ba9f-4c11-a7d0-ae5126f1c4c0 tempest-ServerMetadataNegativeTestJSON-698173579 tempest-ServerMetadataNegativeTestJSON-698173579-project] 10.222.0.44 "GET /v2.0/ports?device_id=bebfb9bf-d361-4b29-8968-e4136b739138 HTTP/1.1" status: 200 len: 210 time: 0.1771877 May 06 12:42:10.404916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051c4fd-683b-4a2f-894d-449db181854b req-d381a32a-0218-422c-b1f0-8b6a87d4dd81 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:10.419860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b051c4fd-683b-4a2f-894d-449db181854b req-d381a32a-0218-422c-b1f0-8b6a87d4dd81 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 944 time: 0.1754212 May 06 12:42:10.529626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b051c4fd-683b-4a2f-894d-449db181854b req-fcd527e8-21fa-4889-a4fa-95129e3883d2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971911 May 06 12:42:10.660268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e03c0a9-c26d-4d8b-aa55-acaa98843f59 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.722633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03c0a9-c26d-4d8b-aa55-acaa98843f59 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5d51c3-8a2e-4164-850b-8fd57be7a397,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:10.725899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-219e3c2d-66e2-4738-95c0-c0a2bad97703 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Synchronizing usage tracker for tenant:90c54b9622cb4e2fa57d07b140854eb9 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:10.736846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c26e4-7925-4eb5-ba33-6294c93a7a0f None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:10.748380 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e03c0a9-c26d-4d8b-aa55-acaa98843f59 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.778986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-219e3c2d-66e2-4738-95c0-c0a2bad97703 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Unset dirty status for tenant:90c54b9622cb4e2fa57d07b140854eb9 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:10.783823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-219e3c2d-66e2-4738-95c0-c0a2bad97703 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--695941208&fields=id&tenant_id=90c54b9622cb4e2fa57d07b140854eb9 HTTP/1.1" status: 200 len: 267 time: 0.1863840 May 06 12:42:10.804142 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0e03c0a9-c26d-4d8b-aa55-acaa98843f59 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/0b5d51c3-8a2e-4164-850b-8fd57be7a397 HTTP/1.1" status: 204 len: 168 time: 1.2464881 May 06 12:42:10.806226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37864) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:11.028488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-5860940c-2fef-4b26-b227-a60873dd95a4 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:11.035445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-5860940c-2fef-4b26-b227-a60873dd95a4 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/networks?id=04e73bea-3f96-4620-ada4-f22e22b8696d HTTP/1.1" status: 200 len: 812 time: 0.2341638 May 06 12:42:11.060617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-d90a3273-c7e3-46b2-8247-b7e09ebb15b4 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/quotas/90c54b9622cb4e2fa57d07b140854eb9 HTTP/1.1" status: 200 len: 375 time: 0.0242443 May 06 12:42:11.098922 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9ef07503-ca4a-4084-915d-fe914ecbd246 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2855337 May 06 12:42:11.099521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37878) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:11.222116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-a504a800-10dc-40da-81d9-4f07048b1303 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90c54b9622cb4e2fa57d07b140854eb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1540914 May 06 12:42:11.252279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8847aff2-d3db-40ae-8a15-8a58566262be None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:11.256806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8847aff2-d3db-40ae-8a15-8a58566262be None None] Deleting port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:11.257332 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8847aff2-d3db-40ae-8a15-8a58566262be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.355201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb262ed5-73ec-48ef-987c-c30b70e65a3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.588978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-e3f0e6aa-355a-4f71-b0fb-e8d8fd8910b0 service neutron] 10.222.0.44 "GET /v2.0/networks/04e73bea-3f96-4620-ada4-f22e22b8696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469992 May 06 12:42:11.606426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-1191e309-d3b6-41d2-a32d-a5fb11b6eb2f tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:11.608146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-1191e309-d3b6-41d2-a32d-a5fb11b6eb2f tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/networks?id=8e46fae1-ddad-41d6-8a91-05e3270accef HTTP/1.1" status: 200 len: 812 time: 0.3013866 May 06 12:42:11.674550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8847aff2-d3db-40ae-8a15-8a58566262be None None] For port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:11.676336 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8847aff2-d3db-40ae-8a15-8a58566262be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.705377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-2f960e4b-1f1f-4479-84ba-ae73785a1aa1 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/quotas/a8a7e1a0f7af4653a739bbbfb3e89ef9 HTTP/1.1" status: 200 len: 375 time: 0.0746658 May 06 12:42:11.785391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb262ed5-73ec-48ef-987c-c30b70e65a3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.790868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb262ed5-73ec-48ef-987c-c30b70e65a3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.815907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-76729de7-a5f6-46c7-8a15-8d523214b1e8 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8a7e1a0f7af4653a739bbbfb3e89ef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020143 May 06 12:42:11.835912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb262ed5-73ec-48ef-987c-c30b70e65a3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.836477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb262ed5-73ec-48ef-987c-c30b70e65a3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Fanout notify agent at l3_agent the message router_deleted on router e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:42:11.846129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8847aff2-d3db-40ae-8a15-8a58566262be None None] Calling delete_port for b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:11.859690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb262ed5-73ec-48ef-987c-c30b70e65a3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.867760 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb262ed5-73ec-48ef-987c-c30b70e65a3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/routers/e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 HTTP/1.1" status: 204 len: 168 time: 0.7674732 May 06 12:42:11.868467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37888) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:11.880312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:11.947225 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8847aff2-d3db-40ae-8a15-8a58566262be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.067130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:12.108766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:12.119273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:12.125737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:12.132460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847aff2-d3db-40ae-8a15-8a58566262be None None] Pushing event deleted for resources: {'Port': ['ID=b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:12.137733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:12.138676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:12.139383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:12.150135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847aff2-d3db-40ae-8a15-8a58566262be None None] No DVR routers for this DVR port b7d8dfe6-9e3b-4d20-9d72-c3c6a6d0eaa4 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:12.171126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:12.178917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.186053 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e451c7e9-2a39-40ce-bf35-52fee2faf540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.226404 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Sync routers for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:12.230614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-0caf6c94-c585-4582-91b8-940639fdff0c service neutron] 10.222.0.44 "GET /v2.0/networks/04e73bea-3f96-4620-ada4-f22e22b8696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212039 May 06 12:42:12.242133 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:12.243193 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:12.344301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-07ff32e9-6433-4d7c-ad50-18086ca73b4e service neutron] 10.222.0.44 "GET /v2.0/networks/8e46fae1-ddad-41d6-8a91-05e3270accef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127549 May 06 12:42:12.638875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.722176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-9608db42-8244-442d-9590-67a2d312abc5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.723794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-9608db42-8244-442d-9590-67a2d312abc5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 815 time: 0.9444864 May 06 12:42:12.736478 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:12.795881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:12.807144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.808404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-a02059c8-180b-4105-b290-aca118cc18a6 service neutron] 10.222.0.44 "GET /v2.0/networks/8e46fae1-ddad-41d6-8a91-05e3270accef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631515 May 06 12:42:12.814956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:12.822279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.824620 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.830340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1010fc7b-c1a6-4520-9067-6697052d84f2 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:12.833570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:12.893966 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2da6f08-4a6f-473a-abfa-915d8ab8279b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0243011 May 06 12:42:12.899852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37902) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:12.915691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-ee14f8bb-83c4-438d-9237-12cf7a9d6da7 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 380 time: 0.1606412 May 06 12:42:12.924821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1716573372', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:12.960978 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eacd0cc-f4a6-4be8-a86e-9835fa5dbbc8'] response: {'server_uuid': 'bebfb9bf-d361-4b29-8968-e4136b739138', 'name': 'network-vif-deleted', 'tag': 'c8dca44b-4447-4d90-a204-840e9a9d4414', 'status': 'completed', 'code': 200} May 06 12:42:12.965897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'port': {'device_id': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'admin_state_up': True, 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'security_groups': ['961de971-8a17-495e-9f95-c28d87a2d0c8']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:13.000343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:13.025059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:router and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:13.224075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:13.422331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:13.441995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03448eaf-870e-47c5-87e1-b7e88abdb024 req-7438783d-be24-46af-a434-23e841fdad94 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 210 time: 0.2240996 May 06 12:42:13.493596 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.495332 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.533875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.567811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.620799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': 'dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:13.623303 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.688950 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.700442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37922) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:13.701421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d332ceda-329d-46eb-9ce7-e862b1360485 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7997906 May 06 12:42:13.741401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:13.749998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:port and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:13.756644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:13.780831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:13.823365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Made reservation on behalf of 87e0f7cda7f949edb753ce4197fd5a9b for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:13.830107 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.864871 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:41:52Z', 'revision_number': 2, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:13.888174 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Checking router: 1018d513-5187-4419-96e7-3716e48fa353 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:42:13.893342 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Updating router 1018d513-5187-4419-96e7-3716e48fa353 port 9abe3e43-9e41-4991-bda3-94e345270819 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:42:14.022575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37930) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:14.101247 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.290400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2/fdb2ac05-8171-4d73-881a-0c12088c204d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:14.396709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0294ed29-d0a6-4184-a26d-3b0bfe076c89 req-7f484096-32a6-4822-90a4-c195884c4e23 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 210 time: 0.0859678 May 06 12:42:14.452456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404ad76-f6c9-4c8c-ba9c-5ccc4855a01b req-17d1ca49-0fa4-41b6-809d-2c7abdf74b47 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.454091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4404ad76-f6c9-4c8c-ba9c-5ccc4855a01b req-17d1ca49-0fa4-41b6-809d-2c7abdf74b47 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.5546975 May 06 12:42:14.476580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37936) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:14.487700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4a31b-685b-4a9d-999e-758f783e2bf5 None None] Sync routers for ids ['e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:14.529811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4a31b-685b-4a9d-999e-758f783e2bf5 None None] Routers set() bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:14.530182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4a31b-685b-4a9d-999e-758f783e2bf5 None None] Router IDs set() for agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:42:14.538247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_agentschedulers_db [None req-72b4a31b-685b-4a9d-999e-758f783e2bf5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent'). {{(pid=83958) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:42:14.585200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4a31b-685b-4a9d-999e-758f783e2bf5 None None] Routers set() bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:14.585200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4a31b-685b-4a9d-999e-758f783e2bf5 None None] Router IDs set() for agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:42:14.585755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_agentschedulers_db [None req-72b4a31b-685b-4a9d-999e-758f783e2bf5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:41:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent'). {{(pid=83958) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:42:14.592372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4a31b-685b-4a9d-999e-758f783e2bf5 None None] The sync data for ids ['e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:14.715442 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c41a1105-3ee8-42e1-b8cc-f7c07736206c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.782795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2bff78a-1d27-4d31-b458-dbba220d5675 req-0241264d-d6b5-4ca2-8e99-5359eed1d153 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 210 time: 0.1656113 May 06 12:42:14.796284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Allocated IP 172.20.0.11 (65d1fd16-9391-4fd5-83e8-7b89bb4249e8/3473eb44-72d0-416f-b75e-63353d06f8e4/2eb3d6f2-1ae6-4176-8823-66917a57cfe7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:14.799684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4c8b40-5c23-457f-9185-3a559715c5b4 admin admin] Deleting subnet 1590b11d-62d3-4d09-9568-e40d760174bf {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:14.823840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4404ad76-f6c9-4c8c-ba9c-5ccc4855a01b req-3905f835-3d48-418c-9898-54efa5175cb0 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464019 May 06 12:42:14.911879 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.941485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Transition to ACTIVE for port object fdb2ac05-8171-4d73-881a-0c12088c204d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:14.971358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6443b3db-8b12-4915-8133-bf6b0cbb6d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.990884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Transition to ACTIVE for port object fdb2ac05-8171-4d73-881a-0c12088c204d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:15.001980 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.107891 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.141780 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Transition to ACTIVE for port object 9abe3e43-9e41-4991-bda3-94e345270819 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:15.161585 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.190187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Pushing event updated for resources: {'Port': ['ID=fdb2ac05-8171-4d73-881a-0c12088c204d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:15.207495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8b40-5c23-457f-9185-3a559715c5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.208531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:15.209769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:15.222008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:15.279149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-603b4884-565b-471a-ba59-cceb258b1fa7 req-931caac0-f1d2-4f19-8619-a682dced36cd tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 210 time: 0.1463706 May 06 12:42:15.297335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6443b3db-8b12-4915-8133-bf6b0cbb6d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:15.342102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6443b3db-8b12-4915-8133-bf6b0cbb6d2b admin admin] Usage tracker for resource:security_group_rule and tenant:65d88d7f62ce41e9bc2fd629cc71cc1e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:15.362707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Attempting to bind port fdb2ac05-8171-4d73-881a-0c12088c204d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:15.363094 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Attempting to bind port fdb2ac05-8171-4d73-881a-0c12088c204d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:15.363461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Attempting to bind port fdb2ac05-8171-4d73-881a-0c12088c204d on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:15.366468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6443b3db-8b12-4915-8133-bf6b0cbb6d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:15.371680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:15.372071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:15.372463 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.372860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:15.373345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Bound port: fdb2ac05-8171-4d73-881a-0c12088c204d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:15.373723 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.433216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6443b3db-8b12-4915-8133-bf6b0cbb6d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:15.496963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8b40-5c23-457f-9185-3a559715c5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.596544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] For port fdb2ac05-8171-4d73-881a-0c12088c204d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:15.600786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] For port fdb2ac05-8171-4d73-881a-0c12088c204d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fdb2ac05-8171-4d73-881a-0c12088c204d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:15.610411 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.728006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-4726911a-ca16-431d-9ea3-7d0460576cad tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:15.728630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-4726911a-ca16-431d-9ea3-7d0460576cad tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Synchronizing usage tracker for tenant:90c54b9622cb4e2fa57d07b140854eb9 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:15.766124 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9f7f9-24ea-4e56-88ca-dc39833698d5 None None] Pushing event updated for resources: {'Port': ['ID=9abe3e43-9e41-4991-bda3-94e345270819,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:15.790624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d36d64-4071-4a1c-bd08-9ae609ad5b0e None None] Pushing event updated for resources: {'Port': ['ID=fdb2ac05-8171-4d73-881a-0c12088c204d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:15.803822 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.807315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-0195598e-2f3b-4b06-86fe-ac3615adfd81 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:15.808832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-0195598e-2f3b-4b06-86fe-ac3615adfd81 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.36 "GET /v2.0/networks?id=8e46fae1-ddad-41d6-8a91-05e3270accef HTTP/1.1" status: 200 len: 812 time: 0.3813283 May 06 12:42:15.855929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.870280 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8b40-5c23-457f-9185-3a559715c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.874871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Transition to ACTIVE for port object 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:15.908254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Request body: {'port': {'device_id': 'a9d73fba-6d1c-419c-9e41-7f2f9f4f712f', 'network_id': '8e46fae1-ddad-41d6-8a91-05e3270accef', 'admin_state_up': True, 'tenant_id': 'a8a7e1a0f7af4653a739bbbfb3e89ef9'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:15.952262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 1b0f1e11-9aa8-4f78-9681-9ca4584586bd no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:15.960238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-4726911a-ca16-431d-9ea3-7d0460576cad tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Unset dirty status for tenant:90c54b9622cb4e2fa57d07b140854eb9 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:15.961790 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-4726911a-ca16-431d-9ea3-7d0460576cad tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.36 "GET /v2.0/networks?id=04e73bea-3f96-4620-ada4-f22e22b8696d HTTP/1.1" status: 200 len: 812 time: 1.2321804 May 06 12:42:16.023027 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Attempting to bind port 9abe3e43-9e41-4991-bda3-94e345270819 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:16.023735 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Attempting to bind port 9abe3e43-9e41-4991-bda3-94e345270819 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:16.024433 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Attempting to bind port 9abe3e43-9e41-4991-bda3-94e345270819 on network 04e73bea-3f96-4620-ada4-f22e22b8696d {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:16.037247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 1b0f1e11-9aa8-4f78-9681-9ca4584586bd {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:16.037902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 1b0f1e11-9aa8-4f78-9681-9ca4584586bd not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:16.043054 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.050302 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:16.051045 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Checking segment: {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:16.052089 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.052550 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Bound using segment: {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:16.053426 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Bound port: 9abe3e43-9e41-4991-bda3-94e345270819, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:16.054115 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.113384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-a7ea03da-a12d-4650-91a3-7ce3e92e88ce tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Synchronizing usage tracker for tenant:90c54b9622cb4e2fa57d07b140854eb9 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:16.156441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8b40-5c23-457f-9185-3a559715c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.182116 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.210727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4c8b40-5c23-457f-9185-3a559715c5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.221548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.258723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04c410a8-727e-42c6-9869-ff72fcd2c1e6 req-c29ff584-b773-47fa-8f64-209ef0f921d3 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 210 time: 0.4444788 May 06 12:42:16.295715 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] For port 9abe3e43-9e41-4991-bda3-94e345270819, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:16.302830 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] For port 9abe3e43-9e41-4991-bda3-94e345270819, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9abe3e43-9e41-4991-bda3-94e345270819,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:16.323191 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.360348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c8b40-5c23-457f-9185-3a559715c5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1590b11d-62d3-4d09-9568-e40d760174bf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:16.371299 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fa4c8b40-5c23-457f-9185-3a559715c5b4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1590b11d-62d3-4d09-9568-e40d760174bf HTTP/1.1" status: 204 len: 168 time: 2.3466041 May 06 12:42:16.380698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6443b3db-8b12-4915-8133-bf6b0cbb6d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.408493 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b60e8f1a-e5cd-4cb1-92c2-132989478073 req-3d25b7cf-6eb7-475c-902c-20b0d6006886 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.3259494 May 06 12:42:16.427897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:16.451026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37950) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:16.468877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-a7ea03da-a12d-4650-91a3-7ce3e92e88ce tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Unset dirty status for tenant:90c54b9622cb4e2fa57d07b140854eb9 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:16.470495 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-a7ea03da-a12d-4650-91a3-7ce3e92e88ce tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90c54b9622cb4e2fa57d07b140854eb9 HTTP/1.1" status: 200 len: 379 time: 0.4765887 May 06 12:42:16.485962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Request body: {'port': {'device_id': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'admin_state_up': True, 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'security_groups': ['4ae17120-52e7-4efe-9772-6909be0b4fe6']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:16.533156 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9f7f9-24ea-4e56-88ca-dc39833698d5 None None] Pushing event updated for resources: {'Port': ['ID=9abe3e43-9e41-4991-bda3-94e345270819,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:16.540924 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6443b3db-8b12-4915-8133-bf6b0cbb6d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.547338 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:16.548409 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:16.778187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Usage tracker for resource:port and tenant:a8a7e1a0f7af4653a739bbbfb3e89ef9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:16.831840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6443b3db-8b12-4915-8133-bf6b0cbb6d2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65d88d7f62ce41e9bc2fd629cc71cc1e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3530266 May 06 12:42:16.836005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37962) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:16.836693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37964) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:16.873827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:16.879121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Usage tracker for resource:port and tenant:90c54b9622cb4e2fa57d07b140854eb9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:16.883221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:16.902106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:16.908195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:16.918576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443b3db-8b12-4915-8133-bf6b0cbb6d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc72da3-71bc-4744-8989-af8ce0467775,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:16.940379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:17.005586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:17.010873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:17.035154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:17.064395 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:17.211213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:17.217077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Made reservation on behalf of 90c54b9622cb4e2fa57d07b140854eb9 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:17.220823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.303636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a8adce1-ca1e-44d9-b546-273ba331418c req-167f4dd7-442b-4724-9272-36af11d70bc8 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 210 time: 0.5176516 May 06 12:42:17.361241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::1 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2/c67909a6-bfee-45fe-b761-10b53b765f9b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:17.368919 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.426905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Made reservation on behalf of a8a7e1a0f7af4653a739bbbfb3e89ef9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:17.437316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.619254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-207137f8-bc57-4ce9-a54e-cc027f9087ec None None] Provisioning for port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:17.625082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-207137f8-bc57-4ce9-a54e-cc027f9087ec None None] Provisioning complete for port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:17.625735 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-207137f8-bc57-4ce9-a54e-cc027f9087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.628917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.691387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85be78c2-ead0-4ea1-a316-e0766232c2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.716528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:17.717620 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.734884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-207137f8-bc57-4ce9-a54e-cc027f9087ec None None] Port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:17.747313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:16Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:17.752189 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44e0076-facc-4390-8416-b7292eed68ba None None] The sync data for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 is: [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:16Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:17.798193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.823291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-e5f0c780-812c-4b1e-a537-dce34da7d469 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8801489 May 06 12:42:17.852624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Request body: {'port': {'device_id': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:17.862548 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-848184d9-1773-4e21-9ff8-fa6db4ca86cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0052774 May 06 12:42:17.898126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85be78c2-ead0-4ea1-a316-e0766232c2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.909004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object c67909a6-bfee-45fe-b761-10b53b765f9b will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:17.935218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Allocated IP 172.20.0.5 (04e73bea-3f96-4620-ada4-f22e22b8696d/9162e056-a6a0-449b-8624-e73edcffeab6/f67d9607-fcb2-4b75-b36e-06983cc1748e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:17.983163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2f6132cd-a271-4ff2-8098-10e2b0b4bd08 None None] Provisioning for port fdb2ac05-8171-4d73-881a-0c12088c204d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:18.023086 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.089228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f1d03-b75f-48e2-bddf-8473c907b1fe req-7aca3843-ce2c-46c9-bc8e-c6667f557e9f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:18.096924 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-006f1d03-b75f-48e2-bddf-8473c907b1fe req-7aca3843-ce2c-46c9-bc8e-c6667f557e9f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 1.1413109 May 06 12:42:18.115094 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85be78c2-ead0-4ea1-a316-e0766232c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.206489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9abe3e43-9e41-4991-bda3-94e345270819 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:18.227175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:18.359446 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:42:18.361785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9abe3e43-9e41-4991-bda3-94e345270819 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:18.376935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9abe3e43-9e41-4991-bda3-94e345270819 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:18.378474 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.427790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.451118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Transition to ACTIVE for port object f67d9607-fcb2-4b75-b36e-06983cc1748e will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:18.458257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.475729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:18.485928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:18.486523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.497771 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.535242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd146709-3b85-4048-a156-2b8e2a6fc2e1 req-e76c5458-e604-4359-aeeb-4177edef5d12 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:18.537140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd146709-3b85-4048-a156-2b8e2a6fc2e1 req-e76c5458-e604-4359-aeeb-4177edef5d12 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:18.540227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.552492 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85be78c2-ead0-4ea1-a316-e0766232c2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.557747 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-85be78c2-ead0-4ea1-a316-e0766232c2ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdc72da3-71bc-4744-8989-af8ce0467775 HTTP/1.1" status: 204 len: 168 time: 1.6984715 May 06 12:42:18.616024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1f54de-9c8f-40b3-8c64-cda57171fdf0']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:18.680321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-006f1d03-b75f-48e2-bddf-8473c907b1fe req-bc365e58-6d3f-4060-b7a1-e21f685ab457 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821295 May 06 12:42:18.692006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Allocated IP 172.20.0.6 (8e46fae1-ddad-41d6-8a91-05e3270accef/f903159e-36da-4ff2-86fd-19fd81947dd4/48d71d6b-eb7e-42b6-8d1e-aceabb1d547a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:18.693180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.721845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5868b3-7466-468a-9b96-c3bba4e291ed') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:18.722143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5868b3-7466-468a-9b96-c3bba4e291ed') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:18.742122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9abe3e43-9e41-4991-bda3-94e345270819, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9abe3e43-9e41-4991-bda3-94e345270819,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:18.748162 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.750198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fdb2ac05-8171-4d73-881a-0c12088c204d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:18.766011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd146709-3b85-4048-a156-2b8e2a6fc2e1 req-e76c5458-e604-4359-aeeb-4177edef5d12 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:18.771751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd146709-3b85-4048-a156-2b8e2a6fc2e1 req-e76c5458-e604-4359-aeeb-4177edef5d12 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 932 time: 1.1395719 May 06 12:42:18.823633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be78c2-ead0-4ea1-a316-e0766232c2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc72da3-71bc-4744-8989-af8ce0467775,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:18.919434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=c67909a6-bfee-45fe-b761-10b53b765f9b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:18.925358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.054326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port fdb2ac05-8171-4d73-881a-0c12088c204d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:19.063549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fdb2ac05-8171-4d73-881a-0c12088c204d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:19.064084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.102698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.130713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:19.131368 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.142859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9abe3e43-9e41-4991-bda3-94e345270819,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: timer() May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:19.190645 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:19.222413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Network 04e73bea-3f96-4620-ada4-f22e22b8696d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:19.246705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:19.248196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.275424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:19.299638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fa685d10-2d4d-4ae5-9f3b-abcfb5f47ad6 None None] Provisioning for port c67909a6-bfee-45fe-b761-10b53b765f9b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:19.311332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fa685d10-2d4d-4ae5-9f3b-abcfb5f47ad6 None None] Provisioning complete for port c67909a6-bfee-45fe-b761-10b53b765f9b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:19.311799 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fa685d10-2d4d-4ae5-9f3b-abcfb5f47ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.340616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port fdb2ac05-8171-4d73-881a-0c12088c204d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fdb2ac05-8171-4d73-881a-0c12088c204d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:19.350149 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.387691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.457751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=fdb2ac05-8171-4d73-881a-0c12088c204d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:19.495899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fa685d10-2d4d-4ae5-9f3b-abcfb5f47ad6 None None] Port c67909a6-bfee-45fe-b761-10b53b765f9b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:19.524293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:19.525019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.529098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Pushing event updated for resources: {'Port': ['ID=f67d9607-fcb2-4b75-b36e-06983cc1748e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:19.579563 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-114bd956-964c-423b-92d8-7b47ba6685aa tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1003776 May 06 12:42:19.595148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Request body: {'port': {'device_id': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:19.643359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd146709-3b85-4048-a156-2b8e2a6fc2e1 req-b0c08925-e5b0-4188-a6f9-db3af8d9d1f5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=961de971-8a17-495e-9f95-c28d87a2d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7378848 May 06 12:42:19.723623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c4a62b81-38d1-416a-9167-97710c2c9f4b None None] Provisioning for port f67d9607-fcb2-4b75-b36e-06983cc1748e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:19.730360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c4a62b81-38d1-416a-9167-97710c2c9f4b None None] Provisioning complete for port f67d9607-fcb2-4b75-b36e-06983cc1748e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:19.730832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c4a62b81-38d1-416a-9167-97710c2c9f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.750568 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.805134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.807951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c4a62b81-38d1-416a-9167-97710c2c9f4b None None] Port f67d9607-fcb2-4b75-b36e-06983cc1748e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:19.949095 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.995724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9abe3e43-9e41-4991-bda3-94e345270819 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:20.093059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9abe3e43-9e41-4991-bda3-94e345270819 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:20.093546 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.183186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1f54de-9c8f-40b3-8c64-cda57171fdf0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:20.232133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fdb2ac05-8171-4d73-881a-0c12088c204d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:20.243206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-62802794-1920-4765-a603-42c8114913e0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9b1f54de-9c8f-40b3-8c64-cda57171fdf0 HTTP/1.1" status: 204 len: 168 time: 3.7859707 May 06 12:42:20.315003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fdb2ac05-8171-4d73-881a-0c12088c204d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:20.315399 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.388477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda926d-5186-44c8-b703-3f4487f059d1 req-c1bfb452-9ed0-46c9-843f-ea02a253e1f3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:20.396128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cda926d-5186-44c8-b703-3f4487f059d1 req-c1bfb452-9ed0-46c9-843f-ea02a253e1f3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 944 time: 1.4092879 May 06 12:42:20.488364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-c6804063-61f5-4355-9c5e-378b81729c99 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97&tenant_id=90b8f81737544326a2c880ff026ca883 HTTP/1.1" status: 200 len: 1095 time: 0.9738860 May 06 12:42:20.508278 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.528813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:42:20.531725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:20.551255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.566161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.566980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.615852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cda926d-5186-44c8-b703-3f4487f059d1 req-25f5a923-754f-4636-817e-2d95e9df14e8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185943 May 06 12:42:20.703444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882ef5f-5666-4a90-91b7-482cc840d588 req-b8f6f159-b0c6-4cfa-8a9d-e322e025b55d tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:20.718104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b882ef5f-5666-4a90-91b7-482cc840d588 req-b8f6f159-b0c6-4cfa-8a9d-e322e025b55d tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 931 time: 0.6433094 May 06 12:42:20.733368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38008) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:20.738243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:42:20.838169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=c67909a6-bfee-45fe-b761-10b53b765f9b,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:20.904925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2b8b5a89-df95-4bee-865f-9b80f342e24d req-5d60bfac-4b46-4e9c-b767-de5800735869 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Synchronizing usage tracker for tenant:a8a7e1a0f7af4653a739bbbfb3e89ef9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:20.934232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.960440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.969871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:20.973023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:20.978242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:21.036878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.051549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b882ef5f-5666-4a90-91b7-482cc840d588 req-de148c37-c879-47fe-a0db-c1bbf03eed52 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ae17120-52e7-4efe-9772-6909be0b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296621 May 06 12:42:21.152913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67d9607-fcb2-4b75-b36e-06983cc1748e {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:21.173156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.179466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-18a6fa51-85be-4408-95db-87917e183b8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dfb7b1216854d71980f31fcdc438ad6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4405696 May 06 12:42:21.187574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2b8b5a89-df95-4bee-865f-9b80f342e24d req-5d60bfac-4b46-4e9c-b767-de5800735869 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Unset dirty status for tenant:a8a7e1a0f7af4653a739bbbfb3e89ef9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:21.189005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b8b5a89-df95-4bee-865f-9b80f342e24d req-5d60bfac-4b46-4e9c-b767-de5800735869 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 210 time: 0.4027667 May 06 12:42:21.192727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38014) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:21.206838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Transition to ACTIVE for port object 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:21.224545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Network 8e46fae1-ddad-41d6-8a91-05e3270accef is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:21.259335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Transition to ACTIVE for port object f67d9607-fcb2-4b75-b36e-06983cc1748e will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:21.268310 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.302134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:21.305026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.313287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Pushing event updated for resources: {'Port': ['ID=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:21.319371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:21.451121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Pushing event updated for resources: {'Port': ['ID=f67d9607-fcb2-4b75-b36e-06983cc1748e,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:21.489623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aed9c2ef-db4e-4c32-9799-c950287a3035 None None] Provisioning complete for port c67909a6-bfee-45fe-b761-10b53b765f9b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:21.490117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aed9c2ef-db4e-4c32-9799-c950287a3035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.664109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-aed9c2ef-db4e-4c32-9799-c950287a3035 None None] Port c67909a6-bfee-45fe-b761-10b53b765f9b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:21.802715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Pushing event updated for resources: {'Port': ['ID=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:21.994424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Attempting to bind port f67d9607-fcb2-4b75-b36e-06983cc1748e on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:21.995180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Attempting to bind port f67d9607-fcb2-4b75-b36e-06983cc1748e by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:21.995834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Attempting to bind port f67d9607-fcb2-4b75-b36e-06983cc1748e on network 04e73bea-3f96-4620-ada4-f22e22b8696d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:22.017992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Port f67d9607-fcb2-4b75-b36e-06983cc1748e on network 04e73bea-3f96-4620-ada4-f22e22b8696d not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:42:22.018731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Attempting to bind port f67d9607-fcb2-4b75-b36e-06983cc1748e on network 04e73bea-3f96-4620-ada4-f22e22b8696d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:22.045568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:22.045956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Checking segment: {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:22.047107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Bound using segment: {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:22.047446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Bound port: f67d9607-fcb2-4b75-b36e-06983cc1748e, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6823b028-e7e1-48c9-8d96-6747519b89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:22.047811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.066631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:22.067284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.143451 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fcd74b8f-77f2-4e1d-90e3-a02ce152ea0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.191915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8ff8383f-cbeb-4f35-ae83-2aa5a2fce5a3 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2885277 May 06 12:42:22.193159 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] For port f67d9607-fcb2-4b75-b36e-06983cc1748e, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:22.196916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] For port f67d9607-fcb2-4b75-b36e-06983cc1748e, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:22.202195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.262562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Request body: {'port': {'device_id': 'a9d73fba-6d1c-419c-9e41-7f2f9f4f712f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:22.266869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Router c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:42:22.339689 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fcd74b8f-77f2-4e1d-90e3-a02ce152ea0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.344163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.347373 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] 10.222.0.36 "PUT /v2.0/ports/f67d9607-fcb2-4b75-b36e-06983cc1748e HTTP/1.1" status: 200 len: 1091 time: 2.7567022 May 06 12:42:22.366816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bfb55-9942-492b-92bb-ec3b14e1f070 req-2d3646a9-319a-410e-9ebc-da5dc29da42d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:22.368721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a51bfb55-9942-492b-92bb-ec3b14e1f070 req-2d3646a9-319a-410e-9ebc-da5dc29da42d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 1.1606600 May 06 12:42:22.387630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:22.450690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:22.525455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2065ee-3752-4f4d-ab9a-49c9c3ac1eb3 req-a4583827-a941-41b4-b7bf-e6b2f7121ea9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:22.526688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da2065ee-3752-4f4d-ab9a-49c9c3ac1eb3 req-a4583827-a941-41b4-b7bf-e6b2f7121ea9 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 944 time: 0.6827393 May 06 12:42:22.557657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:42:22.572190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Attempting to bind port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:22.572190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Attempting to bind port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:22.572190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Attempting to bind port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:22.607215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.629747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:22.638516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae6103-1fd6-49e1-9134-f822f66b496d service neutron] Pushing event updated for resources: {'Port': ['ID=f67d9607-fcb2-4b75-b36e-06983cc1748e,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:22.696020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:42:22.696020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Attempting to bind port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:22.702291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a51bfb55-9942-492b-92bb-ec3b14e1f070 req-62a1f7d9-fc1c-4a96-8277-2a52cc1263ce tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053277 May 06 12:42:22.709440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fcd74b8f-77f2-4e1d-90e3-a02ce152ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.903870 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-d7328fb2-47bc-40bc-b6d4-fc452eb8db65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90c54b9622cb4e2fa57d07b140854eb9&device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 1094 time: 0.4456043 May 06 12:42:22.975697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd74b8f-77f2-4e1d-90e3-a02ce152ea0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b512c2-bbc7-4580-b404-f577827dc48d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:22.988187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e5b571-9e05-481f-8b9b-dc1791c105a0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:22.991462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:22.991797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Checking segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:22.992235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Bound using segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:22.992653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Bound port: 2eb3d6f2-1ae6-4176-8823-66917a57cfe7, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:22.993078 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.005476 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-a86196c6-9c53-473a-9136-b82dda3dba8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e HTTP/1.1" status: 200 len: 217 time: 0.0940211 May 06 12:42:23.020850 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.046075 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fcd74b8f-77f2-4e1d-90e3-a02ce152ea0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.047602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fcd74b8f-77f2-4e1d-90e3-a02ce152ea0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13b512c2-bbc7-4580-b404-f577827dc48d HTTP/1.1" status: 204 len: 168 time: 1.8369105 May 06 12:42:23.058564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da2065ee-3752-4f4d-ab9a-49c9c3ac1eb3 req-5312ac59-27d7-4d81-aa9f-c3b125f4e907 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=961de971-8a17-495e-9f95-c28d87a2d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5025082 May 06 12:42:23.059748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Transition to ACTIVE for port object 78e5b571-9e05-481f-8b9b-dc1791c105a0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:23.106885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.155046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:23.174829 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5acadfbf-3e5f-4541-a0da-28794621f0df tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "PUT /v2.0/routers/c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4681542 May 06 12:42:23.175131 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Sync routers for ids ['c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:23.176340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38030) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:23.231320 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Routers {'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:23.231885 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:23.268930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-dc6a6b38-ff0f-450b-bab4-63bf2aef0b94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:23.276785 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-dc6a6b38-ff0f-450b-bab4-63bf2aef0b94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9162e056-a6a0-449b-8624-e73edcffeab6 HTTP/1.1" status: 200 len: 851 time: 0.2649512 May 06 12:42:23.414293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e6bb2-0d31-41cc-85ee-684abd417cca tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:23.415643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-541e6bb2-0d31-41cc-85ee-684abd417cca tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:23.506245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-541e6bb2-0d31-41cc-85ee-684abd417cca tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:23.514579 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-541e6bb2-0d31-41cc-85ee-684abd417cca tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports/c67909a6-bfee-45fe-b761-10b53b765f9b HTTP/1.1" status: 200 len: 911 time: 0.3371229 May 06 12:42:23.520974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38036) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:23.603812 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-a4e15776-f253-49f1-8269-86bca2b2de29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04e73bea-3f96-4620-ada4-f22e22b8696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3175006 May 06 12:42:23.636027 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Set router c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:23.655693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] For port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:23.697792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=9']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:23.710035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] No DVR routers for this DVR port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:23.752977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] For port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:23.782515 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.847447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f455fb57-3ec0-4199-8dcc-4d08cec049d3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:23.851818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f455fb57-3ec0-4199-8dcc-4d08cec049d3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:23.853915 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f455fb57-3ec0-4199-8dcc-4d08cec049d3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3304896 May 06 12:42:23.863587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38044) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:23.867324 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-99631202-8e36-482c-bb08-6fe435098351 service neutron] 10.222.0.36 "GET /v2.0/networks/04e73bea-3f96-4620-ada4-f22e22b8696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558565 May 06 12:42:23.893459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Pushing event updated for resources: {'Port': ['ID=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:23.989925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Attempting to bind port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:23.990246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Attempting to bind port 78e5b571-9e05-481f-8b9b-dc1791c105a0 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:23.990573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Attempting to bind port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on network b5d92ee2-072f-4886-8b03-76af2538b46f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:24.080757 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.081739 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501', 'name': 'tempest-NetworksTestDHCPv6-router-1716573372', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:13Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 2, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'gw_port_host': None, '_interfaces': [{'id': 'c67909a6-bfee-45fe-b761-10b53b765f9b', 'name': '', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'mac_address': 'fa:16:3e:c2:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:16Z', 'updated_at': '2022-05-06T12:42:19Z', 'revision_number': 2, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'subnets': [{'id': 'dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:24.083831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-db1bee73-d307-4bfb-9ddc-8f412453046c service neutron] 10.222.0.36 "PUT /v2.0/ports/2eb3d6f2-1ae6-4176-8823-66917a57cfe7 HTTP/1.1" status: 200 len: 1092 time: 6.2402894 May 06 12:42:24.092241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'tag': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:24.096672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Checking router: c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:42:24.097590 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Updating router c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 port c67909a6-bfee-45fe-b761-10b53b765f9b binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:42:24.126399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on network b5d92ee2-072f-4886-8b03-76af2538b46f not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:42:24.127685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Attempting to bind port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on network b5d92ee2-072f-4886-8b03-76af2538b46f {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:24.141407 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e003093-3e0a-4417-b603-ccf20a17ab51 req-5c0248d1-af94-433d-a0ad-85ed946985e1 service neutron] 10.222.0.36 "GET /v2.0/networks/04e73bea-3f96-4620-ada4-f22e22b8696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650828 May 06 12:42:24.183748 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.197700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a8092-8bcb-4685-8508-36fad26ca521 req-9e58b1e0-f409-41c3-9d77-a20f4491096e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:24.199647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d8a8092-8bcb-4685-8508-36fad26ca521 req-9e58b1e0-f409-41c3-9d77-a20f4491096e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 944 time: 0.7301216 May 06 12:42:24.233099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:24.233461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Checking segment: {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:24.233800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Bound using segment: {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:24.234246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Bound port: 78e5b571-9e05-481f-8b9b-dc1791c105a0, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ade544b-7aa7-4072-8fed-492850de666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:24.234620 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.249777 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:42:24.379738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc46d8-41a5-4c51-a0c2-f2b24037dbe4 req-03033228-174b-4665-b6c1-3d86dc715b7c tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:24.381343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcbc46d8-41a5-4c51-a0c2-f2b24037dbe4 req-03033228-174b-4665-b6c1-3d86dc715b7c tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 943 time: 0.7523937 May 06 12:42:24.487995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:24.509095 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.578142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d8a8092-8bcb-4685-8508-36fad26ca521 req-7000afd9-7295-4b88-b3b5-03089b3c2b04 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548865 May 06 12:42:24.582623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Transition to ACTIVE for port object 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:24.595814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:24.602125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcbc46d8-41a5-4c51-a0c2-f2b24037dbe4 req-fa092b94-3219-4af7-b61b-e9d70b2d6a6e tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ae17120-52e7-4efe-9772-6909be0b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772752 May 06 12:42:24.605843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:24.607154 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.662639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-3a630151-2d5a-4420-9ac9-3b17a541cab3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 1095 time: 0.5106943 May 06 12:42:24.663607 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.684346 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.699760 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Transition to ACTIVE for port object c67909a6-bfee-45fe-b761-10b53b765f9b will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:24.710710 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.815909 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0774cdc8-ac8d-448b-9bd5-981f772a67a9'] response: {'name': 'network-changed', 'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'status': 'completed', 'code': 200} May 06 12:42:24.821249 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Pushing event updated for resources: {'Port': ['ID=c67909a6-bfee-45fe-b761-10b53b765f9b,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:24.995736 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2539865e-3197-4f37-8a27-95a3d9c8b2cf req-46aa9274-1922-4546-9645-c58fbb755ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90c54b9622cb4e2fa57d07b140854eb9&device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 1094 time: 0.1458275 May 06 12:42:25.037742 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.038050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.038410 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.038692 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.041701 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.043870 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.043870 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.047408 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.049327 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.049327 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.050583 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:25.141667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38068) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:25.167555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-1ce0180b-2661-429c-a225-4ec79adc3e41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eb3d6f2-1ae6-4176-8823-66917a57cfe7 HTTP/1.1" status: 200 len: 217 time: 0.4769783 May 06 12:42:25.192366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f67d9607-fcb2-4b75-b36e-06983cc1748e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:42:25.196109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.197633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] 10.222.0.48 "PUT /v2.0/ports/78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 1092 time: 4.6733453 May 06 12:42:25.219454 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Attempting to bind port c67909a6-bfee-45fe-b761-10b53b765f9b on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:25.220058 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Attempting to bind port c67909a6-bfee-45fe-b761-10b53b765f9b by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:25.220302 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Attempting to bind port c67909a6-bfee-45fe-b761-10b53b765f9b on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:25.232806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539865e-3197-4f37-8a27-95a3d9c8b2cf req-256bb6ea-5ed3-44bb-b818-44cbef3968f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:25.234920 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2539865e-3197-4f37-8a27-95a3d9c8b2cf req-256bb6ea-5ed3-44bb-b818-44cbef3968f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04e73bea-3f96-4620-ada4-f22e22b8696d HTTP/1.1" status: 200 len: 913 time: 0.2318938 May 06 12:42:25.239013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Pushing event updated for resources: {'Port': ['ID=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:25.240424 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:25.240962 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:25.241375 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.241909 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:25.242400 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Bound port: c67909a6-bfee-45fe-b761-10b53b765f9b, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:25.242786 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.429903 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2539865e-3197-4f37-8a27-95a3d9c8b2cf req-63b702b6-2f6d-4b68-8d1a-3c8342a8d7f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e HTTP/1.1" status: 200 len: 217 time: 0.1852665 May 06 12:42:25.469313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] For port c67909a6-bfee-45fe-b761-10b53b765f9b, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:25.475889 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] For port c67909a6-bfee-45fe-b761-10b53b765f9b, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c67909a6-bfee-45fe-b761-10b53b765f9b,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:25.484655 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.516366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539865e-3197-4f37-8a27-95a3d9c8b2cf req-7ccda2b9-db25-4770-ad82-6cb3149049eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:25.518343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2539865e-3197-4f37-8a27-95a3d9c8b2cf req-7ccda2b9-db25-4770-ad82-6cb3149049eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9162e056-a6a0-449b-8624-e73edcffeab6 HTTP/1.1" status: 200 len: 851 time: 0.0802233 May 06 12:42:25.525364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f67d9607-fcb2-4b75-b36e-06983cc1748e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:25.561227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'port_id': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'mac_address': 'fa:16:3e:71:b7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:42:25.585946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-032f64bc-7705-4371-93bd-370c4281b853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:25.587613 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-032f64bc-7705-4371-93bd-370c4281b853 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.3497527 May 06 12:42:25.641656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-591640897-network', 'tenant_id': '425915a4d94e4cc0b545cde47e4bfc6d'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:25.647751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:25.657450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9477474-e6ca-444b-aae0-e958f3a52981 service neutron] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:25.661326 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Routers {'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:25.661878 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:25.664107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Usage tracker for resource:network and tenant:425915a4d94e4cc0b545cde47e4bfc6d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:25.672356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:25.686446 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2539865e-3197-4f37-8a27-95a3d9c8b2cf req-931f2908-3c32-4dc6-89eb-5224b5a71844 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04e73bea-3f96-4620-ada4-f22e22b8696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616001 May 06 12:42:25.707379 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.724425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:25.754182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67d9607-fcb2-4b75-b36e-06983cc1748e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:25.793634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f67d9607-fcb2-4b75-b36e-06983cc1748e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:25.796121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bc633-9e7f-4dac-8522-674232321db1 req-d25b91f6-fe53-493e-98c1-dd23b6c8a574 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:25.812497 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.819302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c5bc633-9e7f-4dac-8522-674232321db1 req-d25b91f6-fe53-493e-98c1-dd23b6c8a574 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 943 time: 0.8094180 May 06 12:42:25.885750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Made reservation on behalf of 425915a4d94e4cc0b545cde47e4bfc6d for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:25.892372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.894152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-bbbe4e0d-ecf3-49d5-840f-32c76ae4a8f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1096 time: 0.6482742 May 06 12:42:25.920576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89354e-91f9-418f-8cfa-a1debfe829cf req-14ad28b3-ab8d-4e46-b0ca-ed24f675d345 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:25.923870 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.932457 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea27a9b-22c3-4e27-8859-08ea24d507a4 None None] Pushing event updated for resources: {'Port': ['ID=c67909a6-bfee-45fe-b761-10b53b765f9b,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:25.933219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f89354e-91f9-418f-8cfa-a1debfe829cf req-14ad28b3-ab8d-4e46-b0ca-ed24f675d345 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.8424201 May 06 12:42:25.939717 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2539865e-3197-4f37-8a27-95a3d9c8b2cf req-ef1d3340-8d4d-4a8c-a190-d38acd63146c service neutron] 10.222.0.36 "GET /v2.0/networks/04e73bea-3f96-4620-ada4-f22e22b8696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450407 May 06 12:42:25.961481 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] Set router c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:26.031564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Attempting to bind port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:26.032094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Attempting to bind port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'e95dd8a8-8fc5-485e-9c8d-765a347b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8e46fae1-ddad-41d6-8a91-05e3270accef'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:26.032600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Attempting to bind port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a on network 8e46fae1-ddad-41d6-8a91-05e3270accef {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:26.057157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f67d9607-fcb2-4b75-b36e-06983cc1748e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:26.069022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:26.071795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['f67d9607-fcb2-4b75-b36e-06983cc1748e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:26.077786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Usage tracker for resource:security_group_rule and tenant:425915a4d94e4cc0b545cde47e4bfc6d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:26.083994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:26.092609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:26.160300 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2539865e-3197-4f37-8a27-95a3d9c8b2cf req-daa421c2-0361-4cf3-ac1e-642527efa1bc service neutron] 10.222.0.36 "GET /v2.0/networks/04e73bea-3f96-4620-ada4-f22e22b8696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124171 May 06 12:42:26.234677 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.240265 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.257831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a on network 8e46fae1-ddad-41d6-8a91-05e3270accef not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:42:26.258347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Attempting to bind port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a on network 8e46fae1-ddad-41d6-8a91-05e3270accef {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:26.280685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:26.294157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fc7ce8-49a6-44e4-813e-0bebbadd7ee8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:26.302949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.303560 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Added segment f246c586-cd87-4359-97cf-b806cbeea4db of type vlan for network db4f0478-b797-4837-b13a-3bfd153e17c7 May 06 12:42:26.315442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-1a58539d-c994-4535-9303-c19f3df8c21d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:26.319436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-1a58539d-c994-4535-9303-c19f3df8c21d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 915 time: 0.3645952 May 06 12:42:26.365151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.392378 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501', 'name': 'tempest-NetworksTestDHCPv6-router-1716573372', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:13Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 2, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'gw_port_host': None, '_interfaces': [{'id': 'c67909a6-bfee-45fe-b761-10b53b765f9b', 'name': '', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'mac_address': 'fa:16:3e:c2:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:16Z', 'updated_at': '2022-05-06T12:42:25Z', 'revision_number': 4, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'subnets': [{'id': 'dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:26.402529 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd05aa-3526-4b7a-a243-569f3f9b36be None None] The sync data for ids ['c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'] in n-d-840847-1 is: [{'id': 'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501', 'name': 'tempest-NetworksTestDHCPv6-router-1716573372', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:13Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 2, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'gw_port_host': None, '_interfaces': [{'id': 'c67909a6-bfee-45fe-b761-10b53b765f9b', 'name': '', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'mac_address': 'fa:16:3e:c2:37:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:16Z', 'updated_at': '2022-05-06T12:42:25Z', 'revision_number': 4, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'subnets': [{'id': 'dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:26.460006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.460879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:26.461462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.502183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-db7949e8-a61e-4411-96df-68af7567c402 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 217 time: 0.1258986 May 06 12:42:26.510427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:26.511182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Checking segment: {'id': 'e95dd8a8-8fc5-485e-9c8d-765a347b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8e46fae1-ddad-41d6-8a91-05e3270accef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:26.512067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Bound using segment: {'id': 'e95dd8a8-8fc5-485e-9c8d-765a347b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8e46fae1-ddad-41d6-8a91-05e3270accef'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:26.512752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Bound port: 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95dd8a8-8fc5-485e-9c8d-765a347b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8e46fae1-ddad-41d6-8a91-05e3270accef'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:26.513372 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.574264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f89354e-91f9-418f-8cfa-a1debfe829cf req-4700cc14-bdd1-4757-9ec1-4956a7898973 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285560 May 06 12:42:26.586853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] Pushing event updated for resources: {'Network': ['ID=db4f0478-b797-4837-b13a-3bfd153e17c7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:26.602623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2db4545d-dc7c-40bd-9622-3169d90aa4ab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4582279 May 06 12:42:26.605599 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c5bc633-9e7f-4dac-8522-674232321db1 req-e484340e-9525-4ed9-ae9b-db943b0731e2 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7659769 May 06 12:42:26.611821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network db4f0478-b797-4837-b13a-3bfd153e17c7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:26.737583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-c658067d-1895-4feb-afd3-a996133eaaf7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1258674 May 06 12:42:26.825315 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feed61f4-ebee-4dfe-aca6-642d62c7d5d9'] response: {'name': 'network-changed', 'server_uuid': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'tag': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7', 'status': 'completed', 'code': 200} May 06 12:42:26.841002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-b894de7f-d22d-4e74-a5b6-83cf314d02ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:26.850742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-b894de7f-d22d-4e74-a5b6-83cf314d02ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.3222806 May 06 12:42:27.096360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-9f8ac263-f315-439a-a0e2-17883b5bce89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2287383 May 06 12:42:27.215320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f67d9607-fcb2-4b75-b36e-06983cc1748e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:27.353101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port f67d9607-fcb2-4b75-b36e-06983cc1748e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:27.363831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port f67d9607-fcb2-4b75-b36e-06983cc1748e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:27.364869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.433961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] For port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:27.507677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] For port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,segment=NetworkSegment(e95dd8a8-8fc5-485e-9c8d-765a347b64de),segment_id=e95dd8a8-8fc5-485e-9c8d-765a347b64de)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:27.564663 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.612324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-79a0fc6d-547d-4cb0-b6a1-2c650ac0a7e8 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535169 May 06 12:42:27.618731 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.653964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:27.666838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f67d9607-fcb2-4b75-b36e-06983cc1748e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:27.673248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.696738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-75a974df-43e7-415e-9f36-f7f204b6f236 service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834820 May 06 12:42:27.751394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f67d9607-fcb2-4b75-b36e-06983cc1748e,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:27.762122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002acc91-a287-4d8f-96e2-243c69a8cb78 req-95c8ca8f-bb39-497a-b6fd-4ae515534ff8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:27.765032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-002acc91-a287-4d8f-96e2-243c69a8cb78 req-95c8ca8f-bb39-497a-b6fd-4ae515534ff8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 944 time: 0.9066734 May 06 12:42:27.795344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.797062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] 10.222.0.36 "PUT /v2.0/ports/48d71d6b-eb7e-42b6-8d1e-aceabb1d547a HTTP/1.1" status: 200 len: 1091 time: 5.5843706 May 06 12:42:27.966896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c67909a6-bfee-45fe-b761-10b53b765f9b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:27.970578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd8ddd-c418-4ebd-889a-d3992143aae1 service neutron] Pushing event updated for resources: {'Port': ['ID=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:28.089003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67ea02b1-318a-48f0-9e1f-0a16c810f79f req-4ec5bd4d-6086-43d2-96e4-a50351cdcab1 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560125 May 06 12:42:28.101479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-002acc91-a287-4d8f-96e2-243c69a8cb78 req-b812caad-90d0-4165-9d95-782d111f39cb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=961de971-8a17-495e-9f95-c28d87a2d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032606 May 06 12:42:28.107589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9965ab-ef87-4c25-9999-62373db17137 req-7b06b0cf-8a18-4843-93a0-3631b5e277aa tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:28.109296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c67909a6-bfee-45fe-b761-10b53b765f9b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:28.115208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a9965ab-ef87-4c25-9999-62373db17137 req-7b06b0cf-8a18-4843-93a0-3631b5e277aa tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 945 time: 0.6625075 May 06 12:42:28.124875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c67909a6-bfee-45fe-b761-10b53b765f9b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:28.125211 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.224982 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-b161c594-cb09-46e8-9b76-3710befe4f8f service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511633 May 06 12:42:28.289068 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.349910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-d825d4b4-1290-4790-8e75-7f128c9583e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8a7e1a0f7af4653a739bbbfb3e89ef9&device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 1094 time: 0.5050941 May 06 12:42:28.379842 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.477946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a9965ab-ef87-4c25-9999-62373db17137 req-27d1d075-b231-444e-9af0-962b35f577c8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617611 May 06 12:42:28.479850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c67909a6-bfee-45fe-b761-10b53b765f9b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c67909a6-bfee-45fe-b761-10b53b765f9b,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:28.488576 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.617126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-070e70db-b7b8-4ef6-8feb-498acac17a0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a HTTP/1.1" status: 200 len: 217 time: 0.1529038 May 06 12:42:28.655265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c67909a6-bfee-45fe-b761-10b53b765f9b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:28.712048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b4a6079-1f12-4a31-8a42-17542fd657f3 req-2fb2864d-5e76-4572-b9ce-27a9a6145294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 1095 time: 0.5325818 May 06 12:42:28.756374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-f7cb0a1b-b212-4388-a4b9-0371f38b81e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:28.757814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-f7cb0a1b-b212-4388-a4b9-0371f38b81e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f903159e-36da-4ff2-86fd-19fd81947dd4 HTTP/1.1" status: 200 len: 852 time: 0.1298890 May 06 12:42:28.857060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77553661-b84b-47da-af69-16fbd8a72f3e req-f18bb210-48d7-4dbb-996b-566324d8cb3a tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:28.858674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77553661-b84b-47da-af69-16fbd8a72f3e req-f18bb210-48d7-4dbb-996b-566324d8cb3a tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 945 time: 0.5198362 May 06 12:42:28.859097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0'}, {'name': 'network-changed', 'server_uuid': 'a9d73fba-6d1c-419c-9e41-7f2f9f4f712f', 'tag': '48d71d6b-eb7e-42b6-8d1e-aceabb1d547a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:28.909503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-c461b952-ca51-445d-aed9-31b0007f8387 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e46fae1-ddad-41d6-8a91-05e3270accef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938931 May 06 12:42:29.206880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:42:29.330847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6079-1f12-4a31-8a42-17542fd657f3 req-d13a16a1-aa98-489f-8a03-30df0457b997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.332242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b4a6079-1f12-4a31-8a42-17542fd657f3 req-d13a16a1-aa98-489f-8a03-30df0457b997 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 0.6134531 May 06 12:42:29.455257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77553661-b84b-47da-af69-16fbd8a72f3e req-a68bbbf7-7fe4-425b-856c-5c71dfa221be tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ae17120-52e7-4efe-9772-6909be0b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5705762 May 06 12:42:29.463257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:29.489070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'port_id': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7', 'mac_address': 'fa:16:3e:15:34:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:42:29.558244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-b022e997-0a15-4f55-9680-c3c743ee84ad service neutron] 10.222.0.36 "GET /v2.0/networks/8e46fae1-ddad-41d6-8a91-05e3270accef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259608 May 06 12:42:29.563668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f82f80-13a1-404d-b7e0-ed7d9bdc3472 req-f15934f5-75ba-47b3-a53a-4c286f23a682 tempest-ComputeTenantNetworksTest-1366371469 tempest-ComputeTenantNetworksTest-1366371469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.569167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f82f80-13a1-404d-b7e0-ed7d9bdc3472 req-f15934f5-75ba-47b3-a53a-4c286f23a682 tempest-ComputeTenantNetworksTest-1366371469 tempest-ComputeTenantNetworksTest-1366371469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.574272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f82f80-13a1-404d-b7e0-ed7d9bdc3472 req-f15934f5-75ba-47b3-a53a-4c286f23a682 tempest-ComputeTenantNetworksTest-1366371469 tempest-ComputeTenantNetworksTest-1366371469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.576184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2f82f80-13a1-404d-b7e0-ed7d9bdc3472 req-f15934f5-75ba-47b3-a53a-4c286f23a682 tempest-ComputeTenantNetworksTest-1366371469 tempest-ComputeTenantNetworksTest-1366371469-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7049656 May 06 12:42:29.637015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.704002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b4a6079-1f12-4a31-8a42-17542fd657f3 req-cbe97d25-0208-4915-b721-1da60938a656 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eb3d6f2-1ae6-4176-8823-66917a57cfe7 HTTP/1.1" status: 200 len: 217 time: 0.3362579 May 06 12:42:29.705586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:29.747425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:29.762280 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.796943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6079-1f12-4a31-8a42-17542fd657f3 req-143c3f96-1419-4553-aa5d-1372e2bf6e32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.798627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b4a6079-1f12-4a31-8a42-17542fd657f3 req-143c3f96-1419-4553-aa5d-1372e2bf6e32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.0723491 May 06 12:42:30.004227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c67909a6-bfee-45fe-b761-10b53b765f9b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:30.141575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['2eb3d6f2-1ae6-4176-8823-66917a57cfe7'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:30.164049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port c67909a6-bfee-45fe-b761-10b53b765f9b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:30.164392 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.468541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:30.479618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] For port c67909a6-bfee-45fe-b761-10b53b765f9b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c67909a6-bfee-45fe-b761-10b53b765f9b,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:30.480220 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.505771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b71826c3-3d8d-480a-8fca-7609606a77fe req-515ad5be-2a93-4ae9-a5c8-4ae2ecc8046c service neutron] 10.222.0.36 "GET /v2.0/networks/8e46fae1-ddad-41d6-8a91-05e3270accef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284844 May 06 12:42:30.579859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.580507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.580967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.581710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.582281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.582684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.589419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.590119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.590735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.591312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.591838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:30.611879 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d17ae1-e53f-438c-8c65-cdd94daf5443'] response: {'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'code': 200} May 06 12:42:30.706529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c67909a6-bfee-45fe-b761-10b53b765f9b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:30.708161 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.755220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for c67909a6-bfee-45fe-b761-10b53b765f9b owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:30.987356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525f64c-235e-4645-9029-6d85ce02a75b req-fdc4a925-881c-4649-ac38-47941ea83f98 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:30.994893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5525f64c-235e-4645-9029-6d85ce02a75b req-fdc4a925-881c-4649-ac38-47941ea83f98 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.9782903 May 06 12:42:31.047148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b4a6079-1f12-4a31-8a42-17542fd657f3 req-f58aad60-7bb2-493c-a4fc-77076868ec5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2286429 May 06 12:42:31.573545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3141bfc6-6e95-4120-b534-f6c3f6e2043e req-a58b9961-d6a1-4ef3-9e1f-5abdaf014654 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 1096 time: 0.8357761 May 06 12:42:31.616862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5525f64c-235e-4645-9029-6d85ce02a75b req-1df3d969-ddb4-4e67-826c-9a4570121760 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208434 May 06 12:42:31.679724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8708704-e7eb-4a69-a0b5-f4f8d237755a req-59579dd5-12df-40e3-8f15-f5b7439ac396 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:31.692569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8708704-e7eb-4a69-a0b5-f4f8d237755a req-59579dd5-12df-40e3-8f15-f5b7439ac396 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 943 time: 0.6944151 May 06 12:42:31.801802 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b4a6079-1f12-4a31-8a42-17542fd657f3 req-b049f8ff-1530-4c19-b30c-4338cc17aca7 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201216 May 06 12:42:31.810367 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c47f54a-e062-4407-a604-0b3f95cc0976'] response: {'name': 'network-changed', 'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'status': 'completed', 'code': 200} May 06 12:42:31.810813 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c47f54a-e062-4407-a604-0b3f95cc0976'] response: {'name': 'network-changed', 'server_uuid': 'a9d73fba-6d1c-419c-9e41-7f2f9f4f712f', 'tag': '48d71d6b-eb7e-42b6-8d1e-aceabb1d547a', 'status': 'completed', 'code': 200} May 06 12:42:32.212850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8708704-e7eb-4a69-a0b5-f4f8d237755a req-8c594d64-cc2a-421a-8e36-d03256dbb411 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187106 May 06 12:42:32.221413 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3141bfc6-6e95-4120-b534-f6c3f6e2043e req-5da23d97-b46a-4790-b19f-60ab8a91e300 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ae17120-52e7-4efe-9772-6909be0b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6372218 May 06 12:42:32.332565 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.389467 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-5cb9a802-ca9d-4730-a1a4-8edf8bfb1f97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8a7e1a0f7af4653a739bbbfb3e89ef9&device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 1094 time: 0.5556791 May 06 12:42:32.505825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=c67909a6-bfee-45fe-b761-10b53b765f9b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:32.790498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-970bf915-4792-4f9d-9080-6f32957d1d40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:32.793135 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-970bf915-4792-4f9d-9080-6f32957d1d40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e46fae1-ddad-41d6-8a91-05e3270accef HTTP/1.1" status: 200 len: 913 time: 0.3693385 May 06 12:42:32.978042 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-3726277a-be91-4341-b18f-431452a775e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a HTTP/1.1" status: 200 len: 217 time: 0.1699281 May 06 12:42:33.073956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b4a6079-1f12-4a31-8a42-17542fd657f3 req-3b6778bb-93d4-4c86-a4ca-91b839bf6622 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2445683 May 06 12:42:33.113411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7a489-d7fe-4a96-91c5-9ac3a6892b6c req-50b6ba34-89fc-4396-a4da-a9d19f0452ef tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:33.115954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14a7a489-d7fe-4a96-91c5-9ac3a6892b6c req-50b6ba34-89fc-4396-a4da-a9d19f0452ef tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 945 time: 0.9199970 May 06 12:42:33.128389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-2e80b624-8cdc-490a-bc81-14bb8f64914f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:33.130129 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-2e80b624-8cdc-490a-bc81-14bb8f64914f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f903159e-36da-4ff2-86fd-19fd81947dd4 HTTP/1.1" status: 200 len: 852 time: 0.1453834 May 06 12:42:33.155104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217b68d-e370-4d63-8f70-ebca633feddf req-d2887c02-61b1-4377-a112-bbb07e6b955a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:33.156974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b217b68d-e370-4d63-8f70-ebca633feddf req-d2887c02-61b1-4377-a112-bbb07e6b955a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 945 time: 0.6643581 May 06 12:42:33.183528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.184264 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-f51d07bf-98b7-4737-80b1-329148679b03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e46fae1-ddad-41d6-8a91-05e3270accef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451181 May 06 12:42:33.237161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:42:33.241794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:33.298146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14a7a489-d7fe-4a96-91c5-9ac3a6892b6c req-a6c01518-315c-4aa5-91fc-b987f841c736 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=961de971-8a17-495e-9f95-c28d87a2d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747463 May 06 12:42:33.394184 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-072ac1e6-8426-42e1-be8d-1498332476f1 service neutron] 10.222.0.36 "GET /v2.0/networks/8e46fae1-ddad-41d6-8a91-05e3270accef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003438 May 06 12:42:33.526807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:33.544155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:33.544970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.608277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b217b68d-e370-4d63-8f70-ebca633feddf req-4cbb3444-bc26-4f36-847f-643dd2487a17 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449840 May 06 12:42:33.633156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,segment=NetworkSegment(e95dd8a8-8fc5-485e-9c8d-765a347b64de),segment_id=e95dd8a8-8fc5-485e-9c8d-765a347b64de)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:33.658421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '48d71d6b-eb7e-42b6-8d1e-aceabb1d547a', 'network_id': '8e46fae1-ddad-41d6-8a91-05e3270accef', 'port_id': '48d71d6b-eb7e-42b6-8d1e-aceabb1d547a', 'mac_address': 'fa:16:3e:b5:73:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f903159e-36da-4ff2-86fd-19fd81947dd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:42:33.666489 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-2bf4f065-3278-4b09-b20a-d1c2c62e8e6d service neutron] 10.222.0.36 "GET /v2.0/networks/8e46fae1-ddad-41d6-8a91-05e3270accef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617624 May 06 12:42:33.702485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430051fb-5be9-4932-a8fd-1fe0d4474a3b req-cc305724-dc75-494d-a1e6-0c9e3129e14d tempest-ComputeTenantNetworksTest-1366371469 tempest-ComputeTenantNetworksTest-1366371469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:33.703818 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-430051fb-5be9-4932-a8fd-1fe0d4474a3b req-cc305724-dc75-494d-a1e6-0c9e3129e14d tempest-ComputeTenantNetworksTest-1366371469 tempest-ComputeTenantNetworksTest-1366371469-project] 10.222.0.44 "GET /v2.0/networks/db4f0478-b797-4837-b13a-3bfd153e17c7 HTTP/1.1" status: 200 len: 768 time: 0.2931333 May 06 12:42:33.712454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:33.796756 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.836562 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.863363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:33.877848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:33.883872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:33.897681 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.973409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,segment=NetworkSegment(e95dd8a8-8fc5-485e-9c8d-765a347b64de),segment_id=e95dd8a8-8fc5-485e-9c8d-765a347b64de)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:34.013333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.053630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:34.068416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.160075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:34.261704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['48d71d6b-eb7e-42b6-8d1e-aceabb1d547a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:34.331342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.402765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4f0478-b797-4837-b13a-3bfd153e17c7']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:34.421638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f246c586-cd87-4359-97cf-b806cbeea4db') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:34.422063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f246c586-cd87-4359-97cf-b806cbeea4db') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:34.442133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.468091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.475429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:34.476313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: timer() May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:34.523330 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:34.716048 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.743511 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.774340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] Pushing event deleted for resources: {'Network': ['ID=db4f0478-b797-4837-b13a-3bfd153e17c7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:34.782212 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-65159a8e-485d-42a5-a103-8d1eb581d41d admin admin] 10.222.0.44 "DELETE /v2.0/networks/db4f0478-b797-4837-b13a-3bfd153e17c7 HTTP/1.1" status: 204 len: 168 time: 1.0645502 May 06 12:42:35.024659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-ed323c33-12cf-4c04-b322-fad29e34c598 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1096 time: 0.9399414 May 06 12:42:35.052428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38146) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:35.066683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Router c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:35.084642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e08de-e56f-4b60-b513-286b57bcde3f req-a87ca904-843d-46a2-8768-d3da97b09901 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:35.096848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-996e08de-e56f-4b60-b513-286b57bcde3f req-a87ca904-843d-46a2-8768-d3da97b09901 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 945 time: 1.0087941 May 06 12:42:35.132755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7b924-0af3-4c2a-bfdd-2d39acd5ba6a req-c83dd599-9670-45b9-b3d9-a7567b5d6279 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:35.135307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58c7b924-0af3-4c2a-bfdd-2d39acd5ba6a req-c83dd599-9670-45b9-b3d9-a7567b5d6279 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.7846360 May 06 12:42:35.237080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-97e88d49-390b-491d-87a3-8647c787ba7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=425915a4d94e4cc0b545cde47e4bfc6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829090 May 06 12:42:35.237839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38150) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:35.267350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:35.403495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b58509d8-4cea-4afd-ae98-9f49cc666fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.460116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:35.477452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:35.478457 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.478650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b58509d8-4cea-4afd-ae98-9f49cc666fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.503492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-996e08de-e56f-4b60-b513-286b57bcde3f req-1f95e0f4-4276-4197-91ca-a489f5170810 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ae17120-52e7-4efe-9772-6909be0b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051821 May 06 12:42:35.544591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58c7b924-0af3-4c2a-bfdd-2d39acd5ba6a req-6551e407-3831-47c0-a837-bdadf9fc1fa7 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995137 May 06 12:42:35.589809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:35.595580 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b58509d8-4cea-4afd-ae98-9f49cc666fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.630003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58509d8-4cea-4afd-ae98-9f49cc666fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fc7ce8-49a6-44e4-813e-0bebbadd7ee8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:35.640875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b58509d8-4cea-4afd-ae98-9f49cc666fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.651231 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b58509d8-4cea-4afd-ae98-9f49cc666fc5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9fc7ce8-49a6-44e4-813e-0bebbadd7ee8 HTTP/1.1" status: 204 len: 168 time: 0.4122751 May 06 12:42:35.672992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38158) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:35.673695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-66391ea7-289b-49db-ad77-35e5868a0ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "PUT /v2.0/routers/c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7934976 May 06 12:42:35.736990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] Sync routers for ids ['c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:35.783649 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a9b97d-2e7b-489d-9e59-9f4f41b47025'] response: {'server_uuid': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7', 'code': 200} May 06 12:42:35.822197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] Routers {'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:35.824737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:36.048231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d015f2-9236-407a-8a91-3e5c069e8ce7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:36.052166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d015f2-9236-407a-8a91-3e5c069e8ce7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:36.054572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a8d015f2-9236-407a-8a91-3e5c069e8ce7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:36.107395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a8d015f2-9236-407a-8a91-3e5c069e8ce7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:36.110590 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a8d015f2-9236-407a-8a91-3e5c069e8ce7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4362559 May 06 12:42:36.119966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38166) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:36.203991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-df104cbe-1695-42b6-ad3d-9c9f23e102ea req-1da043e0-a9d0-4f68-8776-a01e993b39a0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 1097 time: 0.3323469 May 06 12:42:36.255927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] Set router c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:36.394060 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-df104cbe-1695-42b6-ad3d-9c9f23e102ea req-0d48211c-46f3-4650-aa8a-493e5a0de0a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=961de971-8a17-495e-9f95-c28d87a2d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805115 May 06 12:42:36.574249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:36.593377 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.628519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de409896-7e89-42c0-ad5b-2479b87a3b96 req-e83d3ed9-8fe1-49b9-8f97-f590157a89a0 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:36.643371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de409896-7e89-42c0-ad5b-2479b87a3b96 req-e83d3ed9-8fe1-49b9-8f97-f590157a89a0 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 944 time: 0.6766715 May 06 12:42:36.742500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501', 'name': 'tempest-NetworksTestDHCPv6-router-1716573372', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:13Z', 'updated_at': '2022-05-06T12:42:31Z', 'revision_number': 3, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:36.764017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-66a8bc17-748b-46d4-983b-05f62c421ca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:36.766197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] Checking router: c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:42:36.777889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-66a8bc17-748b-46d4-983b-05f62c421ca6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 915 time: 0.6259179 May 06 12:42:36.959929 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.034033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] Routers {'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:37.035314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:37.069333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-dd532176-ffaa-44d1-a7cd-ed1a4e5ced42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 217 time: 0.2635581 May 06 12:42:37.073162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.079326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de409896-7e89-42c0-ad5b-2479b87a3b96 req-18aa53a5-1dee-4e28-9036-76fdf7d9ea8b tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064689 May 06 12:42:37.423950 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.467414 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.475075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-85f3981f-99b6-480f-9b02-e195db0ba63d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:37.476596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-85f3981f-99b6-480f-9b02-e195db0ba63d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.3443270 May 06 12:42:37.505130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcbd88-2044-4541-ad0b-0c9527537839 req-78982590-a6f0-45e7-b45e-e321659e22f2 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:37.518270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ebcbd88-2044-4541-ad0b-0c9527537839 req-78982590-a6f0-45e7-b45e-e321659e22f2 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 946 time: 0.6060476 May 06 12:42:37.524573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,segment=NetworkSegment(e95dd8a8-8fc5-485e-9c8d-765a347b64de),segment_id=e95dd8a8-8fc5-485e-9c8d-765a347b64de)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:37.533570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] Set router c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:37.665829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.724986 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.733953 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-6d2d9fd1-4bf0-4a21-8ac7-b5ba2c35972d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2005599 May 06 12:42:37.760566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.790343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:37.803778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.804112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.804503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.804834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.805190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.805571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.805973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.813225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.817100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.817589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.817928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:37.834153 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-733de042-0c4f-45fc-b41f-d69f03873105 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2 HTTP/1.1" status: 204 len: 168 time: 1.7120845 May 06 12:42:37.838313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38188) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:37.916323 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ebcbd88-2044-4541-ad0b-0c9527537839 req-727efaf1-104a-4efe-b777-4d8e8416cb95 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=961de971-8a17-495e-9f95-c28d87a2d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965533 May 06 12:42:37.931283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d73fba-6d1c-419c-9e41-7f2f9f4f712f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d71d6b-eb7e-42b6-8d1e-aceabb1d547a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:37.936201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:37.939550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5036e6-64d1-484e-a4b9-59d843af0914 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:38.025334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501', 'name': 'tempest-NetworksTestDHCPv6-router-1716573372', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:13Z', 'updated_at': '2022-05-06T12:42:31Z', 'revision_number': 3, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:38.113960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763184f-c18c-48b1-933d-f1dda8b2a150 None None] The sync data for ids ['c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501'] in n-d-840847-1 is: [{'id': 'c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501', 'name': 'tempest-NetworksTestDHCPv6-router-1716573372', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:13Z', 'updated_at': '2022-05-06T12:42:31Z', 'revision_number': 3, 'project_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:38.136561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcedd24-9edc-482a-ade3-b47b96304d39 req-e71a7396-e54f-4665-9e10-56a1a0cd5ebd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:38.138525 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fcedd24-9edc-482a-ade3-b47b96304d39 req-e71a7396-e54f-4665-9e10-56a1a0cd5ebd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 945 time: 0.7899330 May 06 12:42:38.297497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9ccf4dab-1233-4991-a821-401d6e8fba67 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:router {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:38.322423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9ccf4dab-1233-4991-a821-401d6e8fba67 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:router {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:38.324078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9ccf4dab-1233-4991-a821-401d6e8fba67 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4846573 May 06 12:42:38.328450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38198) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:38.571844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63b58c5-5a8e-402c-b818-63a25ec0f293 None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:38.576788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c63b58c5-5a8e-402c-b818-63a25ec0f293 None None] Deleting port fdb2ac05-8171-4d73-881a-0c12088c204d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:38.577313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c63b58c5-5a8e-402c-b818-63a25ec0f293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.578091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fcedd24-9edc-482a-ade3-b47b96304d39 req-6f9e2d28-556a-4ecd-a1d3-e9c86e9ca9f2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243684 May 06 12:42:38.583192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-eb8777cc-cec0-4537-a3ce-afae0719d062 service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623386 May 06 12:42:38.609981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d08ee34b-377b-4877-83f6-467fa9c9a136 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.688399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67b133-8f37-48dd-8963-7a54818e3109 req-0a51104b-c8d7-4df0-a382-eff36d4cec49 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:38.689981 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee67b133-8f37-48dd-8963-7a54818e3109 req-0a51104b-c8d7-4df0-a382-eff36d4cec49 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 945 time: 0.4674153 May 06 12:42:38.700676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38202) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:38.828510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Request body: {'floatingip': {'port_id': 'f67d9607-fcb2-4b75-b36e-06983cc1748e'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:39.001601 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.146155 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d82849-805d-42ec-9b99-e02c02075ad9'] response: {'server_uuid': 'a9d73fba-6d1c-419c-9e41-7f2f9f4f712f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d71d6b-eb7e-42b6-8d1e-aceabb1d547a', 'code': 200} May 06 12:42:39.218694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c63b58c5-5a8e-402c-b818-63a25ec0f293 None None] For port fdb2ac05-8171-4d73-881a-0c12088c204d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fdb2ac05-8171-4d73-881a-0c12088c204d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:39.219826 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c63b58c5-5a8e-402c-b818-63a25ec0f293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.535728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c63b58c5-5a8e-402c-b818-63a25ec0f293 None None] Calling delete_port for fdb2ac05-8171-4d73-881a-0c12088c204d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:39.755780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f1d2037-43be-4668-82c4-aff6dd93c40a req-af81ee89-b5ea-4f1c-9834-65db26b91a0e service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0938714 May 06 12:42:39.807509 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d08ee34b-377b-4877-83f6-467fa9c9a136 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.823132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d08ee34b-377b-4877-83f6-467fa9c9a136 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.843558 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-41746fac-1669-42d1-9b67-ba70978a117e req-77d533a2-675e-41b5-b3a9-adda1ddaa5af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 1096 time: 0.5490963 May 06 12:42:39.873773 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c63b58c5-5a8e-402c-b818-63a25ec0f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.945250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d08ee34b-377b-4877-83f6-467fa9c9a136 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.946796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ee34b-377b-4877-83f6-467fa9c9a136 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Fanout notify agent at l3_agent the message router_deleted on router c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:42:39.975521 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d08ee34b-377b-4877-83f6-467fa9c9a136 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.980199 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d08ee34b-377b-4877-83f6-467fa9c9a136 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/routers/c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 HTTP/1.1" status: 204 len: 168 time: 1.6497505 May 06 12:42:39.985712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38214) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:40.097970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38218) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:40.099264 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cc9c51a2-a9c7-429d-875f-142d3eba764c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1119614 May 06 12:42:40.101780 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-41746fac-1669-42d1-9b67-ba70978a117e req-6d48384d-92c9-47c5-b83a-11e3e8730ac5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300000 May 06 12:42:40.136029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c67909a6-bfee-45fe-b761-10b53b765f9b no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:40.213283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b58c5-5a8e-402c-b818-63a25ec0f293 None None] No DVR routers for this DVR port fdb2ac05-8171-4d73-881a-0c12088c204d on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:40.215162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c67909a6-bfee-45fe-b761-10b53b765f9b {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:40.215597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c67909a6-bfee-45fe-b761-10b53b765f9b not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:40.216262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fdb2ac05-8171-4d73-881a-0c12088c204d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:40.247642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b58c5-5a8e-402c-b818-63a25ec0f293 None None] Pushing event deleted for resources: {'Port': ['ID=fdb2ac05-8171-4d73-881a-0c12088c204d,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:40.286819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: fdb2ac05-8171-4d73-881a-0c12088c204d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:40.287301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fdb2ac05-8171-4d73-881a-0c12088c204d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:40.518041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad444e74-cde2-45c5-a81e-8440abed1d40 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:40.519143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ad444e74-cde2-45c5-a81e-8440abed1d40 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:40.660286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb45e9-a3a2-4014-8e29-52284f42434d req-733a990b-eaf4-4257-8127-43dfed2494af tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:40.673327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8eb45e9-a3a2-4014-8e29-52284f42434d req-733a990b-eaf4-4257-8127-43dfed2494af tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 945 time: 1.2104309 May 06 12:42:40.798279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ad444e74-cde2-45c5-a81e-8440abed1d40 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:40.804140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38224) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:40.804604 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ad444e74-cde2-45c5-a81e-8440abed1d40 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7023497 May 06 12:42:40.836496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ebac1-ff0a-4648-aa15-129171be7da4 req-72e5107f-ddc7-42ad-8c7f-f31f0319828f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:40.850227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-368ebac1-ff0a-4648-aa15-129171be7da4 req-72e5107f-ddc7-42ad-8c7f-f31f0319828f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 1.3884695 May 06 12:42:40.928339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1e4745a-34de-4dcd-a6ed-734ade7ee30d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:router {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:40.956270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-368ebac1-ff0a-4648-aa15-129171be7da4 req-b9a493d5-8dfc-496d-a6dc-edefed0aae2b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032846 May 06 12:42:40.958899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1e4745a-34de-4dcd-a6ed-734ade7ee30d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:router {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:40.971715 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b1e4745a-34de-4dcd-a6ed-734ade7ee30d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1566927 May 06 12:42:40.974352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8eb45e9-a3a2-4014-8e29-52284f42434d req-57b1e6ed-702c-4f89-8cbf-3baa07514a3c tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998462 May 06 12:42:40.974913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38228) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:40.992567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:41.087364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e77efe75-1383-4e75-8d41-e88d214ecf7f req-61797837-415a-4c42-9df8-0f0f44405b9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1096 time: 0.5570955 May 06 12:42:41.729795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:41.772689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:41.834990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:41.871279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77efe75-1383-4e75-8d41-e88d214ecf7f req-62368b1b-1172-40f4-ba2e-90c746696f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:41.872944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e77efe75-1383-4e75-8d41-e88d214ecf7f req-62368b1b-1172-40f4-ba2e-90c746696f8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 915 time: 0.5044551 May 06 12:42:41.956755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c5273-c31a-447e-9bb8-9a332a52dd16 req-edc051c9-d1fe-40d3-ace9-650bc051ba07 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:41.958139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d85c5273-c31a-447e-9bb8-9a332a52dd16 req-edc051c9-d1fe-40d3-ace9-650bc051ba07 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 946 time: 0.6321514 May 06 12:42:41.959813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:42:42.160725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8f2284a3-b3e8-4a8a-8e79-a092c4b4aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.235255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e46da-aa9c-4c7d-be7e-93c09ddf6dff req-9fecaada-9056-49ab-bb2a-157af4ab2c5b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:42.237634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c4e46da-aa9c-4c7d-be7e-93c09ddf6dff req-9fecaada-9056-49ab-bb2a-157af4ab2c5b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 945 time: 0.8728678 May 06 12:42:42.250727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.370271 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.389802 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.576509 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c4e46da-aa9c-4c7d-be7e-93c09ddf6dff req-653e7d4a-a2b0-4c22-947a-7b7cb3c25019 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111277 May 06 12:42:42.599841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d85c5273-c31a-447e-9bb8-9a332a52dd16 req-0284f9ba-2e41-4cc3-82dd-cd344694f0f4 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=961de971-8a17-495e-9f95-c28d87a2d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5821216 May 06 12:42:42.776171 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.138938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.objects.ports [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:42:43.149377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2477c1e-732a-4444-9860-8c08b431bbcf req-133519da-7de0-4d60-bcf0-cc1a27645bca tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:43.150990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2477c1e-732a-4444-9860-8c08b431bbcf req-133519da-7de0-4d60-bcf0-cc1a27645bca tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.3430414 May 06 12:42:43.154449 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.196371 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Floating IP 3d551def-23e4-446b-adb7-23824f030d19 associated. External IP: 172.25.7.82, port: f67d9607-fcb2-4b75-b36e-06983cc1748e. May 06 12:42:43.364134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182bbf1-e496-4f88-82a4-e0ab2e4da40d req-dcd7b5e9-0998-498a-b49e-9025f14218be tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:43.365662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9182bbf1-e496-4f88-82a4-e0ab2e4da40d req-dcd7b5e9-0998-498a-b49e-9025f14218be tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 945 time: 0.4077156 May 06 12:42:43.400557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:43.418143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:43.420437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=fac1f863-d7cd-4d90-ade3-6890d21091dc,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:43.428339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:43.429051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.433724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd96a808-a91b-4ae0-afc8-3b395ea90e77 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:43.521571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2477c1e-732a-4444-9860-8c08b431bbcf req-0c82298d-023d-4b6e-9fb4-947d26f8761d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628738 May 06 12:42:43.563621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cd7f0045-3538-4ca5-8fa5-cd71552ba08e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5729766 May 06 12:42:43.564466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38250) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:43.565165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9182bbf1-e496-4f88-82a4-e0ab2e4da40d req-ccaf2b7b-67fc-4d7c-b6ae-f978ff4ecc07 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752839 May 06 12:42:43.581090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:44.003673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': 'fac1f863-d7cd-4d90-ade3-6890d21091dc'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:44.005160 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.395486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Allocated IP 2001:db8::f816:3eff:fede:6010 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/fac1f863-d7cd-4d90-ade3-6890d21091dc/10bfef71-dabe-49e0-9166-054c194ac754) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:44.396332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:44.416209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:44.423736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:44.438802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:44.464621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:44.560159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e717a4-73fc-4e4c-b20c-afd21eb351e5 req-a6e3df71-be6d-4fc9-ab75-d6f18acdfebd tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:44.562731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49e717a4-73fc-4e4c-b20c-afd21eb351e5 req-a6e3df71-be6d-4fc9-ab75-d6f18acdfebd tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 946 time: 0.6140592 May 06 12:42:44.581911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2fb93-fd91-4131-bb07-2fe165dff903 req-526ef870-f836-488d-9a9f-1a79b364b029 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:44.593471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80c2fb93-fd91-4131-bb07-2fe165dff903 req-526ef870-f836-488d-9a9f-1a79b364b029 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 945 time: 0.3725200 May 06 12:42:44.599165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38264) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:44.637485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f674b874-5f26-4b6b-9446-9056cb5a6919 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'floatingip': {'port_id': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:44.710817 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a2be-4b29-4a5c-9442-dd74fd373d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.784980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38272) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:44.903888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.118122 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.141388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Transition to ACTIVE for port object 10bfef71-dabe-49e0-9166-054c194ac754 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:45.162874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38280) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:45.190390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Transition to ACTIVE for port object 10bfef71-dabe-49e0-9166-054c194ac754 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:45.200657 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.298301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f674b874-5f26-4b6b-9446-9056cb5a6919 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.376410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:45.398432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:45.424371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:45.437584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Pushing event updated for resources: {'Port': ['ID=10bfef71-dabe-49e0-9166-054c194ac754,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:45.481796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b132ecef-f74a-4dbe-8f60-9457bfd26c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.533164 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3878482c-cabf-49a9-b7b2-8f02ec32269c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.550254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b132ecef-f74a-4dbe-8f60-9457bfd26c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:45.550740 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e77efe75-1383-4e75-8d41-e88d214ecf7f req-129f4044-7d5d-4b1e-8ae4-6a25ecd0c7c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 217 time: 0.4997294 May 06 12:42:45.565649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.569875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b132ecef-f74a-4dbe-8f60-9457bfd26c19 admin admin] Usage tracker for resource:security_group_rule and tenant:0a3fc187ac4b486898fddcf0f757bdb0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:45.576137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b132ecef-f74a-4dbe-8f60-9457bfd26c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:45.585224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b132ecef-f74a-4dbe-8f60-9457bfd26c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:45.600453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Attempting to bind port 10bfef71-dabe-49e0-9166-054c194ac754 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:45.600749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Attempting to bind port 10bfef71-dabe-49e0-9166-054c194ac754 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:45.601258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Attempting to bind port 10bfef71-dabe-49e0-9166-054c194ac754 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:45.616383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:45.616919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:45.617627 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.618294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:45.619904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3878482c-cabf-49a9-b7b2-8f02ec32269c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:45.620200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Bound port: 10bfef71-dabe-49e0-9166-054c194ac754, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:45.620956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.643098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3878482c-cabf-49a9-b7b2-8f02ec32269c admin admin] Usage tracker for resource:security_group_rule and tenant:675cc3b7564c48f0b9204b9ff98db8cf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:45.645276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80c2fb93-fd91-4131-bb07-2fe165dff903 req-6025dd67-7ade-49cc-8328-8d74e9f7247c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0507004 May 06 12:42:45.648270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3878482c-cabf-49a9-b7b2-8f02ec32269c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:45.671911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3878482c-cabf-49a9-b7b2-8f02ec32269c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:45.702239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.738181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77efe75-1383-4e75-8d41-e88d214ecf7f req-c4bad8ed-a328-483a-890a-c96e3d7669c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:45.739703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e77efe75-1383-4e75-8d41-e88d214ecf7f req-c4bad8ed-a328-483a-890a-c96e3d7669c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.1741819 May 06 12:42:45.809455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e77efe75-1383-4e75-8d41-e88d214ecf7f req-763fc95f-b1c0-4feb-b77b-34fa9f6589d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599449 May 06 12:42:45.851697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] For port 10bfef71-dabe-49e0-9166-054c194ac754, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:45.860194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] For port 10bfef71-dabe-49e0-9166-054c194ac754, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=10bfef71-dabe-49e0-9166-054c194ac754,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:45.889046 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.913700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:45.929948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:45.941759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:45.942709 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.013721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801bf2e-4b6b-418e-a47e-a175be443b6b None None] Pushing event updated for resources: {'Port': ['ID=10bfef71-dabe-49e0-9166-054c194ac754,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:46.056122 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.070793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=89a55924-fa6a-4408-b083-55a77c08b228,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:46.108641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b132ecef-f74a-4dbe-8f60-9457bfd26c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.124886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Router 1018d513-5187-4419-96e7-3716e48fa353 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:46.140823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b132ecef-f74a-4dbe-8f60-9457bfd26c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.151539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941451a-1ed1-4355-b010-70df5e089041 req-f4902947-2395-4f81-8b62-c25f3efa2068 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:46.158532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3941451a-1ed1-4355-b010-70df5e089041 req-f4902947-2395-4f81-8b62-c25f3efa2068 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.6699760 May 06 12:42:46.205147 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1b8dd365-7262-45f3-a626-ea1a9f2da89c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6381419 May 06 12:42:46.240932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38290) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:46.271389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:8d:02:e7', 'name': 'tempest-NetworksTestDHCPv6-935993880'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:46.344994 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b132ecef-f74a-4dbe-8f60-9457bfd26c19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a3fc187ac4b486898fddcf0f757bdb0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5518444 May 06 12:42:46.351844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e77efe75-1383-4e75-8d41-e88d214ecf7f req-222f609a-fddc-4629-b348-6020536bc88c service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710519 May 06 12:42:46.368428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38296) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:46.380146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3878482c-cabf-49a9-b7b2-8f02ec32269c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.383216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132ecef-f74a-4dbe-8f60-9457bfd26c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e72a324-044a-4a31-bac6-927ce557c9b9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:46.473669 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3878482c-cabf-49a9-b7b2-8f02ec32269c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.553947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878482c-cabf-49a9-b7b2-8f02ec32269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4f0d5-f05c-47db-90e9-e451587a6b1f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:46.572998 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3878482c-cabf-49a9-b7b2-8f02ec32269c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=675cc3b7564c48f0b9204b9ff98db8cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4042890 May 06 12:42:46.577804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38300) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:46.643253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:46.651515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:46.655912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:46.666463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:46.690013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0fd28cd3-f6df-4dcf-a94b-62720f8dbd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.693308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:46.697668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.742561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0fd28cd3-f6df-4dcf-a94b-62720f8dbd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.759462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port df7d16a2-b44e-4e1c-8b11-d8699f86b8e5 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:42:46.929229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0fd28cd3-f6df-4dcf-a94b-62720f8dbd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.954181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd28cd3-f6df-4dcf-a94b-62720f8dbd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4f0d5-f05c-47db-90e9-e451587a6b1f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:46.991387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0fd28cd3-f6df-4dcf-a94b-62720f8dbd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.993550 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0fd28cd3-f6df-4dcf-a94b-62720f8dbd22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ee4f0d5-f05c-47db-90e9-e451587a6b1f HTTP/1.1" status: 204 len: 168 time: 0.4141512 May 06 12:42:47.100450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 172.20.0.5 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/89a55924-fa6a-4408-b083-55a77c08b228/df7d16a2-b44e-4e1c-8b11-d8699f86b8e5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:47.114011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3941451a-1ed1-4355-b010-70df5e089041 req-ff3dd314-2a83-43bc-9d96-a905eebad117 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9541776 May 06 12:42:47.121305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:fe8d:2e7 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/fac1f863-d7cd-4d90-ade3-6890d21091dc/df7d16a2-b44e-4e1c-8b11-d8699f86b8e5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:47.156766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bda8f43-324e-435e-8665-a15ca3f265e0 req-e001355f-455b-4764-83b3-deaa69ff41aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1097 time: 1.1902282 May 06 12:42:47.364016 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.474993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.512890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object df7d16a2-b44e-4e1c-8b11-d8699f86b8e5 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:47.547296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.592029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:42:47.608537 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.654571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:47.660684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:47.667854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:47.688760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e77efe75-1383-4e75-8d41-e88d214ecf7f req-538f62b0-1e69-4a10-9f59-782925407d84 service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3131416 May 06 12:42:47.717648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262f821-08be-48ce-aa44-028599ca87e3 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:47.784127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf4dbf-e823-4aa6-8c76-6daa665a6e78 req-558d1fe6-c9b9-4192-a086-8ca7d490e99f tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:47.799985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42bf4dbf-e823-4aa6-8c76-6daa665a6e78 req-558d1fe6-c9b9-4192-a086-8ca7d490e99f tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 945 time: 1.2951133 May 06 12:42:47.806369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bda8f43-324e-435e-8665-a15ca3f265e0 req-2525fc1f-1638-439b-8f1a-b35ddf5470c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222599 May 06 12:42:47.810917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-339eb0b1-f238-4708-ae5a-5cc86bc9473a None None] Provisioning for port 10bfef71-dabe-49e0-9166-054c194ac754 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:47.826191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=df7d16a2-b44e-4e1c-8b11-d8699f86b8e5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:47.830298 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.856424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:47.857731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.911001 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-db5ecef4-0d46-4046-b937-21ad0355ce28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6652486 May 06 12:42:47.911449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:47.911609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38318) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:47.938628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'network_id': 'b5d92ee2-072f-4886-8b03-76af2538b46f', 'port_id': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'mac_address': 'fa:16:3e:55:ba:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52fac1b-5303-4f87-8cce-243fc365a585', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:42:48.053251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.074588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e5b571-9e05-481f-8b9b-dc1791c105a0 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:48.113632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2c513-808e-402e-9ca7-d8b4a85f0556 req-0f3ffffa-f8a4-42c0-b644-155b4394f18e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:48.127409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00a2c513-808e-402e-9ca7-d8b4a85f0556 req-0f3ffffa-f8a4-42c0-b644-155b4394f18e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 945 time: 0.8120923 May 06 12:42:48.140062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:48.150919 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.204383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 10bfef71-dabe-49e0-9166-054c194ac754 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:48.288395 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f674b874-5f26-4b6b-9446-9056cb5a6919 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.341004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42bf4dbf-e823-4aa6-8c76-6daa665a6e78 req-dc2ce6ac-51a8-499c-9780-195d2468162f tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279531 May 06 12:42:48.341980 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f674b874-5f26-4b6b-9446-9056cb5a6919 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.499145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=11']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:48.514809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e803ad1-6322-4f8d-af74-964bb9ea30d2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:48.522805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e803ad1-6322-4f8d-af74-964bb9ea30d2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:48.524257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6e803ad1-6322-4f8d-af74-964bb9ea30d2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:48.530027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 10bfef71-dabe-49e0-9166-054c194ac754 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:48.553107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 10bfef71-dabe-49e0-9166-054c194ac754 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:48.553380 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.576749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac7773-24fa-4255-8555-75e23eed14ac req-84612336-a394-4893-987e-5815cdc889d9 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:48.582835 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2eac7773-24fa-4255-8555-75e23eed14ac req-84612336-a394-4893-987e-5815cdc889d9 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 945 time: 0.5361111 May 06 12:42:48.584515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6e803ad1-6322-4f8d-af74-964bb9ea30d2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:48.591248 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6e803ad1-6322-4f8d-af74-964bb9ea30d2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.6780310 May 06 12:42:48.594510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38330) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:48.714556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['78e5b571-9e05-481f-8b9b-dc1791c105a0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:48.871785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6fca4468-a6e9-4850-b1a7-6de5a8364ae8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port df7d16a2-b44e-4e1c-8b11-d8699f86b8e5 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:48.872353 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6fca4468-a6e9-4850-b1a7-6de5a8364ae8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.882187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00a2c513-808e-402e-9ca7-d8b4a85f0556 req-7c429f0a-7f77-4f2c-a8fb-49bc30b7f1dd tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7533829 May 06 12:42:48.908269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.933050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-2eac7773-24fa-4255-8555-75e23eed14ac req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Deleting port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:48.933827 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2eac7773-24fa-4255-8555-75e23eed14ac req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.956922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e72a324-044a-4a31-bac6-927ce557c9b9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:48.991773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb68241b-6d3a-4e3d-9da8-7532519b48c2 None None] Update dhcp port {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': 'fac1f863-d7cd-4d90-ade3-6890d21091dc', 'ip_address': '2001:db8::f816:3eff:fede:6010'}, {'subnet_id': '89a55924-fa6a-4408-b083-55a77c08b228'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '10bfef71-dabe-49e0-9166-054c194ac754'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:42:49.037289 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.039230 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e72a324-044a-4a31-bac6-927ce557c9b9 HTTP/1.1" status: 204 len: 168 time: 2.6677732 May 06 12:42:49.055652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.056189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.056732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.057270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.057811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.058354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.059154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.059686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.060231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.070947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.072750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea6074c-f451-41b6-bf0d-e8fdedb434c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:49.092854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:49.107593 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] Sync routers for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:49.110478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb68241b-6d3a-4e3d-9da8-7532519b48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.113568 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.168858 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:49.173411 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.173793 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:49.219345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6d98967b-73d9-4574-9f72-11fcd1d0b545 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "PUT /v2.0/floatingips/3d551def-23e4-446b-adb7-23824f030d19 HTTP/1.1" status: 200 len: 990 time: 10.5171158 May 06 12:42:49.243507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:49.284620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfca0a8-cd99-466a-8ced-1f974afce780 req-d98f9d72-b610-443d-8ef0-f7bd82e75542 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:49.301218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 10bfef71-dabe-49e0-9166-054c194ac754, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=10bfef71-dabe-49e0-9166-054c194ac754,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:49.313296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dfca0a8-cd99-466a-8ced-1f974afce780 req-d98f9d72-b610-443d-8ef0-f7bd82e75542 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.5276015 May 06 12:42:49.317343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.483253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dfca0a8-cd99-466a-8ced-1f974afce780 req-29eda078-310d-4acb-b109-6dbd713a7666 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676733 May 06 12:42:49.559586 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-f674b874-5f26-4b6b-9446-9056cb5a6919 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Floating IP 59acbdf8-f83a-4093-9068-9ea4bb125c81 associated. External IP: 172.25.7.205, port: 2eb3d6f2-1ae6-4176-8823-66917a57cfe7. May 06 12:42:49.769341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=10bfef71-dabe-49e0-9166-054c194ac754,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:49.868829 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1842dccd-3ba8-432d-b0b6-c0cba036a31b'] response: {'name': 'network-changed', 'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'status': 'completed', 'code': 200} May 06 12:42:49.968540 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:50.037374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6fca4468-a6e9-4850-b1a7-6de5a8364ae8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.072839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 10bfef71-dabe-49e0-9166-054c194ac754 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:50.319901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-eb68241b-6d3a-4e3d-9da8-7532519b48c2 None None] Allocated IP 172.20.0.2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/89a55924-fa6a-4408-b083-55a77c08b228/10bfef71-dabe-49e0-9166-054c194ac754) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:50.348626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6fca4468-a6e9-4850-b1a7-6de5a8364ae8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for df7d16a2-b44e-4e1c-8b11-d8699f86b8e5 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:50.401209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38356) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:50.572689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 10bfef71-dabe-49e0-9166-054c194ac754 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:50.573232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.697720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855560e8-2f43-47f0-bf4c-9767456baa12 req-3917e730-be5a-459f-bef8-f6e89b99d23e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90c54b9622cb4e2fa57d07b140854eb9&device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 1096 time: 0.7613006 May 06 12:42:50.802943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-eb68241b-6d3a-4e3d-9da8-7532519b48c2 None None] For port 10bfef71-dabe-49e0-9166-054c194ac754, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=10bfef71-dabe-49e0-9166-054c194ac754,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:50.807615 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3d551def-23e4-446b-adb7-23824f030d19', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1018d513-5187-4419-96e7-3716e48fa353', 'port_id': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'mac_address': 'fa:16:3e:71:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:42:05Z', 'updated_at': '2022-05-06T12:42:41Z', 'revision_number': 1, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 5, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:50.813828 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] Checking router: 1018d513-5187-4419-96e7-3716e48fa353 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:42:50.815439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6989c2-4277-4221-91d4-b80082cb42aa req-96366bdc-2235-4287-ad2c-d711ff35d908 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:50.829072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa6989c2-4277-4221-91d4-b80082cb42aa req-96366bdc-2235-4287-ad2c-d711ff35d908 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 945 time: 0.8712947 May 06 12:42:50.831611 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:50.832734 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:50.860085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b830d-58ef-4294-8085-e98da1fe43b1 req-732c4470-80cc-4b2b-b73a-785c108603ef tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:50.860923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2eac7773-24fa-4255-8555-75e23eed14ac req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] For port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,segment=NetworkSegment(e95dd8a8-8fc5-485e-9c8d-765a347b64de),segment_id=e95dd8a8-8fc5-485e-9c8d-765a347b64de)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:50.861519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2eac7773-24fa-4255-8555-75e23eed14ac req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.875500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589b830d-58ef-4294-8085-e98da1fe43b1 req-732c4470-80cc-4b2b-b73a-785c108603ef tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9d73fba-6d1c-419c-9e41-7f2f9f4f712f HTTP/1.1" status: 200 len: 945 time: 0.6574843 May 06 12:42:50.915940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb68241b-6d3a-4e3d-9da8-7532519b48c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.954198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-eb68241b-6d3a-4e3d-9da8-7532519b48c2 None None] Transition to ACTIVE for port object 10bfef71-dabe-49e0-9166-054c194ac754 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:50.960729 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb68241b-6d3a-4e3d-9da8-7532519b48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.049912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-2eac7773-24fa-4255-8555-75e23eed14ac req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Calling delete_port for 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:51.187751 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-946b457d-5a89-4a00-86b1-df3333cbe5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.191750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68241b-6d3a-4e3d-9da8-7532519b48c2 None None] Pushing event updated for resources: {'Port': ['ID=10bfef71-dabe-49e0-9166-054c194ac754,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:51.287635 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:51.354949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:51.369337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa6989c2-4277-4221-91d4-b80082cb42aa req-3d10aad9-92bb-4720-a5ea-9f1038c060f4 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ae17120-52e7-4efe-9772-6909be0b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5388544 May 06 12:42:51.379702 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2eac7773-24fa-4255-8555-75e23eed14ac req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.541858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-946b457d-5a89-4a00-86b1-df3333cbe5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:51.561202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:51.561795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:51.578722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-589b830d-58ef-4294-8085-e98da1fe43b1 req-e12cfb59-1584-40c2-aaeb-14241acaf045 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926814 May 06 12:42:51.592230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-946b457d-5a89-4a00-86b1-df3333cbe5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:2875a962ae3f4a15a3727f7d4c15edf8 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:51.602353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-946b457d-5a89-4a00-86b1-df3333cbe5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:51.609896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855560e8-2f43-47f0-bf4c-9767456baa12 req-af5b4cbf-a1c5-4c9e-916f-c1f441153f5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:51.616551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855560e8-2f43-47f0-bf4c-9767456baa12 req-af5b4cbf-a1c5-4c9e-916f-c1f441153f5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=04e73bea-3f96-4620-ada4-f22e22b8696d HTTP/1.1" status: 200 len: 913 time: 0.8809321 May 06 12:42:51.617304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:51.634363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-946b457d-5a89-4a00-86b1-df3333cbe5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:51.718047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Pushing event deleted for resources: {'Port': ['ID=48d71d6b-eb7e-42b6-8d1e-aceabb1d547a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:51.833409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 78e5b571-9e05-481f-8b9b-dc1791c105a0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:51.847023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 78e5b571-9e05-481f-8b9b-dc1791c105a0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:51.847979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.856917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38380) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:52.078200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eac7773-24fa-4255-8555-75e23eed14ac req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] No DVR routers for this DVR port 48d71d6b-eb7e-42b6-8d1e-aceabb1d547a on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:52.083823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2eac7773-24fa-4255-8555-75e23eed14ac req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.111666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d73fba-6d1c-419c-9e41-7f2f9f4f712f', 'name': 'network-vif-deleted', 'tag': '48d71d6b-eb7e-42b6-8d1e-aceabb1d547a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:52.117015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 10bfef71-dabe-49e0-9166-054c194ac754 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:52.324254 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2eac7773-24fa-4255-8555-75e23eed14ac req-96ab43fb-80d6-479b-8fb0-b17c9da22c51 tempest-ServerPasswordTestJSON-441392415 tempest-ServerPasswordTestJSON-441392415-project] 10.222.0.36 "DELETE /v2.0/ports/48d71d6b-eb7e-42b6-8d1e-aceabb1d547a HTTP/1.1" status: 204 len: 173 time: 3.7306263 May 06 12:42:52.369713 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6fca4468-a6e9-4850-b1a7-6de5a8364ae8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.417237 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.488431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:52.493321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:52.495054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca4468-a6e9-4850-b1a7-6de5a8364ae8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=df7d16a2-b44e-4e1c-8b11-d8699f86b8e5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:52.510922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.639407 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3d551def-23e4-446b-adb7-23824f030d19', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1018d513-5187-4419-96e7-3716e48fa353', 'port_id': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'mac_address': 'fa:16:3e:71:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:42:05Z', 'updated_at': '2022-05-06T12:42:41Z', 'revision_number': 1, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 5, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:52.650660 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa87bfe-efac-4e3b-97b4-673aebeade29 None None] The sync data for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 is: [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3d551def-23e4-446b-adb7-23824f030d19', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1018d513-5187-4419-96e7-3716e48fa353', 'port_id': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'mac_address': 'fa:16:3e:71:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:42:05Z', 'updated_at': '2022-05-06T12:42:41Z', 'revision_number': 1, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 5, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:52.657825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=12']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:52.710471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1466547998-network', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:52.885543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:52.930066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Usage tracker for resource:network and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:52.939866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6fca4468-a6e9-4850-b1a7-6de5a8364ae8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.945861 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6fca4468-a6e9-4850-b1a7-6de5a8364ae8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/df7d16a2-b44e-4e1c-8b11-d8699f86b8e5 HTTP/1.1" status: 204 len: 168 time: 4.3460691 May 06 12:42:52.946390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:52.950079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:52.980291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:52.999622 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855560e8-2f43-47f0-bf4c-9767456baa12 req-6c46fd9e-854f-46f8-9cf6-cbb169e9beef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e HTTP/1.1" status: 200 len: 998 time: 1.3675566 May 06 12:42:53.041593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6eebb97-c113-40da-848c-584e2b5db741 None None] Could not find standard attr ID for object df7d16a2-b44e-4e1c-8b11-d8699f86b8e5. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:42:53.046127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed164-a5f3-486b-ba5a-0be778c8c1f9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:53.049058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed164-a5f3-486b-ba5a-0be778c8c1f9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:53.050730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed164-a5f3-486b-ba5a-0be778c8c1f9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:53.051700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-915ed164-a5f3-486b-ba5a-0be778c8c1f9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:53.073292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8889b-f685-4851-966b-166a2c35cb65 None None] New status for floating IP 3d551def-23e4-446b-adb7-23824f030d19: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:42:53.080272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-915ed164-a5f3-486b-ba5a-0be778c8c1f9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:53.087330 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-915ed164-a5f3-486b-ba5a-0be778c8c1f9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1394715 May 06 12:42:53.087941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38398) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:53.202002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Made reservation on behalf of 9ef872fc869a48e78985d9ccefc1e099 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:53.205185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.262423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.504955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43e6753-9673-4c98-b0b2-ccbad32e37d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 89a55924-fa6a-4408-b083-55a77c08b228 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:53.514179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b43e6753-9673-4c98-b0b2-ccbad32e37d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.534861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855560e8-2f43-47f0-bf4c-9767456baa12 req-36951d98-c1e1-4c6c-bfe5-d9b2bfaf9452 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:53.537337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855560e8-2f43-47f0-bf4c-9767456baa12 req-36951d98-c1e1-4c6c-bfe5-d9b2bfaf9452 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9162e056-a6a0-449b-8624-e73edcffeab6 HTTP/1.1" status: 200 len: 851 time: 0.4698668 May 06 12:42:53.548560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713860c-eddf-44d3-a5b8-381965082365 req-c81a5050-4660-4b65-afd6-afcbb1cad1d9 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:53.561088 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c713860c-eddf-44d3-a5b8-381965082365 req-c81a5050-4660-4b65-afd6-afcbb1cad1d9 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.9060445 May 06 12:42:53.574400 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-946b457d-5a89-4a00-86b1-df3333cbe5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.576304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6eebb97-c113-40da-848c-584e2b5db741 None None] Provisioning for port 10bfef71-dabe-49e0-9166-054c194ac754 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:53.591903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b4f4b-0093-48ac-9bea-77237954892f req-84cc308d-861d-45da-a4cb-664233ffd960 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:53.604842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f9b4f4b-0093-48ac-9bea-77237954892f req-84cc308d-861d-45da-a4cb-664233ffd960 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.9479027 May 06 12:42:53.646374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e6eebb97-c113-40da-848c-584e2b5db741 None None] Provisioning complete for port 10bfef71-dabe-49e0-9166-054c194ac754 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:53.647232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6eebb97-c113-40da-848c-584e2b5db741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.650885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b43e6753-9673-4c98-b0b2-ccbad32e37d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.731283 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-946b457d-5a89-4a00-86b1-df3333cbe5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.745675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:53.763390 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b43e6753-9673-4c98-b0b2-ccbad32e37d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.810038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Usage tracker for resource:security_group_rule and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:53.822901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:53.868087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:53.868408 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b43e6753-9673-4c98-b0b2-ccbad32e37d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.926053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b457d-5a89-4a00-86b1-df3333cbe5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60914728-7ea6-4f8d-bff4-fa5a0d1f9780,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:53.938083 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-946b457d-5a89-4a00-86b1-df3333cbe5f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2875a962ae3f4a15a3727f7d4c15edf8&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5324860 May 06 12:42:53.944250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38402) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:53.951955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e6753-9673-4c98-b0b2-ccbad32e37d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=89a55924-fa6a-4408-b083-55a77c08b228,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:53.953022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c713860c-eddf-44d3-a5b8-381965082365 req-c6e4ede7-353b-4e0b-9f22-a802b8947be3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908091 May 06 12:42:53.968585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f9b4f4b-0093-48ac-9bea-77237954892f req-fde132c8-90fd-470f-bfcd-99ba16f38ac5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626139 May 06 12:42:53.980758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b43e6753-9673-4c98-b0b2-ccbad32e37d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.035027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f1fbdae4-f915-400c-a9e5-650e0c36c59b None None] Could not find standard attr ID for object df7d16a2-b44e-4e1c-8b11-d8699f86b8e5. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:42:54.045112 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b43e6753-9673-4c98-b0b2-ccbad32e37d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/89a55924-fa6a-4408-b083-55a77c08b228 HTTP/1.1" status: 204 len: 168 time: 0.9556875 May 06 12:42:54.048212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38406) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:54.055823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855560e8-2f43-47f0-bf4c-9767456baa12 req-ae2f99f7-68c5-4622-8345-1e175b97021f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04e73bea-3f96-4620-ada4-f22e22b8696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4795425 May 06 12:42:54.162244 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10920d7a-88bc-4408-9fb5-6a24c76942d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.202562 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839a5ba9-2492-4c57-a41a-2d154fd8a17d'] response: {'server_uuid': 'a9d73fba-6d1c-419c-9e41-7f2f9f4f712f', 'name': 'network-vif-deleted', 'tag': '48d71d6b-eb7e-42b6-8d1e-aceabb1d547a', 'status': 'completed', 'code': 200} May 06 12:42:54.221910 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ef39e9-7dc4-42be-8eda-03fa07e045aa'] response: {'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'code': 200} May 06 12:42:54.310492 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.311266 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10920d7a-88bc-4408-9fb5-6a24c76942d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.323549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1790047646', 'description': 'tempest-description-43857753'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:54.347624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:54.367792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f674b874-5f26-4b6b-9446-9056cb5a6919 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:54.371080 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.417961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38412) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:54.434482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:54.495142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857f34bc-0376-40b8-a01c-3df5d121462d None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:54.561823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:54.562885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6c3bdf-2c66-4459-aa06-1a9ad7a3b26d admin admin] Deleting subnet f903159e-36da-4ff2-86fd-19fd81947dd4 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:54.568292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3bdf-2c66-4459-aa06-1a9ad7a3b26d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.608441 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.615585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10920d7a-88bc-4408-9fb5-6a24c76942d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.648595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10920d7a-88bc-4408-9fb5-6a24c76942d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60914728-7ea6-4f8d-bff4-fa5a0d1f9780,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:54.655639 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3bdf-2c66-4459-aa06-1a9ad7a3b26d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.671066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bff1b72-1403-41d9-9d5d-4e3b3317a608,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:54.695397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10920d7a-88bc-4408-9fb5-6a24c76942d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.695997 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-10920d7a-88bc-4408-9fb5-6a24c76942d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60914728-7ea6-4f8d-bff4-fa5a0d1f9780 HTTP/1.1" status: 204 len: 168 time: 0.7468684 May 06 12:42:54.721532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3bdf-2c66-4459-aa06-1a9ad7a3b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.737686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.738410 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Added segment a212422b-ba12-4e46-b751-d700f65a9bb4 of type vlan for network 4a11f00e-fb98-427e-8b87-2f5e8352626a May 06 12:42:54.792591 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.822306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3bdf-2c66-4459-aa06-1a9ad7a3b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.823300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855560e8-2f43-47f0-bf4c-9767456baa12 req-62a3fc37-c3ab-463c-9a20-29adcf709832 service neutron] 10.222.0.36 "GET /v2.0/networks/04e73bea-3f96-4620-ada4-f22e22b8696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205584 May 06 12:42:54.889852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c3bdf-2c66-4459-aa06-1a9ad7a3b26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f903159e-36da-4ff2-86fd-19fd81947dd4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:54.899871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3bdf-2c66-4459-aa06-1a9ad7a3b26d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.908272 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc6c3bdf-2c66-4459-aa06-1a9ad7a3b26d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f903159e-36da-4ff2-86fd-19fd81947dd4 HTTP/1.1" status: 204 len: 168 time: 0.4886653 May 06 12:42:54.912286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38418) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:55.054169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:42:55.087218 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.361010 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:42:55.427341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:55.448247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-35252840-df71-46fd-8712-b440780e7e90 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet fac1f863-d7cd-4d90-ade3-6890d21091dc {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:55.451095 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.451952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:55.452531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.453295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.479603 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35252840-df71-46fd-8712-b440780e7e90 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.490520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e46fae1-ddad-41d6-8a91-05e3270accef']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:55.511262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95dd8a8-8fc5-485e-9c8d-765a347b64de') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:55.511779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95dd8a8-8fc5-485e-9c8d-765a347b64de') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:55.523564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Usage tracker for resource:security_group_rule and tenant:e116b1cac230442499d0e2e09fc3eba9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:55.529201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.554780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.564870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:55.565295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: timer() May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:55.582204 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:55.614546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:55.679360 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.693495 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-621e966e-0797-4785-858b-ca211d55d151 req-c1292ec7-3ff2-4387-b1c5-45308d1f78ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1098 time: 1.1248317 May 06 12:42:55.703195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:55.707265 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.715133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=8e46fae1-ddad-41d6-8a91-05e3270accef,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:55.722650 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-68a8b756-62dd-4c83-b6be-dacd4237c4cd admin admin] 10.222.0.44 "DELETE /v2.0/networks/8e46fae1-ddad-41d6-8a91-05e3270accef HTTP/1.1" status: 204 len: 168 time: 0.8066242 May 06 12:42:55.815456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-855560e8-2f43-47f0-bf4c-9767456baa12 req-1e439f79-6f76-4c1c-88da-1b6234bad068 service neutron] 10.222.0.36 "GET /v2.0/networks/04e73bea-3f96-4620-ada4-f22e22b8696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762057 May 06 12:42:55.931426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35252840-df71-46fd-8712-b440780e7e90 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.972113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38442) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:55.973960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] Pushing event updated for resources: {'Network': ['ID=4a11f00e-fb98-427e-8b87-2f5e8352626a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:55.990092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:56.031650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38446) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:56.095466 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-41f55990-e5b4-4398-bf43-9e91b5465842 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8a7e1a0f7af4653a739bbbfb3e89ef9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1204100 May 06 12:42:56.096340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38452) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:56.137558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-08d2f4af-c980-49f1-859c-fe5a3f61d98f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.2728701 May 06 12:42:56.150872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b3fa4f49-c775-470e-9162-d720f810a8a3 None None] Provisioning complete for port 10bfef71-dabe-49e0-9166-054c194ac754 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:56.151479 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3fa4f49-c775-470e-9162-d720f810a8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.159074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38456) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:56.173567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-621e966e-0797-4785-858b-ca211d55d151 req-bc33e1c8-2f84-4efc-b851-b28c6fca0f37 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402568 May 06 12:42:56.185045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Request body: {'subnet': {'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1466547998-subnet', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:56.231829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:56.247567 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.261684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4b1bf-3890-424d-9534-76635ca78b10 req-c7e52d73-4a89-4e50-aea7-9112df37cf8e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:56.273416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Usage tracker for resource:subnet and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:56.275083 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ad4b1bf-3890-424d-9534-76635ca78b10 req-c7e52d73-4a89-4e50-aea7-9112df37cf8e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.8143024 May 06 12:42:56.277910 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3718227d-2674-447b-a3a7-ccd9f8a0319d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.324456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.327935 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3718227d-2674-447b-a3a7-ccd9f8a0319d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.406157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:56.416805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-339999328-network', 'tenant_id': '2836877d00ee4c688edbc877342b8149'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:56.421860 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:56.429479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:56.436963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Usage tracker for resource:network and tenant:2836877d00ee4c688edbc877342b8149 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:56.440667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:56.443774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Made reservation on behalf of 9ef872fc869a48e78985d9ccefc1e099 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:56.444512 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35252840-df71-46fd-8712-b440780e7e90 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.446131 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.464900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:56.482532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.484056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8430c1cf-a44f-41ec-bf13-91eec8b61957 req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1645 time: 2.1685574 May 06 12:42:56.497258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b13ee2-9b69-4c99-8266-26b2812ed8d5 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b26529-11eb-4e0c-b4ac-6d8e1c7a7780,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:56.523329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3718227d-2674-447b-a3a7-ccd9f8a0319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.548564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ad4b1bf-3890-424d-9534-76635ca78b10 req-8bda39da-e806-4245-938d-b13c3a90b1e0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720764 May 06 12:42:56.556093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f674b874-5f26-4b6b-9446-9056cb5a6919 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:56.562032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718227d-2674-447b-a3a7-ccd9f8a0319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcb4cdc-4c66-4094-803d-7ea5ed7642ca,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:56.567284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f674b874-5f26-4b6b-9446-9056cb5a6919 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.571250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Made reservation on behalf of 2836877d00ee4c688edbc877342b8149 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:56.573667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.583880 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:56.624926 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:56.625860 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:56.689140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3718227d-2674-447b-a3a7-ccd9f8a0319d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.690292 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3718227d-2674-447b-a3a7-ccd9f8a0319d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdcb4cdc-4c66-4094-803d-7ea5ed7642ca HTTP/1.1" status: 204 len: 168 time: 0.5925725 May 06 12:42:56.726036 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.743359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f674b874-5f26-4b6b-9446-9056cb5a6919 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "PUT /v2.0/floatingips/59acbdf8-f83a-4093-9068-9ea4bb125c81 HTTP/1.1" status: 200 len: 992 time: 12.1384473 May 06 12:42:56.746298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'tag': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:56.766105 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35252840-df71-46fd-8712-b440780e7e90 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.796043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:56.807609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Usage tracker for resource:security_group_rule and tenant:2836877d00ee4c688edbc877342b8149 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:56.815242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:56.831229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:56.906566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35252840-df71-46fd-8712-b440780e7e90 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=fac1f863-d7cd-4d90-ade3-6890d21091dc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:56.919279 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b69cadb-c9d1-49ce-9014-c86ec34c425e'] response: {'name': 'network-changed', 'server_uuid': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'tag': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7', 'status': 'completed', 'code': 200} May 06 12:42:56.961225 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:56.980857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35252840-df71-46fd-8712-b440780e7e90 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.994676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64fb317-3321-4619-b643-c268935487c2 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:57.025134 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-35252840-df71-46fd-8712-b440780e7e90 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/fac1f863-d7cd-4d90-ade3-6890d21091dc HTTP/1.1" status: 204 len: 168 time: 2.9729040 May 06 12:42:57.028591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38468) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:57.074161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.199091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.213355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.251006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-eefb4720-7aff-4412-a2ff-a1b760586faf tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Synchronizing usage tracker for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:57.284278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3889370f-b5d2-464c-b036-1f8c61da3d25 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:router {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:57.330704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd263ee-662d-4e77-8e21-d24ec93bcba5,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:57.338626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:57.341445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-eefb4720-7aff-4412-a2ff-a1b760586faf tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Unset dirty status for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:57.357043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d4ec11-d225-408a-8219-5a0882607a88,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:57.364510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-eefb4720-7aff-4412-a2ff-a1b760586faf tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1790047646&fields=id&tenant_id=e116b1cac230442499d0e2e09fc3eba9 HTTP/1.1" status: 200 len: 267 time: 0.6178966 May 06 12:42:57.376964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.377517 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Added segment 51dc2409-c28a-4153-b39d-724bb791ee15 of type vlan for network 926df4d2-567b-48d5-b767-e9ba2af68032 May 06 12:42:57.396508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Checking segment: {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:57.397085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Network hostable DHCP agents. Network: 4a11f00e-fb98-427e-8b87-2f5e8352626a, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:57.475989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.481404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3889370f-b5d2-464c-b036-1f8c61da3d25 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:router {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:57.484455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3889370f-b5d2-464c-b036-1f8c61da3d25 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4493163 May 06 12:42:57.490926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38476) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:57.497707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffadfcce-c19c-470f-bfa4-e0181e01f676 req-2242121a-e336-4292-a768-5b283d86d651 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 1097 time: 0.5645156 May 06 12:42:57.502053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:57.520776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d624d1-7400-4df9-9ea2-9a42876c44c5 None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:57.521701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.523107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:57.524111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.526378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-85d624d1-7400-4df9-9ea2-9a42876c44c5 None None] Deleting port 10bfef71-dabe-49e0-9166-054c194ac754 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:57.527023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85d624d1-7400-4df9-9ea2-9a42876c44c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.665170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:57.750581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] Pushing event updated for resources: {'Network': ['ID=926df4d2-567b-48d5-b767-e9ba2af68032,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:57.760737 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-56aaff21-1227-4ace-8ea3-086545d456a8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7261443 May 06 12:42:57.763077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38486) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:57.767283 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '59acbdf8-f83a-4093-9068-9ea4bb125c81', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:15:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:42:02Z', 'updated_at': '2022-05-06T12:42:47Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:57.776479 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:42:57.787066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Request body: {'subnet': {'network_id': '926df4d2-567b-48d5-b767-e9ba2af68032', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-339999328-subnet', 'tenant_id': '2836877d00ee4c688edbc877342b8149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:57.793496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:57.806031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:57.814458 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:57.817381 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:57.829957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Usage tracker for resource:subnet and tenant:2836877d00ee4c688edbc877342b8149 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:57.852043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:57.864836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 926df4d2-567b-48d5-b767-e9ba2af68032 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:57.868349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:57.872081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 4a11f00e-fb98-427e-8b87-2f5e8352626a) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:57.898548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:57.903694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:57.916417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:57.917458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.969383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:57.970650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Made reservation on behalf of 2836877d00ee4c688edbc877342b8149 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:57.974159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.995898 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0adeff04-2c1a-4370-85d9-2a2721f0673b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8353236 May 06 12:42:58.002927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38492) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:58.093253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:58.148540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-a8aa2f9c-5b4e-4c66-b277-b333a88b462b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:58.161351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-a8aa2f9c-5b4e-4c66-b277-b333a88b462b tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.7746389 May 06 12:42:58.164608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:58.168085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:58.170402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.191385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Usage tracker for resource:router and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:58.201406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:58.219761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-aedf3b4b-dbf6-47ae-9862-71d63676329d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Request body: {'port': {'security_groups': ['3bbecb73-3fc8-4122-9c2f-2448f24bee8c', '93b26529-11eb-4e0c-b4ac-6d8e1c7a7780']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:58.286269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:58.342064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.343777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.346243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1779d97-5114-4aef-bb25-271bec638964 None None] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:58.389816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 10bfef71-dabe-49e0-9166-054c194ac754 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:58.456733 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:58.571679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadfcce-c19c-470f-bfa4-e0181e01f676 req-d998f41d-17b4-4f90-b2a2-93387c72dbad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:58.574110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffadfcce-c19c-470f-bfa4-e0181e01f676 req-d998f41d-17b4-4f90-b2a2-93387c72dbad service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 0.9313004 May 06 12:42:58.618812 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.989682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38528) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:59.003275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-85d624d1-7400-4df9-9ea2-9a42876c44c5 None None] For port 10bfef71-dabe-49e0-9166-054c194ac754, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=10bfef71-dabe-49e0-9166-054c194ac754,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:59.003445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85d624d1-7400-4df9-9ea2-9a42876c44c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.086462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a05ff5-05d2-40cd-ab5b-34ae4877dede req-afe20c5a-8aef-44ba-915c-dbfe5f2b1645 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:59.089038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3a05ff5-05d2-40cd-ab5b-34ae4877dede req-afe20c5a-8aef-44ba-915c-dbfe5f2b1645 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 1.0889583 May 06 12:42:59.125001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.210229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffadfcce-c19c-470f-bfa4-e0181e01f676 req-631dbb79-7421-433a-bd4b-ab9a37df1ecc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eb3d6f2-1ae6-4176-8823-66917a57cfe7 HTTP/1.1" status: 200 len: 1000 time: 0.5956469 May 06 12:42:59.228548 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-aedf3b4b-dbf6-47ae-9862-71d63676329d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.361457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-85d624d1-7400-4df9-9ea2-9a42876c44c5 None None] Calling delete_port for 10bfef71-dabe-49e0-9166-054c194ac754 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:59.408331 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '59acbdf8-f83a-4093-9068-9ea4bb125c81', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:15:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:42:02Z', 'updated_at': '2022-05-06T12:42:47Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:59.421452 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eef046-75ce-4dda-a41f-60b8876ed265 None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '59acbdf8-f83a-4093-9068-9ea4bb125c81', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:15:34:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:42:02Z', 'updated_at': '2022-05-06T12:42:47Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:59.535849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d4e977-0702-474f-80db-9562b00a2416,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:59.564154 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.581024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-289400185-network', 'tenant_id': '7269a567c60f43f8910fe046bea427d7'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:59.596715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:59.607180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Usage tracker for resource:network and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:59.612994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85d624d1-7400-4df9-9ea2-9a42876c44c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.613712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:59.639976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:59.669005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Checking segment: {'id': '51dc2409-c28a-4153-b39d-724bb791ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '926df4d2-567b-48d5-b767-e9ba2af68032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:59.669635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Network hostable DHCP agents. Network: 926df4d2-567b-48d5-b767-e9ba2af68032, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:59.689771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3a05ff5-05d2-40cd-ab5b-34ae4877dede req-b5014e1f-d218-446a-94b3-d39a0bbcc774 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907395 May 06 12:42:59.704975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Made reservation on behalf of 7269a567c60f43f8910fe046bea427d7 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:59.709156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.720893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Port 10bfef71-dabe-49e0-9166-054c194ac754 update to DOWN by agent not found {{(pid=83958) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 12:42:59.730733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadfcce-c19c-470f-bfa4-e0181e01f676 req-8045e19f-d7bd-42e6-baea-7d2e84ec275c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:59.741719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffadfcce-c19c-470f-bfa4-e0181e01f676 req-8045e19f-d7bd-42e6-baea-7d2e84ec275c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.4950459 May 06 12:42:59.745879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d624d1-7400-4df9-9ea2-9a42876c44c5 None None] Pushing event deleted for resources: {'Port': ['ID=10bfef71-dabe-49e0-9166-054c194ac754,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:59.763678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d624d1-7400-4df9-9ea2-9a42876c44c5 None None] No DVR routers for this DVR port 10bfef71-dabe-49e0-9166-054c194ac754 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:59.767381 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.817813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21743d2a-0165-4a0e-bf01-8047127dce14 None None] New status for floating IP 59acbdf8-f83a-4093-9068-9ea4bb125c81: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:42:59.935929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Network 926df4d2-567b-48d5-b767-e9ba2af68032 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:59.956348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-4a11f00e-fb98-427e-8b87-2f5e8352626a', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:59.957479 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.962793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 926df4d2-567b-48d5-b767-e9ba2af68032) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:59.968637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:59.969256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.977654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:59.991336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Usage tracker for resource:security_group_rule and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:00.002352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce5ad5-2bd5-4431-b542-3e4cb7b90dbe None None] Network 926df4d2-567b-48d5-b767-e9ba2af68032 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:00.007404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:00.031899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:00.046650 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aa82c2a9-07d6-4651-b01c-5118323c2713 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2724874 May 06 12:43:00.124153 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffadfcce-c19c-470f-bfa4-e0181e01f676 req-76d452a1-bcb6-4762-bf2d-3420d16858a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3659246 May 06 12:43:00.290393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.291648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-aedf3b4b-dbf6-47ae-9862-71d63676329d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] For port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:00.305511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.objects.ports [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:43:00.312905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.314428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Allocated IP 172.20.0.2 (4a11f00e-fb98-427e-8b87-2f5e8352626a/8cd263ee-662d-4e77-8e21-d24ec93bcba5/0a4f922d-e8a6-4e30-a622-658813b4ac70) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:00.408387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.433723 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-aedf3b4b-dbf6-47ae-9862-71d63676329d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.443764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:00.449623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:00.455213 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-aedf3b4b-dbf6-47ae-9862-71d63676329d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.457536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:00.458294 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.463248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=7639ba06-0ded-4cce-be50-09e2cd12769a,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:00.467881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffadfcce-c19c-470f-bfa4-e0181e01f676 req-61155f0e-95b6-4ff6-b7dc-97ba27014b85 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249943 May 06 12:43:00.545666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.559847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.647142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:43:00.661994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-aedf3b4b-dbf6-47ae-9862-71d63676329d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:00.662697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-aedf3b4b-dbf6-47ae-9862-71d63676329d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.664250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4216b38-7295-4c21-ad5c-fb93537314cb req-aedf3b4b-dbf6-47ae-9862-71d63676329d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "PUT /v2.0/ports/0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 982 time: 2.5017626 May 06 12:43:00.664720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:00.670884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2bbcca-4465-4c25-b989-4bcca0169bee,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:00.676398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c4865e76-343f-41c7-9adb-c177a59abf8f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1844440 May 06 12:43:00.681850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38558) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:00.683071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.684177 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Added segment 15c5a4d8-57f8-4e1f-800b-7e013c770426 of type vlan for network 37328990-9ad9-45dc-91ea-f741b12ef97d May 06 12:43:00.694588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:00.729392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf3b4b-dbf6-47ae-9862-71d63676329d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Pushing event updated for resources: {'Port': ['ID=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:00.729879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0af86d65-0d28-4ebd-9d3c-4b754a24d13c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:00.736440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Allocated IP 172.25.7.180 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/357a9b13-1fbb-435f-b943-3779e984265f) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:00.750528 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.808984 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ae7802-92f6-4d45-b260-c071c600c114'] response: {'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'status': 'completed', 'code': 200} May 06 12:43:00.817918 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.819192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:00.820036 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.834149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffadfcce-c19c-470f-bfa4-e0181e01f676 req-71ecb350-4022-4269-ac75-7efe0044bd37 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201137 May 06 12:43:00.851729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc7a89e-3edf-4c91-acec-d1fe47e73916 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:01.117839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0af86d65-0d28-4ebd-9d3c-4b754a24d13c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:01.223081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:01.272145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:01.284329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:01.315494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:01.338063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb346079-096c-4dbe-8d56-3e5678a28424 req-36d2eaad-9cb6-4393-84e7-66eab194127c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1136 time: 0.4989727 May 06 12:43:01.363426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] Pushing event updated for resources: {'Network': ['ID=37328990-9ad9-45dc-91ea-f741b12ef97d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:01.364614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d2547eb-4763-43fd-804c-4441061d878e req-ee12949f-dea0-4ba3-8615-3bb0607acba8 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1790047646&fields=id&tenant_id=e116b1cac230442499d0e2e09fc3eba9 HTTP/1.1" status: 200 len: 267 time: 0.3614314 May 06 12:43:01.374907 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2240f4c1-2cd1-4bbd-bf20-13745336d17a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3811750 May 06 12:43:01.381733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38568) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:01.390834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Request body: {'subnet': {'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-subnet', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:01.405512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:01.415085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 37328990-9ad9-45dc-91ea-f741b12ef97d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:43:01.436213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Usage tracker for resource:subnet and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:01.445560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:01.461916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:01.521276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Made reservation on behalf of 7269a567c60f43f8910fe046bea427d7 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:01.525313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:01.526658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.558140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.721014 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.779407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.815842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Transition to ACTIVE for port object 0a4f922d-e8a6-4e30-a622-658813b4ac70 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:01.905734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-71bfe0e4-3894-45d7-883c-cfd5358c52b3 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:01.912662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-71bfe0e4-3894-45d7-883c-cfd5358c52b3 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/networks?id=926df4d2-567b-48d5-b767-e9ba2af68032 HTTP/1.1" status: 200 len: 821 time: 0.8890982 May 06 12:43:01.921789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Transition to ACTIVE for port object 0a4f922d-e8a6-4e30-a622-658813b4ac70 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:01.964321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfaa4e0-bfb9-4431-b0ef-eaf9ae3877b2 None None] Network 926df4d2-567b-48d5-b767-e9ba2af68032 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:01.975265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-526abfd3-759a-4947-bd4a-0bb783150f4f tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/quotas/2836877d00ee4c688edbc877342b8149 HTTP/1.1" status: 200 len: 375 time: 0.0615880 May 06 12:43:02.000536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb346079-096c-4dbe-8d56-3e5678a28424 req-af67354c-9ad5-4610-a41d-9669a080f82a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:02.001864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb346079-096c-4dbe-8d56-3e5678a28424 req-af67354c-9ad5-4610-a41d-9669a080f82a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 921 time: 0.6525893 May 06 12:43:02.010589 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.010845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:02.020848 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:02.028167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Pushing event updated for resources: {'Port': ['ID=357a9b13-1fbb-435f-b943-3779e984265f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:02.032428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:02.113270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-1ceb14c2-d401-450e-9488-2c19de356fc4 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2836877d00ee4c688edbc877342b8149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178548 May 06 12:43:02.116367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '7639ba06-0ded-4cce-be50-09e2cd12769a'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:43:02.117339 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.135915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.178945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2547eb-4763-43fd-804c-4441061d878e req-20909cd7-54f9-40c0-9e05-4ac83bce9b85 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:02.182751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d2547eb-4763-43fd-804c-4441061d878e req-20909cd7-54f9-40c0-9e05-4ac83bce9b85 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 985 time: 0.8159468 May 06 12:43:02.194688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb346079-096c-4dbe-8d56-3e5678a28424 req-3b930bad-eb83-4b57-942c-5a1e2d183c86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 217 time: 0.1591332 May 06 12:43:02.262231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.316096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Pushing event updated for resources: {'Port': ['ID=0a4f922d-e8a6-4e30-a622-658813b4ac70,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:02.327978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:02.335047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:02.338260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:02.457457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:02.507444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Checking segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:02.508103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Network hostable DHCP agents. Network: 37328990-9ad9-45dc-91ea-f741b12ef97d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:43:02.512604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-5d2547eb-4763-43fd-804c-4441061d878e req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Request body: {'port': {'security_groups': ['3bbecb73-3fc8-4122-9c2f-2448f24bee8c']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:02.568404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Network 37328990-9ad9-45dc-91ea-f741b12ef97d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:43:02.584206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.585666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.590327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 37328990-9ad9-45dc-91ea-f741b12ef97d) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:02.598461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:02.599117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.652364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce0a1b-05a3-499f-9804-10db7c9b9a89 None None] Network 37328990-9ad9-45dc-91ea-f741b12ef97d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:02.724767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb346079-096c-4dbe-8d56-3e5678a28424 req-99be9492-76bf-4b83-8d32-bca9b65f139b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:02.726393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb346079-096c-4dbe-8d56-3e5678a28424 req-99be9492-76bf-4b83-8d32-bca9b65f139b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 0.2212870 May 06 12:43:02.802286 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-26b676e6-d25a-42fb-b6d6-1af2565b4540 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4184518 May 06 12:43:02.808089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:02.817346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:02.823625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb346079-096c-4dbe-8d56-3e5678a28424 req-c82e5146-94d9-44a8-9887-edbab7507dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847745 May 06 12:43:02.824223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:02.830032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Usage tracker for resource:router and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:02.834367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-3da5d65d-d298-49c4-b69d-dcecd9d74bb0 service neutron] 10.222.0.44 "GET /v2.0/networks/926df4d2-567b-48d5-b767-e9ba2af68032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017434 May 06 12:43:02.841598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:02.847531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Attempting to bind port 0a4f922d-e8a6-4e30-a622-658813b4ac70 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:02.848133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Attempting to bind port 0a4f922d-e8a6-4e30-a622-658813b4ac70 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:02.848867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Attempting to bind port 0a4f922d-e8a6-4e30-a622-658813b4ac70 on network 4a11f00e-fb98-427e-8b87-2f5e8352626a {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:02.850550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:02.853936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Allocated IP 2001:db8::f816:3eff:fe75:62c0 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/7639ba06-0ded-4cce-be50-09e2cd12769a/a9e89d38-1e6d-4653-a311-f570d9312861) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:02.875275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.876480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.892370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:02.892922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Checking segment: {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:02.893419 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.894072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Bound using segment: {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:02.895309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Bound port: 0a4f922d-e8a6-4e30-a622-658813b4ac70, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:02.895572 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.923896 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.957926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d2547eb-4763-43fd-804c-4441061d878e req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.166119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.187084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.205277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] For port 0a4f922d-e8a6-4e30-a622-658813b4ac70, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:03.236503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Router 685ae792-3386-4791-99df-925e11b55afc is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:43:03.292932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-37328990-9ad9-45dc-91ea-f741b12ef97d', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:43:03.293969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.372369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=2eb9698b-f21a-49c5-8c51-e60ba5dbe9f0,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:03.394970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] For port 0a4f922d-e8a6-4e30-a622-658813b4ac70, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0a4f922d-e8a6-4e30-a622-658813b4ac70,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:03.395872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb346079-096c-4dbe-8d56-3e5678a28424 req-0f87929a-4060-4d8b-9d17-6f7a12754000 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578475 May 06 12:43:03.397670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-d800d933-2c8d-4409-b246-505b33a37704 service neutron] 10.222.0.44 "GET /v2.0/networks/926df4d2-567b-48d5-b767-e9ba2af68032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775662 May 06 12:43:03.408632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:03.412629 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.434255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:03.444449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:03.445128 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.538105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8667f45a-1755-48ff-b88b-1186de030d8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8535450 May 06 12:43:03.545604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38578) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:03.554356 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.584923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:a5:30:74', 'name': 'tempest-NetworksTestDHCPv6-2081051016'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:03.585789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Transition to ACTIVE for port object a9e89d38-1e6d-4653-a311-f570d9312861 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:03.622819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d60f4-1cab-42c8-b9c6-9bffcb19b7fe None None] Pushing event updated for resources: {'Port': ['ID=0a4f922d-e8a6-4e30-a622-658813b4ac70,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:03.686736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Transition to ACTIVE for port object a9e89d38-1e6d-4653-a311-f570d9312861 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:03.792030 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.860595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb346079-096c-4dbe-8d56-3e5678a28424 req-5dae1dd2-dcbf-4b91-aba8-61ef5bbb04ba service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496706 May 06 12:43:03.930527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:03.935958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.936735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:03.938847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:03.948239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Pushing event updated for resources: {'Port': ['ID=a9e89d38-1e6d-4653-a311-f570d9312861,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:03.952506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Allocated IP 172.20.0.2 (37328990-9ad9-45dc-91ea-f741b12ef97d/f2c424ef-3b0c-4a87-a43b-12ef26f5eb81/0ef1da0e-24aa-4e7e-b5b7-68263a929313) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:04.079415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.179699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Attempting to bind port a9e89d38-1e6d-4653-a311-f570d9312861 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:04.180499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Attempting to bind port a9e89d38-1e6d-4653-a311-f570d9312861 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:04.181304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Attempting to bind port a9e89d38-1e6d-4653-a311-f570d9312861 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:04.196273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:04.196977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:04.197530 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.198105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:04.198823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Bound port: a9e89d38-1e6d-4653-a311-f570d9312861, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:04.199375 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.243564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:04.273597 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Sync routers for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:04.308783 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:04.312107 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:04.411391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.418399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f9b27a0e-a905-44f2-b71b-46c09e871b39 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4138956 May 06 12:43:04.423663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38588) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:04.440037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] For port a9e89d38-1e6d-4653-a311-f570d9312861, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:04.445862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] For port a9e89d38-1e6d-4653-a311-f570d9312861, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a9e89d38-1e6d-4653-a311-f570d9312861,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:04.456330 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.523397 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.578233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Transition to ACTIVE for port object 0ef1da0e-24aa-4e7e-b5b7-68263a929313 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:04.620057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Transition to ACTIVE for port object 0ef1da0e-24aa-4e7e-b5b7-68263a929313 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:04.621801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10f459-70f7-41bc-b9fd-8c25de9541d5 None None] Pushing event updated for resources: {'Port': ['ID=a9e89d38-1e6d-4653-a311-f570d9312861,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:04.634111 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.717507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5d2547eb-4763-43fd-804c-4441061d878e req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] For port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:04.731395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Network 37328990-9ad9-45dc-91ea-f741b12ef97d is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:04.743272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:04.747215 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:04.750194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Pushing event updated for resources: {'Port': ['ID=0ef1da0e-24aa-4e7e-b5b7-68263a929313,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:04.762807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced101-4a12-4755-a70b-e65e74f1327d req-527e8f09-c651-4c74-8d96-901f352148e1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:04.777211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cced101-4a12-4755-a70b-e65e74f1327d req-527e8f09-c651-4c74-8d96-901f352148e1 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.3893538 May 06 12:43:04.784267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:04.789643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:04.793774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:04.801618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:04.843484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:04.847455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.875386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-5d2547eb-4763-43fd-804c-4441061d878e req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:43:04.937892 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:04.951949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d2547eb-4763-43fd-804c-4441061d878e req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.986042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port ec8b87d6-3a22-458b-b6cc-25778b78fa62 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:43:05.063302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Allocated IP 172.25.7.171 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/ef8467a8-15e0-4869-9878-00e76430b1b2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:05.133148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Attempting to bind port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:05.138030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Attempting to bind port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:05.138030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Attempting to bind port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 on network 37328990-9ad9-45dc-91ea-f741b12ef97d {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:05.173427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:05.174978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Checking segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:05.176133 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.179303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Bound using segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:05.182349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Bound port: 0ef1da0e-24aa-4e7e-b5b7-68263a929313, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:05.183431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d2547eb-4763-43fd-804c-4441061d878e req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.185299 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.208317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cced101-4a12-4755-a70b-e65e74f1327d req-cc53a410-c3fd-4d68-9545-490e55b8d39c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277146 May 06 12:43:05.233618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0af86d65-0d28-4ebd-9d3c-4b754a24d13c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:05.436899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2547eb-4763-43fd-804c-4441061d878e req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:05.438066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d2547eb-4763-43fd-804c-4441061d878e req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.440328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d2547eb-4763-43fd-804c-4441061d878e req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "PUT /v2.0/ports/0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 943 time: 3.2443662 May 06 12:43:05.503041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.510707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:05.558197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.676104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['0af86d65-0d28-4ebd-9d3c-4b754a24d13c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:05.690543 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:02Z', 'revision_number': 3, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:05.702712 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Checking router: 685ae792-3386-4791-99df-925e11b55afc for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:05.702712 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Updating router 685ae792-3386-4791-99df-925e11b55afc port 357a9b13-1fbb-435f-b943-3779e984265f binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:43:05.717770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bbc6af40-1223-4b6a-a63f-5357cd56ce83 req-99c5b522-d794-483c-9302-f14f79e7ff8f tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 210 time: 0.3094995 May 06 12:43:05.738958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:05.749685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:05.771298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:05.821020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359fea8-10a7-4892-9ca7-b4278e342761 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Pushing event updated for resources: {'Port': ['ID=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:05.932057 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.979006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] For port 0ef1da0e-24aa-4e7e-b5b7-68263a929313, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:05.985888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] For port 0ef1da0e-24aa-4e7e-b5b7-68263a929313, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0ef1da0e-24aa-4e7e-b5b7-68263a929313,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:06.002988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2edc6c-585a-4df8-bfb1-e21a10aafddb None None] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:06.066021 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.088968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8467a8-15e0-4869-9878-00e76430b1b2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:06.320478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 172.20.0.7 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/2eb9698b-f21a-49c5-8c51-e60ba5dbe9f0/ec8b87d6-3a22-458b-b6cc-25778b78fa62) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:06.351430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:fea5:3074 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/7639ba06-0ded-4cce-be50-09e2cd12769a/ec8b87d6-3a22-458b-b6cc-25778b78fa62) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:06.540272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-1a9a092a-30e9-499b-b473-18221624d5df tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6238310 May 06 12:43:06.588051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:06.591452 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.599790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.600739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.605471 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Transition to ACTIVE for port object 357a9b13-1fbb-435f-b943-3779e984265f will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:06.615149 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.631309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:06.644715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Usage tracker for resource:floatingip and tenant:e116b1cac230442499d0e2e09fc3eba9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:06.668869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:06.688912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884892d-5d56-4c19-9901-1ae5776b5098 req-fd176a20-3e73-42e8-86ca-afbaf5ccd5f9 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:06.689671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a9e89d38-1e6d-4653-a311-f570d9312861 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:06.690514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6884892d-5d56-4c19-9901-1ae5776b5098 req-fd176a20-3e73-42e8-86ca-afbaf5ccd5f9 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.9646223 May 06 12:43:06.700053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:06.771614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7248a5-3793-4986-955d-7e5088af5049 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:06.774731 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1690-c303-4271-b2ef-70f7aa9af935 None None] Pushing event updated for resources: {'Port': ['ID=357a9b13-1fbb-435f-b943-3779e984265f,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:06.796798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6884892d-5d56-4c19-9901-1ae5776b5098 req-8afd56bb-694a-4e0d-8bf1-e1049f7b0462 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977960 May 06 12:43:06.844188 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Attempting to bind port 357a9b13-1fbb-435f-b943-3779e984265f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:06.844873 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Attempting to bind port 357a9b13-1fbb-435f-b943-3779e984265f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:06.845547 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Attempting to bind port 357a9b13-1fbb-435f-b943-3779e984265f on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:06.861871 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:06.863609 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:06.864213 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.866202 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:06.868930 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Bound port: 357a9b13-1fbb-435f-b943-3779e984265f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:06.869574 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.887864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.031890 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bae5652-5fd7-4319-a9cf-8a5b880f72a1'] response: {'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'status': 'completed', 'code': 200} May 06 12:43:07.066099 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] For port 357a9b13-1fbb-435f-b943-3779e984265f, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:07.074873 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] For port 357a9b13-1fbb-435f-b943-3779e984265f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=357a9b13-1fbb-435f-b943-3779e984265f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:07.082954 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.357264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2243e375-e2a8-4e50-9d14-cbb65e65ca08 None None] Provisioning for port 0a4f922d-e8a6-4e30-a622-658813b4ac70 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:07.398231 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1690-c303-4271-b2ef-70f7aa9af935 None None] Pushing event updated for resources: {'Port': ['ID=357a9b13-1fbb-435f-b943-3779e984265f,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:07.402387 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:07.405930 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:07.411122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6e743f2-71fa-4341-ad8d-524dcd21f826 req-80de74d5-7b5b-4acc-9604-2bd0dabca2ab tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 210 time: 0.1658990 May 06 12:43:07.788143 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:07.828166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.891939 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.193856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65b266-a521-4963-8ef0-fd203d1542bf None None] Pushing event updated for resources: {'Port': ['ID=0ef1da0e-24aa-4e7e-b5b7-68263a929313,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:08.201355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object ec8b87d6-3a22-458b-b6cc-25778b78fa62 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:08.212732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-2c251ed7-1736-4eb5-8560-27ad61b69fc9 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:08.215483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-2c251ed7-1736-4eb5-8560-27ad61b69fc9 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.48 "GET /v2.0/networks?id=926df4d2-567b-48d5-b767-e9ba2af68032 HTTP/1.1" status: 200 len: 821 time: 0.7820716 May 06 12:43:08.236352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Router 1472b486-5de4-43fc-9a39-844365ee09fb is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:43:08.258946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Request body: {'port': {'device_id': 'b36117a3-8bcf-47e4-b3d2-c69b3397bc8a', 'network_id': '926df4d2-567b-48d5-b767-e9ba2af68032', 'admin_state_up': True, 'tenant_id': '2836877d00ee4c688edbc877342b8149'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:08.338555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.451744 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:02Z', 'revision_number': 3, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:08.460233 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c1e374-72b4-4461-b8ce-ebccb2ebfacc None None] The sync data for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 is: [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:02Z', 'revision_number': 3, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:08.613201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0fc1cd68-0b79-478b-97c8-8e21ee85dd38 None None] Provisioning for port a9e89d38-1e6d-4653-a311-f570d9312861 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:08.627640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port a9e89d38-1e6d-4653-a311-f570d9312861 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:08.666978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0fc1cd68-0b79-478b-97c8-8e21ee85dd38 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:08.667693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0fc1cd68-0b79-478b-97c8-8e21ee85dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.711247 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.722744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:08.723502 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.804109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c763a5d3-e643-489d-9d6d-21673bf630fe req-5f67f16a-0a48-4703-b000-6577da5d92d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1097 time: 1.7598839 May 06 12:43:08.892506 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.965339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a8e64-1779-4479-b14d-b67f84ba3b9d req-4a5d66fa-1282-4812-911a-9b3dbfaaf614 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:08.972479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-967a8e64-1779-4479-b14d-b67f84ba3b9d req-4a5d66fa-1282-4812-911a-9b3dbfaaf614 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 1.1376452 May 06 12:43:09.139553 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.181382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Allocated IP 172.20.0.1 (4a11f00e-fb98-427e-8b87-2f5e8352626a/8cd263ee-662d-4e77-8e21-d24ec93bcba5/66719b16-5139-4764-800c-7b81ef8f2a80) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:09.263411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Allocated IP 172.25.7.83 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/bb737194-5ca0-4cfe-9f25-66ae61520939) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:09.278991 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0fc1cd68-0b79-478b-97c8-8e21ee85dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.338483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port a9e89d38-1e6d-4653-a311-f570d9312861, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a9e89d38-1e6d-4653-a311-f570d9312861,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:09.341048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4f355-6446-43bc-9a64-86623dde7366 None None] Update dhcp port {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '7639ba06-0ded-4cce-be50-09e2cd12769a', 'ip_address': '2001:db8::f816:3eff:fe75:62c0'}, {'subnet_id': '2eb9698b-f21a-49c5-8c51-e60ba5dbe9f0'}], 'binding:host_id': 'n-d-840847-1'}, 'id': 'a9e89d38-1e6d-4653-a311-f570d9312861'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:43:09.373932 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.374934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0a4f922d-e8a6-4e30-a622-658813b4ac70 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:09.494012 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690de29-80e3-4937-a1e6-14dbf24b11b9 None None] Network 37328990-9ad9-45dc-91ea-f741b12ef97d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:09.506664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:09.527245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:09.529372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=ec8b87d6-3a22-458b-b6cc-25778b78fa62,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:09.539749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:09.582164 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.583513 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5d748aa6-35fd-4843-b303-24429b288bd4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7740042 May 06 12:43:09.592881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38622) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:09.641616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:09.668122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:09.715269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Sync routers for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:09.718309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Usage tracker for resource:port and tenant:2836877d00ee4c688edbc877342b8149 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:09.727385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.761167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Transition to ACTIVE for port object 66719b16-5139-4764-800c-7b81ef8f2a80 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:09.766233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:09.799240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-967a8e64-1779-4479-b14d-b67f84ba3b9d req-dbf47dcd-8796-41fa-94e3-aa18cb298808 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8253071 May 06 12:43:09.810131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f355-6446-43bc-9a64-86623dde7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.823075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:09.860380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a5d3-e643-489d-9d6d-21673bf630fe req-382d95fa-de88-441b-9d60-320e3a984b92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:09.863576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c763a5d3-e643-489d-9d6d-21673bf630fe req-382d95fa-de88-441b-9d60-320e3a984b92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 921 time: 1.0261316 May 06 12:43:09.865259 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-0fc1cd68-0b79-478b-97c8-8e21ee85dd38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:09.865637 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-0fc1cd68-0b79-478b-97c8-8e21ee85dd38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:09.875748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=a9e89d38-1e6d-4653-a311-f570d9312861,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:09.882590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:09.883270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:42:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:09.964882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.117427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:10.122666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:10.125234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:10.134247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:10.137974 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.175068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Pushing event updated for resources: {'Port': ['ID=66719b16-5139-4764-800c-7b81ef8f2a80,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:10.203324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.214925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Made reservation on behalf of 2836877d00ee4c688edbc877342b8149 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:10.220585 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.407020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c763a5d3-e643-489d-9d6d-21673bf630fe req-cde69ca4-5a54-4264-b163-533f2be7f0ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 217 time: 0.4957454 May 06 12:43:10.416275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:10.484220 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.672578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b1759fc-1a27-41fc-b723-2afd1c93f587 req-fdf21135-b014-4bf0-a25b-9b269f7c99ff tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 210 time: 0.4064569 May 06 12:43:11.070279 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.080134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.195859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Allocated IP 172.20.0.9 (926df4d2-567b-48d5-b767-e9ba2af68032/06d4e977-0702-474f-80db-9562b00a2416/2faf9f8a-bfc2-41c9-956d-176aeb4c4d54) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:11.287641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 0a4f922d-e8a6-4e30-a622-658813b4ac70 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:11.386991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0a4f922d-e8a6-4e30-a622-658813b4ac70 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:11.387729 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.747734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ffcae4e6-e413-4c9c-a317-6e3193b92ae4 None None] Provisioning complete for port 0a4f922d-e8a6-4e30-a622-658813b4ac70 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:11.748785 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffcae4e6-e413-4c9c-a317-6e3193b92ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.788173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-8eb4f355-6446-43bc-9a64-86623dde7366 None None] Allocated IP 172.20.0.2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/2eb9698b-f21a-49c5-8c51-e60ba5dbe9f0/a9e89d38-1e6d-4653-a311-f570d9312861) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:11.846309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.932840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.010205 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.016804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Pushing event updated for resources: {'Port': ['ID=66719b16-5139-4764-800c-7b81ef8f2a80,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:12.021908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-60e951d6-d1df-429c-906b-a1368c7c95f8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 8.4626625 May 06 12:43:12.023031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38636) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:12.031598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:06Z', 'revision_number': 3, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:12.041533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Checking router: 1472b486-5de4-43fc-9a39-844365ee09fb for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:12.041878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Updating router 1472b486-5de4-43fc-9a39-844365ee09fb port ef8467a8-15e0-4869-9878-00e76430b1b2 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:43:12.051052 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.082141 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.129148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.212249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 0a4f922d-e8a6-4e30-a622-658813b4ac70, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0a4f922d-e8a6-4e30-a622-658813b4ac70,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:12.301205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Network 926df4d2-567b-48d5-b767-e9ba2af68032 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:12.304733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.305032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:12.308930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:12.324336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:12.342004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:12.440222 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d4269d22-a9a8-48cf-83e0-232d165d59c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.463575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763a5d3-e643-489d-9d6d-21673bf630fe req-adcff94a-1331-440a-b3fa-240a6bd970e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:12.465968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c763a5d3-e643-489d-9d6d-21673bf630fe req-adcff94a-1331-440a-b3fa-240a6bd970e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 2.0001347 May 06 12:43:12.567625 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8eb4f355-6446-43bc-9a64-86623dde7366 None None] For port a9e89d38-1e6d-4653-a311-f570d9312861, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a9e89d38-1e6d-4653-a311-f570d9312861,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:12.594196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ffcae4e6-e413-4c9c-a317-6e3193b92ae4 None None] Provisioning for port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:12.620967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=0a4f922d-e8a6-4e30-a622-658813b4ac70,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:12.667574 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f355-6446-43bc-9a64-86623dde7366 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.696072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ffcae4e6-e413-4c9c-a317-6e3193b92ae4 None None] Provisioning for port 66719b16-5139-4764-800c-7b81ef8f2a80 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:12.710195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ffcae4e6-e413-4c9c-a317-6e3193b92ae4 None None] Provisioning complete for port 66719b16-5139-4764-800c-7b81ef8f2a80 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:12.713989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Pushing event updated for resources: {'Port': ['ID=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:12.726514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c763a5d3-e643-489d-9d6d-21673bf630fe req-fcb47ed3-637b-4d52-957a-0264a34a323d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2145619 May 06 12:43:12.727874 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffcae4e6-e413-4c9c-a317-6e3193b92ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.796051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a9e89d38-1e6d-4653-a311-f570d9312861 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:12.856887 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.864252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8eb4f355-6446-43bc-9a64-86623dde7366 None None] Transition to ACTIVE for port object a9e89d38-1e6d-4653-a311-f570d9312861 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:12.918354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f355-6446-43bc-9a64-86623dde7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.939998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:12.941040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.005762 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.050099 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.099221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516524f-7344-4f62-8e94-5d3525241fe7 req-288d7ffe-5c61-4604-8756-5f37993ee2c3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:13.107527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0516524f-7344-4f62-8e94-5d3525241fe7 req-288d7ffe-5c61-4604-8756-5f37993ee2c3 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 1.1165195 May 06 12:43:13.166690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ffcae4e6-e413-4c9c-a317-6e3193b92ae4 None None] Port 66719b16-5139-4764-800c-7b81ef8f2a80 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:13.180659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:13.205543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226655e4-55d1-43f6-96fb-5c3dfc0c08ed tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:13.209626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226655e4-55d1-43f6-96fb-5c3dfc0c08ed tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:13.210482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-226655e4-55d1-43f6-96fb-5c3dfc0c08ed tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:13.215508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:13.252590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c3db374a-8e19-4be8-af09-113af046c5ea tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0101149 May 06 12:43:13.260435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:13.268168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Allocated IP 172.20.0.1 (37328990-9ad9-45dc-91ea-f741b12ef97d/f2c424ef-3b0c-4a87-a43b-12ef26f5eb81/6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:13.383950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Router 685ae792-3386-4791-99df-925e11b55afc has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:13.400760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4f355-6446-43bc-9a64-86623dde7366 None None] Pushing event updated for resources: {'Port': ['ID=a9e89d38-1e6d-4653-a311-f570d9312861,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:13.472054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Pushing event updated for resources: {'Port': ['ID=bb737194-5ca0-4cfe-9f25-66ae61520939,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:13.481998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Request body: {'port': {'device_id': 'b36117a3-8bcf-47e4-b3d2-c69b3397bc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:13.501613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0ef1da0e-24aa-4e7e-b5b7-68263a929313 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:13.603383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.640506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Transition to ACTIVE for port object 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:13.684806 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.688417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4fc55cc6-5d1c-43a7-a385-816d26d63c28 None None] Provisioning complete for port 66719b16-5139-4764-800c-7b81ef8f2a80 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:13.690849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4fc55cc6-5d1c-43a7-a385-816d26d63c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.699869 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.704024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-226655e4-55d1-43f6-96fb-5c3dfc0c08ed tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:13.708241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-226655e4-55d1-43f6-96fb-5c3dfc0c08ed tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 1.5919948 May 06 12:43:13.717703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38640) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:13.793232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:43:13.799099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Network 37328990-9ad9-45dc-91ea-f741b12ef97d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:13.801565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:13.806690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:13.810449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:13.810768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:13.847624 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c763a5d3-e643-489d-9d6d-21673bf630fe req-ee7d476c-30b5-41ec-8c24-d69d62233aad service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0967412 May 06 12:43:13.882419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:13.888923 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.906822 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3cfbfbe8-bb74-45d0-8208-d392d279755e admin admin] 10.222.0.44 "PUT /v2.0/routers/685ae792-3386-4791-99df-925e11b55afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4749687 May 06 12:43:13.941036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:13.941036 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.049533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4fc55cc6-5d1c-43a7-a385-816d26d63c28 None None] Port 66719b16-5139-4764-800c-7b81ef8f2a80 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:14.075502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0516524f-7344-4f62-8e94-5d3525241fe7 req-2879674e-6137-4620-a645-e06082ec6cf0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8929920 May 06 12:43:14.101095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.104013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.109172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f741a847-8800-4a86-8da2-45075e67968c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port ec8b87d6-3a22-458b-b6cc-25778b78fa62 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:14.115460 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f741a847-8800-4a86-8da2-45075e67968c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.181833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Transition to ACTIVE for port object ef8467a8-15e0-4869-9878-00e76430b1b2 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:14.206360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.428955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29f7f1-9c64-417d-add6-d57708019c70 None None] Pushing event updated for resources: {'Port': ['ID=ef8467a8-15e0-4869-9878-00e76430b1b2,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:14.526695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Attempting to bind port ef8467a8-15e0-4869-9878-00e76430b1b2 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:14.527335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Attempting to bind port ef8467a8-15e0-4869-9878-00e76430b1b2 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:14.528219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Attempting to bind port ef8467a8-15e0-4869-9878-00e76430b1b2 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:14.540802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:14.541206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:14.541885 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.542297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:14.543061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Bound port: ef8467a8-15e0-4869-9878-00e76430b1b2, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:14.543565 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.585225 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.693113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2489e201-4055-422d-9aa4-b69596fa12bf None None] Provisioning for port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:14.724229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2489e201-4055-422d-9aa4-b69596fa12bf None None] Provisioning complete for port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:14.724444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2489e201-4055-422d-9aa4-b69596fa12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.761027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] For port ef8467a8-15e0-4869-9878-00e76430b1b2, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:14.763632 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bae1684c-78b0-430f-8338-d81d2477bed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.782893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 0ef1da0e-24aa-4e7e-b5b7-68263a929313, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0ef1da0e-24aa-4e7e-b5b7-68263a929313,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:14.794083 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.794951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 357a9b13-1fbb-435f-b943-3779e984265f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:14.877244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] For port ef8467a8-15e0-4869-9878-00e76430b1b2, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ef8467a8-15e0-4869-9878-00e76430b1b2,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:14.937538 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.998185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2489e201-4055-422d-9aa4-b69596fa12bf None None] Port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:15.013974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:15.014653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:15.127114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.139366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c763a5d3-e643-489d-9d6d-21673bf630fe req-d0b04a95-f023-43d9-b842-4938ac3e1be3 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2230473 May 06 12:43:15.164816 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.176041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.184013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=0ef1da0e-24aa-4e7e-b5b7-68263a929313,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:15.188603 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Sync routers for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:15.209482 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:15.215962 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:15.259438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 357a9b13-1fbb-435f-b943-3779e984265f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:15.299262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 357a9b13-1fbb-435f-b943-3779e984265f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:15.299669 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.327018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.355201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29f7f1-9c64-417d-add6-d57708019c70 None None] Pushing event updated for resources: {'Port': ['ID=ef8467a8-15e0-4869-9878-00e76430b1b2,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:15.395528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:15.409125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f741a847-8800-4a86-8da2-45075e67968c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.429005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7e9a2657-af1d-4587-a6c3-e905584f5b9f None None] Provisioning for port a9e89d38-1e6d-4653-a311-f570d9312861 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:15.448335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7e9a2657-af1d-4587-a6c3-e905584f5b9f None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:15.448953 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2657-af1d-4587-a6c3-e905584f5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.524310 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:15.538427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.597140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Network 37328990-9ad9-45dc-91ea-f741b12ef97d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:15.599285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:15.615359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:15.716132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f741a847-8800-4a86-8da2-45075e67968c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for ec8b87d6-3a22-458b-b6cc-25778b78fa62 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:15.779875 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.963045 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 2, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:15.970312 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Checking router: 685ae792-3386-4791-99df-925e11b55afc for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:15.971277 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Updating router 685ae792-3386-4791-99df-925e11b55afc port 66719b16-5139-4764-800c-7b81ef8f2a80 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:43:15.988582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 357a9b13-1fbb-435f-b943-3779e984265f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=357a9b13-1fbb-435f-b943-3779e984265f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:16.054338 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.079501 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.179810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.282733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f741a847-8800-4a86-8da2-45075e67968c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.391460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a9e89d38-1e6d-4653-a311-f570d9312861 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:16.442915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=357a9b13-1fbb-435f-b943-3779e984265f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:16.489823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f6684-dbf7-462e-8c95-07a19289fe35 req-c6c1ec55-f9c3-4711-a8e6-a41a934c395a tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:16.491064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-af8f6684-dbf7-462e-8c95-07a19289fe35 req-c6c1ec55-f9c3-4711-a8e6-a41a934c395a tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Synchronizing usage tracker for tenant:2836877d00ee4c688edbc877342b8149 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:16.509623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741a847-8800-4a86-8da2-45075e67968c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=ec8b87d6-3a22-458b-b6cc-25778b78fa62,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:16.521947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7c2c2687-bf16-411c-a92d-92ca0941f55e None None] Provisioning complete for port ec8b87d6-3a22-458b-b6cc-25778b78fa62 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:16.522440 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c2c2687-bf16-411c-a92d-92ca0941f55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.570901 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.601390 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.622524 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Transition to ACTIVE for port object 66719b16-5139-4764-800c-7b81ef8f2a80 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:16.636713 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.663199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c2687-bf16-411c-a92d-92ca0941f55e None None] Port ec8b87d6-3a22-458b-b6cc-25778b78fa62 was deleted so its status cannot be updated. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:43:16.690301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Router 1472b486-5de4-43fc-9a39-844365ee09fb has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:16.734038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:16.734590 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.766672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 1, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:16.791806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771f06d-965e-4fee-ab82-fa1b3f2fcc70 None None] The sync data for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 is: [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 1, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:16.848864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-42a34e97-fb3a-48e1-abb7-533d71673b03 None None] Provisioning complete for port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:16.850037 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-42a34e97-fb3a-48e1-abb7-533d71673b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.880967 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:43:16.933339 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3105b-9afa-4e6f-8afe-ebb8862c6f62 None None] Pushing event updated for resources: {'Port': ['ID=66719b16-5139-4764-800c-7b81ef8f2a80,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:17.092004 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Attempting to bind port 66719b16-5139-4764-800c-7b81ef8f2a80 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:17.092371 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Attempting to bind port 66719b16-5139-4764-800c-7b81ef8f2a80 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:17.092772 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Attempting to bind port 66719b16-5139-4764-800c-7b81ef8f2a80 on network 4a11f00e-fb98-427e-8b87-2f5e8352626a {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:17.102792 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:17.103113 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Checking segment: {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:17.103696 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.104144 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Bound using segment: {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:17.104807 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Bound port: 66719b16-5139-4764-800c-7b81ef8f2a80, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:17.105227 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.177896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:17.200341 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c71a9590-a2fe-494b-9b78-cf2b357b0c34 admin admin] 10.222.0.44 "PUT /v2.0/routers/1472b486-5de4-43fc-9a39-844365ee09fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6059794 May 06 12:43:17.206566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-42a34e97-fb3a-48e1-abb7-533d71673b03 None None] Port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:17.217649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0ef1da0e-24aa-4e7e-b5b7-68263a929313 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:17.260587 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] For port 66719b16-5139-4764-800c-7b81ef8f2a80, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:17.261504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-af8f6684-dbf7-462e-8c95-07a19289fe35 req-c6c1ec55-f9c3-4711-a8e6-a41a934c395a tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Unset dirty status for tenant:2836877d00ee4c688edbc877342b8149 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:17.269516 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] For port 66719b16-5139-4764-800c-7b81ef8f2a80, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=66719b16-5139-4764-800c-7b81ef8f2a80,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:17.276685 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.277785 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af8f6684-dbf7-462e-8c95-07a19289fe35 req-c6c1ec55-f9c3-4711-a8e6-a41a934c395a tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 931 time: 2.7947743 May 06 12:43:17.325900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:17.326272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.420429 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.443650 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:17.444377 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:17.564258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0a4f922d-e8a6-4e30-a622-658813b4ac70 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:17.574989 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f741a847-8800-4a86-8da2-45075e67968c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.653368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0a4f922d-e8a6-4e30-a622-658813b4ac70 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:17.653858 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.663137 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3105b-9afa-4e6f-8afe-ebb8862c6f62 None None] Pushing event updated for resources: {'Port': ['ID=66719b16-5139-4764-800c-7b81ef8f2a80,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:17.747397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f741a847-8800-4a86-8da2-45075e67968c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/ec8b87d6-3a22-458b-b6cc-25778b78fa62 HTTP/1.1" status: 204 len: 168 time: 4.0287545 May 06 12:43:17.749887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38664) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:17.773806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:17.783390 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:17.804592 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.837935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c9bd30-3462-42fa-bc7d-b248f607cb21 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:17.840855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c9bd30-3462-42fa-bc7d-b248f607cb21 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:17.842785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c9bd30-3462-42fa-bc7d-b248f607cb21 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:17.843789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-90c9bd30-3462-42fa-bc7d-b248f607cb21 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:17.867245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-90c9bd30-3462-42fa-bc7d-b248f607cb21 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:17.869210 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-90c9bd30-3462-42fa-bc7d-b248f607cb21 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1173759 May 06 12:43:17.870479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af8f6684-dbf7-462e-8c95-07a19289fe35 req-8e67bd11-583b-48e4-9236-4af379afbb99 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/security-groups?id=33d4ec11-d225-408a-8219-5a0882607a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909894 May 06 12:43:17.872332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Transition to ACTIVE for port object 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:17.881601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38668) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:17.904805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.143485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-86697d0b-8270-4548-b663-a4f289873c5e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 2eb9698b-f21a-49c5-8c51-e60ba5dbe9f0 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:18.147213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86697d0b-8270-4548-b663-a4f289873c5e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.173510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 357a9b13-1fbb-435f-b943-3779e984265f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:18.228375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86697d0b-8270-4548-b663-a4f289873c5e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.235535 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:18.241226 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cfd91-a3d7-4fcb-a541-6edca61904a0 None None] The sync data for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 is: [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:18.255270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 357a9b13-1fbb-435f-b943-3779e984265f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:18.255863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.263141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:18.283639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:43:18.409793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86697d0b-8270-4548-b663-a4f289873c5e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.453382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.497312 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.513980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86697d0b-8270-4548-b663-a4f289873c5e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.564163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86697d0b-8270-4548-b663-a4f289873c5e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb9698b-f21a-49c5-8c51-e60ba5dbe9f0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:18.569798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86697d0b-8270-4548-b663-a4f289873c5e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.578067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6539754-3afd-4917-91ad-bc05e0d3b96a None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:18.605547 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-86697d0b-8270-4548-b663-a4f289873c5e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/2eb9698b-f21a-49c5-8c51-e60ba5dbe9f0 HTTP/1.1" status: 204 len: 168 time: 0.7224777 May 06 12:43:18.610856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38672) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:18.715230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Pushing event updated for resources: {'Port': ['ID=bb737194-5ca0-4cfe-9f25-66ae61520939,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:18.729371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e6059-c45b-4066-9d54-03369a04068b req-ba37e3a6-d6c4-45da-a982-5a03569d0564 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:18.731145 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e94e6059-c45b-4066-9d54-03369a04068b req-ba37e3a6-d6c4-45da-a982-5a03569d0564 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.6931288 May 06 12:43:18.799479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Attempting to bind port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:18.799853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Attempting to bind port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '51dc2409-c28a-4153-b39d-724bb791ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '926df4d2-567b-48d5-b767-e9ba2af68032'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:18.802087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Attempting to bind port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 on network 926df4d2-567b-48d5-b767-e9ba2af68032 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:18.808229 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.829650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 on network 926df4d2-567b-48d5-b767-e9ba2af68032 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:43:18.830317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Attempting to bind port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 on network 926df4d2-567b-48d5-b767-e9ba2af68032 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:18.850761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:18.851951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Checking segment: {'id': '51dc2409-c28a-4153-b39d-724bb791ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '926df4d2-567b-48d5-b767-e9ba2af68032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:18.852823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Bound using segment: {'id': '51dc2409-c28a-4153-b39d-724bb791ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '926df4d2-567b-48d5-b767-e9ba2af68032'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:18.853512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Bound port: 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51dc2409-c28a-4153-b39d-724bb791ee15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '926df4d2-567b-48d5-b767-e9ba2af68032'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:18.854070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.879203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2296af4-dd68-4e96-b2ca-6acb6a162f46 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 7639ba06-0ded-4cce-be50-09e2cd12769a {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:18.883458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b2296af4-dd68-4e96-b2ca-6acb6a162f46 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.910642 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.912094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-7009dbf1-a65b-4ade-9446-ba5f15e10403 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 12.3698299 May 06 12:43:18.927758 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e94e6059-c45b-4066-9d54-03369a04068b req-97d30554-5975-448e-81ec-2aa935485659 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746950 May 06 12:43:19.016606 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b2296af4-dd68-4e96-b2ca-6acb6a162f46 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.136340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] For port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:19.140287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] For port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,segment=NetworkSegment(51dc2409-c28a-4153-b39d-724bb791ee15),segment_id=51dc2409-c28a-4153-b39d-724bb791ee15)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:19.196659 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.208336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b2296af4-dd68-4e96-b2ca-6acb6a162f46 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.307521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-beb55f51-9ef1-469c-8d36-45e0bf065d4d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Synchronizing usage tracker for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:19.359536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:19.408689 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.410746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ac003044-4d03-4f73-a081-6291b3fb49d8 service neutron] 10.222.0.48 "PUT /v2.0/ports/2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 HTTP/1.1" status: 200 len: 1091 time: 5.9451039 May 06 12:43:19.411711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36117a3-8bcf-47e4-b3d2-c69b3397bc8a', 'tag': '2faf9f8a-bfc2-41c9-956d-176aeb4c4d54'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:19.424903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-beb55f51-9ef1-469c-8d36-45e0bf065d4d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Unset dirty status for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:19.426943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-beb55f51-9ef1-469c-8d36-45e0bf065d4d tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.4429922 May 06 12:43:19.483833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b2296af4-dd68-4e96-b2ca-6acb6a162f46 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.625927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2296af4-dd68-4e96-b2ca-6acb6a162f46 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=7639ba06-0ded-4cce-be50-09e2cd12769a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:19.661668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b2296af4-dd68-4e96-b2ca-6acb6a162f46 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.683221 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b2296af4-dd68-4e96-b2ca-6acb6a162f46 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/7639ba06-0ded-4cce-be50-09e2cd12769a HTTP/1.1" status: 204 len: 168 time: 1.0700111 May 06 12:43:19.685832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38684) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:19.822491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38688) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:19.843911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110277593', 'description': 'tempest-description--298996090'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:19.851252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:19.856365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:security_group and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:19.858562 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f205ef5-ad21-42ea-a161-3ccfc891d9c5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1700699 May 06 12:43:19.867665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38692) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:19.867971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:19.874626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:19.891196 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:19.926999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.180325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-f2b461fd-d0c2-4d3d-aa9e-c329813e7628 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:20.182183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-f2b461fd-d0c2-4d3d-aa9e-c329813e7628 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.7421968 May 06 12:43:20.190418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-8f57f95c-aa9b-47e8-a951-f8c459b9e75b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2836877d00ee4c688edbc877342b8149&device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 1094 time: 0.6968272 May 06 12:43:20.191970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:20.198546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:20.203661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:20.215982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-0c5b2a79-138c-497c-b610-4b690d491790 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:43:20.219020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ada69412-4fca-4074-b6a5-8cf292662a6f req-0c5b2a79-138c-497c-b610-4b690d491790 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0241451 May 06 12:43:20.245545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:20.307432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:20.317977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.438063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:20.457148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:security_group_rule and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:20.474726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:20.488373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-66d2842e-9b97-4833-9243-1491cde3cb11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 HTTP/1.1" status: 200 len: 217 time: 0.2682934 May 06 12:43:20.489323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:20.502985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef8467a8-15e0-4869-9878-00e76430b1b2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:20.616025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b1afc-cda9-490d-b253-b464e87a3af7 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:20.856792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4d8a6e21-8d57-4629-b0e7-8c717d02bb70 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:20.857221 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6e21-8d57-4629-b0e7-8c717d02bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.976256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ef8467a8-15e0-4869-9878-00e76430b1b2 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:21.014970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.052803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ef8467a8-15e0-4869-9878-00e76430b1b2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:21.053473 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.104170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:21.107798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:21.112740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:21.113432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.165161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c0291976-a167-45d8-a4a2-b49188a96034 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:21.172585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3008704 May 06 12:43:21.172825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-c0291976-a167-45d8-a4a2-b49188a96034 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06d4e977-0702-474f-80db-9562b00a2416 HTTP/1.1" status: 200 len: 861 time: 0.6536336 May 06 12:43:21.175914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38710) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:21.185098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:21.216839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbbce0-e97f-4ba8-b60a-702492d2c81a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=7762a3c8-896c-4fb7-aee0-cf69d985799a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:21.393024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-ab535d8f-61bf-4bd7-aa76-f43d25a382d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=926df4d2-567b-48d5-b767-e9ba2af68032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592185 May 06 12:43:21.443707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:21.449494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:21.453197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:21.462709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:21.477937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:21.482037 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.532578 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.580966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ef8467a8-15e0-4869-9878-00e76430b1b2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ef8467a8-15e0-4869-9878-00e76430b1b2,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:21.585127 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.592429 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.595693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 66719b16-5139-4764-800c-7b81ef8f2a80 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:21.618194 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.662957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5487b4-5f01-400e-b1c3-1938f2aca329,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:21.684913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-ccc28e2c-9289-494b-9c02-0519e30e139b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:21.692307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-ccc28e2c-9289-494b-9c02-0519e30e139b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 818 time: 0.7807887 May 06 12:43:21.747324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-fa309516-6498-4c69-93cf-c01ea55a98f1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/quotas/7269a567c60f43f8910fe046bea427d7 HTTP/1.1" status: 200 len: 375 time: 0.0541983 May 06 12:43:21.755485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bc36-66da-4db5-9d85-1d1f8b814038 req-2797fa87-f33f-4b9b-85d1-36ba809fffe9 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:21.757112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6d8bc36-66da-4db5-9d85-1d1f8b814038 req-2797fa87-f33f-4b9b-85d1-36ba809fffe9 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 943 time: 0.8804832 May 06 12:43:21.769975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.774834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6658dc7e-4ebe-4621-907a-21828915d1e6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.9374166 May 06 12:43:21.821574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ef8467a8-15e0-4869-9878-00e76430b1b2,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:21.826251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38718) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:21.829541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ff3ff3-ebe4-4437-b64e-cbc54a9720ef None None] Update dhcp port {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '7762a3c8-896c-4fb7-aee0-cf69d985799a'}], 'binding:host_id': 'n-d-840847-1'}, 'id': 'a9e89d38-1e6d-4653-a311-f570d9312861'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:43:21.870219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'security_group_rule': {'security_group_id': '7b5487b4-5f01-400e-b1c3-1938f2aca329', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:21.881507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-3a47b3b4-503e-4490-aef2-cbc9edbcb8ab service neutron] 10.222.0.48 "GET /v2.0/networks/926df4d2-567b-48d5-b767-e9ba2af68032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488566 May 06 12:43:21.882115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 66719b16-5139-4764-800c-7b81ef8f2a80 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:21.885634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:21.893465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 66719b16-5139-4764-800c-7b81ef8f2a80 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:21.893925 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.921835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:security_group_rule and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:21.924520 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-18ff3ff3-ebe4-4437-b64e-cbc54a9720ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.925151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:22.021852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:22.040032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6d8bc36-66da-4db5-9d85-1d1f8b814038 req-35d72c94-fe4d-4fc3-8ea1-879826ddd780 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/security-groups?id=33d4ec11-d225-408a-8219-5a0882607a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127180 May 06 12:43:22.095622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.250351 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.289382 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-3d5db35c-a120-499c-a306-25ecbc3249c0 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5407796 May 06 12:43:22.323831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.454054 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.478134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d215a3-4731-4ecc-8d5e-bdcfe3948f82,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:22.479957 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.486986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-baa5e09c-085b-47b6-ac99-2317c1a9012a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6329277 May 06 12:43:22.492507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38726) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:22.560464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'security_group_rule': {'security_group_id': '7b5487b4-5f01-400e-b1c3-1938f2aca329', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:22.584111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-18ff3ff3-ebe4-4437-b64e-cbc54a9720ef None None] Allocated IP 172.20.0.2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/7762a3c8-896c-4fb7-aee0-cf69d985799a/a9e89d38-1e6d-4653-a311-f570d9312861) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:22.606480 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0371d8dd-9d8a-4678-ab9d-e7ebc4cbfc33'] response: {'name': 'network-changed', 'server_uuid': 'b36117a3-8bcf-47e4-b3d2-c69b3397bc8a', 'tag': '2faf9f8a-bfc2-41c9-956d-176aeb4c4d54', 'status': 'completed', 'code': 200} May 06 12:43:22.662859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 66719b16-5139-4764-800c-7b81ef8f2a80, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=66719b16-5139-4764-800c-7b81ef8f2a80,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:22.670107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:43:22.721853 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.772899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bb1ff08-0add-456f-98c4-cc05fddbcf16 req-df46f3ac-82f7-4803-ba2d-e0a301eec82d service neutron] 10.222.0.48 "GET /v2.0/networks/926df4d2-567b-48d5-b767-e9ba2af68032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8792949 May 06 12:43:22.861959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef8467a8-15e0-4869-9878-00e76430b1b2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:22.868301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:22.892760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=66719b16-5139-4764-800c-7b81ef8f2a80,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:22.931253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-18ff3ff3-ebe4-4437-b64e-cbc54a9720ef None None] For port a9e89d38-1e6d-4653-a311-f570d9312861, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a9e89d38-1e6d-4653-a311-f570d9312861,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:22.967448 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-18ff3ff3-ebe4-4437-b64e-cbc54a9720ef None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.973016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:security_group_rule and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:22.988918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-18ff3ff3-ebe4-4437-b64e-cbc54a9720ef None None] Transition to ACTIVE for port object a9e89d38-1e6d-4653-a311-f570d9312861 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:22.992322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ef8467a8-15e0-4869-9878-00e76430b1b2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:22.992774 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.998301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:23.022406 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-18ff3ff3-ebe4-4437-b64e-cbc54a9720ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.028346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:23.075925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.116406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.139644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-1fdec972-3ddf-4f44-8af8-3203d5f11a9d service neutron] 10.222.0.44 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147049 May 06 12:43:23.171628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff3ff3-ebe4-4437-b64e-cbc54a9720ef None None] Pushing event updated for resources: {'Port': ['ID=a9e89d38-1e6d-4653-a311-f570d9312861,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:23.222972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a254-e804-473a-903c-eb94e0f323e7 req-49355827-7043-4491-ab35-7172e7467875 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:23.230051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-49355827-7043-4491-ab35-7172e7467875 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4285140 May 06 12:43:23.433096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-232652ca-4842-45b2-b8c4-506d78b70408 req-b4440e1d-e2cc-43e3-8632-5fb09fff47c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2836877d00ee4c688edbc877342b8149&device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 1094 time: 0.5602369 May 06 12:43:23.496300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-2d28367e-82a2-423e-9520-3b282b624c52 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.2647471 May 06 12:43:23.519667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Request body: {'floatingip': {'port_id': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:23.626297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] For port a9e89d38-1e6d-4653-a311-f570d9312861, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a9e89d38-1e6d-4653-a311-f570d9312861,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:23.655982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.661774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.663062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.810471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:23.812951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=58377d52-a55c-41b9-abf8-9296335d20b0,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:23.816566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:23.821071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:23.821631 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.824638 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.825622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=a9e89d38-1e6d-4653-a311-f570d9312861,revision_number=9']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:23.849190 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.870019 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.877988 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b1f1f52f-6fea-4e3d-856e-64d5190a9236 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7002976 May 06 12:43:23.881302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38736) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:23.891181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:c7:f8:e3', 'name': 'tempest-NetworksTestDHCPv6-1062252734'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:23.930725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9dc16-e33c-44bb-8b3f-dc3c8f75cd41 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:23.956313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-d1e596ca-ac9c-443a-ba61-e65dca7e911c service neutron] 10.222.0.44 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8025987 May 06 12:43:23.982331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4762e160-e453-4897-851a-3ef7c61da0f1,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:24.049188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-85a14ec7-0e2c-425f-a735-f6b668273cce None None] Provisioning for port a9e89d38-1e6d-4653-a311-f570d9312861 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:24.053306 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.058618 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-171f8a04-751c-42eb-98e0-58d05a7d1504 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5261796 May 06 12:43:24.061146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38740) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:24.062380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-85a14ec7-0e2c-425f-a735-f6b668273cce None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:24.062966 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85a14ec7-0e2c-425f-a735-f6b668273cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.080183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:24.093385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232652ca-4842-45b2-b8c4-506d78b70408 req-7ec7c39d-437c-4b47-9bcc-58901f7fba9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:24.095112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-232652ca-4842-45b2-b8c4-506d78b70408 req-7ec7c39d-437c-4b47-9bcc-58901f7fba9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=926df4d2-567b-48d5-b767-e9ba2af68032 HTTP/1.1" status: 200 len: 922 time: 0.6509659 May 06 12:43:24.095729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:24.111926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:floatingip and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:24.139317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:24.192979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:24.254933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:24.263332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:24.268593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:24.279927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:24.295593 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.347004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:24.368918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-232652ca-4842-45b2-b8c4-506d78b70408 req-9d401b1e-468b-42e0-8a52-86450bf59df6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 HTTP/1.1" status: 200 len: 217 time: 0.1870089 May 06 12:43:24.604184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232652ca-4842-45b2-b8c4-506d78b70408 req-d01bbc2c-c79a-457c-9a81-5cbd44afbe2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:24.605897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-232652ca-4842-45b2-b8c4-506d78b70408 req-d01bbc2c-c79a-457c-9a81-5cbd44afbe2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06d4e977-0702-474f-80db-9562b00a2416 HTTP/1.1" status: 200 len: 861 time: 0.1149321 May 06 12:43:24.606525 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.655753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 2b0883bd-53a7-4807-aae0-d867ce816f3e yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:43:24.724124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-232652ca-4842-45b2-b8c4-506d78b70408 req-b333008d-1420-4371-a3fa-35aa80213dad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=926df4d2-567b-48d5-b767-e9ba2af68032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953860 May 06 12:43:24.935513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.978295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a9e89d38-1e6d-4653-a311-f570d9312861 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:25.125979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:25.126251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 172.20.0.6 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/7762a3c8-896c-4fb7-aee0-cf69d985799a/2b0883bd-53a7-4807-aae0-d867ce816f3e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:25.126549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.187068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-232652ca-4842-45b2-b8c4-506d78b70408 req-f280f1e7-a9de-45d9-8f89-c7a75698e35c service neutron] 10.222.0.48 "GET /v2.0/networks/926df4d2-567b-48d5-b767-e9ba2af68032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534404 May 06 12:43:25.190195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:fec7:f8e3 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/58377d52-a55c-41b9-abf8-9296335d20b0/2b0883bd-53a7-4807-aae0-d867ce816f3e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:25.202438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b8cf-98cc-4384-b4b5-b26521a9c31f req-a7ba839b-98ec-42d4-b24e-d1217a124f63 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:25.212045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8e0b8cf-98cc-4384-b4b5-b26521a9c31f req-a7ba839b-98ec-42d4-b24e-d1217a124f63 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 945 time: 0.4034543 May 06 12:43:25.368057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Allocated IP 172.25.7.53 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/5ccdafb3-5ee6-4bb9-9028-789f57ae5b46) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:25.389400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8e0b8cf-98cc-4384-b4b5-b26521a9c31f req-7e4830c5-914a-4637-aea1-d94b86a2add5 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ae17120-52e7-4efe-9772-6909be0b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765339 May 06 12:43:25.557413 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:43:25.563904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 66719b16-5139-4764-800c-7b81ef8f2a80 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:25.757979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 66719b16-5139-4764-800c-7b81ef8f2a80 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:25.761375 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.811044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.813823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-232652ca-4842-45b2-b8c4-506d78b70408 req-4fa2d060-1544-4560-9e2e-d5334a891d8f service neutron] 10.222.0.48 "GET /v2.0/networks/926df4d2-567b-48d5-b767-e9ba2af68032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843754 May 06 12:43:25.832188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.859974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 2b0883bd-53a7-4807-aae0-d867ce816f3e will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:25.871541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.877808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:43:25.883928 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.894149 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.964123 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.990910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:25.996094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:26.001187 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:26.019407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8622b794-6c83-4a6c-99a3-2d36cfe0f058 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:26.082880 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:43:26.086452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'Port': ['ID=5ccdafb3-5ee6-4bb9-9028-789f57ae5b46,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:26.180392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=2b0883bd-53a7-4807-aae0-d867ce816f3e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:26.187980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:26.197971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:26.201520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:26.221838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a1ee-989e-4041-b11b-b031dc0d7503 req-52843986-b80a-4ae5-9474-023c6fce548c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:26.235770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ce8a1ee-989e-4041-b11b-b031dc0d7503 req-52843986-b80a-4ae5-9474-023c6fce548c tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.5132766 May 06 12:43:26.303274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:26.304336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.423692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6ec66f20-9846-4829-9b15-37d37f8e2119 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:26.424070 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ec66f20-9846-4829-9b15-37d37f8e2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.546943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ce8a1ee-989e-4041-b11b-b031dc0d7503 req-b32e8337-0201-4bcb-8f1f-959bc7ffe8ae tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049328 May 06 12:43:26.631303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-4ce980ce-238d-4170-b42f-08b2ab5fc215 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:26.633332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-4ce980ce-238d-4170-b42f-08b2ab5fc215 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 818 time: 0.3704197 May 06 12:43:26.641823 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6578ad1-743b-42ec-adc9-c28ee13be405 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7588110 May 06 12:43:26.646090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:26.653496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,segment=NetworkSegment(51dc2409-c28a-4153-b39d-724bb791ee15),segment_id=51dc2409-c28a-4153-b39d-724bb791ee15)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:26.657363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Request body: {'port': {'device_id': 'd072eda3-f0d0-4f59-95e1-dc21252cfb52', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'admin_state_up': True, 'tenant_id': '7269a567c60f43f8910fe046bea427d7'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:26.682705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '2faf9f8a-bfc2-41c9-956d-176aeb4c4d54', 'network_id': '926df4d2-567b-48d5-b767-e9ba2af68032', 'port_id': '2faf9f8a-bfc2-41c9-956d-176aeb4c4d54', 'mac_address': 'fa:16:3e:d1:d1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d4e977-0702-474f-80db-9562b00a2416', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:43:26.728900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.754339 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.818029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.865486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:26.901965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,segment=NetworkSegment(51dc2409-c28a-4153-b39d-724bb791ee15),segment_id=51dc2409-c28a-4153-b39d-724bb791ee15)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:26.903743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47ced2-ca59-478a-94a8-601b2aea6390 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:26.908375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47ced2-ca59-478a-94a8-601b2aea6390 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:26.909554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ba47ced2-ca59-478a-94a8-601b2aea6390 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:26.924070 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.971498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ba47ced2-ca59-478a-94a8-601b2aea6390 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:26.974323 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ba47ced2-ca59-478a-94a8-601b2aea6390 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3271174 May 06 12:43:27.022766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:27.031223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38762) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:27.139697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a9378317-de29-4043-821b-d814a30c1b38 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 2b0883bd-53a7-4807-aae0-d867ce816f3e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:27.140050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a9378317-de29-4043-821b-d814a30c1b38 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.142265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:27.153064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Usage tracker for resource:port and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:27.159138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:27.179876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:27.199022 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Floating IP fb28dc26-c6c9-4969-b982-bc4b0f543398 associated. External IP: 172.25.7.83, port: 0af86d65-0d28-4ebd-9d3c-4b754a24d13c. May 06 12:43:27.285663 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.290941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.316496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7f4bc-0b27-4804-93cf-ca49bf693d5a req-5be38aca-7dc1-4513-a503-8d5476102b97 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:27.330731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-07c7f4bc-0b27-4804-93cf-ca49bf693d5a req-5be38aca-7dc1-4513-a503-8d5476102b97 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 944 time: 0.4826543 May 06 12:43:27.340034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['2faf9f8a-bfc2-41c9-956d-176aeb4c4d54'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:27.453937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Made reservation on behalf of 7269a567c60f43f8910fe046bea427d7 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:27.465648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.661348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f2112e0d-b381-4104-860e-33e5dd4a3ac5 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:27.661985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2112e0d-b381-4104-860e-33e5dd4a3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.671766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-07c7f4bc-0b27-4804-93cf-ca49bf693d5a req-64c879ca-fdbf-40b7-aaf4-c3a89b057e9c tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/security-groups?id=33d4ec11-d225-408a-8219-5a0882607a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393278 May 06 12:43:27.800336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a9378317-de29-4043-821b-d814a30c1b38 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.856717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f2112e0d-b381-4104-860e-33e5dd4a3ac5 None None] Provisioning for port 2b0883bd-53a7-4807-aae0-d867ce816f3e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:27.863685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f2112e0d-b381-4104-860e-33e5dd4a3ac5 None None] Provisioning complete for port 2b0883bd-53a7-4807-aae0-d867ce816f3e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:27.864463 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2112e0d-b381-4104-860e-33e5dd4a3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.952627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f2112e0d-b381-4104-860e-33e5dd4a3ac5 None None] Port 2b0883bd-53a7-4807-aae0-d867ce816f3e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:28.030816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Allocated IP 172.20.0.14 (37328990-9ad9-45dc-91ea-f741b12ef97d/f2c424ef-3b0c-4a87-a43b-12ef26f5eb81/710a7e4c-d225-415f-a9f0-8787d73e0e87) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:28.078785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a9378317-de29-4043-821b-d814a30c1b38 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 2b0883bd-53a7-4807-aae0-d867ce816f3e owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:28.089888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2c2f6bd3-ca73-4b35-b6ba-c0b151edf6a2 None None] Provisioning complete for port 2b0883bd-53a7-4807-aae0-d867ce816f3e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:28.091028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2c2f6bd3-ca73-4b35-b6ba-c0b151edf6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.162008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f6bd3-ca73-4b35-b6ba-c0b151edf6a2 None None] Port 2b0883bd-53a7-4807-aae0-d867ce816f3e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:28.196591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.236530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'Port': ['ID=5ccdafb3-5ee6-4bb9-9028-789f57ae5b46,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:28.254706 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.256703 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1c94edb1-89a2-495b-a662-057c7a1a2248 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1939225 May 06 12:43:28.514238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a9378317-de29-4043-821b-d814a30c1b38 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.616290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.639758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Transition to ACTIVE for port object 710a7e4c-d225-415f-a9f0-8787d73e0e87 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:28.651264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9378317-de29-4043-821b-d814a30c1b38 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=2b0883bd-53a7-4807-aae0-d867ce816f3e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:28.688097 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.849472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Network 37328990-9ad9-45dc-91ea-f741b12ef97d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:28.853091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:28.855881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:28.976217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event updated for resources: {'Port': ['ID=710a7e4c-d225-415f-a9f0-8787d73e0e87,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:28.992420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:28.993361 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:29.031571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-e3d5cb05-d5e3-40cc-9663-c1d825ae7747 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3828697 May 06 12:43:29.034123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Router 55a7c8af-e0e1-4102-8914-d13b0ef99847 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:29.043589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Request body: {'port': {'device_id': 'd072eda3-f0d0-4f59-95e1-dc21252cfb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:29.136067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a9378317-de29-4043-821b-d814a30c1b38 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:29.176940 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a9378317-de29-4043-821b-d814a30c1b38 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/2b0883bd-53a7-4807-aae0-d867ce816f3e HTTP/1.1" status: 204 len: 168 time: 2.1437528 May 06 12:43:29.180280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:29.362682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf033c-f76b-4c8d-ab64-78caed4e6859 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:29.366231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf033c-f76b-4c8d-ab64-78caed4e6859 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:29.369747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf033c-f76b-4c8d-ab64-78caed4e6859 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:29.372076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8dbf033c-f76b-4c8d-ab64-78caed4e6859 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:29.414333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8dbf033c-f76b-4c8d-ab64-78caed4e6859 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:29.423701 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8dbf033c-f76b-4c8d-ab64-78caed4e6859 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2412248 May 06 12:43:29.425572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38784) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:29.427771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b531c7ae-ebe2-4361-bb92-477678d03a04 None None] Provisioning for port 710a7e4c-d225-415f-a9f0-8787d73e0e87 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:29.444448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b531c7ae-ebe2-4361-bb92-477678d03a04 None None] Provisioning complete for port 710a7e4c-d225-415f-a9f0-8787d73e0e87 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:29.445131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b531c7ae-ebe2-4361-bb92-477678d03a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:29.565719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:29.586788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b531c7ae-ebe2-4361-bb92-477678d03a04 None None] Port 710a7e4c-d225-415f-a9f0-8787d73e0e87 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:29.623980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fa7f2-8809-4f50-8d08-7dc66186d875 req-35db16c0-719e-40a0-bbc4-ad3a17279ada tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:29.624720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-695fa7f2-8809-4f50-8d08-7dc66186d875 req-35db16c0-719e-40a0-bbc4-ad3a17279ada tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:29.737523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-695fa7f2-8809-4f50-8d08-7dc66186d875 req-35db16c0-719e-40a0-bbc4-ad3a17279ada tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:29.738817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-695fa7f2-8809-4f50-8d08-7dc66186d875 req-35db16c0-719e-40a0-bbc4-ad3a17279ada tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 932 time: 0.6553056 May 06 12:43:29.859998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:29.919824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-695fa7f2-8809-4f50-8d08-7dc66186d875 req-be035967-657f-4ae2-9f59-87498e536e70 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674988 May 06 12:43:29.998625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-25188d39-9309-461e-b30a-486b59193284 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 58377d52-a55c-41b9-abf8-9296335d20b0 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:30.019501 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25188d39-9309-461e-b30a-486b59193284 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.050184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:30.063054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:30.063424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.158463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25188d39-9309-461e-b30a-486b59193284 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.283167 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.318975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:30.327850 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.353617 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25188d39-9309-461e-b30a-486b59193284 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.359965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] Sync routers for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:30.367410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710a7e4c-d225-415f-a9f0-8787d73e0e87 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:30.401786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36117a3-8bcf-47e4-b3d2-c69b3397bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faf9f8a-bfc2-41c9-956d-176aeb4c4d54'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:30.418956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,segment=NetworkSegment(51dc2409-c28a-4153-b39d-724bb791ee15),segment_id=51dc2409-c28a-4153-b39d-724bb791ee15)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:30.420032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:30.421621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:30.460649 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.547633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-cf5f919b-8984-4fc8-a03f-65e4a3500db2 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "PUT /v2.0/floatingips/fb28dc26-c6c9-4969-b982-bc4b0f543398 HTTP/1.1" status: 200 len: 996 time: 7.0384941 May 06 12:43:30.550003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.552601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Transition to ACTIVE for port object 710a7e4c-d225-415f-a9f0-8787d73e0e87 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:30.553016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25188d39-9309-461e-b30a-486b59193284 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.553203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:30.563841 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.652695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25188d39-9309-461e-b30a-486b59193284 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=58377d52-a55c-41b9-abf8-9296335d20b0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:30.666446 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25188d39-9309-461e-b30a-486b59193284 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.682578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a66387b-1bfc-432d-ab7b-160942c23105 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:30.700457 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-25188d39-9309-461e-b30a-486b59193284 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/58377d52-a55c-41b9-abf8-9296335d20b0 HTTP/1.1" status: 204 len: 168 time: 1.2723765 May 06 12:43:30.701636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38802) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:30.780169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=710a7e4c-d225-415f-a9f0-8787d73e0e87,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:30.827950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:30.899173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.899173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.899173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.899844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.899844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.900140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.900289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.900579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.900901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.901224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.901545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:30.943261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:30.955611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0ac216-2b24-40fd-a7f8-6d2d35cbf4f5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 7762a3c8-896c-4fb7-aee0-cf69d985799a {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:30.963278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac216-2b24-40fd-a7f8-6d2d35cbf4f5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.068315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051fcb7-dba8-40f6-93ae-f8a4c5ea5dff req-9111f80a-3682-46de-bd15-48fcc6c416ca tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:31.081259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0051fcb7-dba8-40f6-93ae-f8a4c5ea5dff req-9111f80a-3682-46de-bd15-48fcc6c416ca tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.8448374 May 06 12:43:31.085254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac216-2b24-40fd-a7f8-6d2d35cbf4f5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.211691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac216-2b24-40fd-a7f8-6d2d35cbf4f5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.304995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac216-2b24-40fd-a7f8-6d2d35cbf4f5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.356949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ac216-2b24-40fd-a7f8-6d2d35cbf4f5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=7762a3c8-896c-4fb7-aee0-cf69d985799a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:31.366565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac216-2b24-40fd-a7f8-6d2d35cbf4f5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.381187 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2b0ac216-2b24-40fd-a7f8-6d2d35cbf4f5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/7762a3c8-896c-4fb7-aee0-cf69d985799a HTTP/1.1" status: 204 len: 168 time: 0.6746907 May 06 12:43:31.381461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38808) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:31.442004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Attempting to bind port 710a7e4c-d225-415f-a9f0-8787d73e0e87 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:31.442553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Attempting to bind port 710a7e4c-d225-415f-a9f0-8787d73e0e87 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:31.443186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Attempting to bind port 710a7e4c-d225-415f-a9f0-8787d73e0e87 on network 37328990-9ad9-45dc-91ea-f741b12ef97d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:31.460321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Port 710a7e4c-d225-415f-a9f0-8787d73e0e87 on network 37328990-9ad9-45dc-91ea-f741b12ef97d not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:43:31.460777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Attempting to bind port 710a7e4c-d225-415f-a9f0-8787d73e0e87 on network 37328990-9ad9-45dc-91ea-f741b12ef97d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:31.483857 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8f03bea5-682f-4fe6-8cb6-6717ca3e7a70 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972359 May 06 12:43:31.484354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38812) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:31.494689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:31.512940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:31.513450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Checking segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:31.514134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Bound using segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:31.515404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Bound port: 710a7e4c-d225-415f-a9f0-8787d73e0e87, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:31.515937 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.602403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'fb28dc26-c6c9-4969-b982-bc4b0f543398', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'port_id': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'mac_address': 'fa:16:3e:ec:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:25Z', 'revision_number': 1, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2779de6-241d-46e1-b1db-5a53841b3314', 'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'mac_address': 'fa:16:3e:55:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:01Z', 'updated_at': '2022-05-06T12:41:20Z', 'revision_number': 5, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'subnets': [{'id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:31.608569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] Checking router: 55a7c8af-e0e1-4102-8914-d13b0ef99847 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:31.622475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:31.623149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:31.631907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0051fcb7-dba8-40f6-93ae-f8a4c5ea5dff req-e54a69e5-002b-445d-b5ba-caab6a6d358f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493469 May 06 12:43:31.654167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-f5b82ec7-22da-458e-8ba9-738187d9909f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1097 time: 1.0819030 May 06 12:43:31.742458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:31.759538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:31.764109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:31.771761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:31.784240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:31.788931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.801840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] For port 710a7e4c-d225-415f-a9f0-8787d73e0e87, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:31.808342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] For port 710a7e4c-d225-415f-a9f0-8787d73e0e87, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:31.818554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.946952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:31.972948 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.975076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/710a7e4c-d225-415f-a9f0-8787d73e0e87 HTTP/1.1" status: 200 len: 1092 time: 2.9364014 May 06 12:43:32.052286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-1a0c1558-a953-4f8c-a786-d833cdc6ec09 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Synchronizing usage tracker for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:32.177146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7fda0-a601-4c29-998e-97c417b8a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=710a7e4c-d225-415f-a9f0-8787d73e0e87,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:32.202690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.317723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a254-e804-473a-903c-eb94e0f323e7 req-70dfb941-acee-4648-af90-71e68e15edbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:32.320476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-70dfb941-acee-4648-af90-71e68e15edbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 921 time: 0.6568756 May 06 12:43:32.363520 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:43:32.471433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:32.492477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-1a0c1558-a953-4f8c-a786-d833cdc6ec09 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Unset dirty status for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:32.492477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-1a0c1558-a953-4f8c-a786-d833cdc6ec09 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--110277593&fields=id&tenant_id=9ef872fc869a48e78985d9ccefc1e099 HTTP/1.1" status: 200 len: 267 time: 0.6173913 May 06 12:43:32.511465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:32.520491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:32.521250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.529728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=27964858-7b95-4936-9180-724dacfb6362,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:32.589849 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-158fc947-8dbb-4f76-a687-59d804f2bcf0 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1002038 May 06 12:43:32.591731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38824) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:32.606180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:32.671659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b4d09d-e555-4edb-989b-fbcacf6c74b6 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:32.713005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-9d09ebff-8b48-4a40-9d1b-3998435365ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3811669 May 06 12:43:32.815694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:32.827001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:32.829825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:32.886030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:32.918827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'fb28dc26-c6c9-4969-b982-bc4b0f543398', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'port_id': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'mac_address': 'fa:16:3e:ec:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:25Z', 'revision_number': 1, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2779de6-241d-46e1-b1db-5a53841b3314', 'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'mac_address': 'fa:16:3e:55:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:01Z', 'updated_at': '2022-05-06T12:41:20Z', 'revision_number': 5, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'subnets': [{'id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:32.935649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:32.943145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.976160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e5309f-3cbc-49b7-a02c-48c4bfbed410 None None] The sync data for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 is: [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'fb28dc26-c6c9-4969-b982-bc4b0f543398', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'port_id': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'mac_address': 'fa:16:3e:ec:05:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:25Z', 'revision_number': 1, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2779de6-241d-46e1-b1db-5a53841b3314', 'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'mac_address': 'fa:16:3e:55:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:01Z', 'updated_at': '2022-05-06T12:41:20Z', 'revision_number': 5, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'subnets': [{'id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:33.040393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-1bdddc8c-c01d-461a-9ecb-9399ca080c86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 1095 time: 1.0011885 May 06 12:43:33.048871 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-4e2f36a4-3dc6-4efe-9e9b-25fa510556ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 999 time: 0.7037337 May 06 12:43:33.142754 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-7583b5a6-73a6-4f9e-ba21-bc7567bfebb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 1097 time: 0.3077245 May 06 12:43:33.146658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a5b5e089-71eb-4d32-956f-b94ac19cffca None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:33.146658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a5b5e089-71eb-4d32-956f-b94ac19cffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.283632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-c17faa48-9cc4-40ba-a8ca-524f7e671ed7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87 HTTP/1.1" status: 200 len: 217 time: 0.2343903 May 06 12:43:33.405789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a254-e804-473a-903c-eb94e0f323e7 req-7ff2f8d9-8bff-459f-91cb-67f1a637a3fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:33.422085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-7ff2f8d9-8bff-459f-91cb-67f1a637a3fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 0.2639775 May 06 12:43:33.522482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-c2539637-3537-4f1c-bfba-9bee0936361a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:33.523448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-c2539637-3537-4f1c-bfba-9bee0936361a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Synchronizing usage tracker for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:33.538017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-2a0db07a-aa06-4720-9bec-76f6e550e01a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140864 May 06 12:43:33.564310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-25322fa0-8203-41b5-9996-7ca7de685159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:33.566429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-25322fa0-8203-41b5-9996-7ca7de685159 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.2745180 May 06 12:43:33.575350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-d29145a3-bb77-48f3-aa35-cbad532d1a6f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:43:33.576434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-d29145a3-bb77-48f3-aa35-cbad532d1a6f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0144956 May 06 12:43:33.600646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-b32a539a-1675-4163-a27d-711212e0072c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:33.603023 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-b32a539a-1675-4163-a27d-711212e0072c service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 0.4233098 May 06 12:43:33.667951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-c2539637-3537-4f1c-bfba-9bee0936361a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Unset dirty status for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:33.678648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-c2539637-3537-4f1c-bfba-9bee0936361a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 811 time: 1.0756853 May 06 12:43:33.791813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0c0a329a-c8b4-46e2-864f-255bd06b5163 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:33.792772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c0a329a-c8b4-46e2-864f-255bd06b5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.826049 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-ba2ecc68-d3f6-4502-af7b-8f012eaf3593 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eb3d6f2-1ae6-4176-8823-66917a57cfe7 HTTP/1.1" status: 200 len: 1002 time: 0.2150834 May 06 12:43:33.850567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-a212bd7c-8090-4a02-ab05-adf0d7c17e2e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/quotas/9ef872fc869a48e78985d9ccefc1e099 HTTP/1.1" status: 200 len: 375 time: 0.1704736 May 06 12:43:33.982248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-89265447-8704-42da-a6fb-f07e5b584085 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:33.984750 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-89265447-8704-42da-a6fb-f07e5b584085 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.1535597 May 06 12:43:34.047484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-bb4f77da-d4cd-4f08-ac97-7f8f0a474eef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4679911 May 06 12:43:34.053919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-3b9d46c5-48b2-4bd3-8416-dffe41dcfee9 service neutron] 10.222.0.44 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252384 May 06 12:43:34.293982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-7c67ef38-9d5c-46d9-9dca-6e881d14dacd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3019724 May 06 12:43:34.413943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-72b29e01-1b86-4808-b39b-71286667c5cb tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5555766 May 06 12:43:34.463763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:43:34.681546 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-013fece9-6001-4362-827d-4d48f6e76082 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813250 May 06 12:43:34.703401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-7e9c5f05-22b0-4723-9a80-f7eefc2c73eb service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482685 May 06 12:43:34.714347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2446a254-e804-473a-903c-eb94e0f323e7 req-0864a6e2-5d78-465d-8719-29d59acc48bb service neutron] 10.222.0.44 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242335 May 06 12:43:34.929785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.032869 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-da32ccde-d2b0-4bfb-a2cf-3e881dd88ff1 req-72906a87-6207-4a68-9304-900ea0e63ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439102 May 06 12:43:35.104625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-6416e674-5bd0-4a27-a57b-bd304b3f32d4 service neutron] 10.222.0.44 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614804 May 06 12:43:35.209541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] For port a9e89d38-1e6d-4653-a311-f570d9312861, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a9e89d38-1e6d-4653-a311-f570d9312861,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:35.235235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a90caf-d4a6-451f-938e-89819e90b2ff req-51ad1ecb-537a-4e83-9d81-909cde845f77 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248923 May 06 12:43:35.254527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.260270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.261137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.265291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0f49a-2277-4d54-a1d3-46ca0b9497d5 req-6ba2308d-064e-4f0f-b7c4-dc7f879994d3 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:35.268021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fe0f49a-2277-4d54-a1d3-46ca0b9497d5 req-6ba2308d-064e-4f0f-b7c4-dc7f879994d3 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 945 time: 0.3441949 May 06 12:43:35.394913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:35.398018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-29e227be-6594-45fc-8f3e-c86cf4ad42f8 service neutron] 10.222.0.44 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801883 May 06 12:43:35.403454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:35.416569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=49ab93af-c9ad-4afd-9dc5-a887b8d61f0b,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:35.421578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:35.422549 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.425250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2fe0f49a-2277-4d54-a1d3-46ca0b9497d5 req-465c2393-cc7c-4a8c-92cb-cdcf6ee319ef tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/security-groups?id=33d4ec11-d225-408a-8219-5a0882607a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238949 May 06 12:43:35.435442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e1fc5-1ce3-43e3-85bb-096bf0f273e0 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:35.436411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=a9e89d38-1e6d-4653-a311-f570d9312861,revision_number=13']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:35.483573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38834) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:35.484702 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-56defd78-2128-454b-a78b-642150491b8d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8890231 May 06 12:43:35.489344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:3c:7d:0a', 'name': 'tempest-NetworksTestDHCPv6-1728340977'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:35.976059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:35.984203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:35.998441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:36.010273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:36.040239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-d77bf623-a910-40ff-9459-81be8dd8389d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:36.048432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-d77bf623-a910-40ff-9459-81be8dd8389d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 818 time: 0.2169931 May 06 12:43:36.058638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:36.150384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-30d08b01-a175-4ea4-9149-e9692c6cae4b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/quotas/7269a567c60f43f8910fe046bea427d7 HTTP/1.1" status: 200 len: 375 time: 0.1003580 May 06 12:43:36.184642 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf829493-8a73-4e12-a8c2-770326b2a81c'] response: {'server_uuid': 'b36117a3-8bcf-47e4-b3d2-c69b3397bc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faf9f8a-bfc2-41c9-956d-176aeb4c4d54', 'code': 200} May 06 12:43:36.256821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Update dhcp port {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '49ab93af-c9ad-4afd-9dc5-a887b8d61f0b', 'ip_address': '2001:db8::f816:3eff:fe75:62c0'}, {'subnet_id': '27964858-7b95-4936-9180-724dacfb6362'}], 'binding:host_id': 'n-d-840847-1'}, 'id': 'a9e89d38-1e6d-4653-a311-f570d9312861'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:43:36.315988 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.338809 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47318cfe-9257-4f06-ab61-0ae51b854c77'] response: {'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'status': 'completed', 'code': 200} May 06 12:43:36.388803 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.397197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 113e4f92-170b-425e-b2c7-5ac06e1839bd yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:43:36.878755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a9e89d38-1e6d-4653-a311-f570d9312861 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:36.887870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eaa0e3d9-67c8-4c11-8886-95aecc13f4cb req-8e089d33-47bb-4f1f-8ad6-a400d506e3e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 1096 time: 0.5761249 May 06 12:43:36.902289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-d6cc2729-182a-42fa-a289-8694b8e58497 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7509344 May 06 12:43:37.026052 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d236b7b-0b4a-448d-aebb-b8acd5e74bcf req-09d5dae0-4bd5-44e0-aac4-4fe24c45c952 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1097 time: 0.6519127 May 06 12:43:37.055293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.060689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:37.061651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.084205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 172.20.0.2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/27964858-7b95-4936-9180-724dacfb6362/113e4f92-170b-425e-b2c7-5ac06e1839bd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:37.148300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:fe3c:7d0a (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/49ab93af-c9ad-4afd-9dc5-a887b8d61f0b/113e4f92-170b-425e-b2c7-5ac06e1839bd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:37.305780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eaa0e3d9-67c8-4c11-8886-95aecc13f4cb req-781aeef2-26bb-4a4e-a14a-3f8ebd86d53e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33d4ec11-d225-408a-8219-5a0882607a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009118 May 06 12:43:37.337906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-cb49c92f-a5ad-4005-b313-da4bf62b26e0 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 999 time: 0.4569554 May 06 12:43:37.440475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-0b78d8e6-9f2b-464d-bd92-293b7606064e service neutron] 10.222.0.44 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369179 May 06 12:43:37.567862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 710a7e4c-d225-415f-a9f0-8787d73e0e87 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:43:37.597667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d236b7b-0b4a-448d-aebb-b8acd5e74bcf req-6eb3af3a-dbc6-4eb8-b11c-baff7fa668db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:37.599219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d236b7b-0b4a-448d-aebb-b8acd5e74bcf req-6eb3af3a-dbc6-4eb8-b11c-baff7fa668db service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 921 time: 0.5084996 May 06 12:43:37.862073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 710a7e4c-d225-415f-a9f0-8787d73e0e87, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:37.875413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-b595997a-ab81-4b47-b0b3-1b6b3a11325d tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:37.879150 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-b595997a-ab81-4b47-b0b3-1b6b3a11325d tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.36 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 811 time: 0.3188596 May 06 12:43:37.902121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-582c6ca2-9088-4764-9677-6afaf24d51a0 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:37.910484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-582c6ca2-9088-4764-9677-6afaf24d51a0 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports/0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 943 time: 0.5716009 May 06 12:43:37.913735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '710a7e4c-d225-415f-a9f0-8787d73e0e87', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'port_id': '710a7e4c-d225-415f-a9f0-8787d73e0e87', 'mac_address': 'fa:16:3e:86:db:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:43:37.996226 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-8e5268a2-e612-470a-acf1-bbcfbb7c4623 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ef872fc869a48e78985d9ccefc1e099 HTTP/1.1" status: 200 len: 379 time: 0.1030605 May 06 12:43:38.010684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'port': {'device_id': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'admin_state_up': True, 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'security_groups': ['7b5487b4-5f01-400e-b1c3-1938f2aca329']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:38.048902 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.082353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710a7e4c-d225-415f-a9f0-8787d73e0e87 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:38.112261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 710a7e4c-d225-415f-a9f0-8787d73e0e87, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:38.118970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.141499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d236b7b-0b4a-448d-aebb-b8acd5e74bcf req-2a37aaf5-8869-46ca-8ceb-2fc78ffb89bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 999 time: 0.4878705 May 06 12:43:38.220104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=710a7e4c-d225-415f-a9f0-8787d73e0e87,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:38.239010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-89f68d81-074e-436e-ac4d-3fcf1315ea48 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:38.240563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-89f68d81-074e-436e-ac4d-3fcf1315ea48 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.36 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 945 time: 0.7909634 May 06 12:43:38.246702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.277452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b9ea1f31-069a-4ff5-b56e-3ec15d0ecc19 service neutron] 10.222.0.44 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8054023 May 06 12:43:38.362388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['710a7e4c-d225-415f-a9f0-8787d73e0e87'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:38.379416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:38.386789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:port and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:38.391921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:38.402409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:38.423460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Made reservation on behalf of 9ef872fc869a48e78985d9ccefc1e099 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:38.427802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.468854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 113e4f92-170b-425e-b2c7-5ac06e1839bd will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:38.477531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-6b8ac2e7-c92e-41b3-ae36-45a339004587 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 999 time: 0.4256201 May 06 12:43:38.478216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd072eda3-f0d0-4f59-95e1-dc21252cfb52', 'tag': '710a7e4c-d225-415f-a9f0-8787d73e0e87'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:38.738217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d236b7b-0b4a-448d-aebb-b8acd5e74bcf req-810d604e-8d4d-496f-b05f-fe6a1c80f19e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:38.740775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d236b7b-0b4a-448d-aebb-b8acd5e74bcf req-810d604e-8d4d-496f-b05f-fe6a1c80f19e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 0.5624948 May 06 12:43:38.794893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Allocated IP 172.20.0.12 (4a11f00e-fb98-427e-8b87-2f5e8352626a/8cd263ee-662d-4e77-8e21-d24ec93bcba5/12806d48-1681-4f15-ac77-9e2d280b57ed) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:38.877227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fc33fff-019b-4b16-bdbd-0c0e22724439 req-9475e12d-e21b-447f-b2ee-64429b09ffcd tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 210 time: 0.2004912 May 06 12:43:38.923546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d236b7b-0b4a-448d-aebb-b8acd5e74bcf req-5a738233-f072-4b9e-a7eb-4b67e497b136 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285920 May 06 12:43:38.935670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Deleting port f67d9607-fcb2-4b75-b36e-06983cc1748e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:38.936226 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.163624 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.236278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d236b7b-0b4a-448d-aebb-b8acd5e74bcf req-24dab5a6-1f07-477d-a60a-295ae8bd2016 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383313 May 06 12:43:39.237690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Transition to ACTIVE for port object 12806d48-1681-4f15-ac77-9e2d280b57ed will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:39.340473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.404975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.468173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:39.476338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:39.497207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:39.575847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ba1f144d-cbb9-489b-8e09-37a9f24597cd {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:39.577768 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:39.588128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 710a7e4c-d225-415f-a9f0-8787d73e0e87 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:39.649166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-b6a67203-7aca-4c80-a000-014dd1b02656 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:39.650889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-b6a67203-7aca-4c80-a000-014dd1b02656 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 1.1484044 May 06 12:43:39.708143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-17a1e8c9-80c4-4215-9e94-afcca0b26453 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:43:39.709239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-17a1e8c9-80c4-4215-9e94-afcca0b26453 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058620 May 06 12:43:39.730217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=113e4f92-170b-425e-b2c7-5ac06e1839bd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:39.760811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'Port': ['ID=12806d48-1681-4f15-ac77-9e2d280b57ed,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:39.770872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 710a7e4c-d225-415f-a9f0-8787d73e0e87 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:39.790811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 710a7e4c-d225-415f-a9f0-8787d73e0e87 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:39.791587 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.796776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.810867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.811153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.811340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.811678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.812004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.812325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.812644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.812969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.813282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.813600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:39.861830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:39.862887 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.928812 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-7fad39d9-d014-40f1-b905-4eb87d78bcd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9271746 May 06 12:43:39.945052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Request body: {'port': {'device_id': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:40.008447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:40.021011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:40.054196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:40.067677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-edcdc549-2fba-4d6a-ba68-2ca089c1859f None None] Provisioning for port 12806d48-1681-4f15-ac77-9e2d280b57ed completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:40.081532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-edcdc549-2fba-4d6a-ba68-2ca089c1859f None None] Provisioning complete for port 12806d48-1681-4f15-ac77-9e2d280b57ed triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:40.082092 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edcdc549-2fba-4d6a-ba68-2ca089c1859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.094014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d236b7b-0b4a-448d-aebb-b8acd5e74bcf req-df48a1d7-51a3-455f-a113-4abc0c6d8681 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441337 May 06 12:43:40.122368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.198079 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.270068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e29236-3fd5-40ba-b877-ec186a66031c req-a23ecb4a-afa9-42b8-8fa4-897d936376ae tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:40.282552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e29236-3fd5-40ba-b877-ec186a66031c req-a23ecb4a-afa9-42b8-8fa4-897d936376ae tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 945 time: 1.0445185 May 06 12:43:40.323991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-edcdc549-2fba-4d6a-ba68-2ca089c1859f None None] Port 12806d48-1681-4f15-ac77-9e2d280b57ed cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:40.333180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.361050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd072eda3-f0d0-4f59-95e1-dc21252cfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710a7e4c-d225-415f-a9f0-8787d73e0e87'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:40.388840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 710a7e4c-d225-415f-a9f0-8787d73e0e87, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:40.443563 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.444975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f67d9607-fcb2-4b75-b36e-06983cc1748e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:40.614684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-35713ae4-f7ad-42d3-bdd6-6f478547793a tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 999 time: 0.8644943 May 06 12:43:40.700836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] For port f67d9607-fcb2-4b75-b36e-06983cc1748e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:40.702171 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.769150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=710a7e4c-d225-415f-a9f0-8787d73e0e87,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:40.818197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12806d48-1681-4f15-ac77-9e2d280b57ed {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:40.833996 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.838044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e29236-3fd5-40ba-b877-ec186a66031c req-58e69e70-8b4e-476a-a563-025d66fcb92c tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ae17120-52e7-4efe-9772-6909be0b4fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5538182 May 06 12:43:40.846406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:40.847478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.874985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-5f575a12-f172-48f4-bf3e-a19e8afbce76 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:40.908567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Transition to ACTIVE for port object 12806d48-1681-4f15-ac77-9e2d280b57ed will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:40.914295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Allocated IP 172.20.0.3 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/27964858-7b95-4936-9180-724dacfb6362/a9e89d38-1e6d-4653-a311-f570d9312861) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:40.920386 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.105661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Pushing event updated for resources: {'Port': ['ID=12806d48-1681-4f15-ac77-9e2d280b57ed,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:41.300674 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.404837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] For port a9e89d38-1e6d-4653-a311-f570d9312861, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a9e89d38-1e6d-4653-a311-f570d9312861,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:41.419648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f67d9607-fcb2-4b75-b36e-06983cc1748e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:41.430474 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.499057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Attempting to bind port 12806d48-1681-4f15-ac77-9e2d280b57ed on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:41.499992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Attempting to bind port 12806d48-1681-4f15-ac77-9e2d280b57ed by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:41.500314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Attempting to bind port 12806d48-1681-4f15-ac77-9e2d280b57ed on network 4a11f00e-fb98-427e-8b87-2f5e8352626a {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:41.507356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Port 12806d48-1681-4f15-ac77-9e2d280b57ed on network 4a11f00e-fb98-427e-8b87-2f5e8352626a not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:43:41.507704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Attempting to bind port 12806d48-1681-4f15-ac77-9e2d280b57ed on network 4a11f00e-fb98-427e-8b87-2f5e8352626a {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:41.516780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:41.517264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Checking segment: {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:41.517480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Bound using segment: {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:41.517935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Bound port: 12806d48-1681-4f15-ac77-9e2d280b57ed, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:41.518357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.521438 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:43:41.555619 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.600931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Transition to ACTIVE for port object a9e89d38-1e6d-4653-a311-f570d9312861 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:41.606846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f67d9607-fcb2-4b75-b36e-06983cc1748e,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:41.619821 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.626336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] For port 12806d48-1681-4f15-ac77-9e2d280b57ed, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:41.630359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] For port 12806d48-1681-4f15-ac77-9e2d280b57ed, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12806d48-1681-4f15-ac77-9e2d280b57ed,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:41.637551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.712374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.713665 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] 10.222.0.36 "PUT /v2.0/ports/12806d48-1681-4f15-ac77-9e2d280b57ed HTTP/1.1" status: 200 len: 1092 time: 1.7777984 May 06 12:43:41.714128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'tag': '12806d48-1681-4f15-ac77-9e2d280b57ed'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:41.732230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89e50f-422a-4015-9a31-ba5a5ccecd1e service neutron] Pushing event updated for resources: {'Port': ['ID=12806d48-1681-4f15-ac77-9e2d280b57ed,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:41.760818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4762a-1bc7-494a-808a-25f67742aee1 None None] Pushing event updated for resources: {'Port': ['ID=a9e89d38-1e6d-4653-a311-f570d9312861,revision_number=14']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:41.879570 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.880209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.880732 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Floating IP 3d551def-23e4-446b-adb7-23824f030d19 disassociated. External IP: 172.25.7.82, port: f67d9607-fcb2-4b75-b36e-06983cc1748e. May 06 12:43:41.881446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Calling delete_port for f67d9607-fcb2-4b75-b36e-06983cc1748e owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:41.888383 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-96dcb6fa-1f05-4b99-b5d2-ec7a3515cee2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 1095 time: 0.1115282 May 06 12:43:41.945621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-7eb289d6-751b-4b8a-acfb-dd21a511abe3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.0310764 May 06 12:43:41.999516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-081271ba-a737-4c49-b347-37b4c6a359b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.5146177 May 06 12:43:42.004013 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-5f575a12-f172-48f4-bf3e-a19e8afbce76 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.018892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38886) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:42.073854 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-70b610dd-4200-43f1-9d84-417f7da71c03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12806d48-1681-4f15-ac77-9e2d280b57ed HTTP/1.1" status: 200 len: 217 time: 0.1763482 May 06 12:43:42.185251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-c4158282-09a0-49ea-ba1a-007ef69708f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:42.186817 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-c4158282-09a0-49ea-ba1a-007ef69708f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.1031995 May 06 12:43:42.197201 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-863417b6-b26f-4cb3-b59e-5d3d2c679b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.401035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-24bb25df-db0c-4b4f-b25b-b9a61c398638 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:42.402579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-24bb25df-db0c-4b4f-b25b-b9a61c398638 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.48 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 818 time: 1.6091514 May 06 12:43:42.422761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Request body: {'port': {'device_id': 'cb2e6a93-3096-4b4f-9782-dd94b69b5125', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'admin_state_up': True, 'tenant_id': '7269a567c60f43f8910fe046bea427d7'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:42.447538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:42.448154 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:42.461459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e3179c-c1fa-4640-8560-41c3f166ac04 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:42.471884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e3179c-c1fa-4640-8560-41c3f166ac04 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:42.472971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-50e3179c-c1fa-4640-8560-41c3f166ac04 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:42.504582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-50e3179c-c1fa-4640-8560-41c3f166ac04 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:42.510188 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-50e3179c-c1fa-4640-8560-41c3f166ac04 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4857862 May 06 12:43:42.510861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38890) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:42.589415 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-e206c50f-8b67-44f6-ac3b-72b8516cbc5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3952265 May 06 12:43:42.592275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46da4a-f7d8-4e86-bacf-8bceae7d2650 req-e85bea55-7773-4d7b-8a92-3e0ca00766d1 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:42.593005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-70639ca0-89f0-4acb-aebb-8dfa5ae42785 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 113e4f92-170b-425e-b2c7-5ac06e1839bd {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:42.593343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70639ca0-89f0-4acb-aebb-8dfa5ae42785 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.595320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f46da4a-f7d8-4e86-bacf-8bceae7d2650 req-e85bea55-7773-4d7b-8a92-3e0ca00766d1 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 945 time: 0.9138796 May 06 12:43:42.816305 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.841409 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31597275-6b3a-413a-8d0f-6397ee7b79c0 None None] New status for floating IP fb28dc26-c6c9-4969-b982-bc4b0f543398: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:43:42.857938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-25aa75c9-644f-4ca4-9d29-78de9fb466c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1097 time: 0.8718884 May 06 12:43:42.897161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a9e89d38-1e6d-4653-a311-f570d9312861 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:42.898462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:42.934822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:42.976383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Deleting port f67d9607-fcb2-4b75-b36e-06983cc1748e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:42.977842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.108132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Made reservation on behalf of 7269a567c60f43f8910fe046bea427d7 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:43.114969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.115916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f72eb10f-9913-439d-a873-cc9a4fa5a4d1 None None] Provisioning for port a9e89d38-1e6d-4653-a311-f570d9312861 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:43.123686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f72eb10f-9913-439d-a873-cc9a4fa5a4d1 None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:43.124055 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f72eb10f-9913-439d-a873-cc9a4fa5a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.213590 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-2c58dc01-488b-45e8-a201-e1c599eb5c75 service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877373 May 06 12:43:43.267553 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70639ca0-89f0-4acb-aebb-8dfa5ae42785 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.401238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f46da4a-f7d8-4e86-bacf-8bceae7d2650 req-cd7b64d6-a597-4ed1-927f-3420e34e07c4 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/security-groups?id=33d4ec11-d225-408a-8219-5a0882607a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7879944 May 06 12:43:43.517488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-70639ca0-89f0-4acb-aebb-8dfa5ae42785 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 113e4f92-170b-425e-b2c7-5ac06e1839bd owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:43.639962 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e27115aa-f2a2-44b3-ba58-13ae56eba94d req-ab70d962-1489-4e57-987c-b8fb2e41cc39 service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081740 May 06 12:43:43.824901 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70639ca0-89f0-4acb-aebb-8dfa5ae42785 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.827158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3b9ad92b-eec5-4302-8109-615f39eaa955 None None] Provisioning for port 113e4f92-170b-425e-b2c7-5ac06e1839bd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:43.835426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3b9ad92b-eec5-4302-8109-615f39eaa955 None None] Provisioning complete for port 113e4f92-170b-425e-b2c7-5ac06e1839bd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:43.836770 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3b9ad92b-eec5-4302-8109-615f39eaa955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.882524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ad92b-eec5-4302-8109-615f39eaa955 None None] Port 113e4f92-170b-425e-b2c7-5ac06e1839bd was deleted so its status cannot be updated. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:43:43.884850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70639ca0-89f0-4acb-aebb-8dfa5ae42785 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=113e4f92-170b-425e-b2c7-5ac06e1839bd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:44.072201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70639ca0-89f0-4acb-aebb-8dfa5ae42785 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.097741 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-70639ca0-89f0-4acb-aebb-8dfa5ae42785 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/113e4f92-170b-425e-b2c7-5ac06e1839bd HTTP/1.1" status: 204 len: 168 time: 1.5826132 May 06 12:43:44.098151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38896) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:44.103996 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-5f575a12-f172-48f4-bf3e-a19e8afbce76 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.113804 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.db.api [None req-31597275-6b3a-413a-8d0f-6397ee7b79c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:44.114920 n-d-840847-1 neutron-server[83959]: DEBUG oslo_db.api [None req-31597275-6b3a-413a-8d0f-6397ee7b79c0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:44.159940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-5f575a12-f172-48f4-bf3e-a19e8afbce76 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.160809 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-5f575a12-f172-48f4-bf3e-a19e8afbce76 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Floating IP fb28dc26-c6c9-4969-b982-bc4b0f543398 disassociated. External IP: 172.25.7.83, port: 0af86d65-0d28-4ebd-9d3c-4b754a24d13c. May 06 12:43:44.180176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bf7a0-a6b3-4717-a361-7a08d84f5880 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:44.181727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bf7a0-a6b3-4717-a361-7a08d84f5880 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:44.183322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bf7a0-a6b3-4717-a361-7a08d84f5880 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:44.184156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d88bf7a0-a6b3-4717-a361-7a08d84f5880 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:44.205525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d88bf7a0-a6b3-4717-a361-7a08d84f5880 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:44.206886 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d88bf7a0-a6b3-4717-a361-7a08d84f5880 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1074719 May 06 12:43:44.210231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38900) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:44.488593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b6eed7-63db-40b6-8542-2c4c3c0d4714 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 27964858-7b95-4936-9180-724dacfb6362 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:44.492106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48b6eed7-63db-40b6-8542-2c4c3c0d4714 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.550050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48b6eed7-63db-40b6-8542-2c4c3c0d4714 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.615812 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31597275-6b3a-413a-8d0f-6397ee7b79c0 None None] New status for floating IP fb28dc26-c6c9-4969-b982-bc4b0f543398: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:43:44.665300 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80f2036e-93ca-468c-9fe6-73dc8ea4058e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.683505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-bae1fe56-f167-479c-a6c3-5d335ff9a1ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:44.686061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-bae1fe56-f167-479c-a6c3-5d335ff9a1ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 921 time: 1.7173481 May 06 12:43:44.796705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48b6eed7-63db-40b6-8542-2c4c3c0d4714 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.936851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48b6eed7-63db-40b6-8542-2c4c3c0d4714 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.953814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-892399f2-0fd9-4185-be5a-cc2d8533485b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 217 time: 0.2073669 May 06 12:43:44.993854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6eed7-63db-40b6-8542-2c4c3c0d4714 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=27964858-7b95-4936-9180-724dacfb6362,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:44.996495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48b6eed7-63db-40b6-8542-2c4c3c0d4714 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.016063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a9098c-3e47-45e9-9fd3-6244ad633bdf None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:45.018341 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-48b6eed7-63db-40b6-8542-2c4c3c0d4714 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/27964858-7b95-4936-9180-724dacfb6362 HTTP/1.1" status: 204 len: 168 time: 0.8069315 May 06 12:43:45.022891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38904) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:45.089723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Allocated IP 172.20.0.4 (37328990-9ad9-45dc-91ea-f741b12ef97d/f2c424ef-3b0c-4a87-a43b-12ef26f5eb81/44633bfa-1ffd-4367-bb12-57713a2aa1cb) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:45.121608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0ac2-2de0-4578-8820-bf911e06432c req-27ee3355-565c-4c7c-8007-e2038ceb6d79 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:45.130096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79ede67-8157-45db-a906-32dfafa90fc1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 49ab93af-c9ad-4afd-9dc5-a887b8d61f0b {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:45.132942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-270c0ac2-2de0-4578-8820-bf911e06432c req-27ee3355-565c-4c7c-8007-e2038ceb6d79 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 1.1954536 May 06 12:43:45.133648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a79ede67-8157-45db-a906-32dfafa90fc1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.208998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a79ede67-8157-45db-a906-32dfafa90fc1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.250452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] For port f67d9607-fcb2-4b75-b36e-06983cc1748e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f67d9607-fcb2-4b75-b36e-06983cc1748e,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:45.251058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.359825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a79ede67-8157-45db-a906-32dfafa90fc1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.427364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-c215a99a-c985-48cb-a535-fc34c3627ce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:45.429908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-c215a99a-c985-48cb-a535-fc34c3627ce7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 0.4484117 May 06 12:43:45.479332 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.499175 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a79ede67-8157-45db-a906-32dfafa90fc1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.548900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-0a908a0f-2816-4864-a28b-d351c73e5d91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752928 May 06 12:43:45.551433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-270c0ac2-2de0-4578-8820-bf911e06432c req-583479e0-ac1a-4e29-a06c-39d9c3de221d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172978 May 06 12:43:45.591201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ede67-8157-45db-a906-32dfafa90fc1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=49ab93af-c9ad-4afd-9dc5-a887b8d61f0b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:45.602077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 12806d48-1681-4f15-ac77-9e2d280b57ed details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:43:45.622914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a79ede67-8157-45db-a906-32dfafa90fc1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.642847 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a79ede67-8157-45db-a906-32dfafa90fc1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/49ab93af-c9ad-4afd-9dc5-a887b8d61f0b HTTP/1.1" status: 204 len: 168 time: 0.6137018 May 06 12:43:45.643715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38910) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:45.748844 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1fb576a2-52d0-4884-aca5-9035ba8adb4f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025722 May 06 12:43:45.749800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38914) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:45.895119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 12806d48-1681-4f15-ac77-9e2d280b57ed, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12806d48-1681-4f15-ac77-9e2d280b57ed,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:46.003490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d3e26-c3d8-48bd-a8c1-af7f7f64b295 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:46.004527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f67d3e26-c3d8-48bd-a8c1-af7f7f64b295 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:46.012216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '12806d48-1681-4f15-ac77-9e2d280b57ed', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'port_id': '12806d48-1681-4f15-ac77-9e2d280b57ed', 'mac_address': 'fa:16:3e:43:45:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:43:46.071010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f67d3e26-c3d8-48bd-a8c1-af7f7f64b295 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:46.078243 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f67d3e26-c3d8-48bd-a8c1-af7f7f64b295 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3266785 May 06 12:43:46.079379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38920) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:46.128485 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.156789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12806d48-1681-4f15-ac77-9e2d280b57ed {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:46.164295 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.195660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 12806d48-1681-4f15-ac77-9e2d280b57ed, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12806d48-1681-4f15-ac77-9e2d280b57ed,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:46.203660 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.279938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc32fb05-49bc-419b-8cd9-b7a6abf974cd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:46.281506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bc32fb05-49bc-419b-8cd9-b7a6abf974cd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:46.319811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bc32fb05-49bc-419b-8cd9-b7a6abf974cd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:46.328655 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bc32fb05-49bc-419b-8cd9-b7a6abf974cd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2466340 May 06 12:43:46.332943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38926) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:46.364984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=12806d48-1681-4f15-ac77-9e2d280b57ed,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:46.454531 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-21a3d65e-0464-415d-a8db-91fd400e1348 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200833 May 06 12:43:46.462363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38930) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:46.465832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['12806d48-1681-4f15-ac77-9e2d280b57ed'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:46.468548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-509c6c80-e623-4b18-a682-d7c941d70f63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:46.545446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109a806-1d48-4b1f-a13f-cc2f14216b12 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:46.587486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f82e840-0a4d-4bc0-a357-6158a6ee4fea req-376aa282-e75b-4438-9ee1-ffac0553b48a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 210 time: 0.4103260 May 06 12:43:46.608162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-509c6c80-e623-4b18-a682-d7c941d70f63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:46.620720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-509c6c80-e623-4b18-a682-d7c941d70f63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:46.645847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509c6c80-e623-4b18-a682-d7c941d70f63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:46.650422 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-509c6c80-e623-4b18-a682-d7c941d70f63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.653837 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-509c6c80-e623-4b18-a682-d7c941d70f63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:46.654356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509c6c80-e623-4b18-a682-d7c941d70f63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:46.686948 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-509c6c80-e623-4b18-a682-d7c941d70f63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2231362 May 06 12:43:46.691999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38934) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:46.699738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-44cb77e7-a947-4c76-b50f-26f53a82fffd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:46.725842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-fc04f9a8-f5c9-4eb1-b7b1-77bdf8502c20 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1581626 May 06 12:43:46.731909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.732406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.732587 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Floating IP 3d551def-23e4-446b-adb7-23824f030d19 disassociated. External IP: 172.25.7.82, port: f67d9607-fcb2-4b75-b36e-06983cc1748e. May 06 12:43:46.733828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Calling delete_port for f67d9607-fcb2-4b75-b36e-06983cc1748e owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:46.759289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c9f41452-a450-4b7b-9b59-83b8f33ce42a None None] Provisioning complete for port a9e89d38-1e6d-4653-a311-f570d9312861 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:46.759862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9f41452-a450-4b7b-9b59-83b8f33ce42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.927811 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc52bca-884f-4925-b80d-3193270d6543'] response: {'name': 'network-changed', 'server_uuid': 'd072eda3-f0d0-4f59-95e1-dc21252cfb52', 'tag': '710a7e4c-d225-415f-a9f0-8787d73e0e87', 'status': 'completed', 'code': 200} May 06 12:43:46.966917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.060873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-44cb77e7-a947-4c76-b50f-26f53a82fffd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:47.104760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-44cb77e7-a947-4c76-b50f-26f53a82fffd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:47.135798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cb77e7-a947-4c76-b50f-26f53a82fffd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:47.142065 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44cb77e7-a947-4c76-b50f-26f53a82fffd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.144680 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cb77e7-a947-4c76-b50f-26f53a82fffd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:47.145412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cb77e7-a947-4c76-b50f-26f53a82fffd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:47.162790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Pushing event deleted for resources: {'Port': ['ID=f67d9607-fcb2-4b75-b36e-06983cc1748e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:47.179333 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e608c51e-96d1-4e38-a8b9-6813e40aa468 req-78dbf313-1671-4cc0-abe8-3615a1531d0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 1097 time: 0.2204187 May 06 12:43:47.227460 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-44cb77e7-a947-4c76-b50f-26f53a82fffd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5333507 May 06 12:43:47.234621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38938) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:47.244348 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.252373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5714822d-830d-4241-b159-67a11e6701bb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:47.385930 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.422944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Transition to ACTIVE for port object 44633bfa-1ffd-4367-bb12-57713a2aa1cb will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:47.451556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd187a74-d6e6-4dbd-8f5e-929d8aefac62 None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:43:47.456411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fd187a74-d6e6-4dbd-8f5e-929d8aefac62 None None] Deleting port a9e89d38-1e6d-4653-a311-f570d9312861 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:47.456758 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd187a74-d6e6-4dbd-8f5e-929d8aefac62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.633825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5714822d-830d-4241-b159-67a11e6701bb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:47.666836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608c51e-96d1-4e38-a8b9-6813e40aa468 req-78f3f715-64d7-4825-b946-ed3d29a1d05b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:47.669274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e608c51e-96d1-4e38-a8b9-6813e40aa468 req-78f3f715-64d7-4825-b946-ed3d29a1d05b service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.4762790 May 06 12:43:47.671127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5714822d-830d-4241-b159-67a11e6701bb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:47.699309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83ef7c49-1ecc-49df-9a20-b38dd26c39b6 req-d8cbab5e-8f86-4ebb-86d3-afcf45fa7498 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673969 May 06 12:43:47.795134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.809760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67928e4-bef7-4388-a754-be00aabc3b55 req-4908823b-3854-4a18-a192-723a51410116 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:47.813809 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e608c51e-96d1-4e38-a8b9-6813e40aa468 req-f327593d-b052-4430-81ad-f335b83d3fbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87 HTTP/1.1" status: 200 len: 217 time: 0.1365983 May 06 12:43:47.814792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-fd187a74-d6e6-4dbd-8f5e-929d8aefac62 None None] For port a9e89d38-1e6d-4653-a311-f570d9312861, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a9e89d38-1e6d-4653-a311-f570d9312861,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:47.815427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd187a74-d6e6-4dbd-8f5e-929d8aefac62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.815632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714822d-830d-4241-b159-67a11e6701bb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:47.816227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e67928e4-bef7-4388-a754-be00aabc3b55 req-4908823b-3854-4a18-a192-723a51410116 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 945 time: 0.8510239 May 06 12:43:47.822808 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5714822d-830d-4241-b159-67a11e6701bb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.826634 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-5714822d-830d-4241-b159-67a11e6701bb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:47.827582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5714822d-830d-4241-b159-67a11e6701bb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:47.959864 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5714822d-830d-4241-b159-67a11e6701bb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7230048 May 06 12:43:47.962960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Network 37328990-9ad9-45dc-91ea-f741b12ef97d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:47.965547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38944) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:47.968989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event updated for resources: {'Port': ['ID=44633bfa-1ffd-4367-bb12-57713a2aa1cb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:47.971663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:47.974771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:47.979284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-08b1f93d-d704-4480-9688-bcf5fc16015c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:48.038349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fd187a74-d6e6-4dbd-8f5e-929d8aefac62 None None] Calling delete_port for a9e89d38-1e6d-4653-a311-f570d9312861 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:48.068352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e67928e4-bef7-4388-a754-be00aabc3b55 req-c405812a-ee69-4ab3-8044-14f78aeae2c7 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104104 May 06 12:43:48.113238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:48.114509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.144469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['710a7e4c-d225-415f-a9f0-8787d73e0e87'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:48.175706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-b41c9ca3-e5e2-44af-8e89-ea97e03fdfeb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7570398 May 06 12:43:48.196190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Request body: {'port': {'device_id': 'cb2e6a93-3096-4b4f-9782-dd94b69b5125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:48.282955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-5f575a12-f172-48f4-bf3e-a19e8afbce76 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Router 55a7c8af-e0e1-4102-8914-d13b0ef99847 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:48.367294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Router 1018d513-5187-4419-96e7-3716e48fa353 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:48.382052 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5660c06-ad8b-4d5d-92b1-197fa250e9d9'] response: {'server_uuid': 'd072eda3-f0d0-4f59-95e1-dc21252cfb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710a7e4c-d225-415f-a9f0-8787d73e0e87', 'code': 200} May 06 12:43:48.385036 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.465050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608c51e-96d1-4e38-a8b9-6813e40aa468 req-8b89651f-4845-446e-8e3b-bf5c7cc25ecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:48.466730 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e608c51e-96d1-4e38-a8b9-6813e40aa468 req-8b89651f-4845-446e-8e3b-bf5c7cc25ecf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.6326859 May 06 12:43:48.512701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-808260f8-26a0-4940-ad50-cce62b826daa None None] Provisioning for port 44633bfa-1ffd-4367-bb12-57713a2aa1cb completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:48.542269 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76192cf-62c0-411b-a6c3-cea0a04cca79'] response: {'name': 'network-changed', 'server_uuid': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'tag': '12806d48-1681-4f15-ac77-9e2d280b57ed', 'status': 'completed', 'code': 200} May 06 12:43:48.544593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-808260f8-26a0-4940-ad50-cce62b826daa None None] Provisioning complete for port 44633bfa-1ffd-4367-bb12-57713a2aa1cb triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:48.545212 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-808260f8-26a0-4940-ad50-cce62b826daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.650798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-808260f8-26a0-4940-ad50-cce62b826daa None None] Port 44633bfa-1ffd-4367-bb12-57713a2aa1cb cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:48.669687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-08b1f93d-d704-4480-9688-bcf5fc16015c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:48.720246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-08b1f93d-d704-4480-9688-bcf5fc16015c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:48.743330 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd187a74-d6e6-4dbd-8f5e-929d8aefac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.785789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b1f93d-d704-4480-9688-bcf5fc16015c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:48.792640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08b1f93d-d704-4480-9688-bcf5fc16015c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.793246 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b1f93d-d704-4480-9688-bcf5fc16015c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:48.793879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b1f93d-d704-4480-9688-bcf5fc16015c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:48.846206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd187a74-d6e6-4dbd-8f5e-929d8aefac62 None None] Pushing event deleted for resources: {'Port': ['ID=a9e89d38-1e6d-4653-a311-f570d9312861,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:48.867319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd187a74-d6e6-4dbd-8f5e-929d8aefac62 None None] No DVR routers for this DVR port a9e89d38-1e6d-4653-a311-f570d9312861 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:48.868258 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6468c87c-e1bc-4081-be12-abd354fac877 req-5dce7c53-1d79-4d6b-9acf-44a7f5cb9e39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 1096 time: 0.2465992 May 06 12:43:48.904124 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-08b1f93d-d704-4480-9688-bcf5fc16015c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9368558 May 06 12:43:48.915903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a9e89d38-1e6d-4653-a311-f570d9312861 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:48.916505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38948) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:48.921923 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e608c51e-96d1-4e38-a8b9-6813e40aa468 req-890d9b90-df6f-45c2-8e02-41c022f22e64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4473927 May 06 12:43:48.929384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d2f90a07-2514-4dbe-a637-5684c609103c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:48.973252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-95f3238d-d3f7-4431-83eb-2d5baedb6ae6 req-4ae95920-ba43-4678-bfd5-fc9388264dee tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Synchronizing usage tracker for tenant:90c54b9622cb4e2fa57d07b140854eb9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:48.990980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: a9e89d38-1e6d-4653-a311-f570d9312861 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:48.990980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a9e89d38-1e6d-4653-a311-f570d9312861 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:49.102511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-95f3238d-d3f7-4431-83eb-2d5baedb6ae6 req-4ae95920-ba43-4678-bfd5-fc9388264dee tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Unset dirty status for tenant:90c54b9622cb4e2fa57d07b140854eb9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:49.104271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95f3238d-d3f7-4431-83eb-2d5baedb6ae6 req-4ae95920-ba43-4678-bfd5-fc9388264dee tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/ports?device_id=e52815b0-260e-4c28-8e16-c70b26d82c8d HTTP/1.1" status: 200 len: 210 time: 0.2029073 May 06 12:43:49.355003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efdfb737-ff0f-44aa-96f5-f632403dbc60 req-1491a452-e133-4569-9c3e-77615f1e31a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 1097 time: 0.9041128 May 06 12:43:49.389542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d2f90a07-2514-4dbe-a637-5684c609103c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:49.419658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c87c-e1bc-4081-be12-abd354fac877 req-65aa928c-5bee-4d33-9e76-419124f59b3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:49.422630 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6468c87c-e1bc-4081-be12-abd354fac877 req-65aa928c-5bee-4d33-9e76-419124f59b3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 912 time: 0.5524728 May 06 12:43:49.540631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efdfb737-ff0f-44aa-96f5-f632403dbc60 req-ebbc2f3b-4d98-4784-8c45-74538291280d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521616 May 06 12:43:49.551929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d2f90a07-2514-4dbe-a637-5684c609103c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:49.566187 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e608c51e-96d1-4e38-a8b9-6813e40aa468 req-5fbac31a-a523-45e2-82ac-2dc10279bf6e service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650442 May 06 12:43:49.608605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 12806d48-1681-4f15-ac77-9e2d280b57ed up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:49.616392 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6468c87c-e1bc-4081-be12-abd354fac877 req-59cf6aba-f5bb-4106-8eb3-a11cf23ee522 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12806d48-1681-4f15-ac77-9e2d280b57ed HTTP/1.1" status: 200 len: 217 time: 0.1721821 May 06 12:43:49.621707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f90a07-2514-4dbe-a637-5684c609103c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:49.724924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 12806d48-1681-4f15-ac77-9e2d280b57ed completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:49.732933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 12806d48-1681-4f15-ac77-9e2d280b57ed triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:49.733305 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.781412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-5f575a12-f172-48f4-bf3e-a19e8afbce76 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:49.789303 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-5f575a12-f172-48f4-bf3e-a19e8afbce76 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.859748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] Sync routers for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:49.894300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:49.911331 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] Sync routers for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:49.923729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:49.924470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:49.926001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44633bfa-1ffd-4367-bb12-57713a2aa1cb {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:49.955939 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:49.960185 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:50.122501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] No DVR routers for this DVR port f67d9607-fcb2-4b75-b36e-06983cc1748e on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:50.132355 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.138745 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.144073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b55219f-4b82-4ba9-b225-f9004e54e026 req-891c2ff4-1428-4bda-856f-85a49c725263 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.36 "DELETE /v2.0/ports/f67d9607-fcb2-4b75-b36e-06983cc1748e HTTP/1.1" status: 204 len: 173 time: 11.8820524 May 06 12:43:50.149754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'name': 'network-vif-deleted', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:50.182223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-5f575a12-f172-48f4-bf3e-a19e8afbce76 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "PUT /v2.0/floatingips/fb28dc26-c6c9-4969-b982-bc4b0f543398 HTTP/1.1" status: 200 len: 692 time: 9.3147528 May 06 12:43:50.202806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Transition to ACTIVE for port object 44633bfa-1ffd-4367-bb12-57713a2aa1cb will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:50.218091 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.238095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.378636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 12806d48-1681-4f15-ac77-9e2d280b57ed, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12806d48-1681-4f15-ac77-9e2d280b57ed,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:50.383856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e'}, {'server_uuid': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12806d48-1681-4f15-ac77-9e2d280b57ed'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:50.408338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:50.477250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d2f90a07-2514-4dbe-a637-5684c609103c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.484187 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f90a07-2514-4dbe-a637-5684c609103c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:50.484965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f90a07-2514-4dbe-a637-5684c609103c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:50.531546 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:50.533478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c87c-e1bc-4081-be12-abd354fac877 req-38e48c25-30b5-48a9-ac66-b3b56e9bfc84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:50.536117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6468c87c-e1bc-4081-be12-abd354fac877 req-38e48c25-30b5-48a9-ac66-b3b56e9bfc84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.7234766 May 06 12:43:50.720604 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.728078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d2f90a07-2514-4dbe-a637-5684c609103c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.8046532 May 06 12:43:50.746305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38970) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:50.788293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-085a5451-23d9-4516-a482-b20d670f707d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:51.003561 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e608c51e-96d1-4e38-a8b9-6813e40aa468 req-2f70f7ba-f767-497e-8dd1-6c16286c1035 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1884208 May 06 12:43:51.168046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-085a5451-23d9-4516-a482-b20d670f707d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:51.199987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-085a5451-23d9-4516-a482-b20d670f707d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:51.215947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6468c87c-e1bc-4081-be12-abd354fac877 req-41f2a9b5-cf45-4be2-a2f1-c25e95dc4d14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6466579 May 06 12:43:51.228708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Pushing event updated for resources: {'Port': ['ID=44633bfa-1ffd-4367-bb12-57713a2aa1cb,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:51.319255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085a5451-23d9-4516-a482-b20d670f707d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:51.330713 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-085a5451-23d9-4516-a482-b20d670f707d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:51.341573 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-085a5451-23d9-4516-a482-b20d670f707d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:51.355742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085a5451-23d9-4516-a482-b20d670f707d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:51.385714 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 5, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:51.396334 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] Checking router: 1018d513-5187-4419-96e7-3716e48fa353 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:51.429938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=12806d48-1681-4f15-ac77-9e2d280b57ed,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:51.442109 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:51.446512 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:51.475737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.476390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.477041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.477593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.478697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.479460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.479999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.480591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.481396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.481941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.482592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:51.534434 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-085a5451-23d9-4516-a482-b20d670f707d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7850516 May 06 12:43:51.540228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38974) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:51.671908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8101d7-a103-4641-a6ba-d6a2c60761cc req-ca6e142d-18a3-42b9-b9a3-c768ff8f47ef tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:51.672826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ed8101d7-a103-4641-a6ba-d6a2c60761cc req-ca6e142d-18a3-42b9-b9a3-c768ff8f47ef tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:51.688732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a656d1f6-115c-430e-a659-a715ddc793cb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:51.727975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-b8eb85af-ce0a-4242-a202-c1b24ee9d2d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1097 time: 1.4735208 May 06 12:43:51.741860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6468c87c-e1bc-4081-be12-abd354fac877 req-336c3f9e-9c4f-4856-829f-c656e086cb21 service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165479 May 06 12:43:51.766192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f2779de6-241d-46e1-b1db-5a53841b3314', 'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'mac_address': 'fa:16:3e:55:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:01Z', 'updated_at': '2022-05-06T12:41:20Z', 'revision_number': 5, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'subnets': [{'id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:51.776729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] Checking router: 55a7c8af-e0e1-4102-8914-d13b0ef99847 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:51.808815 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:51.810892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:51.811279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:51.908435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-9bf8fce1-1b13-4c38-ba5a-6779e265ecc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:51.916212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-9bf8fce1-1b13-4c38-ba5a-6779e265ecc7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 921 time: 0.1872315 May 06 12:43:51.928179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ed8101d7-a103-4641-a6ba-d6a2c60761cc req-ca6e142d-18a3-42b9-b9a3-c768ff8f47ef tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:51.934564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed8101d7-a103-4641-a6ba-d6a2c60761cc req-ca6e142d-18a3-42b9-b9a3-c768ff8f47ef tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 943 time: 1.2263572 May 06 12:43:51.953203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Attempting to bind port 44633bfa-1ffd-4367-bb12-57713a2aa1cb on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:51.953545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Attempting to bind port 44633bfa-1ffd-4367-bb12-57713a2aa1cb by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:51.954006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Attempting to bind port 44633bfa-1ffd-4367-bb12-57713a2aa1cb on network 37328990-9ad9-45dc-91ea-f741b12ef97d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:51.994757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a656d1f6-115c-430e-a659-a715ddc793cb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:51.995958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a656d1f6-115c-430e-a659-a715ddc793cb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4474540 May 06 12:43:52.005978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38980) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:52.015282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Port 44633bfa-1ffd-4367-bb12-57713a2aa1cb on network 37328990-9ad9-45dc-91ea-f741b12ef97d not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:43:52.015612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Attempting to bind port 44633bfa-1ffd-4367-bb12-57713a2aa1cb on network 37328990-9ad9-45dc-91ea-f741b12ef97d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:52.057300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:52.061977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Checking segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:52.062512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Bound using segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:52.063009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Bound port: 44633bfa-1ffd-4367-bb12-57713a2aa1cb, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:52.063356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.148324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed8101d7-a103-4641-a6ba-d6a2c60761cc req-a5724650-deda-4748-9af0-bd10d243cbaf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961846 May 06 12:43:52.229836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] For port 44633bfa-1ffd-4367-bb12-57713a2aa1cb, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:52.238222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] For port 44633bfa-1ffd-4367-bb12-57713a2aa1cb, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:52.253189 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.263650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:52.681538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.717310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Sync routers for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:52.719017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] 10.222.0.48 "PUT /v2.0/ports/44633bfa-1ffd-4367-bb12-57713a2aa1cb HTTP/1.1" status: 200 len: 1091 time: 4.5280173 May 06 12:43:52.770311 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6468c87c-e1bc-4081-be12-abd354fac877 req-20bb1045-82e8-4813-a396-ef90fa0b5863 service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0116334 May 06 12:43:52.772624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2dd04b-0bb2-43b4-a1a7-ae4249d7cd02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:52.776965 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6c2dd04b-0bb2-43b4-a1a7-ae4249d7cd02 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7665670 May 06 12:43:52.777572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38984) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:52.833725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:52.834688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:52.856372 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-610c67cb-e277-4432-b3d3-05a1eac63a5c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773754 May 06 12:43:52.863071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38988) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:52.873995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:52.904219 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 5, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:52.911255 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6f1e7-7e10-4f99-9eb0-95cbb2b5a255 None None] The sync data for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 is: [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:41:51Z', 'revision_number': 4, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '9abe3e43-9e41-4991-bda3-94e345270819', 'name': '', 'network_id': '04e73bea-3f96-4620-ada4-f22e22b8696d', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'mac_address': 'fa:16:3e:b4:cf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:49Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 5, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'subnets': [{'id': '9162e056-a6a0-449b-8624-e73edcffeab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:53.030876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-03cf0a52-a31a-4bb3-80f4-0fe1cb4f698e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 217 time: 1.1134727 May 06 12:43:53.046121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb1e5f-a12f-4419-9c9e-2b1f96b9a02a service neutron] Pushing event updated for resources: {'Port': ['ID=44633bfa-1ffd-4367-bb12-57713a2aa1cb,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:53.085731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:53.099917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:53.117409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:53.122550 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.162674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-a9802405-5526-4869-9310-a745a5ee5c8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:53.164386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-a9802405-5526-4869-9310-a745a5ee5c8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 0.1245632 May 06 12:43:53.253783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-0734fe7f-d2d0-4570-baa2-4785cdc342cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778747 May 06 12:43:53.301457 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f1c24a-1b1a-4fe6-ad6c-d2a802c1b1a9 None None] New status for floating IP 3d551def-23e4-446b-adb7-23824f030d19: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:43:53.311427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93a811-3a46-471c-a0c1-fe5455a2e0ee req-840bc504-eacc-4480-9e6e-4529e39319b9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:53.323162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee93a811-3a46-471c-a0c1-fe5455a2e0ee req-840bc504-eacc-4480-9e6e-4529e39319b9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.7793746 May 06 12:43:53.358405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:53.432619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f2779de6-241d-46e1-b1db-5a53841b3314', 'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'mac_address': 'fa:16:3e:55:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:01Z', 'updated_at': '2022-05-06T12:41:20Z', 'revision_number': 5, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'subnets': [{'id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:53.440356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce380d51-ec6d-4eb2-8413-a98b4bdf9a6a None None] The sync data for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 is: [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f2779de6-241d-46e1-b1db-5a53841b3314', 'name': '', 'network_id': 'f71747fd-5499-4292-b514-2b02127aaa85', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'mac_address': 'fa:16:3e:55:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:01Z', 'updated_at': '2022-05-06T12:41:20Z', 'revision_number': 5, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'subnets': [{'id': '19a02b38-805c-49e6-ab71-d39e9a333ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:53.511803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-25765898-f309-4f6c-a390-43cdcb4988c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 1094 time: 0.5180089 May 06 12:43:53.680114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-e22f558f-264e-4718-988c-162a946a4f42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb HTTP/1.1" status: 200 len: 217 time: 0.1536074 May 06 12:43:53.696860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee93a811-3a46-471c-a0c1-fe5455a2e0ee req-85126378-4f3f-4a19-b834-f26a2121458d tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717799 May 06 12:43:53.960766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-dba1af67-fa0b-491e-b2ea-5b80bec37707 service neutron] 10.222.0.44 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976976 May 06 12:43:54.044110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-63b714de-f709-4ca4-879c-df3f36e34cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:54.047250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-63b714de-f709-4ca4-879c-df3f36e34cda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.3166628 May 06 12:43:54.117927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aef79a5-8e93-4c83-9c03-5a3d8ae493a3 None None] New status for floating IP fb28dc26-c6c9-4969-b982-bc4b0f543398: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:43:54.172513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:43:54.174504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.337670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:54.339670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=a9349aff-a170-4e42-84c0-108fa69e2668,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:54.344226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-503c716a-1f5a-414b-8020-c8dee03d64c7 req-1d5a0d8e-3a90-49df-9059-4e995958949e service neutron] 10.222.0.44 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611357 May 06 12:43:54.364318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:54.372772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:54.373700 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.399491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334cf5d-4a2f-47a7-834f-57237573fefb None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:54.522797 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9d5952e2-f29b-45f9-865b-abb73ee85cdc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6568432 May 06 12:43:54.525762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39000) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:54.539130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-c2ae5c8a-b41d-469d-8137-4ec24b848cb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4794450 May 06 12:43:54.544984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:03:86:15', 'name': 'tempest-NetworksTestDHCPv6-1956614351'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:55.035248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-ad3f6e49-dae5-4402-93c6-e414cb61da0d service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812007 May 06 12:43:55.101838 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb98aa0f-c55d-45f6-b843-5503f35f9494'] response: {'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'name': 'network-vif-deleted', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'status': 'completed', 'code': 200} May 06 12:43:55.111060 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3df7d5b-d6cb-4e8e-a5c2-db8830426f77'] response: {'server_uuid': 'e52815b0-260e-4c28-8e16-c70b26d82c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f67d9607-fcb2-4b75-b36e-06983cc1748e', 'code': 200} May 06 12:43:55.111367 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3df7d5b-d6cb-4e8e-a5c2-db8830426f77'] response: {'server_uuid': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12806d48-1681-4f15-ac77-9e2d280b57ed', 'code': 200} May 06 12:43:55.159855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:55.187192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:55.228773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:55.237112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.308752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:14Z', 'revision_number': 2, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:55.317703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Checking router: 1472b486-5de4-43fc-9a39-844365ee09fb for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:55.318260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Updating router 1472b486-5de4-43fc-9a39-844365ee09fb port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:43:55.329032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port b9d8e3e2-ceee-40c8-be8c-5f2c2ee0246e yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:43:55.379885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': 'a9349aff-a170-4e42-84c0-108fa69e2668'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:43:55.380709 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.404653 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.450793 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94f4c9d4-9431-4c75-8de3-f4a1e72e07b3 req-03a505f6-50a3-43a0-a6b4-44a21cdb7c06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 1097 time: 0.3968809 May 06 12:43:55.612867 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94f4c9d4-9431-4c75-8de3-f4a1e72e07b3 req-d129125a-ee08-4393-94e0-b9569f165783 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513422 May 06 12:43:55.643914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf264b13-49ef-4294-8adf-6f3983cbea37 req-f20cd9e8-8379-49a0-9a38-c30f56199308 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b8f81737544326a2c880ff026ca883&device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 1098 time: 0.6075816 May 06 12:43:55.668078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:fe03:8615 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/a9349aff-a170-4e42-84c0-108fa69e2668/b9d8e3e2-ceee-40c8-be8c-5f2c2ee0246e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:55.891622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b704ac8-699b-47f9-beb9-a29c5ca6abf5 req-3a07bd7a-a01d-4581-9dae-b8cad62a302a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:55.904637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b704ac8-699b-47f9-beb9-a29c5ca6abf5 req-3a07bd7a-a01d-4581-9dae-b8cad62a302a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 943 time: 0.7621789 May 06 12:43:55.975299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d894bfe-5fa9-4597-ac7f-ba4db4a5d49b req-322bb1fc-46db-4716-87a0-c0468e67766b service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8717070 May 06 12:43:56.013842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-fa115f48-01c9-4b56-85f3-f87719018539 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/floatingips/fb28dc26-c6c9-4969-b982-bc4b0f543398 HTTP/1.1" status: 200 len: 692 time: 0.3038399 May 06 12:43:56.025367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.046732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object b9d8e3e2-ceee-40c8-be8c-5f2c2ee0246e will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:56.076081 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.152210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:56.155537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:56.160150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:56.164022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:56.164672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.183409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=b9d8e3e2-ceee-40c8-be8c-5f2c2ee0246e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:56.214344 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0304c778-c565-4cf7-b190-6f3a19fc5aeb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6826255 May 06 12:43:56.215372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39014) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.246155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Allocated IP 2001:db8::f816:3eff:fe47:a3ba (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/a9349aff-a170-4e42-84c0-108fa69e2668/5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:56.246460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b704ac8-699b-47f9-beb9-a29c5ca6abf5 req-b9253af6-d676-41aa-9c8b-a87ebe40edb2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945993 May 06 12:43:56.274963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf264b13-49ef-4294-8adf-6f3983cbea37 req-2ddd75cd-3cf0-4ce3-b3d7-21687968c137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:56.277484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf264b13-49ef-4294-8adf-6f3983cbea37 req-2ddd75cd-3cf0-4ce3-b3d7-21687968c137 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 200 len: 915 time: 0.6241462 May 06 12:43:56.377629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b2701-061c-4b2c-a22c-5700ff5cc740 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:56.379234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-683b2701-061c-4b2c-a22c-5700ff5cc740 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:56.419570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-683b2701-061c-4b2c-a22c-5700ff5cc740 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:56.426451 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-683b2701-061c-4b2c-a22c-5700ff5cc740 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2085397 May 06 12:43:56.427624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39018) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.563428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e616e-c9be-42d9-9a19-340b9416f82a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port b9d8e3e2-ceee-40c8-be8c-5f2c2ee0246e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:56.563925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5e616e-c9be-42d9-9a19-340b9416f82a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.636432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.689289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-9d6a243f-e4d9-4729-aa4e-008364c787ea tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:56.696074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-9d6a243f-e4d9-4729-aa4e-008364c787ea tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 784 time: 0.6607671 May 06 12:43:56.704115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Transition to ACTIVE for port object 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:56.707085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-ba61d06e-85e4-44bf-86bb-e245abe8a4b0 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:43:56.715684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-ba61d06e-85e4-44bf-86bb-e245abe8a4b0 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0187314 May 06 12:43:56.716789 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.775716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf264b13-49ef-4294-8adf-6f3983cbea37 req-2702e5f3-c529-45a4-8afb-62b94baeceff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 200 len: 217 time: 0.4337416 May 06 12:43:56.869751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-c3013ac6-e683-4b54-9e1b-5fc43c4cc2db tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.1522884 May 06 12:43:57.004428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf264b13-49ef-4294-8adf-6f3983cbea37 req-02cbef8f-4608-4ac6-9f44-19ff1a7ee570 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:57.005951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf264b13-49ef-4294-8adf-6f3983cbea37 req-02cbef8f-4608-4ac6-9f44-19ff1a7ee570 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 200 len: 854 time: 0.2144082 May 06 12:43:57.099559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-e4908e6a-ed32-4584-8830-f84459f5dbd7 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.2291324 May 06 12:43:57.110006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce7477-de20-48bd-8543-06b08b08c0f9 None None] Pushing event updated for resources: {'Port': ['ID=6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:57.246547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Attempting to bind port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:57.247039 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Attempting to bind port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:57.247507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Attempting to bind port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade on network 37328990-9ad9-45dc-91ea-f741b12ef97d {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:57.250395 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.265581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Transition to ACTIVE for port object 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:57.269135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:57.269389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Checking segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:57.269802 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.270207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Bound using segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:57.270742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Bound port: 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:57.271130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.295655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c'}, {'name': 'network-changed', 'server_uuid': 'cb2e6a93-3096-4b4f-9782-dd94b69b5125', 'tag': '44633bfa-1ffd-4367-bb12-57713a2aa1cb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:57.314272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf264b13-49ef-4294-8adf-6f3983cbea37 req-3b3b808c-90ae-4102-8511-2f90ea9560b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b5d92ee2-072f-4886-8b03-76af2538b46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2977965 May 06 12:43:57.397160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] For port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:57.401430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] For port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:57.402714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Transition to ACTIVE for port object 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:57.410290 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.444056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.459888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5e616e-c9be-42d9-9a19-340b9416f82a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.505181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:57.509334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:57.513825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:57.526951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce7477-de20-48bd-8543-06b08b08c0f9 None None] Pushing event updated for resources: {'Port': ['ID=6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:57.582997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633ffde-3c97-495f-bb56-27eb2957a343 req-554eb5cb-8dfe-4661-9709-5926ed2ad6c8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:57.601164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7633ffde-3c97-495f-bb56-27eb2957a343 req-554eb5cb-8dfe-4661-9709-5926ed2ad6c8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.9714231 May 06 12:43:57.694547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:57.695372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:57.698191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e616e-c9be-42d9-9a19-340b9416f82a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for b9d8e3e2-ceee-40c8-be8c-5f2c2ee0246e owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:57.710204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Deleting port bb737194-5ca0-4cfe-9f25-66ae61520939 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:57.711345 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.822681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Pushing event updated for resources: {'Port': ['ID=5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:57.832293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Attempting to bind port 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:57.832557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Attempting to bind port 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:57.832902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Attempting to bind port 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:57.878784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:57.880457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:57.882098 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.882936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:57.884138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Bound port: 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:57.885797 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.971341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7633ffde-3c97-495f-bb56-27eb2957a343 req-381a7898-0799-4dfc-9808-82da3600cba9 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687911 May 06 12:43:58.026438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5e616e-c9be-42d9-9a19-340b9416f82a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.034519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf264b13-49ef-4294-8adf-6f3983cbea37 req-d15dceb6-39ab-4345-b2ab-334961861d5a service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849235 May 06 12:43:58.040297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39028) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:58.099063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e616e-c9be-42d9-9a19-340b9416f82a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=b9d8e3e2-ceee-40c8-be8c-5f2c2ee0246e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:58.153205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:58.166767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5e616e-c9be-42d9-9a19-340b9416f82a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.171253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-13212ad6-2b95-4360-8f88-4e1696b43982 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:58.172987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-13212ad6-2b95-4360-8f88-4e1696b43982 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.48 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 945 time: 0.4327228 May 06 12:43:58.185088 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6e5e616e-c9be-42d9-9a19-340b9416f82a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/b9d8e3e2-ceee-40c8-be8c-5f2c2ee0246e HTTP/1.1" status: 204 len: 168 time: 1.7559376 May 06 12:43:58.185715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39032) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:58.256639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d5527f-a8bb-43d8-870c-57d3797d10c1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:58.257847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d5527f-a8bb-43d8-870c-57d3797d10c1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:58.258834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c8d5527f-a8bb-43d8-870c-57d3797d10c1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:58.277701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c8d5527f-a8bb-43d8-870c-57d3797d10c1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:58.282332 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c8d5527f-a8bb-43d8-870c-57d3797d10c1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0955908 May 06 12:43:58.282986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39036) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:58.305604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] For port 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:58.334247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] For port 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:58.335778 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.336234 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.352430 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76192630-3c20-4422-a928-f584bcc1bc7b tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.446206 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.508341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b783a933-be74-4b28-8107-60469829fcd1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet a9349aff-a170-4e42-84c0-108fa69e2668 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:58.513436 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b783a933-be74-4b28-8107-60469829fcd1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.588510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b783a933-be74-4b28-8107-60469829fcd1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.658587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Calling delete_port for bb737194-5ca0-4cfe-9f25-66ae61520939 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:58.695561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b783a933-be74-4b28-8107-60469829fcd1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.751653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76192630-3c20-4422-a928-f584bcc1bc7b tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.766929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed28ec-42c5-4b97-9914-3f1a4c735c54 None None] Pushing event updated for resources: {'Port': ['ID=5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:58.773742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Deleting port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:58.774092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.802858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b783a933-be74-4b28-8107-60469829fcd1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.860364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783a933-be74-4b28-8107-60469829fcd1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=a9349aff-a170-4e42-84c0-108fa69e2668,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:58.870051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b783a933-be74-4b28-8107-60469829fcd1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.901918 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b783a933-be74-4b28-8107-60469829fcd1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/a9349aff-a170-4e42-84c0-108fa69e2668 HTTP/1.1" status: 204 len: 168 time: 0.6164823 May 06 12:43:58.903179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf264b13-49ef-4294-8adf-6f3983cbea37 req-e4ff5f8a-4800-4392-ad2d-af74065a847b service neutron] 10.222.0.48 "GET /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8573368 May 06 12:43:58.903528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39040) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:58.945775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:59.008906 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9bfd5551-3a77-41bd-a67d-bf131eef0999 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038704 May 06 12:43:59.010391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39046) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:59.019125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:59.046903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416faa-e98c-4650-aee9-323e02aa5a87 req-c9c7f32b-6753-46df-8cdc-35e96dcf42c0 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:59.048486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83416faa-e98c-4650-aee9-323e02aa5a87 req-c9c7f32b-6753-46df-8cdc-35e96dcf42c0 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.8690572 May 06 12:43:59.084803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:57Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:59.090641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584ccbe-5d6c-4515-9dac-28865e0866df None None] The sync data for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 is: [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:57Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:59.092966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:59.118491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:59.119027 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.281398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76192630-3c20-4422-a928-f584bcc1bc7b tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.346099 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.367454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76192630-3c20-4422-a928-f584bcc1bc7b tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae17120-52e7-4efe-9772-6909be0b4fe6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:59.414441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:59.436528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:59.443559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:59.448217 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.451047 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.463397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:59.506321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83416faa-e98c-4650-aee9-323e02aa5a87 req-749a9136-6426-4c15-a32a-412c3358c1bc tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509867 May 06 12:43:59.536616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] For port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,segment=NetworkSegment(51dc2409-c28a-4153-b39d-724bb791ee15),segment_id=51dc2409-c28a-4153-b39d-724bb791ee15)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:59.537198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.544102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:59.691966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Calling delete_port for 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:59.752496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:59.782040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Pushing event deleted for resources: {'Port': ['ID=bb737194-5ca0-4cfe-9f25-66ae61520939,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:59.822289 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76192630-3c20-4422-a928-f584bcc1bc7b tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.826912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-76192630-3c20-4422-a928-f584bcc1bc7b tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ae17120-52e7-4efe-9772-6909be0b4fe6 HTTP/1.1" status: 204 len: 168 time: 1.7833598 May 06 12:43:59.828794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39052) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:59.864268 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-773f8c6b-2671-4084-95be-94152857d764 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] show failed (client error): The resource could not be found. May 06 12:43:59.868796 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-773f8c6b-2671-4084-95be-94152857d764 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "GET /v2.0/security-groups/4ae17120-52e7-4efe-9772-6909be0b4fe6 HTTP/1.1" status: 404 len: 347 time: 0.0368245 May 06 12:43:59.869502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39056) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:59.886793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:00.055361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Deleting port 36c48962-bde3-4131-b238-fc2842947803 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:00.055698 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.085566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 44633bfa-1ffd-4367-bb12-57713a2aa1cb details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:44:00.278423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 44633bfa-1ffd-4367-bb12-57713a2aa1cb, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:00.300350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '44633bfa-1ffd-4367-bb12-57713a2aa1cb', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'port_id': '44633bfa-1ffd-4367-bb12-57713a2aa1cb', 'mac_address': 'fa:16:3e:d2:13:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:44:00.339383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2bc1e2-0989-4500-9042-0ba7d326e422 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:00.406093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.409317 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.501342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.516787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.551699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44633bfa-1ffd-4367-bb12-57713a2aa1cb {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:44:00.553330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.555573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2ade9a1d-1f93-4839-91d7-e97fad0619cc None None] Provisioning for port 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:00.607900 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.609914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d998f87-0cb4-4594-abe7-1c3393cb407c req-2982570a-5ce8-4801-9d4c-bddc67d607dc tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "DELETE /v2.0/floatingips/fb28dc26-c6c9-4969-b982-bc4b0f543398 HTTP/1.1" status: 204 len: 173 time: 3.5086265 May 06 12:44:00.611991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 44633bfa-1ffd-4367-bb12-57713a2aa1cb, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:00.626663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.716332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=44633bfa-1ffd-4367-bb12-57713a2aa1cb,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:00.773557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07efce-cb61-4bd1-a5fc-dd270d189fe0 req-2706cc17-9117-4179-831f-0e07e6c24e25 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:00.774817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6a07efce-cb61-4bd1-a5fc-dd270d189fe0 req-2706cc17-9117-4179-831f-0e07e6c24e25 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Synchronizing usage tracker for tenant:2836877d00ee4c688edbc877342b8149 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:00.784791 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.788672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Calling delete_port for 36c48962-bde3-4131-b238-fc2842947803 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:00.826718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a51305e-920d-4094-a739-4aaca58444ab None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:44:00.831657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7a51305e-920d-4094-a739-4aaca58444ab None None] Deleting port 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:00.832037 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a51305e-920d-4094-a739-4aaca58444ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.904452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:00.946546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Pushing event deleted for resources: {'Port': ['ID=2faf9f8a-bfc2-41c9-956d-176aeb4c4d54,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:00.963578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6a07efce-cb61-4bd1-a5fc-dd270d189fe0 req-2706cc17-9117-4179-831f-0e07e6c24e25 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Unset dirty status for tenant:2836877d00ee4c688edbc877342b8149 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:00.964771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a07efce-cb61-4bd1-a5fc-dd270d189fe0 req-2706cc17-9117-4179-831f-0e07e6c24e25 tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/ports?device_id=b36117a3-8bcf-47e4-b3d2-c69b3397bc8a HTTP/1.1" status: 200 len: 945 time: 0.7990415 May 06 12:44:01.125508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.142005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:01.142660 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.189848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7a51305e-920d-4094-a739-4aaca58444ab None None] For port 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:01.190251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a51305e-920d-4094-a739-4aaca58444ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.214560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] No DVR routers for this DVR port 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:01.221335 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.221693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Pushing event deleted for resources: {'Port': ['ID=36c48962-bde3-4131-b238-fc2842947803,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:01.271895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['44633bfa-1ffd-4367-bb12-57713a2aa1cb'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:01.287029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4097b5b-6922-44fb-9782-708c13aa5937 req-a85b8196-eb1d-43b5-b944-ee9e32c9808d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.48 "DELETE /v2.0/ports/2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 HTTP/1.1" status: 204 len: 173 time: 3.0367565 May 06 12:44:01.315291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a07efce-cb61-4bd1-a5fc-dd270d189fe0 req-ac747e63-ebb5-468d-a206-d366a3af579d tempest-InstanceActionsNegativeTestJSON-1885644322 tempest-InstanceActionsNegativeTestJSON-1885644322-project] 10.222.0.44 "GET /v2.0/security-groups?id=33d4ec11-d225-408a-8219-5a0882607a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761124 May 06 12:44:01.347041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92af7bd-d066-4a8a-9067-7cd4785ad4ff req-ee31348b-d579-4997-a372-efbe145b512f tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:01.348997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a92af7bd-d066-4a8a-9067-7cd4785ad4ff req-ee31348b-d579-4997-a372-efbe145b512f tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 944 time: 0.4691017 May 06 12:44:01.418803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7a51305e-920d-4094-a739-4aaca58444ab None None] Calling delete_port for 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:01.446530 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0482b1-f60f-4a0c-8d59-fdbc4e82f44c'] response: {'name': 'network-changed', 'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'status': 'completed', 'code': 200} May 06 12:44:01.447176 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0482b1-f60f-4a0c-8d59-fdbc4e82f44c'] response: {'name': 'network-changed', 'server_uuid': 'cb2e6a93-3096-4b4f-9782-dd94b69b5125', 'tag': '44633bfa-1ffd-4367-bb12-57713a2aa1cb', 'status': 'completed', 'code': 200} May 06 12:44:01.520044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.583984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.589787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bc85f6ce-03bf-4e87-a6d8-47a1fe75bb50 tempest-ServersTestManualDisk-1317418714 tempest-ServersTestManualDisk-1317418714-project] 10.222.0.44 "DELETE /v2.0/floatingips/3d551def-23e4-446b-adb7-23824f030d19 HTTP/1.1" status: 204 len: 168 time: 1.7157989 May 06 12:44:01.590004 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a51305e-920d-4094-a739-4aaca58444ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.636224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39064) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:01.723840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a92af7bd-d066-4a8a-9067-7cd4785ad4ff req-f260ce2a-7d1f-49c6-9201-89ff6988939a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470891 May 06 12:44:01.725976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51305e-920d-4094-a739-4aaca58444ab None None] Pushing event deleted for resources: {'Port': ['ID=5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:01.751850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51305e-920d-4094-a739-4aaca58444ab None None] No DVR routers for this DVR port 5ceb28e5-d9ed-478e-bb0e-1809d7c7bbec on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:01.812650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.objects.ports [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:44:01.825751 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.889525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-4f754407-8c1f-4631-b099-2a0311c44b41 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:01.890188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-4f754407-8c1f-4631-b099-2a0311c44b41 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:01.916087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-4f754407-8c1f-4631-b099-2a0311c44b41 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:01.917296 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-4f754407-8c1f-4631-b099-2a0311c44b41 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 946 time: 0.3242836 May 06 12:44:01.970996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:01.980722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:01.988309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:01.989049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.998077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=76663a49-8700-49a8-b9ef-3e0ea3b82eb5,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:01.998409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738789c-626e-408b-b0e9-d9eb53735f01 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:02.008205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Deleting port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:02.008527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.049237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4ed9f356-8b5d-49c5-9102-7578c1796a14 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0374374 May 06 12:44:02.054437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39068) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:02.061200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:34:b2:06', 'name': 'tempest-NetworksTestDHCPv6-2064237821'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:02.079471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-07054e6d-e906-4a7b-b11f-ea74d4ece992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e116b1cac230442499d0e2e09fc3eba9&device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 1097 time: 0.3469520 May 06 12:44:02.090102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f9ec4-9cf9-4b55-8800-52ccf5d7576e req-22c6207a-e0e3-4f52-9d6c-fbc47482db78 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:02.091820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-197f9ec4-9cf9-4b55-8800-52ccf5d7576e req-22c6207a-e0e3-4f52-9d6c-fbc47482db78 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.4801424 May 06 12:44:02.146917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:02.245500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:02.246034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 2faf9f8a-bfc2-41c9-956d-176aeb4c4d54 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:02.302310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e46204-4464-400a-93e0-0a767962f1d5 req-f6667328-a822-4319-992a-d3bf05d8dde1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:02.303978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a5e46204-4464-400a-93e0-0a767962f1d5 req-f6667328-a822-4319-992a-d3bf05d8dde1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.4261370 May 06 12:44:02.338634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39072) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:02.367124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d03c9c4e-0f85-4b50-83a0-5bf7cfa49563 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'floatingip': {'port_id': '12806d48-1681-4f15-ac77-9e2d280b57ed'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:02.615286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-197f9ec4-9cf9-4b55-8800-52ccf5d7576e req-1ff11d11-7b5e-42e3-b19b-749263562c1f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465165 May 06 12:44:02.623645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d03c9c4e-0f85-4b50-83a0-5bf7cfa49563 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.704537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '76663a49-8700-49a8-b9ef-3e0ea3b82eb5'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:44:02.706044 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.728531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] For port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:02.729435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.805963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:02.821766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:02.830502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:02.873874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-d4e44e1e-0d4a-4049-806e-e2b0e148d294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:02.875500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-d4e44e1e-0d4a-4049-806e-e2b0e148d294 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 200 len: 921 time: 0.7762494 May 06 12:44:02.885016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:03.003484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.008147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:03.012254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.028180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Allocated IP 2001:db8::f816:3eff:fe63:b7aa (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/76663a49-8700-49a8-b9ef-3e0ea3b82eb5/ee94a7e2-633a-487c-bf54-2034b57fb0f5) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:03.031627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-a3ac9b8c-92d4-4cdb-876d-6b52191b46cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 200 len: 217 time: 0.1336939 May 06 12:44:03.040713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb71b425-8cfd-4f8f-b36c-ba6e07c4617b req-362ef41d-825f-45c6-9968-aecf1c129d69 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups/93b26529-11eb-4e0c-b4ac-6d8e1c7a7780 HTTP/1.1" status: 200 len: 1640 time: 0.3395505 May 06 12:44:03.184777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 103ddd2e-c772-46df-932c-033d1e1a8213 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:44:03.424195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-a6b9ceae-41e0-4d85-bebc-bec8c8e6bcb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:03.425627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-a6b9ceae-41e0-4d85-bebc-bec8c8e6bcb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 200 len: 860 time: 0.3840215 May 06 12:44:03.440643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22a451-1aee-4952-920a-6bc6ef1256be req-e97b017b-aa78-4e5f-9921-d4a8f17ec013 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:03.442180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe22a451-1aee-4952-920a-6bc6ef1256be req-e97b017b-aa78-4e5f-9921-d4a8f17ec013 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 946 time: 0.7295742 May 06 12:44:03.485484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.485942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.486137 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Floating IP 59acbdf8-f83a-4093-9068-9ea4bb125c81 disassociated. External IP: 172.25.7.205, port: 2eb3d6f2-1ae6-4176-8823-66917a57cfe7. May 06 12:44:03.486481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Calling delete_port for 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:03.497847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.517510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Transition to ACTIVE for port object ee94a7e2-633a-487c-bf54-2034b57fb0f5 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:03.530984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36117a3-8bcf-47e4-b3d2-c69b3397bc8a', 'name': 'network-vif-deleted', 'tag': '2faf9f8a-bfc2-41c9-956d-176aeb4c4d54'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:03.558540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Transition to ACTIVE for port object ee94a7e2-633a-487c-bf54-2034b57fb0f5 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:03.570156 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.654876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-a126ec96-0045-4685-8048-6a3fe60faa24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f71747fd-5499-4292-b514-2b02127aaa85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115779 May 06 12:44:03.698450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:03.703492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:03.710894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:03.721731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Pushing event updated for resources: {'Port': ['ID=ee94a7e2-633a-487c-bf54-2034b57fb0f5,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:03.827921 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.837410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cb71b425-8cfd-4f8f-b36c-ba6e07c4617b req-eaeb4567-1bfd-4005-a4d6-0b7faafa2669 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.889068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe22a451-1aee-4952-920a-6bc6ef1256be req-d81e6fb6-47f4-49d6-8d78-e20d16e9d538 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=961de971-8a17-495e-9f95-c28d87a2d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508370 May 06 12:44:03.890708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Attempting to bind port ee94a7e2-633a-487c-bf54-2034b57fb0f5 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:44:03.890708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Attempting to bind port ee94a7e2-633a-487c-bf54-2034b57fb0f5 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:44:03.891055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Attempting to bind port ee94a7e2-633a-487c-bf54-2034b57fb0f5 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:03.903911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:44:03.903911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:03.904445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.904972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:44:03.905760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Bound port: ee94a7e2-633a-487c-bf54-2034b57fb0f5, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:44:03.906377 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.956170 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cb71b425-8cfd-4f8f-b36c-ba6e07c4617b req-eaeb4567-1bfd-4005-a4d6-0b7faafa2669 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.971117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'Port': ['ID=2eb3d6f2-1ae6-4176-8823-66917a57cfe7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:03.983400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:fe34:b206 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/76663a49-8700-49a8-b9ef-3e0ea3b82eb5/103ddd2e-c772-46df-932c-033d1e1a8213) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:04.109178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] For port ee94a7e2-633a-487c-bf54-2034b57fb0f5, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:04.116648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] For port ee94a7e2-633a-487c-bf54-2034b57fb0f5, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ee94a7e2-633a-487c-bf54-2034b57fb0f5,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:44:04.133012 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.168262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39084) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:04.209227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 44633bfa-1ffd-4367-bb12-57713a2aa1cb up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:04.307062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acc5bf5-0d26-46c1-a0ae-7549bae2827a admin admin] Deleting subnet 06d4e977-0702-474f-80db-9562b00a2416 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:04.310356 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0acc5bf5-0d26-46c1-a0ae-7549bae2827a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.344086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d03c9c4e-0f85-4b50-83a0-5bf7cfa49563 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.366068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0acc5bf5-0d26-46c1-a0ae-7549bae2827a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.428714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0acc5bf5-0d26-46c1-a0ae-7549bae2827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.500832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432652a-5426-4fe7-b737-d70f842f5f78 None None] Pushing event updated for resources: {'Port': ['ID=ee94a7e2-633a-487c-bf54-2034b57fb0f5,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:04.519432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0acc5bf5-0d26-46c1-a0ae-7549bae2827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.555508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 44633bfa-1ffd-4367-bb12-57713a2aa1cb completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:04.565132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 44633bfa-1ffd-4367-bb12-57713a2aa1cb triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:04.566655 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.615351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc5bf5-0d26-46c1-a0ae-7549bae2827a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d4e977-0702-474f-80db-9562b00a2416,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:04.655317 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0acc5bf5-0d26-46c1-a0ae-7549bae2827a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.670505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.700340 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0acc5bf5-0d26-46c1-a0ae-7549bae2827a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/06d4e977-0702-474f-80db-9562b00a2416 HTTP/1.1" status: 204 len: 168 time: 0.5287838 May 06 12:44:04.701371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39088) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:04.771277 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.813792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2e6a93-3096-4b4f-9782-dd94b69b5125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44633bfa-1ffd-4367-bb12-57713a2aa1cb'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:04.829558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 44633bfa-1ffd-4367-bb12-57713a2aa1cb, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:04.841704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.893279 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.922416 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d03c9c4e-0f85-4b50-83a0-5bf7cfa49563 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.950480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=44633bfa-1ffd-4367-bb12-57713a2aa1cb,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:05.100321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:05.122384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-380447c3-91b6-4ce2-bd5b-b619cd3631c3 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4572065 May 06 12:44:05.191041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.225789 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cb71b425-8cfd-4f8f-b36c-ba6e07c4617b req-eaeb4567-1bfd-4005-a4d6-0b7faafa2669 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.271363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 103ddd2e-c772-46df-932c-033d1e1a8213 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:05.337759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926df4d2-567b-48d5-b767-e9ba2af68032']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:05.384702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb4567-1bfd-4005-a4d6-0b7faafa2669 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b26529-11eb-4e0c-b4ac-6d8e1c7a7780,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:05.471981 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cb71b425-8cfd-4f8f-b36c-ba6e07c4617b req-eaeb4567-1bfd-4005-a4d6-0b7faafa2669 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.473122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb71b425-8cfd-4f8f-b36c-ba6e07c4617b req-eaeb4567-1bfd-4005-a4d6-0b7faafa2669 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "DELETE /v2.0/security-groups/93b26529-11eb-4e0c-b4ac-6d8e1c7a7780 HTTP/1.1" status: 204 len: 173 time: 2.3686209 May 06 12:44:05.495509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.531972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dc2409-c28a-4153-b39d-724bb791ee15') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:05.532534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dc2409-c28a-4153-b39d-724bb791ee15') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:05.580991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.600598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.609022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:44:05.609726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.686062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:05.698495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Deleting port 9abe3e43-9e41-4991-bda3-94e345270819 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:05.702948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: timer() May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:44:05.732104 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:44:05.758285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:05.758285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:05.785281 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.810177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.841165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] Pushing event deleted for resources: {'Network': ['ID=926df4d2-567b-48d5-b767-e9ba2af68032,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:05.889643 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a05c6e8c-d59f-459b-8e2e-cc17f579590d admin admin] 10.222.0.44 "DELETE /v2.0/networks/926df4d2-567b-48d5-b767-e9ba2af68032 HTTP/1.1" status: 204 len: 168 time: 1.1873479 May 06 12:44:05.928050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef043d6-6376-48ed-8b01-13341f4a0347 req-f26d0845-a692-4b4a-9d56-2c50dbdc18d0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:05.930743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ef043d6-6376-48ed-8b01-13341f4a0347 req-f26d0845-a692-4b4a-9d56-2c50dbdc18d0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 1.1479707 May 06 12:44:05.950437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-f4b7047c-7734-44f9-ada8-1da9d3312154 service neutron] 10.222.0.48 "GET /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7263980 May 06 12:44:06.013847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] For port 9abe3e43-9e41-4991-bda3-94e345270819, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9abe3e43-9e41-4991-bda3-94e345270819,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:06.015057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.143770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:06.163286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Calling delete_port for 9abe3e43-9e41-4991-bda3-94e345270819 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:06.172815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:06.176657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:06.184268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:06.185271 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.190327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39102) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:06.238862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d547721a-bf63-4bf6-a25d-0633829fc772 None None] Provisioning for port ee94a7e2-633a-487c-bf54-2034b57fb0f5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:06.245620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=103ddd2e-c772-46df-932c-033d1e1a8213,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:06.323633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ef043d6-6376-48ed-8b01-13341f4a0347 req-0fa2a728-9f0f-49da-8736-2dfcf917e4c0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586919 May 06 12:44:06.337966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-807489d0-5813-4c05-ac2d-24e0a3275a05 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2817473 May 06 12:44:06.344616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39106) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:06.359326 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-380e8d5f-93bf-4489-b513-b13971c481e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2836877d00ee4c688edbc877342b8149&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1658182 May 06 12:44:06.364302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39110) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:06.418426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:06.445679 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:06.484210 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:06.485559 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:06.523074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9350c0-2477-46be-85af-e8c498fa491e req-70ed7354-9549-4b93-8be3-52a33d1b8aa4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:06.540883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da9350c0-2477-46be-85af-e8c498fa491e req-70ed7354-9549-4b93-8be3-52a33d1b8aa4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.7243929 May 06 12:44:06.572380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] No DVR routers for this DVR port 2eb3d6f2-1ae6-4176-8823-66917a57cfe7 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:06.579483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.583572 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed5d4c35-a98f-4bf1-a3a6-e4f6d6883fb1 req-32cefd85-c628-43f7-bff8-3fd7c4bdf573 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "DELETE /v2.0/ports/2eb3d6f2-1ae6-4176-8823-66917a57cfe7 HTTP/1.1" status: 204 len: 173 time: 4.6592281 May 06 12:44:06.585979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'name': 'network-vif-deleted', 'tag': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:06.606860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d30f4168-f4f4-4324-9bdb-5b8b68cb7a40 None None] Provisioning for port 103ddd2e-c772-46df-932c-033d1e1a8213 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:06.620713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d30f4168-f4f4-4324-9bdb-5b8b68cb7a40 None None] Provisioning complete for port 103ddd2e-c772-46df-932c-033d1e1a8213 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:06.624223 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d30f4168-f4f4-4324-9bdb-5b8b68cb7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.625339 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-795b055c-5e97-4770-968e-9cd904aafe4d'] response: {'server_uuid': 'b36117a3-8bcf-47e4-b3d2-c69b3397bc8a', 'name': 'network-vif-deleted', 'tag': '2faf9f8a-bfc2-41c9-956d-176aeb4c4d54', 'status': 'completed', 'code': 200} May 06 12:44:06.634925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-e3a6edfa-147d-4988-abb0-3ac36c6e72fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 1096 time: 0.5848789 May 06 12:44:06.727771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f28003-d429-463c-b7f6-0d732b85521d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:06.732650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f28003-d429-463c-b7f6-0d732b85521d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:06.733463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e8f28003-d429-463c-b7f6-0d732b85521d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:06.742084 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb942ec-5576-4a32-a97e-74bc2470de1e'] response: {'server_uuid': 'cb2e6a93-3096-4b4f-9782-dd94b69b5125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44633bfa-1ffd-4367-bb12-57713a2aa1cb', 'code': 200} May 06 12:44:06.768944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.845403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d30f4168-f4f4-4324-9bdb-5b8b68cb7a40 None None] Port 103ddd2e-c772-46df-932c-033d1e1a8213 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:44:06.928657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-780b9506-c324-421f-82bc-3861d11502fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.944147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e8f28003-d429-463c-b7f6-0d732b85521d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:06.954222 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e8f28003-d429-463c-b7f6-0d732b85521d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6026809 May 06 12:44:06.960806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abe3e43-9e41-4991-bda3-94e345270819,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:06.965052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39118) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:06.974554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-780b9506-c324-421f-82bc-3861d11502fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.042993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ee94a7e2-633a-487c-bf54-2034b57fb0f5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:07.047432 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:07.154517 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.208340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-d5e8252d-9372-4d3d-b8e5-0ce2e3849a18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:07.212127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-d5e8252d-9372-4d3d-b8e5-0ce2e3849a18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.5649302 May 06 12:44:07.242871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ee94a7e2-633a-487c-bf54-2034b57fb0f5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:07.253582 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-d03c9c4e-0f85-4b50-83a0-5bf7cfa49563 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Floating IP 94db9b3f-0a93-48c0-83a6-c130af759bc1 associated. External IP: 172.25.7.53, port: 12806d48-1681-4f15-ac77-9e2d280b57ed. May 06 12:44:07.254771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ee94a7e2-633a-487c-bf54-2034b57fb0f5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:07.255878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.407427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb9912-14cd-4c71-9b08-80efeaf212fb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 103ddd2e-c772-46df-932c-033d1e1a8213 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:07.407963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9912-14cd-4c71-9b08-80efeaf212fb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.563267 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.616217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ee94a7e2-633a-487c-bf54-2034b57fb0f5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ee94a7e2-633a-487c-bf54-2034b57fb0f5,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:07.621109 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:07.623020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da9350c0-2477-46be-85af-e8c498fa491e req-ad88aaa0-aac9-4b46-9cc4-8517df72ba4d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0805840 May 06 12:44:07.625617 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.639455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1a408fb-7a59-4a96-8f0c-d5e0fce253cd req-620c6083-9895-442a-a608-741a9f4ad7fe tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dabe26-358c-453d-9414-3e5bdbeeee07 HTTP/1.1" status: 200 len: 210 time: 0.5803080 May 06 12:44:07.655857 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:07.677092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-780b9506-c324-421f-82bc-3861d11502fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.691978 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:07.693704 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:07.881503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-7310f96c-8921-4854-8bc8-76546c7086f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb HTTP/1.1" status: 200 len: 217 time: 0.3710380 May 06 12:44:07.935438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ee94a7e2-633a-487c-bf54-2034b57fb0f5,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:07.971151 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07270da-eecc-44b0-86c8-f2969ef6a5a4'] response: {'server_uuid': '47dabe26-358c-453d-9414-3e5bdbeeee07', 'name': 'network-vif-deleted', 'tag': '2eb3d6f2-1ae6-4176-8823-66917a57cfe7', 'status': 'completed', 'code': 200} May 06 12:44:07.998019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b9506-c324-421f-82bc-3861d11502fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d4ec11-d225-408a-8219-5a0882607a88,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:08.011994 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-780b9506-c324-421f-82bc-3861d11502fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.017724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-780b9506-c324-421f-82bc-3861d11502fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33d4ec11-d225-408a-8219-5a0882607a88 HTTP/1.1" status: 204 len: 168 time: 1.6422236 May 06 12:44:08.109972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5debb2b2-9b93-46e6-a3e8-7cbd191d5ab2 req-6ab29f90-fc04-44fe-8e80-712800a1ce30 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 1096 time: 1.1216972 May 06 12:44:08.114267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-64689f3d-60ac-40b8-89ca-b8ce95ea7819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:08.116064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-64689f3d-60ac-40b8-89ca-b8ce95ea7819 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.2162170 May 06 12:44:08.242752 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:08.366496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5debb2b2-9b93-46e6-a3e8-7cbd191d5ab2 req-81013d52-d020-4284-b49c-c8432933d497 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445436 May 06 12:44:08.376777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f426bd-d120-4c0f-98cb-ae4cc5b0ef6f req-8ae47602-65b1-4918-9771-523a3ac8d044 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:08.379437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0f426bd-d120-4c0f-98cb-ae4cc5b0ef6f req-8ae47602-65b1-4918-9771-523a3ac8d044 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.1970081 May 06 12:44:08.463312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0f426bd-d120-4c0f-98cb-ae4cc5b0ef6f req-631b46f7-df65-4c60-a8f9-3bda00366245 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743506 May 06 12:44:08.471897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-ebafbaae-317a-49ee-97e4-c61a640fb27a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3324172 May 06 12:44:08.750825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9912-14cd-4c71-9b08-80efeaf212fb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.933995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb9912-14cd-4c71-9b08-80efeaf212fb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 103ddd2e-c772-46df-932c-033d1e1a8213 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:09.033200 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:09.039044 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d61bbf-523d-463f-877d-0cf47a9e3091 None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:09.062340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ee94a7e2-633a-487c-bf54-2034b57fb0f5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:09.125032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9912-14cd-4c71-9b08-80efeaf212fb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.208818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ee94a7e2-633a-487c-bf54-2034b57fb0f5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:09.209209 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.245358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb9912-14cd-4c71-9b08-80efeaf212fb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=103ddd2e-c772-46df-932c-033d1e1a8213,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:09.311943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.322779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9912-14cd-4c71-9b08-80efeaf212fb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.323907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d2855-b848-4f61-8428-0f5e4761f848 req-233b16a0-5221-4cac-a050-00c726ccf6dd tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.324629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-326d2855-b848-4f61-8428-0f5e4761f848 req-233b16a0-5221-4cac-a050-00c726ccf6dd tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Synchronizing usage tracker for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:09.373705 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:44:09.382725 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-0eff6bc7-db42-4ce4-af82-492598b0260e service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860540 May 06 12:44:09.392595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b0cc4-6858-428c-8e61-fc5e6e0d0f50 req-1e5cc06b-51b2-466c-8925-3c00022f5f42 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.399907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f11b0cc4-6858-428c-8e61-fc5e6e0d0f50 req-1e5cc06b-51b2-466c-8925-3c00022f5f42 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.7619991 May 06 12:44:09.460444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-326d2855-b848-4f61-8428-0f5e4761f848 req-233b16a0-5221-4cac-a050-00c726ccf6dd tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Unset dirty status for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:09.467402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-326d2855-b848-4f61-8428-0f5e4761f848 req-233b16a0-5221-4cac-a050-00c726ccf6dd tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.9408052 May 06 12:44:09.565278 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cfbb9912-14cd-4c71-9b08-80efeaf212fb tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/103ddd2e-c772-46df-932c-033d1e1a8213 HTTP/1.1" status: 204 len: 168 time: 2.5813329 May 06 12:44:09.578643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39144) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:09.677969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f11b0cc4-6858-428c-8e61-fc5e6e0d0f50 req-78a49e5a-4e34-48cf-89a9-53cacbbad8e8 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762051 May 06 12:44:09.703004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d455e5-7269-4f37-8ad7-349bdf40d093 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.704642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d455e5-7269-4f37-8ad7-349bdf40d093 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.706227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6d455e5-7269-4f37-8ad7-349bdf40d093 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:09.742906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6d455e5-7269-4f37-8ad7-349bdf40d093 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:09.742906 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6d455e5-7269-4f37-8ad7-349bdf40d093 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1627100 May 06 12:44:09.750775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39150) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:09.801525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-326d2855-b848-4f61-8428-0f5e4761f848 req-6fb31334-1a8e-4c85-814b-ee9d1b9513bf tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Synchronizing usage tracker for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:09.899934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47865c2-e82b-43a9-ab61-2539c27c44d1 req-0abadd60-e963-447b-a9c3-7d7cca82f67a service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975581 May 06 12:44:09.940881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-326d2855-b848-4f61-8428-0f5e4761f848 req-6fb31334-1a8e-4c85-814b-ee9d1b9513bf tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Unset dirty status for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:09.942664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-326d2855-b848-4f61-8428-0f5e4761f848 req-6fb31334-1a8e-4c85-814b-ee9d1b9513bf tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691021 May 06 12:44:10.114195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03c9c4e-0f85-4b50-83a0-5bf7cfa49563 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Router 685ae792-3386-4791-99df-925e11b55afc has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:10.166969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e8bfb-a3ab-4453-b65b-ac500cf2fed1 req-409215e2-9a77-4f21-8a56-7de7f6596940 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:10.170279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-602e8bfb-a3ab-4453-b65b-ac500cf2fed1 req-409215e2-9a77-4f21-8a56-7de7f6596940 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.2309680 May 06 12:44:10.329871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39162) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:10.428318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39170) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:10.629785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab72368-6c59-4f70-8778-5f34e0236d22 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 76663a49-8700-49a8-b9ef-3e0ea3b82eb5 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:10.642142 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ab72368-6c59-4f70-8778-5f34e0236d22 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.683797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-295069892-network', 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:10.692165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:10.694366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Usage tracker for resource:network and tenant:8529aed8aecf486a95558a9f1e0b52e4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:10.697770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:10.704932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:10.722665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a20950-1f09-4e86-a598-232b2eda60ba None None] New status for floating IP 59acbdf8-f83a-4093-9068-9ea4bb125c81: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:44:10.731962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:10.734631 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.791462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a7b3dcf6-d2c6-4080-b544-c435ee9eca2f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.799668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-602e8bfb-a3ab-4453-b65b-ac500cf2fed1 req-543d9d9d-67a2-4de8-a71d-e49b5482673d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152439 May 06 12:44:10.826023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a7b3dcf6-d2c6-4080-b544-c435ee9eca2f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.844098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.862131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864985c-0bbe-423e-ab2e-60d422ce2fca req-96c77b5a-4c73-4c2f-b768-70f8047acd09 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:10.864110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6864985c-0bbe-423e-ab2e-60d422ce2fca req-96c77b5a-4c73-4c2f-b768-70f8047acd09 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.1989369 May 06 12:44:10.882892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ab72368-6c59-4f70-8778-5f34e0236d22 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.972307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6864985c-0bbe-423e-ab2e-60d422ce2fca req-811fc132-2ef1-43eb-99d6-40df4af59895 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931501 May 06 12:44:11.016885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03c9c4e-0f85-4b50-83a0-5bf7cfa49563 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:11.035451 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] Sync routers for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:11.036099 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d03c9c4e-0f85-4b50-83a0-5bf7cfa49563 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.055703 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:11.056351 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:11.138631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d03c9c4e-0f85-4b50-83a0-5bf7cfa49563 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "PUT /v2.0/floatingips/94db9b3f-0a93-48c0-83a6-c130af759bc1 HTTP/1.1" status: 200 len: 991 time: 8.7880261 May 06 12:44:11.138631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'tag': '12806d48-1681-4f15-ac77-9e2d280b57ed'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:11.209863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:11.229825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Usage tracker for resource:security_group_rule and tenant:8529aed8aecf486a95558a9f1e0b52e4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:11.245222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:11.286658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc78ea-5d20-4768-981f-31abee057187 req-1fc1408e-c224-40f1-b717-d92f1ae95a03 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.288334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ffc78ea-5d20-4768-981f-31abee057187 req-1fc1408e-c224-40f1-b717-d92f1ae95a03 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 0.1102958 May 06 12:44:11.292646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:11.308576 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a7b3dcf6-d2c6-4080-b544-c435ee9eca2f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.346225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3dcf6-d2c6-4080-b544-c435ee9eca2f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961de971-8a17-495e-9f95-c28d87a2d0c8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:11.395456 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a7b3dcf6-d2c6-4080-b544-c435ee9eca2f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.399699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a7b3dcf6-d2c6-4080-b544-c435ee9eca2f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "DELETE /v2.0/security-groups/961de971-8a17-495e-9f95-c28d87a2d0c8 HTTP/1.1" status: 204 len: 168 time: 0.9677029 May 06 12:44:11.402958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39182) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:11.416536 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ab72368-6c59-4f70-8778-5f34e0236d22 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.451598 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-05c807c6-1a50-4906-b6b4-c12483b018ce tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] show failed (client error): The resource could not be found. May 06 12:44:11.452877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-05c807c6-1a50-4906-b6b4-c12483b018ce tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups/961de971-8a17-495e-9f95-c28d87a2d0c8 HTTP/1.1" status: 404 len: 347 time: 0.0382063 May 06 12:44:11.456480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ffc78ea-5d20-4768-981f-31abee057187 req-d27f5068-b120-4099-88a3-c61a749a954c tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479151 May 06 12:44:11.456938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39186) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:11.554437 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47746ec1-ff26-434e-97bb-1a745b062f9a'] response: {'name': 'network-changed', 'server_uuid': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'tag': '12806d48-1681-4f15-ac77-9e2d280b57ed', 'status': 'completed', 'code': 200} May 06 12:44:11.567499 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:11.707025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Router 1018d513-5187-4419-96e7-3716e48fa353 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:11.730319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ab72368-6c59-4f70-8778-5f34e0236d22 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.737329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00507218-f936-4914-a85c-879d412d075d req-11a020a1-3da1-464f-9d5d-8453cc8c7765 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.740316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00507218-f936-4914-a85c-879d412d075d req-11a020a1-3da1-464f-9d5d-8453cc8c7765 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.4140823 May 06 12:44:11.742994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Deleting port d5c2fa1b-d549-47c9-a727-6e9a38d90d17 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:11.743727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.792263 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.825631 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.829044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab72368-6c59-4f70-8778-5f34e0236d22 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=76663a49-8700-49a8-b9ef-3e0ea3b82eb5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:11.888021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ab72368-6c59-4f70-8778-5f34e0236d22 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.893632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:44:11.910805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e3a8e-8cb3-4547-8466-932fdadc22c1 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:12.035381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00507218-f936-4914-a85c-879d412d075d req-c391ac99-0996-42a4-a5ff-34d9d306cf1b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450132 May 06 12:44:12.117509 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '94db9b3f-0a93-48c0-83a6-c130af759bc1', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '685ae792-3386-4791-99df-925e11b55afc', 'port_id': '12806d48-1681-4f15-ac77-9e2d280b57ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'mac_address': 'fa:16:3e:43:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:43:26Z', 'updated_at': '2022-05-06T12:44:04Z', 'revision_number': 1, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:12.128677 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] Checking router: 685ae792-3386-4791-99df-925e11b55afc for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:12.147972 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:12.149033 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:12.260416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc6ff53-2957-48ad-9271-c9296a0602ba,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:12.292094 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.292739 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Added segment 57839179-489b-4bf2-8871-bfacff9319c0 of type vlan for network 9ebbe340-12ee-4638-a935-7276a634fe34 May 06 12:44:12.310091 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c3a35de9-8990-4594-b702-c8582637ff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.328668 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1ab72368-6c59-4f70-8778-5f34e0236d22 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/76663a49-8700-49a8-b9ef-3e0ea3b82eb5 HTTP/1.1" status: 204 len: 168 time: 2.5777452 May 06 12:44:12.343404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39196) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:12.390959 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.391508 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.480283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d5df00-d70b-449b-8013-fcba93b03fcb None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:44:12.486332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-23d5df00-d70b-449b-8013-fcba93b03fcb None None] Deleting port ee94a7e2-633a-487c-bf54-2034b57fb0f5 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:12.487385 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23d5df00-d70b-449b-8013-fcba93b03fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.559912 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-895109eb-e54f-4a98-ba55-f6ea23042a70 req-12e2537a-5f28-429f-8be4-3cbef23a069f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 1097 time: 0.9808733 May 06 12:44:12.598892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.614752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2cff5009-0a48-4102-bbb2-2ba724d73006 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2632828 May 06 12:44:12.640720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39202) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:12.658165 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:12.798741 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.817074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-23d5df00-d70b-449b-8013-fcba93b03fcb None None] For port ee94a7e2-633a-487c-bf54-2034b57fb0f5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ee94a7e2-633a-487c-bf54-2034b57fb0f5,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:12.817876 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23d5df00-d70b-449b-8013-fcba93b03fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.842931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.844505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:12.845401 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.952045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Calling delete_port for d5c2fa1b-d549-47c9-a727-6e9a38d90d17 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:12.959339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ee94a7e2-633a-487c-bf54-2034b57fb0f5 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:13.030800 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6985223 May 06 12:44:13.040347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39206) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:13.052987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1156498-8c15-4fd0-80f8-9fb1e58c644e admin admin] Pushing event updated for resources: {'Network': ['ID=9ebbe340-12ee-4638-a935-7276a634fe34,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:13.071270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Request body: {'subnet': {'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-295069892-subnet', 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:13.080705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895109eb-e54f-4a98-ba55-f6ea23042a70 req-54d50738-eaac-4d69-932c-fd340159965e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.082699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-895109eb-e54f-4a98-ba55-f6ea23042a70 req-54d50738-eaac-4d69-932c-fd340159965e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 912 time: 0.4885230 May 06 12:44:13.093674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c1364-87c1-4718-9d56-5ae97acfa7bb req-77a91409-d7ba-41b9-9449-d50d530d618e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.106434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-896c1364-87c1-4718-9d56-5ae97acfa7bb req-77a91409-d7ba-41b9-9449-d50d530d618e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 1.0417407 May 06 12:44:13.141189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-23d5df00-d70b-449b-8013-fcba93b03fcb None None] Calling delete_port for ee94a7e2-633a-487c-bf54-2034b57fb0f5 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:13.149212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:13.169555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d950d849-4324-4159-80e3-3a2f891cd4de tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.170391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d950d849-4324-4159-80e3-3a2f891cd4de tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:13.177152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Usage tracker for resource:subnet and tenant:8529aed8aecf486a95558a9f1e0b52e4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:13.184491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:13.194761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 9ebbe340-12ee-4638-a935-7276a634fe34 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:44:13.230577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:13.232403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d950d849-4324-4159-80e3-3a2f891cd4de tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:13.233585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d950d849-4324-4159-80e3-3a2f891cd4de tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5884473 May 06 12:44:13.241687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39210) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:13.285258 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-895109eb-e54f-4a98-ba55-f6ea23042a70 req-e0d3fb0a-3491-49b7-a7e4-a66b418ea97b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12806d48-1681-4f15-ac77-9e2d280b57ed HTTP/1.1" status: 200 len: 999 time: 0.1931808 May 06 12:44:13.355399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:13.364857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-5653cd12-1df3-4655-9de1-a2c6bdadf79f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.370248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-5653cd12-1df3-4655-9de1-a2c6bdadf79f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 1.1036279 May 06 12:44:13.371509 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2e95f3bb-1ee5-47f0-bcda-0def041cb3b0 admin admin] 10.222.0.44 "PUT /v2.0/routers/1018d513-5187-4419-96e7-3716e48fa353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7303150 May 06 12:44:13.373150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39214) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:13.383589 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '94db9b3f-0a93-48c0-83a6-c130af759bc1', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '685ae792-3386-4791-99df-925e11b55afc', 'port_id': '12806d48-1681-4f15-ac77-9e2d280b57ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'mac_address': 'fa:16:3e:43:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:43:26Z', 'updated_at': '2022-05-06T12:44:04Z', 'revision_number': 1, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:13.393072 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58916128-08be-4889-8ac6-88c85b5202dc None None] The sync data for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 is: [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '94db9b3f-0a93-48c0-83a6-c130af759bc1', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '685ae792-3386-4791-99df-925e11b55afc', 'port_id': '12806d48-1681-4f15-ac77-9e2d280b57ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'mac_address': 'fa:16:3e:43:45:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:43:26Z', 'updated_at': '2022-05-06T12:44:04Z', 'revision_number': 1, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:13.433996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] Sync routers for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:13.470068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04754002-02ff-4b55-b74c-352a04568580 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.470835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04754002-02ff-4b55-b74c-352a04568580 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:13.529994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-896c1364-87c1-4718-9d56-5ae97acfa7bb req-f27b0c76-3df2-4383-af1b-e0edcb42dfd5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221847 May 06 12:44:13.530879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:13.537079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.548071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895109eb-e54f-4a98-ba55-f6ea23042a70 req-8e1cbdb9-22be-4b1c-aa6a-dbe107ad663b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.549529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-895109eb-e54f-4a98-ba55-f6ea23042a70 req-8e1cbdb9-22be-4b1c-aa6a-dbe107ad663b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.2561910 May 06 12:44:13.565038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Deleting port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:13.565371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.623425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04754002-02ff-4b55-b74c-352a04568580 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:13.624617 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-04754002-02ff-4b55-b74c-352a04568580 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3819654 May 06 12:44:13.631587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39220) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:13.703473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24725a9-d50c-40e9-9209-d79ed774ae28 req-6c8ad832-d274-430c-8b79-922671871ab2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.704976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:13.706341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:13.711739 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f24725a9-d50c-40e9-9209-d79ed774ae28 req-6c8ad832-d274-430c-8b79-922671871ab2 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 1.2958813 May 06 12:44:13.876303 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fa50fd85-5ad8-4135-b396-f8a037ee0bb4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2323921 May 06 12:44:13.879676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39224) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:13.883407 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3f0c7-ecc0-4463-bedc-37d35ea19eeb None None] New status for floating IP 94db9b3f-0a93-48c0-83a6-c130af759bc1: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:44:13.891275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:14.018583 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23d5df00-d70b-449b-8013-fcba93b03fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.041010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:14.050842 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-895109eb-e54f-4a98-ba55-f6ea23042a70 req-0d238491-09fd-4574-8871-43f656c5d0e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4815469 May 06 12:44:14.135826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5df00-d70b-449b-8013-fcba93b03fcb None None] Pushing event deleted for resources: {'Port': ['ID=ee94a7e2-633a-487c-bf54-2034b57fb0f5,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:14.172743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:14.196846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5df00-d70b-449b-8013-fcba93b03fcb None None] No DVR routers for this DVR port ee94a7e2-633a-487c-bf54-2034b57fb0f5 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:14.199890 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.297681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:14.313176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.444636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:14.456156 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-895109eb-e54f-4a98-ba55-f6ea23042a70 req-5eb4193b-604e-4baf-a863-34394f951279 service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972733 May 06 12:44:14.555408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.601238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.648167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f24725a9-d50c-40e9-9209-d79ed774ae28 req-823922f8-a0ff-4e81-b7f3-17b6b46adeeb tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083221 May 06 12:44:14.715949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'Port': ['ID=d5c2fa1b-d549-47c9-a727-6e9a38d90d17,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:14.736233 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-495a9497-d612-47ea-9a43-d62d41804e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.750147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] For port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:14.750500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.837662 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-895109eb-e54f-4a98-ba55-f6ea23042a70 req-d92fc07a-b09a-4024-8e90-97c73ad466ed service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735650 May 06 12:44:14.970951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fd575-37c4-4775-aaff-978998907d59 req-d86979a8-10e4-4640-bcca-01221cfac482 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:14.974022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-267fd575-37c4-4775-aaff-978998907d59 req-d86979a8-10e4-4640-bcca-01221cfac482 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 946 time: 1.2561612 May 06 12:44:14.995306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:44:06Z', 'revision_number': 5, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:15.008233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] Checking router: 1018d513-5187-4419-96e7-3716e48fa353 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:15.038259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] Routers {'1018d513-5187-4419-96e7-3716e48fa353'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:15.040583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:44:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1018d513-5187-4419-96e7-3716e48fa353'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:15.092920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:44:15.094621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.149045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Calling delete_port for 0af86d65-0d28-4ebd-9d3c-4b754a24d13c owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:15.215828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:15.217235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=15ce0234-c312-4b4b-95ef-971e727da8e4,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:15.222326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:15.226357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:15.226984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.256464 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472d305-73d4-455c-ab2e-3f94621392e9 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:15.266146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.280226 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aa8e5777-f43a-46f6-8f7d-3faeac80dd3d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3969498 May 06 12:44:15.284631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39230) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:15.307443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:3a:4f:6e', 'name': 'tempest-NetworksTestDHCPv6-1307840097'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:15.337300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Deleting port 677cf3be-cc91-4b38-b7ac-35f57a604130 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:15.337300 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.590991 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.645296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] Set router 1018d513-5187-4419-96e7-3716e48fa353 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:15.737912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.755521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-267fd575-37c4-4775-aaff-978998907d59 req-e1c60fb1-90dc-4e47-8b38-ac00ea2ca919 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bbecb73-3fc8-4122-9c2f-2448f24bee8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433611 May 06 12:44:15.793512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:15.811575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:15.831442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:15.868907 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.872808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bdece509-78c0-4868-9a01-9d46d85650ae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "DELETE /v2.0/floatingips/59acbdf8-f83a-4093-9068-9ea4bb125c81 HTTP/1.1" status: 204 len: 168 time: 4.4123921 May 06 12:44:16.014847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] For port 677cf3be-cc91-4b38-b7ac-35f57a604130, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=677cf3be-cc91-4b38-b7ac-35f57a604130,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:16.015904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.056725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.062963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '15ce0234-c312-4b4b-95ef-971e727da8e4'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:44:16.064242 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.092688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05b217f9-a9c5-45cf-9444-23160d2499da req-928c9aaf-0960-44dd-bc3c-0f0e9bd2ce96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 1096 time: 0.6516459 May 06 12:44:16.141336 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.192006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0af86d65-0d28-4ebd-9d3c-4b754a24d13c no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:16.295329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:44:06Z', 'revision_number': 5, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:16.379810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Calling delete_port for 677cf3be-cc91-4b38-b7ac-35f57a604130 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:16.440240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892484b2-ef80-487e-911d-cd1585b8500f None None] The sync data for ids ['1018d513-5187-4419-96e7-3716e48fa353'] in n-d-840847-1 is: [{'id': '1018d513-5187-4419-96e7-3716e48fa353', 'name': 'tempest-ServersTestManualDisk-1609516965-router', 'tenant_id': '90c54b9622cb4e2fa57d07b140854eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:41:37Z', 'updated_at': '2022-05-06T12:44:06Z', 'revision_number': 5, 'project_id': '90c54b9622cb4e2fa57d07b140854eb9', 'gw_port': {'id': '677cf3be-cc91-4b38-b7ac-35f57a604130', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1018d513-5187-4419-96e7-3716e48fa353', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:41:39Z', 'updated_at': '2022-05-06T12:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:16.462075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259432f8-a345-4710-88ad-e3be7b43ef73 req-610495a9-288f-48b1-b18c-a3e264be6829 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:16.469684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-259432f8-a345-4710-88ad-e3be7b43ef73 req-610495a9-288f-48b1-b18c-a3e264be6829 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.8873763 May 06 12:44:16.472572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No active binding found for port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:44:16.473230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 0af86d65-0d28-4ebd-9d3c-4b754a24d13c not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:16.482554 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.486768 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.520752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Allocated IP 2001:db8::f816:3eff:fe0d:fc18 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/15ce0234-c312-4b4b-95ef-971e727da8e4/712c6bf4-4534-4269-acfd-cd633aa55968) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:16.567285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Pushing event deleted for resources: {'Port': ['ID=0af86d65-0d28-4ebd-9d3c-4b754a24d13c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:16.617535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 7f651f63-cf48-401d-987e-8785d538fd72 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:44:16.685575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50f416-f51a-41a0-9cab-9dd6ca81c428 req-a6652203-7d18-4745-b2c4-0483a2be91b7 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:16.687216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd50f416-f51a-41a0-9cab-9dd6ca81c428 req-a6652203-7d18-4745-b2c4-0483a2be91b7 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.6873329 May 06 12:44:16.701489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c14ca8-fc7a-406f-995a-1a05e1f88621,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:16.802122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-259432f8-a345-4710-88ad-e3be7b43ef73 req-1dcca3d7-841e-42c8-9feb-585e7012b503 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313224 May 06 12:44:16.803585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] No DVR routers for this DVR port 0af86d65-0d28-4ebd-9d3c-4b754a24d13c on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:16.805630 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.812533 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.832608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'name': 'network-vif-deleted', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:16.852747 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1cb51ef-5781-42e4-97ab-e6c452790659 req-e34f0671-8068-4fc7-851b-2b17d182339f tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.48 "DELETE /v2.0/ports/0af86d65-0d28-4ebd-9d3c-4b754a24d13c HTTP/1.1" status: 204 len: 173 time: 3.4451909 May 06 12:44:16.856043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b217f9-a9c5-45cf-9444-23160d2499da req-ad862c3f-f929-4073-b750-d8bcb8ac201e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:16.857910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05b217f9-a9c5-45cf-9444-23160d2499da req-ad862c3f-f929-4073-b750-d8bcb8ac201e service neutron] 10.222.0.48 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.7539201 May 06 12:44:16.913482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9abe3e43-9e41-4991-bda3-94e345270819 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:16.959342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=677cf3be-cc91-4b38-b7ac-35f57a604130,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:16.960290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Checking segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:16.960690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Network hostable DHCP agents. Network: 9ebbe340-12ee-4638-a935-7276a634fe34, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:44:17.005890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd50f416-f51a-41a0-9cab-9dd6ca81c428 req-5afb5a6b-07bf-44fa-9009-fbae54ea226a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805412 May 06 12:44:17.016518 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05b217f9-a9c5-45cf-9444-23160d2499da req-efb9fd66-6201-4356-9ac5-7e7b2591480d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb HTTP/1.1" status: 200 len: 217 time: 0.1452467 May 06 12:44:17.072757 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.114286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Transition to ACTIVE for port object 712c6bf4-4534-4269-acfd-cd633aa55968 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:17.208013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Network 9ebbe340-12ee-4638-a935-7276a634fe34 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:44:17.211548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Transition to ACTIVE for port object 712c6bf4-4534-4269-acfd-cd633aa55968 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:17.223656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b217f9-a9c5-45cf-9444-23160d2499da req-cc19153e-a81c-4c1b-8294-b20b769ecd1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:17.231475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05b217f9-a9c5-45cf-9444-23160d2499da req-cc19153e-a81c-4c1b-8294-b20b769ecd1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.1928313 May 06 12:44:17.246310 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.352322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 9ebbe340-12ee-4638-a935-7276a634fe34) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:17.369961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:17.370755 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.377139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4cc5dee3-97d5-4f81-9fcc-9d161116a7f6 req-f02bb5f7-47dc-4b19-87dc-d4b8730bc712 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Synchronizing usage tracker for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:17.377454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9abe3e43-9e41-4991-bda3-94e345270819 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:17.378229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9abe3e43-9e41-4991-bda3-94e345270819 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:17.435889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Pushing event updated for resources: {'Port': ['ID=712c6bf4-4534-4269-acfd-cd633aa55968,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:17.447730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:17.449041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c004cf-5501-48f0-9d97-9f4b5676b32c None None] Network 9ebbe340-12ee-4638-a935-7276a634fe34 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:17.456802 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0e9a3aa1-0df5-48eb-b6db-473b36d075f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.4145648 May 06 12:44:17.459317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4cc5dee3-97d5-4f81-9fcc-9d161116a7f6 req-f02bb5f7-47dc-4b19-87dc-d4b8730bc712 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] Unset dirty status for tenant:e116b1cac230442499d0e2e09fc3eba9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:17.461817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cc5dee3-97d5-4f81-9fcc-9d161116a7f6 req-f02bb5f7-47dc-4b19-87dc-d4b8730bc712 tempest-ServerRescueTestJSONUnderV235-1122820376 tempest-ServerRescueTestJSONUnderV235-1122820376-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b720b98-4f77-48bb-96af-6ecf607de7ca HTTP/1.1" status: 200 len: 210 time: 0.1659524 May 06 12:44:17.512574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:17.531360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:17.536256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05b217f9-a9c5-45cf-9444-23160d2499da req-0aa9a8e6-0109-4270-b581-21208a9a6cbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2972755 May 06 12:44:17.749743 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13340263-ac60-4047-8c46-61c092072484'] response: {'server_uuid': '4b720b98-4f77-48bb-96af-6ecf607de7ca', 'name': 'network-vif-deleted', 'tag': '0af86d65-0d28-4ebd-9d3c-4b754a24d13c', 'status': 'completed', 'code': 200} May 06 12:44:17.798468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39248) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:17.819364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357739231', 'description': 'tempest-description--1849805513'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:17.840048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:17.855639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:17.877545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:17.895380 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.929976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:17.959130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Attempting to bind port 712c6bf4-4534-4269-acfd-cd633aa55968 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:44:17.959900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Attempting to bind port 712c6bf4-4534-4269-acfd-cd633aa55968 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:44:17.960579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Attempting to bind port 712c6bf4-4534-4269-acfd-cd633aa55968 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:17.967427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.979857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:44:17.980646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:17.981412 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.982160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:44:17.983403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Bound port: 712c6bf4-4534-4269-acfd-cd633aa55968, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:44:17.984153 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.068015 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.210384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] For port 712c6bf4-4534-4269-acfd-cd633aa55968, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:18.216849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] For port 712c6bf4-4534-4269-acfd-cd633aa55968, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=712c6bf4-4534-4269-acfd-cd633aa55968,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:44:18.247091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05b217f9-a9c5-45cf-9444-23160d2499da req-512aca2a-2ede-4430-9bbb-7ca532d0e71b service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989622 May 06 12:44:18.288649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.365408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:18.447374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:fe3a:4f6e (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/15ce0234-c312-4b4b-95ef-971e727da8e4/7f651f63-cf48-401d-987e-8785d538fd72) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:18.488775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:18.495763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:18.596554 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.618686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.643537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:18.697267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80758fb5-a1a9-499d-b90b-52c5dae4b47a None None] Pushing event updated for resources: {'Port': ['ID=712c6bf4-4534-4269-acfd-cd633aa55968,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:18.730338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27af614-5b13-4736-aa5b-9e0dbd04e592 None None] Network 9ebbe340-12ee-4638-a935-7276a634fe34 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:18.733608 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.734207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1018d513-5187-4419-96e7-3716e48fa353 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:44:18.809236 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.809847 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-73ec81f4-e842-4628-bc07-f1fc60e1cbcc admin admin] 10.222.0.44 "DELETE /v2.0/routers/1018d513-5187-4419-96e7-3716e48fa353 HTTP/1.1" status: 204 len: 168 time: 5.4357867 May 06 12:44:18.814921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39268) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:18.830085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05b217f9-a9c5-45cf-9444-23160d2499da req-fffc7cc6-c67d-4345-a14f-af2d9bd939bc service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698321 May 06 12:44:18.884954 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.921421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-f6acbce7-b932-47db-a78e-2640b01a275b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:18.928857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-f6acbce7-b932-47db-a78e-2640b01a275b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.6180789 May 06 12:44:18.946157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.955823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.966058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fe3ce-8dd7-4814-9919-af1ebc33d4f7 req-91440361-063e-4ddb-a172-655e10b45e4d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:18.984233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f39fe3ce-8dd7-4814-9919-af1ebc33d4f7 req-91440361-063e-4ddb-a172-655e10b45e4d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.5327811 May 06 12:44:19.003024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a2bede-08c7-4234-bb75-4675cd5371ee admin admin] Deleting subnet 9162e056-a6a0-449b-8624-e73edcffeab6 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:19.010907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-fb00dc48-95d4-4701-83b0-5dd7846d069d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/quotas/8529aed8aecf486a95558a9f1e0b52e4 HTTP/1.1" status: 200 len: 375 time: 0.0789130 May 06 12:44:19.036342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bede-08c7-4234-bb75-4675cd5371ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.149213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-bc33040a-aefe-4e72-9a16-d807b168e425 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1392937 May 06 12:44:19.171451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bede-08c7-4234-bb75-4675cd5371ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.180954 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.182353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3791878 May 06 12:44:19.214748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 7f651f63-cf48-401d-987e-8785d538fd72 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:19.220734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39272) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:19.238514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6dc84-1d1f-4efc-83ed-c09c08f28bbf tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af6ce84-73c7-45aa-822e-b9f91eba27a4,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:19.238908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group_rule': {'security_group_id': '3af6ce84-73c7-45aa-822e-b9f91eba27a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:19.250374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f39fe3ce-8dd7-4814-9919-af1ebc33d4f7 req-3d8a526f-14ea-4da8-9362-ee10025d3cf4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598937 May 06 12:44:19.282958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:19.301665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:19.319335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:19.363631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:19.372031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.449503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-9bede143-3c99-4d0e-8abb-50db9ce975b6 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992537 May 06 12:44:19.679039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:19.681771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.698088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:19.710010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-56cd012d-1c93-4398-9dd8-780b356081e2 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499428 May 06 12:44:19.714572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:19.716492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91106865-5ad8-47dd-8cb3-c3c1502657aa req-73e33a63-0ead-49fd-a086-c08af2de4b99 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:19.718134 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91106865-5ad8-47dd-8cb3-c3c1502657aa req-73e33a63-0ead-49fd-a086-c08af2de4b99 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.2221122 May 06 12:44:19.721910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:19.723009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.734303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bede-08c7-4234-bb75-4675cd5371ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.786795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=7f651f63-cf48-401d-987e-8785d538fd72,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:19.789695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91106865-5ad8-47dd-8cb3-c3c1502657aa req-39c0f536-c3ab-4544-b325-4f2c3341903b tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540264 May 06 12:44:19.882386 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-63c9298f-d947-49d3-952c-1c1a8f4c913c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5962648 May 06 12:44:19.886753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39280) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.017864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bede-08c7-4234-bb75-4675cd5371ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.099944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39288) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.118219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.219614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2bede-08c7-4234-bb75-4675cd5371ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9162e056-a6a0-449b-8624-e73edcffeab6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:20.234689 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.355153 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bede-08c7-4234-bb75-4675cd5371ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.362540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91735512-375d-478c-8b60-4aa1417923a0 None None] Network 04e73bea-3f96-4620-ada4-f22e22b8696d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:20.378709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0e0f436-9838-4389-8859-fe336d36e0ed req-36f466c6-02fe-4c65-add9-716cfa843d4f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 210 time: 0.1048031 May 06 12:44:20.433400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11f50c2-93aa-4139-86db-184e957ee376,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:20.491677 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a4a2bede-08c7-4234-bb75-4675cd5371ee admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9162e056-a6a0-449b-8624-e73edcffeab6 HTTP/1.1" status: 204 len: 168 time: 1.6753182 May 06 12:44:20.498819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39294) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.598141 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.605746 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-be0ce40e-3389-49bd-9e5b-0a1e7c50d456 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3823957 May 06 12:44:20.610519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39302) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.850887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9870360-1224-425b-8f63-db9541e8df6c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:20.853806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.864650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'security_group_rule': {'security_group_id': '3af6ce84-73c7-45aa-822e-b9f91eba27a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:20.879150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9870360-1224-425b-8f63-db9541e8df6c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:20.880049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b9870360-1224-425b-8f63-db9541e8df6c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:20.880713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:20.900537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:security_group_rule and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:20.907869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:20.925576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:20.946652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7fc0879a-cf1f-4c95-ba7e-1c7efd1edf8a None None] Provisioning for port 712c6bf4-4534-4269-acfd-cd633aa55968 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:20.958711 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.972242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c788326-f31f-4473-8b4d-016dc0099698 req-2c48bc10-39cb-4032-80d7-fd380a0af833 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:20.976782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Deleting port 4137fd49-c50d-4089-b753-e4e8641fd999 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:20.986009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.988257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c788326-f31f-4473-8b4d-016dc0099698 req-2c48bc10-39cb-4032-80d7-fd380a0af833 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.6077182 May 06 12:44:21.071616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b9870360-1224-425b-8f63-db9541e8df6c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:21.075374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b9870360-1224-425b-8f63-db9541e8df6c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1875026 May 06 12:44:21.096844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbe2be-34ae-4fdb-b8e3-6d361be6e1dd req-182cd19f-1cff-4381-a6ac-47299ba00321 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:21.103087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0dbe2be-34ae-4fdb-b8e3-6d361be6e1dd req-182cd19f-1cff-4381-a6ac-47299ba00321 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.4855092 May 06 12:44:21.106409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39308) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.149439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 712c6bf4-4534-4269-acfd-cd633aa55968 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:21.280550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c788326-f31f-4473-8b4d-016dc0099698 req-6d9becf6-c9ec-4235-8cbe-753d538c0712 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900100 May 06 12:44:21.290418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0dbe2be-34ae-4fdb-b8e3-6d361be6e1dd req-bc29b6f5-6670-442f-8ce7-9de58c3d7341 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353498 May 06 12:44:21.311686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9638b931-47ec-4229-aac9-e32e4d9f08a1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 7f651f63-cf48-401d-987e-8785d538fd72 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:21.311936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9638b931-47ec-4229-aac9-e32e4d9f08a1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.331355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] DHCP port deletion for 04e73bea-3f96-4620-ada4-f22e22b8696d request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:44:21.347416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] Deleting port 4137fd49-c50d-4089-b753-e4e8641fd999 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:21.347841 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.412585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 712c6bf4-4534-4269-acfd-cd633aa55968 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:21.425610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 712c6bf4-4534-4269-acfd-cd633aa55968 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:21.426457 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.566211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e346c7fc-3a2c-4831-8e03-627866660ec4 None None] Provisioning for port 7f651f63-cf48-401d-987e-8785d538fd72 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:21.660493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] For port 4137fd49-c50d-4089-b753-e4e8641fd999, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4137fd49-c50d-4089-b753-e4e8641fd999,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:21.661448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.746268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e346c7fc-3a2c-4831-8e03-627866660ec4 None None] Provisioning complete for port 7f651f63-cf48-401d-987e-8785d538fd72 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:21.746545 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e346c7fc-3a2c-4831-8e03-627866660ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.803849 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.906715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Calling delete_port for 4137fd49-c50d-4089-b753-e4e8641fd999 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:21.948583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.991032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2c8999-394f-4634-80f3-a59fbeda22b8,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:22.042734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.044431 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-761ef6fa-20f2-4fe0-905a-ffed51a585bb tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3193772 May 06 12:44:22.051292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39318) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.070630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267d246-bded-4c2c-831b-07ef71e8631e req-ba2ead31-fa08-4fc2-aafa-6724b40db598 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:22.078301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:22.081956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4267d246-bded-4c2c-831b-07ef71e8631e req-ba2ead31-fa08-4fc2-aafa-6724b40db598 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.3904142 May 06 12:44:22.147057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e346c7fc-3a2c-4831-8e03-627866660ec4 None None] Port 7f651f63-cf48-401d-987e-8785d538fd72 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:44:22.177086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] For port 4137fd49-c50d-4089-b753-e4e8641fd999, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4137fd49-c50d-4089-b753-e4e8641fd999,segment=NetworkSegment(6823b028-e7e1-48c9-8d96-6747519b89c7),segment_id=6823b028-e7e1-48c9-8d96-6747519b89c7)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:22.177748 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.218340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:22.232061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d1525e0-c104-4787-9892-0cbd034b3821 req-ce0317ff-8df4-4349-b491-eaeccbb526bc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 210 time: 0.1206253 May 06 12:44:22.242925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Usage tracker for resource:floatingip and tenant:87e0f7cda7f949edb753ce4197fd5a9b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:22.276353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:22.330580 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9638b931-47ec-4229-aac9-e32e4d9f08a1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.386128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:22.416161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.467874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] No DVR routers for this DVR port 4137fd49-c50d-4089-b753-e4e8641fd999 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:22.524891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] Calling delete_port for 4137fd49-c50d-4089-b753-e4e8641fd999 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:22.544721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.634365 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.673515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4137fd49-c50d-4089-b753-e4e8641fd999,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:22.715727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4267d246-bded-4c2c-831b-07ef71e8631e req-2344d42a-9fe9-4baf-ac29-945e84c58c4d tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323292 May 06 12:44:22.847196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 712c6bf4-4534-4269-acfd-cd633aa55968, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=712c6bf4-4534-4269-acfd-cd633aa55968,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:22.858266 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.915118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 677cf3be-cc91-4b38-b7ac-35f57a604130 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:22.956869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:44:22.957610 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:44:22.970246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 677cf3be-cc91-4b38-b7ac-35f57a604130 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:22.970862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 677cf3be-cc91-4b38-b7ac-35f57a604130 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:23.012960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=712c6bf4-4534-4269-acfd-cd633aa55968,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:23.061784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9638b931-47ec-4229-aac9-e32e4d9f08a1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 7f651f63-cf48-401d-987e-8785d538fd72 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:23.109125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4137fd49-c50d-4089-b753-e4e8641fd999 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:23.147758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 4137fd49-c50d-4089-b753-e4e8641fd999 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:23.148408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4137fd49-c50d-4089-b753-e4e8641fd999 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:23.223621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.268639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e73bea-3f96-4620-ada4-f22e22b8696d']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:23.289979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6823b028-e7e1-48c9-8d96-6747519b89c7') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:23.289979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6823b028-e7e1-48c9-8d96-6747519b89c7') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:23.309151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.316919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ba304c38-703f-4b79-b394-5d09b4029ec2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:23.319968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ba304c38-703f-4b79-b394-5d09b4029ec2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 1.0535655 May 06 12:44:23.337150 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.344641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:44:23.345056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: timer() May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:44:23.411963 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:44:23.430012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Request body: {'port': {'device_id': '3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'admin_state_up': True, 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:23.461217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] Deleting port 4137fd49-c50d-4089-b753-e4e8641fd999 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:23.463223 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.489984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.511359 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.525948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e73bea-3f96-4620-ada4-f22e22b8696d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:23.549471 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.550167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a043e0-36cc-48e3-beb6-e6f8359566a8 req-64f01de6-dc25-4e5c-aa59-69b0f9c5a2be tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:23.557703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a5a043e0-36cc-48e3-beb6-e6f8359566a8 req-64f01de6-dc25-4e5c-aa59-69b0f9c5a2be tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.6403701 May 06 12:44:23.580847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa3a16-d17a-4f34-9550-a6a5a70849a0 None None] The port '4137fd49-c50d-4089-b753-e4e8641fd999' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:44:23.592189 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aaae7f12-7a1a-4ef5-b6aa-bb5ad153cad6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/04e73bea-3f96-4620-ada4-f22e22b8696d HTTP/1.1" status: 204 len: 168 time: 3.0902095 May 06 12:44:23.599627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.600285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bddeb-9947-49c8-8652-ddd6935c7dd2 req-268f843f-4e8b-4855-ad95-4b9c70489acb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:23.602043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db0bddeb-9947-49c8-8652-ddd6935c7dd2 req-268f843f-4e8b-4855-ad95-4b9c70489acb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.6268775 May 06 12:44:23.634776 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9638b931-47ec-4229-aac9-e32e4d9f08a1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.852565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638b931-47ec-4229-aac9-e32e4d9f08a1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=7f651f63-cf48-401d-987e-8785d538fd72,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:23.876324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39332) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.927916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a5a043e0-36cc-48e3-beb6-e6f8359566a8 req-51701248-cb7f-462b-a323-5bb3315ed4e7 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692977 May 06 12:44:23.938554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:23.960346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db0bddeb-9947-49c8-8652-ddd6935c7dd2 req-057dda6d-2cc7-4041-8573-9efd08364798 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315432 May 06 12:44:23.961711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Usage tracker for resource:port and tenant:8529aed8aecf486a95558a9f1e0b52e4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:23.965297 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9638b931-47ec-4229-aac9-e32e4d9f08a1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.999850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:24.015695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:24.039988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9638b931-47ec-4229-aac9-e32e4d9f08a1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/7f651f63-cf48-401d-987e-8785d538fd72 HTTP/1.1" status: 204 len: 168 time: 2.9330764 May 06 12:44:24.042770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39340) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:24.049814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:24.055958 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.117209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Allocated IP 172.25.7.198 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/7797885c-a087-46a4-9966-32abe7bd2932) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:24.133358 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-940bf1e8-74d5-4fc7-a21f-4d0fc55b44c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90c54b9622cb4e2fa57d07b140854eb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2555978 May 06 12:44:24.140023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39344) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:24.296987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-828f86c2-7427-42a3-9872-5e0afc0c3a7c req-08eb32fc-5c17-4bee-8b80-4d2ab3a285ca tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 210 time: 0.1460001 May 06 12:44:24.350190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de1086ee-149f-4b09-a309-d11df47aae9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.362793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406ec102-75f7-4272-aa78-9bc4cd9672a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:24.364242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406ec102-75f7-4272-aa78-9bc4cd9672a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:24.365201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-406ec102-75f7-4272-aa78-9bc4cd9672a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:24.415029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de1086ee-149f-4b09-a309-d11df47aae9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.424040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-406ec102-75f7-4272-aa78-9bc4cd9672a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:24.425230 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-406ec102-75f7-4272-aa78-9bc4cd9672a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3788333 May 06 12:44:24.431385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39348) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:24.479110 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.556872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a6515-a3e7-4957-8a7d-f530b47e93eb req-f0b2b653-565e-4964-85e5-639c82f38157 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:24.558499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef6a6515-a3e7-4957-8a7d-f530b47e93eb req-f0b2b653-565e-4964-85e5-639c82f38157 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.3516185 May 06 12:44:24.649123 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de1086ee-149f-4b09-a309-d11df47aae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.671512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.675358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1086ee-149f-4b09-a309-d11df47aae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29eab34-6bba-4398-9d71-f77ac6377e26,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:24.686481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Allocated IP 172.20.0.10 (9ebbe340-12ee-4638-a935-7276a634fe34/a5c14ca8-fc7a-406f-995a-1a05e1f88621/3ea81b63-97d9-46c4-a99f-5332228a1440) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:24.761394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef6a6515-a3e7-4957-8a7d-f530b47e93eb req-6956b208-84d2-45f7-8808-f2feee3edbeb tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823964 May 06 12:44:24.772506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:24.776625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:24.809282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-439c628a-472e-4624-b4ed-97c0d5b00473 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 15ce0234-c312-4b4b-95ef-971e727da8e4 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:24.810648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:24.835664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439c628a-472e-4624-b4ed-97c0d5b00473 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.839643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de1086ee-149f-4b09-a309-d11df47aae9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.840752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-de1086ee-149f-4b09-a309-d11df47aae9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d29eab34-6bba-4398-9d71-f77ac6377e26 HTTP/1.1" status: 204 len: 168 time: 0.6973138 May 06 12:44:24.854146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=7797885c-a087-46a4-9966-32abe7bd2932,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:25.109011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 712c6bf4-4534-4269-acfd-cd633aa55968 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:25.192331 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439c628a-472e-4624-b4ed-97c0d5b00473 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.273463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 712c6bf4-4534-4269-acfd-cd633aa55968 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:25.275084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.450640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.544211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.575574 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.699395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65de69e-0983-4d24-89ea-e5750c4decc6 req-5be8db4d-3dd5-45c9-965f-e35133f90214 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:25.701941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d65de69e-0983-4d24-89ea-e5750c4decc6 req-5be8db4d-3dd5-45c9-965f-e35133f90214 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.7651045 May 06 12:44:25.714028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439c628a-472e-4624-b4ed-97c0d5b00473 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.834239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Deleting port f2779de6-241d-46e1-b1db-5a53841b3314 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:25.834754 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.835798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927eaae-164d-45cb-83fc-6d2da6c1fa02 req-7031c889-19bb-4715-bb05-3f79433ac1ee tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:25.837379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6927eaae-164d-45cb-83fc-6d2da6c1fa02 req-7031c889-19bb-4715-bb05-3f79433ac1ee tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.3316252 May 06 12:44:25.842474 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.011529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d65de69e-0983-4d24-89ea-e5750c4decc6 req-58b42b83-113c-4f0d-a76e-9bf4398c42a0 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497525 May 06 12:44:26.057756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439c628a-472e-4624-b4ed-97c0d5b00473 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.071228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Network 9ebbe340-12ee-4638-a935-7276a634fe34 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:26.132926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:26.142487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event updated for resources: {'Port': ['ID=3ea81b63-97d9-46c4-a99f-5332228a1440,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:26.145227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:26.178277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c628a-472e-4624-b4ed-97c0d5b00473 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=15ce0234-c312-4b4b-95ef-971e727da8e4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:26.211227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-439c628a-472e-4624-b4ed-97c0d5b00473 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.217992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c2123-abf3-4545-b2f8-c59fb6adb44b None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:26.227053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6927eaae-164d-45cb-83fc-6d2da6c1fa02 req-5f142f9f-f5ce-40a3-93d3-850f82cc7c8b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208175 May 06 12:44:26.257418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:26.260306 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.275745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-439c628a-472e-4624-b4ed-97c0d5b00473 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/15ce0234-c312-4b4b-95ef-971e727da8e4 HTTP/1.1" status: 204 len: 168 time: 1.8390226 May 06 12:44:26.276016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39378) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:26.322121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] For port f2779de6-241d-46e1-b1db-5a53841b3314, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f2779de6-241d-46e1-b1db-5a53841b3314,segment=NetworkSegment(02858272-c251-41ea-9de3-58c3de1f0d85),segment_id=02858272-c251-41ea-9de3-58c3de1f0d85)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:26.324286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.367617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-ea55e599-1abf-4a71-9245-873a1e9e0c5f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9294353 May 06 12:44:26.376034 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.409332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Request body: {'port': {'device_id': '3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:26.491090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39384) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:26.531573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-acd0ae1e-358f-4959-b0e9-e4d91049c1fd tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2539825 May 06 12:44:26.573558 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.592983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Calling delete_port for f2779de6-241d-46e1-b1db-5a53841b3314 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:26.646097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39390) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:26.736302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bb12a1-c929-423f-9c3f-8d9119dd471a None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:44:26.739370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:26.743722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-46bb12a1-c929-423f-9c3f-8d9119dd471a None None] Deleting port 712c6bf4-4534-4269-acfd-cd633aa55968 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:26.745892 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46bb12a1-c929-423f-9c3f-8d9119dd471a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.813484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-960239905-network', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:26.958757 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.959683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:27.027407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37cdc-b0c3-40dc-b4e8-ed9ccd25f2d1 req-8591b965-0831-45de-a2f4-c83c81632948 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:27.034538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33b37cdc-b0c3-40dc-b4e8-ed9ccd25f2d1 req-8591b965-0831-45de-a2f4-c83c81632948 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.2997916 May 06 12:44:27.053547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-46bb12a1-c929-423f-9c3f-8d9119dd471a None None] For port 712c6bf4-4534-4269-acfd-cd633aa55968, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=712c6bf4-4534-4269-acfd-cd633aa55968,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:27.053919 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46bb12a1-c929-423f-9c3f-8d9119dd471a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.068445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d378b45-24a8-456f-9fdd-e46f562b01d3 req-d2dcef75-657b-400e-bb91-d4c0eec194d9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:27.069196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0d378b45-24a8-456f-9fdd-e46f562b01d3 req-d2dcef75-657b-400e-bb91-d4c0eec194d9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:27.132706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Usage tracker for resource:network and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:27.140013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:27.170034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0d378b45-24a8-456f-9fdd-e46f562b01d3 req-d2dcef75-657b-400e-bb91-d4c0eec194d9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:27.171554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d378b45-24a8-456f-9fdd-e46f562b01d3 req-d2dcef75-657b-400e-bb91-d4c0eec194d9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 932 time: 0.6682718 May 06 12:44:27.174705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=7797885c-a087-46a4-9966-32abe7bd2932,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:27.188080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:27.201690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33b37cdc-b0c3-40dc-b4e8-ed9ccd25f2d1 req-3e7c1352-2c5b-44b5-9cf7-9f302d10be36 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662292 May 06 12:44:27.216160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-46bb12a1-c929-423f-9c3f-8d9119dd471a None None] Calling delete_port for 712c6bf4-4534-4269-acfd-cd633aa55968 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:27.295285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:27.299385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.326300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:27.352062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d378b45-24a8-456f-9fdd-e46f562b01d3 req-07340b28-835a-4d61-b7d3-738e696ff425 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573524 May 06 12:44:27.355638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.362847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.393923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:27.402495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 712c6bf4-4534-4269-acfd-cd633aa55968 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:27.404632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:27.470683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:27.501491 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46bb12a1-c929-423f-9c3f-8d9119dd471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.559998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:27.569797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Usage tracker for resource:security_group_rule and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:27.570894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 712c6bf4-4534-4269-acfd-cd633aa55968 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:27.571453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 712c6bf4-4534-4269-acfd-cd633aa55968 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:27.574500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:27.598552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:27.600374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bb12a1-c929-423f-9c3f-8d9119dd471a None None] No DVR routers for this DVR port 712c6bf4-4534-4269-acfd-cd633aa55968 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:27.607458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb12a1-c929-423f-9c3f-8d9119dd471a None None] Pushing event deleted for resources: {'Port': ['ID=712c6bf4-4534-4269-acfd-cd633aa55968,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:27.656292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:44:27.659144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.664092 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-396df0a2-4bee-4336-a210-e0c85a2a8af3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6100144 May 06 12:44:27.676515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:27.803713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea81b63-97d9-46c4-a99f-5332228a1440 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:44:27.811633 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.879611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.879861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc849b-7783-42e1-bf0c-2e981e3ba587 req-4318b9bc-402f-42f5-bad9-8bd5e89d2a7a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:27.897958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0bc849b-7783-42e1-bf0c-2e981e3ba587 req-4318b9bc-402f-42f5-bad9-8bd5e89d2a7a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.3502524 May 06 12:44:27.916581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Transition to ACTIVE for port object 3ea81b63-97d9-46c4-a99f-5332228a1440 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:27.926349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.928681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.082284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2779de6-241d-46e1-b1db-5a53841b3314,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:28.147497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0bc849b-7783-42e1-bf0c-2e981e3ba587 req-6931220d-798c-42e6-aa56-d8852aa5d5e5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482798 May 06 12:44:28.149713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea81b63-97d9-46c4-a99f-5332228a1440,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:28.156627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.171900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.247875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-1560cff2-3516-473d-89a8-a1652778dee6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:28.253195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:44:28.288348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-1560cff2-3516-473d-89a8-a1652778dee6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:28.289727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-1560cff2-3516-473d-89a8-a1652778dee6 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--357739231&fields=id&tenant_id=87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 267 time: 0.2806971 May 06 12:44:28.297057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.297445 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Added segment ce86e9ea-b618-494f-8c8d-5ba44edc09f8 of type vlan for network 313cbf39-1760-43e3-8604-7c46dab04b4e May 06 12:44:28.298992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f6d1a4-a046-473d-8a26-deb7e5a6f855,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:28.553345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Attempting to bind port 3ea81b63-97d9-46c4-a99f-5332228a1440 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:44:28.553883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Attempting to bind port 3ea81b63-97d9-46c4-a99f-5332228a1440 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:44:28.554391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Attempting to bind port 3ea81b63-97d9-46c4-a99f-5332228a1440 on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:28.574014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-8b280944-0516-4c6f-83d4-9693255c2942 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:28.576919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-8b280944-0516-4c6f-83d4-9693255c2942 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 815 time: 0.2570834 May 06 12:44:28.577873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Port 3ea81b63-97d9-46c4-a99f-5332228a1440 on network 9ebbe340-12ee-4638-a935-7276a634fe34 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:44:28.578400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Attempting to bind port 3ea81b63-97d9-46c4-a99f-5332228a1440 on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:28.649211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.691788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:44:28.692613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Checking segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:28.693422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Bound using segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:44:28.694396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Bound port: 3ea81b63-97d9-46c4-a99f-5332228a1440, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:44:28.695180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.747446 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.748393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:28.749057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.755767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-9a9a8711-e0b1-4e28-b619-d7fad6f2ee67 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/quotas/87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 375 time: 0.0940332 May 06 12:44:28.956326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] Pushing event updated for resources: {'Network': ['ID=313cbf39-1760-43e3-8604-7c46dab04b4e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:28.965723 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fa15ed35-d545-492e-a0ad-0eced43959ba admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4704170 May 06 12:44:28.970917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39412) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:28.973370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 313cbf39-1760-43e3-8604-7c46dab04b4e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:44:29.006234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Request body: {'subnet': {'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-960239905-subnet', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:29.019370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:29.033447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8a56e-2ee5-47e7-98b7-0c4245edf03f req-58030c72-54a1-4f6f-bb1c-a82ea32fbcdb tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:29.035706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:44:29.037038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Usage tracker for resource:subnet and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:29.042201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:29.046126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.047235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83a8a56e-2ee5-47e7-98b7-0c4245edf03f req-58030c72-54a1-4f6f-bb1c-a82ea32fbcdb tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 944 time: 0.4610450 May 06 12:44:29.080674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:29.089007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] For port 3ea81b63-97d9-46c4-a99f-5332228a1440, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:29.131495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-c385bccc-2cba-4cfd-8103-4e1a31abe002 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:29.137289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] For port 3ea81b63-97d9-46c4-a99f-5332228a1440, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3ea81b63-97d9-46c4-a99f-5332228a1440,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:44:29.155838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:29.157948 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.158788 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.252952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:29.259465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=3a1b17a3-0c34-4bc0-98df-926510cd1463,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:29.273886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:29.287406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47d76cf-93b3-4db0-9a37-9682e16712b7 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:29.287954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:29.288740 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.328506 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7494cfa0-4b67-4038-838d-7d2268c131f2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6268733 May 06 12:44:29.334491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39420) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:29.344880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:ca:e4:f3', 'name': 'tempest-NetworksTestDHCPv6-1230894581'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:29.358706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-c385bccc-2cba-4cfd-8103-4e1a31abe002 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:29.361892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.373676 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-c385bccc-2cba-4cfd-8103-4e1a31abe002 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6154804 May 06 12:44:29.426112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83a8a56e-2ee5-47e7-98b7-0c4245edf03f req-29dd2d57-91ed-4636-a5ae-0aa53076de38 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768828 May 06 12:44:29.773759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '3a1b17a3-0c34-4bc0-98df-926510cd1463'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:44:29.783130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.818922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:29.834029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:29.837862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-57a737e2-e25b-4abc-9ca5-769c73d60207 service neutron] 10.222.0.44 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063807 May 06 12:44:29.850225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:29.855686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.876509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.877918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/3ea81b63-97d9-46c4-a99f-5332228a1440 HTTP/1.1" status: 200 len: 1092 time: 3.5091703 May 06 12:44:29.878379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7', 'tag': '3ea81b63-97d9-46c4-a99f-5332228a1440'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:29.937609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:29.971611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31045287-df9f-44c8-8ed9-0ab7c86b89a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea81b63-97d9-46c4-a99f-5332228a1440,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:30.036171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:30.040498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.116328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 1d603eb7-79ee-4316-b1c1-5c7edb19e92a yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:44:30.153454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Allocated IP 2001:db8::f816:3eff:fe15:c44e (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/3a1b17a3-0c34-4bc0-98df-926510cd1463/4424b45b-d118-4437-9f0b-286c1589e57e) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:30.169178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c244b38a-1fc3-4be7-9c1c-d31c4d2e973a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:30.233457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Checking segment: {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:30.234153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Network hostable DHCP agents. Network: 313cbf39-1760-43e3-8604-7c46dab04b4e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:44:30.234705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ea563-6465-484e-acde-88aec527cb71 req-aff4aa3c-8840-4704-89fc-1d753528235b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:30.242020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-550ea563-6465-484e-acde-88aec527cb71 req-aff4aa3c-8840-4704-89fc-1d753528235b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.4030232 May 06 12:44:30.284862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-26b2f505-724a-451d-a15d-82ccb23e2ef2 service neutron] 10.222.0.44 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014525 May 06 12:44:30.291528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Network 313cbf39-1760-43e3-8604-7c46dab04b4e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:44:30.320482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 313cbf39-1760-43e3-8604-7c46dab04b4e) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:30.351319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:30.351979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.375038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-e19e1d8f-c3cc-4c47-9ff7-fbf859d11e92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 1095 time: 0.3815331 May 06 12:44:30.410859 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.424107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Transition to ACTIVE for port object 4424b45b-d118-4437-9f0b-286c1589e57e will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:30.448250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Transition to ACTIVE for port object 4424b45b-d118-4437-9f0b-286c1589e57e will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:30.453206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4cad49-c63d-4064-b492-2c937e15978c None None] Network 313cbf39-1760-43e3-8604-7c46dab04b4e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:30.471607 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.566982 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-550ea563-6465-484e-acde-88aec527cb71 req-8e5687f4-1408-4721-bb87-2c89ecd70610 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181884 May 06 12:44:30.584756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-c851cea7-ae90-453d-8fed-612a4b5017e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea81b63-97d9-46c4-a99f-5332228a1440 HTTP/1.1" status: 200 len: 217 time: 0.1954994 May 06 12:44:30.636427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:30.657785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:30.660298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Pushing event updated for resources: {'Port': ['ID=4424b45b-d118-4437-9f0b-286c1589e57e,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:30.663066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:30.752896 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5600bd6-1ca4-4453-a567-51d22513a629'] response: {'name': 'network-changed', 'server_uuid': '3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7', 'tag': '3ea81b63-97d9-46c4-a99f-5332228a1440', 'status': 'completed', 'code': 200} May 06 12:44:30.784357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-3c465617-5b3c-4a84-a968-5f32daa71493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:30.789011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-3c465617-5b3c-4a84-a968-5f32daa71493 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.1973159 May 06 12:44:30.851698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Attempting to bind port 4424b45b-d118-4437-9f0b-286c1589e57e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:44:30.856950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Attempting to bind port 4424b45b-d118-4437-9f0b-286c1589e57e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:44:30.857560 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Attempting to bind port 4424b45b-d118-4437-9f0b-286c1589e57e on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:30.902700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-146722e3-61c8-4043-8510-f8046487f510 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049700 May 06 12:44:30.921923 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-742aaf17-951a-4124-937e-8d0d1ef83f8b req-3fe42e9a-d357-4a99-83b4-7a8eb9a85512 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 210 time: 0.0701458 May 06 12:44:30.999770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:44:31.000121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:31.000560 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.000993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:44:31.001571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Bound port: 4424b45b-d118-4437-9f0b-286c1589e57e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:44:31.001971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.107399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:feca:e4f3 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/3a1b17a3-0c34-4bc0-98df-926510cd1463/1d603eb7-79ee-4316-b1c1-5c7edb19e92a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:31.287011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-778423eb-4fc6-4ab9-b729-b2d5fa104635 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633363 May 06 12:44:31.337400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-313cbf39-1760-43e3-8604-7c46dab04b4e', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:44:31.338989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.448303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.488944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 1d603eb7-79ee-4316-b1c1-5c7edb19e92a will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:31.589104 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.745672 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0dc49d84-9dc6-4cd5-9fe6-0fbddf958f7e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7732649 May 06 12:44:31.749020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39448) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:31.869669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd8c8d3f-926e-48b0-832d-4e88293ae213 req-94948b93-7eae-4bce-8edd-b4a1009d4746 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530505 May 06 12:44:31.900031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c2093-650f-41f0-97af-7634ff04364f req-dde2631e-8e48-4feb-afa3-e90de53c49e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:31.900429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:31.901987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-570c2093-650f-41f0-97af-7634ff04364f req-dde2631e-8e48-4feb-afa3-e90de53c49e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 944 time: 0.8323801 May 06 12:44:31.907857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Allocated IP 172.20.0.2 (313cbf39-1760-43e3-8604-7c46dab04b4e/c244b38a-1fc3-4be7-9c1c-d31c4d2e973a/6103940f-0582-47fc-9268-f3afce216f75) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:31.968711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:32.013404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Usage tracker for resource:router and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:32.097450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:32.120591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:32.140328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:32.146436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=1d603eb7-79ee-4316-b1c1-5c7edb19e92a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:32.171642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:32.188089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:32.200498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:32.201185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.394099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-570c2093-650f-41f0-97af-7634ff04364f req-f8f0733d-b0d3-445c-934b-5968ef836cbf tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792781 May 06 12:44:32.485287 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8f9fc842-f119-4429-a0d6-1bd1fdd70b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1480353 May 06 12:44:32.498058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39456) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:32.499500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fde814d4-e7ed-421c-b895-540258218a2b req-fe6f312d-c0a5-487f-aaa7-bca45fa0aafe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 1095 time: 0.5209124 May 06 12:44:32.640999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.642268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.693138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] For port 4424b45b-d118-4437-9f0b-286c1589e57e, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:32.711706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] For port 4424b45b-d118-4437-9f0b-286c1589e57e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4424b45b-d118-4437-9f0b-286c1589e57e,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:44:32.716169 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.725115 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.741800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde814d4-e7ed-421c-b895-540258218a2b req-8219d587-fbfb-4686-b704-f2de06f49346 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:32.743501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fde814d4-e7ed-421c-b895-540258218a2b req-8219d587-fbfb-4686-b704-f2de06f49346 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.2319267 May 06 12:44:32.748340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b65116-25af-42df-9f10-1fdf8b5dd83a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:32.754005 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.754382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b65116-25af-42df-9f10-1fdf8b5dd83a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:32.755348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d441485-9d07-401c-a28e-d7b3b5fb2613 req-f7bd410a-1f99-4ba3-83d8-0404c826d99b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:32.755885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e2b65116-25af-42df-9f10-1fdf8b5dd83a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:32.763626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d441485-9d07-401c-a28e-d7b3b5fb2613 req-f7bd410a-1f99-4ba3-83d8-0404c826d99b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.6630423 May 06 12:44:32.765281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Transition to ACTIVE for port object 6103940f-0582-47fc-9268-f3afce216f75 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:32.865620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e2b65116-25af-42df-9f10-1fdf8b5dd83a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:32.870992 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e2b65116-25af-42df-9f10-1fdf8b5dd83a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3585491 May 06 12:44:32.877487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39460) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:32.915938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4aef382-cd6e-495a-8c52-cac3a87b0446 req-04f21ecb-2e18-475d-8728-52463d82bfd8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 210 time: 0.0713148 May 06 12:44:32.918139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fde814d4-e7ed-421c-b895-540258218a2b req-79f4a094-5d38-43c6-9dd7-6b852f741bb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea81b63-97d9-46c4-a99f-5332228a1440 HTTP/1.1" status: 200 len: 217 time: 0.1522810 May 06 12:44:32.963549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Transition to ACTIVE for port object 6103940f-0582-47fc-9268-f3afce216f75 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:32.995911 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.021363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Pushing event updated for resources: {'Port': ['ID=4424b45b-d118-4437-9f0b-286c1589e57e,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:33.031483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Network 313cbf39-1760-43e3-8604-7c46dab04b4e is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:33.037335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:33.040808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:33.044814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.045122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.045786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.046093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.046395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.046760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.047094 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.047466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.047801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.048168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.048503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5947c5fc-a167-49d9-97c0-cfe234f551ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:33.090875 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d441485-9d07-401c-a28e-d7b3b5fb2613 req-16a11825-b11f-437b-aace-3790639456cb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261292 May 06 12:44:33.104540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c674f139-f882-4d4e-8861-cad53f48a985 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 1d603eb7-79ee-4316-b1c1-5c7edb19e92a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:33.105277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c674f139-f882-4d4e-8861-cad53f48a985 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.138053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde814d4-e7ed-421c-b895-540258218a2b req-73b85f0b-05d5-4a7f-a7e9-7c88f00d6501 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:33.139714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fde814d4-e7ed-421c-b895-540258218a2b req-73b85f0b-05d5-4a7f-a7e9-7c88f00d6501 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.2041206 May 06 12:44:33.298680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Pushing event updated for resources: {'Port': ['ID=6103940f-0582-47fc-9268-f3afce216f75,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:33.372653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Attempting to bind port 6103940f-0582-47fc-9268-f3afce216f75 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:44:33.373388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Attempting to bind port 6103940f-0582-47fc-9268-f3afce216f75 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:44:33.373972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Attempting to bind port 6103940f-0582-47fc-9268-f3afce216f75 on network 313cbf39-1760-43e3-8604-7c46dab04b4e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:33.409644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fde814d4-e7ed-421c-b895-540258218a2b req-f92ce409-71e2-4aba-995d-e961f58c67db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2547536 May 06 12:44:33.412321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:44:33.434884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Checking segment: {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:33.435450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.435860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Bound using segment: {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:44:33.436367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Bound port: 6103940f-0582-47fc-9268-f3afce216f75, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:44:33.436753 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.696950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] For port 6103940f-0582-47fc-9268-f3afce216f75, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:33.704731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] For port 6103940f-0582-47fc-9268-f3afce216f75, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6103940f-0582-47fc-9268-f3afce216f75,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:44:33.712723 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.854252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8a0b7-0883-4e3f-92bc-dc6f681a0f53 None None] Pushing event updated for resources: {'Port': ['ID=6103940f-0582-47fc-9268-f3afce216f75,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:33.911188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.069619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Router 55a7c8af-e0e1-4102-8914-d13b0ef99847 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:34.086293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-3cd6d50d-d982-46d9-91c7-a33662f7bb6f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:34.087248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-3cd6d50d-d982-46d9-91c7-a33662f7bb6f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:34.094208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c674f139-f882-4d4e-8861-cad53f48a985 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.193587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fde814d4-e7ed-421c-b895-540258218a2b req-a14ce971-f387-42ac-b1d5-194a41526d6a service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7793548 May 06 12:44:34.273400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cbd7b-0c21-4339-a249-0ce92fcaa512 req-9dacb34b-edfa-41ad-9711-7fd2a1357825 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:34.286850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a6cbd7b-0c21-4339-a249-0ce92fcaa512 req-9dacb34b-edfa-41ad-9711-7fd2a1357825 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 944 time: 0.3435647 May 06 12:44:34.602073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c674f139-f882-4d4e-8861-cad53f48a985 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 1d603eb7-79ee-4316-b1c1-5c7edb19e92a owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:34.645725 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7118e99-59ed-4187-b96f-90061747bdd6 req-4371ec58-9626-4e3e-ac74-a4a64cc6516c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 210 time: 0.3207064 May 06 12:44:34.713400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-3cd6d50d-d982-46d9-91c7-a33662f7bb6f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:34.715224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-3cd6d50d-d982-46d9-91c7-a33662f7bb6f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 815 time: 1.4570220 May 06 12:44:34.859133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a6cbd7b-0c21-4339-a249-0ce92fcaa512 req-cba3fd5f-6ced-485f-8c90-25de45953acd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697145 May 06 12:44:34.938082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fde814d4-e7ed-421c-b895-540258218a2b req-872d1525-a2a7-4dc0-98f3-9833e39af79e service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192512 May 06 12:44:35.241479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c674f139-f882-4d4e-8861-cad53f48a985 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.271535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4424b45b-d118-4437-9f0b-286c1589e57e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:35.381316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0054d-8fde-40d8-8a04-07361b6d54b9 req-c3de09d7-80c3-4cf0-8b22-19605721c4c5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:35.396924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-f14afe88-59fc-4ec6-ad19-4748cc7fd272 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:35.404416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674f139-f882-4d4e-8861-cad53f48a985 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=1d603eb7-79ee-4316-b1c1-5c7edb19e92a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:35.406765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89e0054d-8fde-40d8-8a04-07361b6d54b9 req-c3de09d7-80c3-4cf0-8b22-19605721c4c5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.3839090 May 06 12:44:35.559841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-96f5a9da-d882-4533-af54-8ab33497d323 None None] Provisioning for port 4424b45b-d118-4437-9f0b-286c1589e57e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:35.608368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89e0054d-8fde-40d8-8a04-07361b6d54b9 req-cb45a769-27eb-4108-8dbd-0744c68bb06d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997640 May 06 12:44:35.615773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 4424b45b-d118-4437-9f0b-286c1589e57e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:35.629599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-f14afe88-59fc-4ec6-ad19-4748cc7fd272 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:35.631853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-f14afe88-59fc-4ec6-ad19-4748cc7fd272 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e0f7cda7f949edb753ce4197fd5a9b HTTP/1.1" status: 200 len: 379 time: 0.8321500 May 06 12:44:35.635343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4424b45b-d118-4437-9f0b-286c1589e57e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:35.635962 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.666461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'port': {'device_id': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'admin_state_up': True, 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'security_groups': ['3af6ce84-73c7-45aa-822e-b9f91eba27a4']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:35.696320 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c674f139-f882-4d4e-8861-cad53f48a985 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.724564 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c674f139-f882-4d4e-8861-cad53f48a985 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/1d603eb7-79ee-4316-b1c1-5c7edb19e92a HTTP/1.1" status: 204 len: 168 time: 2.8421679 May 06 12:44:35.725651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39484) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:36.201252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb84ee40-b57c-426e-a8c0-fb96b9673782 req-6e8824c5-a8a1-4c1f-9164-0c92a311670a tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 210 time: 0.1580186 May 06 12:44:36.241376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9620dd8d-2fa6-4472-a495-34af425c577d None None] Could not find standard attr ID for object 1d603eb7-79ee-4316-b1c1-5c7edb19e92a. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:44:36.302977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3ea81b63-97d9-46c4-a99f-5332228a1440 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:44:36.319309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.407106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.533241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.617933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:36.630154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac33e4-3e5b-4cec-ae44-5237898b2bea None None] Network 313cbf39-1760-43e3-8604-7c46dab04b4e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:36.636313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:36.643753 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-af785cc9-8ac1-4251-b35b-eec99b6c6a48 admin admin] 10.222.0.44 "PUT /v2.0/routers/55a7c8af-e0e1-4102-8914-d13b0ef99847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5324440 May 06 12:44:36.656803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39500) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:36.748836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:36.913883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb801ebe-201f-4350-9ccc-ddaec32baed6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:36.917464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb801ebe-201f-4350-9ccc-ddaec32baed6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:36.919229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cb801ebe-201f-4350-9ccc-ddaec32baed6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:36.925121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Made reservation on behalf of 87e0f7cda7f949edb753ce4197fd5a9b for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:36.931188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.991203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] Sync routers for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:36.991445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cb801ebe-201f-4350-9ccc-ddaec32baed6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:36.996960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cb801ebe-201f-4350-9ccc-ddaec32baed6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 1.2636378 May 06 12:44:36.999654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39508) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:37.097393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 4424b45b-d118-4437-9f0b-286c1589e57e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4424b45b-d118-4437-9f0b-286c1589e57e,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:37.118836 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.127930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:37.129120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:44:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:37.172167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eff4c125-5357-4da4-9668-0d8e3c771f97 req-bde73f1e-c002-4490-8858-04dbcbca308c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 1096 time: 0.8472352 May 06 12:44:37.213097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Allocated IP 172.25.7.48 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9aee268d-7e59-43a3-a5ab-d169dcc051d8) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:37.322254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adabc3c-635b-4ca6-9ea9-5f767d4b8be4 req-cf5138e9-805a-4c83-b22e-74c6b279c27e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:37.348838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8adabc3c-635b-4ca6-9ea9-5f767d4b8be4 req-cf5138e9-805a-4c83-b22e-74c6b279c27e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 944 time: 0.7406323 May 06 12:44:37.535371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:37.616732 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.617537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6103940f-0582-47fc-9268-f3afce216f75 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:37.707491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3ea81b63-97d9-46c4-a99f-5332228a1440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3ea81b63-97d9-46c4-a99f-5332228a1440,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:37.750917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eff4c125-5357-4da4-9668-0d8e3c771f97 req-705c8d7c-8962-4613-bfeb-767808018564 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589683 May 06 12:44:37.782373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '3ea81b63-97d9-46c4-a99f-5332228a1440', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'port_id': '3ea81b63-97d9-46c4-a99f-5332228a1440', 'mac_address': 'fa:16:3e:17:cd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c14ca8-fc7a-406f-995a-1a05e1f88621', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:44:37.783048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8adabc3c-635b-4ca6-9ea9-5f767d4b8be4 req-966abe71-b8ae-44a2-9ad0-91396b3f9a5a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220500 May 06 12:44:37.853560 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-91cb836e-20e6-49c5-bf7d-169c0a08627f None None] Provisioning for port 6103940f-0582-47fc-9268-f3afce216f75 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:38.074348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c9c533-0676-4053-9e90-60a911587220 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 3a1b17a3-0c34-4bc0-98df-926510cd1463 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:38.114081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a6694-b7e3-4dd8-a0db-8cf3285ae752 req-886973e7-1549-41ee-8b31-5865e25cbf4d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:38.127557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b3a6694-b7e3-4dd8-a0db-8cf3285ae752 req-886973e7-1549-41ee-8b31-5865e25cbf4d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.5508175 May 06 12:44:38.147689 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.152184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c533-0676-4053-9e90-60a911587220 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.196201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.313632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Allocated IP 172.20.0.3 (65d1fd16-9391-4fd5-83e8-7b89bb4249e8/3473eb44-72d0-416f-b75e-63353d06f8e4/7d38fc9f-b738-41a7-8fe4-a4bd0c88f257) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:38.368782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea81b63-97d9-46c4-a99f-5332228a1440 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:44:38.419446 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c533-0676-4053-9e90-60a911587220 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.435322 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.443831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=4424b45b-d118-4437-9f0b-286c1589e57e,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:38.462476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3ea81b63-97d9-46c4-a99f-5332228a1440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3ea81b63-97d9-46c4-a99f-5332228a1440,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:38.478868 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.551668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b3a6694-b7e3-4dd8-a0db-8cf3285ae752 req-9b1e698b-f5cd-4cb1-86d9-06d1863d52f1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234126 May 06 12:44:38.660409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6103940f-0582-47fc-9268-f3afce216f75 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:38.697288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e4bd4-9e44-4beb-a9a1-053200c76e7b req-65f946e2-e620-4767-8f3f-dc15d1badd5e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:38.699916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6103940f-0582-47fc-9268-f3afce216f75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:38.700098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f27e4bd4-9e44-4beb-a9a1-053200c76e7b req-65f946e2-e620-4767-8f3f-dc15d1badd5e tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.4929879 May 06 12:44:38.700886 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.845190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.911808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3ea81b63-97d9-46c4-a99f-5332228a1440,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:38.961920 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f27e4bd4-9e44-4beb-a9a1-053200c76e7b req-a45cf9f2-bdb7-4297-bdea-f5d7f7f0fc08 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527053 May 06 12:44:39.006388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ec32fb1-f925-44fb-9cc5-6760093e2c68 req-1de2d24e-ad5a-4f67-97d0-2d0bd411e86e tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 210 time: 0.1602061 May 06 12:44:39.044374 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c533-0676-4053-9e90-60a911587220 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.086276 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.098505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Pushing event updated for resources: {'Port': ['ID=9aee268d-7e59-43a3-a5ab-d169dcc051d8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:39.179515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:39.286791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:44:27Z', 'revision_number': 5, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:39.289581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c533-0676-4053-9e90-60a911587220 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.303463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:39.318326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] Checking router: 55a7c8af-e0e1-4102-8914-d13b0ef99847 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:39.322336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 6103940f-0582-47fc-9268-f3afce216f75, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6103940f-0582-47fc-9268-f3afce216f75,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:39.336687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e50ff3f8-b523-4cba-9605-0a60abf0e4f9 None None] Provisioning complete for port 6103940f-0582-47fc-9268-f3afce216f75 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:39.336687 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e50ff3f8-b523-4cba-9605-0a60abf0e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.410663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:39.420772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.475603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:39.508994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] Routers {'55a7c8af-e0e1-4102-8914-d13b0ef99847'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:39.509715 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:44:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['55a7c8af-e0e1-4102-8914-d13b0ef99847'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:39.576151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9c533-0676-4053-9e90-60a911587220 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1b17a3-0c34-4bc0-98df-926510cd1463,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:39.694373 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c533-0676-4053-9e90-60a911587220 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.726867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4424b45b-d118-4437-9f0b-286c1589e57e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:39.774940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d9c9c533-0676-4053-9e90-60a911587220 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/3a1b17a3-0c34-4bc0-98df-926510cd1463 HTTP/1.1" status: 204 len: 168 time: 2.7687206 May 06 12:44:39.779908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39530) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:39.881638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d55870-4bb7-4c5b-825b-e8edd171f81c None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:40.002859 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.068728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Transition to ACTIVE for port object 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:40.073328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=6103940f-0582-47fc-9268-f3afce216f75,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:40.122258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9ae8888a-c421-45cf-9a1a-0f540419283c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3299882 May 06 12:44:40.122531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:40.174707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4d64-5612-42ba-912d-f7abcd86a00e req-93500e8b-2251-4b6c-a4d9-2d61d5246c82 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:40.182661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-681a4d64-5612-42ba-912d-f7abcd86a00e req-93500e8b-2251-4b6c-a4d9-2d61d5246c82 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 945 time: 0.7793741 May 06 12:44:40.228641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.239080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.263219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-665e3aab-494a-45db-9cf7-2ce9a15e8c29 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:40.264918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-665e3aab-494a-45db-9cf7-2ce9a15e8c29 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.48 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.1961913 May 06 12:44:40.281874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-681a4d64-5612-42ba-912d-f7abcd86a00e req-cfe03319-4f0a-4dbe-bca7-91479fdfe065 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991485 May 06 12:44:40.288225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4424b45b-d118-4437-9f0b-286c1589e57e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:40.288602 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.298341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6301ad-9a2a-4d49-bbf8-86589d67fd43 req-7723685f-b155-4675-90d5-e2eab2e94a3c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:40.300002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f6301ad-9a2a-4d49-bbf8-86589d67fd43 req-7723685f-b155-4675-90d5-e2eab2e94a3c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.4014602 May 06 12:44:40.385346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] Set router 55a7c8af-e0e1-4102-8914-d13b0ef99847 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:40.515189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:40.524288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Deleting port 25cb893a-8a23-4ff5-84c1-f0e716c4116b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:40.524974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.575057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:40.589469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Deleting port 78e5b571-9e05-481f-8b9b-dc1791c105a0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:40.590040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.614589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:40.727511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f6301ad-9a2a-4d49-bbf8-86589d67fd43 req-ac773efd-da30-443a-8136-954ce8bf748f tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280361 May 06 12:44:40.739116 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.740479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.758084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:40.759401 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.035418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f15711-bc34-462b-a33e-66593d897db8 None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:44:41.057877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b2f15711-bc34-462b-a33e-66593d897db8 None None] Deleting port 4424b45b-d118-4437-9f0b-286c1589e57e {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:41.058507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2f15711-bc34-462b-a33e-66593d897db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.101276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event updated for resources: {'Port': ['ID=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:41.129398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1762f7-d5e7-4010-8d89-329672c6e38f req-4a3be60d-e4a5-4923-b6c3-f341e98b682a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:41.131204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf1762f7-d5e7-4010-8d89-329672c6e38f req-4a3be60d-e4a5-4923-b6c3-f341e98b682a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 947 time: 0.6035423 May 06 12:44:41.186710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-02dde625-e625-4c9e-a16c-694815a46292 None None] Provisioning for port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:41.221441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.222490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.223292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.223979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.224641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.225288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.226018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.226727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.227408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.228157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.228827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:41.236087 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-2fc0d5e6-6d85-40fe-a2c0-6dc8947b04ee tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5802531 May 06 12:44:41.244110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-02dde625-e625-4c9e-a16c-694815a46292 None None] Provisioning complete for port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:41.244714 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02dde625-e625-4c9e-a16c-694815a46292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.254540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] For port 78e5b571-9e05-481f-8b9b-dc1791c105a0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=78e5b571-9e05-481f-8b9b-dc1791c105a0,segment=NetworkSegment(1ade544b-7aa7-4072-8fed-492850de666c),segment_id=1ade544b-7aa7-4072-8fed-492850de666c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:41.255012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.269207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Request body: {'port': {'device_id': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:41.335822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf1762f7-d5e7-4010-8d89-329672c6e38f req-7c6fbe31-7a34-4c7d-81c7-9f669213315a tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b373d7e-b972-4536-b2b1-dcbd7c6689f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903348 May 06 12:44:41.432009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Calling delete_port for 78e5b571-9e05-481f-8b9b-dc1791c105a0 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:41.433230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:44:27Z', 'revision_number': 5, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:41.492822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ea8d8-958c-4cf6-86a7-00075f50ee68 req-9b07a586-8d96-4ca8-9ed7-199e98bfb662 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:41.495619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-908ea8d8-958c-4cf6-86a7-00075f50ee68 req-9b07a586-8d96-4ca8-9ed7-199e98bfb662 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 931 time: 0.5030069 May 06 12:44:41.516643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de506de-f109-4457-80dd-92cc59f5f8a2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:41.518152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8de506de-f109-4457-80dd-92cc59f5f8a2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:41.535392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-02dde625-e625-4c9e-a16c-694815a46292 None None] Port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:44:41.583697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5c65a-eb9a-4303-a3ec-354613f38340 None None] The sync data for ids ['55a7c8af-e0e1-4102-8914-d13b0ef99847'] in n-d-840847-1 is: [{'id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'name': 'tempest-ServerRescueTestJSONUnderV235-1202587240-router', 'tenant_id': 'e116b1cac230442499d0e2e09fc3eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:44:27Z', 'revision_number': 5, 'project_id': 'e116b1cac230442499d0e2e09fc3eba9', 'gw_port': {'id': '25cb893a-8a23-4ff5-84c1-f0e716c4116b', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a7c8af-e0e1-4102-8914-d13b0ef99847', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:46Z', 'updated_at': '2022-05-06T12:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:41.624364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6103940f-0582-47fc-9268-f3afce216f75 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:41.636411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.650529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8de506de-f109-4457-80dd-92cc59f5f8a2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:41.652207 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8de506de-f109-4457-80dd-92cc59f5f8a2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.5306876 May 06 12:44:41.661207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39550) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:41.677003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-908ea8d8-958c-4cf6-86a7-00075f50ee68 req-32cb567e-e1d6-4ae3-b8d7-78e2bc538f8c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569004 May 06 12:44:41.815864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] For port 25cb893a-8a23-4ff5-84c1-f0e716c4116b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=25cb893a-8a23-4ff5-84c1-f0e716c4116b,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:41.816428 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.874046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b2f15711-bc34-462b-a33e-66593d897db8 None None] For port 4424b45b-d118-4437-9f0b-286c1589e57e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4424b45b-d118-4437-9f0b-286c1589e57e,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:41.874883 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2f15711-bc34-462b-a33e-66593d897db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.914111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e46f6-c1ae-42fc-a900-df1b5419b6ef tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:41.915022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2d1e46f6-c1ae-42fc-a900-df1b5419b6ef tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:42.195334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Calling delete_port for 25cb893a-8a23-4ff5-84c1-f0e716c4116b owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:42.205159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.207047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b2f15711-bc34-462b-a33e-66593d897db8 None None] Calling delete_port for 4424b45b-d118-4437-9f0b-286c1589e57e owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:42.315261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['78e5b571-9e05-481f-8b9b-dc1791c105a0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:42.330439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-342f2a86-e188-43ab-9240-4a54911d4b27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6206751 May 06 12:44:42.372484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Pushing event deleted for resources: {'Port': ['ID=78e5b571-9e05-481f-8b9b-dc1791c105a0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:42.508891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93cfc9ee-b6a6-42a1-8351-1715dca2cb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.529095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3ea81b63-97d9-46c4-a99f-5332228a1440 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:42.682846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6103940f-0582-47fc-9268-f3afce216f75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:42.683294 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.688908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] No DVR routers for this DVR port 78e5b571-9e05-481f-8b9b-dc1791c105a0 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:42.705413 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.715719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-deleted', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:42.732917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d2b0a-a161-4bed-a7cf-27287852b26a req-ed175318-a0b4-4968-a1f1-5beb2bbb575a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:42.760860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-464d2b0a-a161-4bed-a7cf-27287852b26a req-ed175318-a0b4-4968-a1f1-5beb2bbb575a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.7281604 May 06 12:44:42.769276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.821021 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.826804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2f15711-bc34-462b-a33e-66593d897db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.889245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f15711-bc34-462b-a33e-66593d897db8 None None] Pushing event deleted for resources: {'Port': ['ID=4424b45b-d118-4437-9f0b-286c1589e57e,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:42.900857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f15711-bc34-462b-a33e-66593d897db8 None None] No DVR routers for this DVR port 4424b45b-d118-4437-9f0b-286c1589e57e on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:42.922641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 3ea81b63-97d9-46c4-a99f-5332228a1440 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:42.957277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75e146f5-339e-49d6-b639-16e39bf0ad90 req-9bae6437-092c-4504-8950-1ff1640cb60f tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.48 "DELETE /v2.0/ports/78e5b571-9e05-481f-8b9b-dc1791c105a0 HTTP/1.1" status: 204 len: 173 time: 2.6736970 May 06 12:44:43.027438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 3ea81b63-97d9-46c4-a99f-5332228a1440 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:43.028200 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:43.049051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-464d2b0a-a161-4bed-a7cf-27287852b26a req-22e6996f-e4c0-43ba-9d93-4281841eade4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845643 May 06 12:44:43.109045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9df0c-de71-47e6-8169-1c94244b620f req-1898c139-03de-406d-aed3-fba79ded9ed2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:43.134553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2d1e46f6-c1ae-42fc-a900-df1b5419b6ef tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:43.134946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12f9df0c-de71-47e6-8169-1c94244b620f req-1898c139-03de-406d-aed3-fba79ded9ed2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 945 time: 0.3653483 May 06 12:44:43.140469 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2d1e46f6-c1ae-42fc-a900-df1b5419b6ef tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.4559975 May 06 12:44:43.150837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Pushing event deleted for resources: {'Port': ['ID=25cb893a-8a23-4ff5-84c1-f0e716c4116b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:43.185754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39570) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:43.227349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-4c66f1fe-deec-4ebf-9431-53fdffa4c025 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 1096 time: 0.6366329 May 06 12:44:43.296942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4424b45b-d118-4437-9f0b-286c1589e57e no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:43.363841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12f9df0c-de71-47e6-8169-1c94244b620f req-6101aa71-984b-46e0-9be8-37664888534c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273867 May 06 12:44:43.422242 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-955035a7-1057-4022-9652-0ef9dd24a4dc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2281067 May 06 12:44:43.527554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 4424b45b-d118-4437-9f0b-286c1589e57e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:43.528018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4424b45b-d118-4437-9f0b-286c1589e57e not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:43.555079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39576) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:43.555079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:43.660149 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:43.785080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3ea81b63-97d9-46c4-a99f-5332228a1440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3ea81b63-97d9-46c4-a99f-5332228a1440,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:43.787411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea81b63-97d9-46c4-a99f-5332228a1440'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:43.812777 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:43.814296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:43.867849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f2779de6-241d-46e1-b1db-5a53841b3314 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:43.997399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f2779de6-241d-46e1-b1db-5a53841b3314 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:43.997688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f2779de6-241d-46e1-b1db-5a53841b3314 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:44.032929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:44:44.036659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 78e5b571-9e05-481f-8b9b-dc1791c105a0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:44.037080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 78e5b571-9e05-481f-8b9b-dc1791c105a0 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:44.048612 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.079956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Transition to ACTIVE for port object 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:44.108198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3ea81b63-97d9-46c4-a99f-5332228a1440,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:44.117781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.179403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-58ac06a8-1e26-421d-801b-dc3049b890a8 req-acb5311d-d362-4f5b-bba4-c878001b3c72 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Synchronizing usage tracker for tenant:90b8f81737544326a2c880ff026ca883 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:44.276523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-58ac06a8-1e26-421d-801b-dc3049b890a8 req-acb5311d-d362-4f5b-bba4-c878001b3c72 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] Unset dirty status for tenant:90b8f81737544326a2c880ff026ca883 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:44.277633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58ac06a8-1e26-421d-801b-dc3049b890a8 req-acb5311d-d362-4f5b-bba4-c878001b3c72 tempest-ServersNegativeTestJSON-701770803 tempest-ServersNegativeTestJSON-701770803-project] 10.222.0.44 "GET /v2.0/ports?device_id=75aa3ecb-9fcd-4fff-b74e-001da666bb97 HTTP/1.1" status: 200 len: 210 time: 0.2668848 May 06 12:44:44.301152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:44.318338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-d0789344-68d7-4e80-92fe-942e74b3f965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:44.319371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-d0789344-68d7-4e80-92fe-942e74b3f965 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 1.0628052 May 06 12:44:44.320377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:44.417848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff7ab7-1463-42bc-8783-3cb8cbde7d02 req-f3e0b4a2-9738-40fd-8c2a-45b8054a991f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:44.419722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0ff7ab7-1463-42bc-8783-3cb8cbde7d02 req-f3e0b4a2-9738-40fd-8c2a-45b8054a991f tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 931 time: 0.5136471 May 06 12:44:44.431735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:44.613425 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32406190-76de-4e41-9ed4-9a05f4be200f'] response: {'server_uuid': '75aa3ecb-9fcd-4fff-b74e-001da666bb97', 'name': 'network-vif-deleted', 'tag': '78e5b571-9e05-481f-8b9b-dc1791c105a0', 'status': 'completed', 'code': 200} May 06 12:44:44.692492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-221a9890-3117-45a4-8296-d72b435aefea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.730061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-12060896-91e4-4fa4-adbf-c44fc637eb36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb HTTP/1.1" status: 200 len: 217 time: 0.4024956 May 06 12:44:44.766743 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd5f33c-5b22-484a-b645-59fa75b20bd8'] response: {'server_uuid': '3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea81b63-97d9-46c4-a99f-5332228a1440', 'code': 200} May 06 12:44:44.802027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Pushing event updated for resources: {'Port': ['ID=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:44.874197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.911039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.281972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Router b240797e-df65-4f90-abcd-d368e4baefe5 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:44:45.425712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-9f9110a8-279b-4329-b813-307f0cf2727a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:45.430693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-9f9110a8-279b-4329-b813-307f0cf2727a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.6865578 May 06 12:44:45.435998 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.439105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0ff7ab7-1463-42bc-8783-3cb8cbde7d02 req-ce6824d0-1399-459b-898c-917d683be390 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8218982 May 06 12:44:45.491183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.733444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.744009 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.830108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Attempting to bind port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:44:45.830459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Attempting to bind port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:44:45.830949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Attempting to bind port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:45.868207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:44:45.868751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Attempting to bind port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 on network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:45.884153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:44:45.884851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Checking segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:45.885254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Bound using segment: {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:44:45.885913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Bound port: 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:44:45.886276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.899835 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.900396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55a7c8af-e0e1-4102-8914-d13b0ef99847 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:44:45.935897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39594) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:45.994913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.995743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.000726 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6fab80a-05b1-456f-b55f-a0e6f97e32dc admin admin] 10.222.0.44 "DELETE /v2.0/routers/55a7c8af-e0e1-4102-8914-d13b0ef99847 HTTP/1.1" status: 204 len: 168 time: 9.3317432 May 06 12:44:46.002404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39598) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:46.007541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f18e0-6724-4c95-a12b-3e9a7b6dbe38 req-f0e95590-d742-4c3b-a3fb-f9fcad2c96fd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:46.009874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-564f18e0-6724-4c95-a12b-3e9a7b6dbe38 req-f0e95590-d742-4c3b-a3fb-f9fcad2c96fd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 946 time: 1.0343056 May 06 12:44:46.103236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:46.104350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=682c60fb-c19b-451c-b5e3-4919d015ee77,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:46.126660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e519f349-7d11-47ad-9d95-6cc29a40adde req-8f228846-b52f-47ae-a081-da67c793ea21 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 1097 time: 1.1415417 May 06 12:44:46.143587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:46.155671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f740ce-f8c5-486e-a2eb-3158c6f224f4 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:46.171349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ba259d-b1a6-4a98-a764-2cf731b1c857 admin admin] Deleting subnet 19a02b38-805c-49e6-ab71-d39e9a333ca3 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:46.177496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] For port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:46.180395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14ba259d-b1a6-4a98-a764-2cf731b1c857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.212891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:46.217044 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.232275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] For port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:44:46.251854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.319571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14ba259d-b1a6-4a98-a764-2cf731b1c857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.364889 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:44:46.446044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.446044 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] 10.222.0.36 "PUT /v2.0/ports/7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 HTTP/1.1" status: 200 len: 1091 time: 5.1627250 May 06 12:44:46.446044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'tag': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:46.458930 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8939985b-6fc0-4c89-b7e3-40ef38c4df7a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8882506 May 06 12:44:46.458930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39608) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:46.476018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:1f:7e:67', 'name': 'tempest-NetworksTestDHCPv6-335181925'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:46.476286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644876ac-defb-440a-92c3-d6057db47e54 service neutron] Pushing event updated for resources: {'Port': ['ID=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:46.480266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:46.482950 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14ba259d-b1a6-4a98-a764-2cf731b1c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.493743 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Sync routers for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:46.518678 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:46.519317 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:44:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:46.689791 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e519f349-7d11-47ad-9d95-6cc29a40adde req-cd4da18e-4124-4f63-aa11-4efb611d4776 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437429 May 06 12:44:46.802645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.807153 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6019e9d1-ea75-434b-b6d7-0b5ac0f60e92 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.0261593 May 06 12:44:46.807760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39614) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:46.827144 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-564f18e0-6724-4c95-a12b-3e9a7b6dbe38 req-44c46778-db2d-4f11-a016-59480a82d422 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7860441 May 06 12:44:46.851707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-e6ea846a-d45d-4529-86d0-a1116589a9ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4022121 May 06 12:44:46.865544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c721a0-a14d-47e4-9a84-347e0e038a5c admin admin] Deleting subnet e52fac1b-5303-4f87-8cce-243fc365a585 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:46.874041 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07c721a0-a14d-47e4-9a84-347e0e038a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.899640 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:47.006556 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07c721a0-a14d-47e4-9a84-347e0e038a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.029826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14ba259d-b1a6-4a98-a764-2cf731b1c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.043493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5170b-2f76-4a41-873f-76bc670cc413 req-043c573d-2c66-41ad-a443-12a9ff5b0072 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:47.051283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcc5170b-2f76-4a41-873f-76bc670cc413 req-043c573d-2c66-41ad-a443-12a9ff5b0072 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.5220816 May 06 12:44:47.116674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:47.135809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:47.171698 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7739998a-e7c7-4049-8511-0b7ec51fed78'] response: {'name': 'network-changed', 'server_uuid': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'tag': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257', 'status': 'completed', 'code': 200} May 06 12:44:47.174800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '682c60fb-c19b-451c-b5e3-4919d015ee77'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:44:47.175747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba259d-b1a6-4a98-a764-2cf731b1c857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a02b38-805c-49e6-ab71-d39e9a333ca3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:47.175928 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.182743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:47.186705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.213708 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-cdef3349-10e1-4054-9016-30f8cfe1dc3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 1094 time: 0.6580026 May 06 12:44:47.383325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14ba259d-b1a6-4a98-a764-2cf731b1c857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.408211 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.426282 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-dddc48d0-8d22-4b7b-b965-d961c2224f1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 HTTP/1.1" status: 200 len: 217 time: 0.2019379 May 06 12:44:47.430987 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-14ba259d-b1a6-4a98-a764-2cf731b1c857 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/19a02b38-805c-49e6-ab71-d39e9a333ca3 HTTP/1.1" status: 204 len: 168 time: 1.4236846 May 06 12:44:47.435745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39618) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:47.478163 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:39Z', 'revision_number': 3, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:47.483835 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Checking router: b240797e-df65-4f90-abcd-d368e4baefe5 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:47.484301 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Updating router b240797e-df65-4f90-abcd-d368e4baefe5 port 9aee268d-7e59-43a3-a5ab-d169dcc051d8 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:44:47.553899 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.555326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/682c60fb-c19b-451c-b5e3-4919d015ee77/d38302e5-f53b-48af-af48-ca2c3549d28d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:47.607997 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.708146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-0128f921-b96e-403c-bc98-31d08d226e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:47.710933 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-0128f921-b96e-403c-bc98-31d08d226e3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.2759767 May 06 12:44:47.743643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 25cb893a-8a23-4ff5-84c1-f0e716c4116b no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:47.821613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 25cb893a-8a23-4ff5-84c1-f0e716c4116b {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:47.822202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 25cb893a-8a23-4ff5-84c1-f0e716c4116b not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:47.863168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07c721a0-a14d-47e4-9a84-347e0e038a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.996790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 91797e41-3445-4aaf-8a7f-fe6b901069eb yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:44:48.049554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcc5170b-2f76-4a41-873f-76bc670cc413 req-37ed1382-55c4-49f9-bcd5-9a5c503a8575 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9973569 May 06 12:44:48.084479 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.105584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Transition to ACTIVE for port object d38302e5-f53b-48af-af48-ca2c3549d28d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:48.126983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-48058b30-1ff1-49d9-a201-e6c73a31b5d4 service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0160685 May 06 12:44:48.161364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Transition to ACTIVE for port object d38302e5-f53b-48af-af48-ca2c3549d28d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:48.181026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.193743 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.204514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.274207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae94708-e472-450a-b92d-66ec72ec69e5 req-a282f4e3-79ac-49d6-9293-475302cc1899 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:48.282552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eae94708-e472-450a-b92d-66ec72ec69e5 req-a282f4e3-79ac-49d6-9293-475302cc1899 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 943 time: 0.6802971 May 06 12:44:48.303109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71747fd-5499-4292-b514-2b02127aaa85']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:48.335309 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Transition to ACTIVE for port object 9aee268d-7e59-43a3-a5ab-d169dcc051d8 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:48.336952 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-e39f0ee6-1882-4c03-8395-c8a759b55342 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6159387 May 06 12:44:48.342211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02858272-c251-41ea-9de3-58c3de1f0d85') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:48.342658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02858272-c251-41ea-9de3-58c3de1f0d85') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:48.346358 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.438582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07c721a0-a14d-47e4-9a84-347e0e038a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.501125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:48.515094 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:48.522941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:48.559225 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Pushing event updated for resources: {'Port': ['ID=9aee268d-7e59-43a3-a5ab-d169dcc051d8,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:48.565527 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Attempting to bind port 9aee268d-7e59-43a3-a5ab-d169dcc051d8 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:44:48.566211 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Attempting to bind port 9aee268d-7e59-43a3-a5ab-d169dcc051d8 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:44:48.567158 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Attempting to bind port 9aee268d-7e59-43a3-a5ab-d169dcc051d8 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:48.581966 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.582698 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.583194 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.583855 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.584349 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.584859 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.585401 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.600048 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.600747 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.601495 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.602340 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:48.628984 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:44:48.639489 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:48.640104 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.640714 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:44:48.641487 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Bound port: 9aee268d-7e59-43a3-a5ab-d169dcc051d8, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:44:48.642064 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.666285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Pushing event updated for resources: {'Port': ['ID=d38302e5-f53b-48af-af48-ca2c3549d28d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:48.696818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c721a0-a14d-47e4-9a84-347e0e038a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52fac1b-5303-4f87-8cce-243fc365a585,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:48.808632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Attempting to bind port d38302e5-f53b-48af-af48-ca2c3549d28d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:44:48.809392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Attempting to bind port d38302e5-f53b-48af-af48-ca2c3549d28d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:44:48.810090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Attempting to bind port d38302e5-f53b-48af-af48-ca2c3549d28d on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:48.815252 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07c721a0-a14d-47e4-9a84-347e0e038a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.824641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.827842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:44:48.828893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:48.829878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.830897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:44:48.832211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Bound port: d38302e5-f53b-48af-af48-ca2c3549d28d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:44:48.834142 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.900160 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] For port 9aee268d-7e59-43a3-a5ab-d169dcc051d8, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:48.906775 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] For port 9aee268d-7e59-43a3-a5ab-d169dcc051d8, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9aee268d-7e59-43a3-a5ab-d169dcc051d8,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:44:48.910205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eae94708-e472-450a-b92d-66ec72ec69e5 req-2b957131-034b-4cf0-aa99-841a950bbfcc tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6262496 May 06 12:44:48.915243 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.930257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::367 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/682c60fb-c19b-451c-b5e3-4919d015ee77/91797e41-3445-4aaf-8a7f-fe6b901069eb) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:48.955690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.975632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:44:48.976934 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.996996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-417cf6e1-4827-41c3-883d-782ec8b0906b req-837608f2-5476-4366-bf19-040f91fca921 service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8559544 May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: timer() May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:44:49.021093 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:44:49.024902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] For port d38302e5-f53b-48af-af48-ca2c3549d28d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:49.025963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] For port d38302e5-f53b-48af-af48-ca2c3549d28d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d38302e5-f53b-48af-af48-ca2c3549d28d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:44:49.034648 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.046361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-07c721a0-a14d-47e4-9a84-347e0e038a5c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e52fac1b-5303-4f87-8cce-243fc365a585 HTTP/1.1" status: 204 len: 168 time: 3.0701752 May 06 12:44:49.052576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39628) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:49.139536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce6572-2374-4b07-be0a-a2268427a6ec req-243cf43e-e823-4b45-a86d-68e8ba767a88 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:49.152291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05ce6572-2374-4b07-be0a-a2268427a6ec req-243cf43e-e823-4b45-a86d-68e8ba767a88 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 946 time: 0.6211734 May 06 12:44:49.183410 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:49.184428 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:44:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:49.209310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f23f6d-d1a9-4e29-a495-cc3bab9849bf None None] Pushing event updated for resources: {'Port': ['ID=d38302e5-f53b-48af-af48-ca2c3549d28d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:49.439869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.492201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05ce6572-2374-4b07-be0a-a2268427a6ec req-facf4ecb-b831-448c-b672-ac981994ed6c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386674 May 06 12:44:49.696440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.709330 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-eb5ee295-785c-4a13-bde9-74aa2c72ba2c service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3540263 May 06 12:44:49.717443 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.798228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.847487 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:49.861558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d38302e5-f53b-48af-af48-ca2c3549d28d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:49.898422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f71747fd-5499-4292-b514-2b02127aaa85,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:50.053501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 91797e41-3445-4aaf-8a7f-fe6b901069eb will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:50.093659 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91cf53ed-e410-4fa9-b7b0-1ee4e84c2ce3 req-87f5aa10-b3d7-49b5-b7b5-b0b5a56d2cf3 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577554 May 06 12:44:50.122207 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-67e08c84-2bb3-4131-a083-9cb34e1a82c4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f71747fd-5499-4292-b514-2b02127aaa85 HTTP/1.1" status: 204 len: 168 time: 2.6840539 May 06 12:44:50.141483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.152060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port d38302e5-f53b-48af-af48-ca2c3549d28d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:50.322814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585805f-8b1c-4550-bbff-903815a976bf req-b7d7a042-929e-413e-a47c-0a268acff91d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:50.330045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7585805f-8b1c-4550-bbff-903815a976bf req-b7d7a042-929e-413e-a47c-0a268acff91d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.8302824 May 06 12:44:50.373940 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d092b9-a39f-4fdf-b1ee-b9bda3ad2308 None None] Pushing event updated for resources: {'Port': ['ID=9aee268d-7e59-43a3-a5ab-d169dcc051d8,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:50.459767 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-90b36a3a-6bc3-40a0-9f15-62d216f46910 req-697013b6-189d-4373-b949-157a32d44659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 1094 time: 0.2779961 May 06 12:44:50.539360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d92ee2-072f-4886-8b03-76af2538b46f']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:50.573444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39642) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:50.581318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.600594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ade544b-7aa7-4072-8fed-492850de666c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:50.601023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ade544b-7aa7-4072-8fed-492850de666c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:50.726657 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:39Z', 'revision_number': 3, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:50.735417 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10700373-efaa-459f-9191-cbdfefb41657 None None] The sync data for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 is: [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:39Z', 'revision_number': 3, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:50.743656 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.794348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7585805f-8b1c-4550-bbff-903815a976bf req-c174f915-4374-48a9-95b2-eb0d09e064d4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436567 May 06 12:44:50.832296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:50.857690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:50.869963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:50.906796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:50.907864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.977955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:51.024014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:44:51.026014 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:51.103247 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-508da4f2-69d7-4cdd-b0e8-07abc96a5c4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e116b1cac230442499d0e2e09fc3eba9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5248854 May 06 12:44:51.106447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39648) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:51.223579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b36a3a-6bc3-40a0-9f15-62d216f46910 req-fe3723bb-7f6c-46e4-897f-5f885c059bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:51.225880 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-90b36a3a-6bc3-40a0-9f15-62d216f46910 req-fe3723bb-7f6c-46e4-897f-5f885c059bfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 0.6534681 May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: timer() May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:44:51.295737 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:44:51.416461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=91797e41-3445-4aaf-8a7f-fe6b901069eb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:51.453451 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-90b36a3a-6bc3-40a0-9f15-62d216f46910 req-e7332a0b-4305-43e2-907f-40905d711787 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 HTTP/1.1" status: 200 len: 217 time: 0.2080278 May 06 12:44:51.480365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:51.514415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2d3a71ad-bfe1-4f1a-860a-b163048cf5f6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0616915 May 06 12:44:51.519726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39654) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:51.542234 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:51.573444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] 10.222.0.44 "DELETE /v2.0/networks/b5d92ee2-072f-4886-8b03-76af2538b46f HTTP/1.1" status: 204 len: 168 time: 2.5191231 May 06 12:44:51.584447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-70d1c6c3-e78e-4775-a8b5-78ca3238bbfc None None] Provisioning for port d38302e5-f53b-48af-af48-ca2c3549d28d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:51.615522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-70d1c6c3-e78e-4775-a8b5-78ca3238bbfc None None] Provisioning complete for port d38302e5-f53b-48af-af48-ca2c3549d28d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:51.616255 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c3-e78e-4775-a8b5-78ca3238bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:51.620512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aaa25-3727-4439-9bc6-8c910ecc090f req-6ad6d1a5-0383-48b8-97e4-58ecbf8630de tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:51.638448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed5aaa25-3727-4439-9bc6-8c910ecc090f req-6ad6d1a5-0383-48b8-97e4-58ecbf8630de tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 943 time: 1.3029439 May 06 12:44:51.762521 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68732d2f-5b40-42d2-a2fe-d4f6fe5f3510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.000447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68732d2f-5b40-42d2-a2fe-d4f6fe5f3510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.023971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c3-e78e-4775-a8b5-78ca3238bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.040357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9aee268d-7e59-43a3-a5ab-d169dcc051d8 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:52.119043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b36a3a-6bc3-40a0-9f15-62d216f46910 req-775f41ac-08a2-4af9-a2e9-19f64295686f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:52.122842 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-90b36a3a-6bc3-40a0-9f15-62d216f46910 req-775f41ac-08a2-4af9-a2e9-19f64295686f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.6481237 May 06 12:44:52.223384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-70d1c6c3-e78e-4775-a8b5-78ca3238bbfc None None] For port d38302e5-f53b-48af-af48-ca2c3549d28d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d38302e5-f53b-48af-af48-ca2c3549d28d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:52.223788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d92ee2-072f-4886-8b03-76af2538b46f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:52.237600 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c3-e78e-4775-a8b5-78ca3238bbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.337013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.337603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.337862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.338321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.338792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.339200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.339535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.339857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.340239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.340568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.340993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f529c5e-cd10-426b-94a2-12b97445a1ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:52.365249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39660) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:52.367749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed5aaa25-3727-4439-9bc6-8c910ecc090f req-8a1a42c4-3da4-4e34-8d93-e3fd9cd9a752 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7271597 May 06 12:44:52.501640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acd1fd-0379-4d58-b60c-d3abc5525d1d req-689a73f2-c8c4-451f-8a16-f14029711c8d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:52.503261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6acd1fd-0379-4d58-b60c-d3abc5525d1d req-689a73f2-c8c4-451f-8a16-f14029711c8d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 946 time: 1.1795325 May 06 12:44:52.560138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9aee268d-7e59-43a3-a5ab-d169dcc051d8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:52.601505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9aee268d-7e59-43a3-a5ab-d169dcc051d8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:52.602340 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.652675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1c5ac2-f4e7-45cc-9bb5-3e259a9815e1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:52.665305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68732d2f-5b40-42d2-a2fe-d4f6fe5f3510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.666350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1c5ac2-f4e7-45cc-9bb5-3e259a9815e1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:52.667231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9d1c5ac2-f4e7-45cc-9bb5-3e259a9815e1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:52.724157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6acd1fd-0379-4d58-b60c-d3abc5525d1d req-dbe3f03a-2851-4a50-bc31-3431565d0405 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035053 May 06 12:44:52.724786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68732d2f-5b40-42d2-a2fe-d4f6fe5f3510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbecb73-3fc8-4122-9c2f-2448f24bee8c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:52.750524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9d1c5ac2-f4e7-45cc-9bb5-3e259a9815e1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:52.751943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9d1c5ac2-f4e7-45cc-9bb5-3e259a9815e1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.0890770 May 06 12:44:52.757853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39666) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:52.806771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1c6c3-e78e-4775-a8b5-78ca3238bbfc None None] Pushing event updated for resources: {'Port': ['ID=d38302e5-f53b-48af-af48-ca2c3549d28d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:52.853249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2e86b802-cf2f-440d-b265-f7ec70fae0c6 None None] Provisioning for port 91797e41-3445-4aaf-8a7f-fe6b901069eb completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:52.928328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2e86b802-cf2f-440d-b265-f7ec70fae0c6 None None] Provisioning complete for port 91797e41-3445-4aaf-8a7f-fe6b901069eb triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:52.937017 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2e86b802-cf2f-440d-b265-f7ec70fae0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.023841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-68975623-60c2-4a1a-9223-a880333c072e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 91797e41-3445-4aaf-8a7f-fe6b901069eb {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:53.026267 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68975623-60c2-4a1a-9223-a880333c072e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.281301 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-81b55350-12c9-4bbd-86c5-eeebe9a8b97a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90b8f81737544326a2c880ff026ca883&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8824241 May 06 12:44:53.285702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39682) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:53.286253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-68732d2f-5b40-42d2-a2fe-d4f6fe5f3510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.287747 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-68732d2f-5b40-42d2-a2fe-d4f6fe5f3510 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bbecb73-3fc8-4122-9c2f-2448f24bee8c HTTP/1.1" status: 204 len: 168 time: 2.1545405 May 06 12:44:53.422134 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-90b36a3a-6bc3-40a0-9f15-62d216f46910 req-4c7ac38a-8783-4e4d-96d2-02df749d5c98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2804804 May 06 12:44:53.430004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2e86b802-cf2f-440d-b265-f7ec70fae0c6 None None] Port 91797e41-3445-4aaf-8a7f-fe6b901069eb cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:44:53.450348 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.542382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9aee268d-7e59-43a3-a5ab-d169dcc051d8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9aee268d-7e59-43a3-a5ab-d169dcc051d8,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:53.555393 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.624036 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.812192 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-90b36a3a-6bc3-40a0-9f15-62d216f46910 req-e4500852-df4d-4610-958b-a1a92643e8af service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770726 May 06 12:44:53.853817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9aee268d-7e59-43a3-a5ab-d169dcc051d8,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:53.870541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d38302e5-f53b-48af-af48-ca2c3549d28d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:53.992651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:44:54.090116 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65522fc0-81bf-4dd3-af0c-e9bd73f7abb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.131611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002772c-6989-45a3-a4f0-4244451dffba req-212a9c9f-aaf7-4c80-8468-8105a206264c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:54.134674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d38302e5-f53b-48af-af48-ca2c3549d28d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:54.135055 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.139500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-212a9c9f-aaf7-4c80-8468-8105a206264c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.6806226 May 06 12:44:54.163831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68975623-60c2-4a1a-9223-a880333c072e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.286303 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65522fc0-81bf-4dd3-af0c-e9bd73f7abb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.339825 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-90b36a3a-6bc3-40a0-9f15-62d216f46910 req-9a987c30-0f4e-46eb-bfca-e9d6be96a1be service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107288 May 06 12:44:54.351421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Allocated IP 172.20.0.1 (313cbf39-1760-43e3-8604-7c46dab04b4e/c244b38a-1fc3-4be7-9c1c-d31c4d2e973a/b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:54.528759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-68975623-60c2-4a1a-9223-a880333c072e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 91797e41-3445-4aaf-8a7f-fe6b901069eb owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:54.566487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.583884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-dc89ea6d-e710-4613-a8e2-ed26d784f193 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/quotas/8529aed8aecf486a95558a9f1e0b52e4 HTTP/1.1" status: 200 len: 375 time: 0.4433708 May 06 12:44:54.594104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47882f8c-cb07-47fe-b2e3-8bdec4c81914 req-8c5966ca-6c37-4a5e-8c8f-bfb0094bf054 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:54.595059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Transition to ACTIVE for port object b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:54.598107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47882f8c-cb07-47fe-b2e3-8bdec4c81914 req-8c5966ca-6c37-4a5e-8c8f-bfb0094bf054 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.9698620 May 06 12:44:54.626662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:54.636447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.713888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'port_id': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257', 'mac_address': 'fa:16:3e:a8:13:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:44:54.783734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Network 313cbf39-1760-43e3-8604-7c46dab04b4e is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:54.789972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:54.797355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:54.815281 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.845671 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65522fc0-81bf-4dd3-af0c-e9bd73f7abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.850173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:44:54.903582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:54.904547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:54.906687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.911190 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.980656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65522fc0-81bf-4dd3-af0c-e9bd73f7abb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b373d7e-b972-4536-b2b1-dcbd7c6689f3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:55.087315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:55.099681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:55.144617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47882f8c-cb07-47fe-b2e3-8bdec4c81914 req-d9f6880e-f0cf-4414-8964-d1545a08797d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267365 May 06 12:44:55.145486 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65522fc0-81bf-4dd3-af0c-e9bd73f7abb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:55.146530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-65522fc0-81bf-4dd3-af0c-e9bd73f7abb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b373d7e-b972-4536-b2b1-dcbd7c6689f3 HTTP/1.1" status: 204 len: 168 time: 1.8576806 May 06 12:44:55.156456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7d38fc9f-b738-41a7-8fe4-a4bd0c88f257'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:55.169960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-869d587d-6988-4a09-a1f7-b0115e624b89 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5592391 May 06 12:44:55.229343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68975623-60c2-4a1a-9223-a880333c072e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:55.310190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68975623-60c2-4a1a-9223-a880333c072e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=91797e41-3445-4aaf-8a7f-fe6b901069eb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:55.367810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8996c5e8-01d2-45c5-853b-a4d9de6052b6 None None] Provisioning for port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:55.384377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8996c5e8-01d2-45c5-853b-a4d9de6052b6 None None] Provisioning complete for port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:55.384844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8996c5e8-01d2-45c5-853b-a4d9de6052b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:55.426778 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68975623-60c2-4a1a-9223-a880333c072e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:55.462494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-68975623-60c2-4a1a-9223-a880333c072e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/91797e41-3445-4aaf-8a7f-fe6b901069eb HTTP/1.1" status: 204 len: 168 time: 2.7034235 May 06 12:44:55.466466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39716) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:55.546072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8996c5e8-01d2-45c5-853b-a4d9de6052b6 None None] Port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:44:55.726747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd6deed-0b7e-478c-810e-6afef5491c19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:55.728334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd6deed-0b7e-478c-810e-6afef5491c19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:55.731939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cd6deed-0b7e-478c-810e-6afef5491c19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:55.832166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9aee268d-7e59-43a3-a5ab-d169dcc051d8 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:55.870125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:55.883989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:56.039811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9aee268d-7e59-43a3-a5ab-d169dcc051d8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:56.040657 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:56.085470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cd6deed-0b7e-478c-810e-6afef5491c19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:56.088097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0cd6deed-0b7e-478c-810e-6afef5491c19 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6203918 May 06 12:44:56.094689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39728) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:56.145912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:56.192964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:56.321561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-8e9db85e-c139-4814-8595-48e0915f4b87 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1401966 May 06 12:44:56.491304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Network 313cbf39-1760-43e3-8604-7c46dab04b4e is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:56.493489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:56.591202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b15a-8fda-42bd-9e00-7e5667b76b6e req-b3effb10-8505-4cb3-873d-4287a1788193 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:56.594223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3088b15a-8fda-42bd-9e00-7e5667b76b6e req-b3effb10-8505-4cb3-873d-4287a1788193 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 944 time: 0.8315701 May 06 12:44:56.894207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-57c7803a-f4ea-4bb3-99fc-ed701e614a90 None None] Provisioning complete for port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:56.895045 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57c7803a-f4ea-4bb3-99fc-ed701e614a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.007637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-57c7803a-f4ea-4bb3-99fc-ed701e614a90 None None] Port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:44:57.012794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3088b15a-8fda-42bd-9e00-7e5667b76b6e req-c771c746-3531-4551-93ea-7f839128ebae tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492329 May 06 12:44:57.043545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-9d7f4810-f8dc-4e58-84b9-76595ff58d30 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633005 May 06 12:44:57.066681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbb1e5e-09aa-4401-93e4-13a98f1f808d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 682c60fb-c19b-451c-b5e3-4919d015ee77 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:57.073499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1e5e-09aa-4401-93e4-13a98f1f808d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.236896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39746) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:57.298012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1e5e-09aa-4401-93e4-13a98f1f808d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.554001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Router b240797e-df65-4f90-abcd-d368e4baefe5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:57.566398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1e5e-09aa-4401-93e4-13a98f1f808d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.898498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:57.904189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-856962465-network', 'tenant_id': 'a7f8ff91d5bd42de87404e9f05147709'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:57.909391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:57.914213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Usage tracker for resource:network and tenant:a7f8ff91d5bd42de87404e9f05147709 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:57.917492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:57.928808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:57.966850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:57.969608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Made reservation on behalf of a7f8ff91d5bd42de87404e9f05147709 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:57.973558 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.997533 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1e5e-09aa-4401-93e4-13a98f1f808d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:58.001307 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6db2adb2-af5b-4eee-9c0c-a692d9eb7333 admin admin] 10.222.0.44 "PUT /v2.0/routers/b240797e-df65-4f90-abcd-d368e4baefe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1923275 May 06 12:44:58.015691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Sync routers for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:58.056294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:58.064620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:58.065147 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:58.093498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:58.094640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:44:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:58.140512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb1e5e-09aa-4401-93e4-13a98f1f808d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=682c60fb-c19b-451c-b5e3-4919d015ee77,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:58.164324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:58.186576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1e5e-09aa-4401-93e4-13a98f1f808d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:58.227710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:58.232918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Usage tracker for resource:security_group_rule and tenant:a7f8ff91d5bd42de87404e9f05147709 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:58.237054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:58.245485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:58.280942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0c27b-eb7e-4aab-9efe-45a1357787fa req-3e29fc76-c0dc-4a27-acd0-47dcc60f8a8d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:58.293275 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ea0c27b-eb7e-4aab-9efe-45a1357787fa req-3e29fc76-c0dc-4a27-acd0-47dcc60f8a8d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.4808810 May 06 12:44:58.342548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a5ab5-1cc5-4d62-b32a-228bc91c3303 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:58.424195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dcbb1e5e-09aa-4401-93e4-13a98f1f808d tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/682c60fb-c19b-451c-b5e3-4919d015ee77 HTTP/1.1" status: 204 len: 168 time: 2.3174994 May 06 12:44:58.426494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39776) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:58.509683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ea0c27b-eb7e-4aab-9efe-45a1357787fa req-889c4d9b-7a8c-4f22-a996-0725d2541e87 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145247 May 06 12:44:58.608616 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1d53e39f-11b2-4407-92f7-2ad50cf8716b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1780417 May 06 12:44:58.611446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39786) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:58.802562 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:58.813391 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:58.824583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447059f9-8a5a-41a4-affb-545d035dc2b3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:58.833843 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-447059f9-8a5a-41a4-affb-545d035dc2b3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2145154 May 06 12:44:58.835146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39792) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:59.016089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c97ff3-2005-409b-9bc6-ee34b262474b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:59.018711 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-63c97ff3-2005-409b-9bc6-ee34b262474b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1820493 May 06 12:44:59.023340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:59.046808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:59.206941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:59.218878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:44:59.262127 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9a78c352-1de5-4f37-b00c-7a91e534c23c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2373357 May 06 12:44:59.263708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39808) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:59.274816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:59.355044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f53ef0-a18f-476e-973a-727d7151307a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:59.411293 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:59.415404 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Added segment 0920ae7f-da98-447e-9f63-32a71a705f22 of type vlan for network 85b00faa-9e20-4ac0-9663-878ec94411ff May 06 12:44:59.416238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:59.543189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:59.559404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:59.565673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:59.580257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:59.602633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:59.692984 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:59.725699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0bc3-dc31-4c81-9288-5dedfc2d477f req-61867023-8417-4ab1-9dbd-fd55e0131bb6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:59.751438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-468e0bc3-dc31-4c81-9288-5dedfc2d477f req-61867023-8417-4ab1-9dbd-fd55e0131bb6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.7918918 May 06 12:44:59.758665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:00.007186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:00.017423 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:00.038252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-468e0bc3-dc31-4c81-9288-5dedfc2d477f req-2b8fc25e-ca81-469e-b98f-8cd5c28b20c8 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843375 May 06 12:45:00.051046 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:00.052239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:00.055699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:00.484139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] Pushing event updated for resources: {'Network': ['ID=85b00faa-9e20-4ac0-9663-878ec94411ff,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:00.494641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-464bd491-b367-4bab-b927-422ea9cb54db admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2566588 May 06 12:45:00.497842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39830) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:00.510575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bcb6d4-37bf-4e07-a7b3-c0d4fbb8051f None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:45:00.578264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 85b00faa-9e20-4ac0-9663-878ec94411ff details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:45:00.654348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Request body: {'subnet': {'network_id': '85b00faa-9e20-4ac0-9663-878ec94411ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-856962465-subnet', 'tenant_id': 'a7f8ff91d5bd42de87404e9f05147709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:00.699073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:00.705235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Usage tracker for resource:subnet and tenant:a7f8ff91d5bd42de87404e9f05147709 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:00.709173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:00.716412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:00.735505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-67bcb6d4-37bf-4e07-a7b3-c0d4fbb8051f None None] Deleting port d38302e5-f53b-48af-af48-ca2c3549d28d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:00.736068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67bcb6d4-37bf-4e07-a7b3-c0d4fbb8051f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:00.756131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Made reservation on behalf of a7f8ff91d5bd42de87404e9f05147709 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:00.759187 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:00.808921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39836) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:00.821773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1815990621-network', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:00.833706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:00.846255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Usage tracker for resource:network and tenant:d08ee2fd73394f24a732edbeaefba6c9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:00.852732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:00.864219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:00.971241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e56ea581-2082-429c-aefd-0d7b65751861 req-f6f87f5e-2c48-42b4-bbb1-17f355db6696 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1472445 May 06 12:45:01.025244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Made reservation on behalf of d08ee2fd73394f24a732edbeaefba6c9 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:01.031059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:01.075666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002772c-6989-45a3-a4f0-4244451dffba req-bee9a6ee-054f-4be5-beb2-c5ce760cf97b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:01.077190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-bee9a6ee-054f-4be5-beb2-c5ce760cf97b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 1.0364091 May 06 12:45:01.085600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:01.115934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Request body: {'port': {'device_id': '2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'admin_state_up': True, 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:01.130425 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d5c6f7-bfb7-4e4f-9898-80f670719952'] response: {'server_uuid': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257', 'code': 200} May 06 12:45:01.182452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:01.456887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:01.459637 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:01.465705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d08ee2fd73394f24a732edbeaefba6c9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:01.469450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41749-cdd0-46fd-ae9c-a42aab8a79b0 req-c8ea20dc-e649-4c6d-baf6-09cd3839bea3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:01.471243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fd41749-cdd0-46fd-ae9c-a42aab8a79b0 req-c8ea20dc-e649-4c6d-baf6-09cd3839bea3 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 945 time: 0.7168095 May 06 12:45:01.481581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:01.494265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:01.646693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:54Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5', 'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'mac_address': 'fa:16:3e:e2:0e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:53Z', 'updated_at': '2022-05-06T12:44:55Z', 'revision_number': 2, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'subnets': [{'id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:01.676444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d38302e5-f53b-48af-af48-ca2c3549d28d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:01.728636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Checking router: b240797e-df65-4f90-abcd-d368e4baefe5 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:45:01.729255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Updating router b240797e-df65-4f90-abcd-d368e4baefe5 port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:45:01.755419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2aea52dc-d247-40db-b398-f5de090711ae req-5c7a45ec-9298-49e7-b526-3ff0fcb95d4e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 210 time: 0.3486965 May 06 12:45:01.764215 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:01.800895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-67bcb6d4-37bf-4e07-a7b3-c0d4fbb8051f None None] For port d38302e5-f53b-48af-af48-ca2c3549d28d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d38302e5-f53b-48af-af48-ca2c3549d28d,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:01.801314 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67bcb6d4-37bf-4e07-a7b3-c0d4fbb8051f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:01.842071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=655c56ce-477a-4c36-8d7b-5f4657e71b32,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:01.891260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:45:01.951763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:01.971601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-67bcb6d4-37bf-4e07-a7b3-c0d4fbb8051f None None] Calling delete_port for d38302e5-f53b-48af-af48-ca2c3549d28d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:01.975340 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c8854a9d-8821-4140-81b5-fd90c791e18d req-b1d7c03d-ecb1-43b6-a9f0-4eb4cbfbd2fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 1096 time: 0.7937644 May 06 12:45:01.976345 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:01.998641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fd41749-cdd0-46fd-ae9c-a42aab8a79b0 req-02030575-6e7f-4625-890c-7f619caa2562 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411656 May 06 12:45:02.030948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Checking segment: {'id': '0920ae7f-da98-447e-9f63-32a71a705f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85b00faa-9e20-4ac0-9663-878ec94411ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:02.031379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Network hostable DHCP agents. Network: 85b00faa-9e20-4ac0-9663-878ec94411ff, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:45:02.069853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:02.089351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:02.109850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Network 85b00faa-9e20-4ac0-9663-878ec94411ff is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:45:02.113926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:02.117449 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.134930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c144c2-cfaa-4bd9-94c1-4503567dc547 req-6da43cb6-bd0f-4505-9e7b-4459a3ae80ca tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:02.137064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38c144c2-cfaa-4bd9-94c1-4503567dc547 req-6da43cb6-bd0f-4505-9e7b-4459a3ae80ca tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.2367542 May 06 12:45:02.167744 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67bcb6d4-37bf-4e07-a7b3-c0d4fbb8051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.169357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 85b00faa-9e20-4ac0-9663-878ec94411ff) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:02.183909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:02.184680 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.227015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Port d38302e5-f53b-48af-af48-ca2c3549d28d update to DOWN by agent not found {{(pid=83958) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 12:45:02.242775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eb1c07-3430-4128-b54f-cd7a42332761 None None] Network 85b00faa-9e20-4ac0-9663-878ec94411ff requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:02.263875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcb6d4-37bf-4e07-a7b3-c0d4fbb8051f None None] No DVR routers for this DVR port d38302e5-f53b-48af-af48-ca2c3549d28d on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:45:02.319082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:45:02.327297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e27e985-8543-44ae-a1e5-13585b03c71e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:02.358863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcb6d4-37bf-4e07-a7b3-c0d4fbb8051f None None] Pushing event deleted for resources: {'Port': ['ID=d38302e5-f53b-48af-af48-ca2c3549d28d,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:02.368641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.369189 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Added segment a2a8a069-d6b7-4424-b1ba-99611c32311b of type vlan for network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb May 06 12:45:02.398230 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c8854a9d-8821-4140-81b5-fd90c791e18d req-46f9f915-121d-41de-b78b-f092d9f04013 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962018 May 06 12:45:02.401907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_pluggable_backend [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Port d38302e5-f53b-48af-af48-ca2c3549d28d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 06 12:45:02.402487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_pluggable_backend [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Reverting IP allocation for 2001:db8::f816:3eff:fec9:e579 {{(pid=83952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 06 12:45:02.449078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.461596 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.509618 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bd7103d-c4a7-4953-91ed-6341df6bc923 req-13dc1ffd-7c81-4427-ac4a-1a5a3f649f20 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.0901868 May 06 12:45:02.526487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7414c4e4-81b7-405d-aa4f-a7e4d2f026d9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0004027 May 06 12:45:02.543266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38c144c2-cfaa-4bd9-94c1-4503567dc547 req-c992c9fd-ecaf-4882-af0b-8fde831adb2a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3961189 May 06 12:45:02.561356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Allocated IP 172.20.0.2 (9ebbe340-12ee-4638-a935-7276a634fe34/a5c14ca8-fc7a-406f-995a-1a05e1f88621/6eefc213-55a0-4512-ace1-285f29bf019b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:02.625324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=8acdfd21-fdda-4aca-845c-2f9e762397c1,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:02.635885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.636959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:02.637608 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.947415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=221bdac7-6c51-4bfb-b107-2ae4b6945fbb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:02.951972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.965699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-75738878-ef97-4e36-8758-88f0203bb6f1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1526442 May 06 12:45:02.967095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:45:02.967646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39856) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:02.977279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Request body: {'subnet': {'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1815990621-subnet', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:02.993806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:03.000869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:03.001989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Usage tracker for resource:subnet and tenant:d08ee2fd73394f24a732edbeaefba6c9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:03.015161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:03.017597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:03.020754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.033720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:03.046276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:03.047322 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.063772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Made reservation on behalf of d08ee2fd73394f24a732edbeaefba6c9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:03.067141 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.089388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbe67a2-c73c-4e3a-86bc-ad8a147ab44f None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:03.116125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:03.166637 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d82ef8fa-0b21-4da9-8be3-5394a30310a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9014025 May 06 12:45:03.173125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39866) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:03.190757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:03.330976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Network 9ebbe340-12ee-4638-a935-7276a634fe34 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:03.357851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:03.364768 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.369394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event updated for resources: {'Port': ['ID=6eefc213-55a0-4512-ace1-285f29bf019b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:03.383086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:03.678189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:03.715931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:03.716611 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.728231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:03.730664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3d4a0-6799-4e9b-ab1e-06d0e6426f4c req-cd93ea0c-bdf2-4fbe-8c73-bc93b2686b66 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:03.731535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-01b3d4a0-6799-4e9b-ab1e-06d0e6426f4c req-cd93ea0c-bdf2-4fbe-8c73-bc93b2686b66 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:03.738375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:03.744736 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-537c77ce-adcf-454d-b660-437a44e168f4 req-1dcdb2dc-80b2-4e35-9f98-e5b531851cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 1097 time: 0.5335693 May 06 12:45:03.750982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:03.765180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Transition to ACTIVE for port object b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:03.768338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-71225708-0299-473e-a407-fa367346222b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6703348 May 06 12:45:03.774786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-01b3d4a0-6799-4e9b-ab1e-06d0e6426f4c req-cd93ea0c-bdf2-4fbe-8c73-bc93b2686b66 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:03.786647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01b3d4a0-6799-4e9b-ab1e-06d0e6426f4c req-cd93ea0c-bdf2-4fbe-8c73-bc93b2686b66 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 931 time: 0.6808941 May 06 12:45:03.801520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Request body: {'port': {'device_id': '2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:03.815379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d149147-1ede-4437-acb9-33a87bd54431 None None] Network 85b00faa-9e20-4ac0-9663-878ec94411ff requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:03.850570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39878) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:03.869523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.870563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:03.874379 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.900797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1304558910-network', 'tenant_id': '70ac2a2fba884907b169030c6d6eb4f4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:03.953010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:03.991714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df431b5c-1083-4e60-a7a9-2f47aacfaa24 req-045e2181-3e2d-4fb5-becc-43912f398362 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:03.996085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df431b5c-1083-4e60-a7a9-2f47aacfaa24 req-045e2181-3e2d-4fb5-becc-43912f398362 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 945 time: 0.4290771 May 06 12:45:04.003658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Usage tracker for resource:network and tenant:70ac2a2fba884907b169030c6d6eb4f4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:04.033776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.052066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:04.085304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:04.124381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01b3d4a0-6799-4e9b-ab1e-06d0e6426f4c req-02895f69-4fdb-406c-a39e-a19c07390d89 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366520 May 06 12:45:04.133954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c77ce-adcf-454d-b660-437a44e168f4 req-c70341b1-ce4e-41af-98db-7b2c2af933ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:04.135776 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-537c77ce-adcf-454d-b660-437a44e168f4 req-c70341b1-ce4e-41af-98db-7b2c2af933ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.3819721 May 06 12:45:04.191858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbbb55-b306-4e94-b94f-ee7d20444c9a None None] Pushing event updated for resources: {'Port': ['ID=b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:04.193300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df431b5c-1083-4e60-a7a9-2f47aacfaa24 req-f67a6993-c921-4016-a442-4330119bba39 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423864 May 06 12:45:04.199765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Made reservation on behalf of 70ac2a2fba884907b169030c6d6eb4f4 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:04.202993 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.223374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '8acdfd21-fdda-4aca-845c-2f9e762397c1'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:45:04.224836 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.244798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.266511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=291a8893-9b71-44bb-b46f-1aaffa09ffe5,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:04.298941 n-d-840847-1 neutron-server[83952]: INFO neutron.db.ipam_backend_mixin [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8acdfd21-fdda-4aca-845c-2f9e762397c1 (CIDR: 2001:db8::/64) May 06 12:45:04.302971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.305810 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-537c77ce-adcf-454d-b660-437a44e168f4 req-c1b385a8-7cfb-4e0a-aaab-21cfd28afb9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87 HTTP/1.1" status: 200 len: 217 time: 0.1608684 May 06 12:45:04.317166 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:45:04.325832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:45:04.487624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Checking segment: {'id': 'a2a8a069-d6b7-4424-b1ba-99611c32311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:04.488199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Network hostable DHCP agents. Network: 221bdac7-6c51-4bfb-b107-2ae4b6945fbb, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:45:04.554275 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b5552b6b-f205-45ec-96c6-6387fec8a5e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3755412 May 06 12:45:04.554275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c77ce-adcf-454d-b660-437a44e168f4 req-d199b0cb-df04-4af5-a75d-b045f3d7833b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:04.556242 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-537c77ce-adcf-454d-b660-437a44e168f4 req-d199b0cb-df04-4af5-a75d-b045f3d7833b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.2402973 May 06 12:45:04.557046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39882) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:04.574796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:04.580080 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a468ea3-e785-49da-acc3-6ecb27d9e861 req-9ca407e9-d788-4bb1-ad2a-9522f4fa7728 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1039057 May 06 12:45:04.661978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Attempting to bind port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:04.661978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Attempting to bind port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:04.662632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Attempting to bind port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 on network 313cbf39-1760-43e3-8604-7c46dab04b4e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:04.663354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:04.734401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:04.734757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Checking segment: {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:04.735382 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.735850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Bound using segment: {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:04.736422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Bound port: b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:04.736959 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.754401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Usage tracker for resource:security_group_rule and tenant:70ac2a2fba884907b169030c6d6eb4f4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:04.772491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:04.843675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:45:04.865374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:04.871128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Allocated IP 2001:db8::f816:3eff:feb5:fce7 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/8acdfd21-fdda-4aca-845c-2f9e762397c1/91899a32-1f82-407c-85ae-7879b7606142) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:04.931329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 221bdac7-6c51-4bfb-b107-2ae4b6945fbb) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:04.948067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:04.949478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.950560 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d535501b-33d5-40c5-ab0d-5c61b1e100f5 None None] Network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:04.972991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] For port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:05.039790 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-04a66fac-00e5-4071-a93a-34982e7fe8ba admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0662446 May 06 12:45:05.043257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39886) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:05.080360 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-537c77ce-adcf-454d-b660-437a44e168f4 req-b4a32253-b1d7-446f-9125-f1bf49b19be0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5164602 May 06 12:45:05.091215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:05.101597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] For port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:05.122429 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.137534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:05.151203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Usage tracker for resource:router and tenant:d08ee2fd73394f24a732edbeaefba6c9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:05.183030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:05.201729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133ba02-3ef5-4fb4-aa3c-211b628e930c req-ca1b1935-9827-4ab8-a454-094612e4bee9 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:05.207526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6133ba02-3ef5-4fb4-aa3c-211b628e930c req-ca1b1935-9827-4ab8-a454-094612e4bee9 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.6921594 May 06 12:45:05.286361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:05.290854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:05.300621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbbb55-b306-4e94-b94f-ee7d20444c9a None None] Pushing event updated for resources: {'Port': ['ID=b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:05.309254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:05.339597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:05.345008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2e1c0-9b69-407f-bd11-e8d95f16f3c0 req-762da174-0d0c-42ef-881d-26d176ead386 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:05.346378 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9a2e1c0-9b69-407f-bd11-e8d95f16f3c0 req-762da174-0d0c-42ef-881d-26d176ead386 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.5952764 May 06 12:45:05.378985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.384357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:05.391605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.409323 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6133ba02-3ef5-4fb4-aa3c-211b628e930c req-334ae604-6629-45dd-b7b7-539a96f90d4b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990056 May 06 12:45:05.424851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.426853 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.451185 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.468006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Transition to ACTIVE for port object 91899a32-1f82-407c-85ae-7879b7606142 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:05.488370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.499932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Transition to ACTIVE for port object 91899a32-1f82-407c-85ae-7879b7606142 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:05.509399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:45:05.529585 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.587091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0743f1-0b78-4f63-94c9-430187e29df5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:05.633031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:45:05.660092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:05.660826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:44:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:05.670216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-624d226d-bb08-46e8-b414-a697dfe10b3d req-eeb5ebb5-12c2-43d0-933b-a6bcd495e7b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1468427 May 06 12:45:05.736852 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.737320 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Added segment 191a5f08-6ef2-435c-a68c-0885189bd08e of type vlan for network 3433bff6-c8c7-4d1b-92ca-1545d784423f May 06 12:45:05.745830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9a2e1c0-9b69-407f-bd11-e8d95f16f3c0 req-dc655af3-9983-4ba6-8540-9604ba683851 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3881836 May 06 12:45:05.782486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eefc213-55a0-4512-ace1-285f29bf019b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:05.799045 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.831723 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.840183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Transition to ACTIVE for port object 6eefc213-55a0-4512-ace1-285f29bf019b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:05.849869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.911846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:05.928430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:05.931380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:05.946682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee71238-92ea-4fc3-8274-7b9c9a05b641 req-86850a23-756f-4b54-86b8-1142e373ff2a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:05.954024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ee71238-92ea-4fc3-8274-7b9c9a05b641 req-86850a23-756f-4b54-86b8-1142e373ff2a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 931 time: 0.3181615 May 06 12:45:06.010797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Pushing event updated for resources: {'Port': ['ID=91899a32-1f82-407c-85ae-7879b7606142,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:06.052300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Pushing event updated for resources: {'Port': ['ID=6eefc213-55a0-4512-ace1-285f29bf019b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:06.058368 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.060158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:06.060158 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.115709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:06.130724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-221bdac7-6c51-4bfb-b107-2ae4b6945fbb', 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'fixed_ips': [{'subnet_id': '291a8893-9b71-44bb-b46f-1aaffa09ffe5'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:45:06.131561 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.200122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Attempting to bind port 91899a32-1f82-407c-85ae-7879b7606142 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:06.200122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Attempting to bind port 91899a32-1f82-407c-85ae-7879b7606142 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:06.200122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Attempting to bind port 91899a32-1f82-407c-85ae-7879b7606142 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:06.235286 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-537c77ce-adcf-454d-b660-437a44e168f4 req-2e5153d4-2716-444b-9d2e-84248a803768 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1370482 May 06 12:45:06.275221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:06.275221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:06.275706 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.275868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:06.276347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Bound port: 91899a32-1f82-407c-85ae-7879b7606142, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:06.276725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.302862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:06.335497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ee71238-92ea-4fc3-8274-7b9c9a05b641 req-31b922e8-7f12-49c1-8cba-8f7f0f28ec88 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802180 May 06 12:45:06.382637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.442502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.534856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] Pushing event updated for resources: {'Network': ['ID=3433bff6-c8c7-4d1b-92ca-1545d784423f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:06.545243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-953581c8-fe80-4749-afc0-b9420e6c499c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6692038 May 06 12:45:06.550809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39898) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:06.581170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Request body: {'subnet': {'network_id': '3433bff6-c8c7-4d1b-92ca-1545d784423f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1304558910-subnet', 'tenant_id': '70ac2a2fba884907b169030c6d6eb4f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:06.603025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:06.617940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3433bff6-c8c7-4d1b-92ca-1545d784423f details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:45:06.636989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Attempting to bind port 6eefc213-55a0-4512-ace1-285f29bf019b on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:06.637478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Attempting to bind port 6eefc213-55a0-4512-ace1-285f29bf019b by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:06.637903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Attempting to bind port 6eefc213-55a0-4512-ace1-285f29bf019b on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:06.642833 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-537c77ce-adcf-454d-b660-437a44e168f4 req-a31a951c-953b-4712-a6ea-5c48ecb79b22 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009552 May 06 12:45:06.650008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Usage tracker for resource:subnet and tenant:70ac2a2fba884907b169030c6d6eb4f4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:06.659128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:06.670099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81d7246e-3432-4029-8b84-d4ebb8b0dd5e req-e2428dba-57b8-454e-b319-d3f7c064e58f tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.0748906 May 06 12:45:06.675380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:06.684958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Port 6eefc213-55a0-4512-ace1-285f29bf019b on network 9ebbe340-12ee-4638-a935-7276a634fe34 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:45:06.691064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Attempting to bind port 6eefc213-55a0-4512-ace1-285f29bf019b on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:06.705326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcbe68-ecbf-4f95-9e8d-b276937eeb8d req-9d1845de-4e14-4dc0-81e2-e2fc9acd9497 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:06.713596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3bcbe68-ecbf-4f95-9e8d-b276937eeb8d req-9d1845de-4e14-4dc0-81e2-e2fc9acd9497 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 945 time: 0.4005153 May 06 12:45:06.734377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:06.734801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Checking segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:06.735318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Bound using segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:06.735998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Bound port: 6eefc213-55a0-4512-ace1-285f29bf019b, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:06.736449 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.824179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Made reservation on behalf of 70ac2a2fba884907b169030c6d6eb4f4 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:06.827973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.947937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.956946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] For port 91899a32-1f82-407c-85ae-7879b7606142, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:06.976106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3bcbe68-ecbf-4f95-9e8d-b276937eeb8d req-f27ad5ab-dcca-4896-9d0c-2cbbaedb9f36 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219296 May 06 12:45:06.997750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.004950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Allocated IP 172.20.0.2 (221bdac7-6c51-4bfb-b107-2ae4b6945fbb/291a8893-9b71-44bb-b46f-1aaffa09ffe5/c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:07.049291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] For port 91899a32-1f82-407c-85ae-7879b7606142, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=91899a32-1f82-407c-85ae-7879b7606142,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:07.096124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.120639 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.134644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] For port 6eefc213-55a0-4512-ace1-285f29bf019b, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:07.142720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40573d96-10c2-4c28-8c9a-c8e19ec4cb0c req-5201a1f0-111d-48cd-9c52-cfce74a4886e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:07.144530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40573d96-10c2-4c28-8c9a-c8e19ec4cb0c req-5201a1f0-111d-48cd-9c52-cfce74a4886e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.2958009 May 06 12:45:07.148047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] For port 6eefc213-55a0-4512-ace1-285f29bf019b, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6eefc213-55a0-4512-ace1-285f29bf019b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:07.161666 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.288420 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.306013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:07.367096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40573d96-10c2-4c28-8c9a-c8e19ec4cb0c req-7e389335-19fb-4210-954b-4899916bdf73 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985443 May 06 12:45:07.374786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=05eb8c93-26e8-4755-823f-6788d4cc9d69,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:07.390407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:07.420775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:07.422184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.436353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd4889-8a74-4b0b-8fc3-661a20e2d16a None None] Pushing event updated for resources: {'Port': ['ID=91899a32-1f82-407c-85ae-7879b7606142,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:07.442891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.444336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] 10.222.0.48 "PUT /v2.0/ports/6eefc213-55a0-4512-ace1-285f29bf019b HTTP/1.1" status: 200 len: 1091 time: 3.6529143 May 06 12:45:07.448717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4', 'tag': '6eefc213-55a0-4512-ace1-285f29bf019b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:07.482662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fa27f-ab96-476d-9670-44ead7154db5 service neutron] Pushing event updated for resources: {'Port': ['ID=6eefc213-55a0-4512-ace1-285f29bf019b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:07.598827 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-56a37a3b-8c4b-48e7-a496-a080a97a3949 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0376632 May 06 12:45:07.600121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39910) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:07.609981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Allocated IP 172.25.7.240 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/2f21948c-8eae-497b-83ca-10143e99644a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:07.628300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:46:12:b9', 'name': 'tempest-NetworksTestDHCPv6-635591263'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:07.849453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:54Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5', 'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'mac_address': 'fa:16:3e:e2:0e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:53Z', 'updated_at': '2022-05-06T12:45:04Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'subnets': [{'id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:07.860549 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.865867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e4f2-83c6-4d6b-b77d-785d888b4788 None None] The sync data for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 is: [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:54Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5', 'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'mac_address': 'fa:16:3e:e2:0e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:53Z', 'updated_at': '2022-05-06T12:45:04Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'subnets': [{'id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:45:07.873877 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.907946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Transition to ACTIVE for port object c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:07.971326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Transition to ACTIVE for port object c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:07.984103 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.008432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d82894-ed7a-4d4a-b45c-56cee94c93b1,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:08.039186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:08.124988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:08.128113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb6b3b-3c93-4916-b59f-809924610328 req-0cbc3496-a311-44f7-8eed-9e429e3a8fbf tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:08.134373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:08.135641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2fb6b3b-3c93-4916-b59f-809924610328 req-0cbc3496-a311-44f7-8eed-9e429e3a8fbf tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.6032381 May 06 12:45:08.145835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:08.151327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:08.156485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:08.158194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:08.180057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Checking segment: {'id': '191a5f08-6ef2-435c-a68c-0885189bd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3433bff6-c8c7-4d1b-92ca-1545d784423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:08.180520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Network hostable DHCP agents. Network: 3433bff6-c8c7-4d1b-92ca-1545d784423f, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:45:08.199294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:08.203627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.212036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffda1e-6e4d-41d7-b734-ac44d601d273 req-c20a81de-d69b-440b-bebf-16ee501f9e44 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:08.213676 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a3ffda1e-6e4d-41d7-b734-ac44d601d273 req-c20a81de-d69b-440b-bebf-16ee501f9e44 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 945 time: 0.3997376 May 06 12:45:08.228244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39916) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:08.237889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-4f9a8b94-9142-48c5-a0b5-9c6f1ecabdae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 1094 time: 0.5457766 May 06 12:45:08.248227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-50b0f14b-2864-4693-a882-484699056a2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Request body: {'floatingip': {'port_id': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:08.390474 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.404204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50b0f14b-2864-4693-a882-484699056a2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.421535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Pushing event updated for resources: {'Port': ['ID=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:08.448004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Attempting to bind port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:08.448604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Attempting to bind port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a2a8a069-d6b7-4424-b1ba-99611c32311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:08.448927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Attempting to bind port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df on network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:08.457008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:08.457833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Checking segment: {'id': 'a2a8a069-d6b7-4424-b1ba-99611c32311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:08.458710 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.460581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Bound using segment: {'id': 'a2a8a069-d6b7-4424-b1ba-99611c32311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:08.466669 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Bound port: c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a8a069-d6b7-4424-b1ba-99611c32311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:08.467275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.555623 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2fb6b3b-3c93-4916-b59f-809924610328 req-cf15f409-b373-47bd-94ea-96046bb53a75 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4190340 May 06 12:45:08.686439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-ded555bf-c6fa-4539-b76b-95857a861e4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6eefc213-55a0-4512-ace1-285f29bf019b HTTP/1.1" status: 200 len: 217 time: 0.4337735 May 06 12:45:08.736238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] For port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:08.740893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] For port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:08.747625 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.771995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 099ab9cf-d1a7-4ff1-9124-eda462437ae0 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:45:08.806777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002772c-6989-45a3-a4f0-4244451dffba req-51f7b5d1-04ee-46dd-8daa-e1cf98657871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:08.809172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-51f7b5d1-04ee-46dd-8daa-e1cf98657871 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.1034427 May 06 12:45:08.811037 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989a3c1c-4b4b-4554-bd59-fda5e6232cc7'] response: {'name': 'network-changed', 'server_uuid': '2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4', 'tag': '6eefc213-55a0-4512-ace1-285f29bf019b', 'status': 'completed', 'code': 200} May 06 12:45:08.817085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Network 3433bff6-c8c7-4d1b-92ca-1545d784423f is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:45:08.859834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd1943-073e-4bbe-9cea-af10b02b2356 req-1e450853-b154-4205-b9f1-4fc707da72a8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:08.868024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efdd1943-073e-4bbe-9cea-af10b02b2356 req-1e450853-b154-4205-b9f1-4fc707da72a8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 943 time: 0.3205664 May 06 12:45:08.872067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cd3cf-5475-4e29-b55f-b55af4099647 None None] Pushing event updated for resources: {'Port': ['ID=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:08.918286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3433bff6-c8c7-4d1b-92ca-1545d784423f) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:08.924868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:08.925865 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.937831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d109120-62b7-4825-a739-4435d4d9b5ba None None] Network 3433bff6-c8c7-4d1b-92ca-1545d784423f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:08.954973 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:09.017959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2098af81-70f3-4e40-b50d-c517bb2e3f96 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4538920 May 06 12:45:09.025380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-ade5413e-ad25-4f45-ae54-2359f59cf235 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859944 May 06 12:45:09.254590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba33732d-1163-4516-a3a7-c653ae1a97ff req-e4506099-33e5-4c17-a6ad-e04775391c29 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1764333 May 06 12:45:09.274792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efdd1943-073e-4bbe-9cea-af10b02b2356 req-62a0cee8-00f6-4642-9ceb-9af4504cfed5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058757 May 06 12:45:09.509755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-328cc980-9844-4852-98a0-d1a895db68c7 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611492 May 06 12:45:09.727487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e30b8-276c-4bbf-a7f1-336a9287b7f9 None None] Network 3433bff6-c8c7-4d1b-92ca-1545d784423f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:09.999258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:10.009636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:10.016681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:10.023907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f002772c-6989-45a3-a4f0-4244451dffba req-407594ca-18b7-4c22-b617-b78e3f38d012 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126877 May 06 12:45:10.064157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bdda38-4789-4f8b-aceb-30ae2106ec54 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:10.077526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=2f21948c-8eae-497b-83ca-10143e99644a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:10.112411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4845b-8832-4f0e-9267-a3ebafcc91e7 req-caa11221-958f-4b6f-838b-c6d0f8e6640e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:10.130009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7de4845b-8832-4f0e-9267-a3ebafcc91e7 req-caa11221-958f-4b6f-838b-c6d0f8e6640e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.5132828 May 06 12:45:10.347478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8:0:1::167 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/05eb8c93-26e8-4755-823f-6788d4cc9d69/099ab9cf-d1a7-4ff1-9124-eda462437ae0) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:10.499531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7de4845b-8832-4f0e-9267-a3ebafcc91e7 req-181b1778-6a0b-4cbf-82b1-a8296dc5141a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677583 May 06 12:45:10.516009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 91899a32-1f82-407c-85ae-7879b7606142 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:10.549343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-496a3b17-f961-4b86-8098-089013c67b3a req-c69cc7ec-b83d-4855-82f7-2e34d8585cbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 1094 time: 0.4144144 May 06 12:45:10.632027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-07dcaa66-fa2b-4e7a-bec5-c25054a20c2b None None] Provisioning for port 91899a32-1f82-407c-85ae-7879b7606142 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:10.926472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 91899a32-1f82-407c-85ae-7879b7606142 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:10.934548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50b0f14b-2864-4693-a882-484699056a2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.954460 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50b0f14b-2864-4693-a882-484699056a2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.960901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a3b17-f961-4b86-8098-089013c67b3a req-24b53bbd-5f89-4152-ace8-9a9521a0b889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:10.969892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-496a3b17-f961-4b86-8098-089013c67b3a req-24b53bbd-5f89-4152-ace8-9a9521a0b889 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.4122996 May 06 12:45:11.062228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 91899a32-1f82-407c-85ae-7879b7606142 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:11.063048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.188858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:fe46:12b9 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/8acdfd21-fdda-4aca-845c-2f9e762397c1/099ab9cf-d1a7-4ff1-9124-eda462437ae0) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:11.453742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.466213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab60b984-fda7-44ec-b601-b396b58a409b None None] Network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:11.532143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-496a3b17-f961-4b86-8098-089013c67b3a req-907dd775-e645-4d40-8636-cba6b650f8b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6eefc213-55a0-4512-ace1-285f29bf019b HTTP/1.1" status: 200 len: 217 time: 0.3053241 May 06 12:45:11.618013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-67ee11d5-5937-4087-a7cb-34b7440c9932 None None] Provisioning for port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:11.707224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a3b17-f961-4b86-8098-089013c67b3a req-c4ee57b5-7283-48f4-bfcc-5b8d0fb2baaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.709690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-496a3b17-f961-4b86-8098-089013c67b3a req-c4ee57b5-7283-48f4-bfcc-5b8d0fb2baaf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.1447859 May 06 12:45:11.712020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 91899a32-1f82-407c-85ae-7879b7606142, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=91899a32-1f82-407c-85ae-7879b7606142,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:11.739207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.748455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.749253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:11.776386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 099ab9cf-d1a7-4ff1-9124-eda462437ae0 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:11.800713 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.801568 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.835478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-496a3b17-f961-4b86-8098-089013c67b3a req-4f4abbb7-8d13-47ca-bd6e-a279c3daed89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137722 May 06 12:45:11.854345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdfb05-c279-43af-9047-ac26a6e65b2e req-33d0a9c5-3b75-42bf-a690-9c7c7a0905e3 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.860724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2bdfb05-c279-43af-9047-ac26a6e65b2e req-33d0a9c5-3b75-42bf-a690-9c7c7a0905e3 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.8862908 May 06 12:45:11.960494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b4042-9013-4c4e-bbb0-ec88f398abb2 None None] Update dhcp port {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '8acdfd21-fdda-4aca-845c-2f9e762397c1', 'ip_address': '2001:db8::f816:3eff:feb5:fce7'}, {'subnet_id': '05eb8c93-26e8-4755-823f-6788d4cc9d69'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '91899a32-1f82-407c-85ae-7879b7606142'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:45:12.008325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-e20226ba-a9f8-45f2-b404-daea8a6975c6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:12.009063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-e20226ba-a9f8-45f2-b404-daea8a6975c6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Synchronizing usage tracker for tenant:a7f8ff91d5bd42de87404e9f05147709 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:12.014084 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-50b0f14b-2864-4693-a882-484699056a2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Floating IP 680bde2f-56c6-4494-a5d7-b6960a275a92 associated. External IP: 172.25.7.198, port: 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257. May 06 12:45:12.021404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=91899a32-1f82-407c-85ae-7879b7606142,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:12.049491 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-605b4042-9013-4c4e-bbb0-ec88f398abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.054376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-e20226ba-a9f8-45f2-b404-daea8a6975c6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Unset dirty status for tenant:a7f8ff91d5bd42de87404e9f05147709 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:12.061233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-e20226ba-a9f8-45f2-b404-daea8a6975c6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/networks?id=85b00faa-9e20-4ac0-9663-878ec94411ff HTTP/1.1" status: 200 len: 824 time: 0.7174907 May 06 12:45:12.071772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:12.122868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2bdfb05-c279-43af-9047-ac26a6e65b2e req-a56209ff-3442-4d47-96e8-31613d69adec tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383392 May 06 12:45:12.133823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-e0e1597e-c243-453d-81f3-5b480b375e78 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/quotas/a7f8ff91d5bd42de87404e9f05147709 HTTP/1.1" status: 200 len: 375 time: 0.0700116 May 06 12:45:12.177737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:12.177737 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.188211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.267194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-d78c9f11-9105-4234-82ed-5154148c6a2f tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7f8ff91d5bd42de87404e9f05147709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112165 May 06 12:45:12.274820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-496a3b17-f961-4b86-8098-089013c67b3a req-4aef6d8c-f8c0-4fb1-abd4-0490492fcd6f service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012563 May 06 12:45:12.369717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:12.383151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7faf4532-c255-46a3-a7b5-3554b6aac9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.386737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:12.391692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:12.396621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:12.397298 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.455065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=099ab9cf-d1a7-4ff1-9124-eda462437ae0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:12.465656 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ff5df6b8-b99a-4e4a-b585-4947427631f4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8484044 May 06 12:45:12.466956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39948) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:12.599048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ad598cbd-c8d5-43bd-b134-ad91582f8419 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 099ab9cf-d1a7-4ff1-9124-eda462437ae0 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:12.599431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad598cbd-c8d5-43bd-b134-ad91582f8419 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.622844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.633566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-605b4042-9013-4c4e-bbb0-ec88f398abb2 None None] Allocated IP 2001:db8:0:1::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/05eb8c93-26e8-4755-823f-6788d4cc9d69/91899a32-1f82-407c-85ae-7879b7606142) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:12.829722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:12.854173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-605b4042-9013-4c4e-bbb0-ec88f398abb2 None None] For port 91899a32-1f82-407c-85ae-7879b7606142, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=91899a32-1f82-407c-85ae-7879b7606142,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:12.871069 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.872064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:12.999802 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-605b4042-9013-4c4e-bbb0-ec88f398abb2 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.023759 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.038395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-605b4042-9013-4c4e-bbb0-ec88f398abb2 None None] Transition to ACTIVE for port object 91899a32-1f82-407c-85ae-7879b7606142 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:13.050794 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-605b4042-9013-4c4e-bbb0-ec88f398abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.062914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:13.148603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-f0a5ee08-41c5-4448-bfac-442784e5398b service neutron] 10.222.0.44 "GET /v2.0/networks/85b00faa-9e20-4ac0-9663-878ec94411ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8711755 May 06 12:45:13.180663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:13.181356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-496a3b17-f961-4b86-8098-089013c67b3a req-d72539a9-bb97-4644-bac9-f7f8bdd33606 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8550272 May 06 12:45:13.225978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:13.226345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.370548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b4042-9013-4c4e-bbb0-ec88f398abb2 None None] Pushing event updated for resources: {'Port': ['ID=91899a32-1f82-407c-85ae-7879b7606142,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:13.386643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53919ab9-5083-40c0-a3c6-8a1d3647b370 req-cb06d9e7-ba93-488c-a523-9ce51728fe14 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:13.399808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53919ab9-5083-40c0-a3c6-8a1d3647b370 req-cb06d9e7-ba93-488c-a523-9ce51728fe14 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 943 time: 0.8437374 May 06 12:45:13.456917 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.470650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad598cbd-c8d5-43bd-b134-ad91582f8419 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.511136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:13.516649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.620526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-b7af8dd6-26f2-4a4f-a2d8-6485961fce52 service neutron] 10.222.0.44 "GET /v2.0/networks/85b00faa-9e20-4ac0-9663-878ec94411ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241555 May 06 12:45:13.637322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53919ab9-5083-40c0-a3c6-8a1d3647b370 req-65a6f823-5241-40cf-9abf-26daa972766f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359817 May 06 12:45:13.661242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 91899a32-1f82-407c-85ae-7879b7606142 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:13.732953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ad598cbd-c8d5-43bd-b134-ad91582f8419 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 099ab9cf-d1a7-4ff1-9124-eda462437ae0 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:13.759844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:13.817676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:13.830421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Router 93e9e113-f469-48d6-967f-e5eb06642ac9 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:45:14.038342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:14.039306 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:14.085755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-645f7e20-5823-4b44-a602-6e7d82a3a172 req-c9e9cf51-e433-4533-9a9c-5a523f4ffae1 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1811895 May 06 12:45:14.286367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a2569-de05-401d-a436-dc43a40f9ede req-302ee96f-aa84-4b71-b127-c06c4ef07930 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:14.294949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-874a2569-de05-401d-a436-dc43a40f9ede req-302ee96f-aa84-4b71-b127-c06c4ef07930 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.2003777 May 06 12:45:14.451204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-874a2569-de05-401d-a436-dc43a40f9ede req-4a721eaf-ee24-4ac7-a0d3-7db202c207e3 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549006 May 06 12:45:14.575921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692fd1f-9d37-43da-a8c2-a24227121a90 req-a31c02e5-e262-496d-ac2e-c38a6233d968 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:14.587490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0692fd1f-9d37-43da-a8c2-a24227121a90 req-a31c02e5-e262-496d-ac2e-c38a6233d968 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.2097011 May 06 12:45:14.598345 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad598cbd-c8d5-43bd-b134-ad91582f8419 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:14.671271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6eefc213-55a0-4512-ace1-285f29bf019b details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:45:14.672467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b7a64b6-bc50-499c-ae39-10d2bb20bbd0 req-a19afae0-a2f8-495c-8807-a3458fe46f10 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 210 time: 0.0821164 May 06 12:45:14.686328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad598cbd-c8d5-43bd-b134-ad91582f8419 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=099ab9cf-d1a7-4ff1-9124-eda462437ae0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:14.698872 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a29435f2-b130-4d5a-8d7c-f2c105e32994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:14.736394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b0f14b-2864-4693-a882-484699056a2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:45:14.763796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0692fd1f-9d37-43da-a8c2-a24227121a90 req-f04d7334-17bd-40fd-bf53-035beb41fd29 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752114 May 06 12:45:14.900425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad598cbd-c8d5-43bd-b134-ad91582f8419 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:14.912919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ad598cbd-c8d5-43bd-b134-ad91582f8419 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/099ab9cf-d1a7-4ff1-9124-eda462437ae0 HTTP/1.1" status: 204 len: 168 time: 2.4448402 May 06 12:45:14.916429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39966) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:14.923738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ce77c34f-50e0-46b9-b10a-fd70b0bb6df1 None None] Provisioning for port 91899a32-1f82-407c-85ae-7879b7606142 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:14.943944 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ce77c34f-50e0-46b9-b10a-fd70b0bb6df1 None None] Provisioning complete for port 91899a32-1f82-407c-85ae-7879b7606142 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:14.944403 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ce77c34f-50e0-46b9-b10a-fd70b0bb6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:15.105205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:45:15.126641 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Sync routers for ids ['93e9e113-f469-48d6-967f-e5eb06642ac9'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:45:15.165504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:15.167920 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-73d72b2e-aa9c-4706-8ace-ab5e5cf83fb7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.0937934 May 06 12:45:15.174706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39972) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:15.185240 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Routers {'93e9e113-f469-48d6-967f-e5eb06642ac9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:15.185872 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:45:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['93e9e113-f469-48d6-967f-e5eb06642ac9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:15.331091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68239afc-0a30-477a-96cc-83e532c33b33 req-b1f75d3e-5bed-40df-a279-7ea558b4350e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:15.332835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68239afc-0a30-477a-96cc-83e532c33b33 req-b1f75d3e-5bed-40df-a279-7ea558b4350e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 943 time: 0.2725289 May 06 12:45:15.420123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148dbfde-e193-4868-8c70-bae6b04eca8a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:15.421680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-148dbfde-e193-4868-8c70-bae6b04eca8a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:15.499558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68239afc-0a30-477a-96cc-83e532c33b33 req-6200cf43-a535-48da-a49f-796d49ebeee1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549809 May 06 12:45:15.504149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-148dbfde-e193-4868-8c70-bae6b04eca8a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:15.508855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-148dbfde-e193-4868-8c70-bae6b04eca8a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5908074 May 06 12:45:15.514130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39978) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:15.676933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6eefc213-55a0-4512-ace1-285f29bf019b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6eefc213-55a0-4512-ace1-285f29bf019b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:15.736883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b5dea2e9-32e8-4eea-8024-c0ec737f8e48 req-64dfed25-d465-478f-a435-6227d05b679b tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.2240193 May 06 12:45:15.761903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6eefc213-55a0-4512-ace1-285f29bf019b', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'port_id': '6eefc213-55a0-4512-ace1-285f29bf019b', 'mac_address': 'fa:16:3e:2b:de:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c14ca8-fc7a-406f-995a-1a05e1f88621', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:45:15.791791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:15.818452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:15.895656 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Set router 93e9e113-f469-48d6-967f-e5eb06642ac9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:15.910012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b0f14b-2864-4693-a882-484699056a2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:45:15.957263 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50b0f14b-2864-4693-a882-484699056a2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.036155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:45:16.108094 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-50b0f14b-2864-4693-a882-484699056a2c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "PUT /v2.0/floatingips/680bde2f-56c6-4494-a5d7-b6960a275a92 HTTP/1.1" status: 200 len: 991 time: 7.8763931 May 06 12:45:16.110688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'tag': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:16.139548 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.158519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b156c9-19c1-48db-8df6-4fc2f0537865 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:16.164854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-28b156c9-19c1-48db-8df6-4fc2f0537865 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6430943 May 06 12:45:16.166336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39990) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:16.167769 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.191387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:16.192069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:45:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:16.417261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3aeb59-8a8d-4788-8b84-f1651197723f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:16.419176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3aeb59-8a8d-4788-8b84-f1651197723f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:16.421224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3aeb59-8a8d-4788-8b84-f1651197723f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:16.422085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ef3aeb59-8a8d-4788-8b84-f1651197723f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:16.449986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc986af-2d73-4a8f-b3bb-dc3a3b09c65c req-1f2296b7-7354-4e9f-aa0a-a5512f158c24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:16.458662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cc986af-2d73-4a8f-b3bb-dc3a3b09c65c req-1f2296b7-7354-4e9f-aa0a-a5512f158c24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.6465917 May 06 12:45:16.482390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d80e3c81-4662-4f3f-94f2-5415cd131e4f req-d86d5c6b-152f-4cb3-82f7-e4fd335a66f9 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 210 time: 0.2108774 May 06 12:45:16.507518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ef3aeb59-8a8d-4788-8b84-f1651197723f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:16.508721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ef3aeb59-8a8d-4788-8b84-f1651197723f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3375401 May 06 12:45:16.513306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39994) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:16.574557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-7648ba3a-95ed-4824-b810-90f9392472c5 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:16.581752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-7648ba3a-95ed-4824-b810-90f9392472c5 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.36 "GET /v2.0/networks?id=85b00faa-9e20-4ac0-9663-878ec94411ff HTTP/1.1" status: 200 len: 824 time: 0.3546958 May 06 12:45:16.600075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cc986af-2d73-4a8f-b3bb-dc3a3b09c65c req-08d16958-7485-4034-9f4f-62277b2c1dac tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402280 May 06 12:45:16.634176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Request body: {'port': {'device_id': 'c174dbb1-41b5-4bd2-a653-815a72595389', 'network_id': '85b00faa-9e20-4ac0-9663-878ec94411ff', 'admin_state_up': True, 'tenant_id': 'a7f8ff91d5bd42de87404e9f05147709'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:16.645252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eefc213-55a0-4512-ace1-285f29bf019b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:16.675252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5d923ca7-80af-4a89-b86c-b97bfeb026bb None None] Could not find standard attr ID for object 099ab9cf-d1a7-4ff1-9124-eda462437ae0. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:45:16.742625 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:16.743367 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.820211 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2f21948c-8eae-497b-83ca-10143e99644a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:45:05Z', 'updated_at': '2022-05-06T12:45:11Z', 'revision_number': 3, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'gw_port': {'id': '2f21948c-8eae-497b-83ca-10143e99644a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:07Z', 'updated_at': '2022-05-06T12:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:16.849549 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Checking router: 93e9e113-f469-48d6-967f-e5eb06642ac9 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:45:16.850106 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Updating router 93e9e113-f469-48d6-967f-e5eb06642ac9 port 2f21948c-8eae-497b-83ca-10143e99644a binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:45:16.898981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:16.908318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:16.929749 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b106cda0-6175-4f32-be81-c8cc00021059'] response: {'name': 'network-changed', 'server_uuid': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'tag': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257', 'status': 'completed', 'code': 200} May 06 12:45:16.934182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Usage tracker for resource:port and tenant:a7f8ff91d5bd42de87404e9f05147709 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:16.953012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:16.986580 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.008786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-be71ea6f-a100-430d-96fd-544ec722dd26 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 05eb8c93-26e8-4755-823f-6788d4cc9d69 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:17.022284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be71ea6f-a100-430d-96fd-544ec722dd26 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.171603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:17.178648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6eefc213-55a0-4512-ace1-285f29bf019b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6eefc213-55a0-4512-ace1-285f29bf019b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:17.212990 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.320829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Made reservation on behalf of a7f8ff91d5bd42de87404e9f05147709 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:17.324185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.366316 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6eefc213-55a0-4512-ace1-285f29bf019b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:17.482641 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.493063 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be71ea6f-a100-430d-96fd-544ec722dd26 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.500935 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Transition to ACTIVE for port object 2f21948c-8eae-497b-83ca-10143e99644a will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:17.518181 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.542088 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.641025 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Attempting to bind port 2f21948c-8eae-497b-83ca-10143e99644a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:17.641567 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Attempting to bind port 2f21948c-8eae-497b-83ca-10143e99644a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:17.642039 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Attempting to bind port 2f21948c-8eae-497b-83ca-10143e99644a on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:17.652463 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:17.653050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:17.653546 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.654026 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:17.654625 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Bound port: 2f21948c-8eae-497b-83ca-10143e99644a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:17.655125 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.663028 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-561806d4-992d-4acf-afe5-f92d8a86473a req-d63b13c2-8e2a-41b2-bfd9-4c60370edd17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 1096 time: 0.7052386 May 06 12:45:17.693609 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23239c-9244-4d09-8162-26853249dd91 None None] Pushing event updated for resources: {'Port': ['ID=2f21948c-8eae-497b-83ca-10143e99644a,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:17.712009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e27f18-d42e-422d-b14b-78d941742384 req-6b191b5d-e9cc-4b58-9afb-eda77fa40041 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:17.724793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9e27f18-d42e-422d-b14b-78d941742384 req-6b191b5d-e9cc-4b58-9afb-eda77fa40041 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 944 time: 0.6060624 May 06 12:45:17.752696 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] For port 2f21948c-8eae-497b-83ca-10143e99644a, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:17.756332 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] For port 2f21948c-8eae-497b-83ca-10143e99644a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2f21948c-8eae-497b-83ca-10143e99644a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:17.762380 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.772869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e13b62-f3da-4eaa-8ee0-a6972a2c6a4f req-594dda5f-26dc-43e5-a8fe-69c3f06ad851 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:17.785572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71e13b62-f3da-4eaa-8ee0-a6972a2c6a4f req-594dda5f-26dc-43e5-a8fe-69c3f06ad851 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.7647583 May 06 12:45:17.828628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6eefc213-55a0-4512-ace1-285f29bf019b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:17.853684 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Routers {'93e9e113-f469-48d6-967f-e5eb06642ac9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:17.854556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561806d4-992d-4acf-afe5-f92d8a86473a req-58769df8-9039-4d02-9498-3fb86e4c2032 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:17.854802 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:45:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['93e9e113-f469-48d6-967f-e5eb06642ac9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:17.855406 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-561806d4-992d-4acf-afe5-f92d8a86473a req-58769df8-9039-4d02-9498-3fb86e4c2032 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 200 len: 916 time: 0.1792879 May 06 12:45:17.942217 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be71ea6f-a100-430d-96fd-544ec722dd26 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.983556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9e27f18-d42e-422d-b14b-78d941742384 req-c071199a-4ce8-4395-86c8-2aaea9a3e715 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576323 May 06 12:45:18.007573 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-561806d4-992d-4acf-afe5-f92d8a86473a req-80e035d0-da04-4426-8816-bdb7eb660f40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 HTTP/1.1" status: 200 len: 999 time: 0.1398714 May 06 12:45:18.012678 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71e13b62-f3da-4eaa-8ee0-a6972a2c6a4f req-cdd280de-9ead-4e45-aead-b221cc252062 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258296 May 06 12:45:18.055034 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23239c-9244-4d09-8162-26853249dd91 None None] Pushing event updated for resources: {'Port': ['ID=2f21948c-8eae-497b-83ca-10143e99644a,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:18.102799 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be71ea6f-a100-430d-96fd-544ec722dd26 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.134730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561806d4-992d-4acf-afe5-f92d8a86473a req-e687e8c6-6ed5-4f35-928e-1606620afa8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:18.136359 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-561806d4-992d-4acf-afe5-f92d8a86473a req-e687e8c6-6ed5-4f35-928e-1606620afa8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 200 len: 854 time: 0.1202755 May 06 12:45:18.207136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71ea6f-a100-430d-96fd-544ec722dd26 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=05eb8c93-26e8-4755-823f-6788d4cc9d69,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:18.217546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be71ea6f-a100-430d-96fd-544ec722dd26 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.254404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-be71ea6f-a100-430d-96fd-544ec722dd26 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/05eb8c93-26e8-4755-823f-6788d4cc9d69 HTTP/1.1" status: 204 len: 168 time: 1.7373648 May 06 12:45:18.255027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40008) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:18.303042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f191f-f610-402c-8a8a-9fa487b99df6 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:18.407520 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] Set router 93e9e113-f469-48d6-967f-e5eb06642ac9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:18.425086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17c9aa57-150d-4f33-ae91-41db478c0333 req-8d4e3917-02bc-466e-9093-bc2b9fb42c15 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 210 time: 0.1208782 May 06 12:45:18.438427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Allocated IP 172.20.0.2 (85b00faa-9e20-4ac0-9663-878ec94411ff/655c56ce-477a-4c36-8d7b-5f4657e71b32/fc9bb0dd-820a-4840-a760-1ca8a86ea79c) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:18.507776 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-561806d4-992d-4acf-afe5-f92d8a86473a req-4edd344d-e556-4f65-9a78-a40108c6eaee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65d1fd16-9391-4fd5-83e8-7b89bb4249e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3610032 May 06 12:45:18.548222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5a411f-6bda-492a-9316-ea5049aecdc7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 8acdfd21-fdda-4aca-845c-2f9e762397c1 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:18.555436 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb5a411f-6bda-492a-9316-ea5049aecdc7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.636643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '680bde2f-56c6-4494-a5d7-b6960a275a92', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:a8:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:44:25Z', 'updated_at': '2022-05-06T12:45:10Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:18.667522 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb5a411f-6bda-492a-9316-ea5049aecdc7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.686374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:45:18.749872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:18.750935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:45:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:18.970352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac712bcf-df44-4d46-b958-8d013db75170 req-4d03975d-9d43-4628-9ec8-98ca2aa6f7c6 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.5500784 May 06 12:45:19.021083 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2f21948c-8eae-497b-83ca-10143e99644a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:45:05Z', 'updated_at': '2022-05-06T12:45:11Z', 'revision_number': 3, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'gw_port': {'id': '2f21948c-8eae-497b-83ca-10143e99644a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:07Z', 'updated_at': '2022-05-06T12:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:19.033852 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0471abe2-03af-49fb-9995-ffb3a6671659 None None] The sync data for ids ['93e9e113-f469-48d6-967f-e5eb06642ac9'] in n-d-840847-1 is: [{'id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2f21948c-8eae-497b-83ca-10143e99644a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:45:05Z', 'updated_at': '2022-05-06T12:45:11Z', 'revision_number': 3, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'gw_port': {'id': '2f21948c-8eae-497b-83ca-10143e99644a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:07Z', 'updated_at': '2022-05-06T12:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:45:19.038027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-561806d4-992d-4acf-afe5-f92d8a86473a req-67442dc5-f42a-4235-af18-b7e87cd8fb0b service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099056 May 06 12:45:19.084151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb5a411f-6bda-492a-9316-ea5049aecdc7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.132647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:19.202451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.254292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.391732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-561806d4-992d-4acf-afe5-f92d8a86473a req-44331703-4314-4b25-80ff-8bf9abd7f845 service neutron] 10.222.0.36 "GET /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465309 May 06 12:45:19.477716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb5a411f-6bda-492a-9316-ea5049aecdc7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.557099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.573621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff58aa-f3d4-4dbe-9011-b9d4f90e8e3c req-60ff7ec0-a253-4916-9d5b-3a54a907c8dc tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:19.586834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ff58aa-f3d4-4dbe-9011-b9d4f90e8e3c req-60ff7ec0-a253-4916-9d5b-3a54a907c8dc tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.8020291 May 06 12:45:19.638577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f46aaa-4874-4cd4-94ec-9c8f3b723ba5 req-4a80fc7a-c149-4fae-acb0-bb35f7fbbec6 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:19.653220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51f46aaa-4874-4cd4-94ec-9c8f3b723ba5 req-4a80fc7a-c149-4fae-acb0-bb35f7fbbec6 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 944 time: 0.4473031 May 06 12:45:19.683813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a411f-6bda-492a-9316-ea5049aecdc7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=8acdfd21-fdda-4aca-845c-2f9e762397c1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:19.697599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Pushing event updated for resources: {'Port': ['ID=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:19.730566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Network 85b00faa-9e20-4ac0-9663-878ec94411ff is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:19.738873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:19.739302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb5a411f-6bda-492a-9316-ea5049aecdc7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.743257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:19.779969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Allocated IP 172.20.0.1 (221bdac7-6c51-4bfb-b107-2ae4b6945fbb/291a8893-9b71-44bb-b46f-1aaffa09ffe5/cf27bb38-3f81-4bef-9341-6b883baff432) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:19.801027 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eb5a411f-6bda-492a-9316-ea5049aecdc7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/8acdfd21-fdda-4aca-845c-2f9e762397c1 HTTP/1.1" status: 204 len: 168 time: 1.5422492 May 06 12:45:19.807075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40018) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:19.819367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ff58aa-f3d4-4dbe-9011-b9d4f90e8e3c req-14811f79-0d65-46b1-8808-1a66be599dd5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309704 May 06 12:45:19.836965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51f46aaa-4874-4cd4-94ec-9c8f3b723ba5 req-aee28729-756a-45e4-b7c5-ab12bf24a683 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820722 May 06 12:45:19.927969 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6611f26c-89bc-4991-8c42-b594de91c762 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168792 May 06 12:45:19.928690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40022) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:19.937893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:19.956058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:19.957070 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.985848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df8050-71ed-4917-9454-ad66f7578dbe None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:20.276622 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-9b51ef90-92c0-4343-b2f1-afbeb383e1f6 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6787465 May 06 12:45:20.290927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Request body: {'port': {'device_id': 'c174dbb1-41b5-4bd2-a653-815a72595389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:20.302264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:20.325829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:20.335953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:20.355015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:20.362234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-62467ac2-ff31-496f-97d4-491b6c19d5b0 None None] Provisioning complete for port 91899a32-1f82-407c-85ae-7879b7606142 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:20.362990 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-62467ac2-ff31-496f-97d4-491b6c19d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.391519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:20.397483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.433630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eb6e8-30ac-4e25-86e2-433eb7b51c47 req-d82cd983-d635-47a2-9735-ce62df7f0523 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:20.436218 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff0eb6e8-30ac-4e25-86e2-433eb7b51c47 req-d82cd983-d635-47a2-9735-ce62df7f0523 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 931 time: 0.2997286 May 06 12:45:20.452408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ef847-3dfb-49e8-9cdf-0948dc0e4065 req-9853ba31-5c8d-46d5-bd67-10e5ea0de1b7 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:20.455260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-017ef847-3dfb-49e8-9cdf-0948dc0e4065 req-9853ba31-5c8d-46d5-bd67-10e5ea0de1b7 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.3523812 May 06 12:45:20.457172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.504651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Transition to ACTIVE for port object cf27bb38-3f81-4bef-9341-6b883baff432 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:20.513598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.586486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '680bde2f-56c6-4494-a5d7-b6960a275a92', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:a8:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:44:25Z', 'updated_at': '2022-05-06T12:45:10Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:20.602419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a99e54-c327-4780-a3fb-988afcdfa4a5 None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '680bde2f-56c6-4494-a5d7-b6960a275a92', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'port_id': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'mac_address': 'fa:16:3e:a8:13:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:44:25Z', 'updated_at': '2022-05-06T12:45:10Z', 'revision_number': 1, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:45:20.627843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.742698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ff0eb6e8-30ac-4e25-86e2-433eb7b51c47 req-4a4bc02c-b86b-4bdf-8080-8b32d79a1aa3 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Synchronizing usage tracker for tenant:a7f8ff91d5bd42de87404e9f05147709 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:20.753672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a9427-2e74-4e35-ad1b-dc984371abf8 None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:45:20.759239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-017ef847-3dfb-49e8-9cdf-0948dc0e4065 req-0b56f8fa-9e9e-4ea2-8717-6bcf0db34f1f tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661638 May 06 12:45:20.761218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a9427-2e74-4e35-ad1b-dc984371abf8 None None] Deleting port 91899a32-1f82-407c-85ae-7879b7606142 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:20.762148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9427-2e74-4e35-ad1b-dc984371abf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.773902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:20.788168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:20.796318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ff0eb6e8-30ac-4e25-86e2-433eb7b51c47 req-4a4bc02c-b86b-4bdf-8080-8b32d79a1aa3 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Unset dirty status for tenant:a7f8ff91d5bd42de87404e9f05147709 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:20.797574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff0eb6e8-30ac-4e25-86e2-433eb7b51c47 req-4a4bc02c-b86b-4bdf-8080-8b32d79a1aa3 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411911 May 06 12:45:20.807541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:21.089613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Pushing event updated for resources: {'Port': ['ID=cf27bb38-3f81-4bef-9341-6b883baff432,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:21.123133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.135759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0d9a9427-2e74-4e35-ad1b-dc984371abf8 None None] For port 91899a32-1f82-407c-85ae-7879b7606142, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=91899a32-1f82-407c-85ae-7879b7606142,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:21.136803 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9427-2e74-4e35-ad1b-dc984371abf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.164502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82a0e0f2-c095-49f5-8721-445f838f1846 req-fd418b88-76e6-4cd5-b5b4-9ecae455336b tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1400959 May 06 12:45:21.360484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a9427-2e74-4e35-ad1b-dc984371abf8 None None] Calling delete_port for 91899a32-1f82-407c-85ae-7879b7606142 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:21.413946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6eefc213-55a0-4512-ace1-285f29bf019b up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:21.463052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.487840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9bb0dd-820a-4840-a760-1ca8a86ea79c {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:21.508660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.514113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bdb9f245-3459-4aea-ac91-5997c915034c None None] Provisioning for port cf27bb38-3f81-4bef-9341-6b883baff432 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:21.527632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bdb9f245-3459-4aea-ac91-5997c915034c None None] Provisioning complete for port cf27bb38-3f81-4bef-9341-6b883baff432 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:21.528119 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f245-3459-4aea-ac91-5997c915034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.562749 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9427-2e74-4e35-ad1b-dc984371abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.562987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c82e8-94a6-4302-8233-c4b9186d9963 req-03c6e7b4-1be7-43b7-9d11-67b057d134d8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:21.567365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-961c82e8-94a6-4302-8233-c4b9186d9963 req-03c6e7b4-1be7-43b7-9d11-67b057d134d8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 944 time: 0.4671953 May 06 12:45:21.617155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Transition to ACTIVE for port object fc9bb0dd-820a-4840-a760-1ca8a86ea79c will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:21.618216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.objects.ports [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:45:21.632506 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.657294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a9427-2e74-4e35-ad1b-dc984371abf8 None None] Pushing event deleted for resources: {'Port': ['ID=91899a32-1f82-407c-85ae-7879b7606142,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:21.659370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6eefc213-55a0-4512-ace1-285f29bf019b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:21.673193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 91899a32-1f82-407c-85ae-7879b7606142 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:21.706774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a9427-2e74-4e35-ad1b-dc984371abf8 None None] No DVR routers for this DVR port 91899a32-1f82-407c-85ae-7879b7606142 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:45:21.709999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6eefc213-55a0-4512-ace1-285f29bf019b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:21.710759 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.721531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89366ff-ef4e-423e-81b4-3ea31d066764 req-da8cc6d6-5b62-4f9e-90e0-465293ffa87b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:21.723216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b89366ff-ef4e-423e-81b4-3ea31d066764 req-da8cc6d6-5b62-4f9e-90e0-465293ffa87b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.3170166 May 06 12:45:21.735709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-961c82e8-94a6-4302-8233-c4b9186d9963 req-8cacea03-47ef-4c00-8637-e16d958bf2ce tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610961 May 06 12:45:21.839110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Port 91899a32-1f82-407c-85ae-7879b7606142 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83955) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 06 12:45:21.840726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Reverting IP allocation for 2001:db8::f816:3eff:feb5:fce7 {{(pid=83955) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 06 12:45:21.845038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:21.883033 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b89366ff-ef4e-423e-81b4-3ea31d066764 req-cfba6ef1-4eeb-4056-9a72-42ee53f81d21 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232119 May 06 12:45:21.884919 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.909899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 91899a32-1f82-407c-85ae-7879b7606142 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:45:21.910245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 91899a32-1f82-407c-85ae-7879b7606142 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:45:21.914553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9f245-3459-4aea-ac91-5997c915034c None None] Port cf27bb38-3f81-4bef-9341-6b883baff432 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:45:21.992183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:22.000499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:22.005792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:22.006459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.043078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97cf0e-3ef0-48d9-b198-5d7a4f6a436d None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:22.043376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=9ec96a79-acc9-450d-9da3-b0964bd4c724,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:22.058886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4a0859a5-cf1c-4b8f-8ef7-3e35d00582ba tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1289263 May 06 12:45:22.061507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40038) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:22.069295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:22.191460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Attempting to bind port fc9bb0dd-820a-4840-a760-1ca8a86ea79c on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:22.192050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Attempting to bind port fc9bb0dd-820a-4840-a760-1ca8a86ea79c by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '0920ae7f-da98-447e-9f63-32a71a705f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85b00faa-9e20-4ac0-9663-878ec94411ff'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:22.192711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Attempting to bind port fc9bb0dd-820a-4840-a760-1ca8a86ea79c on network 85b00faa-9e20-4ac0-9663-878ec94411ff {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:22.194511 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.213990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Port fc9bb0dd-820a-4840-a760-1ca8a86ea79c on network 85b00faa-9e20-4ac0-9663-878ec94411ff not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:45:22.214641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Attempting to bind port fc9bb0dd-820a-4840-a760-1ca8a86ea79c on network 85b00faa-9e20-4ac0-9663-878ec94411ff {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:22.239715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:22.240364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Checking segment: {'id': '0920ae7f-da98-447e-9f63-32a71a705f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85b00faa-9e20-4ac0-9663-878ec94411ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:22.241098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Bound using segment: {'id': '0920ae7f-da98-447e-9f63-32a71a705f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85b00faa-9e20-4ac0-9663-878ec94411ff'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:22.241911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Bound port: fc9bb0dd-820a-4840-a760-1ca8a86ea79c, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0920ae7f-da98-447e-9f63-32a71a705f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '85b00faa-9e20-4ac0-9663-878ec94411ff'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:22.242566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.249066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eefc213-55a0-4512-ace1-285f29bf019b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:22.277191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6eefc213-55a0-4512-ace1-285f29bf019b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6eefc213-55a0-4512-ace1-285f29bf019b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:22.282825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.292373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.314139 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.459304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623cf58-5fc6-4683-9767-8a886a4ba10d req-ccadea24-6b8f-484c-a042-98acefcb5b07 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:22.461162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1623cf58-5fc6-4683-9767-8a886a4ba10d req-ccadea24-6b8f-484c-a042-98acefcb5b07 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.3484936 May 06 12:45:22.463317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:22.471232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a0206-095c-44f1-871c-04d58d3efc27 req-c67ab149-099e-4125-9047-de4aa7f86fa2 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:22.473781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a5a0206-095c-44f1-871c-04d58d3efc27 req-c67ab149-099e-4125-9047-de4aa7f86fa2 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 943 time: 0.3188739 May 06 12:45:22.477944 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '9ec96a79-acc9-450d-9da3-b0964bd4c724'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:45:22.482806 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.507450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6eefc213-55a0-4512-ace1-285f29bf019b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:22.546404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:22.556902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:22.568094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:22.583573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1623cf58-5fc6-4683-9767-8a886a4ba10d req-b7c862f8-72c7-49f6-ab95-e862fd37e107 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087189 May 06 12:45:22.617175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:22.681660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a5a0206-095c-44f1-871c-04d58d3efc27 req-62240bf4-3156-479e-b95c-dfac371a341c tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643333 May 06 12:45:22.715967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.756798 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e1639d-2ea7-4db7-bee1-51e169cc1edd None None] New status for floating IP 680bde2f-56c6-4494-a5d7-b6960a275a92: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:45:22.890026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Allocated IP 2001:db8::f816:3eff:fe76:c376 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/9ec96a79-acc9-450d-9da3-b0964bd4c724/3a258791-96f8-4f36-bc1a-7e890a16c578) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:22.909510 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e854858-ebe1-4df1-bfc6-bb49c4acd675'] response: {'server_uuid': '2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eefc213-55a0-4512-ace1-285f29bf019b', 'code': 200} May 06 12:45:22.934135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.032464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37b73320-8e9a-4344-9bb0-8a5194ceaab5 req-d254f835-bcb2-4968-b52a-cbfaf5aad0e7 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.0774157 May 06 12:45:23.363968 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.391828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Transition to ACTIVE for port object 3a258791-96f8-4f36-bc1a-7e890a16c578 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:23.438975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] For port fc9bb0dd-820a-4840-a760-1ca8a86ea79c, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:23.448761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] For port fc9bb0dd-820a-4840-a760-1ca8a86ea79c, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,segment=NetworkSegment(0920ae7f-da98-447e-9f63-32a71a705f22),segment_id=0920ae7f-da98-447e-9f63-32a71a705f22)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:23.453291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Pushing event updated for resources: {'Port': ['ID=cf27bb38-3f81-4bef-9341-6b883baff432,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:23.453527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Transition to ACTIVE for port object 3a258791-96f8-4f36-bc1a-7e890a16c578 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:23.466037 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.471013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.499505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:23.553007 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:45:23.562258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:23.565715 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:23.574683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:23.577223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Pushing event updated for resources: {'Port': ['ID=3a258791-96f8-4f36-bc1a-7e890a16c578,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:23.661487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.666140 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] 10.222.0.36 "PUT /v2.0/ports/fc9bb0dd-820a-4840-a760-1ca8a86ea79c HTTP/1.1" status: 200 len: 1091 time: 3.3805144 May 06 12:45:23.667081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42907f7a-e8f7-4a1a-9076-db5059408d09 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:23.674276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c174dbb1-41b5-4bd2-a653-815a72595389', 'tag': 'fc9bb0dd-820a-4840-a760-1ca8a86ea79c'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:23.685223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:23.753994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Attempting to bind port 3a258791-96f8-4f36-bc1a-7e890a16c578 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:23.754413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Attempting to bind port 3a258791-96f8-4f36-bc1a-7e890a16c578 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:23.754910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Attempting to bind port 3a258791-96f8-4f36-bc1a-7e890a16c578 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:23.784240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:23.784911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:23.785526 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.786470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:23.787216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Bound port: 3a258791-96f8-4f36-bc1a-7e890a16c578, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:23.787794 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.849187 n-d-840847-1 neutron-server[83955]: INFO neutron.db.ipam_backend_mixin [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ec96a79-acc9-450d-9da3-b0964bd4c724 (CIDR: 2001:db8::/64) May 06 12:45:23.869694 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:45:23.870328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:45:23.911651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460efe08-5ae6-4a75-8d2d-508a4897283f req-a78f7257-0ae2-4e38-b1a8-fa7657793fe6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:23.920064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-460efe08-5ae6-4a75-8d2d-508a4897283f req-a78f7257-0ae2-4e38-b1a8-fa7657793fe6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.5096645 May 06 12:45:23.944552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-44aba2b6-6e04-48f6-a0d8-6115ae63f6cc tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8814728 May 06 12:45:23.955265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca76036-12d9-4b89-8bb3-1d7b8d77a9d2 req-ff6cea6c-fadf-457b-894d-263f69fb9cb0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:23.957483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dca76036-12d9-4b89-8bb3-1d7b8d77a9d2 req-ff6cea6c-fadf-457b-894d-263f69fb9cb0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 945 time: 0.8152187 May 06 12:45:23.966936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40056) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:23.971298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9b60829-e9cf-4637-9653-3504a03fa5e7 req-f4c1715f-c9f0-459d-aea4-4a2b71c124db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 1096 time: 0.7694039 May 06 12:45:23.984683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] For port 3a258791-96f8-4f36-bc1a-7e890a16c578, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:23.988459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] For port 3a258791-96f8-4f36-bc1a-7e890a16c578, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3a258791-96f8-4f36-bc1a-7e890a16c578,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:23.991736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2f21948c-8eae-497b-83ca-10143e99644a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:24.011203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:24.031416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.081685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dca76036-12d9-4b89-8bb3-1d7b8d77a9d2 req-a351a292-4333-460d-a41a-ed4a722e7060 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067357 May 06 12:45:24.172618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286debe-bbbc-4b8f-90d9-fdb23c492474 None None] Pushing event updated for resources: {'Port': ['ID=3a258791-96f8-4f36-bc1a-7e890a16c578,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:24.215775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d5ef146c-740e-4af8-9ede-3dbcbf2f7552 None None] Provisioning complete for port cf27bb38-3f81-4bef-9341-6b883baff432 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:24.216233 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d5ef146c-740e-4af8-9ede-3dbcbf2f7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.270228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9b60829-e9cf-4637-9653-3504a03fa5e7 req-e0921370-ddcc-4ff7-bd6b-a4edeca630b7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183266 May 06 12:45:24.282755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 2f21948c-8eae-497b-83ca-10143e99644a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:24.283741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:24.292628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:24.298313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:24.308970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2f21948c-8eae-497b-83ca-10143e99644a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:24.312681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:24.313139 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.348477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-460efe08-5ae6-4a75-8d2d-508a4897283f req-865e6cae-6e08-42ed-b987-96ed6e780094 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268212 May 06 12:45:24.357433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:24.371948 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.510213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef146c-740e-4af8-9ede-3dbcbf2f7552 None None] Port cf27bb38-3f81-4bef-9341-6b883baff432 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:45:24.613617 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.642178 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028992e9-b1d7-446b-802e-21b7892ce013'] response: {'name': 'network-changed', 'server_uuid': 'c174dbb1-41b5-4bd2-a653-815a72595389', 'tag': 'fc9bb0dd-820a-4840-a760-1ca8a86ea79c', 'status': 'completed', 'code': 200} May 06 12:45:24.648974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 2f21948c-8eae-497b-83ca-10143e99644a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2f21948c-8eae-497b-83ca-10143e99644a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:24.656159 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.657733 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-3e499f00-c9c1-4b82-8abf-819a37d5da63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7f8ff91d5bd42de87404e9f05147709&device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 1094 time: 0.5450070 May 06 12:45:24.729140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b55ac0-6659-495e-8afd-f6e0bbdc6801 req-67d5116f-f816-4aff-aa82-b9428ac75775 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:24.736289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63b55ac0-6659-495e-8afd-f6e0bbdc6801 req-67d5116f-f816-4aff-aa82-b9428ac75775 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.3817151 May 06 12:45:24.800423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=2f21948c-8eae-497b-83ca-10143e99644a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:24.864080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-bfd14b71-b95a-4dc2-9bb1-fd7e78cf9373 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc9bb0dd-820a-4840-a760-1ca8a86ea79c HTTP/1.1" status: 200 len: 217 time: 0.1953864 May 06 12:45:24.995375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-33dc03e2-bbe5-4c37-933a-0cfc220208a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:24.997545 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-33dc03e2-bbe5-4c37-933a-0cfc220208a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=655c56ce-477a-4c36-8d7b-5f4657e71b32 HTTP/1.1" status: 200 len: 864 time: 0.1259689 May 06 12:45:25.055308 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63b55ac0-6659-495e-8afd-f6e0bbdc6801 req-777928bf-502c-4753-be46-dbea766a283c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170207 May 06 12:45:25.062184 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-24980e69-07e2-4b75-83e2-94093b9072f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85b00faa-9e20-4ac0-9663-878ec94411ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564899 May 06 12:45:25.132221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7e6b7-d50c-4df8-863f-727688cc6296 req-82c3c386-9533-4d3b-a8a5-422c88b44660 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:25.145503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21d7e6b7-d50c-4df8-863f-727688cc6296 req-82c3c386-9533-4d3b-a8a5-422c88b44660 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 943 time: 0.2620025 May 06 12:45:25.258411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Router 93e9e113-f469-48d6-967f-e5eb06642ac9 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:45:25.261619 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-fd6edb70-f7e7-4561-9b9d-15bd204b5d16 service neutron] 10.222.0.36 "GET /v2.0/networks/85b00faa-9e20-4ac0-9663-878ec94411ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918097 May 06 12:45:25.391369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21d7e6b7-d50c-4df8-863f-727688cc6296 req-7406bca6-3e7a-49fe-a2cd-c880af981719 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444305 May 06 12:45:25.406127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6feb10f-935a-447c-acc8-7632e6df9837 req-1eea00ca-1832-403f-9f68-e2dbb27a1f4e tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1618218 May 06 12:45:25.407829 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:25.579880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:25.588309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:25.596311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:25.598560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:25.624809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=3265914e-42c3-417a-92b0-abbcf323182e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:25.674301 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-799becb6-4129-4efd-8501-0c8c5aae2e2e req-d658014c-f6ad-4828-9a68-869d8b842a02 service neutron] 10.222.0.36 "GET /v2.0/networks/85b00faa-9e20-4ac0-9663-878ec94411ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041505 May 06 12:45:25.754644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:45:25.764928 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-191bb176-49c1-4837-88fc-28c12c98ad64 admin admin] 10.222.0.44 "PUT /v2.0/routers/93e9e113-f469-48d6-967f-e5eb06642ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5885751 May 06 12:45:25.871683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ca651-7786-4eb1-9e7d-375e71b5bb0e None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:25.888124 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f3296d3-3f8f-43d7-bff3-42e68cf4f39e req-58863b56-ea6b-48e1-857b-5b9e7de71e72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7f8ff91d5bd42de87404e9f05147709&device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 1094 time: 0.1197886 May 06 12:45:25.918283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2f21948c-8eae-497b-83ca-10143e99644a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:25.921246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-edc51a85-7152-44f7-ad1d-3fac3105c15e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9476066 May 06 12:45:25.924002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40070) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:25.936167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:d8:8d:6d', 'name': 'tempest-NetworksTestDHCPv6-732776679'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:26.094380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3296d3-3f8f-43d7-bff3-42e68cf4f39e req-78c43808-e438-4225-bb8b-104ae5d49968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:26.096674 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f3296d3-3f8f-43d7-bff3-42e68cf4f39e req-78c43808-e438-4225-bb8b-104ae5d49968 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85b00faa-9e20-4ac0-9663-878ec94411ff HTTP/1.1" status: 200 len: 925 time: 0.1996369 May 06 12:45:26.110873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a1411-d216-4c0c-bbdb-1d9250047e68 req-c3c0d370-49f4-49ff-91e1-d4209e7f373c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:26.113304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e3a1411-d216-4c0c-bbdb-1d9250047e68 req-c3c0d370-49f4-49ff-91e1-d4209e7f373c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 945 time: 0.4794424 May 06 12:45:26.162015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c704c7ff-0918-4cb7-969f-9ea8bf98b5f9 None None] Provisioning for port 3a258791-96f8-4f36-bc1a-7e890a16c578 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:26.183375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea0c3d-3375-4951-b962-5de05495b234 req-c16119dd-b827-4f4c-94b7-c2752c578e68 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:26.198810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23ea0c3d-3375-4951-b962-5de05495b234 req-c16119dd-b827-4f4c-94b7-c2752c578e68 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.4547625 May 06 12:45:26.308771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:26.315105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:26.321267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:26.334805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:26.358626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2f21948c-8eae-497b-83ca-10143e99644a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:26.363373 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:26.375757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:26.383129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:26.453908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23ea0c3d-3375-4951-b962-5de05495b234 req-da3d8c55-b560-43b5-87f3-f3416c127fcf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533035 May 06 12:45:26.514584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e3a1411-d216-4c0c-bbdb-1d9250047e68 req-a0a3bc04-ec5b-4b9c-a556-179a79ce7a1e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862245 May 06 12:45:26.524472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 62d6f87b-69fd-4d6d-b3cd-3d65fb481d61 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:45:26.665671 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f3296d3-3f8f-43d7-bff3-42e68cf4f39e req-be799ec1-585e-46a9-a04b-6860b3dc8f72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc9bb0dd-820a-4840-a760-1ca8a86ea79c HTTP/1.1" status: 200 len: 217 time: 0.5603049 May 06 12:45:26.748057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3296d3-3f8f-43d7-bff3-42e68cf4f39e req-c3a4135a-9162-459e-95d1-81e5ed33d849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:26.750047 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f3296d3-3f8f-43d7-bff3-42e68cf4f39e req-c3a4135a-9162-459e-95d1-81e5ed33d849 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=655c56ce-477a-4c36-8d7b-5f4657e71b32 HTTP/1.1" status: 200 len: 864 time: 0.0777578 May 06 12:45:26.837254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3a258791-96f8-4f36-bc1a-7e890a16c578 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:26.848562 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f3296d3-3f8f-43d7-bff3-42e68cf4f39e req-9df6ece4-4e25-4e29-9830-96566c0f0b0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85b00faa-9e20-4ac0-9663-878ec94411ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894704 May 06 12:45:27.012105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 3a258791-96f8-4f36-bc1a-7e890a16c578 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:27.026721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3a258791-96f8-4f36-bc1a-7e890a16c578 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:27.027477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.038626 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f3296d3-3f8f-43d7-bff3-42e68cf4f39e req-18142d0e-bdd3-4c1a-b11f-12a875898890 service neutron] 10.222.0.36 "GET /v2.0/networks/85b00faa-9e20-4ac0-9663-878ec94411ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838169 May 06 12:45:27.095940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d9fb8-4e11-458d-b354-6e71e4db2711 None None] Update dhcp port {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '9ec96a79-acc9-450d-9da3-b0964bd4c724', 'ip_address': '2001:db8::f816:3eff:fe76:c376'}, {'subnet_id': '3265914e-42c3-417a-92b0-abbcf323182e'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '3a258791-96f8-4f36-bc1a-7e890a16c578'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:45:27.230397 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.249645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f3296d3-3f8f-43d7-bff3-42e68cf4f39e req-ece0af95-72a2-4b2c-a850-5a01fad4bf2d service neutron] 10.222.0.36 "GET /v2.0/networks/85b00faa-9e20-4ac0-9663-878ec94411ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049124 May 06 12:45:27.253140 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c63d9fb8-4e11-458d-b354-6e71e4db2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.349085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 3a258791-96f8-4f36-bc1a-7e890a16c578, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3a258791-96f8-4f36-bc1a-7e890a16c578,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:27.356702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-bc4bfd53-e937-4c7b-939d-7df6597efabb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 1096 time: 0.5310426 May 06 12:45:27.361343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.524547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=3a258791-96f8-4f36-bc1a-7e890a16c578,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:27.608354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197301f3-1b96-48b1-b04f-05275e14bf7e req-da6b5515-01a9-494d-80d1-b4dbb70587f4 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:27.615700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-197301f3-1b96-48b1-b04f-05275e14bf7e req-da6b5515-01a9-494d-80d1-b4dbb70587f4 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 943 time: 0.7001972 May 06 12:45:27.617071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3a258791-96f8-4f36-bc1a-7e890a16c578 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:27.639410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9029a7-c921-4c8b-97fd-06a318161fcd req-26e9ae9c-f371-4429-bb16-9d76a05ec6dd tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:27.641080 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fb9029a7-c921-4c8b-97fd-06a318161fcd req-26e9ae9c-f371-4429-bb16-9d76a05ec6dd tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.7064991 May 06 12:45:27.697018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3a258791-96f8-4f36-bc1a-7e890a16c578 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:27.697506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.714422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8:0:1::52 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/3265914e-42c3-417a-92b0-abbcf323182e/62d6f87b-69fd-4d6d-b3cd-3d65fb481d61) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:27.768530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::f816:3eff:fed8:8d6d (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/9ec96a79-acc9-450d-9da3-b0964bd4c724/62d6f87b-69fd-4d6d-b3cd-3d65fb481d61) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:27.789344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fb9029a7-c921-4c8b-97fd-06a318161fcd req-5b77e5d1-9083-4e35-b69c-b5e68b8e4460 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212416 May 06 12:45:27.855566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-197301f3-1b96-48b1-b04f-05275e14bf7e req-f5130726-bdb0-4b5a-9825-28e217489490 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076964 May 06 12:45:27.872783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-c0bd9ff0-30f3-4863-b37d-5f4b09504ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:27.872783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-c0bd9ff0-30f3-4863-b37d-5f4b09504ad8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.4991641 May 06 12:45:27.955548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-e5441f58-c525-4960-86d6-46ab86c3e3de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6eefc213-55a0-4512-ace1-285f29bf019b HTTP/1.1" status: 200 len: 217 time: 0.0742266 May 06 12:45:28.408073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85afeb27-cc6c-4fca-ac59-2d5b61cca5fc req-4b87bebd-7dc4-4a4b-b2e7-6175f83bd553 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.3685827 May 06 12:45:28.578350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-af3fdc0e-7c3c-43cb-9cc9-b2a2aec25ebd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:28.581065 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-af3fdc0e-7c3c-43cb-9cc9-b2a2aec25ebd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.6066139 May 06 12:45:28.704237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-d546a2b0-1cef-4226-b8e0-c56e3f07a84e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031275 May 06 12:45:28.963069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c8cce-bad7-459f-85fb-b30e18fc2c0e req-862f09a4-ba48-4e38-8c70-43995db761bb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:28.964859 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-893c8cce-bad7-459f-85fb-b30e18fc2c0e req-862f09a4-ba48-4e38-8c70-43995db761bb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.9276853 May 06 12:45:29.014893 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.087011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 62d6f87b-69fd-4d6d-b3cd-3d65fb481d61 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:29.095546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-14544dc5-fd29-4705-9cd8-5455adaf2a72 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740063 May 06 12:45:29.142338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-893c8cce-bad7-459f-85fb-b30e18fc2c0e req-43f09fae-d0d7-4364-85e6-dc990575d3f7 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574891 May 06 12:45:29.197967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7ec42-7dd9-47fc-98d5-f6eb63eae536 req-72dfe8aa-0ce3-4f4f-aac1-d06778860fd5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:29.199580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11f7ec42-7dd9-47fc-98d5-f6eb63eae536 req-72dfe8aa-0ce3-4f4f-aac1-d06778860fd5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 945 time: 0.4843018 May 06 12:45:29.282193 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.364965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11f7ec42-7dd9-47fc-98d5-f6eb63eae536 req-10eb8645-e794-40df-a421-40327e2a30d6 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499739 May 06 12:45:29.408808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-603fb13c-8d38-4bd8-ab33-5aa76536de0f service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034225 May 06 12:45:29.451223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:29.451223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=62d6f87b-69fd-4d6d-b3cd-3d65fb481d61,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:29.451223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:29.484739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:29.493700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:29.495032 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.496407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c63d9fb8-4e11-458d-b354-6e71e4db2711 None None] Allocated IP 2001:db8:0:1::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/3265914e-42c3-417a-92b0-abbcf323182e/3a258791-96f8-4f36-bc1a-7e890a16c578) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:29.616475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b0827f1d-ec54-48c3-a64c-f132d2fb8004 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6837940 May 06 12:45:29.616800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:29.626726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92077261-dc00-4e4c-932c-0b853bfd0d8f req-caae9477-f121-4f8f-bae1-487bb04425df tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:29.641863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92077261-dc00-4e4c-932c-0b853bfd0d8f req-caae9477-f121-4f8f-bae1-487bb04425df tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.2860663 May 06 12:45:29.784447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92077261-dc00-4e4c-932c-0b853bfd0d8f req-425c4577-fa93-410f-b56f-4a4455a21e47 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384895 May 06 12:45:29.785706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c63d9fb8-4e11-458d-b354-6e71e4db2711 None None] For port 3a258791-96f8-4f36-bc1a-7e890a16c578, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3a258791-96f8-4f36-bc1a-7e890a16c578,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:29.817651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c63d9fb8-4e11-458d-b354-6e71e4db2711 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.841090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c63d9fb8-4e11-458d-b354-6e71e4db2711 None None] Transition to ACTIVE for port object 3a258791-96f8-4f36-bc1a-7e890a16c578 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:29.844202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7c9f1-c1dc-44c2-bdfb-8b94b8c79d88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 62d6f87b-69fd-4d6d-b3cd-3d65fb481d61 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:29.844594 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f1-c1dc-44c2-bdfb-8b94b8c79d88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.846756 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c63d9fb8-4e11-458d-b354-6e71e4db2711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.886489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07193818-a027-4d9b-ab9d-6bd2959fc800 req-609b3d71-941b-4f21-a916-088502565e75 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:29.891830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-07193818-a027-4d9b-ab9d-6bd2959fc800 req-609b3d71-941b-4f21-a916-088502565e75 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 943 time: 0.2771680 May 06 12:45:29.999724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-07193818-a027-4d9b-ab9d-6bd2959fc800 req-7c95d3fb-babe-417c-98e3-ca1f97da566f tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986784 May 06 12:45:30.072959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device fc9bb0dd-820a-4840-a760-1ca8a86ea79c details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:45:30.086246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d9fb8-4e11-458d-b354-6e71e4db2711 None None] Pushing event updated for resources: {'Port': ['ID=3a258791-96f8-4f36-bc1a-7e890a16c578,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:30.150550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f03c657-61fa-4d8d-99bc-ba92f76d8380 req-ed75cb3e-0606-4579-803b-cfeac3a6c41c tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.0632944 May 06 12:45:30.465305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port fc9bb0dd-820a-4840-a760-1ca8a86ea79c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,segment=NetworkSegment(0920ae7f-da98-447e-9f63-32a71a705f22),segment_id=0920ae7f-da98-447e-9f63-32a71a705f22)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:30.540880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'fc9bb0dd-820a-4840-a760-1ca8a86ea79c', 'network_id': '85b00faa-9e20-4ac0-9663-878ec94411ff', 'port_id': 'fc9bb0dd-820a-4840-a760-1ca8a86ea79c', 'mac_address': 'fa:16:3e:32:81:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655c56ce-477a-4c36-8d7b-5f4657e71b32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:45:30.675086 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:30.716431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9bb0dd-820a-4840-a760-1ca8a86ea79c {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:30.760611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port fc9bb0dd-820a-4840-a760-1ca8a86ea79c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,segment=NetworkSegment(0920ae7f-da98-447e-9f63-32a71a705f22),segment_id=0920ae7f-da98-447e-9f63-32a71a705f22)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:30.776380 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:30.913629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:30.924958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f1-c1dc-44c2-bdfb-8b94b8c79d88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.041659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e733f-0ee1-4d4f-8a82-653318be38c0 req-0b91e29c-b0c7-4109-b5b0-20fecb21c63b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:31.046008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['fc9bb0dd-820a-4840-a760-1ca8a86ea79c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:31.052353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c97e733f-0ee1-4d4f-8a82-653318be38c0 req-0b91e29c-b0c7-4109-b5b0-20fecb21c63b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.4024119 May 06 12:45:31.160344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c97e733f-0ee1-4d4f-8a82-653318be38c0 req-7f1c732e-69b5-41df-bb5f-24d05105ec22 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966046 May 06 12:45:31.211416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bd9cb-7aea-4b9d-b524-d98b3454fde1 req-8bf81e82-7e43-44d7-91ed-82763485704c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:31.223253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe9bd9cb-7aea-4b9d-b524-d98b3454fde1 req-8bf81e82-7e43-44d7-91ed-82763485704c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 945 time: 0.3540738 May 06 12:45:31.288294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7c9f1-c1dc-44c2-bdfb-8b94b8c79d88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 62d6f87b-69fd-4d6d-b3cd-3d65fb481d61 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:31.378218 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe9bd9cb-7aea-4b9d-b524-d98b3454fde1 req-8a56eccd-6e9d-4d98-891f-82881fd22fa1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509838 May 06 12:45:31.750257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3a258791-96f8-4f36-bc1a-7e890a16c578 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:31.798680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164450-dbaa-44f3-b00f-8af9ba6f451a req-edcd108b-976b-4bc6-9e8a-455db7018ea8 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:31.805592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c164450-dbaa-44f3-b00f-8af9ba6f451a req-edcd108b-976b-4bc6-9e8a-455db7018ea8 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.2953293 May 06 12:45:31.870203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-99408d70-d8b6-4e36-9f98-e68bd6bea763 req-f64be0fa-d637-4da4-9502-311ce6a4bd03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 1097 time: 0.6035533 May 06 12:45:31.876659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f1-c1dc-44c2-bdfb-8b94b8c79d88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.016687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7c9f1-c1dc-44c2-bdfb-8b94b8c79d88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=62d6f87b-69fd-4d6d-b3cd-3d65fb481d61,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:32.026256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4ac5a06d-9739-4cd7-ae6b-9bf08c84cd35 None None] Provisioning for port 3a258791-96f8-4f36-bc1a-7e890a16c578 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:32.055532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4ac5a06d-9739-4cd7-ae6b-9bf08c84cd35 None None] Provisioning complete for port 3a258791-96f8-4f36-bc1a-7e890a16c578 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:32.056385 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4ac5a06d-9739-4cd7-ae6b-9bf08c84cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.212885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c164450-dbaa-44f3-b00f-8af9ba6f451a req-b075d775-75c1-4e77-8367-25514ab635fb tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758064 May 06 12:45:32.220050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3a258791-96f8-4f36-bc1a-7e890a16c578 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:32.220708 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.320824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-4c0e07f2-cf63-4d51-a5d0-95fb12e1a95f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:32.325133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-4c0e07f2-cf63-4d51-a5d0-95fb12e1a95f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 945 time: 0.5137107 May 06 12:45:32.355794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af928861-2608-4bc5-a193-756fd7512933 req-7094e1a6-c286-4f92-8d59-6c19f14ab14d tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:32.358469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af928861-2608-4bc5-a193-756fd7512933 req-7094e1a6-c286-4f92-8d59-6c19f14ab14d tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 944 time: 0.3402874 May 06 12:45:32.413324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408d70-d8b6-4e36-9f98-e68bd6bea763 req-79731a5e-6b88-4f10-b28e-163574e66655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:32.416867 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-99408d70-d8b6-4e36-9f98-e68bd6bea763 req-79731a5e-6b88-4f10-b28e-163574e66655 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 912 time: 0.4331467 May 06 12:45:32.566110 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ea7c9f1-c1dc-44c2-bdfb-8b94b8c79d88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.583501 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6ea7c9f1-c1dc-44c2-bdfb-8b94b8c79d88 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/62d6f87b-69fd-4d6d-b3cd-3d65fb481d61 HTTP/1.1" status: 204 len: 168 time: 2.9648292 May 06 12:45:32.593064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40158) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:32.641360 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-99408d70-d8b6-4e36-9f98-e68bd6bea763 req-c745605c-b091-41a9-a0cf-696b5fca0f8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12806d48-1681-4f15-ac77-9e2d280b57ed HTTP/1.1" status: 200 len: 1001 time: 0.2097452 May 06 12:45:32.674834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f2bf4c42-acde-4b57-bbd5-3ce3042b2cbd None None] Could not find standard attr ID for object 62d6f87b-69fd-4d6d-b3cd-3d65fb481d61. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:45:32.705746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port 6eefc213-55a0-4512-ace1-285f29bf019b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:32.706337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.900206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408d70-d8b6-4e36-9f98-e68bd6bea763 req-896b6770-b2c3-41c1-885c-9baed8c058c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:32.902007 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-99408d70-d8b6-4e36-9f98-e68bd6bea763 req-896b6770-b2c3-41c1-885c-9baed8c058c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.2526264 May 06 12:45:32.949631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af928861-2608-4bc5-a193-756fd7512933 req-d290f73c-1eb3-435e-ae40-ef1e1c7aabb1 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976711 May 06 12:45:32.962830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0414e9d2-24d3-47a7-b175-f76866c5be9b req-8abd54e6-9cdc-4802-bac3-40dc040803d5 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.2787802 May 06 12:45:33.010289 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-99408d70-d8b6-4e36-9f98-e68bd6bea763 req-80f2588a-f73f-4611-8808-36834c88a412 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935626 May 06 12:45:33.241863 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-99408d70-d8b6-4e36-9f98-e68bd6bea763 req-317c6da6-3ad3-46ad-af4d-be0c9a1cfd8c service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233980 May 06 12:45:33.362522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port 6eefc213-55a0-4512-ace1-285f29bf019b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6eefc213-55a0-4512-ace1-285f29bf019b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:33.363580 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:33.577259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for 6eefc213-55a0-4512-ace1-285f29bf019b owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:33.623215 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-99408d70-d8b6-4e36-9f98-e68bd6bea763 req-a422079c-22af-45f0-b07d-f782f9f52f11 service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758450 May 06 12:45:33.654824 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f627f928-8383-4113-ab97-e4f4dbdffd4f req-78913d23-e02f-43b0-97e0-14fae5cd6fb5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 1097 time: 0.1993091 May 06 12:45:33.666089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580fd0d-a00b-4d94-a81a-7dd02f7862cf tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:33.666925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2580fd0d-a00b-4d94-a81a-7dd02f7862cf tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:33.728962 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f627f928-8383-4113-ab97-e4f4dbdffd4f req-e4380cce-f186-4e17-84bd-6e66bcb89f0b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636511 May 06 12:45:33.731632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2580fd0d-a00b-4d94-a81a-7dd02f7862cf tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:33.732809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2580fd0d-a00b-4d94-a81a-7dd02f7862cf tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.1380830 May 06 12:45:33.736004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40168) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:33.812717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633938dc-5b66-43f4-ad87-926338cab1a3 req-81929a99-c90f-4a42-935e-8d509e181212 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:33.814223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-633938dc-5b66-43f4-ad87-926338cab1a3 req-81929a99-c90f-4a42-935e-8d509e181212 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 945 time: 0.3678508 May 06 12:45:33.822857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754c2e7-2f16-4aac-af5d-b3639d1f167f req-03c038a6-5471-49c2-95f0-f58c9f6d5bfd tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:33.824453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1754c2e7-2f16-4aac-af5d-b3639d1f167f req-03c038a6-5471-49c2-95f0-f58c9f6d5bfd tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.3791955 May 06 12:45:33.844534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34b0fa-8a7a-4a03-b1a2-6cd598e40ee8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:33.846075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-db34b0fa-8a7a-4a03-b1a2-6cd598e40ee8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:33.868288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-db34b0fa-8a7a-4a03-b1a2-6cd598e40ee8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:33.870118 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-db34b0fa-8a7a-4a03-b1a2-6cd598e40ee8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1329260 May 06 12:45:33.872744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40172) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:33.878805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:33.894784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:33.948040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event deleted for resources: {'Port': ['ID=6eefc213-55a0-4512-ace1-285f29bf019b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:33.978421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c082b-d5f9-4704-8f26-d89a682a21ea tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:33.980492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c082b-d5f9-4704-8f26-d89a682a21ea tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:33.982506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c082b-d5f9-4704-8f26-d89a682a21ea tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:33.983379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-558c082b-d5f9-4704-8f26-d89a682a21ea tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:34.010230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-558c082b-d5f9-4704-8f26-d89a682a21ea tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:34.014964 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-558c082b-d5f9-4704-8f26-d89a682a21ea tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1407895 May 06 12:45:34.015640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40176) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:34.055239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-633938dc-5b66-43f4-ad87-926338cab1a3 req-46ac8aaf-f397-4ab7-9276-f934a8daccf5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296801 May 06 12:45:34.063273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1754c2e7-2f16-4aac-af5d-b3639d1f167f req-8cfe418e-523b-4a2e-8634-705b2b0c2cf9 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148602 May 06 12:45:34.085291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device fc9bb0dd-820a-4840-a760-1ca8a86ea79c up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:34.089093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] No DVR routers for this DVR port 6eefc213-55a0-4512-ace1-285f29bf019b on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:45:34.093768 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:34.098083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4', 'name': 'network-vif-deleted', 'tag': '6eefc213-55a0-4512-ace1-285f29bf019b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:34.139426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371d85d4-c4eb-4f99-a3cc-4bbf0b1742d0 req-812a082e-ac61-4b16-9226-b2177e0c141d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "DELETE /v2.0/ports/6eefc213-55a0-4512-ace1-285f29bf019b HTTP/1.1" status: 204 len: 173 time: 1.7979164 May 06 12:45:34.343449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7859c1-eba5-4ed0-bf3d-71b9d2facca6 req-7545baf3-7247-4030-aa7c-7fbfcb56c11f tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:34.356123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e7859c1-eba5-4ed0-bf3d-71b9d2facca6 req-7545baf3-7247-4030-aa7c-7fbfcb56c11f tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.1418638 May 06 12:45:34.495972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e7859c1-eba5-4ed0-bf3d-71b9d2facca6 req-d7599b6d-d071-4154-99ae-97adb9d71e22 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389794 May 06 12:45:34.508042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port fc9bb0dd-820a-4840-a760-1ca8a86ea79c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:34.549426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port fc9bb0dd-820a-4840-a760-1ca8a86ea79c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:34.558453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:34.639813 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005f4b7a-cc65-4e0c-8c69-bbc9d72b31e8'] response: {'server_uuid': '2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4', 'name': 'network-vif-deleted', 'tag': '6eefc213-55a0-4512-ace1-285f29bf019b', 'status': 'completed', 'code': 200} May 06 12:45:34.690936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-186ca97d-5dba-4785-862b-8df9065e3e63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 3265914e-42c3-417a-92b0-abbcf323182e {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:34.703844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-186ca97d-5dba-4785-862b-8df9065e3e63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:34.849857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e660aa3f-4921-4e0b-9178-0389e94ab958 req-c2fa8d6b-8789-4a91-aa33-5258f2159ba7 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.0668070 May 06 12:45:34.858873 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-186ca97d-5dba-4785-862b-8df9065e3e63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:34.877411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa7d49-f7a7-4d15-8d15-93f59e0c0c59 req-c649528d-0580-409e-ab0b-d9be855a6599 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:34.883691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9efa7d49-f7a7-4d15-8d15-93f59e0c0c59 req-c649528d-0580-409e-ab0b-d9be855a6599 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 944 time: 0.3751776 May 06 12:45:34.885065 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:34.930588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c174dbb1-41b5-4bd2-a653-815a72595389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9bb0dd-820a-4840-a760-1ca8a86ea79c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:34.971878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port fc9bb0dd-820a-4840-a760-1ca8a86ea79c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,segment=NetworkSegment(0920ae7f-da98-447e-9f63-32a71a705f22),segment_id=0920ae7f-da98-447e-9f63-32a71a705f22)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:34.984811 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.047244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9efa7d49-f7a7-4d15-8d15-93f59e0c0c59 req-f0790ab1-765a-44b4-894c-4c403a33a1c7 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558206 May 06 12:45:35.061671 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-186ca97d-5dba-4785-862b-8df9065e3e63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.113647 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5267701b-abe4-40d2-9593-ad2130748625'] response: {'server_uuid': 'c174dbb1-41b5-4bd2-a653-815a72595389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9bb0dd-820a-4840-a760-1ca8a86ea79c', 'code': 200} May 06 12:45:35.188216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:35.208996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.209549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.210134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.210759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.211910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.212041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.212628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.213218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.214168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.214889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.215575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:35.357402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6eefc213-55a0-4512-ace1-285f29bf019b no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:35.378869 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ee106132-e927-4cb0-adc9-cf694cf6b48e req-bad6692c-aa2f-4467-9070-87d820e9e993 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 1096 time: 0.2172279 May 06 12:45:35.406950 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-186ca97d-5dba-4785-862b-8df9065e3e63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.465617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ca97d-5dba-4785-862b-8df9065e3e63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=3265914e-42c3-417a-92b0-abbcf323182e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:35.468812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 6eefc213-55a0-4512-ace1-285f29bf019b {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:45:35.469217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6eefc213-55a0-4512-ace1-285f29bf019b not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:45:35.491919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-186ca97d-5dba-4785-862b-8df9065e3e63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.497218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d578a4-4210-4e4a-9fe7-743646aec0f6 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:35.501887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-15fedfc0-8fab-4b4e-a042-0fddcb492d18 req-4fc7079c-94ee-452a-99dd-4514acf88d34 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:35.519916 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-186ca97d-5dba-4785-862b-8df9065e3e63 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/3265914e-42c3-417a-92b0-abbcf323182e HTTP/1.1" status: 204 len: 168 time: 1.5031776 May 06 12:45:35.536484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40196) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:35.540993 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ee106132-e927-4cb0-adc9-cf694cf6b48e req-6fadf305-a33a-4e00-873e-12c8a2868a55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584849 May 06 12:45:35.557542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-15fedfc0-8fab-4b4e-a042-0fddcb492d18 req-4fc7079c-94ee-452a-99dd-4514acf88d34 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:35.560230 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15fedfc0-8fab-4b4e-a042-0fddcb492d18 req-4fc7079c-94ee-452a-99dd-4514acf88d34 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b094fd4-c3f1-4c4d-9dc8-52ae12c4c9e4 HTTP/1.1" status: 200 len: 210 time: 0.1757638 May 06 12:45:35.573345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465892ab-3ff9-4123-a25c-797d427aa49c req-870a4855-5843-4f44-b6cc-f2af68b58d47 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:35.576179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-465892ab-3ff9-4123-a25c-797d427aa49c req-870a4855-5843-4f44-b6cc-f2af68b58d47 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.2878742 May 06 12:45:35.648391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb88f1ca-6f40-44c8-9b7d-b65623abed07 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 9ec96a79-acc9-450d-9da3-b0964bd4c724 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:35.658084 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb88f1ca-6f40-44c8-9b7d-b65623abed07 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.711992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-465892ab-3ff9-4123-a25c-797d427aa49c req-98e2cdc6-fe70-4bb3-80e5-00e2c0dc1be1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294651 May 06 12:45:35.788162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb88f1ca-6f40-44c8-9b7d-b65623abed07 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.872234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe5f84-2f7b-4217-9b0a-fde8c03322c9 req-79c148e6-6f76-4ca2-a281-7de71de2cf1b tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:35.874456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64fe5f84-2f7b-4217-9b0a-fde8c03322c9 req-79c148e6-6f76-4ca2-a281-7de71de2cf1b tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.1481240 May 06 12:45:35.956410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb88f1ca-6f40-44c8-9b7d-b65623abed07 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.984244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64fe5f84-2f7b-4217-9b0a-fde8c03322c9 req-c8908688-c230-4654-9728-82382d15ea3e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010239 May 06 12:45:36.157307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb88f1ca-6f40-44c8-9b7d-b65623abed07 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:36.259946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88f1ca-6f40-44c8-9b7d-b65623abed07 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec96a79-acc9-450d-9da3-b0964bd4c724,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:36.283764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb88f1ca-6f40-44c8-9b7d-b65623abed07 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:36.367887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db44e098-7b79-4363-9b5e-825fa8383d1a req-8808cd42-98d2-4fab-9215-55f385914fb2 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1806543 May 06 12:45:36.431207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40214) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:36.432087 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fb88f1ca-6f40-44c8-9b7d-b65623abed07 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/9ec96a79-acc9-450d-9da3-b0964bd4c724 HTTP/1.1" status: 204 len: 168 time: 0.8895390 May 06 12:45:36.519913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Sync routers for ids ['93e9e113-f469-48d6-967f-e5eb06642ac9'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:45:36.558714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Routers {'93e9e113-f469-48d6-967f-e5eb06642ac9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:36.559596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:45:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['93e9e113-f469-48d6-967f-e5eb06642ac9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:36.754509 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-12fc3de8-fd3f-47d4-b3d9-0973a14ea204 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3215816 May 06 12:45:36.758241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40222) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:36.767937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:36.836282 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-a6e265e5-140e-448c-810d-a1a16908ce98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5334218 May 06 12:45:36.866977 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d1c32670-ab29-4d4c-8a45-6037df1dda8c req-23010af4-ad48-4676-a4a6-14c8bf8677f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 1097 time: 0.4312131 May 06 12:45:37.005730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Set router 93e9e113-f469-48d6-967f-e5eb06642ac9 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:37.112299 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:37.227352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aab296-8fc9-4174-8491-0320228f58e2 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:37.318803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:37.325468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:37.337881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:37.353344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:37.361642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcf4d8-2167-4931-8fe4-6424d7c688b8 req-e95f79a3-1f65-459e-8647-24347512256e tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:37.370409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2dbcf4d8-2167-4931-8fe4-6424d7c688b8 req-e95f79a3-1f65-459e-8647-24347512256e tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 945 time: 0.6984692 May 06 12:45:37.424015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2e08-5284-463c-9ca5-e04a0232e18e req-2fd4dfcf-054b-4411-86ee-627afe84711f tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:37.431246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d1a2e08-5284-463c-9ca5-e04a0232e18e req-2fd4dfcf-054b-4411-86ee-627afe84711f tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.2768216 May 06 12:45:37.461781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:37.464508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c32670-ab29-4d4c-8a45-6037df1dda8c req-2534157a-cf98-4583-a0e9-18989b143281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:37.469135 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d1c32670-ab29-4d4c-8a45-6037df1dda8c req-2534157a-cf98-4583-a0e9-18989b143281 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.5873971 May 06 12:45:37.512204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39dfcf99-ec59-44f2-ad8a-4147317a3159 None None] Provisioning complete for port 3a258791-96f8-4f36-bc1a-7e890a16c578 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:37.512595 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39dfcf99-ec59-44f2-ad8a-4147317a3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:37.565310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2dbcf4d8-2167-4931-8fe4-6424d7c688b8 req-47b2bf5b-822d-477d-a2e5-ffa6b52f731f tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938279 May 06 12:45:37.580644 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d1c32670-ab29-4d4c-8a45-6037df1dda8c req-b9c2d8bd-279f-4af8-aff3-db1e5729ea5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87 HTTP/1.1" status: 200 len: 217 time: 0.1045837 May 06 12:45:37.649060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d1a2e08-5284-463c-9ca5-e04a0232e18e req-7c91cea7-a275-4df6-9511-94f698a3c270 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168202 May 06 12:45:37.656280 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:37.715672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c32670-ab29-4d4c-8a45-6037df1dda8c req-6c671b29-a4a6-4a05-a452-de4148fdd2fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:37.723569 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d1c32670-ab29-4d4c-8a45-6037df1dda8c req-6c671b29-a4a6-4a05-a452-de4148fdd2fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.1258411 May 06 12:45:37.817155 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d1c32670-ab29-4d4c-8a45-6037df1dda8c req-12aa11a3-1127-4ba7-b99c-463eed7d2d65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926397 May 06 12:45:38.014633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2f21948c-8eae-497b-83ca-10143e99644a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:45:05Z', 'updated_at': '2022-05-06T12:45:21Z', 'revision_number': 4, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'gw_port': {'id': '2f21948c-8eae-497b-83ca-10143e99644a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:07Z', 'updated_at': '2022-05-06T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'cf27bb38-3f81-4bef-9341-6b883baff432', 'name': '', 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'mac_address': 'fa:16:3e:54:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291a8893-9b71-44bb-b46f-1aaffa09ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:19Z', 'updated_at': '2022-05-06T12:45:21Z', 'revision_number': 2, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'subnets': [{'id': '291a8893-9b71-44bb-b46f-1aaffa09ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:38.023146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Checking router: 93e9e113-f469-48d6-967f-e5eb06642ac9 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:45:38.023719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Updating router 93e9e113-f469-48d6-967f-e5eb06642ac9 port cf27bb38-3f81-4bef-9341-6b883baff432 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:45:38.122315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:38.146684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:38.165100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500a220-564d-48a1-8673-93a5638eee0c None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:45:38.166715 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d1c32670-ab29-4d4c-8a45-6037df1dda8c req-8472ba99-58e8-4435-b0f9-3cd4c414ea4b service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345470 May 06 12:45:38.180973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1500a220-564d-48a1-8673-93a5638eee0c None None] Deleting port 3a258791-96f8-4f36-bc1a-7e890a16c578 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:38.181677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1500a220-564d-48a1-8673-93a5638eee0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:38.195805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85ae45d2-9166-4ff6-b31b-95370a03c34c req-77b1cc49-48a7-4db4-b8de-510105d79c68 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1144505 May 06 12:45:38.208572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:38.212314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:38.217445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:38.218149 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:38.240907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=3c06aeb7-26c3-4b70-a027-ac626e0d0e9b,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:38.261582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b4fef0a9-1232-48f5-8428-b20f6fcb4b74 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4991195 May 06 12:45:38.262825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40238) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:38.269671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:38.537184 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d1c32670-ab29-4d4c-8a45-6037df1dda8c req-a6057ca3-08b6-454b-8e1b-486455008016 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584695 May 06 12:45:38.631149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-d7c7c451-7b63-46fd-ae76-9c18b67386fa tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:38.638314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-d7c7c451-7b63-46fd-ae76-9c18b67386fa tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.3475881 May 06 12:45:38.652828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:38.660392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:38.672076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:38.681601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:38.697939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-c2a7abb0-6b65-43d6-bac2-2b1e1c782e26 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/quotas/8529aed8aecf486a95558a9f1e0b52e4 HTTP/1.1" status: 200 len: 375 time: 0.0580139 May 06 12:45:38.787247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:38.791067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:38.841399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-a6a46742-1635-40c1-9145-7be549e478be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 1097 time: 0.1584744 May 06 12:45:38.925343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1500a220-564d-48a1-8673-93a5638eee0c None None] For port 3a258791-96f8-4f36-bc1a-7e890a16c578, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3a258791-96f8-4f36-bc1a-7e890a16c578,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:38.926218 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1500a220-564d-48a1-8673-93a5638eee0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:39.077753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-d7e0a1b0-3d57-4137-867d-ee7c204a7df3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3781285 May 06 12:45:39.085049 n-d-840847-1 neutron-server[83955]: INFO neutron.db.ipam_backend_mixin [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c06aeb7-26c3-4b70-a027-ac626e0d0e9b (CIDR: 2001:db8::/64) May 06 12:45:39.092574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e7843-9b55-4909-bd89-5aca093bca4d req-d76e8895-bea4-46cc-bb8c-d5203f1fb81f tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:39.094721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c3e7843-9b55-4909-bd89-5aca093bca4d req-d76e8895-bea4-46cc-bb8c-d5203f1fb81f tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 945 time: 0.2000711 May 06 12:45:39.097857 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:45:39.099388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:45:39.105264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-b727cf0c-4f2a-41d8-9d6f-ca727316c7da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:39.106917 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-b727cf0c-4f2a-41d8-9d6f-ca727316c7da service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.2421699 May 06 12:45:39.144998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1500a220-564d-48a1-8673-93a5638eee0c None None] Calling delete_port for 3a258791-96f8-4f36-bc1a-7e890a16c578 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:39.226007 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-f7202968-8ff6-48c0-a80b-d6cbd6a13ec2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87 HTTP/1.1" status: 200 len: 217 time: 0.1105754 May 06 12:45:39.342204 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1500a220-564d-48a1-8673-93a5638eee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:39.373493 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-571fb4ca-f209-472d-a49b-0de509a89280 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1091723 May 06 12:45:39.376883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40254) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:39.385198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:39.411157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c3e7843-9b55-4909-bd89-5aca093bca4d req-bdaf98fd-54b3-4360-90f6-efa2533382fb tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807913 May 06 12:45:39.467151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500a220-564d-48a1-8673-93a5638eee0c None None] Pushing event deleted for resources: {'Port': ['ID=3a258791-96f8-4f36-bc1a-7e890a16c578,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:39.481872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-2f02f7f3-2551-4a35-9c78-04e71018c46b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:39.483896 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-2f02f7f3-2551-4a35-9c78-04e71018c46b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.2491717 May 06 12:45:39.491457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500a220-564d-48a1-8673-93a5638eee0c None None] No DVR routers for this DVR port 3a258791-96f8-4f36-bc1a-7e890a16c578 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:45:39.505101 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:39.523099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-04b8f8d3-b596-43ec-8871-5eadba70dcf8 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158480 May 06 12:45:39.527413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b10aa-5206-41aa-8227-0b3d2999f20d None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:39.677104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Transition to ACTIVE for port object cf27bb38-3f81-4bef-9341-6b883baff432 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:39.681121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3a258791-96f8-4f36-bc1a-7e890a16c578 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:39.705755 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-45ef9b85-8bb5-423b-bbd9-4ed3d0d0cc6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114749 May 06 12:45:39.707136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:39.727419 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:39.738751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:39.745719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:39.766326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 3a258791-96f8-4f36-bc1a-7e890a16c578 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:45:39.766737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3a258791-96f8-4f36-bc1a-7e890a16c578 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:45:39.830712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:39.868449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:39.920431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a477d-6f53-4074-bf65-3c850c869321 None None] Pushing event updated for resources: {'Port': ['ID=cf27bb38-3f81-4bef-9341-6b883baff432,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:40.035426 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-a9b56f27-883f-4517-901e-1307de914613 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210244 May 06 12:45:40.036692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef38ce-eacc-4ce3-933f-adb6cfb9cf29 req-1c6f1e0d-2df4-401e-9cee-7b2e2ac29804 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:40.038330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cef38ce-eacc-4ce3-933f-adb6cfb9cf29 req-1c6f1e0d-2df4-401e-9cee-7b2e2ac29804 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.3464468 May 06 12:45:40.094825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-187f7c81-0a7a-4481-b9e7-ef6cc91c7213 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647831 May 06 12:45:40.106805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cef38ce-eacc-4ce3-933f-adb6cfb9cf29 req-5f92be23-dd16-45cc-99f1-eac51b7bb347 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626979 May 06 12:45:40.436179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Attempting to bind port cf27bb38-3f81-4bef-9341-6b883baff432 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:40.437783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Attempting to bind port cf27bb38-3f81-4bef-9341-6b883baff432 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a2a8a069-d6b7-4424-b1ba-99611c32311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:40.439057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Attempting to bind port cf27bb38-3f81-4bef-9341-6b883baff432 on network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:40.703955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:40.704403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Checking segment: {'id': 'a2a8a069-d6b7-4424-b1ba-99611c32311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:40.704755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.705146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Bound using segment: {'id': 'a2a8a069-d6b7-4424-b1ba-99611c32311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:40.705640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Bound port: cf27bb38-3f81-4bef-9341-6b883baff432, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a8a069-d6b7-4424-b1ba-99611c32311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:40.706079 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.722229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-799bd8f5-30ce-4918-b803-e28903fd13da req-6cb3582f-e073-4f9a-abfd-c831bfb46d5a tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1004934 May 06 12:45:40.877133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.903866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '3c06aeb7-26c3-4b70-a027-ac626e0d0e9b'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:45:40.905185 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:41.012781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83dea8fe-7200-476d-a291-459fb39291cc req-5997d31d-76b8-4c1d-bd4d-321a4fea8abc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 210 time: 0.1408503 May 06 12:45:41.131373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c9489-288f-4b4e-8ecb-696c286fed20 req-39962ee3-d030-4b2e-af46-208813199ef7 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:41.132959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f15c9489-288f-4b4e-8ecb-696c286fed20 req-39962ee3-d030-4b2e-af46-208813199ef7 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 945 time: 0.2220898 May 06 12:45:41.168804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] For port cf27bb38-3f81-4bef-9341-6b883baff432, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:41.205213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] For port cf27bb38-3f81-4bef-9341-6b883baff432, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cf27bb38-3f81-4bef-9341-6b883baff432,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:41.213716 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:41.412050 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75b1cfca-ae61-44bd-be9f-b501260ae852 req-065c29f8-6b52-4e4a-bd01-f4126348fb4d service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3635352 May 06 12:45:41.449727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f15c9489-288f-4b4e-8ecb-696c286fed20 req-70257003-8e09-461e-866a-2dbaf2086c91 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801175 May 06 12:45:41.626662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a477d-6f53-4074-bf65-3c850c869321 None None] Pushing event updated for resources: {'Port': ['ID=cf27bb38-3f81-4bef-9341-6b883baff432,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:41.717602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Routers {'93e9e113-f469-48d6-967f-e5eb06642ac9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:41.718411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:45:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['93e9e113-f469-48d6-967f-e5eb06642ac9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:41.801764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/3c06aeb7-26c3-4b70-a027-ac626e0d0e9b/5826635f-e614-4111-9118-4aa4a45a1223) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:41.903929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1462d91-8f18-400f-8ec2-6a558713753c req-cabe47e6-0edb-4ce0-9c23-c86075b3e204 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:41.915129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1462d91-8f18-400f-8ec2-6a558713753c req-cabe47e6-0edb-4ce0-9c23-c86075b3e204 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.2667625 May 06 12:45:42.059661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1462d91-8f18-400f-8ec2-6a558713753c req-c5bdc219-83ad-493a-96e2-c34c8c85b7de tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429884 May 06 12:45:42.239157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:45:42.247942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.430704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-470cf814-8c16-4f7f-b033-4d19b844cc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.505135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:42.525173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:42.529935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:42.530519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.575151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-024f1b19-1a5e-4fa3-a238-c93c9a73c0e9 req-06e69b03-5a46-4d7e-96ab-f1776ccb934e tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1261175 May 06 12:45:42.575625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=a7929065-53af-4e2f-b17b-827b6bb010f1,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:42.577056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] Set router 93e9e113-f469-48d6-967f-e5eb06642ac9 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:42.616366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.616719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.617118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.623132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.623481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.623818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.624157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.624485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.624813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.625138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.625467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.634729 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3df5df04-7f96-4295-8e34-3d03e9c7749a tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2561343 May 06 12:45:42.639221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40296) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:42.663059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:eb:7c:61', 'name': 'tempest-NetworksTestDHCPv6-1370747899'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:42.820048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb74bfaa-25f1-4d5a-b8b5-a372a6315b4e req-728efa1b-054a-47fa-866b-96280cad8ba0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 210 time: 0.2671213 May 06 12:45:43.210448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-b5f89e63-8265-4ba6-b39c-f5b1f430bb25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3390129 May 06 12:45:43.235141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:43.272437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cff60-ba6e-4aae-8727-a2d5df403359 req-613df27b-82f5-41a4-a00e-ddabb7172ce0 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:43.280152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:43.285266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-469cff60-ba6e-4aae-8727-a2d5df403359 req-613df27b-82f5-41a4-a00e-ddabb7172ce0 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 945 time: 0.3279033 May 06 12:45:43.296666 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.326929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:43.332481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.408144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.423887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2f21948c-8eae-497b-83ca-10143e99644a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:45:05Z', 'updated_at': '2022-05-06T12:45:21Z', 'revision_number': 4, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'gw_port': {'id': '2f21948c-8eae-497b-83ca-10143e99644a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:07Z', 'updated_at': '2022-05-06T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'cf27bb38-3f81-4bef-9341-6b883baff432', 'name': '', 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'mac_address': 'fa:16:3e:54:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291a8893-9b71-44bb-b46f-1aaffa09ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:19Z', 'updated_at': '2022-05-06T12:45:41Z', 'revision_number': 4, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'subnets': [{'id': '291a8893-9b71-44bb-b46f-1aaffa09ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:43.432953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Transition to ACTIVE for port object 5826635f-e614-4111-9118-4aa4a45a1223 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:43.449214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f982c8de-79d9-4254-97ac-4fe88833f990 None None] The sync data for ids ['93e9e113-f469-48d6-967f-e5eb06642ac9'] in n-d-840847-1 is: [{'id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2f21948c-8eae-497b-83ca-10143e99644a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:45:05Z', 'updated_at': '2022-05-06T12:45:21Z', 'revision_number': 4, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'gw_port': {'id': '2f21948c-8eae-497b-83ca-10143e99644a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:07Z', 'updated_at': '2022-05-06T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'cf27bb38-3f81-4bef-9341-6b883baff432', 'name': '', 'network_id': '221bdac7-6c51-4bfb-b107-2ae4b6945fbb', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'mac_address': 'fa:16:3e:54:9e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '291a8893-9b71-44bb-b46f-1aaffa09ffe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:19Z', 'updated_at': '2022-05-06T12:45:41Z', 'revision_number': 4, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'subnets': [{'id': '291a8893-9b71-44bb-b46f-1aaffa09ffe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:45:43.450584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:45:43.495001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Transition to ACTIVE for port object 5826635f-e614-4111-9118-4aa4a45a1223 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:43.504207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.614842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-469cff60-ba6e-4aae-8727-a2d5df403359 req-b82a61fa-d994-4304-860e-836547060c77 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252332 May 06 12:45:43.693939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Pushing event updated for resources: {'Port': ['ID=5826635f-e614-4111-9118-4aa4a45a1223,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:43.720799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:43.741642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:43.755179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:43.958529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cf27bb38-3f81-4bef-9341-6b883baff432 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:44.133242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-a8c71f2c-7c2d-4cb1-b358-212f397f26fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 1096 time: 0.6786416 May 06 12:45:44.174337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Attempting to bind port 5826635f-e614-4111-9118-4aa4a45a1223 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:44.187490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Attempting to bind port 5826635f-e614-4111-9118-4aa4a45a1223 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:44.188272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Attempting to bind port 5826635f-e614-4111-9118-4aa4a45a1223 on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:44.237546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:44.237929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:44.238337 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:44.238842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:44.239351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Bound port: 5826635f-e614-4111-9118-4aa4a45a1223, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:44.245630 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:44.478155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::3ca (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/3c06aeb7-26c3-4b70-a027-ac626e0d0e9b/21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:44.507036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:7c61 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/a7929065-53af-4e2f-b17b-827b6bb010f1/21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:44.530732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41af4e39-3db6-4230-91ea-0860fa47bc36 req-f9fdc748-f25f-4900-9d4c-6d1b8c57784a tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.3799789 May 06 12:45:44.682248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port cf27bb38-3f81-4bef-9341-6b883baff432 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:44.683412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bcdc7624-7352-49a7-ba31-3374ade0afc0 req-ba7e877d-a6a6-4b37-8e31-d3220b3f5698 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 210 time: 0.1263912 May 06 12:45:44.715379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cf27bb38-3f81-4bef-9341-6b883baff432 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:44.715929 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:44.851172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-6513c953-3b7a-4451-ab78-9c3db447d790 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:44.854521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-6513c953-3b7a-4451-ab78-9c3db447d790 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 1.2055902 May 06 12:45:44.856782 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-99270c42-1e7e-47ea-a633-cefc6e59597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:44.878535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Request body: {'port': {'device_id': 'a619179c-5535-45c0-ba5b-1a85936d399d', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'admin_state_up': True, 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:44.886973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] For port 5826635f-e614-4111-9118-4aa4a45a1223, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:44.937611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] For port 5826635f-e614-4111-9118-4aa4a45a1223, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5826635f-e614-4111-9118-4aa4a45a1223,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:44.965867 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.087963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-bab5d013-b394-4fe6-b822-27dd09b01b15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:45.099000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-bab5d013-b394-4fe6-b822-27dd09b01b15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.7862542 May 06 12:45:45.243376 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.440752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port cf27bb38-3f81-4bef-9341-6b883baff432, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cf27bb38-3f81-4bef-9341-6b883baff432,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:45.483627 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.495172 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.498559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377e9d4-9123-4cbd-a559-dee55b32ae4e None None] Pushing event updated for resources: {'Port': ['ID=5826635f-e614-4111-9118-4aa4a45a1223,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:45.537524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-8c5a2585-9c09-4ccd-aeb0-d1c9d05a23c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb HTTP/1.1" status: 200 len: 217 time: 0.3727477 May 06 12:45:45.605177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.696146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:45.699992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=cf27bb38-3f81-4bef-9341-6b883baff432,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:45.732329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:45.761367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.822016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:45.850267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456bf3e-ab5f-4f72-920d-adc470a2b0f5 req-46c75e8c-b45f-42f7-adff-8770dca7af48 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:45.865045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f456bf3e-ab5f-4f72-920d-adc470a2b0f5 req-46c75e8c-b45f-42f7-adff-8770dca7af48 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 945 time: 0.4804134 May 06 12:45:45.871101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-a94f4234-460f-44f4-8c91-6fbc86547b81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:45.874933 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-a94f4234-460f-44f4-8c91-6fbc86547b81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.3182681 May 06 12:45:45.997933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:46.009637 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.017527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:46.030257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:46.039249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:46.039952 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.048754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:46.116050 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-49f5da80-35ad-4b71-8f3e-d6feb45565b5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4756830 May 06 12:45:46.117001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40346) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:46.171478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f456bf3e-ab5f-4f72-920d-adc470a2b0f5 req-f825dcb4-58cb-47c0-b2d6-fd3ceb0f20ec tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019633 May 06 12:45:46.225110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-785e1e68-dbb5-4a7b-b4dc-9fc35e3acaff tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:46.225589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-785e1e68-dbb5-4a7b-b4dc-9fc35e3acaff tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.319273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:46.322710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.579621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40350) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:46.583151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30b92504-eb4d-4477-9370-6bf2a61738c7 req-92f99fc9-bcda-4aaf-8361-9af56c1021fb tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.3763375 May 06 12:45:46.590118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930605066', 'description': 'tempest-description--2031979648'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:46.601145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:46.616971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Usage tracker for resource:security_group and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:46.621546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:46.725831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:46.955237 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.009174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37096ef8-6c68-4660-9766-55ba03267039 req-f7f512e6-d693-4872-a530-c20d60cd3ad9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 210 time: 0.2112558 May 06 12:45:47.039163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-785e1e68-dbb5-4a7b-b4dc-9fc35e3acaff tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.075845 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-7f3b987d-d785-4eb3-baa3-98d623db7493 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0416732 May 06 12:45:47.427980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be3513d-7780-4c48-9bb6-8a18bd22f688 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:47.492137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:47.505623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Usage tracker for resource:security_group_rule and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:47.515635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:47.525424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:47.616273 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.622659 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.637804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Allocated IP 172.20.0.12 (9ebbe340-12ee-4638-a935-7276a634fe34/a5c14ca8-fc7a-406f-995a-1a05e1f88621/d7fa1f2f-acda-408c-af60-c32bf1bddb9f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:47.655349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.673212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9fd9f922-1174-4f61-ad38-5ff18e54ada0 None None] Provisioning for port 5826635f-e614-4111-9118-4aa4a45a1223 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:47.761649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-785e1e68-dbb5-4a7b-b4dc-9fc35e3acaff tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:47.910625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-3cc875aa-3442-4d22-b8fc-2c254d4ea3b0 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:47.911386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-3cc875aa-3442-4d22-b8fc-2c254d4ea3b0 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Synchronizing usage tracker for tenant:a7f8ff91d5bd42de87404e9f05147709 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:47.986269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-3cc875aa-3442-4d22-b8fc-2c254d4ea3b0 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Unset dirty status for tenant:a7f8ff91d5bd42de87404e9f05147709 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:47.990749 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-3cc875aa-3442-4d22-b8fc-2c254d4ea3b0 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.36 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 945 time: 1.3005960 May 06 12:45:48.017094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaef263-c3c1-41a8-81bb-7ad3af3242cf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:48.049155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5826635f-e614-4111-9118-4aa4a45a1223 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:48.171378 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-5baae633-4cc3-40ce-9bad-a73489d0a90f service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0811968 May 06 12:45:48.233466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Deleting port fc9bb0dd-820a-4840-a760-1ca8a86ea79c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:48.234323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.270192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5c291-8445-4919-8e22-3bcd1e52b5de None None] Update dhcp port {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'fixed_ips': [{'subnet_id': '3c06aeb7-26c3-4b70-a027-ac626e0d0e9b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7929065-53af-4e2f-b17b-827b6bb010f1'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '5826635f-e614-4111-9118-4aa4a45a1223'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:45:48.288263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6470b860-b656-4b1b-b1d5-33af4169403a req-51aaeace-24eb-4b64-9999-b74342fbcf91 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.2046449 May 06 12:45:48.289518 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.297389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eb77588d-d9c1-43e1-ac07-0d62a49a5648 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.7172308 May 06 12:45:48.298732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40364) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:48.321523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 5826635f-e614-4111-9118-4aa4a45a1223 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:48.369239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Request body: {'security_group_rule': {'security_group_id': 'bbaef263-c3c1-41a8-81bb-7ad3af3242cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:48.372418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 5826635f-e614-4111-9118-4aa4a45a1223 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:48.372771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.387746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:48.398869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Usage tracker for resource:security_group_rule and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:48.409062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:48.419391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:48.556069 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aca5c291-8445-4919-8e22-3bcd1e52b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.684099 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d949c622-3f7f-4df9-b24a-2564b7225262 req-b5359cad-bd59-4b94-bbed-0df3bde84129 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.2624085 May 06 12:45:48.766866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.903286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 5826635f-e614-4111-9118-4aa4a45a1223, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5826635f-e614-4111-9118-4aa4a45a1223,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:48.909742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.910964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cf27bb38-3f81-4bef-9341-6b883baff432 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:48.936487 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.041716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.052998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ac2f355e-ce6d-4066-af21-c9475391119e req-6ea98acc-94a7-4492-ba03-028696ba43eb tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:49.061161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.066130 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.128178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f850c485-ea01-4984-ab02-f16ebcc73dce,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:49.141202 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.142427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-511f3af2-bd37-4cd1-9f27-298347d7f555 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8052230 May 06 12:45:49.161261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40374) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:49.186023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Request body: {'security_group_rule': {'security_group_id': 'bbaef263-c3c1-41a8-81bb-7ad3af3242cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:49.189294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-aca5c291-8445-4919-8e22-3bcd1e52b5de None None] Allocated IP 2001:db8:0:1:f816:3eff:feae:6334 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/a7929065-53af-4e2f-b17b-827b6bb010f1/5826635f-e614-4111-9118-4aa4a45a1223) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:49.191152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=5826635f-e614-4111-9118-4aa4a45a1223,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:49.214732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ac2f355e-ce6d-4066-af21-c9475391119e req-6ea98acc-94a7-4492-ba03-028696ba43eb tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:49.215837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:49.216029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac2f355e-ce6d-4066-af21-c9475391119e req-6ea98acc-94a7-4492-ba03-028696ba43eb tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 210 time: 0.3212292 May 06 12:45:49.270971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292ecc3-d6b9-4422-81ef-72928ec50f94 req-7ff10d94-1399-4c8a-bb70-24f697f7ee50 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:49.274052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Usage tracker for resource:security_group_rule and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:49.285222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9292ecc3-d6b9-4422-81ef-72928ec50f94 req-7ff10d94-1399-4c8a-bb70-24f697f7ee50 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 945 time: 1.4927065 May 06 12:45:49.334095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a18c1b8-67d6-4411-b85b-b9376948b0f9 req-17db0c2e-d557-40f4-9831-c8fa61726634 service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1612360 May 06 12:45:49.377249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:49.386321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9292ecc3-d6b9-4422-81ef-72928ec50f94 req-e932bdab-4468-4502-88b5-4b22d0c4523d tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015866 May 06 12:45:49.393134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.430260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:49.453386 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-785e1e68-dbb5-4a7b-b4dc-9fc35e3acaff tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.513701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Network 9ebbe340-12ee-4638-a935-7276a634fe34 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:49.518214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:49.520991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:49.525749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:49.555305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cf27bb38-3f81-4bef-9341-6b883baff432 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:49.555878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.642223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e1e68-dbb5-4a7b-b4dc-9fc35e3acaff tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:49.671828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.762525 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6213968b-1ba6-494a-80da-ca47f58db05e req-dce7b1a8-fc0a-4c56-b82d-853b72431fd0 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.0855515 May 06 12:45:49.918765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event updated for resources: {'Port': ['ID=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:49.939775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:49.941090 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.978920 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-a105df0e-d336-411e-99c9-82a52e808a95 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1078587 May 06 12:45:50.000031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Request body: {'port': {'device_id': 'a619179c-5535-45c0-ba5b-1a85936d399d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:50.071897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aca5c291-8445-4919-8e22-3bcd1e52b5de None None] For port 5826635f-e614-4111-9118-4aa4a45a1223, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5826635f-e614-4111-9118-4aa4a45a1223,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:50.162366 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aca5c291-8445-4919-8e22-3bcd1e52b5de None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.175746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device fc9bb0dd-820a-4840-a760-1ca8a86ea79c no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:50.182309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] For port fc9bb0dd-820a-4840-a760-1ca8a86ea79c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,segment=NetworkSegment(0920ae7f-da98-447e-9f63-32a71a705f22),segment_id=0920ae7f-da98-447e-9f63-32a71a705f22)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:50.182995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.223942 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.240873 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-785e1e68-dbb5-4a7b-b4dc-9fc35e3acaff tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.377415 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-785e1e68-dbb5-4a7b-b4dc-9fc35e3acaff tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae HTTP/1.1" status: 204 len: 168 time: 4.2588084 May 06 12:45:50.380642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:50.384696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5826635f-e614-4111-9118-4aa4a45a1223 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:50.536021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Calling delete_port for fc9bb0dd-820a-4840-a760-1ca8a86ea79c owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:50.590914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aca5c291-8445-4919-8e22-3bcd1e52b5de None None] Transition to ACTIVE for port object 5826635f-e614-4111-9118-4aa4a45a1223 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:50.617504 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aca5c291-8445-4919-8e22-3bcd1e52b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.743997 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.755696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.931236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54157b6-6639-49e4-a0d9-6cafddcc14c2,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:50.969127 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.986965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.991000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5c291-8445-4919-8e22-3bcd1e52b5de None None] Pushing event updated for resources: {'Port': ['ID=5826635f-e614-4111-9118-4aa4a45a1223,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:50.995463 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-af7f5462-b9d4-4736-883c-091fe80330a2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8261874 May 06 12:45:50.999545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40404) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:51.025801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:51.043079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:51.059819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Usage tracker for resource:floatingip and tenant:7269a567c60f43f8910fe046bea427d7 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:51.079270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:51.191457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:51.195031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:51.283278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecddae-adde-405a-95e4-3f82891d192b req-4bf8f030-6bcb-442f-94bf-6ac715c3a6cf tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.291462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96ecddae-adde-405a-95e4-3f82891d192b req-4bf8f030-6bcb-442f-94bf-6ac715c3a6cf tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/ports?device_id=c174dbb1-41b5-4bd2-a653-815a72595389 HTTP/1.1" status: 200 len: 945 time: 0.6092904 May 06 12:45:51.316518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Pushing event deleted for resources: {'Port': ['ID=fc9bb0dd-820a-4840-a760-1ca8a86ea79c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:51.366179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f91b76-6f07-40c7-9f11-bf6327827c54 req-a99e72bf-d118-4ac4-a855-66bcb5d8d830 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.367091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93ab25b-e20e-4fe8-ba0e-b1a9fafbc4c5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.367663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1f91b76-6f07-40c7-9f11-bf6327827c54 req-a99e72bf-d118-4ac4-a855-66bcb5d8d830 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 932 time: 0.8219297 May 06 12:45:51.367868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a93ab25b-e20e-4fe8-ba0e-b1a9fafbc4c5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:51.381070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] No DVR routers for this DVR port fc9bb0dd-820a-4840-a760-1ca8a86ea79c on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:45:51.384005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:51.424757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c174dbb1-41b5-4bd2-a653-815a72595389', 'name': 'network-vif-deleted', 'tag': 'fc9bb0dd-820a-4840-a760-1ca8a86ea79c'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:51.432484 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a1c13961-a467-4149-a439-9b8dba6ac3cd req-49ebf651-ac62-40eb-bd24-89a20e117822 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.36 "DELETE /v2.0/ports/fc9bb0dd-820a-4840-a760-1ca8a86ea79c HTTP/1.1" status: 204 len: 173 time: 3.4256263 May 06 12:45:51.435852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a93ab25b-e20e-4fe8-ba0e-b1a9fafbc4c5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:51.440430 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a93ab25b-e20e-4fe8-ba0e-b1a9fafbc4c5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9278042 May 06 12:45:51.441322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40412) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:51.444704 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:51.492197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96ecddae-adde-405a-95e4-3f82891d192b req-6c777623-092d-44cf-bd71-cc6969e28dc3 tempest-ServersNegativeTestMultiTenantJSON-2027335161 tempest-ServersNegativeTestMultiTenantJSON-2027335161-project] 10.222.0.44 "GET /v2.0/security-groups?id=82f53ef0-a18f-476e-973a-727d7151307a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997445 May 06 12:45:51.714076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f4041-50fe-40e8-bf77-1413d72ac31c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.718213 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-920f4041-50fe-40e8-bf77-1413d72ac31c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2753985 May 06 12:45:51.723654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40416) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:51.762991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1f91b76-6f07-40c7-9f11-bf6327827c54 req-d98e164a-3cd7-4e3b-a77a-97eac66eae62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632767 May 06 12:45:51.776784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fa1f2f-acda-408c-af60-c32bf1bddb9f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:51.836433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:51.873953 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9608d272-5243-487b-a827-c9623a21ef31 req-9b8e8b1f-7533-4786-a0a1-19895644cd30 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.0909882 May 06 12:45:51.920845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Transition to ACTIVE for port object d7fa1f2f-acda-408c-af60-c32bf1bddb9f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:51.932486 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:51.954671 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7857499c-f399-42dd-b565-84d586416a50'] response: {'server_uuid': 'c174dbb1-41b5-4bd2-a653-815a72595389', 'name': 'network-vif-deleted', 'tag': 'fc9bb0dd-820a-4840-a760-1ca8a86ea79c', 'status': 'completed', 'code': 200} May 06 12:45:51.959868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e8e5a-c57b-4bb7-ac51-8266b8da08d4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.961973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e8e5a-c57b-4bb7-ac51-8266b8da08d4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.964514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e8e5a-c57b-4bb7-ac51-8266b8da08d4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.965669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-006e8e5a-c57b-4bb7-ac51-8266b8da08d4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:52.030412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-006e8e5a-c57b-4bb7-ac51-8266b8da08d4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:52.033134 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-006e8e5a-c57b-4bb7-ac51-8266b8da08d4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3004341 May 06 12:45:52.052154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:52.196220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-82994d1a-b88b-4619-864a-483f9ae2fc4b None None] Could not find standard attr ID for object 21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:45:52.225711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-82994d1a-b88b-4619-864a-483f9ae2fc4b None None] Provisioning for port 5826635f-e614-4111-9118-4aa4a45a1223 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:52.235551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-82994d1a-b88b-4619-864a-483f9ae2fc4b None None] Provisioning complete for port 5826635f-e614-4111-9118-4aa4a45a1223 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:52.236063 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-82994d1a-b88b-4619-864a-483f9ae2fc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:52.263966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:52.308438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:52.449451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5826635f-e614-4111-9118-4aa4a45a1223 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:52.679792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Attempting to bind port d7fa1f2f-acda-408c-af60-c32bf1bddb9f on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:52.680010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Attempting to bind port d7fa1f2f-acda-408c-af60-c32bf1bddb9f by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:52.680347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Attempting to bind port d7fa1f2f-acda-408c-af60-c32bf1bddb9f on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:52.692968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Port d7fa1f2f-acda-408c-af60-c32bf1bddb9f on network 9ebbe340-12ee-4638-a935-7276a634fe34 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:45:52.693433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Attempting to bind port d7fa1f2f-acda-408c-af60-c32bf1bddb9f on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:52.710432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40436) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:52.710970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:52.711311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Checking segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:52.711706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Bound using segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:52.712187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Bound port: d7fa1f2f-acda-408c-af60-c32bf1bddb9f, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:52.712510 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:52.765800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 5826635f-e614-4111-9118-4aa4a45a1223 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:52.766321 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:52.822135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-de56fada-e43a-4752-b903-3cbad7e4aa64 admin admin] Deleting subnet 655c56ce-477a-4c36-8d7b-5f4657e71b32 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:52.827249 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de56fada-e43a-4752-b903-3cbad7e4aa64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:52.881664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3455e210-0232-4db8-a44f-f36c20688205 None None] Could not find standard attr ID for object 21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:45:52.960622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de56fada-e43a-4752-b903-3cbad7e4aa64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.002089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b90c6f3-754f-42ad-af79-344146be0b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 3c06aeb7-26c3-4b70-a027-ac626e0d0e9b {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:53.009967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b90c6f3-754f-42ad-af79-344146be0b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.081265 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de56fada-e43a-4752-b903-3cbad7e4aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.100830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Allocated IP 172.25.7.44 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/b6660491-2537-460a-a60d-d7421ccbb3b6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:53.120702 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b90c6f3-754f-42ad-af79-344146be0b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.321701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] For port d7fa1f2f-acda-408c-af60-c32bf1bddb9f, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:53.325930 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ba928f9-ed73-4785-b601-a4d7a6b460eb req-cc8fbdc5-c2a8-481a-b1cf-c4fa4603157a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e654f9e91af4697a71ab9c205e58fcb&device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1109948 May 06 12:45:53.423714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ba928f9-ed73-4785-b601-a4d7a6b460eb req-e6890601-c822-4365-9ca7-88e3e7dd770a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0e654f9e91af4697a71ab9c205e58fcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300598 May 06 12:45:53.437106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b90c6f3-754f-42ad-af79-344146be0b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.437393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] For port d7fa1f2f-acda-408c-af60-c32bf1bddb9f, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:53.440280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5314cfec-f9e7-4862-a2ad-a547a5c2a04f req-92063417-16c1-4200-a0db-135653a24c38 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.1006854 May 06 12:45:53.467949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.498616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.555098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b90c6f3-754f-42ad-af79-344146be0b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.609285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90c6f3-754f-42ad-af79-344146be0b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=3c06aeb7-26c3-4b70-a027-ac626e0d0e9b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:53.612515 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.617562 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b90c6f3-754f-42ad-af79-344146be0b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.631431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d5e55-03a5-4f17-952b-6818452bc1f1 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:53.646504 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.648505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] 10.222.0.48 "PUT /v2.0/ports/d7fa1f2f-acda-408c-af60-c32bf1bddb9f HTTP/1.1" status: 200 len: 1092 time: 3.6618600 May 06 12:45:53.650849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a619179c-5535-45c0-ba5b-1a85936d399d', 'tag': 'd7fa1f2f-acda-408c-af60-c32bf1bddb9f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:53.662637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:53.703403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.704133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.704897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.705440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.706041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.706562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.707216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.707859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.708392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.708882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.709359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e016391-707b-4a3e-b40d-0c1cbe8c6a28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:53.721179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7b90c6f3-754f-42ad-af79-344146be0b73 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/3c06aeb7-26c3-4b70-a027-ac626e0d0e9b HTTP/1.1" status: 204 len: 168 time: 1.6677012 May 06 12:45:53.734549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:53.735698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40450) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:53.739403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:53.772086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de56fada-e43a-4752-b903-3cbad7e4aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.782853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:53.824277 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0227f6-b0b4-4e00-b58f-73c54b31965b'] response: {'name': 'network-changed', 'server_uuid': 'a619179c-5535-45c0-ba5b-1a85936d399d', 'tag': 'd7fa1f2f-acda-408c-af60-c32bf1bddb9f', 'status': 'completed', 'code': 200} May 06 12:45:53.832015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daf5c8-eb6d-4ea0-8b59-00bdae14f98c req-a03768bc-494f-402e-8766-0628270d9cbd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:53.835848 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event updated for resources: {'Port': ['ID=b6660491-2537-460a-a60d-d7421ccbb3b6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:53.840744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62daf5c8-eb6d-4ea0-8b59-00bdae14f98c req-a03768bc-494f-402e-8766-0628270d9cbd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 944 time: 0.7022376 May 06 12:45:53.891318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c03e71-2af2-4149-be27-24b79ba5611e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet a7929065-53af-4e2f-b17b-827b6bb010f1 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:53.899135 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49c03e71-2af2-4149-be27-24b79ba5611e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.905605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56fada-e43a-4752-b903-3cbad7e4aa64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655c56ce-477a-4c36-8d7b-5f4657e71b32,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:53.929676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba928f9-ed73-4785-b601-a4d7a6b460eb req-05e9672d-18d1-4138-afbc-a4f3de65fdea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:53.932304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ba928f9-ed73-4785-b601-a4d7a6b460eb req-05e9672d-18d1-4138-afbc-a4f3de65fdea service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4888697 May 06 12:45:53.940443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de56fada-e43a-4752-b903-3cbad7e4aa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.963033 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62daf5c8-eb6d-4ea0-8b59-00bdae14f98c req-08b3be3f-9e3a-4ad0-a3b8-c092e67d55d1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209707 May 06 12:45:53.967794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-de56fada-e43a-4752-b903-3cbad7e4aa64 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/655c56ce-477a-4c36-8d7b-5f4657e71b32 HTTP/1.1" status: 204 len: 168 time: 1.2450869 May 06 12:45:53.971659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40454) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:54.003439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-c514f813-56a8-46a4-9bd5-a12bda1782ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 1095 time: 0.2831488 May 06 12:45:54.008664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49c03e71-2af2-4149-be27-24b79ba5611e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:54.095001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-bd389dc3-4688-4f3b-92f4-8ca3e44c0fec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7fa1f2f-acda-408c-af60-c32bf1bddb9f HTTP/1.1" status: 200 len: 217 time: 0.0826697 May 06 12:45:54.188400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49c03e71-2af2-4149-be27-24b79ba5611e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:54.195861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-938579da-aeba-4f8b-a116-0c20c5f58897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:54.197687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-938579da-aeba-4f8b-a116-0c20c5f58897 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.0954335 May 06 12:45:54.331908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:54.458213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-c6a66561-ec8f-4dc4-bbc6-24369700ff86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2536123 May 06 12:45:54.463137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49c03e71-2af2-4149-be27-24b79ba5611e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:54.508301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:54.537329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c03e71-2af2-4149-be27-24b79ba5611e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=a7929065-53af-4e2f-b17b-827b6bb010f1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:54.611163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:54.656970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-b0b9034b-53de-4d00-a9f0-3e647f16e541 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893179 May 06 12:45:54.740117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a31ba691-d2f8-4078-9410-313dae2b424b req-782c7517-cf79-4817-96aa-54be637b9d68 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.0494785 May 06 12:45:54.876464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49c03e71-2af2-4149-be27-24b79ba5611e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:54.935549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41001a3-5764-468c-960d-e99867ae0493 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:54.959771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22653c01-f481-441a-9ad0-b4f821a1efc1 req-872a07ef-98c0-4e29-bfda-77c0c039b9e9 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921920 May 06 12:45:55.069322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-249c002b-b21b-449a-922d-b1fcb7e976a5 None None] Provisioning complete for port 5826635f-e614-4111-9118-4aa4a45a1223 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:55.069726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-249c002b-b21b-449a-922d-b1fcb7e976a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.294454 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-49c03e71-2af2-4149-be27-24b79ba5611e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/a7929065-53af-4e2f-b17b-827b6bb010f1 HTTP/1.1" status: 204 len: 168 time: 1.5487039 May 06 12:45:55.297095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6bf69b3-98ae-423b-9064-23a3a9a2bdb6 req-ea3badc2-c832-4be3-9bd6-c5561681acf6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 1095 time: 0.2540796 May 06 12:45:55.300146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40466) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:55.372458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.464373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b00faa-9e20-4ac0-9663-878ec94411ff']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:55.486001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0920ae7f-da98-447e-9f63-32a71a705f22') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:55.486835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0920ae7f-da98-447e-9f63-32a71a705f22') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:55.505967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.526048 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.537111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:45:55.538746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: timer() May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:45:55.562735 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:45:55.585348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c89ce2-c431-4fd1-92b2-e6a198ceaf8b req-30648b62-34dd-4d96-8b62-116af77083f3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:55.593462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c89ce2-c431-4fd1-92b2-e6a198ceaf8b req-30648b62-34dd-4d96-8b62-116af77083f3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 944 time: 0.4141071 May 06 12:45:55.642526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b113bc-aa86-4411-a5e0-f1ba35ff53a7 None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:45:55.666682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-61b113bc-aa86-4411-a5e0-f1ba35ff53a7 None None] Deleting port 5826635f-e614-4111-9118-4aa4a45a1223 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:55.668216 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61b113bc-aa86-4411-a5e0-f1ba35ff53a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.688165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.713990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.726346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b00faa-9e20-4ac0-9663-878ec94411ff,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:55.735898 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d66aeb3a-4afb-447d-9c33-fcbad29a3299 admin admin] 10.222.0.44 "DELETE /v2.0/networks/85b00faa-9e20-4ac0-9663-878ec94411ff HTTP/1.1" status: 204 len: 168 time: 1.7606630 May 06 12:45:55.737287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:55.752181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-97f08d9e-0c26-4ddb-8a14-01399ec89ad7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4505644 May 06 12:45:55.798380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40476) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:55.810425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:55.822881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2a5a67-a5d0-408a-b6fb-ecbd7c794859 admin admin] Deleting subnet c6d82894-ed7a-4d4a-b45c-56cee94c93b1 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:55.825407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:45:55.837838 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5a67-a5d0-408a-b6fb-ecbd7c794859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.894357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.925398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.065866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5a67-a5d0-408a-b6fb-ecbd7c794859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.078311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ba928f9-ed73-4785-b601-a4d7a6b460eb req-acad5ac8-f343-485e-bdec-a37e998cb271 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.2147169 May 06 12:45:56.107257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-61b113bc-aa86-4411-a5e0-f1ba35ff53a7 None None] For port 5826635f-e614-4111-9118-4aa4a45a1223, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5826635f-e614-4111-9118-4aa4a45a1223,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:56.109653 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61b113bc-aa86-4411-a5e0-f1ba35ff53a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.187050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.213105 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.218978 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2135601 May 06 12:45:56.220978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86967cd-f40d-46bc-b8b2-ac72d3178ba5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event updated for resources: {'Port': ['ID=b6660491-2537-460a-a60d-d7421ccbb3b6,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:56.241362 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5a67-a5d0-408a-b6fb-ecbd7c794859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.311497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c89ce2-c431-4fd1-92b2-e6a198ceaf8b req-3eacf51a-60d3-4970-9f7f-ac989c4c5d50 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573194 May 06 12:45:56.359489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81433f4d-d474-4a25-a338-194eb59d662e req-73f16bda-7e21-4ea0-b9e4-e5761ce5e285 tempest-ServerShowV257Test-1256078071 tempest-ServerShowV257Test-1256078071-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d272a6b-8bea-4c47-88af-7f7b6b7b38e9 HTTP/1.1" status: 200 len: 210 time: 0.2650917 May 06 12:45:56.433167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:56.439721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:56.445469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:56.457536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:56.465345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5826635f-e614-4111-9118-4aa4a45a1223 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:56.482339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5a67-a5d0-408a-b6fb-ecbd7c794859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.494459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:56.529203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a5a67-a5d0-408a-b6fb-ecbd7c794859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d82894-ed7a-4d4a-b45c-56cee94c93b1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:56.542524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a2a5a67-a5d0-408a-b6fb-ecbd7c794859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.556676 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a2a5a67-a5d0-408a-b6fb-ecbd7c794859 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c6d82894-ed7a-4d4a-b45c-56cee94c93b1 HTTP/1.1" status: 204 len: 168 time: 0.8165922 May 06 12:45:56.557614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40486) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:56.642768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-61b113bc-aa86-4411-a5e0-f1ba35ff53a7 None None] Calling delete_port for 5826635f-e614-4111-9118-4aa4a45a1223 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:56.714008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf69b3-98ae-423b-9064-23a3a9a2bdb6 req-bcd182fa-c4b7-4705-8cb0-6078b5c6a7fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:56.716696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6bf69b3-98ae-423b-9064-23a3a9a2bdb6 req-bcd182fa-c4b7-4705-8cb0-6078b5c6a7fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 1.4071653 May 06 12:45:56.750717 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.937166 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61b113bc-aa86-4411-a5e0-f1ba35ff53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.938901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6bf69b3-98ae-423b-9064-23a3a9a2bdb6 req-62d3a2f4-08cf-448a-a48e-658b34998928 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7fa1f2f-acda-408c-af60-c32bf1bddb9f HTTP/1.1" status: 200 len: 217 time: 0.1945639 May 06 12:45:57.000765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.036470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b113bc-aa86-4411-a5e0-f1ba35ff53a7 None None] Pushing event deleted for resources: {'Port': ['ID=5826635f-e614-4111-9118-4aa4a45a1223,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:57.038744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3433bff6-c8c7-4d1b-92ca-1545d784423f']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:57.041416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.043719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.061646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191a5f08-6ef2-435c-a68c-0885189bd08e') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:57.062015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191a5f08-6ef2-435c-a68c-0885189bd08e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:57.080269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.098804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b113bc-aa86-4411-a5e0-f1ba35ff53a7 None None] No DVR routers for this DVR port 5826635f-e614-4111-9118-4aa4a45a1223 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:45:57.115937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.129537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:45:57.131308 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: timer() May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:45:57.268478 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:45:57.362652 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.422143 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.441126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf69b3-98ae-423b-9064-23a3a9a2bdb6 req-08a76878-9fee-4448-a363-9c14c87cd50a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:57.442844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6bf69b3-98ae-423b-9064-23a3a9a2bdb6 req-08a76878-9fee-4448-a363-9c14c87cd50a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.4930284 May 06 12:45:57.446696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] Pushing event deleted for resources: {'Network': ['ID=3433bff6-c8c7-4d1b-92ca-1545d784423f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:57.468117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1c045158-8407-4b44-94f1-777646eabc46 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3433bff6-c8c7-4d1b-92ca-1545d784423f HTTP/1.1" status: 204 len: 168 time: 0.9091337 May 06 12:45:57.519758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-a36ee4db-696d-41b7-8d92-825f8400d05d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:57.561894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6bf69b3-98ae-423b-9064-23a3a9a2bdb6 req-86a3dc90-a963-441d-a741-be799a7771cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067793 May 06 12:45:57.818413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40512) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:57.881046 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8d3e273b-5279-41ec-9a3e-75234611e9f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7f8ff91d5bd42de87404e9f05147709&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0613658 May 06 12:45:57.885840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40516) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:57.915245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-a36ee4db-696d-41b7-8d92-825f8400d05d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:57.923868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-a36ee4db-696d-41b7-8d92-825f8400d05d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--930605066&fields=id&tenant_id=7269a567c60f43f8910fe046bea427d7 HTTP/1.1" status: 200 len: 267 time: 1.0273821 May 06 12:45:57.976484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8120fee5-5f7a-4d64-8708-d885ced3851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.023166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8120fee5-5f7a-4d64-8708-d885ced3851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.117890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8120fee5-5f7a-4d64-8708-d885ced3851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.137171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120fee5-5f7a-4d64-8708-d885ced3851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f53ef0-a18f-476e-973a-727d7151307a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:58.154465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8120fee5-5f7a-4d64-8708-d885ced3851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.155102 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8120fee5-5f7a-4d64-8708-d885ced3851a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82f53ef0-a18f-476e-973a-727d7151307a HTTP/1.1" status: 204 len: 168 time: 0.2680194 May 06 12:45:58.231367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6bf69b3-98ae-423b-9064-23a3a9a2bdb6 req-b7a4592f-a478-4871-b42b-80434283eb9e service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893388 May 06 12:45:58.283807 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.372187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ec2e1-dd39-4131-a13f-22920a48d06c req-59e566d9-3a6e-400b-8ee4-4c739d5e82b9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:58.373824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-529ec2e1-dd39-4131-a13f-22920a48d06c req-59e566d9-3a6e-400b-8ee4-4c739d5e82b9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 944 time: 0.8100588 May 06 12:45:58.387559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-86950a72-dbec-467d-b433-59013e407dbe tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:58.389071 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-86950a72-dbec-467d-b433-59013e407dbe tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 818 time: 0.4643145 May 06 12:45:58.480859 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-dd981a29-6e69-4cea-8b85-fcb8e6e4ff79 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/quotas/7269a567c60f43f8910fe046bea427d7 HTTP/1.1" status: 200 len: 375 time: 0.0536320 May 06 12:45:58.501268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:58.527755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:58.534192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:58.535161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.547269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ea9192-80d9-410b-bd1e-c720f271782b None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:58.597510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=5a2f9d0c-b155-4e7b-8bea-8c6f4fd07e76,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:58.777660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-529ec2e1-dd39-4131-a13f-22920a48d06c req-d6788c3f-b333-4b26-a025-d1258b4b108b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811774 May 06 12:45:58.780599 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6bf69b3-98ae-423b-9064-23a3a9a2bdb6 req-34756afb-bdc1-4cce-819d-e56353200247 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302351 May 06 12:45:58.784734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-211704e5-fa28-45bb-a8c4-0f1e6b23d19b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9802220 May 06 12:45:58.785139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40532) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:58.798034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:58.888847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-b1ec6877-762c-46b1-b8f2-a836768aeb1d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3278489 May 06 12:45:58.927172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'tenant_id': 'c3d1de3c5f844c6695de721be3a9ff5c', 'fixed_ips': [{'subnet_id': '5a2f9d0c-b155-4e7b-8bea-8c6f4fd07e76'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:45:58.928583 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:59.181804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:59.193396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:59.193702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-887486f1-f470-4fa1-94bb-0c01bb675ece service neutron] 10.222.0.44 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643118 May 06 12:45:59.197300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:59.210791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:59.216916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:59.250075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Allocated IP 2001:db8::2 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/5a2f9d0c-b155-4e7b-8bea-8c6f4fd07e76/d8cf8999-d083-4a52-a16e-695425901f1f) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:59.277085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:59.387103 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9e4c2112-09da-42e9-bb72-82f83038392a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70ac2a2fba884907b169030c6d6eb4f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1686668 May 06 12:45:59.391382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40542) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:59.493952 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:59.568743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d7fa1f2f-acda-408c-af60-c32bf1bddb9f details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:45:59.624571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-d125cef6-46c8-4ca6-a219-9bb5f7368524 service neutron] 10.222.0.44 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281836 May 06 12:45:59.674588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40552) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:59.990058 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.021866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80bf840d-4ba6-4779-a58d-cda6624b50a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.038912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Transition to ACTIVE for port object d8cf8999-d083-4a52-a16e-695425901f1f will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:00.046110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d7fa1f2f-acda-408c-af60-c32bf1bddb9f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:00.095576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'd7fa1f2f-acda-408c-af60-c32bf1bddb9f', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'port_id': 'd7fa1f2f-acda-408c-af60-c32bf1bddb9f', 'mac_address': 'fa:16:3e:76:96:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c14ca8-fc7a-406f-995a-1a05e1f88621', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:46:00.167014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80bf840d-4ba6-4779-a58d-cda6624b50a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.184610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Transition to ACTIVE for port object d8cf8999-d083-4a52-a16e-695425901f1f will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:00.254956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.278094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2525d211-4f59-4af5-bfea-ea22f1719911 req-57417495-76d2-443a-adf7-0b9f0bdc9e66 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 210 time: 0.1629176 May 06 12:46:00.287968 n-d-840847-1 neutron-server[83952]: INFO neutron.db.ipam_backend_mixin [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a2f9d0c-b155-4e7b-8bea-8c6f4fd07e76 (CIDR: 2001:db8::/64) May 06 12:46:00.318502 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:46:00.319057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:00.321522 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2585-2c6e-4430-99ea-92f0a8150475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.347183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:00.355278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:00.365299 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9c48a529-4b98-4cd5-b0a1-5439c727e474 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5712168 May 06 12:46:00.365932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40568) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:00.370568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:00.378125 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.385316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'subnet': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:00.406357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80bf840d-4ba6-4779-a58d-cda6624b50a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.410901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fa1f2f-acda-408c-af60-c32bf1bddb9f {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:46:00.458221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf840d-4ba6-4779-a58d-cda6624b50a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0743f1-0b78-4f63-94c9-430187e29df5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:00.495003 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80bf840d-4ba6-4779-a58d-cda6624b50a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.495003 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-80bf840d-4ba6-4779-a58d-cda6624b50a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b0743f1-0b78-4f63-94c9-430187e29df5 HTTP/1.1" status: 204 len: 168 time: 1.0946891 May 06 12:46:00.548814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Pushing event updated for resources: {'Port': ['ID=d8cf8999-d083-4a52-a16e-695425901f1f,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:00.555289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d7fa1f2f-acda-408c-af60-c32bf1bddb9f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:00.562737 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:46:00.593446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Attempting to bind port d8cf8999-d083-4a52-a16e-695425901f1f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:46:00.593446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Attempting to bind port d8cf8999-d083-4a52-a16e-695425901f1f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:46:00.593446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Attempting to bind port d8cf8999-d083-4a52-a16e-695425901f1f on network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:00.593446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.764951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:00.764951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:subnet and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:00.772345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:00.779237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:00.814465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f0b2585-2c6e-4430-99ea-92f0a8150475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:00.814465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f0b2585-2c6e-4430-99ea-92f0a8150475 admin admin] Usage tracker for resource:security_group_rule and tenant:0e654f9e91af4697a71ab9c205e58fcb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:00.814465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f0b2585-2c6e-4430-99ea-92f0a8150475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:00.831789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f0b2585-2c6e-4430-99ea-92f0a8150475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:00.949299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:00.964522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:46:00.964522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Checking segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:00.964522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.964522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Bound using segment: {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:46:00.973307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Bound port: d8cf8999-d083-4a52-a16e-695425901f1f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b6438-3c77-4320-a826-2fe1831a2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:46:00.973307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.997624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2585-2c6e-4430-99ea-92f0a8150475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:01.004549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:01.004549 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:01.057622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2585-2c6e-4430-99ea-92f0a8150475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:01.211379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0f0b2585-2c6e-4430-99ea-92f0a8150475 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e654f9e91af4697a71ab9c205e58fcb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5280104 May 06 12:46:01.216734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40582) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:01.309223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['d7fa1f2f-acda-408c-af60-c32bf1bddb9f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:01.452221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b2585-2c6e-4430-99ea-92f0a8150475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f26724-b3b4-41e9-a4cd-2b2bc54c8402,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:01.600956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32b744-db78-405f-b5e4-e75caef3229e req-7dd3afe2-e90c-4f25-80b0-fc3ddea92e6b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:01.602546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff32b744-db78-405f-b5e4-e75caef3229e req-7dd3afe2-e90c-4f25-80b0-fc3ddea92e6b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 944 time: 1.3506622 May 06 12:46:01.654161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-474b5528-d498-4ef6-ae2a-de2ab94c210f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:01.725415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-474b5528-d498-4ef6-ae2a-de2ab94c210f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:01.804804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] For port d8cf8999-d083-4a52-a16e-695425901f1f, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:46:01.810145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-474b5528-d498-4ef6-ae2a-de2ab94c210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:01.810572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] For port d8cf8999-d083-4a52-a16e-695425901f1f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d8cf8999-d083-4a52-a16e-695425901f1f,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:46:01.823165 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:01.843292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-474b5528-d498-4ef6-ae2a-de2ab94c210f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:01.848078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-474b5528-d498-4ef6-ae2a-de2ab94c210f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38f26724-b3b4-41e9-a4cd-2b2bc54c8402 HTTP/1.1" status: 204 len: 168 time: 0.6377850 May 06 12:46:01.850155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b5528-d498-4ef6-ae2a-de2ab94c210f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f26724-b3b4-41e9-a4cd-2b2bc54c8402,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:01.907157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e89aa25-9451-4d43-9b72-9d96bc533c84 req-00683f10-d99a-4d22-9760-875f60980e1b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 210 time: 0.2448084 May 06 12:46:01.982210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff32b744-db78-405f-b5e4-e75caef3229e req-eac26efa-a956-4728-a347-77271736c3ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660665 May 06 12:46:02.362946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071718d-53ea-42a4-886f-4dd89b19c394 None None] Pushing event updated for resources: {'Port': ['ID=d8cf8999-d083-4a52-a16e-695425901f1f,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:03.370205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-273e1298-ee8a-4f77-a45e-8fc5cbd812c5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:03.383206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-273e1298-ee8a-4f77-a45e-8fc5cbd812c5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:03.463933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-273e1298-ee8a-4f77-a45e-8fc5cbd812c5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:03.466328 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-273e1298-ee8a-4f77-a45e-8fc5cbd812c5 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 818 time: 0.6298316 May 06 12:46:03.566358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb9b4bc9-86cf-4ce3-a3de-2db5e7763ff8 req-b476a4d3-31c0-48f4-b2d1-b9133a47267d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 210 time: 0.1280503 May 06 12:46:03.602010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.objects.ports [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:46:03.704885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-0c21fbf5-30ab-4b77-be0f-89edc6a57814 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:03.771466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-0c21fbf5-30ab-4b77-be0f-89edc6a57814 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:03.790224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-0c21fbf5-30ab-4b77-be0f-89edc6a57814 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7269a567c60f43f8910fe046bea427d7 HTTP/1.1" status: 200 len: 379 time: 0.3033876 May 06 12:46:03.818317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Request body: {'port': {'device_id': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'admin_state_up': True, 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'security_groups': ['bbaef263-c3c1-41a8-81bb-7ad3af3242cf']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:03.858798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bebe-d0aa-4b26-8923-ff9ce426089c req-83d8268a-931f-4582-ad67-29176f651029 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:03.864025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a796bebe-d0aa-4b26-8923-ff9ce426089c req-83d8268a-931f-4582-ad67-29176f651029 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 945 time: 0.5119338 May 06 12:46:03.973108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40638) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:04.052277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a796bebe-d0aa-4b26-8923-ff9ce426089c req-4b0ca567-89c7-4e27-b06f-aa3dc1558372 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803625 May 06 12:46:04.161625 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:04.374171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d8cf8999-d083-4a52-a16e-695425901f1f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:04.399945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:04.435425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:04.467207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Made reservation on behalf of 7269a567c60f43f8910fe046bea427d7 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:04.472550 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:04.631608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7ebfe768-6b8e-4790-a98e-3ca9064c07a3 None None] Provisioning for port d8cf8999-d083-4a52-a16e-695425901f1f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:04.661228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1069630305-network', 'tenant_id': 'af12e6235f904bc6aa402fc43f0df3e2'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:04.690169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:04.692035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port d8cf8999-d083-4a52-a16e-695425901f1f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:04.712176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d8cf8999-d083-4a52-a16e-695425901f1f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:04.714578 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:04.721127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Usage tracker for resource:network and tenant:af12e6235f904bc6aa402fc43f0df3e2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:04.729333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:04.760121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:04.799391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Made reservation on behalf of af12e6235f904bc6aa402fc43f0df3e2 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:04.802305 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:04.915423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:04.940415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0df2d52d-f5be-464a-8b96-5c616b068c4e req-3662081a-29cb-4b07-b718-897f61c9171e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 210 time: 0.1010435 May 06 12:46:04.958538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] For port d8cf8999-d083-4a52-a16e-695425901f1f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d8cf8999-d083-4a52-a16e-695425901f1f,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:04.992760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:04.997577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Usage tracker for resource:security_group_rule and tenant:af12e6235f904bc6aa402fc43f0df3e2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:05.001950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:05.010067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:05.014153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Allocated IP 172.20.0.12 (37328990-9ad9-45dc-91ea-f741b12ef97d/f2c424ef-3b0c-4a87-a43b-12ef26f5eb81/a4df7457-59ac-4e88-8a02-85fe907197a1) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:05.057184 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.155885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.171217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40668) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:05.175721 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.204391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-342857111'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:05.204391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:05.204391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:network and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:05.217636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:05.217636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:05.232657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.234518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:05.238102 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.344480 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.345221 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.418743 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:46:05.419592 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:46:05.474313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.492302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:46:05.510809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d7fa1f2f-acda-408c-af60-c32bf1bddb9f up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:05.520485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Transition to ACTIVE for port object a4df7457-59ac-4e88-8a02-85fe907197a1 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:05.563497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.590967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2334e4-b890-4eb5-8632-9c96d452dd57,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:05.653492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:46:05.665582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port d7fa1f2f-acda-408c-af60-c32bf1bddb9f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:05.674084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.674084 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Added segment 341fdb6f-91e3-4dc8-8a9b-23a057add6fc of type vlan for network 2685699a-15bb-4993-b2ff-6ccaf2ad46af May 06 12:46:05.684299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port d7fa1f2f-acda-408c-af60-c32bf1bddb9f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:05.685691 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.691166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Network 37328990-9ad9-45dc-91ea-f741b12ef97d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:05.695539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:05.698678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:05.720424 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.720814 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Added segment 3b9c35af-3801-45d9-9517-c047222097c8 of type vlan for network d41fc81b-517b-4d60-a352-ad36f95be3c5 May 06 12:46:05.783855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:05.793434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event updated for resources: {'Port': ['ID=a4df7457-59ac-4e88-8a02-85fe907197a1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:05.805158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:05.816528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:05.819610 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.850207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:05.851761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.891808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0060f71f-34f9-4d03-aefd-2877162af366 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:05.924749 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-35147ae9-069f-4d42-aa40-978c2a7066d1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1172023 May 06 12:46:05.939920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Request body: {'port': {'device_id': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:06.011712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Subnet': ['ID=16fbdb79-b53a-4896-bd23-51d95b97ce41,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:06.038269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.066093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=d8cf8999-d083-4a52-a16e-695425901f1f,revision_number=4']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:06.074077 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.166417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee703e-6eeb-4c9a-891f-fd4cc994a78d req-26ca5100-7a2a-4490-a979-a642fbf7e9c5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:06.174262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42ee703e-6eeb-4c9a-891f-fd4cc994a78d req-26ca5100-7a2a-4490-a979-a642fbf7e9c5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 945 time: 0.9238501 May 06 12:46:06.239590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-56de2239-d541-4bae-9e76-33abae852f28 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.8645282 May 06 12:46:06.243885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40680) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:06.244910 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.280490 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.292358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:06.293011 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.297323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.298157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:06.298756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.342920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Request body: {'port': {'network_id': 'b880c6d1-fbf7-4308-b2a3-acc03ee75e71', 'mac_address': 'fa:16:3e:66:91:19', 'name': 'tempest-NetworksTestDHCPv6-1864627032'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:06.474389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a8ebafd1-a5f9-4023-8633-cdbd94c08a8c None None] Provisioning for port a4df7457-59ac-4e88-8a02-85fe907197a1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:06.478934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Network': ['ID=2685699a-15bb-4993-b2ff-6ccaf2ad46af,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:06.499905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a8ebafd1-a5f9-4023-8633-cdbd94c08a8c None None] Provisioning complete for port a4df7457-59ac-4e88-8a02-85fe907197a1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:06.500822 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a8ebafd1-a5f9-4023-8633-cdbd94c08a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.589672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] Pushing event updated for resources: {'Network': ['ID=d41fc81b-517b-4d60-a352-ad36f95be3c5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:06.607845 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.608621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42ee703e-6eeb-4c9a-891f-fd4cc994a78d req-b7842301-c5af-45d2-a12b-1231694ce838 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335985 May 06 12:46:06.613596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a719d050-d880-4eaa-a04a-716220c98273 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4409165 May 06 12:46:06.617855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cc5d5199-682e-4a71-9141-d8703d70d18f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6378891 May 06 12:46:06.621295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40686) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:06.621979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40688) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:06.635654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-747183451'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:06.643582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Request body: {'subnet': {'network_id': 'd41fc81b-517b-4d60-a352-ad36f95be3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1069630305-subnet', 'tenant_id': 'af12e6235f904bc6aa402fc43f0df3e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:06.651242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:06.654506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:06.660551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:network and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:06.665213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebafd1-a5f9-4023-8633-cdbd94c08a8c None None] Port a4df7457-59ac-4e88-8a02-85fe907197a1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:46:06.666344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Usage tracker for resource:subnet and tenant:af12e6235f904bc6aa402fc43f0df3e2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:06.667611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:46:06.672997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:06.678922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:06.683927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d41fc81b-517b-4d60-a352-ad36f95be3c5 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:46:06.706890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:06.712642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:06.783364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Made reservation on behalf of af12e6235f904bc6aa402fc43f0df3e2 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:06.786126 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.995411 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.046367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port d8cf8999-d083-4a52-a16e-695425901f1f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d8cf8999-d083-4a52-a16e-695425901f1f,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:07.079064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.123460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a619179c-5535-45c0-ba5b-1a85936d399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fa1f2f-acda-408c-af60-c32bf1bddb9f'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:07.138057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.156301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port d7fa1f2f-acda-408c-af60-c32bf1bddb9f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:07.160604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:07.169272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.172516 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.208496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=d8cf8999-d083-4a52-a16e-695425901f1f,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:07.219410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d8cf8999-d083-4a52-a16e-695425901f1f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:07.221162 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.267755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:07.273161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Usage tracker for resource:port and tenant:c3d1de3c5f844c6695de721be3a9ff5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:07.277521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:07.284933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:07.299460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Made reservation on behalf of c3d1de3c5f844c6695de721be3a9ff5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:07.300789 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5aad85f-c96c-4187-a50d-33d956d9f3af'] response: {'server_uuid': 'a619179c-5535-45c0-ba5b-1a85936d399d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fa1f2f-acda-408c-af60-c32bf1bddb9f', 'code': 200} May 06 12:46:07.364691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:46:07.534687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:07.556281 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.556779 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Added segment 49a32759-f4e1-4ae7-9cd4-1075da8da1e5 of type vlan for network d6efa80f-acf6-4297-ae04-de25324b08a1 May 06 12:46:07.565137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d8cf8999-d083-4a52-a16e-695425901f1f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:07.565693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.569751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6a131-a59f-4c8f-9143-6bbc3ef951f6 req-c58b434a-b66b-47ba-9d34-6c5975e87298 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:07.577742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2e6a131-a59f-4c8f-9143-6bbc3ef951f6 req-c58b434a-b66b-47ba-9d34-6c5975e87298 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 932 time: 0.8622797 May 06 12:46:07.603068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e267a3e-15ae-417f-b20b-ebbfc63ec87e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:07.689759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Checking segment: {'id': '3b9c35af-3801-45d9-9517-c047222097c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd41fc81b-517b-4d60-a352-ad36f95be3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:07.690526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Network hostable DHCP agents. Network: d41fc81b-517b-4d60-a352-ad36f95be3c5, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:46:07.759394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2e6a131-a59f-4c8f-9143-6bbc3ef951f6 req-5527badd-7e25-4639-8803-e7fde96a5ad8 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804466 May 06 12:46:07.761895 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.811873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3edacc9a-fbd9-4289-baff-f12599f0b5a1 req-cb7f089f-d0f0-4c94-b388-adb937ec89f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 1097 time: 0.4486847 May 06 12:46:07.821489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4df7457-59ac-4e88-8a02-85fe907197a1 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:46:07.861485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.925415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Network d41fc81b-517b-4d60-a352-ad36f95be3c5 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:46:07.936712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Transition to ACTIVE for port object a4df7457-59ac-4e88-8a02-85fe907197a1 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:07.947040 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.959143 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.962432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3edacc9a-fbd9-4289-baff-f12599f0b5a1 req-bc4d9ba2-24df-4f5d-b84d-7c0264aa0cb2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374271 May 06 12:46:07.968752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d41fc81b-517b-4d60-a352-ad36f95be3c5) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:07.979849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:07.981736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.987417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aabbff-524a-498b-93c4-c4c4dcb7a725 None None] Network d41fc81b-517b-4d60-a352-ad36f95be3c5 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:08.072581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.084807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:08.087013 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.227645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] device_id is not set on port 8505c29a-63d1-447b-bcc0-6ebce9c9d1c9 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:46:08.465092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Pushing event updated for resources: {'Port': ['ID=a4df7457-59ac-4e88-8a02-85fe907197a1,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:08.499884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-125d89af-cd78-4530-ad82-399bd76bfebd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8708327 May 06 12:46:08.531397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Attempting to bind port a4df7457-59ac-4e88-8a02-85fe907197a1 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:46:08.531397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Attempting to bind port a4df7457-59ac-4e88-8a02-85fe907197a1 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:46:08.531852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Attempting to bind port a4df7457-59ac-4e88-8a02-85fe907197a1 on network 37328990-9ad9-45dc-91ea-f741b12ef97d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:08.590588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Port a4df7457-59ac-4e88-8a02-85fe907197a1 on network 37328990-9ad9-45dc-91ea-f741b12ef97d not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:46:08.590588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Attempting to bind port a4df7457-59ac-4e88-8a02-85fe907197a1 on network 37328990-9ad9-45dc-91ea-f741b12ef97d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:08.608178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:46:08.608799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Checking segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:08.608957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Bound using segment: {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:46:08.609326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Bound port: a4df7457-59ac-4e88-8a02-85fe907197a1, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c5a4d8-57f8-4e1f-800b-7e013c770426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:46:08.609668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.759715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1317885 May 06 12:46:08.763521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb66b5-68a2-4716-8e40-7ef5db926ddd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Network': ['ID=d6efa80f-acf6-4297-ae04-de25324b08a1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:08.768652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40728) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:08.790799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'subnet': {'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:08.806581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c0a99-7aad-48ef-890e-1c68330b6734 None None] Network d41fc81b-517b-4d60-a352-ad36f95be3c5 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:08.927492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] For port a4df7457-59ac-4e88-8a02-85fe907197a1, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:46:08.934789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d6efa80f-acf6-4297-ae04-de25324b08a1 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:46:08.950554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] For port a4df7457-59ac-4e88-8a02-85fe907197a1, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a4df7457-59ac-4e88-8a02-85fe907197a1,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:46:08.959332 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.035008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8::237 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/5a2f9d0c-b155-4e7b-8bea-8c6f4fd07e76/8505c29a-63d1-447b-bcc0-6ebce9c9d1c9) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:09.053160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Allocated IP 2001:db8:0:1:f816:3eff:fe66:9119 (b880c6d1-fbf7-4308-b2a3-acc03ee75e71/16fbdb79-b53a-4896-bd23-51d95b97ce41/8505c29a-63d1-447b-bcc0-6ebce9c9d1c9) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:09.059609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.060899 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] 10.222.0.36 "PUT /v2.0/ports/a4df7457-59ac-4e88-8a02-85fe907197a1 HTTP/1.1" status: 200 len: 1092 time: 3.1254258 May 06 12:46:09.065589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:09.077750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4c54c-2be1-46fd-b9fc-31fe809eae55 service neutron] Pushing event updated for resources: {'Port': ['ID=a4df7457-59ac-4e88-8a02-85fe907197a1,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:09.137564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c07a0-180b-4f2e-a69d-090f285442bc req-a4ffd130-98e6-4936-8ddd-366bb9568ed9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:09.146132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b2c07a0-180b-4f2e-a69d-090f285442bc req-a4ffd130-98e6-4936-8ddd-366bb9568ed9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 946 time: 0.5281019 May 06 12:46:09.244876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:09.261168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:subnet and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:09.278660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:09.319156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:09.350225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d8cf8999-d083-4a52-a16e-695425901f1f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:09.412569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b2c07a0-180b-4f2e-a69d-090f285442bc req-05e329d6-be6a-4c6d-a242-cad880a7f263 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651870 May 06 12:46:09.442216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:09.488980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cacf9e89-b7e2-4a0b-9bb0-ff69dae0c888 None None] Provisioning complete for port d8cf8999-d083-4a52-a16e-695425901f1f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:09.492344 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cacf9e89-b7e2-4a0b-9bb0-ff69dae0c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.530831 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-14d95c82-d896-4086-9f52-317e1d879e62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 1095 time: 0.3892708 May 06 12:46:09.718507 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-d31ebe17-3b55-4e91-a056-f00cfe3b58b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4df7457-59ac-4e88-8a02-85fe907197a1 HTTP/1.1" status: 200 len: 217 time: 0.1779106 May 06 12:46:09.752945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d8cf8999-d083-4a52-a16e-695425901f1f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:09.753675 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.770359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8eac7-ffc6-4ceb-b184-57f429579a39 req-cba17e1e-d447-4186-9165-af0ee3da17be tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:09.784379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20f8eac7-ffc6-4ceb-b184-57f429579a39 req-cba17e1e-d447-4186-9165-af0ee3da17be tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 945 time: 0.8247080 May 06 12:46:09.904884 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.907256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.947677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Transition to ACTIVE for port object 8505c29a-63d1-447b-bcc0-6ebce9c9d1c9 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:10.069697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-1ed9c8da-ded0-4834-a039-f74a9c42efc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:10.071787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-1ed9c8da-ded0-4834-a039-f74a9c42efc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.3393345 May 06 12:46:10.075324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:10.244266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:10.263498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20f8eac7-ffc6-4ceb-b184-57f429579a39 req-aff9a456-8908-40ad-ba2f-b1e8d67d0ffa tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4775980 May 06 12:46:10.266727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:10.293717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:10.307139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:10.308175 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:10.368507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40756) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:10.475176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event updated for resources: {'Port': ['ID=8505c29a-63d1-447b-bcc0-6ebce9c9d1c9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:10.478840 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6fb6d9-1d21-418f-a423-e5ea02b6898a'] response: {'name': 'network-changed', 'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'status': 'completed', 'code': 200} May 06 12:46:10.516001 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-748fc0f3-bfe8-43e6-97d6-9435070e312f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2194128 May 06 12:46:10.517470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40762) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:10.715832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dafa5-bf68-4c66-9402-839764b3aae8 req-d34e348f-e0aa-4b2f-bca4-ff8ea8f7a7fa tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:10.738948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-888dafa5-bf68-4c66-9402-839764b3aae8 req-d34e348f-e0aa-4b2f-bca4-ff8ea8f7a7fa tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 944 time: 0.5890229 May 06 12:46:10.745873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-9037cab6-ea68-4fe7-bf83-96926988efdd admin admin] Deleting subnet 3e267a3e-15ae-417f-b20b-ebbfc63ec87e {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:46:10.794357 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9037cab6-ea68-4fe7-bf83-96926988efdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:10.799936 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-9347a5fb-ced5-401d-af9c-b04a139112de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7066286 May 06 12:46:10.813279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0363f6a5-f46a-47bd-af4d-55bd668b0870 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting port 8505c29a-63d1-447b-bcc0-6ebce9c9d1c9 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:10.813794 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0363f6a5-f46a-47bd-af4d-55bd668b0870 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:10.936286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a53a15a4-7e0a-48fa-9c60-9b4620d92743 None None] Provisioning for port 8505c29a-63d1-447b-bcc0-6ebce9c9d1c9 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:10.960398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a53a15a4-7e0a-48fa-9c60-9b4620d92743 None None] Provisioning complete for port 8505c29a-63d1-447b-bcc0-6ebce9c9d1c9 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:10.961007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a53a15a4-7e0a-48fa-9c60-9b4620d92743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:10.981306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-888dafa5-bf68-4c66-9402-839764b3aae8 req-3b6b5b9d-1ff4-47fa-9699-3997bc0d4fd6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413106 May 06 12:46:10.989275 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9037cab6-ea68-4fe7-bf83-96926988efdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:11.045515 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:11.192396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a53a15a4-7e0a-48fa-9c60-9b4620d92743 None None] Port 8505c29a-63d1-447b-bcc0-6ebce9c9d1c9 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:46:11.202775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44746ed-70dc-4f20-93b7-db7a522c3766 req-8729a5a5-976a-4c60-8b0e-b0a33a01ed0f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:11.205478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c44746ed-70dc-4f20-93b7-db7a522c3766 req-8729a5a5-976a-4c60-8b0e-b0a33a01ed0f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 946 time: 0.3772626 May 06 12:46:11.210631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9037cab6-ea68-4fe7-bf83-96926988efdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:11.301896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7ea46-6325-4519-ba04-7537239563d8 req-5db0c2bd-4749-4589-bc52-9e095062d343 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:11.303112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-98a7ea46-6325-4519-ba04-7537239563d8 req-5db0c2bd-4749-4589-bc52-9e095062d343 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Synchronizing usage tracker for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:11.346002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Subnet': ['ID=1519b124-d903-4edb-b207-fefe5cf5e6c6,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:11.451404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c44746ed-70dc-4f20-93b7-db7a522c3766 req-efaf5ff8-0324-4524-a003-377e6450deef tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738486 May 06 12:46:11.452568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Checking segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:11.453361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network hostable DHCP agents. Network: 2685699a-15bb-4993-b2ff-6ccaf2ad46af, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:46:11.507118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-98a7ea46-6325-4519-ba04-7537239563d8 req-5db0c2bd-4749-4589-bc52-9e095062d343 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Unset dirty status for tenant:87e0f7cda7f949edb753ce4197fd5a9b on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:11.508449 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-98a7ea46-6325-4519-ba04-7537239563d8 req-5db0c2bd-4749-4589-bc52-9e095062d343 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 945 time: 1.0950961 May 06 12:46:11.529370 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9037cab6-ea68-4fe7-bf83-96926988efdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:11.610924 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-fd4f19da-1eef-4583-919a-9dfe9b7262b3 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283022 May 06 12:46:11.786877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Deleting port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:11.787296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:11.854249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:46:11.921858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037cab6-ea68-4fe7-bf83-96926988efdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e267a3e-15ae-417f-b20b-ebbfc63ec87e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:11.958150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40786) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:11.961702 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0363f6a5-f46a-47bd-af4d-55bd668b0870 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:11.969886 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9037cab6-ea68-4fe7-bf83-96926988efdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:11.977887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 2685699a-15bb-4993-b2ff-6ccaf2ad46af) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:11.986783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d5d6b-7a6d-4257-9ec8-9c6a22965cc6 None None] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:12.012486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:12.013540 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:12.039498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9037cab6-ea68-4fe7-bf83-96926988efdd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3e267a3e-15ae-417f-b20b-ebbfc63ec87e HTTP/1.1" status: 204 len: 168 time: 1.6648457 May 06 12:46:12.059815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40794) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:12.183711 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-577e617b-576a-4dd7-957f-e66c6a7d805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:12.211063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2fecf6e7-75e9-462d-9d75-520e2e0225cd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4304368 May 06 12:46:12.212294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40798) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:12.218977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0363f6a5-f46a-47bd-af4d-55bd668b0870 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Calling delete_port for 8505c29a-63d1-447b-bcc0-6ebce9c9d1c9 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:12.233857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'subnet': {'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:12.250024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'fixed_ips': [{'subnet_id': '1519b124-d903-4edb-b207-fefe5cf5e6c6'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:46:12.251027 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:12.275804 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3920ef7c-1fd4-4126-b371-482c6aa49596 req-78f8ff9c-fb93-4dec-a98b-9c7accdcff55 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089284 May 06 12:46:12.347797 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a433846e-4271-48cf-ab29-69203ae62c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:12.449710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6d2a-1d8a-48f2-88c7-7d6022d7f631 req-66834cb7-3824-4d47-b4c1-4363d0b5c2de tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:12.455252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d0c6d2a-1d8a-48f2-88c7-7d6022d7f631 req-66834cb7-3824-4d47-b4c1-4363d0b5c2de tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 945 time: 0.9479115 May 06 12:46:12.515820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Allocated IP 10.1.1.2 (2685699a-15bb-4993-b2ff-6ccaf2ad46af/1519b124-d903-4edb-b207-fefe5cf5e6c6/86443d1d-8319-47ef-8889-de78a1b49554) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:12.520125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:12.542251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacd593-308e-498f-bc01-98d6c5e10b36 req-b4e2fb32-8624-4636-a2af-f4dfc5946efe tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:12.545115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cacd593-308e-498f-bc01-98d6c5e10b36 req-b4e2fb32-8624-4636-a2af-f4dfc5946efe tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 946 time: 0.7192848 May 06 12:46:12.586838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] For port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:12.587431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:12.636201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a433846e-4271-48cf-ab29-69203ae62c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:12.644071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:12.686681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:subnet and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:12.700661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:12.735714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:12.787256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d0c6d2a-1d8a-48f2-88c7-7d6022d7f631 req-b281c7d7-b9f1-4718-848b-0196a122a34c tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups?id=3af6ce84-73c7-45aa-822e-b9f91eba27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071508 May 06 12:46:12.791378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a433846e-4271-48cf-ab29-69203ae62c07 admin admin] Usage tracker for resource:security_group_rule and tenant:fd6bdf90f9244c96beec6d41847fa492 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:12.816733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cacd593-308e-498f-bc01-98d6c5e10b36 req-8c65d5a8-aa7b-4d10-b523-a2e35c67f064 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446923 May 06 12:46:12.821655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:12.836087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a433846e-4271-48cf-ab29-69203ae62c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:12.839038 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:12.858432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a433846e-4271-48cf-ab29-69203ae62c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:12.858923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.030066 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f951ed5e-63af-4671-a066-664f42ecf5f0 req-81b4bfba-9ec4-428f-95ad-f29a6421012f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 1095 time: 0.6395133 May 06 12:46:13.054290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41fc81b-517b-4d60-a352-ad36f95be3c5']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:13.100374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9c35af-3801-45d9-9517-c047222097c8') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:13.100901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9c35af-3801-45d9-9517-c047222097c8') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:13.218128 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.255170 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.427878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.446647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.447548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.448293 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Floating IP 680bde2f-56c6-4494-a5d7-b6960a275a92 disassociated. External IP: 172.25.7.198, port: 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257. May 06 12:46:13.449093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Calling delete_port for 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:13.462884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:46:13.463546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: timer() May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:46:13.491286 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:46:13.500755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0363f6a5-f46a-47bd-af4d-55bd668b0870 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.567214 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.610570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363f6a5-f46a-47bd-af4d-55bd668b0870 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Port': ['ID=8505c29a-63d1-447b-bcc0-6ebce9c9d1c9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:13.696300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951ed5e-63af-4671-a066-664f42ecf5f0 req-d23c4a97-8e2e-4125-afeb-938b9843c572 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:13.698216 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f951ed5e-63af-4671-a066-664f42ecf5f0 req-d23c4a97-8e2e-4125-afeb-938b9843c572 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.6350546 May 06 12:46:13.773368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Transition to ACTIVE for port object 86443d1d-8319-47ef-8889-de78a1b49554 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:13.782644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.798289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f968-4b9f-4449-9369-804008f09f28 req-0e1915d5-6220-4ddb-aef6-b7d629060a0c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:13.802360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db87f968-4b9f-4449-9369-804008f09f28 req-0e1915d5-6220-4ddb-aef6-b7d629060a0c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 944 time: 0.6885979 May 06 12:46:13.823164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Transition to ACTIVE for port object 86443d1d-8319-47ef-8889-de78a1b49554 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:13.832161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0363f6a5-f46a-47bd-af4d-55bd668b0870 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.836906 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.872799 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.880081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d41fc81b-517b-4d60-a352-ad36f95be3c5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:13.904001 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f951ed5e-63af-4671-a066-664f42ecf5f0 req-d4184089-2236-458a-8804-2529e9de91fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4df7457-59ac-4e88-8a02-85fe907197a1 HTTP/1.1" status: 200 len: 217 time: 0.1732566 May 06 12:46:13.967183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-65208674-281e-4d19-acd9-9d4c0e07d4d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d41fc81b-517b-4d60-a352-ad36f95be3c5 HTTP/1.1" status: 204 len: 168 time: 1.9057183 May 06 12:46:13.982196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:13.998546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:14.008193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:14.015111 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0363f6a5-f46a-47bd-af4d-55bd668b0870 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/8505c29a-63d1-447b-bcc0-6ebce9c9d1c9 HTTP/1.1" status: 204 len: 168 time: 3.4954159 May 06 12:46:14.022286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40812) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:14.041509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Pushing event updated for resources: {'Port': ['ID=86443d1d-8319-47ef-8889-de78a1b49554,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:14.113704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951ed5e-63af-4671-a066-664f42ecf5f0 req-5634d0ef-d64c-4201-8c7e-a185ab38f18c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:14.115405 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f951ed5e-63af-4671-a066-664f42ecf5f0 req-5634d0ef-d64c-4201-8c7e-a185ab38f18c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.1962507 May 06 12:46:14.126833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.127450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db87f968-4b9f-4449-9369-804008f09f28 req-024a9c78-0276-4cd9-b9a8-4d08889ddd41 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082602 May 06 12:46:14.139314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f1467-343a-4a2c-b283-639f92ed556a req-5b638ba1-9686-455a-974a-d5783c8d8831 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:14.152039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-902f1467-343a-4a2c-b283-639f92ed556a req-5b638ba1-9686-455a-974a-d5783c8d8831 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 946 time: 0.5495265 May 06 12:46:14.254822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'Port': ['ID=7d38fc9f-b738-41a7-8fe4-a4bd0c88f257,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:14.281571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a433846e-4271-48cf-ab29-69203ae62c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.307459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-902f1467-343a-4a2c-b283-639f92ed556a req-6aa862a6-fefd-499c-bacc-157b9f2e7035 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544523 May 06 12:46:14.353294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:46:14.409164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:46:14.409522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:46:14.411426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Attempting to bind port 86443d1d-8319-47ef-8889-de78a1b49554 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:46:14.411812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Attempting to bind port 86443d1d-8319-47ef-8889-de78a1b49554 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:46:14.412214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Attempting to bind port 86443d1d-8319-47ef-8889-de78a1b49554 on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:14.426467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:46:14.426869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Checking segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:14.427268 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.427837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Bound using segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:46:14.429014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Bound port: 86443d1d-8319-47ef-8889-de78a1b49554, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:46:14.429014 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.479144 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.502792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40818) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:14.521367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a433846e-4271-48cf-ab29-69203ae62c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.599163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] For port 86443d1d-8319-47ef-8889-de78a1b49554, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:46:14.605751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] For port 86443d1d-8319-47ef-8889-de78a1b49554, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=86443d1d-8319-47ef-8889-de78a1b49554,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:46:14.613037 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.620008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9c35f-6386-4875-bd3c-b3a32b4a8d6f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:14.621462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-17d9c35f-6386-4875-bd3c-b3a32b4a8d6f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:14.754545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe2674-82b2-4a35-88cc-5078d57ab96d None None] Pushing event updated for resources: {'Port': ['ID=86443d1d-8319-47ef-8889-de78a1b49554,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:14.767403 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd2f932e-56c8-4f5b-af55-356fee897958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.838098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433846e-4271-48cf-ab29-69203ae62c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36d9460-de02-40c9-9229-e07be32e14aa,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:14.850486 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f951ed5e-63af-4671-a066-664f42ecf5f0 req-5b1d47cf-e599-4071-b27d-cc214c186ade service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7175460 May 06 12:46:14.854116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-17d9c35f-6386-4875-bd3c-b3a32b4a8d6f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:14.855449 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-17d9c35f-6386-4875-bd3c-b3a32b4a8d6f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8276925 May 06 12:46:14.858645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a433846e-4271-48cf-ab29-69203ae62c07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd6bdf90f9244c96beec6d41847fa492&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8990307 May 06 12:46:14.861736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40824) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:14.904602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40826) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:14.969148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1893671f-2066-44ea-8e3e-de7416366ba2 req-475ec004-540c-4af0-90c5-9412e4381123 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 210 time: 0.3420446 May 06 12:46:14.999096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6834c2a7-43ba-4348-80b8-8b6c075c5da2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af12e6235f904bc6aa402fc43f0df3e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3822215 May 06 12:46:15.003409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40834) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:15.058376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Subnet': ['ID=a9751512-0a9a-4a9b-a917-22595ae57103,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:15.114161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Checking segment: {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:15.114530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network hostable DHCP agents. Network: d6efa80f-acf6-4297-ae04-de25324b08a1, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:46:15.153623 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd37e-278e-4f88-a1b2-198383b074cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:15.418281 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f951ed5e-63af-4671-a066-664f42ecf5f0 req-366174ca-c632-4c29-a739-6d0e3c68a420 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582461 May 06 12:46:15.443721 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:15.482649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee411c16-0126-4c85-999b-eb8d822c1877 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:15.490174 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ee411c16-0126-4c85-999b-eb8d822c1877 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6270845 May 06 12:46:15.491983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40844) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:15.573837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd37e-278e-4f88-a1b2-198383b074cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:15.684151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5405-ad79-42d1-a615-57d3c8a0d493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:15.691137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:46:15.714815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ce443-ec27-49fb-b1ad-2a801fb212c2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:15.716163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ce443-ec27-49fb-b1ad-2a801fb212c2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:15.717724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ce443-ec27-49fb-b1ad-2a801fb212c2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:15.718531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb9ce443-ec27-49fb-b1ad-2a801fb212c2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:15.754013 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f951ed5e-63af-4671-a066-664f42ecf5f0 req-91ba87ce-e63c-4637-90f2-f3f2bc571088 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223469 May 06 12:46:15.817039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb9ce443-ec27-49fb-b1ad-2a801fb212c2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:15.818231 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb9ce443-ec27-49fb-b1ad-2a801fb212c2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3145669 May 06 12:46:15.825859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40848) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:15.866136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network d6efa80f-acf6-4297-ae04-de25324b08a1 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:46:15.909494 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5405-ad79-42d1-a615-57d3c8a0d493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:15.940463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d6efa80f-acf6-4297-ae04-de25324b08a1) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:15.976500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b89bc-6a89-4079-8fab-c47bd1e23a34 None None] Network d6efa80f-acf6-4297-ae04-de25324b08a1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:16.002292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:16.003739 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.054915 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.250676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a4df7457-59ac-4e88-8a02-85fe907197a1 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:46:16.252121 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd37e-278e-4f88-a1b2-198383b074cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.257483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd37e-278e-4f88-a1b2-198383b074cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.272041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fe7cd37e-278e-4f88-a1b2-198383b074cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d36d9460-de02-40c9-9229-e07be32e14aa HTTP/1.1" status: 204 len: 168 time: 1.3643119 May 06 12:46:16.415214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6c6d580d-4172-4ee6-9a72-397afaba079c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.1903956 May 06 12:46:16.421122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40856) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:16.430006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cd37e-278e-4f88-a1b2-198383b074cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36d9460-de02-40c9-9229-e07be32e14aa,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:16.443751 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5405-ad79-42d1-a615-57d3c8a0d493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.466988 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2d5405-ad79-42d1-a615-57d3c8a0d493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.472166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2e2d5405-ad79-42d1-a615-57d3c8a0d493 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c2334e4-b890-4eb5-8632-9c96d452dd57 HTTP/1.1" status: 204 len: 168 time: 1.4520831 May 06 12:46:16.566786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'port': {'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'name': 'tempest-TaggedBootDevicesTest-1952154747', 'fixed_ips': [{'subnet_id': '1519b124-d903-4edb-b207-fefe5cf5e6c6'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:16.641141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bc87a4-f12b-458b-a1d6-6ae6ca0f836b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 16fbdb79-b53a-4896-bd23-51d95b97ce41 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:46:16.658077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4bc87a4-f12b-458b-a1d6-6ae6ca0f836b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.664260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a4df7457-59ac-4e88-8a02-85fe907197a1, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a4df7457-59ac-4e88-8a02-85fe907197a1,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:16.695501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d5405-ad79-42d1-a615-57d3c8a0d493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2334e4-b890-4eb5-8632-9c96d452dd57,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:16.709815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'port_id': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'mac_address': 'fa:16:3e:84:aa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:46:16.897210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-631e3ace-50df-4bd0-bf28-334fb74fe08c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:16.904940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4bc87a4-f12b-458b-a1d6-6ae6ca0f836b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.909217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-631e3ace-50df-4bd0-bf28-334fb74fe08c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 946 time: 1.2110193 May 06 12:46:16.921587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503e1d-7451-46a1-82ab-08dfe2758c27 req-861af091-f325-4646-becd-9450728743a1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:16.924416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-d6efa80f-acf6-4297-ae04-de25324b08a1', 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'fixed_ips': [{'subnet_id': 'a9751512-0a9a-4a9b-a917-22595ae57103'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:46:16.925784 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.932382 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc503e1d-7451-46a1-82ab-08dfe2758c27 req-861af091-f325-4646-becd-9450728743a1 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 944 time: 1.3320479 May 06 12:46:16.980120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9b651-b0dc-4653-83f9-57b6527b26cb req-0b9fbc35-b14b-4a1c-b026-5b2c46bff855 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:16.988405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9d9b651-b0dc-4653-83f9-57b6527b26cb req-0b9fbc35-b14b-4a1c-b026-5b2c46bff855 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 946 time: 1.2882464 May 06 12:46:16.997063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4febac-26a7-4745-a489-86a4456492a8 None None] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:17.116353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:46:17.132980 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:46:17.172714 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:46:17.173844 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:46:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:17.228547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port d7fa1f2f-acda-408c-af60-c32bf1bddb9f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:17.229233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:17.309125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc503e1d-7451-46a1-82ab-08dfe2758c27 req-2d097f4b-0cd5-4565-8631-c3cbc21c279c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352575 May 06 12:46:17.338361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] No DVR routers for this DVR port 7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:46:17.356462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:17.364926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'name': 'network-vif-deleted', 'tag': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:17.389931 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-98a7ea46-6325-4519-ba04-7537239563d8 req-dd4cdb38-ac3e-4dab-a9a7-7e2a17fcbae8 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.36 "DELETE /v2.0/ports/7d38fc9f-b738-41a7-8fe4-a4bd0c88f257 HTTP/1.1" status: 204 len: 173 time: 5.8681891 May 06 12:46:17.398701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4bc87a4-f12b-458b-a1d6-6ae6ca0f836b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:17.529711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9d9b651-b0dc-4653-83f9-57b6527b26cb req-6474db26-238d-4e65-aebd-1a41e7c52498 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401077 May 06 12:46:17.576997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:17.613984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:port and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:17.630507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4bc87a4-f12b-458b-a1d6-6ae6ca0f836b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:17.689017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc87a4-f12b-458b-a1d6-6ae6ca0f836b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=16fbdb79-b53a-4896-bd23-51d95b97ce41,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:17.704991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4bc87a4-f12b-458b-a1d6-6ae6ca0f836b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:17.729008 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c4bc87a4-f12b-458b-a1d6-6ae6ca0f836b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/16fbdb79-b53a-4896-bd23-51d95b97ce41 HTTP/1.1" status: 204 len: 168 time: 1.8996885 May 06 12:46:17.729584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40872) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:17.828369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40880) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:17.931216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:17.967145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-971b5708-dfbb-4883-8d8f-94c2b2968fc9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Deleting subnet 5a2f9d0c-b155-4e7b-8bea-8c6f4fd07e76 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:46:17.967145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ef56ba4-4cde-4fa5-b5bd-e5796dbf6449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:17.972756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d492bec4-2851-4625-b251-54209f7f7422 req-eae68c1b-e080-4607-9dae-2a2ee53905c2 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/ports?device_id=f41f97c9-374b-4de6-83dc-b03558ced7de HTTP/1.1" status: 200 len: 210 time: 0.2426922 May 06 12:46:17.986951 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55dddde-0730-490c-8ffb-250f0b998174'] response: {'server_uuid': 'f41f97c9-374b-4de6-83dc-b03558ced7de', 'name': 'network-vif-deleted', 'tag': '7d38fc9f-b738-41a7-8fe4-a4bd0c88f257', 'status': 'completed', 'code': 200} May 06 12:46:17.990017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-971b5708-dfbb-4883-8d8f-94c2b2968fc9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.004072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 86443d1d-8319-47ef-8889-de78a1b49554 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:18.032406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:18.079227 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:46:18.117532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1ef56ba4-4cde-4fa5-b5bd-e5796dbf6449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:18.127165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-971b5708-dfbb-4883-8d8f-94c2b2968fc9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.138365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:18.145497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bbb9be-24fc-4608-98e6-b7265d2b0b38 None None] Network b880c6d1-fbf7-4308-b2a3-acc03ee75e71 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:18.163064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1ef56ba4-4cde-4fa5-b5bd-e5796dbf6449 admin admin] Usage tracker for resource:security_group_rule and tenant:c28f4e26386e459d9fb98e767e6b73ad is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:18.175214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1ef56ba4-4cde-4fa5-b5bd-e5796dbf6449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:18.198367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1ef56ba4-4cde-4fa5-b5bd-e5796dbf6449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:18.398538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Allocated IP 10.2.2.2 (d6efa80f-acf6-4297-ae04-de25324b08a1/a9751512-0a9a-4a9b-a917-22595ae57103/13226562-7589-4f8d-89a0-e7c7e9303a17) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:18.399908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-971b5708-dfbb-4883-8d8f-94c2b2968fc9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.621891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-971b5708-dfbb-4883-8d8f-94c2b2968fc9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.912308 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ef56ba4-4cde-4fa5-b5bd-e5796dbf6449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.918970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-971b5708-dfbb-4883-8d8f-94c2b2968fc9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.927313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ef56ba4-4cde-4fa5-b5bd-e5796dbf6449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.944005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b5708-dfbb-4883-8d8f-94c2b2968fc9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2f9d0c-b155-4e7b-8bea-8c6f4fd07e76,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:18.964210 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:18.973957 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:46:18.989368 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:46:18.990835 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:46:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:19.003191 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-971b5708-dfbb-4883-8d8f-94c2b2968fc9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/5a2f9d0c-b155-4e7b-8bea-8c6f4fd07e76 HTTP/1.1" status: 204 len: 168 time: 1.2722855 May 06 12:46:19.009604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40900) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:19.073570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef56ba4-4cde-4fa5-b5bd-e5796dbf6449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b495b9-5f4b-4744-ac62-420311316ea0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:19.091408 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1ef56ba4-4cde-4fa5-b5bd-e5796dbf6449 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c28f4e26386e459d9fb98e767e6b73ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2575414 May 06 12:46:19.093634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4681c03c-469a-406e-b86d-d52325c52e94 None None] Provisioning for port 86443d1d-8319-47ef-8889-de78a1b49554 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:19.096702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40908) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:19.104784 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43c0ef46-a7e0-4522-9f08-8c0de35a8e1c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911834 May 06 12:46:19.105564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:19.139225 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.140263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.235301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 86443d1d-8319-47ef-8889-de78a1b49554 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:19.240633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4df7457-59ac-4e88-8a02-85fe907197a1 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:46:19.247206 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.298848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 86443d1d-8319-47ef-8889-de78a1b49554 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:19.303450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.364517 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:46:19.374067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dce4402a-a136-40aa-8b0d-7c8d13b517fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.414329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dce4402a-a136-40aa-8b0d-7c8d13b517fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.461407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port d7fa1f2f-acda-408c-af60-c32bf1bddb9f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:19.462046 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.502337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Transition to ACTIVE for port object 13226562-7589-4f8d-89a0-e7c7e9303a17 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:19.511618 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.542107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a4df7457-59ac-4e88-8a02-85fe907197a1, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a4df7457-59ac-4e88-8a02-85fe907197a1,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:19.563864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f8622f-84ee-40a9-a15a-d01d3886cf82 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:19.571882 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-45f8622f-84ee-40a9-a15a-d01d3886cf82 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3810859 May 06 12:46:19.572869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40918) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:19.584898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Transition to ACTIVE for port object 13226562-7589-4f8d-89a0-e7c7e9303a17 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:19.600154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device d7fa1f2f-acda-408c-af60-c32bf1bddb9f no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:46:19.629838 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.665086 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dce4402a-a136-40aa-8b0d-7c8d13b517fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.728603 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.732742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4402a-a136-40aa-8b0d-7c8d13b517fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b495b9-5f4b-4744-ac62-420311316ea0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:19.748096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dce4402a-a136-40aa-8b0d-7c8d13b517fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.749874 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dce4402a-a136-40aa-8b0d-7c8d13b517fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3b495b9-5f4b-4744-ac62-420311316ea0 HTTP/1.1" status: 204 len: 168 time: 0.6516724 May 06 12:46:19.778996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12841c91-d8af-4a23-b2f7-60bbff294410 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:19.780001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-12841c91-d8af-4a23-b2f7-60bbff294410 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Synchronizing usage tracker for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:19.817850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-12841c91-d8af-4a23-b2f7-60bbff294410 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Unset dirty status for tenant:c3d1de3c5f844c6695de721be3a9ff5c on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:19.823355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for d7fa1f2f-acda-408c-af60-c32bf1bddb9f owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:19.825940 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-12841c91-d8af-4a23-b2f7-60bbff294410 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2506068 May 06 12:46:19.827808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40924) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:19.912292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] device_id is not set on port ee3120e7-a670-496a-b42d-c6f3cc9c1646 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:46:19.919116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Network d6efa80f-acf6-4297-ae04-de25324b08a1 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:19.930554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:19.938763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:19.953817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['a4df7457-59ac-4e88-8a02-85fe907197a1'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:19.986427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008c23c-79a0-4e6f-bc4c-c532a6fdbdfd req-4c744dcc-b666-4e90-878d-474c3ab4fa09 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:19.998242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7008c23c-79a0-4e6f-bc4c-c532a6fdbdfd req-4c744dcc-b666-4e90-878d-474c3ab4fa09 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 944 time: 1.1610534 May 06 12:46:20.004810 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4fd00c6d-99cc-46ac-89b9-8bd56b796830 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1536055 May 06 12:46:20.011275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40928) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:20.084802 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad2f352-b684-40ea-9a4f-b081a1b5825e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:20.085885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad2f352-b684-40ea-9a4f-b081a1b5825e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:20.089802 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1ad2f352-b684-40ea-9a4f-b081a1b5825e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/8505c29a-63d1-447b-bcc0-6ebce9c9d1c9 HTTP/1.1" status: 404 len: 333 time: 0.0764976 May 06 12:46:20.094423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40932) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:20.109154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2d71a-ce17-4970-9671-ae493d7c2782 req-160ec73b-8379-4b00-aed9-c1c16e697d12 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:20.121706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd2d71a-ce17-4970-9671-ae493d7c2782 req-160ec73b-8379-4b00-aed9-c1c16e697d12 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 946 time: 0.9978509 May 06 12:46:20.166782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a4df7457-59ac-4e88-8a02-85fe907197a1,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:20.207153 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35f3164-22d7-408c-920e-a895a64547a5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:20.208866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35f3164-22d7-408c-920e-a895a64547a5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:20.213107 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b35f3164-22d7-408c-920e-a895a64547a5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/16fbdb79-b53a-4896-bd23-51d95b97ce41 HTTP/1.1" status: 404 len: 337 time: 0.1159973 May 06 12:46:20.216527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40936) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:20.253876 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:20.290388 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb00ef-5406-40f0-9810-7fa4c9e37f29 None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:37:36Z', 'revision_number': 4, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '3d59489d-2dc1-4880-a8e9-a19c05e56791', 'name': '', 'network_id': '65d1fd16-9391-4fd5-83e8-7b89bb4249e8', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'mac_address': 'fa:16:3e:08:8d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:33Z', 'updated_at': '2022-05-06T12:37:49Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'subnets': [{'id': '3473eb44-72d0-416f-b75e-63353d06f8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:46:20.344760 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac895c73-2669-49c9-bc3f-e45e0e3b0f4e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:20.346020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac895c73-2669-49c9-bc3f-e45e0e3b0f4e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:20.353404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ac895c73-2669-49c9-bc3f-e45e0e3b0f4e tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/5a2f9d0c-b155-4e7b-8bea-8c6f4fd07e76 HTTP/1.1" status: 404 len: 337 time: 0.1338475 May 06 12:46:20.357375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40942) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:20.470912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccd2d71a-ce17-4970-9671-ae493d7c2782 req-ac5b5ef7-1cfb-4721-99f8-41d43a2239b0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477025 May 06 12:46:20.518290 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7008c23c-79a0-4e6f-bc4c-c532a6fdbdfd req-7c0932e7-4d76-4f4e-a714-3e52d9c60d8b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5184035 May 06 12:46:20.571229 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b418af-e111-415a-a007-d473f415500f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:20.572138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b418af-e111-415a-a007-d473f415500f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:20.585574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-51b418af-e111-415a-a007-d473f415500f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/21de6b6d-a5f6-4ea0-a0a1-c75f5d8359ae HTTP/1.1" status: 404 len: 333 time: 0.2262328 May 06 12:46:20.588873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40948) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:20.728298 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:20.739590 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d72727d-1a82-4e9c-a55f-b38db65a6ad7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:20.740321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d72727d-1a82-4e9c-a55f-b38db65a6ad7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:20.747698 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0d72727d-1a82-4e9c-a55f-b38db65a6ad7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/a7929065-53af-4e2f-b17b-827b6bb010f1 HTTP/1.1" status: 404 len: 337 time: 0.1537344 May 06 12:46:20.748200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40954) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:20.939606 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:20.961167 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7df4563-c093-4b7b-b077-fdd7348cba95 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:20.961675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7df4563-c093-4b7b-b077-fdd7348cba95 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:20.963641 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c7df4563-c093-4b7b-b077-fdd7348cba95 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/3c06aeb7-26c3-4b70-a027-ac626e0d0e9b HTTP/1.1" status: 404 len: 337 time: 0.2140422 May 06 12:46:20.969221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40962) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.015562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd69a50-f47e-4c87-ad31-29b73a6f3c0a None None] New status for floating IP 680bde2f-56c6-4494-a5d7-b6960a275a92: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:46:21.046530 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-4749b88e-21d8-4b18-aa03-5226d8aa741b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:21.047267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4749b88e-21d8-4b18-aa03-5226d8aa741b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:21.050245 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4749b88e-21d8-4b18-aa03-5226d8aa741b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/62d6f87b-69fd-4d6d-b3cd-3d65fb481d61 HTTP/1.1" status: 404 len: 333 time: 0.0782638 May 06 12:46:21.053246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40968) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.118225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Pushing event updated for resources: {'Port': ['ID=13226562-7589-4f8d-89a0-e7c7e9303a17,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:21.130966 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e15d31-77e6-49fa-a4b3-5cf0a5f2e729 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:21.131644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e15d31-77e6-49fa-a4b3-5cf0a5f2e729 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:21.134418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-44e15d31-77e6-49fa-a4b3-5cf0a5f2e729 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/3265914e-42c3-417a-92b0-abbcf323182e HTTP/1.1" status: 404 len: 337 time: 0.0793924 May 06 12:46:21.139042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40974) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.221330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:21.244227 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd7c78b-086c-40a3-9ec0-d50662ae0962 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:21.245722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd7c78b-086c-40a3-9ec0-d50662ae0962 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:21.249598 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3dd7c78b-086c-40a3-9ec0-d50662ae0962 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/9ec96a79-acc9-450d-9da3-b0964bd4c724 HTTP/1.1" status: 404 len: 337 time: 0.1072590 May 06 12:46:21.254541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40978) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.333057 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-374acfb1-6a2e-4e7a-bb3e-4029fc374bb2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:21.343795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374acfb1-6a2e-4e7a-bb3e-4029fc374bb2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:21.345798 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-374acfb1-6a2e-4e7a-bb3e-4029fc374bb2 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/099ab9cf-d1a7-4ff1-9124-eda462437ae0 HTTP/1.1" status: 404 len: 333 time: 0.0901296 May 06 12:46:21.349854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40982) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.418265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:21.429940 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e4572d-7293-4261-a576-54d061638615 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:21.433704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e4572d-7293-4261-a576-54d061638615 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:21.439685 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-03e4572d-7293-4261-a576-54d061638615 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/05eb8c93-26e8-4755-823f-6788d4cc9d69 HTTP/1.1" status: 404 len: 337 time: 0.0887418 May 06 12:46:21.443877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40988) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.464209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Attempting to bind port 13226562-7589-4f8d-89a0-e7c7e9303a17 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:46:21.465243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Attempting to bind port 13226562-7589-4f8d-89a0-e7c7e9303a17 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:46:21.465836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Attempting to bind port 13226562-7589-4f8d-89a0-e7c7e9303a17 on network d6efa80f-acf6-4297-ae04-de25324b08a1 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:21.487447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event deleted for resources: {'Port': ['ID=d7fa1f2f-acda-408c-af60-c32bf1bddb9f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:21.550549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] No DVR routers for this DVR port d7fa1f2f-acda-408c-af60-c32bf1bddb9f on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:46:21.561071 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:21.572201 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-060c3694-b704-4142-a4e0-5c268070b568 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:21.572736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060c3694-b704-4142-a4e0-5c268070b568 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:21.578646 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-060c3694-b704-4142-a4e0-5c268070b568 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/8acdfd21-fdda-4aca-845c-2f9e762397c1 HTTP/1.1" status: 404 len: 337 time: 0.1331267 May 06 12:46:21.582752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40996) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.583280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a619179c-5535-45c0-ba5b-1a85936d399d', 'name': 'network-vif-deleted', 'tag': 'd7fa1f2f-acda-408c-af60-c32bf1bddb9f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:21.599062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea6446a5-d2f2-4c82-b226-a6a0831eb8d3 req-ebf55d67-b19b-49d9-a01b-b1d98248a01c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "DELETE /v2.0/ports/d7fa1f2f-acda-408c-af60-c32bf1bddb9f HTTP/1.1" status: 204 len: 173 time: 4.6888580 May 06 12:46:21.602083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Allocated IP 10.1.1.40 (2685699a-15bb-4993-b2ff-6ccaf2ad46af/1519b124-d903-4edb-b207-fefe5cf5e6c6/ee3120e7-a670-496a-b42d-c6f3cc9c1646) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:21.717372 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb960200-ad19-4293-98db-fbb7ae4b6ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:21.719321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb960200-ad19-4293-98db-fbb7ae4b6ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:21.725050 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eb960200-ad19-4293-98db-fbb7ae4b6ad1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/91797e41-3445-4aaf-8a7f-fe6b901069eb HTTP/1.1" status: 404 len: 333 time: 0.1375055 May 06 12:46:21.725817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41004) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.775223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bc43e-55bb-4bfc-94d4-925e4b1e1225 req-f25c5d91-7738-412b-9381-9ce7225af464 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:21.789989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-506bc43e-55bb-4bfc-94d4-925e4b1e1225 req-f25c5d91-7738-412b-9381-9ce7225af464 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.6856136 May 06 12:46:21.810283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] DHCP port deletion for b880c6d1-fbf7-4308-b2a3-acc03ee75e71 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:46:21.818484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:46:21.820017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Checking segment: {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:21.820017 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:21.821216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Bound using segment: {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:46:21.822222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Bound port: 13226562-7589-4f8d-89a0-e7c7e9303a17, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:46:21.822953 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:21.847679 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbfc7d7-a656-4a03-8c0f-a0e7631a1560 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:21.855692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbfc7d7-a656-4a03-8c0f-a0e7631a1560 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:21.863193 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ecbfc7d7-a656-4a03-8c0f-a0e7631a1560 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/682c60fb-c19b-451c-b5e3-4919d015ee77 HTTP/1.1" status: 404 len: 337 time: 0.1324196 May 06 12:46:21.863511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41014) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.984984 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a14d40-4f21-4e62-92e2-de8e87cdbb0f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:21.984984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a14d40-4f21-4e62-92e2-de8e87cdbb0f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:21.990340 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-79a14d40-4f21-4e62-92e2-de8e87cdbb0f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/1d603eb7-79ee-4316-b1c1-5c7edb19e92a HTTP/1.1" status: 404 len: 333 time: 0.1221020 May 06 12:46:21.991538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41018) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.001923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1d7109f8-cf9d-4578-a69f-bb96eb19ba74 None None] Provisioning complete for port 86443d1d-8319-47ef-8889-de78a1b49554 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:22.003334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d7109f8-cf9d-4578-a69f-bb96eb19ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.064096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 86443d1d-8319-47ef-8889-de78a1b49554, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=86443d1d-8319-47ef-8889-de78a1b49554,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:22.073965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Deleting port d8cf8999-d083-4a52-a16e-695425901f1f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:22.075126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.103082 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-044ad7d4-6374-4860-b493-62d2f88fe5c4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:22.104055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044ad7d4-6374-4860-b493-62d2f88fe5c4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:22.137714 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-044ad7d4-6374-4860-b493-62d2f88fe5c4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/3a1b17a3-0c34-4bc0-98df-926510cd1463 HTTP/1.1" status: 404 len: 337 time: 0.1320181 May 06 12:46:22.138821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41026) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.161521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41030) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.170087 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.176656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-506bc43e-55bb-4bfc-94d4-925e4b1e1225 req-68c3755a-df2b-4b65-ac55-d792dc6b4f2a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851886 May 06 12:46:22.335866 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-200e07fb-1e2f-4a32-9360-e2413615adb6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:22.336307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200e07fb-1e2f-4a32-9360-e2413615adb6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:22.357378 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-200e07fb-1e2f-4a32-9360-e2413615adb6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/7f651f63-cf48-401d-987e-8785d538fd72 HTTP/1.1" status: 404 len: 333 time: 0.2153790 May 06 12:46:22.365355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41034) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.534641 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ab2ac0-54fb-4546-952a-728b6c4bcda5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:22.535097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ab2ac0-54fb-4546-952a-728b6c4bcda5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:22.545827 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-91ab2ac0-54fb-4546-952a-728b6c4bcda5 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/15ce0234-c312-4b4b-95ef-971e727da8e4 HTTP/1.1" status: 404 len: 337 time: 0.1790199 May 06 12:46:22.549361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41038) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.612689 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95c8b3d-839f-4947-9b13-f1cd0c45166f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:22.613465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95c8b3d-839f-4947-9b13-f1cd0c45166f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:22.615518 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b95c8b3d-839f-4947-9b13-f1cd0c45166f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/103ddd2e-c772-46df-932c-033d1e1a8213 HTTP/1.1" status: 404 len: 333 time: 0.0651464 May 06 12:46:22.616277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3bbb4e5e-1b4a-4cb7-8b4f-a3a1d6102b4d req-14b793e7-228f-4078-a98f-bce6684444f2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:22.618081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41044) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.638590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d8cf8999-d083-4a52-a16e-695425901f1f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:46:22.684763 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d520e63-7e9a-453f-a9d2-7e6e5d394ed9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:22.685513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d520e63-7e9a-453f-a9d2-7e6e5d394ed9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:22.687664 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1d520e63-7e9a-453f-a9d2-7e6e5d394ed9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/76663a49-8700-49a8-b9ef-3e0ea3b82eb5 HTTP/1.1" status: 404 len: 337 time: 0.0681891 May 06 12:46:22.692194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41048) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.770646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3bbb4e5e-1b4a-4cb7-8b4f-a3a1d6102b4d req-14b793e7-228f-4078-a98f-bce6684444f2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:22.772513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bbb4e5e-1b4a-4cb7-8b4f-a3a1d6102b4d req-14b793e7-228f-4078-a98f-bce6684444f2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=a619179c-5535-45c0-ba5b-1a85936d399d HTTP/1.1" status: 200 len: 210 time: 0.3971627 May 06 12:46:22.793740 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeb8362-38c8-4aee-a0f9-e9cccf5b2af4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:22.794646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aeb8362-38c8-4aee-a0f9-e9cccf5b2af4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:22.809108 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0aeb8362-38c8-4aee-a0f9-e9cccf5b2af4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/b9d8e3e2-ceee-40c8-be8c-5f2c2ee0246e HTTP/1.1" status: 404 len: 333 time: 0.1136072 May 06 12:46:22.810217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41052) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.825634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.829415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cf14b06-1945-40ae-935b-82c8c973f227 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.862665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Transition to ACTIVE for port object ee3120e7-a670-496a-b42d-c6f3cc9c1646 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:22.901628 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cf14b06-1945-40ae-935b-82c8c973f227 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.946270 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-976ce217-0d58-4b15-bb5b-8b6f05e3d2d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:22.947960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976ce217-0d58-4b15-bb5b-8b6f05e3d2d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:22.956272 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-976ce217-0d58-4b15-bb5b-8b6f05e3d2d9 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/a9349aff-a170-4e42-84c0-108fa69e2668 HTTP/1.1" status: 404 len: 337 time: 0.1419365 May 06 12:46:22.958796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41058) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.968336 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.022743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f72c8-b1a8-42af-a621-5e2acc09d1bc req-c61abd52-54ec-43c9-84b4-8099bee4747d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:23.031485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d64f72c8-b1a8-42af-a621-5e2acc09d1bc req-c61abd52-54ec-43c9-84b4-8099bee4747d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 945 time: 0.4398227 May 06 12:46:23.096096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cf14b06-1945-40ae-935b-82c8c973f227 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.102206 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f8f3a5-79d7-4670-8ab0-620de7a0ad2f'] response: {'server_uuid': 'a619179c-5535-45c0-ba5b-1a85936d399d', 'name': 'network-vif-deleted', 'tag': 'd7fa1f2f-acda-408c-af60-c32bf1bddb9f', 'status': 'completed', 'code': 200} May 06 12:46:23.156138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:23.164568 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19614bd-c416-47b4-a435-79bdc367e0be tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:23.165881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19614bd-c416-47b4-a435-79bdc367e0be tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:23.166354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] For port d8cf8999-d083-4a52-a16e-695425901f1f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d8cf8999-d083-4a52-a16e-695425901f1f,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:23.167129 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.168825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d64f72c8-b1a8-42af-a621-5e2acc09d1bc req-b19c2e88-d1a1-408b-a8fd-2cc91f450b1d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362872 May 06 12:46:23.177631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:23.179021 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d19614bd-c416-47b4-a435-79bdc367e0be tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/113e4f92-170b-425e-b2c7-5ac06e1839bd HTTP/1.1" status: 404 len: 333 time: 0.2128875 May 06 12:46:23.180531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41068) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.182475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Port': ['ID=ee3120e7-a670-496a-b42d-c6f3cc9c1646,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:23.191962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:23.234475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=86443d1d-8319-47ef-8889-de78a1b49554,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:23.295050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf14b06-1945-40ae-935b-82c8c973f227 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af6ce84-73c7-45aa-822e-b9f91eba27a4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:23.338894 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2d09ae-f09c-49a0-b86c-9e0cc6756d5f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:23.342943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2d09ae-f09c-49a0-b86c-9e0cc6756d5f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:23.360015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3d2d09ae-f09c-49a0-b86c-9e0cc6756d5f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/49ab93af-c9ad-4afd-9dc5-a887b8d61f0b HTTP/1.1" status: 404 len: 337 time: 0.1621516 May 06 12:46:23.364477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41074) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.418214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5cf14b06-1945-40ae-935b-82c8c973f227 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.420823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5cf14b06-1945-40ae-935b-82c8c973f227 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "DELETE /v2.0/security-groups/3af6ce84-73c7-45aa-822e-b9f91eba27a4 HTTP/1.1" status: 204 len: 168 time: 1.2411449 May 06 12:46:23.432651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:23.435172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.442841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41080) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.585105 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f703b96d-b692-46a8-b792-995f1d48891b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:23.585804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f703b96d-b692-46a8-b792-995f1d48891b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:23.596484 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f703b96d-b692-46a8-b792-995f1d48891b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/27964858-7b95-4936-9180-724dacfb6362 HTTP/1.1" status: 404 len: 337 time: 0.2300785 May 06 12:46:23.601069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41084) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.640599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] For port 13226562-7589-4f8d-89a0-e7c7e9303a17, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:46:23.650293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] For port 13226562-7589-4f8d-89a0-e7c7e9303a17, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=13226562-7589-4f8d-89a0-e7c7e9303a17,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:46:23.651778 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.678817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Calling delete_port for d8cf8999-d083-4a52-a16e-695425901f1f owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:23.709971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a4df7457-59ac-4e88-8a02-85fe907197a1 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:23.735871 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-248a5b9d-3a51-421b-9ac7-e431e7a7fcb5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] show failed (client error): The resource could not be found. May 06 12:46:23.745353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-248a5b9d-3a51-421b-9ac7-e431e7a7fcb5 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "GET /v2.0/security-groups/3af6ce84-73c7-45aa-822e-b9f91eba27a4 HTTP/1.1" status: 404 len: 347 time: 0.2962730 May 06 12:46:23.749394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41088) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.752271 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.757002 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d53d74-24a1-4e7e-a7cc-1b566aaff697 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:23.758584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d53d74-24a1-4e7e-a7cc-1b566aaff697 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:23.762752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a8d53d74-24a1-4e7e-a7cc-1b566aaff697 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/2b0883bd-53a7-4807-aae0-d867ce816f3e HTTP/1.1" status: 404 len: 333 time: 0.1580837 May 06 12:46:23.767580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41092) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.849247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3b9014da-909f-4f0b-a1d5-439005711ea8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.3789542 May 06 12:46:23.850916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41096) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.875813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'port': {'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'name': 'tempest-TaggedBootDevicesTest-2068905100', 'fixed_ips': [{'subnet_id': '1519b124-d903-4edb-b207-fefe5cf5e6c6'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:23.904360 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-163780a7-cd2b-478a-9f82-d57cb6333e34 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:23.905318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163780a7-cd2b-478a-9f82-d57cb6333e34 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:23.908460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-163780a7-cd2b-478a-9f82-d57cb6333e34 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/58377d52-a55c-41b9-abf8-9296335d20b0 HTTP/1.1" status: 404 len: 337 time: 0.1390505 May 06 12:46:23.925970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41104) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:24.154530 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-96366e1a-276f-4199-9b18-4d735ef3eb18 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:24.155557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96366e1a-276f-4199-9b18-4d735ef3eb18 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:24.158651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-96366e1a-276f-4199-9b18-4d735ef3eb18 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/7762a3c8-896c-4fb7-aee0-cf69d985799a HTTP/1.1" status: 404 len: 337 time: 0.1313677 May 06 12:46:24.167554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41110) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:24.228633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Deleting port 7797885c-a087-46a4-9966-32abe7bd2932 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:24.230168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:24.314483 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69a4d50-035b-4207-9fc8-abedebcbe698 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:24.315099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69a4d50-035b-4207-9fc8-abedebcbe698 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:24.323098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a69a4d50-035b-4207-9fc8-abedebcbe698 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/ec8b87d6-3a22-458b-b6cc-25778b78fa62 HTTP/1.1" status: 404 len: 333 time: 0.1454480 May 06 12:46:24.339318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41118) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:24.344752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1001d-3ca4-4413-98ec-57aeaa584e0d req-988869f6-7c28-42f8-bdea-5182f852b8e8 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:24.347352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cc1001d-3ca4-4413-98ec-57aeaa584e0d req-988869f6-7c28-42f8-bdea-5182f852b8e8 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.7823248 May 06 12:46:24.489757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cc1001d-3ca4-4413-98ec-57aeaa584e0d req-89c32f76-b47f-47b9-8698-9843e7c8b7c2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303039 May 06 12:46:24.491548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:24.510472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:port and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:24.523201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:24.547006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port d8cf8999-d083-4a52-a16e-695425901f1f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d8cf8999-d083-4a52-a16e-695425901f1f,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:24.554810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:24.569515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cfbd9-f082-4810-9b18-b00efe2098f2 None None] Pushing event updated for resources: {'Port': ['ID=13226562-7589-4f8d-89a0-e7c7e9303a17,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:24.596887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:24.631578 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:24.947257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=d8cf8999-d083-4a52-a16e-695425901f1f,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:24.970955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 86443d1d-8319-47ef-8889-de78a1b49554 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:24.971709 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-c062d560-7336-4459-b6f1-444cb9e7f003 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:24.975775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c062d560-7336-4459-b6f1-444cb9e7f003 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:24.993853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41130) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:24.998453 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c062d560-7336-4459-b6f1-444cb9e7f003 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/2eb9698b-f21a-49c5-8c51-e60ba5dbe9f0 HTTP/1.1" status: 404 len: 337 time: 0.6385951 May 06 12:46:25.192180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-58be2578-5d8f-479b-8f60-4cf0ed25920e None None] Provisioning for port ee3120e7-a670-496a-b42d-c6f3cc9c1646 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:25.278032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.279004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.284655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-58be2578-5d8f-479b-8f60-4cf0ed25920e None None] Provisioning complete for port ee3120e7-a670-496a-b42d-c6f3cc9c1646 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:25.285028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58be2578-5d8f-479b-8f60-4cf0ed25920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.395609 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-77934a2a-2c68-4a36-89ac-0903706356a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:25.396499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77934a2a-2c68-4a36-89ac-0903706356a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:25.415810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 86443d1d-8319-47ef-8889-de78a1b49554 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:25.416278 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.418095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-77934a2a-2c68-4a36-89ac-0903706356a6 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/7639ba06-0ded-4cce-be50-09e2cd12769a HTTP/1.1" status: 404 len: 337 time: 0.4214308 May 06 12:46:25.468139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41138) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:25.524711 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:46:25.525063 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:46:25.547591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-58be2578-5d8f-479b-8f60-4cf0ed25920e None None] Port ee3120e7-a670-496a-b42d-c6f3cc9c1646 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:46:25.573570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port a4df7457-59ac-4e88-8a02-85fe907197a1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:25.606199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port a4df7457-59ac-4e88-8a02-85fe907197a1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:25.606795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.627377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Calling delete_port for 7797885c-a087-46a4-9966-32abe7bd2932 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:25.802113 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.867581 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0bbaf0-ddf3-40c4-bf99-fcca33bcac49 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:25.867878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0bbaf0-ddf3-40c4-bf99-fcca33bcac49 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:25.873650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fa0bbaf0-ddf3-40c4-bf99-fcca33bcac49 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/df7d16a2-b44e-4e1c-8b11-d8699f86b8e5 HTTP/1.1" status: 404 len: 333 time: 0.3946030 May 06 12:46:25.876159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41150) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:25.903803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.928909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] device_id is not set on port 0556dd40-9a4b-42b7-b459-f3251ff0209b yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:46:25.972869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c739d-7c2b-4bc4-8657-91df4dea6499 req-998871e9-3331-4605-84f1-3792945a5467 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:25.993144 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-267c739d-7c2b-4bc4-8657-91df4dea6499 req-998871e9-3331-4605-84f1-3792945a5467 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 945 time: 0.9853108 May 06 12:46:25.995347 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b1849d-cd0d-4734-a368-075af82f70e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:25.996322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b1849d-cd0d-4734-a368-075af82f70e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:26.001398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-86b1849d-cd0d-4734-a368-075af82f70e7 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/89a55924-fa6a-4408-b083-55a77c08b228 HTTP/1.1" status: 404 len: 337 time: 0.1171114 May 06 12:46:26.006935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41154) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:26.015904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Pushing event deleted for resources: {'Port': ['ID=7797885c-a087-46a4-9966-32abe7bd2932,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:26.127001 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-686b7a20-58b5-415b-9108-e86a0d024907 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:26.127001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686b7a20-58b5-415b-9108-e86a0d024907 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:26.148411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Deleting port d8cf8999-d083-4a52-a16e-695425901f1f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:26.150123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:26.159332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-686b7a20-58b5-415b-9108-e86a0d024907 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/fac1f863-d7cd-4d90-ade3-6890d21091dc HTTP/1.1" status: 404 len: 337 time: 0.1237166 May 06 12:46:26.169990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-267c739d-7c2b-4bc4-8657-91df4dea6499 req-ad1b7c01-27c9-43f2-b5e2-2ebda3e6337e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755445 May 06 12:46:26.170517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41160) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:26.427936 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-37cad908-52b1-4b69-87d1-126a788e5936 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports?device_id=c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 HTTP/1.1" status: 200 len: 205 time: 0.2489898 May 06 12:46:26.428697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41166) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:26.535883 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:26.612148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:26.615535 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-4afca144-ff27-4088-9e19-ba03b8f81190 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] delete failed (client error): The resource could not be found. May 06 12:46:26.616654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4afca144-ff27-4088-9e19-ba03b8f81190 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/routers/c88bbc6b-7474-47b0-bbc7-ad7b3c6b7501 HTTP/1.1" status: 404 len: 336 time: 0.1778183 May 06 12:46:26.621634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41172) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:26.622476 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d5d275fc-f648-4c3e-aed0-bb4be5982dd0 tempest-AttachVolumeNegativeTest-1644576246 tempest-AttachVolumeNegativeTest-1644576246-project] 10.222.0.44 "DELETE /v2.0/floatingips/680bde2f-56c6-4494-a5d7-b6960a275a92 HTTP/1.1" status: 204 len: 168 time: 2.8696644 May 06 12:46:26.685712 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:26.724142 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ea50cc-cd6c-4f74-967e-6543ea628c39 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:26.724142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ea50cc-cd6c-4f74-967e-6543ea628c39 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:26.730055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c7ea50cc-cd6c-4f74-967e-6543ea628c39 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/dbfb6c0f-eb4c-4505-a075-22aff9f3b3f2 HTTP/1.1" status: 404 len: 337 time: 0.1043503 May 06 12:46:26.732069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41182) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:26.904329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a4df7457-59ac-4e88-8a02-85fe907197a1, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a4df7457-59ac-4e88-8a02-85fe907197a1,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:26.924361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:26.950866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d556411c-9200-4fd9-ba53-df0ed4637013 None None] Network d6efa80f-acf6-4297-ae04-de25324b08a1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:27.015323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Allocated IP 10.1.1.7 (2685699a-15bb-4993-b2ff-6ccaf2ad46af/1519b124-d903-4edb-b207-fefe5cf5e6c6/0556dd40-9a4b-42b7-b459-f3251ff0209b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:27.071548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed3656-366d-4854-a1d6-18c269678cac req-ac4d063d-6a24-4f4b-846f-90fd099dfd0a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:27.078073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbed3656-366d-4854-a1d6-18c269678cac req-ac4d063d-6a24-4f4b-846f-90fd099dfd0a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.3246081 May 06 12:46:27.244161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 13226562-7589-4f8d-89a0-e7c7e9303a17 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:27.249938 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bad2fe55-052b-4ac3-b9b4-430d6bcb2229 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 HTTP/1.1" status: 200 len: 205 time: 0.5155282 May 06 12:46:27.250957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41200) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:27.273437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbed3656-366d-4854-a1d6-18c269678cac req-11ce0067-b7bb-4029-8401-10d8574861df tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720619 May 06 12:46:27.340550 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-f8646525-0662-40f5-a915-4af6c671adb3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] delete failed (client error): The resource could not be found. May 06 12:46:27.344799 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f8646525-0662-40f5-a915-4af6c671adb3 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/routers/e9fa3a7e-5fec-4d60-98f3-c54d51fc02e5 HTTP/1.1" status: 404 len: 336 time: 0.0923395 May 06 12:46:27.345149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41206) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:27.396244 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:27.571037 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af2479a-1fe4-40f6-b6f6-d04948e16271 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:27.571480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af2479a-1fe4-40f6-b6f6-d04948e16271 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:27.578469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41218) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:27.581276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4af2479a-1fe4-40f6-b6f6-d04948e16271 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/0b5d51c3-8a2e-4164-850b-8fd57be7a397 HTTP/1.1" status: 404 len: 337 time: 0.2211819 May 06 12:46:27.815565 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1797fe4b-b496-433a-a9a3-015f5327026b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:27.816799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1797fe4b-b496-433a-a9a3-015f5327026b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:27.820223 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1797fe4b-b496-433a-a9a3-015f5327026b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/d63670c0-b77c-4fa3-b2ed-9639d8ae6dd9 HTTP/1.1" status: 404 len: 337 time: 0.2398636 May 06 12:46:27.824684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41224) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:27.947710 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a00d5997-099f-4324-8b7d-9b7172c730b9 req-d0cdb8f2-6641-429a-bedd-bc7119d77b91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 1097 time: 0.2136540 May 06 12:46:28.006203 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef61f2f1-c06a-47ea-8e5b-d0f39fca7684 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:28.006850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef61f2f1-c06a-47ea-8e5b-d0f39fca7684 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:28.008746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ef61f2f1-c06a-47ea-8e5b-d0f39fca7684 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/0d5ae05e-0699-49d3-b273-88e2030f3b84 HTTP/1.1" status: 404 len: 333 time: 0.1830289 May 06 12:46:28.049960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41232) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:28.136038 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2217cba-692d-40fd-aadb-8705df6142cc'] response: {'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'code': 200} May 06 12:46:28.139696 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a00d5997-099f-4324-8b7d-9b7172c730b9 req-5a831875-9a26-41f9-8c60-1c49b3e5c131 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773927 May 06 12:46:28.248448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] For port d8cf8999-d083-4a52-a16e-695425901f1f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d8cf8999-d083-4a52-a16e-695425901f1f,segment=NetworkSegment(5e9b6438-3c77-4320-a826-2fe1831a2d20),segment_id=5e9b6438-3c77-4320-a826-2fe1831a2d20)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:28.249313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:28.292683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-23ff2f29-c2b4-43c1-8c39-604764e5de00 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:28.300249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-23ff2f29-c2b4-43c1-8c39-604764e5de00 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.2398992 May 06 12:46:28.322426 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de69d4a-9ef9-4bf3-ba75-4959719aa3c4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:28.322904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de69d4a-9ef9-4bf3-ba75-4959719aa3c4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:28.324721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5de69d4a-9ef9-4bf3-ba75-4959719aa3c4 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/7bbe08b1-54e4-4349-acde-0933a0a7f3c9 HTTP/1.1" status: 404 len: 337 time: 0.2661483 May 06 12:46:28.328997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41242) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:28.330023 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:28.350383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-c7723fcd-50ca-4657-9b5f-e2f9e576acf4 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/quotas/8529aed8aecf486a95558a9f1e0b52e4 HTTP/1.1" status: 200 len: 375 time: 0.0491459 May 06 12:46:28.426662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Transition to ACTIVE for port object 0556dd40-9a4b-42b7-b459-f3251ff0209b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:28.462244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670bfb9-23fa-4286-9ca1-3373fa9e21e6 req-d94a0dbc-0854-446f-bb07-be5c64082672 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:28.469516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9670bfb9-23fa-4286-9ca1-3373fa9e21e6 req-d94a0dbc-0854-446f-bb07-be5c64082672 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.5154390 May 06 12:46:28.529295 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1595125e-4925-4e94-8f39-be1fe14a2369 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:28.530456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1595125e-4925-4e94-8f39-be1fe14a2369 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:28.535529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1595125e-4925-4e94-8f39-be1fe14a2369 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/ffd72240-9b60-4e90-a9f5-36ddb92cc72a HTTP/1.1" status: 404 len: 333 time: 0.2033596 May 06 12:46:28.537097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9670bfb9-23fa-4286-9ca1-3373fa9e21e6 req-aa85ff0a-9b0a-4458-8a39-9ae0e321e8c4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665288 May 06 12:46:28.538946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41248) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:28.614756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:28.646470 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ffdf86-c591-48f3-a34f-0966a5cf7889 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:28.647504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ffdf86-c591-48f3-a34f-0966a5cf7889 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:28.650873 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c9ffdf86-c591-48f3-a34f-0966a5cf7889 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/3db4fdf3-47c6-4dd4-a993-e6026726bc77 HTTP/1.1" status: 404 len: 337 time: 0.1097820 May 06 12:46:28.656943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41254) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:28.761080 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce8d8df-da85-4620-b20f-a13f48728859 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:28.761883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce8d8df-da85-4620-b20f-a13f48728859 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:28.765276 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cce8d8df-da85-4620-b20f-a13f48728859 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/fa0cc818-67dd-4e54-b98a-7142c613c2c6 HTTP/1.1" status: 404 len: 333 time: 0.1059651 May 06 12:46:28.769530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41260) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:28.893780 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-412109d8-ab44-47f3-810b-500a341ed7a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:28.894261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412109d8-ab44-47f3-810b-500a341ed7a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:28.898931 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-412109d8-ab44-47f3-810b-500a341ed7a8 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/9edb97fc-d1b6-44f1-83cc-35fbb01612ad HTTP/1.1" status: 404 len: 337 time: 0.1266568 May 06 12:46:28.899518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41266) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:28.950285 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8431531-d682-443d-a6a7-05f3ad8f8243 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:28.950773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8431531-d682-443d-a6a7-05f3ad8f8243 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:28.959075 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a8431531-d682-443d-a6a7-05f3ad8f8243 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/95827fba-300c-4130-a3d1-78c685428239 HTTP/1.1" status: 404 len: 333 time: 0.0584040 May 06 12:46:28.959681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41270) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:28.977458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d82103d7-74fd-49d9-951f-e4f9e62d9886 None None] Provisioning for port 13226562-7589-4f8d-89a0-e7c7e9303a17 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:28.989825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Calling delete_port for d8cf8999-d083-4a52-a16e-695425901f1f owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:29.045174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41274) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:29.068680 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccf5874-9f77-4c39-8cb1-1ec470800594 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:29.070071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccf5874-9f77-4c39-8cb1-1ec470800594 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:29.075598 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dccf5874-9f77-4c39-8cb1-1ec470800594 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/7b277ef1-7eca-472a-a79b-c81ee87bbc46 HTTP/1.1" status: 404 len: 337 time: 0.1142764 May 06 12:46:29.078549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41280) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:29.094868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-ceab0131-7f23-43ae-9e77-3a070383efec tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7433305 May 06 12:46:29.097170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41284) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:29.113702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Port': ['ID=0556dd40-9a4b-42b7-b459-f3251ff0209b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:29.167691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:29.190371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a4df7457-59ac-4e88-8a02-85fe907197a1,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:29.208821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 13226562-7589-4f8d-89a0-e7c7e9303a17 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:29.222152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 13226562-7589-4f8d-89a0-e7c7e9303a17 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:29.222531 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:29.273920 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f274e44e-7b24-4acb-a6bf-f09c78529b9c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:29.288010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f274e44e-7b24-4acb-a6bf-f09c78529b9c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:29.295110 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f274e44e-7b24-4acb-a6bf-f09c78529b9c tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/dd56c327-3f33-481b-81d0-a4d19e68cba2 HTTP/1.1" status: 404 len: 333 time: 0.2097206 May 06 12:46:29.295898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41290) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:29.331719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-4e5b4290-c909-4b74-be0e-0f0c7d30948c service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023885 May 06 12:46:29.430353 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcdfb22-d215-4dab-b147-f67abf70278b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:29.430810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcdfb22-d215-4dab-b147-f67abf70278b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:29.445661 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8dcdfb22-d215-4dab-b147-f67abf70278b tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/f1d29fe8-05db-48f1-a266-ccae0e9482f0 HTTP/1.1" status: 404 len: 337 time: 0.1449189 May 06 12:46:29.445960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41294) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:29.506542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:29.510529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:29.580014 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc47c6c1-e7ef-4c05-b528-185a6e0e306f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:29.580462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc47c6c1-e7ef-4c05-b528-185a6e0e306f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:29.586075 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc47c6c1-e7ef-4c05-b528-185a6e0e306f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/29464d09-761a-440a-8cf0-8ca343c29b42 HTTP/1.1" status: 404 len: 333 time: 0.1352818 May 06 12:46:29.591336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41300) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:29.699422 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:29.739538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5712897-4a5b-4702-ad87-b6bab492e683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:29.761565 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-6421ba21-fb19-4588-ba53-5545bfbc20e1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:29.762420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6421ba21-fb19-4588-ba53-5545bfbc20e1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:29.771148 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6421ba21-fb19-4588-ba53-5545bfbc20e1 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/00e6319c-a946-4223-9598-e5d4174663ae HTTP/1.1" status: 404 len: 337 time: 0.1738601 May 06 12:46:29.771824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41304) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:29.800137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:29.801306 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:29.836806 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38b8e1d3-300f-4383-9a53-1dda30a40d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:29.865073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] Pushing event deleted for resources: {'Port': ['ID=d8cf8999-d083-4a52-a16e-695425901f1f,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:29.867777 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17f38ff-8c5e-4cb8-8a4c-185ba6322064 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:29.868397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17f38ff-8c5e-4cb8-8a4c-185ba6322064 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:29.874317 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f17f38ff-8c5e-4cb8-8a4c-185ba6322064 tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/ports/222584ab-c209-4b35-b1e2-c473544fb667 HTTP/1.1" status: 404 len: 333 time: 0.0973976 May 06 12:46:29.875149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41308) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:29.902962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1995e0d-b67c-4733-896c-e6fc2a7b2092 req-8a1297e4-6eac-4b1f-9b02-612262e847af tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:29.906866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1995e0d-b67c-4733-896c-e6fc2a7b2092 req-8a1297e4-6eac-4b1f-9b02-612262e847af tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 1.0241561 May 06 12:46:29.932358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-78f1fafe-93bd-4e65-9be9-263349ab7a05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0672815 May 06 12:46:29.932684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c132e5-6551-424b-b32b-9e9678d3b9bd None None] No DVR routers for this DVR port d8cf8999-d083-4a52-a16e-695425901f1f on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:46:29.968472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-f4d9bd4d-56e8-453e-acd0-310b014bdcb4 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357014 May 06 12:46:29.972223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b5712897-4a5b-4702-ad87-b6bab492e683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:29.985715 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9176fce8-2ca5-4f2c-a5c0-3bd0fed4d45f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] DELETE failed (client error): The resource could not be found. May 06 12:46:29.986170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9176fce8-2ca5-4f2c-a5c0-3bd0fed4d45f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:46:29.991645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9176fce8-2ca5-4f2c-a5c0-3bd0fed4d45f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/subnets/97f5b0db-b1e0-4e90-98f0-29e5287ba9fa HTTP/1.1" status: 404 len: 337 time: 0.1118817 May 06 12:46:29.992126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41316) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:29.993523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-38b8e1d3-300f-4383-9a53-1dda30a40d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:30.015985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b5712897-4a5b-4702-ad87-b6bab492e683 admin admin] Usage tracker for resource:security_group_rule and tenant:d2cb9665176f47fba5b59dd86fef090a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:30.019647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-38b8e1d3-300f-4383-9a53-1dda30a40d4c admin admin] Usage tracker for resource:security_group_rule and tenant:ef437d0bae0d43dd9c66bcb3a2454d3f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:30.036809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b5712897-4a5b-4702-ad87-b6bab492e683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:30.041717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-38b8e1d3-300f-4383-9a53-1dda30a40d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:30.066904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-38b8e1d3-300f-4383-9a53-1dda30a40d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:30.074316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b5712897-4a5b-4702-ad87-b6bab492e683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:30.166280 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.188949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-989185ad-2a6b-458a-bc89-f9e24cfaa8ee None None] Provisioning for port 0556dd40-9a4b-42b7-b459-f3251ff0209b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:30.189102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1995e0d-b67c-4733-896c-e6fc2a7b2092 req-42bfd27d-be4b-4616-9be2-25ebc18afdf1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546353 May 06 12:46:30.198902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-989185ad-2a6b-458a-bc89-f9e24cfaa8ee None None] Provisioning complete for port 0556dd40-9a4b-42b7-b459-f3251ff0209b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:30.199554 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-989185ad-2a6b-458a-bc89-f9e24cfaa8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.301447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.301696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 13226562-7589-4f8d-89a0-e7c7e9303a17, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=13226562-7589-4f8d-89a0-e7c7e9303a17,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:30.316892 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.398697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38b8e1d3-300f-4383-9a53-1dda30a40d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.411212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38b8e1d3-300f-4383-9a53-1dda30a40d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.417911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-989185ad-2a6b-458a-bc89-f9e24cfaa8ee None None] Port 0556dd40-9a4b-42b7-b459-f3251ff0209b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:46:30.488158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=13226562-7589-4f8d-89a0-e7c7e9303a17,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:30.534956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5712897-4a5b-4702-ad87-b6bab492e683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.591300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8e1d3-300f-4383-9a53-1dda30a40d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f0b1e-f77e-453d-aa74-d431507f766f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:30.672842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5712897-4a5b-4702-ad87-b6bab492e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.712649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.752078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bdbc5d69-4385-4908-a3f0-98a6e3b7f8cc None None] Provisioning complete for port 13226562-7589-4f8d-89a0-e7c7e9303a17 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:30.752649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdbc5d69-4385-4908-a3f0-98a6e3b7f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.785717 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b5712897-4a5b-4702-ad87-b6bab492e683 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2cb9665176f47fba5b59dd86fef090a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7372627 May 06 12:46:30.793742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41328) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:30.803187 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b880c6d1-fbf7-4308-b2a3-acc03ee75e71']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:30.807858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-38b8e1d3-300f-4383-9a53-1dda30a40d4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef437d0bae0d43dd9c66bcb3a2454d3f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7082291 May 06 12:46:30.814289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41332) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:30.954633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9b6438-3c77-4320-a826-2fe1831a2d20') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:30.956148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9b6438-3c77-4320-a826-2fe1831a2d20') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:30.982651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5712897-4a5b-4702-ad87-b6bab492e683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4602c3aa-5b09-4658-b51e-c49fefc607a6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:31.032190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.047175 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-55175a4f-da97-4bce-9944-55c9948a73bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.062782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3446cab4-d08d-4d28-bfdf-c034423031a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.087196 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.093818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f6416-b056-49ac-a708-f51da6c9d406 req-e48d0031-2c91-447c-856c-aa449ee4bf6e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:31.101718 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-55175a4f-da97-4bce-9944-55c9948a73bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.111605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:46:31.112533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d6f6416-b056-49ac-a708-f51da6c9d406 req-e48d0031-2c91-447c-856c-aa449ee4bf6e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.5418375 May 06 12:46:31.121382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: timer() May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:46:31.138516 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:46:31.301477 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.308581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3446cab4-d08d-4d28-bfdf-c034423031a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.317772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d6f6416-b056-49ac-a708-f51da6c9d406 req-55bc870e-0314-445a-89de-a998c836857d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007613 May 06 12:46:31.330403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.350763 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] 10.222.0.44 "DELETE /v2.0/networks/b880c6d1-fbf7-4308-b2a3-acc03ee75e71 HTTP/1.1" status: 204 len: 168 time: 1.3531260 May 06 12:46:31.356824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5af1d5-fc9f-4b7b-88c6-e156cd9e663f tempest-NetworksTestDHCPv6-724011517 tempest-NetworksTestDHCPv6-724011517-project] Pushing event deleted for resources: {'Network': ['ID=b880c6d1-fbf7-4308-b2a3-acc03ee75e71,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:31.366222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-55175a4f-da97-4bce-9944-55c9948a73bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.369241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-55175a4f-da97-4bce-9944-55c9948a73bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.370780 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-55175a4f-da97-4bce-9944-55c9948a73bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4602c3aa-5b09-4658-b51e-c49fefc607a6 HTTP/1.1" status: 204 len: 168 time: 0.5739200 May 06 12:46:31.383996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55175a4f-da97-4bce-9944-55c9948a73bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4602c3aa-5b09-4658-b51e-c49fefc607a6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:31.450649 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3446cab4-d08d-4d28-bfdf-c034423031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.481038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446cab4-d08d-4d28-bfdf-c034423031a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f0b1e-f77e-453d-aa74-d431507f766f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:31.528110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41348) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:31.536826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127917821', 'description': 'tempest-description--743103174'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:31.555356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3446cab4-d08d-4d28-bfdf-c034423031a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.556566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3446cab4-d08d-4d28-bfdf-c034423031a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f08f0b1e-f77e-453d-aa74-d431507f766f HTTP/1.1" status: 204 len: 168 time: 0.7345335 May 06 12:46:31.558000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:31.563791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:security_group and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:31.568579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:31.583806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:31.624773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.754395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:31.768447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:security_group_rule and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:31.787269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:31.804318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:32.014391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ed3e311-0649-4659-a9a0-7f49f38e5e0f req-c9c7d9ff-3d84-4d1e-8bb9-455239200467 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 210 time: 0.1105249 May 06 12:46:32.167502 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.179960 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.266440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedbc0b-6a4a-4b5c-afcd-d014344af2b1 req-8a7cf3a0-2b29-4e39-8adc-27f2412dbea1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:32.270208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dedbc0b-6a4a-4b5c-afcd-d014344af2b1 req-8a7cf3a0-2b29-4e39-8adc-27f2412dbea1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.4447794 May 06 12:46:32.299020 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.305171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7702935 May 06 12:46:32.305735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41358) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:32.320789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'security_group_rule': {'security_group_id': 'fa29748d-a22f-41cc-bdf8-2275c2bfdd70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:32.346503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b978845-56ba-4870-8c64-f0c4fbe0931e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa29748d-a22f-41cc-bdf8-2275c2bfdd70,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:32.362266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:32.392391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:security_group_rule and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:32.405694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:32.433396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:32.469434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dedbc0b-6a4a-4b5c-afcd-d014344af2b1 req-eccde20d-1028-44e2-8dba-9864049186de tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660502 May 06 12:46:32.495004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.680632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 13226562-7589-4f8d-89a0-e7c7e9303a17 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:32.710820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e6947-7366-4bc5-8211-f47e83e3101c req-fc3ffcbc-3755-4608-acda-376e431fe980 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:32.723933 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-762e6947-7366-4bc5-8211-f47e83e3101c req-fc3ffcbc-3755-4608-acda-376e431fe980 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.2353625 May 06 12:46:32.737212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41372) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:32.746552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Request body: {'floatingip': {'port_id': 'a4df7457-59ac-4e88-8a02-85fe907197a1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:32.849441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.854816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41376) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:32.884736 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.990798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 13226562-7589-4f8d-89a0-e7c7e9303a17 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:32.992047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.001019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.004850 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6959741 May 06 12:46:33.013405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41388) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:33.026083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012df3f-6592-47b2-ace6-2f71e2b8a22a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9fe64d-e15d-4e88-9c6c-6cf064e73062,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:33.040496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'security_group_rule': {'security_group_id': 'fa29748d-a22f-41cc-bdf8-2275c2bfdd70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:33.064583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:33.135578 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.350351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41398) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:33.367431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:security_group_rule and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:33.375855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:33.429984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:33.485240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45d5b88b-5f57-4e19-aafc-e2f8e9fea36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.808290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.858411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-45d5b88b-5f57-4e19-aafc-e2f8e9fea36a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:33.869944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-45d5b88b-5f57-4e19-aafc-e2f8e9fea36a admin admin] Usage tracker for resource:security_group_rule and tenant:14072a3607bc412f92baa845cb1faff7 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:33.885947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-45d5b88b-5f57-4e19-aafc-e2f8e9fea36a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:33.899612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-45d5b88b-5f57-4e19-aafc-e2f8e9fea36a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:34.012943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95eed487-211e-48bb-96c7-33938de9b3c1 req-e93d5da4-f3bf-4208-a500-e32df08220c0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 210 time: 0.1436784 May 06 12:46:34.069457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45d5b88b-5f57-4e19-aafc-e2f8e9fea36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.092164 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45d5b88b-5f57-4e19-aafc-e2f8e9fea36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.347232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-1995a0e9-b851-48de-b4b2-59402a11051f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:34.354510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-1995a0e9-b851-48de-b4b2-59402a11051f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 1.2899733 May 06 12:46:34.369262 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-45d5b88b-5f57-4e19-aafc-e2f8e9fea36a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14072a3607bc412f92baa845cb1faff7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0173855 May 06 12:46:34.370175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41408) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:34.422212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d59f64-9cc8-44e6-bbf4-e12f0abfa970 req-4d86fc7d-f3d9-4b36-99d1-ac3469b2b794 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:34.427415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51d59f64-9cc8-44e6-bbf4-e12f0abfa970 req-4d86fc7d-f3d9-4b36-99d1-ac3469b2b794 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.7616439 May 06 12:46:34.454829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Request body: {'port': {'device_id': '36957813-5668-4b37-8b31-66e6e6f91e00', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'admin_state_up': True, 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:34.470113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5b88b-5f57-4e19-aafc-e2f8e9fea36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15150ae1-df8a-478f-86aa-7b74639aec46,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:34.514733 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28697b1d-ab93-4947-9ada-5e985ec278df req-16d2b177-bc5c-4dba-ab99-06615762e241 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 1097 time: 0.7988350 May 06 12:46:34.526407 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-afbb2862-3abf-4156-a52c-1496cb890d64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3d1de3c5f844c6695de721be3a9ff5c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6690562 May 06 12:46:34.547543 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.548411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41412) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:34.618751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf73e4-110a-44c4-8057-3c3c9a453e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.722272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf73e4-110a-44c4-8057-3c3c9a453e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.908233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.916323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697b1d-ab93-4947-9ada-5e985ec278df req-89b5841f-61a0-47a8-8b3f-9594824bb861 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:34.918317 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28697b1d-ab93-4947-9ada-5e985ec278df req-89b5841f-61a0-47a8-8b3f-9594824bb861 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 912 time: 0.3947165 May 06 12:46:35.021657 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf73e4-110a-44c4-8057-3c3c9a453e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.092875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf73e4-110a-44c4-8057-3c3c9a453e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15150ae1-df8a-478f-86aa-7b74639aec46,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:35.120138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf73e4-110a-44c4-8057-3c3c9a453e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.124923 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7bdf73e4-110a-44c4-8057-3c3c9a453e8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15150ae1-df8a-478f-86aa-7b74639aec46 HTTP/1.1" status: 204 len: 168 time: 0.7466292 May 06 12:46:35.180985 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28697b1d-ab93-4947-9ada-5e985ec278df req-287aa850-5d07-4e4c-927c-f260abe56057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12806d48-1681-4f15-ac77-9e2d280b57ed HTTP/1.1" status: 200 len: 1001 time: 0.2550404 May 06 12:46:35.312982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697b1d-ab93-4947-9ada-5e985ec278df req-78ce71b2-a5f9-4c0e-b0f2-80a355286bda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:35.315953 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28697b1d-ab93-4947-9ada-5e985ec278df req-78ce71b2-a5f9-4c0e-b0f2-80a355286bda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.1286247 May 06 12:46:35.493681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a355074-221d-49e2-bc08-e9eeab9dadb3,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:35.498575 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28697b1d-ab93-4947-9ada-5e985ec278df req-7e898cd3-94bd-437b-b514-a47a40ca0ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726978 May 06 12:46:35.513281 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.519892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-40a44d1c-0b37-465c-b7d7-d64679662853 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.5002608 May 06 12:46:35.519892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:35.534925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41432) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:35.815782 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28697b1d-ab93-4947-9ada-5e985ec278df req-9f353006-5428-4258-823f-d8e2ce865631 service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078055 May 06 12:46:35.990471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:36.029184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd75999d-c826-45c8-b8cb-55a922bce136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.062147 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28697b1d-ab93-4947-9ada-5e985ec278df req-650ad1f2-8a97-4149-b780-4c4e2bd14eb5 service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353981 May 06 12:46:36.100564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:36.108675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:36.133097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:floatingip and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:36.153892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:36.170047 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccc7f3f9-b929-46f8-b261-af886baad5a3 req-9d098c50-88f6-42fb-b189-8c7f2ee164b4 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 210 time: 0.1682904 May 06 12:46:36.190646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:46:36.288434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51d59f64-9cc8-44e6-bbf4-e12f0abfa970 req-34a55396-0a81-4875-89be-9f039d411d71 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7295179 May 06 12:46:36.305339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:36.331460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:36.336172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.378386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd75999d-c826-45c8-b8cb-55a922bce136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.444116 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.581305 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.587705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd75999d-c826-45c8-b8cb-55a922bce136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.690549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75999d-c826-45c8-b8cb-55a922bce136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74bcd93-50dd-4e6b-b61c-6ac47ebad2ee,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:36.697710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd75999d-c826-45c8-b8cb-55a922bce136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.702991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bd75999d-c826-45c8-b8cb-55a922bce136 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d74bcd93-50dd-4e6b-b61c-6ac47ebad2ee HTTP/1.1" status: 204 len: 168 time: 2.1391571 May 06 12:46:36.702991 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:37.090291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:37.140107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Allocated IP 172.20.0.9 (9ebbe340-12ee-4638-a935-7276a634fe34/a5c14ca8-fc7a-406f-995a-1a05e1f88621/eb04eaa7-cb35-4702-b225-a66de7de74b4) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:37.495264 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:46:37.521056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41496) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:37.818210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d258faab-7592-44b5-9c34-11e31d020263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:37.845359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bf1cf2a-4b59-48d5-9d2c-e2c7cdb12b62 req-9507238f-a298-46f7-996a-404d13e9edf1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 210 time: 0.2527332 May 06 12:46:37.865498 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:37.910140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d258faab-7592-44b5-9c34-11e31d020263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:37.923071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d258faab-7592-44b5-9c34-11e31d020263 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd249604ba84c92943b2d48b9b450fd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:37.931962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d258faab-7592-44b5-9c34-11e31d020263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:37.948966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d258faab-7592-44b5-9c34-11e31d020263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:38.150082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d258faab-7592-44b5-9c34-11e31d020263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.158009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d258faab-7592-44b5-9c34-11e31d020263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.297529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258faab-7592-44b5-9c34-11e31d020263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f7fd64-925d-4d3a-a442-e1d32b815ed4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:38.304726 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d258faab-7592-44b5-9c34-11e31d020263 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dd249604ba84c92943b2d48b9b450fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7823343 May 06 12:46:38.307817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41518) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:38.388305 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.518468 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Floating IP 3f41ae61-4a01-4f24-b51f-c4446f3ad36e associated. External IP: 172.25.7.44, port: a4df7457-59ac-4e88-8a02-85fe907197a1. May 06 12:46:38.518956 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aecc882-e09a-441c-bcfa-24d62a7455af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.597501 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aecc882-e09a-441c-bcfa-24d62a7455af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.629061 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.642175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:38.694027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aecc882-e09a-441c-bcfa-24d62a7455af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.722103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecc882-e09a-441c-bcfa-24d62a7455af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f7fd64-925d-4d3a-a442-e1d32b815ed4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:38.726434 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aecc882-e09a-441c-bcfa-24d62a7455af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.728453 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9aecc882-e09a-441c-bcfa-24d62a7455af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53f7fd64-925d-4d3a-a442-e1d32b815ed4 HTTP/1.1" status: 204 len: 168 time: 0.4193797 May 06 12:46:39.048212 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-3ae22a34-a2dc-4f15-817c-071141cd2028 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2740610 May 06 12:46:39.052958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event updated for resources: {'Port': ['ID=eb04eaa7-cb35-4702-b225-a66de7de74b4,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:39.207259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Allocated IP 172.25.7.26 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/1e5415a5-ad88-465b-b453-e922b77001ce) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:39.220889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41544) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:39.262246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76c1be-febc-4d06-a1ab-95c6481f1fa7 req-d75203f5-14d6-4918-be98-499628409319 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:39.264881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d76c1be-febc-4d06-a1ab-95c6481f1fa7 req-d75203f5-14d6-4918-be98-499628409319 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 1.6742728 May 06 12:46:39.289259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Network 9ebbe340-12ee-4638-a935-7276a634fe34 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:39.316179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:39.340220 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-891fb0e3-6daf-4363-bced-440e72970fc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 1097 time: 0.2638209 May 06 12:46:39.453243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:39.640145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:39.642539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:39.678533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-42545496-a2eb-4a4e-bdbb-90fa6efaa094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:39.684333 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-42545496-a2eb-4a4e-bdbb-90fa6efaa094 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 912 time: 0.3140104 May 06 12:46:39.852704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-8b7134a9-efe6-4e26-9b27-63e817c0f41c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12806d48-1681-4f15-ac77-9e2d280b57ed HTTP/1.1" status: 200 len: 1001 time: 0.1609693 May 06 12:46:39.859945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2051738769'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:39.909016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:39.931510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Usage tracker for resource:network and tenant:dead15e82ba34cbfa08ab2b64f2e1244 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:39.935083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:39.948567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:39.965817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-298874b0-f668-4200-a1fb-ae9e86281758 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:39.968227 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-298874b0-f668-4200-a1fb-ae9e86281758 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.1030142 May 06 12:46:40.079917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d76c1be-febc-4d06-a1ab-95c6481f1fa7 req-35efd5aa-599b-4654-b1f5-fa8da8ee0c13 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7883031 May 06 12:46:40.102243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-82039d13-f6c3-4a17-9cbc-b58e662c8a62 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6589727 May 06 12:46:40.134569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Made reservation on behalf of dead15e82ba34cbfa08ab2b64f2e1244 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:40.141768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.180147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Request body: {'port': {'device_id': '36957813-5668-4b37-8b31-66e6e6f91e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:40.180749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.296056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:40.306524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Usage tracker for resource:security_group_rule and tenant:dead15e82ba34cbfa08ab2b64f2e1244 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:40.312126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:40.348349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:40.380257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.405589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5057b3-1a57-4020-b2f1-3d435bfbaaaf req-a28a1745-3c04-4b89-bcac-fe028fdc46a0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:40.406835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2a5057b3-1a57-4020-b2f1-3d435bfbaaaf req-a28a1745-3c04-4b89-bcac-fe028fdc46a0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:40.524307 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-1a201316-1a98-450f-b91e-6d517b6036ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5416145 May 06 12:46:40.570176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2a5057b3-1a57-4020-b2f1-3d435bfbaaaf req-a28a1745-3c04-4b89-bcac-fe028fdc46a0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:40.577673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a5057b3-1a57-4020-b2f1-3d435bfbaaaf req-a28a1745-3c04-4b89-bcac-fe028fdc46a0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 931 time: 1.3107848 May 06 12:46:40.602102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41570) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:40.622551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.770255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.898101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.913809 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.937957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a5057b3-1a57-4020-b2f1-3d435bfbaaaf req-aa892ec4-7fc1-40fa-978d-d4e45dcdb986 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596532 May 06 12:46:40.998817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883d5fbb-9382-4273-8e1d-a790692273b3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:41.063039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:46:41.079302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:41.097571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:41.106885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.107435 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Added segment abd0015f-bce1-49c4-94b9-8cce56e81011 of type vlan for network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 May 06 12:46:41.109548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:41.155182 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-a20e9a8c-0fb3-401d-8b72-02f6c9a4ec3c service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141579 May 06 12:46:41.229374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.249400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Port': ['ID=1e5415a5-ad88-465b-b453-e922b77001ce,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:41.253345 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6041660c-c718-47fa-aad3-300b6ed10cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.465297 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.472609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:41.474104 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.533526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6041660c-c718-47fa-aad3-300b6ed10cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:41.551504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6041660c-c718-47fa-aad3-300b6ed10cff admin admin] Usage tracker for resource:security_group_rule and tenant:8287e464e64e453ca81c1d81d64654ad is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:41.558241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6041660c-c718-47fa-aad3-300b6ed10cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:41.574834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6041660c-c718-47fa-aad3-300b6ed10cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:41.691513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event updated for resources: {'Network': ['ID=6797bda5-3cee-407a-8df7-3f10e79ba0f8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:41.707446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:46:41.708538 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-19408bfb-0101-43f7-9dac-5e00f4fa4388 req-04aaae24-3692-423c-a0b5-a5bc25b34afa service neutron] 10.222.0.36 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343602 May 06 12:46:41.761073 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7a2d75df-bdc3-49c2-9a32-3148a5b8bdb3 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5306301 May 06 12:46:41.763891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41588) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:41.776244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Request body: {'subnet': {'network_id': '6797bda5-3cee-407a-8df7-3f10e79ba0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:41.959883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb04eaa7-cb35-4702-b225-a66de7de74b4 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:46:41.964374 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.977384 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.031494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:42.038787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Usage tracker for resource:subnet and tenant:dead15e82ba34cbfa08ab2b64f2e1244 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:42.042800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:42.053146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:42.080479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Made reservation on behalf of dead15e82ba34cbfa08ab2b64f2e1244 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:42.090348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Transition to ACTIVE for port object eb04eaa7-cb35-4702-b225-a66de7de74b4 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:42.117003 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.144732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Router 1472b486-5de4-43fc-9a39-844365ee09fb has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:46:42.181575 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e450e6ae-9078-4cfb-8a1f-998bc0505869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.197505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6041660c-c718-47fa-aad3-300b6ed10cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.211775 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.270841 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6041660c-c718-47fa-aad3-300b6ed10cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.362294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.389522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041660c-c718-47fa-aad3-300b6ed10cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fdb429-1ba1-4867-a7b9-0c92845eb80d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:42.539600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Pushing event updated for resources: {'Port': ['ID=eb04eaa7-cb35-4702-b225-a66de7de74b4,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:42.673137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41606) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:42.716277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6041660c-c718-47fa-aad3-300b6ed10cff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8287e464e64e453ca81c1d81d64654ad&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1122382 May 06 12:46:42.837503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41612) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:42.854697 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.918860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Attempting to bind port eb04eaa7-cb35-4702-b225-a66de7de74b4 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:46:42.919219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Attempting to bind port eb04eaa7-cb35-4702-b225-a66de7de74b4 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:46:42.920015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Attempting to bind port eb04eaa7-cb35-4702-b225-a66de7de74b4 on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:42.937620 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.944718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Port eb04eaa7-cb35-4702-b225-a66de7de74b4 on network 9ebbe340-12ee-4638-a935-7276a634fe34 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:46:42.945046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Attempting to bind port eb04eaa7-cb35-4702-b225-a66de7de74b4 on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:43.001768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:46:43.002291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Checking segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:43.002744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Bound using segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:46:43.003215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Bound port: eb04eaa7-cb35-4702-b225-a66de7de74b4, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:46:43.003574 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.146492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d90fc-06bb-4077-b8fc-4787c82ee754 req-81735653-e5bc-4bf0-8f52-bbb4731833a7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:43.147659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Checking segment: {'id': 'abd0015f-bce1-49c4-94b9-8cce56e81011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6797bda5-3cee-407a-8df7-3f10e79ba0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:43.147659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Network hostable DHCP agents. Network: 6797bda5-3cee-407a-8df7-3f10e79ba0f8, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:46:43.148488 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d2d90fc-06bb-4077-b8fc-4787c82ee754 req-81735653-e5bc-4bf0-8f52-bbb4731833a7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 943 time: 0.6726916 May 06 12:46:43.169932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event updated for resources: {'Subnet': ['ID=3269675c-beef-4a92-8532-4bdb70b7a765,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:43.170274 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f0422fe1-63d7-4bd6-aab2-931bf4d7d383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.195715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.196248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.196803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.197365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.197884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.198424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.199002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.199530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.200078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.200617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.201160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:43.225753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:46:43.253446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6797bda5-3cee-407a-8df7-3f10e79ba0f8) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:43.262425 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.264458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:43.265310 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.280328 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f0422fe1-63d7-4bd6-aab2-931bf4d7d383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.289970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8925b-8c59-464c-a1bc-6b2e7368d404 None None] Network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:43.325825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.334572 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5a94ac65-9c9c-4b4f-9305-d43ead3d4ba2 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5671413 May 06 12:46:43.349973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41622) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:43.375607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Request body: {'port': {'network_id': '6797bda5-3cee-407a-8df7-3f10e79ba0f8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1018767617'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:43.478314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] For port eb04eaa7-cb35-4702-b225-a66de7de74b4, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:46:43.586279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] For port eb04eaa7-cb35-4702-b225-a66de7de74b4, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=eb04eaa7-cb35-4702-b225-a66de7de74b4,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:46:43.605079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d2d90fc-06bb-4077-b8fc-4787c82ee754 req-d8eb5035-8113-4401-80fa-4c92224ccefc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384849 May 06 12:46:43.672945 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.701495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Port': ['ID=1e5415a5-ad88-465b-b453-e922b77001ce,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:43.812781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:43.820099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Usage tracker for resource:port and tenant:dead15e82ba34cbfa08ab2b64f2e1244 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:43.836526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:43.851778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:43.875472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.877828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] 10.222.0.48 "PUT /v2.0/ports/eb04eaa7-cb35-4702-b225-a66de7de74b4 HTTP/1.1" status: 200 len: 1091 time: 3.7159550 May 06 12:46:43.881774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36957813-5668-4b37-8b31-66e6e6f91e00', 'tag': 'eb04eaa7-cb35-4702-b225-a66de7de74b4'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:43.882990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Made reservation on behalf of dead15e82ba34cbfa08ab2b64f2e1244 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:43.886894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.910402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-6797bda5-3cee-407a-8df7-3f10e79ba0f8', 'network_id': '6797bda5-3cee-407a-8df7-3f10e79ba0f8', 'tenant_id': 'dead15e82ba34cbfa08ab2b64f2e1244', 'fixed_ips': [{'subnet_id': '3269675c-beef-4a92-8532-4bdb70b7a765'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:46:43.912667 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.922245 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.934669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] device_id is not set on port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:46:43.939000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f0422fe1-63d7-4bd6-aab2-931bf4d7d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:44.038657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dc3db-013a-4d9c-a01c-7bf32e5ad4ba service neutron] Pushing event updated for resources: {'Port': ['ID=eb04eaa7-cb35-4702-b225-a66de7de74b4,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:44.044264 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794069ab-113a-498e-ac51-3b3494e88982'] response: {'name': 'network-changed', 'server_uuid': '36957813-5668-4b37-8b31-66e6e6f91e00', 'tag': 'eb04eaa7-cb35-4702-b225-a66de7de74b4', 'status': 'completed', 'code': 200} May 06 12:46:44.069288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0422fe1-63d7-4bd6-aab2-931bf4d7d383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fdb429-1ba1-4867-a7b9-0c92845eb80d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:44.076687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:46:44.080868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f0422fe1-63d7-4bd6-aab2-931bf4d7d383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:44.084674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f0422fe1-63d7-4bd6-aab2-931bf4d7d383 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17fdb429-1ba1-4867-a7b9-0c92845eb80d HTTP/1.1" status: 204 len: 168 time: 1.2355351 May 06 12:46:44.086480 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:44.108760 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] Sync routers for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:46:44.110778 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:44.112234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-50e29e4c-3000-4916-b949-3ff28e9a72a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5631232 May 06 12:46:44.130002 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:46:44.133632 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:46:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:44.170925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9cb2fb28-2954-4465-9e01-3d16eab5b5ad tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "PUT /v2.0/floatingips/3f41ae61-4a01-4f24-b51f-c4446f3ad36e HTTP/1.1" status: 200 len: 991 time: 11.4323404 May 06 12:46:44.203026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-8dfe616f-1ca0-42ac-95f7-15ec31188672 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 1094 time: 0.2144725 May 06 12:46:44.256414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Allocated IP 172.20.0.2 (6797bda5-3cee-407a-8df7-3f10e79ba0f8/3269675c-beef-4a92-8532-4bdb70b7a765/e83edb50-3be8-4331-bf03-924fc9d56464) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:44.602715 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:46:44.740672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-1a8b071e-d575-4a8c-a402-bc70abd71e62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb04eaa7-cb35-4702-b225-a66de7de74b4 HTTP/1.1" status: 200 len: 217 time: 0.5296257 May 06 12:46:44.769513 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cb18dd43-faf3-4853-8b9f-a76d8145016d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:44.881614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-7aba59e1-bbfd-4091-85cf-4432896c71f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:44.888330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-7aba59e1-bbfd-4091-85cf-4432896c71f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.1413393 May 06 12:46:44.899028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.020059 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.039015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Transition to ACTIVE for port object e83edb50-3be8-4331-bf03-924fc9d56464 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:45.081421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Transition to ACTIVE for port object e83edb50-3be8-4331-bf03-924fc9d56464 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:45.093306 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.194823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-bc6142a7-7bda-4f88-9164-919ff4ef5a27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2995765 May 06 12:46:45.296650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Pushing event updated for resources: {'Port': ['ID=e83edb50-3be8-4331-bf03-924fc9d56464,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:45.317532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.318097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.318677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.319205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.319730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.320289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.320850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.322667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.323229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.324994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.326002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.379673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:45.382268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:45.386044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:45.461764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Allocated IP 172.20.0.8 (6797bda5-3cee-407a-8df7-3f10e79ba0f8/3269675c-beef-4a92-8532-4bdb70b7a765/038c3a2c-b236-44ab-ba4e-438ed752b7f8) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:45.575788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35078-25ad-4c98-87c6-7ebc934976a9 req-55fa9cbf-344c-4ce9-84c2-c0ba3e2d8d83 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:45.577371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31e35078-25ad-4c98-87c6-7ebc934976a9 req-55fa9cbf-344c-4ce9-84c2-c0ba3e2d8d83 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 943 time: 0.5274589 May 06 12:46:45.633942 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.652936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Attempting to bind port e83edb50-3be8-4331-bf03-924fc9d56464 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:46:45.653483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Attempting to bind port e83edb50-3be8-4331-bf03-924fc9d56464 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'abd0015f-bce1-49c4-94b9-8cce56e81011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6797bda5-3cee-407a-8df7-3f10e79ba0f8'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:46:45.653952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Attempting to bind port e83edb50-3be8-4331-bf03-924fc9d56464 on network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:45.674216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:46:45.676396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Checking segment: {'id': 'abd0015f-bce1-49c4-94b9-8cce56e81011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6797bda5-3cee-407a-8df7-3f10e79ba0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:45.676938 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.677443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Bound using segment: {'id': 'abd0015f-bce1-49c4-94b9-8cce56e81011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6797bda5-3cee-407a-8df7-3f10e79ba0f8'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:46:45.680649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Bound port: e83edb50-3be8-4331-bf03-924fc9d56464, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd0015f-bce1-49c4-94b9-8cce56e81011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6797bda5-3cee-407a-8df7-3f10e79ba0f8'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:46:45.681182 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.698056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-0a1a1aab-00bc-464d-8c29-66ec2bcc5bf2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7430012 May 06 12:46:45.708161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-b24320bf-4229-4732-b864-af3878636fa6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Synchronizing usage tracker for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:45.747341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31e35078-25ad-4c98-87c6-7ebc934976a9 req-e883f5e6-ffb7-4efe-a9c8-34abf90cfd28 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602728 May 06 12:46:45.791288 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3f41ae61-4a01-4f24-b51f-c4446f3ad36e', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'port_id': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'mac_address': 'fa:16:3e:84:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:45:53Z', 'updated_at': '2022-05-06T12:46:35Z', 'revision_number': 1, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:59Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:45.811477 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] Checking router: 1472b486-5de4-43fc-9a39-844365ee09fb for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:46:45.815709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-4aebc1ca-5a26-41d3-a1c4-bf7ca6fcaa3b service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075675 May 06 12:46:45.862268 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:46:45.864287 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:46:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:45.918200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] For port e83edb50-3be8-4331-bf03-924fc9d56464, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:46:45.935974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] For port e83edb50-3be8-4331-bf03-924fc9d56464, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e83edb50-3be8-4331-bf03-924fc9d56464,segment=NetworkSegment(abd0015f-bce1-49c4-94b9-8cce56e81011),segment_id=abd0015f-bce1-49c4-94b9-8cce56e81011)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:46:45.944010 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.959691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-b24320bf-4229-4732-b864-af3878636fa6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Unset dirty status for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:45.960894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-b24320bf-4229-4732-b864-af3878636fa6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--127917821&fields=id&tenant_id=94672aef12b1426fa9c669ab8d149b5c HTTP/1.1" status: 200 len: 267 time: 0.6157115 May 06 12:46:46.030815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.033401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-063bf10f-cbcf-403a-a2a0-46e57b984b2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 1097 time: 0.2716649 May 06 12:46:46.045914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c47f888c-7367-4d15-b3de-1b71fbe80f3e req-7a92af15-7533-49af-9b99-d967db4a55f4 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192452 May 06 12:46:46.046544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:46.191501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Transition to ACTIVE for port object 038c3a2c-b236-44ab-ba4e-438ed752b7f8 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:46.236528 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b2048e-040b-4611-b26d-2ddc7335ae4a'] response: {'name': 'network-changed', 'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'status': 'completed', 'code': 200} May 06 12:46:46.245043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b3d10-07e0-4186-9010-05f231c42783 None None] Pushing event updated for resources: {'Port': ['ID=e83edb50-3be8-4331-bf03-924fc9d56464,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:46.284496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.501662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e366b4d-ab9e-4f82-93f8-90e816212bef req-57622b64-bfac-4944-bec3-a0ba7391989c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 1094 time: 0.3573675 May 06 12:46:46.514813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.717000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event updated for resources: {'Port': ['ID=038c3a2c-b236-44ab-ba4e-438ed752b7f8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:46.763619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e366b4d-ab9e-4f82-93f8-90e816212bef req-a23ac2d8-dc77-4ce5-9e8d-b4b02e185f7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:46.768137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e366b4d-ab9e-4f82-93f8-90e816212bef req-a23ac2d8-dc77-4ce5-9e8d-b4b02e185f7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.2591634 May 06 12:46:46.771631 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:46:46.787134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:46.788612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:46.793178 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-23c616f4-eac3-41d9-a8ba-fc72ba9db7af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 1097 time: 0.5563924 May 06 12:46:46.799992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:46.987989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-7aa7fa9e-dd25-477d-afc7-fe1b6f53c920 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:46.990346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-7aa7fa9e-dd25-477d-afc7-fe1b6f53c920 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.9233961 May 06 12:46:47.070312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e366b4d-ab9e-4f82-93f8-90e816212bef req-c8042174-3924-4768-8798-74a5f0f7156c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb04eaa7-cb35-4702-b225-a66de7de74b4 HTTP/1.1" status: 200 len: 217 time: 0.2163754 May 06 12:46:47.102769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:47.105212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.216835 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5aab17f8-79d1-4010-a08d-3b57566a0c72 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8641376 May 06 12:46:47.223808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41692) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:47.232468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Request body: {'port': {'network_id': '6797bda5-3cee-407a-8df7-3f10e79ba0f8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-286879753', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:47.233703 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.api.validators [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] bootfile-name is not in valid_values {{(pid=83952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:46:47.234256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.api.validators [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] tftp-server is not in valid_values {{(pid=83952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:46:47.234787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.api.validators [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] server-ip-address is not in valid_values {{(pid=83952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:46:47.253729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e366b4d-ab9e-4f82-93f8-90e816212bef req-50abe483-c1d1-4cba-bab7-0781f7e9573b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:47.255863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e366b4d-ab9e-4f82-93f8-90e816212bef req-50abe483-c1d1-4cba-bab7-0781f7e9573b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.1581020 May 06 12:46:47.350555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-f162c53e-7b71-4e6e-8336-aaa0b3f9c816 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea81b63-97d9-46c4-a99f-5332228a1440 HTTP/1.1" status: 200 len: 217 time: 0.3509319 May 06 12:46:47.352858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e366b4d-ab9e-4f82-93f8-90e816212bef req-7262b40b-42c4-4f8a-9004-36742de8760b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851369 May 06 12:46:47.385339 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.386664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-b6090b74-d259-48dc-81fd-bfe027c39eab tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:47.398546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-b6090b74-d259-48dc-81fd-bfe027c39eab tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Synchronizing usage tracker for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:47.498487 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3f41ae61-4a01-4f24-b51f-c4446f3ad36e', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'port_id': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'mac_address': 'fa:16:3e:84:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:45:53Z', 'updated_at': '2022-05-06T12:46:35Z', 'revision_number': 1, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:59Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:47.506105 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa6962-db85-460e-80a0-5732c6ac61a6 None None] The sync data for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 is: [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3f41ae61-4a01-4f24-b51f-c4446f3ad36e', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'port_id': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'mac_address': 'fa:16:3e:84:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:45:53Z', 'updated_at': '2022-05-06T12:46:35Z', 'revision_number': 1, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:59Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:46:47.589139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-51ff578d-81bd-4ef8-b2dc-10c1f5cdb523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:47.590998 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-51ff578d-81bd-4ef8-b2dc-10c1f5cdb523 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.7157426 May 06 12:46:47.730041 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-36ec7898-f35c-47e6-9b68-250b3527480f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4df7457-59ac-4e88-8a02-85fe907197a1 HTTP/1.1" status: 200 len: 999 time: 0.1286108 May 06 12:46:47.898748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:47.903833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Usage tracker for resource:port and tenant:dead15e82ba34cbfa08ab2b64f2e1244 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:47.905176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-b6090b74-d259-48dc-81fd-bfe027c39eab tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Unset dirty status for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:47.907871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:47.913053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-b6090b74-d259-48dc-81fd-bfe027c39eab tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports/ee3120e7-a670-496a-b42d-c6f3cc9c1646 HTTP/1.1" status: 200 len: 931 time: 1.9439578 May 06 12:46:47.916352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:47.916886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-321077d0-32cf-4764-9e1d-6930a68def3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:47.919346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-321077d0-32cf-4764-9e1d-6930a68def3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.5054944 May 06 12:46:47.942053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Made reservation on behalf of dead15e82ba34cbfa08ab2b64f2e1244 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:47.950091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.978689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-e068da0e-4308-40bb-9b7d-00dcc88099fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:47.981097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-e068da0e-4308-40bb-9b7d-00dcc88099fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.2361412 May 06 12:46:48.051655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a7f20-8180-4ee8-9480-d8d732a4c300 None None] New status for floating IP 3f41ae61-4a01-4f24-b51f-c4446f3ad36e: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:46:48.172927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-506d0924-b836-4374-8068-a2706d84d07e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2422853 May 06 12:46:48.192594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04717d59-3d32-4f6a-979a-e259a4421de2 None None] Network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:48.475398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2321b6de-226f-469e-a663-be4a3956e82c None None] Provisioning for port e83edb50-3be8-4331-bf03-924fc9d56464 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:48.596028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa272-76b0-4f04-a766-27f36479f962 req-3b4ad454-2d13-441a-ada8-012cb87cf857 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:48.596028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72aaa272-76b0-4f04-a766-27f36479f962 req-3b4ad454-2d13-441a-ada8-012cb87cf857 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 943 time: 1.5340223 May 06 12:46:48.598219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-4f95fef3-c058-4e7b-a80b-06f484eb3da4 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804765 May 06 12:46:48.598817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41716) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:48.613091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-2ec6c771-6498-453b-90ed-1c29f42d105d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:48.621500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-2ec6c771-6498-453b-90ed-1c29f42d105d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports/0556dd40-9a4b-42b7-b459-f3251ff0209b HTTP/1.1" status: 200 len: 930 time: 0.7071135 May 06 12:46:48.679615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] device_id is not set on port da180c37-0a81-4251-b503-32dd2afb6761 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:46:48.728657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e83edb50-3be8-4331-bf03-924fc9d56464 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:48.827282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Deleting port 3d59489d-2dc1-4880-a8e9-a19c05e56791 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:48.827825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.834697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d5d782b8-d215-471c-aad1-b0f67858fa78 req-3f9a805a-4131-48bb-a7ef-be46ab3a79f9 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789598 May 06 12:46:48.955098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-2da406e1-ca2a-437c-b717-ee9f99d51ae2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3314240 May 06 12:46:49.067761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e366b4d-ab9e-4f82-93f8-90e816212bef req-7609a90a-7392-405b-b9c6-32474f28da9f service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5538769 May 06 12:46:49.082527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-b8c8e10d-0a81-4b5b-8009-2bce5a34b5c9 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1254203 May 06 12:46:49.183728 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-d938835e-c50a-4344-a193-e1816ebdc14a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1839767 May 06 12:46:49.278742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e83edb50-3be8-4331-bf03-924fc9d56464 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:49.285774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-c8a27311-1b19-462b-9d24-a3454f9741c1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:46:49.287444 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-c8a27311-1b19-462b-9d24-a3454f9741c1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0083930 May 06 12:46:49.291851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e83edb50-3be8-4331-bf03-924fc9d56464 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:49.292415 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.340737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72aaa272-76b0-4f04-a766-27f36479f962 req-fad72e01-8b30-4069-82db-df25922a79f7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031803 May 06 12:46:49.484173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Allocated IP 172.20.0.12 (6797bda5-3cee-407a-8df7-3f10e79ba0f8/3269675c-beef-4a92-8532-4bdb70b7a765/da180c37-0a81-4251-b503-32dd2afb6761) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:49.585704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.635189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] For port 3d59489d-2dc1-4880-a8e9-a19c05e56791, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3d59489d-2dc1-4880-a8e9-a19c05e56791,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:49.635567 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b6f4-3e68-4e98-8d26-a6fd548941a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.636372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.646891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port e83edb50-3be8-4331-bf03-924fc9d56464, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e83edb50-3be8-4331-bf03-924fc9d56464,segment=NetworkSegment(abd0015f-bce1-49c4-94b9-8cce56e81011),segment_id=abd0015f-bce1-49c4-94b9-8cce56e81011)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:49.655720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-7d7cfe5e-33b2-4b95-b22b-c7f47c8bb2fe service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463335 May 06 12:46:49.657460 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.760851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-eca40978-d178-49ba-af99-1b1b0e6986a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:49.764322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device eb04eaa7-cb35-4702-b225-a66de7de74b4 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:46:49.765907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-eca40978-d178-49ba-af99-1b1b0e6986a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:49.770996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-eca40978-d178-49ba-af99-1b1b0e6986a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:49.772244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-eca40978-d178-49ba-af99-1b1b0e6986a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Synchronizing usage tracker for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:49.831284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e366b4d-ab9e-4f82-93f8-90e816212bef req-516a9c28-fdf1-4f37-bbe9-a0514f283724 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430048 May 06 12:46:49.873260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e7d5b6f4-3e68-4e98-8d26-a6fd548941a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:49.880477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e7d5b6f4-3e68-4e98-8d26-a6fd548941a3 admin admin] Usage tracker for resource:security_group_rule and tenant:aa9a2a8b4dab474a8e52d0bab6a56a16 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:49.886615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e7d5b6f4-3e68-4e98-8d26-a6fd548941a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:49.896304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e7d5b6f4-3e68-4e98-8d26-a6fd548941a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:49.899416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=e83edb50-3be8-4331-bf03-924fc9d56464,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:49.986717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Calling delete_port for 3d59489d-2dc1-4880-a8e9-a19c05e56791 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:50.002269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-eca40978-d178-49ba-af99-1b1b0e6986a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Unset dirty status for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:50.010911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-eca40978-d178-49ba-af99-1b1b0e6986a7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/networks?id=313cbf39-1760-43e3-8604-7c46dab04b4e&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=d6efa80f-acf6-4297-ae04-de25324b08a1&id=d6efa80f-acf6-4297-ae04-de25324b08a1 HTTP/1.1" status: 200 len: 1988 time: 0.8789384 May 06 12:46:50.030576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b6f4-3e68-4e98-8d26-a6fd548941a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.046055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-5444f98c-0ee2-4212-9a4b-fbc1b43ab71d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/quotas/94672aef12b1426fa9c669ab8d149b5c HTTP/1.1" status: 200 len: 375 time: 0.0337687 May 06 12:46:50.105897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b6f4-3e68-4e98-8d26-a6fd548941a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.151418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port eb04eaa7-cb35-4702-b225-a66de7de74b4, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=eb04eaa7-cb35-4702-b225-a66de7de74b4,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:50.154452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5b6f4-3e68-4e98-8d26-a6fd548941a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15ae5c1-4546-4c50-8af7-9eb8ad8af680,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:50.191020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'eb04eaa7-cb35-4702-b225-a66de7de74b4', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'port_id': 'eb04eaa7-cb35-4702-b225-a66de7de74b4', 'mac_address': 'fa:16:3e:29:40:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c14ca8-fc7a-406f-995a-1a05e1f88621', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:46:50.237384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e7d5b6f4-3e68-4e98-8d26-a6fd548941a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa9a2a8b4dab474a8e52d0bab6a56a16&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6293278 May 06 12:46:50.238282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41742) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:50.327699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5b15e96f-26d9-4ac7-8d6d-1d93a8e9c7c2 None None] Provisioning for port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:50.356265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c39483cd-4bfe-4677-bfe0-df22cc107538 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3073065 May 06 12:46:50.362497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5b15e96f-26d9-4ac7-8d6d-1d93a8e9c7c2 None None] Provisioning complete for port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:50.363178 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5b15e96f-26d9-4ac7-8d6d-1d93a8e9c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.409220 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4c5421c3-f1b8-4039-bfb1-c3e2931e1548 req-882ab63c-802a-440f-b2fd-f609c6d665a2 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7413473 May 06 12:46:50.539655 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.591546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.601142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e83edb50-3be8-4331-bf03-924fc9d56464 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:50.653111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6a41f205-9c01-41d3-bef8-39892a993e05 service neutron] 10.222.0.44 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861867 May 06 12:46:50.655051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Transition to ACTIVE for port object da180c37-0a81-4251-b503-32dd2afb6761 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:50.739967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.778161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.810795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb04eaa7-cb35-4702-b225-a66de7de74b4 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:46:50.812885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d59489d-2dc1-4880-a8e9-a19c05e56791,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:50.842712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port eb04eaa7-cb35-4702-b225-a66de7de74b4, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=eb04eaa7-cb35-4702-b225-a66de7de74b4,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:50.868665 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.985733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:51.009116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5b15e96f-26d9-4ac7-8d6d-1d93a8e9c7c2 None None] Port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:46:51.021668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:51.043156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:51.086703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event updated for resources: {'Port': ['ID=da180c37-0a81-4251-b503-32dd2afb6761,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:51.096998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-06ba944e-ea23-4b9b-ab29-af605a9156dd service neutron] 10.222.0.44 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418936 May 06 12:46:51.202456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5b15e96f-26d9-4ac7-8d6d-1d93a8e9c7c2 None None] Provisioning complete for port e83edb50-3be8-4331-bf03-924fc9d56464 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:51.202927 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5b15e96f-26d9-4ac7-8d6d-1d93a8e9c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:51.296700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=eb04eaa7-cb35-4702-b225-a66de7de74b4,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:51.309712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['eb04eaa7-cb35-4702-b225-a66de7de74b4'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:51.525734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e83edb50-3be8-4331-bf03-924fc9d56464 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:51.527039 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:51.636398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:51.637526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:51.705602 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fb77d691-069a-4a0f-84a9-80b53f104b8b tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.4764264 May 06 12:46:51.705944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:51.768993 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01faf9d7-1a02-488d-8e86-27cf4544b343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:51.807068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a4e2ac4f-c99c-475d-8f25-edba52f619d8 service neutron] 10.222.0.44 "GET /v2.0/ports/ee3120e7-a670-496a-b42d-c6f3cc9c1646?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.6325309 May 06 12:46:51.828718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f2142-97a6-492b-a24f-185aff2f087b req-f6b90e04-0de9-490a-9547-d5dfecd4d6c7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:51.846431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-091f2142-97a6-492b-a24f-185aff2f087b req-f6b90e04-0de9-490a-9547-d5dfecd4d6c7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 943 time: 1.1894140 May 06 12:46:51.846846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17afc1-c5e3-4623-8aa6-adf813993604 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:51.852170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17afc1-c5e3-4623-8aa6-adf813993604 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:51.856829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17afc1-c5e3-4623-8aa6-adf813993604 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:51.858179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0e17afc1-c5e3-4623-8aa6-adf813993604 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Synchronizing usage tracker for tenant:dead15e82ba34cbfa08ab2b64f2e1244 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:51.907407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0e17afc1-c5e3-4623-8aa6-adf813993604 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Unset dirty status for tenant:dead15e82ba34cbfa08ab2b64f2e1244 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:51.907407 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0e17afc1-c5e3-4623-8aa6-adf813993604 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1959157 May 06 12:46:51.909125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41764) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:51.982495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.036322 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01faf9d7-1a02-488d-8e86-27cf4544b343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.088776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-87b0bf89-fa14-4224-95dd-f79ae973f595 None None] Provisioning for port da180c37-0a81-4251-b503-32dd2afb6761 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:52.092082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-13394e96-7f76-4fdd-baa3-8162e63a7e41 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Deleting port da180c37-0a81-4251-b503-32dd2afb6761 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:52.093113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13394e96-7f76-4fdd-baa3-8162e63a7e41 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.094884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-87b0bf89-fa14-4224-95dd-f79ae973f595 None None] Provisioning complete for port da180c37-0a81-4251-b503-32dd2afb6761 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:52.095273 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-87b0bf89-fa14-4224-95dd-f79ae973f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.161891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-87b0bf89-fa14-4224-95dd-f79ae973f595 None None] Port da180c37-0a81-4251-b503-32dd2afb6761 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:46:52.179326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-87b0bf89-fa14-4224-95dd-f79ae973f595 None None] Provisioning complete for port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:52.179658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-87b0bf89-fa14-4224-95dd-f79ae973f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.220630 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-091f2142-97a6-492b-a24f-185aff2f087b req-ece12ba6-a545-4fd1-b5ba-e3f24bd08cf4 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723481 May 06 12:46:52.277478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-87b0bf89-fa14-4224-95dd-f79ae973f595 None None] Port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:46:52.314962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-f2d75992-ff36-49af-ba0e-2b6929f77228 service neutron] 10.222.0.44 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646816 May 06 12:46:52.407561 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01faf9d7-1a02-488d-8e86-27cf4544b343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.539706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01faf9d7-1a02-488d-8e86-27cf4544b343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15ae5c1-4546-4c50-8af7-9eb8ad8af680,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:52.558548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13394e96-7f76-4fdd-baa3-8162e63a7e41 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.566260 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01faf9d7-1a02-488d-8e86-27cf4544b343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.572686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-01faf9d7-1a02-488d-8e86-27cf4544b343 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a15ae5c1-4546-4c50-8af7-9eb8ad8af680 HTTP/1.1" status: 204 len: 168 time: 2.3313673 May 06 12:46:52.651833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-217b81fc-eb8b-4506-8e8a-af9bc46734ca service neutron] 10.222.0.44 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194566 May 06 12:46:52.731380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c1aa8018-47bb-4e65-8fe4-3fdb76277bd8 service neutron] 10.222.0.44 "GET /v2.0/ports/0556dd40-9a4b-42b7-b459-f3251ff0209b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0716496 May 06 12:46:52.775615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-13394e96-7f76-4fdd-baa3-8162e63a7e41 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Calling delete_port for da180c37-0a81-4251-b503-32dd2afb6761 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:52.940464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-96cf65c3-43ac-4635-b641-888c86ab0005 service neutron] 10.222.0.44 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055936 May 06 12:46:52.990641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41778) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:53.163131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9a88222e-798c-40fb-b482-c637fb4b20ce service neutron] 10.222.0.44 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200017 May 06 12:46:53.365732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-bc1b58ce-b194-43b8-91a2-b11f41f66c0d service neutron] 10.222.0.44 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920722 May 06 12:46:53.433490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03cf3571-2686-4d4c-8c34-9ebce7b34998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:53.656052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13394e96-7f76-4fdd-baa3-8162e63a7e41 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:53.724530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13394e96-7f76-4fdd-baa3-8162e63a7e41 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event deleted for resources: {'Port': ['ID=da180c37-0a81-4251-b503-32dd2afb6761,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:53.760719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d0887f91-069d-4901-831d-5545a849d204 service neutron] 10.222.0.44 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896608 May 06 12:46:53.769473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-03cf3571-2686-4d4c-8c34-9ebce7b34998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:53.771326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b0b31-f07a-4614-b747-9a61eb2ea709 req-1d775898-6ebd-4d86-b78d-7b13d02f1c77 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:53.772330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device eb04eaa7-cb35-4702-b225-a66de7de74b4 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:53.790065 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b73b0b31-f07a-4614-b747-9a61eb2ea709 req-1d775898-6ebd-4d86-b78d-7b13d02f1c77 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 944 time: 0.2511420 May 06 12:46:53.820401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-03cf3571-2686-4d4c-8c34-9ebce7b34998 admin admin] Usage tracker for resource:security_group_rule and tenant:4936d7e7d1204128a51685fb7bbcaf22 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:53.877292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-03cf3571-2686-4d4c-8c34-9ebce7b34998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:53.908887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-03cf3571-2686-4d4c-8c34-9ebce7b34998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:53.931752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port eb04eaa7-cb35-4702-b225-a66de7de74b4 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:53.942804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port eb04eaa7-cb35-4702-b225-a66de7de74b4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:53.943739 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.015543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b73b0b31-f07a-4614-b747-9a61eb2ea709 req-cfa438ca-9d70-4e4a-930a-f555b0c126fa tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240705 May 06 12:46:54.052442 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13394e96-7f76-4fdd-baa3-8162e63a7e41 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.125735 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-13394e96-7f76-4fdd-baa3-8162e63a7e41 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "DELETE /v2.0/ports/da180c37-0a81-4251-b503-32dd2afb6761 HTTP/1.1" status: 204 len: 168 time: 2.2157738 May 06 12:46:54.134829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:54.144807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-f8331e45-378c-49f7-b9f8-fd4c9b3481e0 service neutron] 10.222.0.44 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101711 May 06 12:46:54.154281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Request body: {'port': {'name': 'tempest-new-port-name-396137394', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:54.154930 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.api.validators [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] bootfile-name is not in valid_values {{(pid=83952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:46:54.155111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.api.validators [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] tftp-server is not in valid_values {{(pid=83952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:46:54.155695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.api.validators [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] server-ip-address is not in valid_values {{(pid=83952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:46:54.289274 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.418245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port eb04eaa7-cb35-4702-b225-a66de7de74b4, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=eb04eaa7-cb35-4702-b225-a66de7de74b4,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:54.424333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36957813-5668-4b37-8b31-66e6e6f91e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb04eaa7-cb35-4702-b225-a66de7de74b4'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:54.431208 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.536752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=eb04eaa7-cb35-4702-b225-a66de7de74b4,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:54.549684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8cd7c55d-22e6-4766-b407-eb59ceead9cb service neutron] 10.222.0.44 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963394 May 06 12:46:54.558843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.575910 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd67acb-1045-418a-8130-c5ca1885281e'] response: {'server_uuid': '36957813-5668-4b37-8b31-66e6e6f91e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb04eaa7-cb35-4702-b225-a66de7de74b4', 'code': 200} May 06 12:46:54.634551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03cf3571-2686-4d4c-8c34-9ebce7b34998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.692757 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03cf3571-2686-4d4c-8c34-9ebce7b34998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.779513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Router 1115ff7a-fd11-4591-9f1b-5e08508747a1 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:46:54.864441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf3571-2686-4d4c-8c34-9ebce7b34998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349832ba-69cd-40fc-979c-b329662e1904,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:54.914988 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-03cf3571-2686-4d4c-8c34-9ebce7b34998 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4936d7e7d1204128a51685fb7bbcaf22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9188490 May 06 12:46:54.924955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41812) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:55.036028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-38e86f85-8e6d-49a4-9334-ddb035c07fd4 service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745522 May 06 12:46:55.084170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-820f4603-3101-4957-b164-f0c958231b78 req-8b587b37-da37-4ddb-8071-ee79d3e4c2c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 1096 time: 0.3753965 May 06 12:46:55.245619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-820f4603-3101-4957-b164-f0c958231b78 req-a7c04c0f-dc79-4234-bb49-9d7d202e3fe1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548960 May 06 12:46:55.404983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-50417a3b-9672-40b4-b882-3cbea43d1b9e service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587420 May 06 12:46:55.592283 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01b60326-3b27-4057-8782-b59fb95a9f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:55.666965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-039e0196-542d-4cbf-98fc-8d8c4875b3d2 service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508237 May 06 12:46:55.680329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01b60326-3b27-4057-8782-b59fb95a9f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:55.813806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:55.829412 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:56.043238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-87963a16-17e9-4965-a9b4-1fa6d276b70a service neutron] 10.222.0.44 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653727 May 06 12:46:56.096024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae1597-76a8-4213-8dbe-92a6f061af2a req-4a81cf99-d77a-4b35-b086-b6cc9a747b20 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:56.099295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90ae1597-76a8-4213-8dbe-92a6f061af2a req-4a81cf99-d77a-4b35-b086-b6cc9a747b20 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 945 time: 0.8440967 May 06 12:46:56.114571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01b60326-3b27-4057-8782-b59fb95a9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:56.145594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event updated for resources: {'Port': ['ID=038c3a2c-b236-44ab-ba4e-438ed752b7f8,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:56.185162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b60326-3b27-4057-8782-b59fb95a9f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349832ba-69cd-40fc-979c-b329662e1904,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:56.211402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:46:56.214823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90ae1597-76a8-4213-8dbe-92a6f061af2a req-0e8a9c4c-4415-4b43-b4cf-98c7a7054ca1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949776 May 06 12:46:56.232435 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb5bf2f0-6e6a-4b71-8ee4-80eff8631d4f admin admin] 10.222.0.44 "PUT /v2.0/routers/1115ff7a-fd11-4591-9f1b-5e08508747a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5489030 May 06 12:46:56.232435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01b60326-3b27-4057-8782-b59fb95a9f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:56.232742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41844) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:56.232910 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-01b60326-3b27-4057-8782-b59fb95a9f3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/349832ba-69cd-40fc-979c-b329662e1904 HTTP/1.1" status: 204 len: 168 time: 1.3018982 May 06 12:46:56.242067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] In _notify_port_updated(), no bound segment for port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 on network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:46:56.248573 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] Sync routers for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:46:56.275850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:56.277031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:56.279408 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-de7e862c-6e2c-4d0f-80a3-1b2bb504178d tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "PUT /v2.0/ports/038c3a2c-b236-44ab-ba4e-438ed752b7f8 HTTP/1.1" status: 200 len: 1135 time: 2.1396391 May 06 12:46:56.291418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41852) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:56.319037 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:46:56.319037 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:46:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:56.619999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a95508-2ae0-4055-84bc-3fe0783adc84 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:56.623482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f7a95508-2ae0-4055-84bc-3fe0783adc84 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Synchronizing usage tracker for tenant:dead15e82ba34cbfa08ab2b64f2e1244 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:56.683282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f7a95508-2ae0-4055-84bc-3fe0783adc84 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Unset dirty status for tenant:dead15e82ba34cbfa08ab2b64f2e1244 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:56.686029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f7a95508-2ae0-4055-84bc-3fe0783adc84 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "GET /v2.0/ports/038c3a2c-b236-44ab-ba4e-438ed752b7f8 HTTP/1.1" status: 200 len: 1135 time: 0.3929176 May 06 12:46:56.694165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41864) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:56.701837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d29d8aef-93dc-4ebc-b3ef-76fea75457da None None] Provisioning complete for port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:56.703577 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d29d8aef-93dc-4ebc-b3ef-76fea75457da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:56.900275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-544cce05-1d19-4509-b8cd-9f7b6223302c tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Deleting port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:56.901786 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-544cce05-1d19-4509-b8cd-9f7b6223302c tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.012838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d29d8aef-93dc-4ebc-b3ef-76fea75457da None None] Port 038c3a2c-b236-44ab-ba4e-438ed752b7f8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:46:57.074620 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.244833 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:46:57.673504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-544cce05-1d19-4509-b8cd-9f7b6223302c tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.791833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41894) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:57.830068 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.998638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-544cce05-1d19-4509-b8cd-9f7b6223302c tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Calling delete_port for 038c3a2c-b236-44ab-ba4e-438ed752b7f8 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:58.022158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:58.070317 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:46:50Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:58.077550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b50a5f-f2d0-4320-8a5d-c65927af8079 req-81e5c3bc-baa8-4126-a177-8e9e9afc3873 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:58.078486 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] Checking router: 1115ff7a-fd11-4591-9f1b-5e08508747a1 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:46:58.090238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a4b50a5f-f2d0-4320-8a5d-c65927af8079 req-81e5c3bc-baa8-4126-a177-8e9e9afc3873 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 945 time: 0.4384334 May 06 12:46:58.093373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Usage tracker for resource:security_group_rule and tenant:d3397b1944e0419bafd3ab93e87df852 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:58.101278 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] Routers {'1115ff7a-fd11-4591-9f1b-5e08508747a1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:46:58.101278 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:46:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1115ff7a-fd11-4591-9f1b-5e08508747a1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:58.114387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:58.168506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:58.252855 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:58.330557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Deleting port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:58.332582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:58.469209 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] Set router 1115ff7a-fd11-4591-9f1b-5e08508747a1 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:46:58.553504 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a4b50a5f-f2d0-4320-8a5d-c65927af8079 req-93775bbc-f4f8-4a98-a705-bd7615655b86 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387815 May 06 12:46:58.691471 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-544cce05-1d19-4509-b8cd-9f7b6223302c tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:58.860623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cce05-1d19-4509-b8cd-9f7b6223302c tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event deleted for resources: {'Port': ['ID=038c3a2c-b236-44ab-ba4e-438ed752b7f8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:58.971018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-544cce05-1d19-4509-b8cd-9f7b6223302c tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.001926 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-544cce05-1d19-4509-b8cd-9f7b6223302c tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "DELETE /v2.0/ports/038c3a2c-b236-44ab-ba4e-438ed752b7f8 HTTP/1.1" status: 204 len: 168 time: 2.3035874 May 06 12:46:59.004263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41928) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:59.078666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3d7e9ab-3fc4-4ca9-8bc6-57ab261a8578 req-75125632-9b67-4a92-b163-c0bc8b99de71 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 210 time: 0.5214474 May 06 12:46:59.144694 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:46:50Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:59.164184 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46f46c7-b0ef-4340-addc-82a5ff978a05 None None] The sync data for ids ['1115ff7a-fd11-4591-9f1b-5e08508747a1'] in n-d-840847-1 is: [{'id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'name': 'tempest-AttachVolumeNegativeTest-2107576437-router', 'tenant_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:16Z', 'updated_at': '2022-05-06T12:46:50Z', 'revision_number': 5, 'project_id': '87e0f7cda7f949edb753ce4197fd5a9b', 'gw_port': {'id': 'cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ca:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1115ff7a-fd11-4591-9f1b-5e08508747a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:21Z', 'updated_at': '2022-05-06T12:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:46:59.441625 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.458718 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.519285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] For port cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:59.521626 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.559541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-44074554-1146-425a-9b47-1e2994621d7e tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Deleting subnet 3269675c-beef-4a92-8532-4bdb70b7a765 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:46:59.566918 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44074554-1146-425a-9b47-1e2994621d7e tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.677021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44074554-1146-425a-9b47-1e2994621d7e tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.802410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44074554-1146-425a-9b47-1e2994621d7e tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.814055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3397b1944e0419bafd3ab93e87df852&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0204027 May 06 12:46:59.871891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41946) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:59.955616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Calling delete_port for cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:00.009885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2875b0f3-eea6-4456-b9ed-6b551fbf24f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.022086 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44074554-1146-425a-9b47-1e2994621d7e tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.036082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7fb32d-d74f-455e-b9bd-c85b91393b13,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:00.079882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.081810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.082720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.084249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.085448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.086283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.087367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.088413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.089412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.090424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.091299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cc9513-d385-42eb-8eb7-107be399827c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:00.101227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2875b0f3-eea6-4456-b9ed-6b551fbf24f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.119539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074554-1146-425a-9b47-1e2994621d7e tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event deleted for resources: {'Subnet': ['ID=3269675c-beef-4a92-8532-4bdb70b7a765,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:00.143645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceba20a-da70-455b-9840-504633c12f5c None None] Network 6797bda5-3cee-407a-8df7-3f10e79ba0f8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:00.146485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44074554-1146-425a-9b47-1e2994621d7e tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.187565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c43a2-8d43-44d6-abf3-0ef942d56623 req-abd522ab-5067-40a7-b8e8-8dda4140dc28 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:00.190936 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a84c43a2-8d43-44d6-abf3-0ef942d56623 req-abd522ab-5067-40a7-b8e8-8dda4140dc28 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 945 time: 1.0776663 May 06 12:47:00.193540 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-44074554-1146-425a-9b47-1e2994621d7e tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "DELETE /v2.0/subnets/3269675c-beef-4a92-8532-4bdb70b7a765 HTTP/1.1" status: 204 len: 168 time: 1.1876824 May 06 12:47:00.197270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41958) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:00.240622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2875b0f3-eea6-4456-b9ed-6b551fbf24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.275836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875b0f3-eea6-4456-b9ed-6b551fbf24f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7fb32d-d74f-455e-b9bd-c85b91393b13,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:00.282546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2875b0f3-eea6-4456-b9ed-6b551fbf24f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.284755 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2875b0f3-eea6-4456-b9ed-6b551fbf24f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d7fb32d-d74f-455e-b9bd-c85b91393b13 HTTP/1.1" status: 204 len: 168 time: 0.4103472 May 06 12:47:00.572761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3d59489d-2dc1-4880-a8e9-a19c05e56791 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:00.661002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 3d59489d-2dc1-4880-a8e9-a19c05e56791 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:00.662387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3d59489d-2dc1-4880-a8e9-a19c05e56791 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:00.765292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c62e3e46-ffb1-444e-b3d2-9c89eb72d188 req-987ddc8a-7ab1-408f-9e60-843a61b93829 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 210 time: 0.1694593 May 06 12:47:00.865481 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.884403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a84c43a2-8d43-44d6-abf3-0ef942d56623 req-9f46613e-b792-43b3-8380-ddbb7f97cceb tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031020 May 06 12:47:00.938724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Deleting port e83edb50-3be8-4331-bf03-924fc9d56464 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:00.939311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.998740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b46545-68e1-4e7a-94b5-a815fea436c9 None None] DHCP port deletion for 6797bda5-3cee-407a-8df7-3f10e79ba0f8 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:47:01.010089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d2b46545-68e1-4e7a-94b5-a815fea436c9 None None] Deleting port e83edb50-3be8-4331-bf03-924fc9d56464 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:01.010756 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2b46545-68e1-4e7a-94b5-a815fea436c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.384123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.504830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d2b46545-68e1-4e7a-94b5-a815fea436c9 None None] For port e83edb50-3be8-4331-bf03-924fc9d56464, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e83edb50-3be8-4331-bf03-924fc9d56464,segment=NetworkSegment(abd0015f-bce1-49c4-94b9-8cce56e81011),segment_id=abd0015f-bce1-49c4-94b9-8cce56e81011)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:01.504830 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2b46545-68e1-4e7a-94b5-a815fea436c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.517973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:01.685741 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6636fa33-0f96-4701-89cc-1d339a808072 service neutron] 10.222.0.36 "GET /v2.0/ports/ee3120e7-a670-496a-b42d-c6f3cc9c1646 HTTP/1.1" status: 200 len: 1027 time: 0.7074611 May 06 12:47:01.907454 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-f1c6a2ac-ab69-40d3-8a9a-964290449c3d service neutron] 10.222.0.36 "GET /v2.0/ports/0556dd40-9a4b-42b7-b459-f3251ff0209b HTTP/1.1" status: 200 len: 1026 time: 0.2183342 May 06 12:47:01.921845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d2b46545-68e1-4e7a-94b5-a815fea436c9 None None] Calling delete_port for e83edb50-3be8-4331-bf03-924fc9d56464 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:02.156818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] For port e83edb50-3be8-4331-bf03-924fc9d56464, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e83edb50-3be8-4331-bf03-924fc9d56464,segment=NetworkSegment(abd0015f-bce1-49c4-94b9-8cce56e81011),segment_id=abd0015f-bce1-49c4-94b9-8cce56e81011)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:02.156818 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:02.290298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a8416d38-1a28-49ec-8b46-d29953afb34d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:02.307220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a8416d38-1a28-49ec-8b46-d29953afb34d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:02.317588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a8416d38-1a28-49ec-8b46-d29953afb34d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:02.320262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a8416d38-1a28-49ec-8b46-d29953afb34d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Synchronizing usage tracker for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:02.362682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a8416d38-1a28-49ec-8b46-d29953afb34d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Unset dirty status for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:02.363970 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a8416d38-1a28-49ec-8b46-d29953afb34d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "GET /v2.0/networks?id=313cbf39-1760-43e3-8604-7c46dab04b4e&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=d6efa80f-acf6-4297-ae04-de25324b08a1&id=d6efa80f-acf6-4297-ae04-de25324b08a1 HTTP/1.1" status: 200 len: 1988 time: 0.4502513 May 06 12:47:02.389348 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2b46545-68e1-4e7a-94b5-a815fea436c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:02.524232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b46545-68e1-4e7a-94b5-a815fea436c9 None None] No DVR routers for this DVR port e83edb50-3be8-4331-bf03-924fc9d56464 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:02.525245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Calling delete_port for e83edb50-3be8-4331-bf03-924fc9d56464 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:02.557856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-cafcaf61-274d-4f78-8c3c-a059298596ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Synchronizing usage tracker for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:02.594416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b46545-68e1-4e7a-94b5-a815fea436c9 None None] Pushing event deleted for resources: {'Port': ['ID=e83edb50-3be8-4331-bf03-924fc9d56464,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:02.638004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-cafcaf61-274d-4f78-8c3c-a059298596ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Unset dirty status for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:02.640299 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-cafcaf61-274d-4f78-8c3c-a059298596ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94672aef12b1426fa9c669ab8d149b5c HTTP/1.1" status: 200 len: 379 time: 0.2531998 May 06 12:47:02.687334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'admin_state_up': True, 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'security_groups': ['fa29748d-a22f-41cc-bdf8-2275c2bfdd70']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:02.742414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e83edb50-3be8-4331-bf03-924fc9d56464 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:02.835671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e83edb50-3be8-4331-bf03-924fc9d56464 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:02.839675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e83edb50-3be8-4331-bf03-924fc9d56464 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:02.985649 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:47:02.986151 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:47:03.018691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.054304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:03.078942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:03.131278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:03.136873 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.480380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Allocated IP 172.20.0.12 (313cbf39-1760-43e3-8604-7c46dab04b4e/c244b38a-1fc3-4be7-9c1c-d31c4d2e973a/ccf302d5-56df-49ee-856e-4f24e4db4a13) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:03.495395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb4be4a3-b971-46b3-a7b5-fc58b2d1fcf1 req-8fea51cf-e524-4277-8e72-29fd8e3ad32a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 210 time: 0.7434058 May 06 12:47:03.524591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Deleting port e83edb50-3be8-4331-bf03-924fc9d56464 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:03.525057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.769108 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.789630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Transition to ACTIVE for port object ccf302d5-56df-49ee-856e-4f24e4db4a13 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:03.813517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] The port 'e83edb50-3be8-4331-bf03-924fc9d56464' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:47:03.870882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.996058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.079531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network 313cbf39-1760-43e3-8604-7c46dab04b4e is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:04.108720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.113840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:04.126339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:04.139784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6797bda5-3cee-407a-8df7-3f10e79ba0f8']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:04.157305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd0015f-bce1-49c4-94b9-8cce56e81011') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:04.157705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd0015f-bce1-49c4-94b9-8cce56e81011') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:04.176117 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.230238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53073818-c41a-46f7-91d4-d4680db42378 req-75061fbc-ca92-481c-8dbc-de599b711284 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:04.241775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53073818-c41a-46f7-91d4-d4680db42378 req-75061fbc-ca92-481c-8dbc-de599b711284 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 945 time: 1.4878380 May 06 12:47:04.247478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.257953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:04.258805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: timer() May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:04.389059 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:04.424773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.580083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-f9ff8a50-cc72-4bef-ba02-eac0936781b3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:04.583364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-f9ff8a50-cc72-4bef-ba02-eac0936781b3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 945 time: 0.7674339 May 06 12:47:04.667511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53073818-c41a-46f7-91d4-d4680db42378 req-03a1b6d9-7bb8-4375-a0c3-1077dafed0ce tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227536 May 06 12:47:04.682025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-15bf9a1b-3d18-4c72-be5e-f595f9f3cd86 None None] Provisioning for port ccf302d5-56df-49ee-856e-4f24e4db4a13 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:04.715637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Port': ['ID=ccf302d5-56df-49ee-856e-4f24e4db4a13,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:04.722313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-15bf9a1b-3d18-4c72-be5e-f595f9f3cd86 None None] Provisioning complete for port ccf302d5-56df-49ee-856e-4f24e4db4a13 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:04.724027 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15bf9a1b-3d18-4c72-be5e-f595f9f3cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.774898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:04.779371 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.824553 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.852535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-15bf9a1b-3d18-4c72-be5e-f595f9f3cd86 None None] Port ccf302d5-56df-49ee-856e-4f24e4db4a13 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:04.874759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c0ababf3-322c-46e1-b0e3-18bae93c5d5b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2273777 May 06 12:47:04.889764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'admin_state_up': True, 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'security_groups': ['fa29748d-a22f-41cc-bdf8-2275c2bfdd70']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:04.956875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.974930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] Pushing event deleted for resources: {'Network': ['ID=6797bda5-3cee-407a-8df7-3f10e79ba0f8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:05.077920 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.078967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1115ff7a-fd11-4591-9f1b-5e08508747a1 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:47:05.122586 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.124531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a69cf8c7-b383-4538-91e7-810cd05f93b1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1115ff7a-fd11-4591-9f1b-5e08508747a1 HTTP/1.1" status: 204 len: 168 time: 8.8960230 May 06 12:47:05.128621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port eb04eaa7-cb35-4702-b225-a66de7de74b4 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:05.129382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.173435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42094) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:05.189264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cd1cc7d0-3c55-458c-b9ab-0b1a430d3f48 tempest-ExtraDHCPOptionsTestJSON-1673226252 tempest-ExtraDHCPOptionsTestJSON-1673226252-project] 10.222.0.44 "DELETE /v2.0/networks/6797bda5-3cee-407a-8df7-3f10e79ba0f8 HTTP/1.1" status: 204 len: 168 time: 4.9898665 May 06 12:47:05.323362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fbe97a-d415-4904-b0e5-f42b5d90a6cb admin admin] Deleting subnet 3473eb44-72d0-416f-b75e-63353d06f8e4 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:47:05.331435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:05.336476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe97a-d415-4904-b0e5-f42b5d90a6cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.420148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:port and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:05.430161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:05.441120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:05.457776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe97a-d415-4904-b0e5-f42b5d90a6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.492018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:05.495634 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.690238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231ad7f-5c58-46c2-8531-9e3670bb544b req-5dfff3ad-7ac8-4eb4-8973-869dc2822b71 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:05.701483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d231ad7f-5c58-46c2-8531-9e3670bb544b req-5dfff3ad-7ac8-4eb4-8973-869dc2822b71 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 932 time: 0.7482235 May 06 12:47:05.850517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port eb04eaa7-cb35-4702-b225-a66de7de74b4, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=eb04eaa7-cb35-4702-b225-a66de7de74b4,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:05.853438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.884951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe97a-d415-4904-b0e5-f42b5d90a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.916182 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d231ad7f-5c58-46c2-8531-9e3670bb544b req-82dc046e-8c60-4241-9168-9df39d9d7e42 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127247 May 06 12:47:05.986452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Allocated IP 10.1.1.84 (2685699a-15bb-4993-b2ff-6ccaf2ad46af/1519b124-d903-4edb-b207-fefe5cf5e6c6/2223e052-734e-4a15-953e-99cb7d6f76d6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:06.041487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe97a-d415-4904-b0e5-f42b5d90a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.137327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42122) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:06.138396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbe97a-d415-4904-b0e5-f42b5d90a6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3473eb44-72d0-416f-b75e-63353d06f8e4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:06.160205 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fbe97a-d415-4904-b0e5-f42b5d90a6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.184273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131514bd-ca64-4302-bdc6-9f6b80f9be16 None None] Network 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:06.281909 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b4fbe97a-d415-4904-b0e5-f42b5d90a6cb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3473eb44-72d0-416f-b75e-63353d06f8e4 HTTP/1.1" status: 204 len: 168 time: 1.1048236 May 06 12:47:06.283515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:06.434043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:06.564710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:06.565069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc26ca1f-2228-4aaa-b4f7-36b3bb966ecd not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:06.619500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for eb04eaa7-cb35-4702-b225-a66de7de74b4 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:06.908485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] DHCP port deletion for 65d1fd16-9391-4fd5-83e8-7b89bb4249e8 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:47:06.908716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.917735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] Deleting port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:06.923892 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.988026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Deleting port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:06.988667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.071853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3311571c-363f-468e-bcc1-aaf144aeab10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dead15e82ba34cbfa08ab2b64f2e1244&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9183159 May 06 12:47:07.093819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42152) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:07.125080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.322487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cf532-ca2e-4497-8bfc-47d5439cd1d8 req-ea3b4415-b6ac-4961-846a-139b00c46d59 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:07.355358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-681cf532-ca2e-4497-8bfc-47d5439cd1d8 req-ea3b4415-b6ac-4961-846a-139b00c46d59 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 945 time: 1.1211231 May 06 12:47:07.467314 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.483416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-681cf532-ca2e-4497-8bfc-47d5439cd1d8 req-1f18e087-b146-46f2-b1c3-c4aed5cf684b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225293 May 06 12:47:07.574877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.727526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event deleted for resources: {'Port': ['ID=eb04eaa7-cb35-4702-b225-a66de7de74b4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:07.772190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:47:07.796662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] For port 7a23d568-7db2-48e8-90b6-97f1f37a51d5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7a23d568-7db2-48e8-90b6-97f1f37a51d5,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:07.797807 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.974920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device eb04eaa7-cb35-4702-b225-a66de7de74b4 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:08.101964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Transition to ACTIVE for port object 2223e052-734e-4a15-953e-99cb7d6f76d6 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:08.146232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Calling delete_port for 7a23d568-7db2-48e8-90b6-97f1f37a51d5 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:08.154978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: eb04eaa7-cb35-4702-b225-a66de7de74b4 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:08.155547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device eb04eaa7-cb35-4702-b225-a66de7de74b4 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:08.247201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] No DVR routers for this DVR port eb04eaa7-cb35-4702-b225-a66de7de74b4 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:08.268293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] For port 7a23d568-7db2-48e8-90b6-97f1f37a51d5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7a23d568-7db2-48e8-90b6-97f1f37a51d5,segment=NetworkSegment(fb9d128c-97d5-44e7-b05a-2ae18c4d28e0),segment_id=fb9d128c-97d5-44e7-b05a-2ae18c4d28e0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:08.269511 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:08.273271 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:08.290081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36957813-5668-4b37-8b31-66e6e6f91e00', 'name': 'network-vif-deleted', 'tag': 'eb04eaa7-cb35-4702-b225-a66de7de74b4'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:08.314137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46fde3f-1f2e-4d8e-a608-b8388b2cc2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:08.396592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38080cdc-63ba-45e1-9637-5d02867fbde8 req-96f49655-9285-4a97-85d0-aeeaa556452d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "DELETE /v2.0/ports/eb04eaa7-cb35-4702-b225-a66de7de74b4 HTTP/1.1" status: 204 len: 173 time: 3.7600484 May 06 12:47:08.443327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f7e1a-df80-45f6-9651-be27dbd68340 req-ba045a15-b9a4-4096-9092-e5ad5b3809b5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:08.452380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee0f7e1a-df80-45f6-9651-be27dbd68340 req-ba045a15-b9a4-4096-9092-e5ad5b3809b5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 932 time: 0.7276587 May 06 12:47:08.548165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46fde3f-1f2e-4d8e-a608-b8388b2cc2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:08.619195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee0f7e1a-df80-45f6-9651-be27dbd68340 req-bcb924e8-257f-4aa5-a22b-b54dee08538c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458743 May 06 12:47:08.714953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:08.869789 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cfc1de-0fee-43f7-9bb3-9ecf2a631ee8'] response: {'server_uuid': '36957813-5668-4b37-8b31-66e6e6f91e00', 'name': 'network-vif-deleted', 'tag': 'eb04eaa7-cb35-4702-b225-a66de7de74b4', 'status': 'completed', 'code': 200} May 06 12:47:08.949628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46fde3f-1f2e-4d8e-a608-b8388b2cc2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:08.994380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7a23d568-7db2-48e8-90b6-97f1f37a51d5 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:09.045993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46fde3f-1f2e-4d8e-a608-b8388b2cc2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.050262 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b46fde3f-1f2e-4d8e-a608-b8388b2cc2c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/883d5fbb-9382-4273-8e1d-a790692273b3 HTTP/1.1" status: 204 len: 168 time: 1.9544034 May 06 12:47:09.054953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] Calling delete_port for 7a23d568-7db2-48e8-90b6-97f1f37a51d5 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:09.219661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 7a23d568-7db2-48e8-90b6-97f1f37a51d5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:09.222421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7a23d568-7db2-48e8-90b6-97f1f37a51d5 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:09.509395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:09.511140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.549293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:09.560893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] No DVR routers for this DVR port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:09.717371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fde3f-1f2e-4d8e-a608-b8388b2cc2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d5fbb-9382-4273-8e1d-a790692273b3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:09.728467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:09.932990 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:47:09.933546 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:47:09.942136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6c0c89f7-7701-4000-a6a5-9f683b8cd05b req-bcaf4d56-ec18-4e1a-a1d7-00f7267d9143 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:10.016990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6c0c89f7-7701-4000-a6a5-9f683b8cd05b req-bcaf4d56-ec18-4e1a-a1d7-00f7267d9143 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:10.036034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c0c89f7-7701-4000-a6a5-9f683b8cd05b req-bcaf4d56-ec18-4e1a-a1d7-00f7267d9143 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=36957813-5668-4b37-8b31-66e6e6f91e00 HTTP/1.1" status: 200 len: 210 time: 0.3897681 May 06 12:47:10.129438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:10.130742 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.140790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Port': ['ID=2223e052-734e-4a15-953e-99cb7d6f76d6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:10.416453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b18fe91a-6114-4781-bd8f-97ed831df837 None None] Provisioning for port 2223e052-734e-4a15-953e-99cb7d6f76d6 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:10.440157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.445372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] Deleting port 7a23d568-7db2-48e8-90b6-97f1f37a51d5 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:10.451218 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.553654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d1fd16-9391-4fd5-83e8-7b89bb4249e8']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:10.614823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:10.617419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9d128c-97d5-44e7-b05a-2ae18c4d28e0') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:10.640631 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b18fe91a-6114-4781-bd8f-97ed831df837 None None] Provisioning complete for port 2223e052-734e-4a15-953e-99cb7d6f76d6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:10.643957 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b18fe91a-6114-4781-bd8f-97ed831df837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.729293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a23d568-7db2-48e8-90b6-97f1f37a51d5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:10.750317 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8282f87b-4509-4d8e-bfb0-f3ea03b21d15 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.8656864 May 06 12:47:10.752911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed26f-6404-49c5-a4e0-023abf207f05 req-fe590239-aef3-4200-a74b-5333ab5ad296 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:10.771993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed26f-6404-49c5-a4e0-023abf207f05 req-fe590239-aef3-4200-a74b-5333ab5ad296 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:10.783833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'admin_state_up': True, 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'security_groups': ['fa29748d-a22f-41cc-bdf8-2275c2bfdd70']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:10.796195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c1ed26f-6404-49c5-a4e0-023abf207f05 req-fe590239-aef3-4200-a74b-5333ab5ad296 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 1653 time: 0.3421464 May 06 12:47:10.838401 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.889092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e4594c69-a056-43f9-aa45-9ec7624ea857 None None] The port '7a23d568-7db2-48e8-90b6-97f1f37a51d5' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:47:11.000105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b18fe91a-6114-4781-bd8f-97ed831df837 None None] Port 2223e052-734e-4a15-953e-99cb7d6f76d6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:11.022345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c1ed26f-6404-49c5-a4e0-023abf207f05 req-b06a3fcb-8ffb-450b-9132-c6219501ac14 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212193 May 06 12:47:11.071566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:11.087429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:11.088539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: timer() May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:11.402487 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:11.854100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:11.888758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:11.932878 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] 10.222.0.44 "DELETE /v2.0/networks/65d1fd16-9391-4fd5-83e8-7b89bb4249e8 HTTP/1.1" status: 204 len: 168 time: 5.5273335 May 06 12:47:11.955677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bfa1b-06ee-49dc-8ef6-f7ee10a2087b admin admin] Pushing event deleted for resources: {'Network': ['ID=65d1fd16-9391-4fd5-83e8-7b89bb4249e8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:11.961321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:11.972723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:port and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:11.985513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:12.006539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:12.033114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:12.038344 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.245383 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8bac8388-30ee-4216-a7d3-d9cda7161c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.363268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Allocated IP 10.1.1.141 (2685699a-15bb-4993-b2ff-6ccaf2ad46af/1519b124-d903-4edb-b207-fefe5cf5e6c6/235a8258-23fb-493e-b8a4-6fc4b1d1499b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:12.819397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.825071 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.848014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Transition to ACTIVE for port object 235a8258-23fb-493e-b8a4-6fc4b1d1499b will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:12.904502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.088008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a90b-5271-49e9-98f3-9d720efd7951 req-02aeb765-622c-4f41-b433-d43be9bc78b6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:13.093713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a90b-5271-49e9-98f3-9d720efd7951 req-02aeb765-622c-4f41-b433-d43be9bc78b6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:13.102878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0a9a90b-5271-49e9-98f3-9d720efd7951 req-02aeb765-622c-4f41-b433-d43be9bc78b6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 1653 time: 0.4615011 May 06 12:47:13.147918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1c6f6b82-d490-4ba4-98ac-f067a0859a3a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:13.156936 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1c6f6b82-d490-4ba4-98ac-f067a0859a3a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.4342792 May 06 12:47:13.158668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:13.162451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:13.175351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:13.207704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-5fdcd829-a2db-4e75-a4af-4ffcdcaa1e79 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/quotas/8529aed8aecf486a95558a9f1e0b52e4 HTTP/1.1" status: 200 len: 375 time: 0.0494144 May 06 12:47:13.375650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0a9a90b-5271-49e9-98f3-9d720efd7951 req-af066a84-4fda-4c05-8715-c59209ecb683 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702236 May 06 12:47:13.410199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Port': ['ID=235a8258-23fb-493e-b8a4-6fc4b1d1499b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:13.443245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42292) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:13.555292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-f3019319-0314-4a52-8be1-bb1cb901c8cd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3461676 May 06 12:47:13.616520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:13.617815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.788905 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d77bdf03-359e-4714-ad82-c8def8a21246 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0248177 May 06 12:47:13.854683 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3886103c-931d-41b0-8cbf-2626dd93b05d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87e0f7cda7f949edb753ce4197fd5a9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028556 May 06 12:47:13.854683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42298) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:13.867038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1', 'admin_state_up': True, 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'security_groups': ['fa29748d-a22f-41cc-bdf8-2275c2bfdd70']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:13.882158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-972a418b-75b6-40a5-ab80-c0d8b95960b3 None None] Provisioning for port 235a8258-23fb-493e-b8a4-6fc4b1d1499b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:13.900480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-972a418b-75b6-40a5-ab80-c0d8b95960b3 None None] Provisioning complete for port 235a8258-23fb-493e-b8a4-6fc4b1d1499b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:13.901061 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-972a418b-75b6-40a5-ab80-c0d8b95960b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:14.001671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-de77a368-5658-494c-a91d-c3db5fcdfe7d service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393384 May 06 12:47:14.042688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42300) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:14.107143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:14.114385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:port and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:14.119485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:14.129011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:14.143924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:14.204628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-972a418b-75b6-40a5-ab80-c0d8b95960b3 None None] Port 235a8258-23fb-493e-b8a4-6fc4b1d1499b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:14.418544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:14.479696 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-46381df7-051f-4568-8536-367e40c9accf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:14.531428 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:47:14.554816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-46381df7-051f-4568-8536-367e40c9accf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:14.719293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2038bee-3d5d-4557-b796-844e5dbb76ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:14.764109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-46381df7-051f-4568-8536-367e40c9accf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:14.890129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46381df7-051f-4568-8536-367e40c9accf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2e5dc9-4070-438d-89b2-6d495fb44c42,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:14.955288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-46381df7-051f-4568-8536-367e40c9accf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:14.956520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-46381df7-051f-4568-8536-367e40c9accf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc2e5dc9-4070-438d-89b2-6d495fb44c42 HTTP/1.1" status: 204 len: 168 time: 0.9144478 May 06 12:47:14.972602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-eccbbff7-42ab-4ac5-9cd6-c46a14445ef9 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9686539 May 06 12:47:15.056341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Allocated IP 10.2.2.100 (d6efa80f-acf6-4297-ae04-de25324b08a1/a9751512-0a9a-4a9b-a917-22595ae57103/482d04d1-aae6-4af8-913a-59552b4d6808) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:15.182839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d6e80-784f-45b9-b054-b7789524b5c9 req-b12c47e2-a7ac-4589-9d4d-93b5f2906871 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:15.221014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d6e80-784f-45b9-b054-b7789524b5c9 req-b12c47e2-a7ac-4589-9d4d-93b5f2906871 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:15.241471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d6e80-784f-45b9-b054-b7789524b5c9 req-b12c47e2-a7ac-4589-9d4d-93b5f2906871 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:15.261352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-071d6e80-784f-45b9-b054-b7789524b5c9 req-b12c47e2-a7ac-4589-9d4d-93b5f2906871 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 2374 time: 0.3872964 May 06 12:47:15.455096 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.530020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-071d6e80-784f-45b9-b054-b7789524b5c9 req-e7f19652-630c-4000-82fa-0a3a475351c7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652395 May 06 12:47:15.935532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c019602a-f12d-443c-962b-e5fc27d7aff6 req-0b0dac64-cd68-48f5-9ad6-7258a1945928 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 210 time: 0.2349749 May 06 12:47:16.003399 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.076255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c586ab4-d4af-44f6-a91a-36d877e00fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.264688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.280879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5c586ab4-d4af-44f6-a91a-36d877e00fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:16.296480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5c586ab4-d4af-44f6-a91a-36d877e00fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c4fc3912ad4a9fa013be3e5acdfa3b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:16.314948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5c586ab4-d4af-44f6-a91a-36d877e00fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:16.332110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Transition to ACTIVE for port object 482d04d1-aae6-4af8-913a-59552b4d6808 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:16.338722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5c586ab4-d4af-44f6-a91a-36d877e00fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:16.528260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42342) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:16.556548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.753423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network d6efa80f-acf6-4297-ae04-de25324b08a1 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:16.827362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:16.851334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:16.921192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Port': ['ID=482d04d1-aae6-4af8-913a-59552b4d6808,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:16.975313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c586ab4-d4af-44f6-a91a-36d877e00fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.994184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c586ab4-d4af-44f6-a91a-36d877e00fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.140167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'network': {'name': 'tempest-RoutersTest-1079559243'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:17.153455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:17.171467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:network and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:17.182772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:17.205477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:17.205996 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5c586ab4-d4af-44f6-a91a-36d877e00fd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5c4fc3912ad4a9fa013be3e5acdfa3b&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3507326 May 06 12:47:17.218044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:17.220658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.224304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42362) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:17.356770 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0b0cba80-4a9f-4c67-8b97-a607b74c5258 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5030618 May 06 12:47:17.407870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1', 'admin_state_up': True, 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'security_groups': ['fa29748d-a22f-41cc-bdf8-2275c2bfdd70']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:17.430647 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.589197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:17.618262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.638529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-86e926d9-1706-4b2f-817e-6893871c1eef None None] Provisioning for port 482d04d1-aae6-4af8-913a-59552b4d6808 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:17.664908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-86e926d9-1706-4b2f-817e-6893871c1eef None None] Provisioning complete for port 482d04d1-aae6-4af8-913a-59552b4d6808 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:17.665849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86e926d9-1706-4b2f-817e-6893871c1eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.765579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c586ab4-d4af-44f6-a91a-36d877e00fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9662aff-1801-44c5-8ce2-401b2acc1b77,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:17.777811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.939000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-86e926d9-1706-4b2f-817e-6893871c1eef None None] Port 482d04d1-aae6-4af8-913a-59552b4d6808 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:18.002912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-816f21d0-63bf-4f69-a944-9e552bfdc306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:18.050038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:18.067816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Usage tracker for resource:port and tenant:94672aef12b1426fa9c669ab8d149b5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:18.077256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:18.095546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:18.118886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Made reservation on behalf of 94672aef12b1426fa9c669ab8d149b5c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:18.156821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:18.179464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-053eb8ce-9698-472d-a406-9c642303a11f req-249a89a6-0dc1-429a-aa53-4f6cab5ba8b2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 210 time: 0.1137393 May 06 12:47:18.182186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:18.190190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:security_group_rule and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:18.245801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:18.292068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bff700-82c7-41ec-91c6-1b24beb5d6d6 req-9e637b55-08a3-4298-898d-ef69bb7c0609 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:18.302758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bff700-82c7-41ec-91c6-1b24beb5d6d6 req-9e637b55-08a3-4298-898d-ef69bb7c0609 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:18.313099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bff700-82c7-41ec-91c6-1b24beb5d6d6 req-9e637b55-08a3-4298-898d-ef69bb7c0609 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:18.323310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bff700-82c7-41ec-91c6-1b24beb5d6d6 req-9e637b55-08a3-4298-898d-ef69bb7c0609 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:18.339028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5bff700-82c7-41ec-91c6-1b24beb5d6d6 req-9e637b55-08a3-4298-898d-ef69bb7c0609 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 3095 time: 1.0419977 May 06 12:47:18.416239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:18.441788 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-816f21d0-63bf-4f69-a944-9e552bfdc306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:18.634504 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5bff700-82c7-41ec-91c6-1b24beb5d6d6 req-cf6fe972-0fa9-48e4-99b4-d9e0aa96f503 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926641 May 06 12:47:19.107196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.133612 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-816f21d0-63bf-4f69-a944-9e552bfdc306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.176599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Allocated IP 10.2.2.200 (d6efa80f-acf6-4297-ae04-de25324b08a1/a9751512-0a9a-4a9b-a917-22595ae57103/94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:19.237134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.251798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:47:19.286579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.287928 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added segment 3dd38f50-44c5-4cc6-a664-0e22f167a769 of type vlan for network dac9751d-2003-42ec-9f15-f81035692f28 May 06 12:47:19.361495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.545385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f21d0-63bf-4f69-a944-9e552bfdc306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9662aff-1801-44c5-8ce2-401b2acc1b77,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:19.771720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-816f21d0-63bf-4f69-a944-9e552bfdc306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.776677 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-816f21d0-63bf-4f69-a944-9e552bfdc306 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9662aff-1801-44c5-8ce2-401b2acc1b77 HTTP/1.1" status: 204 len: 168 time: 2.5353355 May 06 12:47:19.803109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.815655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.817198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.913465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-da416db5-bb41-49bb-81d7-d07964f097c4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.920422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-da416db5-bb41-49bb-81d7-d07964f097c4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Synchronizing usage tracker for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:20.028134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-da416db5-bb41-49bb-81d7-d07964f097c4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Unset dirty status for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:20.029507 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-da416db5-bb41-49bb-81d7-d07964f097c4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.36 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.4681756 May 06 12:47:20.078846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:20.131125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Transition to ACTIVE for port object 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:20.147636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Deleting port 12806d48-1681-4f15-ac77-9e2d280b57ed {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:20.147991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:20.155526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93ecf4c-001f-435e-bbb2-98f6c81953d8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:20.373028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03531be9-b64b-4fba-ad9c-fff922d786a2 req-c8fe1198-884f-4cb1-961d-92556c07a180 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 210 time: 0.5872459 May 06 12:47:20.417278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:20.651908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d959430-93c1-4d9e-85e9-7f3f52224d58 req-279488de-6380-455c-a139-5141b805ddd1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.673101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d959430-93c1-4d9e-85e9-7f3f52224d58 req-279488de-6380-455c-a139-5141b805ddd1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 1.6827390 May 06 12:47:20.683100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 4.1509695 May 06 12:47:20.710250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-c1630e24-ec3c-4aba-a175-40adcfa07188 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.711232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42412) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:20.712449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-c1630e24-ec3c-4aba-a175-40adcfa07188 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 2.0737927 May 06 12:47:20.713480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7c77e-4612-4294-9927-f4299d28105e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Network': ['ID=dac9751d-2003-42ec-9f15-f81035692f28,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:20.737254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dac9751d-2003-42ec-9f15-f81035692f28 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:47:20.739475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Request body: {'port': {'device_id': '54af6360-86c2-458e-9234-2e8bbc3fb072', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'admin_state_up': True, 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:20.839957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'network': {'name': 'tempest-RoutersTest-713657650'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:20.926785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:21.048271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:network and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:21.074744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Network d6efa80f-acf6-4297-ae04-de25324b08a1 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:21.080827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:21.106119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:21.146918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:21.167975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d959430-93c1-4d9e-85e9-7f3f52224d58 req-076287ec-c7d2-4ee9-918a-f8543cb49de3 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4989793 May 06 12:47:21.173811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:21.523058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab646-cb52-4c3e-9286-a7f02c23f31e req-ff850896-d408-4348-bec3-6d799363844c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.548904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab646-cb52-4c3e-9286-a7f02c23f31e req-ff850896-d408-4348-bec3-6d799363844c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.549202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] For port 12806d48-1681-4f15-ac77-9e2d280b57ed, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12806d48-1681-4f15-ac77-9e2d280b57ed,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:21.549984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:21.572968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab646-cb52-4c3e-9286-a7f02c23f31e req-ff850896-d408-4348-bec3-6d799363844c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.596320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab646-cb52-4c3e-9286-a7f02c23f31e req-ff850896-d408-4348-bec3-6d799363844c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.610942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab646-cb52-4c3e-9286-a7f02c23f31e req-ff850896-d408-4348-bec3-6d799363844c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.613020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-327ab646-cb52-4c3e-9286-a7f02c23f31e req-ff850896-d408-4348-bec3-6d799363844c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 3816 time: 0.7923028 May 06 12:47:21.688763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:21.730650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:21.790965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-327ab646-cb52-4c3e-9286-a7f02c23f31e req-4f6053ef-e6d3-4af3-8644-7a33db339f7c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626191 May 06 12:47:21.802384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:21.810067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:21.827894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-20a1baa3-1985-4333-99ff-94f45f7febde None None] Provisioning for port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:21.854057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-20a1baa3-1985-4333-99ff-94f45f7febde None None] Provisioning complete for port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:21.861020 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-20a1baa3-1985-4333-99ff-94f45f7febde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:22.172667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-20a1baa3-1985-4333-99ff-94f45f7febde None None] Port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:22.177690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90a6406c-a6b7-44a4-a3d5-8dd8c759adc3 req-018547b1-1d48-4aef-9c1c-a808112795b1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 210 time: 0.2894716 May 06 12:47:22.420954 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:22.421327 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:22.421893 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Floating IP 94db9b3f-0a93-48c0-83a6-c130af759bc1 disassociated. External IP: 172.25.7.53, port: 12806d48-1681-4f15-ac77-9e2d280b57ed. May 06 12:47:22.422615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Calling delete_port for 12806d48-1681-4f15-ac77-9e2d280b57ed owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:22.587068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:22.589071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:22.621807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event updated for resources: {'Port': ['ID=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:22.661869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:22.662638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:22.798508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Allocated IP 172.20.0.11 (9ebbe340-12ee-4638-a935-7276a634fe34/a5c14ca8-fc7a-406f-995a-1a05e1f88621/b14b2b47-9da1-4cc2-a30f-3d8001e29e0b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:22.837422 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-12deb00c-3a32-4571-b99f-7cbe3c465afe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4646401 May 06 12:47:22.852368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:22.896118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad7c3-5afc-4e5b-9f6a-b8be0b43b03d req-f38a6356-fe54-4c43-b2f9-0480ee1bf8e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:22.897687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24bad7c3-5afc-4e5b-9f6a-b8be0b43b03d req-f38a6356-fe54-4c43-b2f9-0480ee1bf8e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 946 time: 0.3426929 May 06 12:47:23.062062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24bad7c3-5afc-4e5b-9f6a-b8be0b43b03d req-36f8b782-3cff-48ac-bbf9-4bdfda83f080 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=7b5487b4-5f01-400e-b1c3-1938f2aca329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564441 May 06 12:47:23.124752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:47:23.228733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.235012 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added segment 163f6e57-01db-4e8c-95a9-e131f02c7329 of type vlan for network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 May 06 12:47:23.257982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.317288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.617210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.621181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event deleted for resources: {'Port': ['ID=12806d48-1681-4f15-ac77-9e2d280b57ed,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:23.729391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2f8fa0b2-8698-4e98-959d-015847163886 req-059e9957-edd5-4009-b34e-8b9b24654889 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 210 time: 0.1557221 May 06 12:47:23.748764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.752635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.753261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.769320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.813499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4ea77e3-d391-4e09-8627-d5b55e8d6861 req-c8215513-4758-4efd-a7d0-1940ee602d72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 1097 time: 0.3786821 May 06 12:47:23.871759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d063-accd-4d9a-812d-af3aaf7cd244 req-b8beda42-fabf-4692-b3ab-f9e191982d50 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.876951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d063-accd-4d9a-812d-af3aaf7cd244 req-b8beda42-fabf-4692-b3ab-f9e191982d50 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.882986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d063-accd-4d9a-812d-af3aaf7cd244 req-b8beda42-fabf-4692-b3ab-f9e191982d50 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.889589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d063-accd-4d9a-812d-af3aaf7cd244 req-b8beda42-fabf-4692-b3ab-f9e191982d50 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.897638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d063-accd-4d9a-812d-af3aaf7cd244 req-b8beda42-fabf-4692-b3ab-f9e191982d50 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.900177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02b7d063-accd-4d9a-812d-af3aaf7cd244 req-b8beda42-fabf-4692-b3ab-f9e191982d50 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 3816 time: 0.5806074 May 06 12:47:23.917587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 12806d48-1681-4f15-ac77-9e2d280b57ed no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:23.987096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 12806d48-1681-4f15-ac77-9e2d280b57ed {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:23.987443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 12806d48-1681-4f15-ac77-9e2d280b57ed not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:24.037620 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.2961230 May 06 12:47:24.043958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42486) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:24.045984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:47:24.072058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6701efa-f927-4a39-82b3-46688541bfd8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Network': ['ID=f4993ac3-40a2-4fd4-9dcd-4b433e8872c4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:24.084886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:47:24.105496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'subnet': {'network_id': 'dac9751d-2003-42ec-9f15-f81035692f28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:24.328513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:24.335734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:subnet and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:24.340374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:24.353648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:24.358127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf302d5-56df-49ee-856e-4f24e4db4a13 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:24.374475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.389715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:24.416898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02b7d063-accd-4d9a-812d-af3aaf7cd244 req-77bb8063-0c25-4355-93a0-9d2e935f33af tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5090349 May 06 12:47:24.417955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.430903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:47:24.570069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Transition to ACTIVE for port object ccf302d5-56df-49ee-856e-4f24e4db4a13 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:24.596615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.655107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea77e3-d391-4e09-8627-d5b55e8d6861 req-cad5891c-a213-4f05-a435-b6aaa4f599b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:24.656770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4ea77e3-d391-4e09-8627-d5b55e8d6861 req-cad5891c-a213-4f05-a435-b6aaa4f599b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.8343573 May 06 12:47:24.831315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf302d5-56df-49ee-856e-4f24e4db4a13,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:24.924316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Network 9ebbe340-12ee-4638-a935-7276a634fe34 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:24.960425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:24.971876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:25.030155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event updated for resources: {'Port': ['ID=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:25.151435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.269707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42512) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:25.287668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d73b15-80e1-49c8-87a2-83e08b5c3834 req-be43539e-0b9b-4e74-8840-0dfba301f30d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:25.299355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37d73b15-80e1-49c8-87a2-83e08b5c3834 req-be43539e-0b9b-4e74-8840-0dfba301f30d tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 1.2943141 May 06 12:47:25.426842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51d1db62-1481-4081-a4ca-8f531e605f91 req-a97b9303-a708-4448-9534-b72c66b91bbf tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 210 time: 0.3871517 May 06 12:47:25.464153 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4ea77e3-d391-4e09-8627-d5b55e8d6861 req-3b1ddc0b-634b-412c-97bb-9d7fb7d66fb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4df7457-59ac-4e88-8a02-85fe907197a1 HTTP/1.1" status: 200 len: 1001 time: 0.7692063 May 06 12:47:25.620128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:25.621069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.637938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37d73b15-80e1-49c8-87a2-83e08b5c3834 req-71c31528-cbf3-4382-8472-8b2c39f9f7c9 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375726 May 06 12:47:25.754920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea77e3-d391-4e09-8627-d5b55e8d6861 req-0038828f-1bd8-4fe8-95dd-13d253c99c6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:25.756575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4ea77e3-d391-4e09-8627-d5b55e8d6861 req-0038828f-1bd8-4fe8-95dd-13d253c99c6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.2694173 May 06 12:47:25.758232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1bb948a3-fd9d-4cd6-9951-5c057c1d721a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0256345 May 06 12:47:25.828416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-b52b6a0e-95a8-4b69-921c-02140fcb642c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:47:25.829615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-b52b6a0e-95a8-4b69-921c-02140fcb642c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0650558 May 06 12:47:25.857479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Request body: {'port': {'device_id': '54af6360-86c2-458e-9234-2e8bbc3fb072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:26.287897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2590ca-f559-40ac-8e13-0361fff67739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.313036 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.373457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2a2590ca-f559-40ac-8e13-0361fff67739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:26.381600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2a2590ca-f559-40ac-8e13-0361fff67739 admin admin] Usage tracker for resource:security_group_rule and tenant:90d41fe2b8cb412b8f67cd73dbff089b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:26.387841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2a2590ca-f559-40ac-8e13-0361fff67739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:26.398749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2a2590ca-f559-40ac-8e13-0361fff67739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:26.520706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.595838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Router 685ae792-3386-4791-99df-925e11b55afc has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:47:26.612144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Subnet': ['ID=0d05c5e5-1a56-446f-85c6-98e284285c3e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:26.616143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Attempting to bind port ccf302d5-56df-49ee-856e-4f24e4db4a13 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:26.616902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Attempting to bind port ccf302d5-56df-49ee-856e-4f24e4db4a13 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:26.617392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Attempting to bind port ccf302d5-56df-49ee-856e-4f24e4db4a13 on network 313cbf39-1760-43e3-8604-7c46dab04b4e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:26.630934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Port ccf302d5-56df-49ee-856e-4f24e4db4a13 on network 313cbf39-1760-43e3-8604-7c46dab04b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:26.631437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Attempting to bind port ccf302d5-56df-49ee-856e-4f24e4db4a13 on network 313cbf39-1760-43e3-8604-7c46dab04b4e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:26.660384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Checking segment: {'id': '3dd38f50-44c5-4cc6-a664-0e22f167a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dac9751d-2003-42ec-9f15-f81035692f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:26.661030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network hostable DHCP agents. Network: dac9751d-2003-42ec-9f15-f81035692f28, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:47:26.679797 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2590ca-f559-40ac-8e13-0361fff67739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.696464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b6fe7-01e5-42ae-adce-944633172a17 req-8b866271-b1d3-4e62-a8f1-c66a84b75a52 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:26.697340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d28b6fe7-01e5-42ae-adce-944633172a17 req-8b866271-b1d3-4e62-a8f1-c66a84b75a52 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:26.702897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4ea77e3-d391-4e09-8627-d5b55e8d6861 req-2dca9b4d-7a4f-4bd9-915a-7d5612bdc8a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9393487 May 06 12:47:26.715669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851134c-f6ae-443b-a710-7d813aca0885 req-64ca79c9-a45c-4f1c-b779-da93e675278c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:26.720546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851134c-f6ae-443b-a710-7d813aca0885 req-64ca79c9-a45c-4f1c-b779-da93e675278c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:26.724782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851134c-f6ae-443b-a710-7d813aca0885 req-64ca79c9-a45c-4f1c-b779-da93e675278c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:26.729722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851134c-f6ae-443b-a710-7d813aca0885 req-64ca79c9-a45c-4f1c-b779-da93e675278c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:26.734206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851134c-f6ae-443b-a710-7d813aca0885 req-64ca79c9-a45c-4f1c-b779-da93e675278c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:26.736392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e851134c-f6ae-443b-a710-7d813aca0885 req-64ca79c9-a45c-4f1c-b779-da93e675278c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 3828 time: 0.7336173 May 06 12:47:26.741242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:26.741575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Checking segment: {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:26.741827 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a2590ca-f559-40ac-8e13-0361fff67739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.742032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Bound using segment: {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:26.742470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Bound port: ccf302d5-56df-49ee-856e-4f24e4db4a13, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:26.742867 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.949900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network dac9751d-2003-42ec-9f15-f81035692f28 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:47:27.038627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dac9751d-2003-42ec-9f15-f81035692f28) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:27.052489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0552327-8e36-4f63-9795-977e1c62065f None None] Network dac9751d-2003-42ec-9f15-f81035692f28 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:27.065361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:27.065957 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.092695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] For port ccf302d5-56df-49ee-856e-4f24e4db4a13, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:27.123871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] For port ccf302d5-56df-49ee-856e-4f24e4db4a13, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:27.140446 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.227370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d28b6fe7-01e5-42ae-adce-944633172a17 req-8b866271-b1d3-4e62-a8f1-c66a84b75a52 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:27.229442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d28b6fe7-01e5-42ae-adce-944633172a17 req-8b866271-b1d3-4e62-a8f1-c66a84b75a52 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 932 time: 1.1459684 May 06 12:47:27.315889 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6fda7256-8020-4068-9124-4c80142fc58a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2338431 May 06 12:47:27.337024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42556) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:27.387990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4ea77e3-d391-4e09-8627-d5b55e8d6861 req-bec8d3e9-af22-4878-b71c-912fb8129d78 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482444 May 06 12:47:27.392461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.393990 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] 10.222.0.36 "PUT /v2.0/ports/ccf302d5-56df-49ee-856e-4f24e4db4a13 HTTP/1.1" status: 200 len: 1092 time: 4.5494020 May 06 12:47:27.402115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:27.413255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'subnet': {'network_id': 'f4993ac3-40a2-4fd4-9dcd-4b433e8872c4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:27.454368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dac9751d-2003-42ec-9f15-f81035692f28', 'network_id': 'dac9751d-2003-42ec-9f15-f81035692f28', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'fixed_ips': [{'subnet_id': '0d05c5e5-1a56-446f-85c6-98e284285c3e'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:47:27.455827 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.508145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2590ca-f559-40ac-8e13-0361fff67739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32459314-1782-4316-a0ac-325295b1d77f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:27.539350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2a2590ca-f559-40ac-8e13-0361fff67739 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90d41fe2b8cb412b8f67cd73dbff089b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2375007 May 06 12:47:27.567615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42564) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:27.583324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:27.587684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:subnet and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:27.591913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:27.599497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:27.613827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:27.655028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:27.720322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e851134c-f6ae-443b-a710-7d813aca0885 req-9873bfe2-ae79-426b-bb2f-a4b810a405a9 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9685133 May 06 12:47:27.794984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.841641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Allocated IP 172.20.0.2 (dac9751d-2003-42ec-9f15-f81035692f28/0d05c5e5-1a56-446f-85c6-98e284285c3e/d640c0ea-6938-42c4-b36c-d81659b19f5f) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:27.918455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d28b6fe7-01e5-42ae-adce-944633172a17 req-02d6fe30-cb7d-4e5f-ad9f-3959f427cc23 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425734 May 06 12:47:28.153631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4ea77e3-d391-4e09-8627-d5b55e8d6861 req-eb9a48ce-bc7c-4fad-bf11-10db112dee2c service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170167 May 06 12:47:28.202491 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4756e09c-ddd4-4856-b6f3-f92dd6824e26 req-c079d900-3b2f-4672-abdb-269e1832d663 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=35fa6763-a176-4cc1-9d4f-7dce52ba818a HTTP/1.1" status: 200 len: 210 time: 0.2027302 May 06 12:47:28.202813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.221740 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74218e7f-e628-407f-9595-c8819591309c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.282161 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.323165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Transition to ACTIVE for port object d640c0ea-6938-42c4-b36c-d81659b19f5f will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:28.332891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97cfe1-ea69-4536-b6d4-afdd12c0d381 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf302d5-56df-49ee-856e-4f24e4db4a13,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:28.371441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Transition to ACTIVE for port object d640c0ea-6938-42c4-b36c-d81659b19f5f will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:28.382753 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.397888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74218e7f-e628-407f-9595-c8819591309c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.488357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Pushing event updated for resources: {'Port': ['ID=d640c0ea-6938-42c4-b36c-d81659b19f5f,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:28.508887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Network dac9751d-2003-42ec-9f15-f81035692f28 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:28.510318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:28.513523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:28.554540 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c62066-f000-4bb1-be53-f3701afd7af0'] response: {'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'status': 'completed', 'code': 200} May 06 12:47:28.589768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.649656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Attempting to bind port d640c0ea-6938-42c4-b36c-d81659b19f5f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:28.650310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Attempting to bind port d640c0ea-6938-42c4-b36c-d81659b19f5f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '3dd38f50-44c5-4cc6-a664-0e22f167a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dac9751d-2003-42ec-9f15-f81035692f28'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:28.650948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Attempting to bind port d640c0ea-6938-42c4-b36c-d81659b19f5f on network dac9751d-2003-42ec-9f15-f81035692f28 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:28.671952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:28.672733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Checking segment: {'id': '3dd38f50-44c5-4cc6-a664-0e22f167a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dac9751d-2003-42ec-9f15-f81035692f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:28.673332 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.674007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Bound using segment: {'id': '3dd38f50-44c5-4cc6-a664-0e22f167a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dac9751d-2003-42ec-9f15-f81035692f28'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:28.674867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Bound port: d640c0ea-6938-42c4-b36c-d81659b19f5f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd38f50-44c5-4cc6-a664-0e22f167a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'dac9751d-2003-42ec-9f15-f81035692f28'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:28.675504 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.696267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Checking segment: {'id': '163f6e57-01db-4e8c-95a9-e131f02c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4993ac3-40a2-4fd4-9dcd-4b433e8872c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:28.696648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network hostable DHCP agents. Network: f4993ac3-40a2-4fd4-9dcd-4b433e8872c4, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:47:28.716651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:47:28.717192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14b2b47-9da1-4cc2-a30f-3d8001e29e0b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:28.741115 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.806434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Transition to ACTIVE for port object b14b2b47-9da1-4cc2-a30f-3d8001e29e0b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:28.814481 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.848391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] For port d640c0ea-6938-42c4-b36c-d81659b19f5f, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:28.853180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] For port d640c0ea-6938-42c4-b36c-d81659b19f5f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d640c0ea-6938-42c4-b36c-d81659b19f5f,segment=NetworkSegment(3dd38f50-44c5-4cc6-a664-0e22f167a769),segment_id=3dd38f50-44c5-4cc6-a664-0e22f167a769)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:28.857525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] Sync routers for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:47:28.863940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.954038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e5557-5274-4c20-bebd-afb57ce7a5fa None None] Pushing event updated for resources: {'Port': ['ID=d640c0ea-6938-42c4-b36c-d81659b19f5f,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:28.969866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:28.969985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:47:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:29.014973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Subnet': ['ID=643ccd22-3fea-41f3-a30c-6198989b7d4e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:29.053780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74218e7f-e628-407f-9595-c8819591309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:29.088599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] No DVR routers for this DVR port 12806d48-1681-4f15-ac77-9e2d280b57ed on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:29.098435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:29.099297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:29.137884 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f00f42ed-b425-414e-b8bc-ff491cf12c15 req-91ed2291-6c5f-40ee-a077-b06d42e54cd6 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.36 "DELETE /v2.0/ports/12806d48-1681-4f15-ac77-9e2d280b57ed HTTP/1.1" status: 204 len: 173 time: 9.1006222 May 06 12:47:29.138187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74218e7f-e628-407f-9595-c8819591309c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32459314-1782-4316-a0ac-325295b1d77f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:29.166269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3803bbd0-ac91-4cd1-b9fa-9f2e237851a8 req-734e9052-3df7-4b90-8074-f81c9e02fbf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 4363 time: 0.5365365 May 06 12:47:29.172234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42b98e-f0b6-43c5-80ae-f4d192d1067a req-8bd02c87-7bdf-4adf-934b-160b84e02188 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:29.174313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba42b98e-f0b6-43c5-80ae-f4d192d1067a req-8bd02c87-7bdf-4adf-934b-160b84e02188 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.7791281 May 06 12:47:29.213498 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74218e7f-e628-407f-9595-c8819591309c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:29.214671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-74218e7f-e628-407f-9595-c8819591309c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32459314-1782-4316-a0ac-325295b1d77f HTTP/1.1" status: 204 len: 168 time: 1.6372929 May 06 12:47:29.566215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:47:29.586712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, f4993ac3-40a2-4fd4-9dcd-4b433e8872c4) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:29.610003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:29.610722 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:29.611091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbfd1f5-a43e-44e0-bce1-c2577dd5002f None None] Network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:29.649506 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0ed25835-9a27-4388-a612-de3c01eb41d3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3003592 May 06 12:47:29.658390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42600) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:29.675790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2123757099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:29.679086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:29.724525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:29.779389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:router and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:29.844512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba42b98e-f0b6-43c5-80ae-f4d192d1067a req-5824e268-978c-43e3-9f66-ddc413bc3d0b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6335943 May 06 12:47:30.016905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:30.077618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:30.176094 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.177835 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.305617 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.318941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9908-33db-46da-bb93-b240dc263c84 req-bff4dcc9-1af5-430e-96eb-8e84152c4ec3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.343167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9908-33db-46da-bb93-b240dc263c84 req-bff4dcc9-1af5-430e-96eb-8e84152c4ec3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.363932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9908-33db-46da-bb93-b240dc263c84 req-bff4dcc9-1af5-430e-96eb-8e84152c4ec3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.398229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9908-33db-46da-bb93-b240dc263c84 req-bff4dcc9-1af5-430e-96eb-8e84152c4ec3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.403309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3120e7-a670-496a-b42d-c6f3cc9c1646 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:30.411016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.430381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Transition to ACTIVE for port object ee3120e7-a670-496a-b42d-c6f3cc9c1646 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:30.434431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9908-33db-46da-bb93-b240dc263c84 req-bff4dcc9-1af5-430e-96eb-8e84152c4ec3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.436263 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.469638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0bfa9908-33db-46da-bb93-b240dc263c84 req-bff4dcc9-1af5-430e-96eb-8e84152c4ec3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 3828 time: 1.3868124 May 06 12:47:30.530739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Pushing event updated for resources: {'Port': ['ID=ee3120e7-a670-496a-b42d-c6f3cc9c1646,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:30.534779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.560789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'name': 'network-vif-deleted', 'tag': '12806d48-1681-4f15-ac77-9e2d280b57ed'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:30.570723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.572840 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-606c895c-81c8-4a43-a185-ac016e3ec7b5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9104352 May 06 12:47:30.578584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42618) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:30.709131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d640c0ea-6938-42c4-b36c-d81659b19f5f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:30.742249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803bbd0-ac91-4cd1-b9fa-9f2e237851a8 req-e27963d6-46b8-455d-b2fc-677fee0805d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.742797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803bbd0-ac91-4cd1-b9fa-9f2e237851a8 req-e27963d6-46b8-455d-b2fc-677fee0805d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.743187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803bbd0-ac91-4cd1-b9fa-9f2e237851a8 req-e27963d6-46b8-455d-b2fc-677fee0805d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.744995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3803bbd0-ac91-4cd1-b9fa-9f2e237851a8 req-e27963d6-46b8-455d-b2fc-677fee0805d9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94672aef12b1426fa9c669ab8d149b5c&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.5695982 May 06 12:47:31.044974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Attempting to bind port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:31.045692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Attempting to bind port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:31.045692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Attempting to bind port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:31.147899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0bfa9908-33db-46da-bb93-b240dc263c84 req-89628d6f-50db-45c7-a3ce-a2c830a40b9a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6725645 May 06 12:47:31.190665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b on network 9ebbe340-12ee-4638-a935-7276a634fe34 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:31.191389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Attempting to bind port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:31.265890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:31.269503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Checking segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:31.273267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Bound using segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:31.274182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Bound port: b14b2b47-9da1-4cc2-a30f-3d8001e29e0b, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:31.274574 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.306840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a539d12-1ca9-4fc5-aeb7-67c76d7b1723 req-39964b61-4087-47fd-9ac3-4c06ff93c953 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:31.316654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a539d12-1ca9-4fc5-aeb7-67c76d7b1723 req-39964b61-4087-47fd-9ac3-4c06ff93c953 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 944 time: 0.7165463 May 06 12:47:31.321508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803bbd0-ac91-4cd1-b9fa-9f2e237851a8 req-39e4b219-9f9a-49a9-8a83-7e35da883648 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:31.323672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3803bbd0-ac91-4cd1-b9fa-9f2e237851a8 req-39e4b219-9f9a-49a9-8a83-7e35da883648 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5553656 May 06 12:47:31.577096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a539d12-1ca9-4fc5-aeb7-67c76d7b1723 req-5e73f41d-8b1d-4ea6-bfbb-6399d147ba3f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583086 May 06 12:47:31.601716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-f4993ac3-40a2-4fd4-9dcd-4b433e8872c4', 'network_id': 'f4993ac3-40a2-4fd4-9dcd-4b433e8872c4', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'fixed_ips': [{'subnet_id': '643ccd22-3fea-41f3-a30c-6198989b7d4e'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:47:31.603886 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.622850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] For port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:31.628140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] For port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:31.643506 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.723871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port d640c0ea-6938-42c4-b36c-d81659b19f5f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:31.779029 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baec5e7e-2268-4acc-8960-36dbc03c804a'] response: {'server_uuid': '35fa6763-a176-4cc1-9d4f-7dce52ba818a', 'name': 'network-vif-deleted', 'tag': '12806d48-1681-4f15-ac77-9e2d280b57ed', 'status': 'completed', 'code': 200} May 06 12:47:31.811850 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.816863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] 10.222.0.48 "PUT /v2.0/ports/b14b2b47-9da1-4cc2-a30f-3d8001e29e0b HTTP/1.1" status: 200 len: 1092 time: 5.9650028 May 06 12:47:31.817644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54af6360-86c2-458e-9234-2e8bbc3fb072', 'tag': 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:31.855266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfc87d-0da8-4e12-920b-986d8a3721d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:31.873911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42640) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:31.887764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bcf5c4-8048-4cf5-8219-141236ede9b7 None None] Network dac9751d-2003-42ec-9f15-f81035692f28 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:31.999780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05703e10-5bad-4656-9094-5b09a9103f59 None None] Provisioning for port d640c0ea-6938-42c4-b36c-d81659b19f5f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:32.159061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:32.171415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Attempting to bind port ee3120e7-a670-496a-b42d-c6f3cc9c1646 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:32.172319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Attempting to bind port ee3120e7-a670-496a-b42d-c6f3cc9c1646 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:32.172662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Attempting to bind port ee3120e7-a670-496a-b42d-c6f3cc9c1646 on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:32.183162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Port ee3120e7-a670-496a-b42d-c6f3cc9c1646 on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:32.183502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Attempting to bind port ee3120e7-a670-496a-b42d-c6f3cc9c1646 on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:32.191181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:32.191524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Checking segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:32.191923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Bound using segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:32.192368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Bound port: ee3120e7-a670-496a-b42d-c6f3cc9c1646, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:32.192730 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.205314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05703e10-5bad-4656-9094-5b09a9103f59 None None] Provisioning complete for port d640c0ea-6938-42c4-b36c-d81659b19f5f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:32.206389 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05703e10-5bad-4656-9094-5b09a9103f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.255164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1ea37741-b651-452d-8ba7-fd76d8f8d77e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.270159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] Checking router: 685ae792-3386-4791-99df-925e11b55afc for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:47:32.324026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1ea37741-b651-452d-8ba7-fd76d8f8d77e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.465955 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f21ab4-1588-4de4-8129-82535846a56b'] response: {'name': 'network-changed', 'server_uuid': '54af6360-86c2-458e-9234-2e8bbc3fb072', 'tag': 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b', 'status': 'completed', 'code': 200} May 06 12:47:32.509640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-2a7db5ce-b26d-455e-b66f-2f102c4fc744 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 1095 time: 0.6311951 May 06 12:47:32.604782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:32.606083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:47:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:32.616582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1ea37741-b651-452d-8ba7-fd76d8f8d77e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.704515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-9484e493-b633-4893-9eef-253d8835e130 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b HTTP/1.1" status: 200 len: 217 time: 0.1829426 May 06 12:47:32.707258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea37741-b651-452d-8ba7-fd76d8f8d77e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5487b4-5f01-400e-b1c3-1938f2aca329,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:32.741138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3328f-c4c7-48ab-9f1d-4f9be30a2d99 req-78438244-52a8-486f-9c29-7e68f05871f4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:32.746812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63b3328f-c4c7-48ab-9f1d-4f9be30a2d99 req-78438244-52a8-486f-9c29-7e68f05871f4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.6156430 May 06 12:47:32.820995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] For port ee3120e7-a670-496a-b42d-c6f3cc9c1646, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:32.826917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] For port ee3120e7-a670-496a-b42d-c6f3cc9c1646, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee3120e7-a670-496a-b42d-c6f3cc9c1646,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:32.838697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.956006 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1ea37741-b651-452d-8ba7-fd76d8f8d77e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.963292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1ea37741-b651-452d-8ba7-fd76d8f8d77e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "DELETE /v2.0/security-groups/7b5487b4-5f01-400e-b1c3-1938f2aca329 HTTP/1.1" status: 204 len: 168 time: 1.0883574 May 06 12:47:32.969377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42670) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:33.034819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-0f15ed2e-01db-400f-9f82-83de8a46f8c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:33.042886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-0f15ed2e-01db-400f-9f82-83de8a46f8c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.3168807 May 06 12:47:33.065336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.068403 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] 10.222.0.36 "PUT /v2.0/ports/ee3120e7-a670-496a-b42d-c6f3cc9c1646 HTTP/1.1" status: 200 len: 1130 time: 5.4586854 May 06 12:47:33.069943 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-d004931e-7cf4-4ea1-b65e-4becb8979cd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] show failed (client error): The resource could not be found. May 06 12:47:33.077227 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d004931e-7cf4-4ea1-b65e-4becb8979cd5 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups/7b5487b4-5f01-400e-b1c3-1938f2aca329 HTTP/1.1" status: 404 len: 347 time: 0.1002705 May 06 12:47:33.079779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42674) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:33.090486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63b3328f-c4c7-48ab-9f1d-4f9be30a2d99 req-effe8ff6-3447-4879-8f26-49e012402051 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085501 May 06 12:47:33.152815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6987d3-2464-491b-8867-3301cd9bd61a service neutron] Pushing event updated for resources: {'Port': ['ID=ee3120e7-a670-496a-b42d-c6f3cc9c1646,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:33.192793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:33.223624 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-6d062a4c-9091-4dac-88ca-480ecbfe6dcb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316552 May 06 12:47:33.311807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Allocated IP 172.21.0.2 (f4993ac3-40a2-4fd4-9dcd-4b433e8872c4/643ccd22-3fea-41f3-a30c-6198989b7d4e/e89a11f4-158f-4701-9110-f5e297d30404) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:33.371222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:33.422207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.597447 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05703e10-5bad-4656-9094-5b09a9103f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.852608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': 'ee3120e7-a670-496a-b42d-c6f3cc9c1646'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:33.905465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-05703e10-5bad-4656-9094-5b09a9103f59 None None] For port d640c0ea-6938-42c4-b36c-d81659b19f5f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d640c0ea-6938-42c4-b36c-d81659b19f5f,segment=NetworkSegment(3dd38f50-44c5-4cc6-a664-0e22f167a769),segment_id=3dd38f50-44c5-4cc6-a664-0e22f167a769)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:33.920090 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-e2167856-7e71-41e7-835a-3676e41da1a5 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897283 May 06 12:47:34.068791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05703e10-5bad-4656-9094-5b09a9103f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.170536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfbfde-28f5-4c43-9d03-6a28f8b29792 req-fcb582d9-3359-421f-bc85-5dd5e8a3ad10 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:34.173216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cabfbfde-28f5-4c43-9d03-6a28f8b29792 req-fcb582d9-3359-421f-bc85-5dd5e8a3ad10 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 944 time: 0.4403551 May 06 12:47:34.314730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa82a0-ded2-4b26-89b5-ca336943d420 req-241f8df9-10af-4a5a-83fe-f8b3b61b3d60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:34.327756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa82a0-ded2-4b26-89b5-ca336943d420 req-241f8df9-10af-4a5a-83fe-f8b3b61b3d60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:34.332079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa82a0-ded2-4b26-89b5-ca336943d420 req-241f8df9-10af-4a5a-83fe-f8b3b61b3d60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:34.349237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa82a0-ded2-4b26-89b5-ca336943d420 req-241f8df9-10af-4a5a-83fe-f8b3b61b3d60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:34.353092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa82a0-ded2-4b26-89b5-ca336943d420 req-241f8df9-10af-4a5a-83fe-f8b3b61b3d60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:34.357050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa82a0-ded2-4b26-89b5-ca336943d420 req-241f8df9-10af-4a5a-83fe-f8b3b61b3d60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:34.375220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cfa82a0-ded2-4b26-89b5-ca336943d420 req-241f8df9-10af-4a5a-83fe-f8b3b61b3d60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 4600 time: 0.7028215 May 06 12:47:34.437920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.511684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05703e10-5bad-4656-9094-5b09a9103f59 None None] Pushing event updated for resources: {'Port': ['ID=d640c0ea-6938-42c4-b36c-d81659b19f5f,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:34.525857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Deleting port 5ccdafb3-5ee6-4bb9-9028-789f57ae5b46 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:34.526204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.613206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cfa82a0-ded2-4b26-89b5-ca336943d420 req-b73bc8c2-cc9d-478c-a445-552a7c12788e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2369788 May 06 12:47:34.618669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cabfbfde-28f5-4c43-9d03-6a28f8b29792 req-d74dcd42-d0c7-40c8-8bda-feb7e1111b64 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071584 May 06 12:47:34.646693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56270bcd-dbe5-4206-9dd2-8c668161cfe2 req-1b6f0981-0a0d-4801-9b6b-479dd5ad623e service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191925 May 06 12:47:34.809529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.824771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Transition to ACTIVE for port object e89a11f4-158f-4701-9110-f5e297d30404 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:34.874064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0f1676f-e1ad-4d2f-8ef3-2ec0a810c825 req-a97c13f3-0ac1-485a-b6e7-e638156b9d08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 1095 time: 0.1435618 May 06 12:47:34.889001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Transition to ACTIVE for port object e89a11f4-158f-4701-9110-f5e297d30404 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:34.914075 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.017538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:35.030317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ceb1d2-691e-4eea-96b1-02696d4bc075 None None] The sync data for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 is: [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:47:35.086054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:35.091048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:35.093833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:35.136793 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2249a8-ddc5-4d61-a453-081d27cda887'] response: {'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': 'ee3120e7-a670-496a-b42d-c6f3cc9c1646', 'status': 'completed', 'code': 200} May 06 12:47:35.348861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Pushing event updated for resources: {'Port': ['ID=e89a11f4-158f-4701-9110-f5e297d30404,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:35.367592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bf799e7a-6d7a-4a30-8a6c-91052339f52d None None] Provisioning complete for port d640c0ea-6938-42c4-b36c-d81659b19f5f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:35.367972 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf799e7a-6d7a-4a30-8a6c-91052339f52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.447218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1676f-e1ad-4d2f-8ef3-2ec0a810c825 req-744ba378-bb4c-4877-9b1c-660892e76be7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:35.448831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0f1676f-e1ad-4d2f-8ef3-2ec0a810c825 req-744ba378-bb4c-4877-9b1c-660892e76be7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.5675333 May 06 12:47:35.500983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Attempting to bind port e89a11f4-158f-4701-9110-f5e297d30404 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:35.501374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Attempting to bind port e89a11f4-158f-4701-9110-f5e297d30404 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '163f6e57-01db-4e8c-95a9-e131f02c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4993ac3-40a2-4fd4-9dcd-4b433e8872c4'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:35.501717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Attempting to bind port e89a11f4-158f-4701-9110-f5e297d30404 on network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:35.562993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:35.564057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Checking segment: {'id': '163f6e57-01db-4e8c-95a9-e131f02c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4993ac3-40a2-4fd4-9dcd-4b433e8872c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:35.564057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.564479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Bound using segment: {'id': '163f6e57-01db-4e8c-95a9-e131f02c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4993ac3-40a2-4fd4-9dcd-4b433e8872c4'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:35.565582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Bound port: e89a11f4-158f-4701-9110-f5e297d30404, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163f6e57-01db-4e8c-95a9-e131f02c7329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f4993ac3-40a2-4fd4-9dcd-4b433e8872c4'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:35.566003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.673342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db6021ba-cd30-444e-b7d3-954e9fbd7169 req-9fa7a191-dc13-427d-b509-cc59e5119ee9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5286 time: 0.6289852 May 06 12:47:35.762943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] For port e89a11f4-158f-4701-9110-f5e297d30404, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:35.766254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.766857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.773697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] For port e89a11f4-158f-4701-9110-f5e297d30404, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e89a11f4-158f-4701-9110-f5e297d30404,segment=NetworkSegment(163f6e57-01db-4e8c-95a9-e131f02c7329),segment_id=163f6e57-01db-4e8c-95a9-e131f02c7329)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:35.785065 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0193dbd-0d29-4fe0-b996-4169d9d17f0c None None] New status for floating IP 94db9b3f-0a93-48c0-83a6-c130af759bc1: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:47:35.787398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42720) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:35.799694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.809297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0f1676f-e1ad-4d2f-8ef3-2ec0a810c825 req-83ec4ecf-c4e8-4d09-b80c-0addd9e1c750 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b HTTP/1.1" status: 200 len: 217 time: 0.3510175 May 06 12:47:36.013189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76ec5b-e63a-405c-8bef-9a4045ee08ee None None] Pushing event updated for resources: {'Port': ['ID=e89a11f4-158f-4701-9110-f5e297d30404,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:36.040590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Calling delete_port for 5ccdafb3-5ee6-4bb9-9028-789f57ae5b46 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:36.077035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.20.0.1 (dac9751d-2003-42ec-9f15-f81035692f28/0d05c5e5-1a56-446f-85c6-98e284285c3e/d1d23a1e-3154-48c6-896d-93e525ac6ddd) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:36.310515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1676f-e1ad-4d2f-8ef3-2ec0a810c825 req-fd0352e8-3a82-4b67-993b-43ab0fe27997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:36.314202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0f1676f-e1ad-4d2f-8ef3-2ec0a810c825 req-fd0352e8-3a82-4b67-993b-43ab0fe27997 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.5040562 May 06 12:47:36.595334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3556bef-f228-4de1-a9cd-74f449d787b5 req-a2560418-4c85-4661-862e-e1166f72ce95 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:36.621158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3556bef-f228-4de1-a9cd-74f449d787b5 req-a2560418-4c85-4661-862e-e1166f72ce95 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 1.2894709 May 06 12:47:36.624738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:36.638574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:36.691790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0f1676f-e1ad-4d2f-8ef3-2ec0a810c825 req-5c326263-61b2-4c8b-b171-af7fd1f4368f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3593338 May 06 12:47:36.726657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Usage tracker for resource:floatingip and tenant:cea3193503d54d19bea4a2358b9b4903 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:36.740974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:36.769267 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:47:36.770918 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:47:36.774454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:36.810912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:47:36.856074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d640c0ea-6938-42c4-b36c-d81659b19f5f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:36.860963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.892510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6021ba-cd30-444e-b7d3-954e9fbd7169 req-aea1dcd4-fbc6-41eb-a436-cc142818a854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:36.893121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6021ba-cd30-444e-b7d3-954e9fbd7169 req-aea1dcd4-fbc6-41eb-a436-cc142818a854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:36.893735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6021ba-cd30-444e-b7d3-954e9fbd7169 req-aea1dcd4-fbc6-41eb-a436-cc142818a854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:36.896638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db6021ba-cd30-444e-b7d3-954e9fbd7169 req-aea1dcd4-fbc6-41eb-a436-cc142818a854 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94672aef12b1426fa9c669ab8d149b5c&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1808221 May 06 12:47:37.027049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d640c0ea-6938-42c4-b36c-d81659b19f5f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:37.027671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.143742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.246506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6021ba-cd30-444e-b7d3-954e9fbd7169 req-9c15a386-7f3c-4631-b7ee-0049abf119f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.249315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db6021ba-cd30-444e-b7d3-954e9fbd7169 req-9c15a386-7f3c-4631-b7ee-0049abf119f0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3394566 May 06 12:47:37.303414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76946b2d-047e-42c1-a9e5-4bd210722996 req-aa9a2890-2b84-4e8f-bcb9-e89927bbdaf2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.311085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76946b2d-047e-42c1-a9e5-4bd210722996 req-aa9a2890-2b84-4e8f-bcb9-e89927bbdaf2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.318424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76946b2d-047e-42c1-a9e5-4bd210722996 req-aa9a2890-2b84-4e8f-bcb9-e89927bbdaf2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.333623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76946b2d-047e-42c1-a9e5-4bd210722996 req-aa9a2890-2b84-4e8f-bcb9-e89927bbdaf2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.341620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76946b2d-047e-42c1-a9e5-4bd210722996 req-aa9a2890-2b84-4e8f-bcb9-e89927bbdaf2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.350577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Deleting port 5ccdafb3-5ee6-4bb9-9028-789f57ae5b46 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:37.350890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76946b2d-047e-42c1-a9e5-4bd210722996 req-aa9a2890-2b84-4e8f-bcb9-e89927bbdaf2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.351609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.363456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76946b2d-047e-42c1-a9e5-4bd210722996 req-aa9a2890-2b84-4e8f-bcb9-e89927bbdaf2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 4600 time: 1.4009058 May 06 12:47:37.414481 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3556bef-f228-4de1-a9cd-74f449d787b5 req-6dddd68e-30bc-4fd2-b05a-d8822a0eb15a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7919929 May 06 12:47:37.425587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e89a11f4-158f-4701-9110-f5e297d30404 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:37.606639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76946b2d-047e-42c1-a9e5-4bd210722996 req-91cfc127-c689-4aec-8dcb-e11bd21c7465 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2347984 May 06 12:47:37.613934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0f1676f-e1ad-4d2f-8ef3-2ec0a810c825 req-2b43098d-5010-4f02-981c-9f7ced7600f9 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8877509 May 06 12:47:37.654968 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.719794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Transition to ACTIVE for port object d1d23a1e-3154-48c6-896d-93e525ac6ddd will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:37.755068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e89a11f4-158f-4701-9110-f5e297d30404 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:37.943554 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.987103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0556dd40-9a4b-42b7-b459-f3251ff0209b {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:38.066678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad2c31-15ec-4cc7-97f1-4bdb17dc33af None None] Network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:38.133993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:38.170917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Transition to ACTIVE for port object 0556dd40-9a4b-42b7-b459-f3251ff0209b will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:38.266497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=d1d23a1e-3154-48c6-896d-93e525ac6ddd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:38.293712 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:38.388364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0f1676f-e1ad-4d2f-8ef3-2ec0a810c825 req-94823bd8-57b6-4583-bd0f-ce828b9a9704 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667689 May 06 12:47:38.423008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc754fcf-d898-4033-bf5a-253e268108dc req-833722cf-9129-4537-88cc-770b4474b112 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:38.443050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc754fcf-d898-4033-bf5a-253e268108dc req-833722cf-9129-4537-88cc-770b4474b112 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 944 time: 0.4013679 May 06 12:47:38.465011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b1b577d8-c211-4bba-ada7-cf48b3adae21 None None] Provisioning for port e89a11f4-158f-4701-9110-f5e297d30404 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:38.496913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b1b577d8-c211-4bba-ada7-cf48b3adae21 None None] Provisioning complete for port e89a11f4-158f-4701-9110-f5e297d30404 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:38.504007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b1b577d8-c211-4bba-ada7-cf48b3adae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:38.610652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc754fcf-d898-4033-bf5a-253e268108dc req-17e99c15-7e67-4bfd-ba69-c3a07429ef28 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651909 May 06 12:47:38.838275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network dac9751d-2003-42ec-9f15-f81035692f28 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:38.910173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:38.977671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:39.067475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=0556dd40-9a4b-42b7-b459-f3251ff0209b,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:39.079166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.079491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.136821 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b1b577d8-c211-4bba-ada7-cf48b3adae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.277431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b1b577d8-c211-4bba-ada7-cf48b3adae21 None None] For port e89a11f4-158f-4701-9110-f5e297d30404, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e89a11f4-158f-4701-9110-f5e297d30404,segment=NetworkSegment(163f6e57-01db-4e8c-95a9-e131f02c7329),segment_id=163f6e57-01db-4e8c-95a9-e131f02c7329)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:39.290218 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b1b577d8-c211-4bba-ada7-cf48b3adae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.321247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79ec8b-9ee2-4d80-9fbd-9e80f30b634e req-0994e02d-cf50-49a3-bb6f-2757cd13eecb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.323363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef79ec8b-9ee2-4d80-9fbd-9e80f30b634e req-0994e02d-cf50-49a3-bb6f-2757cd13eecb tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.3241985 May 06 12:47:39.346556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Calling delete_port for 5ccdafb3-5ee6-4bb9-9028-789f57ae5b46 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:39.406662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b23d-877f-4616-9cc5-b03347a470d8 req-6724e687-50b9-46cd-820b-4eb5c9b9ee76 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.411052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b23d-877f-4616-9cc5-b03347a470d8 req-6724e687-50b9-46cd-820b-4eb5c9b9ee76 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.415428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b23d-877f-4616-9cc5-b03347a470d8 req-6724e687-50b9-46cd-820b-4eb5c9b9ee76 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.420379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b23d-877f-4616-9cc5-b03347a470d8 req-6724e687-50b9-46cd-820b-4eb5c9b9ee76 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.437302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b23d-877f-4616-9cc5-b03347a470d8 req-6724e687-50b9-46cd-820b-4eb5c9b9ee76 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.442077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b23d-877f-4616-9cc5-b03347a470d8 req-6724e687-50b9-46cd-820b-4eb5c9b9ee76 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.463523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b23d-877f-4616-9cc5-b03347a470d8 req-6724e687-50b9-46cd-820b-4eb5c9b9ee76 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.476140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bf1b23d-877f-4616-9cc5-b03347a470d8 req-6724e687-50b9-46cd-820b-4eb5c9b9ee76 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5371 time: 0.2733591 May 06 12:47:39.489337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef79ec8b-9ee2-4d80-9fbd-9e80f30b634e req-cbf18276-3501-4f40-a370-957f147e5e22 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601620 May 06 12:47:39.507490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.563031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Attempting to bind port 0556dd40-9a4b-42b7-b459-f3251ff0209b on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:39.563372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Attempting to bind port 0556dd40-9a4b-42b7-b459-f3251ff0209b by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:39.563703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Attempting to bind port 0556dd40-9a4b-42b7-b459-f3251ff0209b on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:39.596228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b577d8-c211-4bba-ada7-cf48b3adae21 None None] Pushing event updated for resources: {'Port': ['ID=e89a11f4-158f-4701-9110-f5e297d30404,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:39.602523 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bf1b23d-877f-4616-9cc5-b03347a470d8 req-40eddad3-c901-4d59-9b5e-bf1be8a62fae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099913 May 06 12:47:39.606389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.659622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Port 0556dd40-9a4b-42b7-b459-f3251ff0209b on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:39.659951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Attempting to bind port 0556dd40-9a4b-42b7-b459-f3251ff0209b on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:39.812212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-06f8ce68-b379-472d-b1a1-ff1453ee6182 None None] Provisioning for port d1d23a1e-3154-48c6-896d-93e525ac6ddd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:39.826571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:39.826930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Checking segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:39.827356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Bound using segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:39.827814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Bound port: 0556dd40-9a4b-42b7-b459-f3251ff0209b, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:39.828167 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.839612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-06f8ce68-b379-472d-b1a1-ff1453ee6182 None None] Provisioning complete for port d1d23a1e-3154-48c6-896d-93e525ac6ddd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:39.840540 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06f8ce68-b379-472d-b1a1-ff1453ee6182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.052508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3effb4f-b405-456c-9725-aa877df7cf0f req-bd035863-d803-4bc1-8926-55807d448989 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:40.055287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a3effb4f-b405-456c-9725-aa877df7cf0f req-bd035863-d803-4bc1-8926-55807d448989 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 944 time: 0.1950560 May 06 12:47:40.061691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b14b2b47-9da1-4cc2-a30f-3d8001e29e0b details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:47:40.085125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.122403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.134432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a3effb4f-b405-456c-9725-aa877df7cf0f req-e169f042-fb41-49c2-aca1-86501f6a6e18 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669053 May 06 12:47:40.139379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-06f8ce68-b379-472d-b1a1-ff1453ee6182 None None] Port d1d23a1e-3154-48c6-896d-93e525ac6ddd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:40.287109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event deleted for resources: {'Port': ['ID=5ccdafb3-5ee6-4bb9-9028-789f57ae5b46,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:40.378177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0618340e-1f04-45bb-b408-556074cac940 None None] Provisioning complete for port e89a11f4-158f-4701-9110-f5e297d30404 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:40.378762 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0618340e-1f04-45bb-b408-556074cac940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.483492 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.492259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Allocated IP 172.25.7.182 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/70b3e664-1e1a-41fb-9a2d-85e889a56b75) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:40.506280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] For port 0556dd40-9a4b-42b7-b459-f3251ff0209b, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:40.550446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:40.619723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'port_id': 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b', 'mac_address': 'fa:16:3e:19:02:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c14ca8-fc7a-406f-995a-1a05e1f88621', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:47:40.685652 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.707472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e89a11f4-158f-4701-9110-f5e297d30404 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:40.768142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14b2b47-9da1-4cc2-a30f-3d8001e29e0b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:40.817270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:40.825954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e89a11f4-158f-4701-9110-f5e297d30404 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:40.826443 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.943472 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.087107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a8810-9825-4e92-a93f-da55af64a71c req-4008a442-8378-44f1-a2b6-95a32ee41f91 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.099788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-158a8810-9825-4e92-a93f-da55af64a71c req-4008a442-8378-44f1-a2b6-95a32ee41f91 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.2961662 May 06 12:47:41.120634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:41.227946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-158a8810-9825-4e92-a93f-da55af64a71c req-9ce80966-c4c3-4e12-bf0d-bd613a7e6a8f tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261423 May 06 12:47:41.235703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] For port 0556dd40-9a4b-42b7-b459-f3251ff0209b, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0556dd40-9a4b-42b7-b459-f3251ff0209b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:41.258107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.294798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3edb0-837b-4025-9de4-488eeeb56f8c req-b8417c13-7aa7-4594-a5e2-e02c4f7ea879 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.311097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3edb0-837b-4025-9de4-488eeeb56f8c req-b8417c13-7aa7-4594-a5e2-e02c4f7ea879 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.331474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3edb0-837b-4025-9de4-488eeeb56f8c req-b8417c13-7aa7-4594-a5e2-e02c4f7ea879 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.339354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3edb0-837b-4025-9de4-488eeeb56f8c req-b8417c13-7aa7-4594-a5e2-e02c4f7ea879 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.343497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3edb0-837b-4025-9de4-488eeeb56f8c req-b8417c13-7aa7-4594-a5e2-e02c4f7ea879 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.346533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b14b2b47-9da1-4cc2-a30f-3d8001e29e0b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:47:41.357976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3edb0-837b-4025-9de4-488eeeb56f8c req-b8417c13-7aa7-4594-a5e2-e02c4f7ea879 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.362106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3edb0-837b-4025-9de4-488eeeb56f8c req-b8417c13-7aa7-4594-a5e2-e02c4f7ea879 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.380407 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45c3edb0-837b-4025-9de4-488eeeb56f8c req-b8417c13-7aa7-4594-a5e2-e02c4f7ea879 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5371 time: 0.4669287 May 06 12:47:41.383804 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.385275 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] 10.222.0.36 "PUT /v2.0/ports/0556dd40-9a4b-42b7-b459-f3251ff0209b HTTP/1.1" status: 200 len: 1129 time: 8.2079496 May 06 12:47:41.394333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05aa75c-f6b2-4add-a092-98c8ebf23ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=0556dd40-9a4b-42b7-b459-f3251ff0209b,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:41.396981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '0556dd40-9a4b-42b7-b459-f3251ff0209b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:41.461939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:41.493489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45c3edb0-837b-4025-9de4-488eeeb56f8c req-47639601-b628-4495-851b-38210f1882ed tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121759 May 06 12:47:41.583060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.591559 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e6392f2a-2f74-4e80-a37d-edb8cb9456e9 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "DELETE /v2.0/floatingips/94db9b3f-0a93-48c0-83a6-c130af759bc1 HTTP/1.1" status: 204 len: 168 time: 8.4876323 May 06 12:47:41.740083 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e922f547-6598-4802-800f-28e6ad27d03b'] response: {'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '0556dd40-9a4b-42b7-b459-f3251ff0209b', 'status': 'completed', 'code': 200} May 06 12:47:41.982683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.984324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618d2ea-3e74-4e30-adaf-304ebbcd32f7 req-48908919-eee6-4b2e-b612-cf86dd3bb720 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.990053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6618d2ea-3e74-4e30-adaf-304ebbcd32f7 req-48908919-eee6-4b2e-b612-cf86dd3bb720 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 945 time: 0.3917782 May 06 12:47:42.013314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a0f3468-5fde-4fa8-9c21-38c396561506 req-ac7d544e-f579-4c08-acf3-c270c09a1d0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6208 time: 0.2714694 May 06 12:47:42.163712 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.169911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.207275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-47ce2739-d18a-4d08-90dd-9400c99463d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.392361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42814) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:42.431790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732384951', 'description': 'tempest-description--1831734582'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:42.456089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:42.504610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:security_group and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:42.512000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6618d2ea-3e74-4e30-adaf-304ebbcd32f7 req-302ab5c0-c7fb-4505-b1d9-de62c90c49d1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072260 May 06 12:47:42.517200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:42.550098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:42.556203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:42.571838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Pushing event updated for resources: {'Port': ['ID=70b3e664-1e1a-41fb-9a2d-85e889a56b75,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:42.582433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:42.635259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f3468-5fde-4fa8-9c21-38c396561506 req-287474d8-b5eb-497a-9359-b7e1f9ac884a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:42.635627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f3468-5fde-4fa8-9c21-38c396561506 req-287474d8-b5eb-497a-9359-b7e1f9ac884a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:42.635993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f3468-5fde-4fa8-9c21-38c396561506 req-287474d8-b5eb-497a-9359-b7e1f9ac884a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:42.637644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a0f3468-5fde-4fa8-9c21-38c396561506 req-287474d8-b5eb-497a-9359-b7e1f9ac884a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94672aef12b1426fa9c669ab8d149b5c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6101496 May 06 12:47:42.703165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:42.772432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:47:42.820718 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.856721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.911272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.941212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5de29-1df9-4a76-9bf6-685deba52e83 req-d681236d-ece7-4605-b2f1-c61d360e9c5c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:42.943105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1e5de29-1df9-4a76-9bf6-685deba52e83 req-d681236d-ece7-4605-b2f1-c61d360e9c5c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.4300444 May 06 12:47:42.947765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:43.034951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f3468-5fde-4fa8-9c21-38c396561506 req-4568c0b4-b15e-4d54-938b-4539a88c4453 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.037428 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a0f3468-5fde-4fa8-9c21-38c396561506 req-4568c0b4-b15e-4d54-938b-4539a88c4453 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3862221 May 06 12:47:43.065844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d450-01d7-4193-8fdc-0b120e599ffd req-4c5e99d5-8582-4f47-980b-42ad878b5491 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.074470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d450-01d7-4193-8fdc-0b120e599ffd req-4c5e99d5-8582-4f47-980b-42ad878b5491 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.079622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d450-01d7-4193-8fdc-0b120e599ffd req-4c5e99d5-8582-4f47-980b-42ad878b5491 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.098010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d450-01d7-4193-8fdc-0b120e599ffd req-4c5e99d5-8582-4f47-980b-42ad878b5491 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.105521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d450-01d7-4193-8fdc-0b120e599ffd req-4c5e99d5-8582-4f47-980b-42ad878b5491 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.113096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d450-01d7-4193-8fdc-0b120e599ffd req-4c5e99d5-8582-4f47-980b-42ad878b5491 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.121471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d450-01d7-4193-8fdc-0b120e599ffd req-4c5e99d5-8582-4f47-980b-42ad878b5491 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.125098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a406d450-01d7-4193-8fdc-0b120e599ffd req-4c5e99d5-8582-4f47-980b-42ad878b5491 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5371 time: 0.3774803 May 06 12:47:43.199905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1e5de29-1df9-4a76-9bf6-685deba52e83 req-5758c377-b621-463c-8b5b-39aa5a726a17 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479835 May 06 12:47:43.241398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:43.254923 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:43.265741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:security_group_rule and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:43.271478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a406d450-01d7-4193-8fdc-0b120e599ffd req-11f4c4ae-6ee0-4e6f-8a17-fb222cf8d24e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203089 May 06 12:47:43.317318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=d1d23a1e-3154-48c6-896d-93e525ac6ddd,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:43.334205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:43.363944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:43.477073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.478224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.478224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.478224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.478724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.478724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.479027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.479345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.479665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.479986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.480306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:43.773251 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:43.774456 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:43.796382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network dac9751d-2003-42ec-9f15-f81035692f28 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:43.800322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:43.802339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:43.904912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803da0ea-21e0-4ee9-8b90-e4766beaeb8b req-e48a9032-c7eb-41e9-ac15-cae6b02ccc81 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.917108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-803da0ea-21e0-4ee9-8b90-e4766beaeb8b req-e48a9032-c7eb-41e9-ac15-cae6b02ccc81 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 945 time: 0.1776631 May 06 12:47:43.935365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2223e052-734e-4a15-953e-99cb7d6f76d6 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:43.992756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-803da0ea-21e0-4ee9-8b90-e4766beaeb8b req-28e2945d-eac6-42fe-8881-40f81728f007 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743499 May 06 12:47:44.000490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b14b2b47-9da1-4cc2-a30f-3d8001e29e0b up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:44.348868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:44.355765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2b3761f8-f036-4fcf-b64b-4c4270b13f81 None None] Provisioning complete for port d1d23a1e-3154-48c6-896d-93e525ac6ddd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:44.356549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2b3761f8-f036-4fcf-b64b-4c4270b13f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.400262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.474483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:44.474483 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.475179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be79b4f-a92b-4792-b65e-ad8c27ffabd7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:44.688454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.691381 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d095920e-586c-4031-8065-bd9a574d6c93 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.2947953 May 06 12:47:44.693372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.722940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2b3761f8-f036-4fcf-b64b-4c4270b13f81 None None] Port d1d23a1e-3154-48c6-896d-93e525ac6ddd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:44.736437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42854) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:44.752404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'security_group_rule': {'security_group_id': '3be79b4f-a92b-4792-b65e-ad8c27ffabd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:44.766021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:44.768969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d45c31f-1f91-4c33-8fa8-06c633118e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.774529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:security_group_rule and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:44.781726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:44.786853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Transition to ACTIVE for port object 2223e052-734e-4a15-953e-99cb7d6f76d6 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:44.796034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:44.832241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.935086 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.973667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54af6360-86c2-458e-9234-2e8bbc3fb072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:44.999755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:45.006785 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.112850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:45.167409 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.235335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2f28660-a9fe-462c-af57-da9428705afe req-4c6d673b-8645-47d2-a13b-673f90c94876 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 1097 time: 0.7154865 May 06 12:47:45.278004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Pushing event updated for resources: {'Port': ['ID=2223e052-734e-4a15-953e-99cb7d6f76d6,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:45.441552 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.463064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3001032-74a4-4067-a268-8cbb1dece735 req-8827ee16-75c8-4ba2-b1b2-cc44ff8bed2b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.465802 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3001032-74a4-4067-a268-8cbb1dece735 req-8827ee16-75c8-4ba2-b1b2-cc44ff8bed2b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.8054204 May 06 12:47:45.505174 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.522333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fe28b-2e55-4271-8364-6d416126eb2f req-f77884fd-dbbf-4923-a527-f5044e69f4a4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.527036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fe28b-2e55-4271-8364-6d416126eb2f req-f77884fd-dbbf-4923-a527-f5044e69f4a4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.531713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fe28b-2e55-4271-8364-6d416126eb2f req-f77884fd-dbbf-4923-a527-f5044e69f4a4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.536624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fe28b-2e55-4271-8364-6d416126eb2f req-f77884fd-dbbf-4923-a527-f5044e69f4a4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.541068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fe28b-2e55-4271-8364-6d416126eb2f req-f77884fd-dbbf-4923-a527-f5044e69f4a4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.546422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fe28b-2e55-4271-8364-6d416126eb2f req-f77884fd-dbbf-4923-a527-f5044e69f4a4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.551400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fe28b-2e55-4271-8364-6d416126eb2f req-f77884fd-dbbf-4923-a527-f5044e69f4a4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.560669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-873fe28b-2e55-4271-8364-6d416126eb2f req-f77884fd-dbbf-4923-a527-f5044e69f4a4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5383 time: 0.7297115 May 06 12:47:45.565454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.706191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2f28660-a9fe-462c-af57-da9428705afe req-04e3d942-10b9-48c8-a6ce-4593f536b630 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4497967 May 06 12:47:45.716922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Attempting to bind port 2223e052-734e-4a15-953e-99cb7d6f76d6 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:45.717886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Attempting to bind port 2223e052-734e-4a15-953e-99cb7d6f76d6 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:45.717886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Attempting to bind port 2223e052-734e-4a15-953e-99cb7d6f76d6 on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:45.737574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-873fe28b-2e55-4271-8364-6d416126eb2f req-22ee95bd-1bf6-4296-883f-4b97290c0d6b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752877 May 06 12:47:45.742773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Port 2223e052-734e-4a15-953e-99cb7d6f76d6 on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:45.743097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Attempting to bind port 2223e052-734e-4a15-953e-99cb7d6f76d6 on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:45.752969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:45.753455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Checking segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:45.753859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Bound using segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:45.754303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Bound port: 2223e052-734e-4a15-953e-99cb7d6f76d6, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:45.754701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.796988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a64311-cc50-4eb8-8496-6abf6bec5152,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:45.813615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.823591 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.830164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c9178d13-413e-4a76-9b5d-1532a3f641e4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0879786 May 06 12:47:45.831260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42880) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:45.856835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'security_group_rule': {'security_group_id': '3be79b4f-a92b-4792-b65e-ad8c27ffabd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:45.867057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:45.874305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:security_group_rule and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:45.879580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:45.890439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:45.907342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3001032-74a4-4067-a268-8cbb1dece735 req-af897809-5d2e-433f-9c34-cdd09dc47405 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998666 May 06 12:47:45.923325 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.009707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.015865 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.122120 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.131938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.208873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bfd2a1-cb94-4535-8fb6-b60ef32cbddd,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:46.220253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Pushing event updated for resources: {'Port': ['ID=70b3e664-1e1a-41fb-9a2d-85e889a56b75,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:46.236860 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd69703-2bcc-479b-897e-c21fa5f7e9ab'] response: {'server_uuid': '54af6360-86c2-458e-9234-2e8bbc3fb072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b', 'code': 200} May 06 12:47:46.276128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] For port 2223e052-734e-4a15-953e-99cb7d6f76d6, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:46.308051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] For port 2223e052-734e-4a15-953e-99cb7d6f76d6, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2223e052-734e-4a15-953e-99cb7d6f76d6,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:46.318224 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.346759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.349460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dcc81221-6cbb-4a04-a5f2-8423cb57bef1 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5125430 May 06 12:47:46.366721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42888) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:46.388219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:46.414538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Pushing event updated for resources: {'Port': ['ID=2223e052-734e-4a15-953e-99cb7d6f76d6,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:46.417761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 38899633-5f6b-4ee8-8106-ab060a92f391 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:47:46.421523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.426841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.428474 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a656eb20-e90c-477b-8a70-a7519bea270c service neutron] 10.222.0.36 "PUT /v2.0/ports/2223e052-734e-4a15-953e-99cb7d6f76d6 HTTP/1.1" status: 200 len: 1090 time: 4.9955285 May 06 12:47:46.429695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '2223e052-734e-4a15-953e-99cb7d6f76d6'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:46.465512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:46.498433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:46.529499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:floatingip and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:46.547664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:46.583795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:46.721852 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70e5a8c-02c9-454e-b662-560e373a248a'] response: {'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '2223e052-734e-4a15-953e-99cb7d6f76d6', 'status': 'completed', 'code': 200} May 06 12:47:46.723145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.762156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.768752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7fd6612c-306b-42d3-b565-be9411946532 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.9752178 May 06 12:47:46.874861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43800a7-0c3c-4055-ae4a-2e1aa7b5af44 req-bb165439-9c83-4796-9a53-78145cab2509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:46.884703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c43800a7-0c3c-4055-ae4a-2e1aa7b5af44 req-bb165439-9c83-4796-9a53-78145cab2509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 946 time: 0.7049017 May 06 12:47:46.887234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42898) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:46.904514 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.926966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e20231cb-9c4f-4b1a-83bd-12da31fa01ea req-7a02afd0-a903-4b0c-8209-050ada6aa7bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 1097 time: 0.5625932 May 06 12:47:46.995911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-136765818', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'fixed_ips': [{'ip_address': '172.25.7.182'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:47.040951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:47.095926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Usage tracker for resource:port and tenant:cea3193503d54d19bea4a2358b9b4903 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:47.100926 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e20231cb-9c4f-4b1a-83bd-12da31fa01ea req-8a4e8173-9c57-4a82-8985-efa30218fd9d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485467 May 06 12:47:47.108334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:47.245367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:47.359209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Made reservation on behalf of cea3193503d54d19bea4a2358b9b4903 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:47.368901 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.392589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c43800a7-0c3c-4055-ae4a-2e1aa7b5af44 req-44bebb5f-c597-451a-98b2-213e1d5b6705 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069795 May 06 12:47:47.401008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.408367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee7288aa-5539-446b-8159-ca96c0d01118 req-feaef24a-7d55-4133-85f6-fc7d1dee271a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6275 time: 0.7311401 May 06 12:47:47.460012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.591997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348946e-904e-45a6-afdd-dd9f535708ec req-8c18b04d-7ce0-421a-881f-c364cd524823 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.596087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348946e-904e-45a6-afdd-dd9f535708ec req-8c18b04d-7ce0-421a-881f-c364cd524823 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.600099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348946e-904e-45a6-afdd-dd9f535708ec req-8c18b04d-7ce0-421a-881f-c364cd524823 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.604023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348946e-904e-45a6-afdd-dd9f535708ec req-8c18b04d-7ce0-421a-881f-c364cd524823 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.608180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348946e-904e-45a6-afdd-dd9f535708ec req-8c18b04d-7ce0-421a-881f-c364cd524823 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.612389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348946e-904e-45a6-afdd-dd9f535708ec req-8c18b04d-7ce0-421a-881f-c364cd524823 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.616289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348946e-904e-45a6-afdd-dd9f535708ec req-8c18b04d-7ce0-421a-881f-c364cd524823 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.624258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9348946e-904e-45a6-afdd-dd9f535708ec req-8c18b04d-7ce0-421a-881f-c364cd524823 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5383 time: 0.3753583 May 06 12:47:47.678456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:47.741128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9348946e-904e-45a6-afdd-dd9f535708ec req-6602ac59-5398-48ce-a67e-08efc56bd117 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156232 May 06 12:47:47.756560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Usage tracker for resource:security_group_rule and tenant:cea3193503d54d19bea4a2358b9b4903 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:47.766217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:47.795377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:47.853784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7288aa-5539-446b-8159-ca96c0d01118 req-308784ac-a184-4e6a-810b-e5a26024a6d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.854206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7288aa-5539-446b-8159-ca96c0d01118 req-308784ac-a184-4e6a-810b-e5a26024a6d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.854518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7288aa-5539-446b-8159-ca96c0d01118 req-308784ac-a184-4e6a-810b-e5a26024a6d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.856251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee7288aa-5539-446b-8159-ca96c0d01118 req-308784ac-a184-4e6a-810b-e5a26024a6d1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94672aef12b1426fa9c669ab8d149b5c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4369605 May 06 12:47:47.909477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:48.027267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:47:48.040218 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4e116d31-0a1c-4cba-88b4-58d5fefba05d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/38899633-5f6b-4ee8-8106-ab060a92f391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4600308 May 06 12:47:48.045583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:48.049460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c596be-0dca-47fa-a187-256323f8f889 None None] Sync routers for ids ['38899633-5f6b-4ee8-8106-ab060a92f391'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:47:48.079323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c596be-0dca-47fa-a187-256323f8f889 None None] Routers {'38899633-5f6b-4ee8-8106-ab060a92f391'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:48.080235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d2c596be-0dca-47fa-a187-256323f8f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['38899633-5f6b-4ee8-8106-ab060a92f391'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:48.145687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235a8258-23fb-493e-b8a4-6fc4b1d1499b {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:48.166378 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:48.188732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Allocated IP 172.25.7.188 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/28a68caa-f061-4786-821f-ad4e3f8021ce) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:48.202590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c62511-ee46-4344-9472-7b677b796309 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:48.203880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6c62511-ee46-4344-9472-7b677b796309 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:48.221721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Transition to ACTIVE for port object 235a8258-23fb-493e-b8a4-6fc4b1d1499b will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:48.229550 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:48.283764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d2c596be-0dca-47fa-a187-256323f8f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:48.326255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c596be-0dca-47fa-a187-256323f8f889 None None] Routers {'38899633-5f6b-4ee8-8106-ab060a92f391'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:48.327885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d2c596be-0dca-47fa-a187-256323f8f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['38899633-5f6b-4ee8-8106-ab060a92f391'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:48.430915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6c62511-ee46-4344-9472-7b677b796309 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:48.435724 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6c62511-ee46-4344-9472-7b677b796309 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports/d1d23a1e-3154-48c6-896d-93e525ac6ddd HTTP/1.1" status: 200 len: 910 time: 0.3861725 May 06 12:47:48.442707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42922) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:48.556357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d2c596be-0dca-47fa-a187-256323f8f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:48.576496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c596be-0dca-47fa-a187-256323f8f889 None None] The sync data for ids ['38899633-5f6b-4ee8-8106-ab060a92f391'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:47:48.644929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b1d2-5bd2-469c-b73d-1592359ff2f8 req-ca88b6c7-8296-4e18-8eff-38a9de48a104 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:48.654394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ad8b1d2-5bd2-469c-b73d-1592359ff2f8 req-ca88b6c7-8296-4e18-8eff-38a9de48a104 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.8847370 May 06 12:47:48.815889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Pushing event updated for resources: {'Port': ['ID=235a8258-23fb-493e-b8a4-6fc4b1d1499b,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:48.931585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42930) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:49.051710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Attempting to bind port 235a8258-23fb-493e-b8a4-6fc4b1d1499b on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:49.054878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Attempting to bind port 235a8258-23fb-493e-b8a4-6fc4b1d1499b by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:49.055455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Attempting to bind port 235a8258-23fb-493e-b8a4-6fc4b1d1499b on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:49.088701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Port 235a8258-23fb-493e-b8a4-6fc4b1d1499b on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:49.089024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Attempting to bind port 235a8258-23fb-493e-b8a4-6fc4b1d1499b on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:49.105908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:49.106243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Checking segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:49.106661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Bound using segment: {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:49.107090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Bound port: 235a8258-23fb-493e-b8a4-6fc4b1d1499b, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fdb6f-91e3-4dc8-8a9b-23a057add6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:49.107436 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.203401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7288aa-5539-446b-8159-ca96c0d01118 req-b4fba3a6-7472-4664-ae71-100ab04f769d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:49.205019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee7288aa-5539-446b-8159-ca96c0d01118 req-b4fba3a6-7472-4664-ae71-100ab04f769d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3375471 May 06 12:47:49.209006 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.239628 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.268949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] device_id is not set on port 50435e99-bc0a-4115-8b83-51dd025d2fa9 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:47:49.281958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] For port 235a8258-23fb-493e-b8a4-6fc4b1d1499b, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:49.285963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] For port 235a8258-23fb-493e-b8a4-6fc4b1d1499b, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=235a8258-23fb-493e-b8a4-6fc4b1d1499b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:49.297858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.408831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.419376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ada8e-bba4-4a48-b9eb-b6a4ad379932,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:49.452995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ad8b1d2-5bd2-469c-b73d-1592359ff2f8 req-2caa7856-2204-4c3c-884f-5328383ef578 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4109490 May 06 12:47:49.472675 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd6bf-7480-488a-9aac-0cf568cc6378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.508198 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.519328 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] 10.222.0.36 "PUT /v2.0/ports/235a8258-23fb-493e-b8a4-6fc4b1d1499b HTTP/1.1" status: 200 len: 1091 time: 3.0585518 May 06 12:47:49.521877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '235a8258-23fb-493e-b8a4-6fc4b1d1499b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:49.560767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:49.595109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3cff-d33e-4d73-81d7-e9709d38e14a req-6eead43c-4d0c-415d-aeaf-8988803bc711 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:49.597555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef5b3cff-d33e-4d73-81d7-e9709d38e14a req-6eead43c-4d0c-415d-aeaf-8988803bc711 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 946 time: 0.4967878 May 06 12:47:49.739540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162f08f-7499-4fb6-9113-e3fe2d6ac997 service neutron] Pushing event updated for resources: {'Port': ['ID=235a8258-23fb-493e-b8a4-6fc4b1d1499b,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:49.866438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9e5fd6bf-7480-488a-9aac-0cf568cc6378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:49.927565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9e5fd6bf-7480-488a-9aac-0cf568cc6378 admin admin] Usage tracker for resource:security_group_rule and tenant:fc717914659b488abba58514825f1fe8 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:49.942568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9e5fd6bf-7480-488a-9aac-0cf568cc6378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:49.961038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef5b3cff-d33e-4d73-81d7-e9709d38e14a req-2993e8e3-ffed-4069-aaf6-8e4ff312bdf6 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560457 May 06 12:47:49.967873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9e5fd6bf-7480-488a-9aac-0cf568cc6378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:50.015822 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.154970 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb67c43-f074-4032-bded-d2c91fcdc0c6'] response: {'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '235a8258-23fb-493e-b8a4-6fc4b1d1499b', 'status': 'completed', 'code': 200} May 06 12:47:50.161831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.185560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'Port': ['ID=28a68caa-f061-4786-821f-ad4e3f8021ce,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:50.190881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd6bf-7480-488a-9aac-0cf568cc6378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.211318 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd6bf-7480-488a-9aac-0cf568cc6378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.234269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:50.247566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:50.263071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:50.278742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fd6bf-7480-488a-9aac-0cf568cc6378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de657a97-24f4-4eb7-ae3d-38a713179c12,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:50.376268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533e789-a339-4ae8-99c8-327f13af1cdd req-4a9e4c3a-b623-490d-a9ce-b965e5192666 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.376582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9e5fd6bf-7480-488a-9aac-0cf568cc6378 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc717914659b488abba58514825f1fe8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4399743 May 06 12:47:50.376974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533e789-a339-4ae8-99c8-327f13af1cdd req-4a9e4c3a-b623-490d-a9ce-b965e5192666 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.379132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42946) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:50.382199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533e789-a339-4ae8-99c8-327f13af1cdd req-4a9e4c3a-b623-490d-a9ce-b965e5192666 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.385799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533e789-a339-4ae8-99c8-327f13af1cdd req-4a9e4c3a-b623-490d-a9ce-b965e5192666 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.389907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533e789-a339-4ae8-99c8-327f13af1cdd req-4a9e4c3a-b623-490d-a9ce-b965e5192666 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.393948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533e789-a339-4ae8-99c8-327f13af1cdd req-4a9e4c3a-b623-490d-a9ce-b965e5192666 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.398006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533e789-a339-4ae8-99c8-327f13af1cdd req-4a9e4c3a-b623-490d-a9ce-b965e5192666 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.406191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2533e789-a339-4ae8-99c8-327f13af1cdd req-4a9e4c3a-b623-490d-a9ce-b965e5192666 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5395 time: 0.5687094 May 06 12:47:50.465312 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 12:47:50.466350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:47:50.709483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91e990d5-0d15-4b65-8aa1-59b28ea1e9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.718995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2533e789-a339-4ae8-99c8-327f13af1cdd req-9342d302-8343-40f4-89f4-3efda02414e0 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3115811 May 06 12:47:50.740116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-940c3f73-2953-40e1-b9b2-a7b8997cf65f tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.8172712 May 06 12:47:50.758344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92688480-5b69-4301-8183-a96c5a241bb3 req-6b70c435-4c5e-4ea0-bcbe-bc28cd57110d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6342 time: 0.5697978 May 06 12:47:50.762161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42952) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:50.966235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92688480-5b69-4301-8183-a96c5a241bb3 req-643afffb-66d0-45c3-991a-0465c2b91b2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.966693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92688480-5b69-4301-8183-a96c5a241bb3 req-643afffb-66d0-45c3-991a-0465c2b91b2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.967128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92688480-5b69-4301-8183-a96c5a241bb3 req-643afffb-66d0-45c3-991a-0465c2b91b2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.968890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92688480-5b69-4301-8183-a96c5a241bb3 req-643afffb-66d0-45c3-991a-0465c2b91b2e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94672aef12b1426fa9c669ab8d149b5c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1910198 May 06 12:47:51.083209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91e990d5-0d15-4b65-8aa1-59b28ea1e9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.181180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.341321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Deleting port 70b3e664-1e1a-41fb-9a2d-85e889a56b75 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:51.341969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.505873 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:47:51.582959 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.738355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:47:51.838488 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91e990d5-0d15-4b65-8aa1-59b28ea1e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.857224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92688480-5b69-4301-8183-a96c5a241bb3 req-d34c3064-30b8-4c56-a3d4-593c0bd774b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:51.859779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92688480-5b69-4301-8183-a96c5a241bb3 req-d34c3064-30b8-4c56-a3d4-593c0bd774b8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8324487 May 06 12:47:51.877459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e990d5-0d15-4b65-8aa1-59b28ea1e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de657a97-24f4-4eb7-ae3d-38a713179c12,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:51.888675 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dc95f5d2-9188-4fee-a68e-9e5815c82a04 req-c1bb7ee4-8d89-4db0-8827-1aa60d720bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 1097 time: 0.6816533 May 06 12:47:51.893704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482d04d1-aae6-4af8-913a-59552b4d6808 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:51.899404 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.899870 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.956877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558633a-b67a-4686-a29a-3fa675af03e9 req-fd47bfb6-6b72-4172-9606-07dd60d732c7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:51.959485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7558633a-b67a-4686-a29a-3fa675af03e9 req-fd47bfb6-6b72-4172-9606-07dd60d732c7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 946 time: 0.5297596 May 06 12:47:52.060044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f5d2-9188-4fee-a68e-9e5815c82a04 req-017483a1-4799-470a-8b78-735cdc1572a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:52.062245 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dc95f5d2-9188-4fee-a68e-9e5815c82a04 req-017483a1-4799-470a-8b78-735cdc1572a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.1541395 May 06 12:47:52.066845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.233649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91e990d5-0d15-4b65-8aa1-59b28ea1e9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.237547 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-91e990d5-0d15-4b65-8aa1-59b28ea1e9a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de657a97-24f4-4eb7-ae3d-38a713179c12 HTTP/1.1" status: 204 len: 168 time: 1.8550775 May 06 12:47:52.250695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8121d0-6f66-4125-a8ac-dfedbcad7c2d req-c6ba1b53-09ec-459c-aa1d-bbdceb175fb2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:52.251224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Calling delete_port for 70b3e664-1e1a-41fb-9a2d-85e889a56b75 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:52.252286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a8121d0-6f66-4125-a8ac-dfedbcad7c2d req-c6ba1b53-09ec-459c-aa1d-bbdceb175fb2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.8245132 May 06 12:47:52.342955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Transition to ACTIVE for port object 482d04d1-aae6-4af8-913a-59552b4d6808 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:52.356304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.425906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.435165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.452696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Pushing event updated for resources: {'Port': ['ID=482d04d1-aae6-4af8-913a-59552b4d6808,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:52.491196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dc95f5d2-9188-4fee-a68e-9e5815c82a04 req-a19b6903-897e-492c-88f3-927a5944a27a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4df7457-59ac-4e88-8a02-85fe907197a1 HTTP/1.1" status: 200 len: 1001 time: 0.3685820 May 06 12:47:52.782703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f5d2-9188-4fee-a68e-9e5815c82a04 req-4e300eae-78fe-476c-ac34-553dd530f760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:52.784408 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dc95f5d2-9188-4fee-a68e-9e5815c82a04 req-4e300eae-78fe-476c-ac34-553dd530f760 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.1930366 May 06 12:47:52.787985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42974) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:52.948707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7558633a-b67a-4686-a29a-3fa675af03e9 req-c8c28999-c7d3-40dc-8bf1-7146ae77bc8e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9301007 May 06 12:47:52.949680 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.199111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'Port': ['ID=28a68caa-f061-4786-821f-ad4e3f8021ce,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:53.273772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42982) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:53.372615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a8121d0-6f66-4125-a8ac-dfedbcad7c2d req-5354930f-573a-458b-afe2-62beca314e63 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8671300 May 06 12:47:53.373499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.383644 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84d6a13d-5685-40ed-b521-70a45e270f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.430875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.432427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d674fb20-56a5-4d8f-b9f0-edc2a9b72f30 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0522535 May 06 12:47:53.449766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.589624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9997d48-2d74-4c92-8da9-48f05a6af4bc req-c2974598-1357-4a3c-846d-90aa1fd1e2e8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:53.593326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9997d48-2d74-4c92-8da9-48f05a6af4bc req-c2974598-1357-4a3c-846d-90aa1fd1e2e8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:53.597444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9997d48-2d74-4c92-8da9-48f05a6af4bc req-c2974598-1357-4a3c-846d-90aa1fd1e2e8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:53.601486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9997d48-2d74-4c92-8da9-48f05a6af4bc req-c2974598-1357-4a3c-846d-90aa1fd1e2e8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:53.605495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9997d48-2d74-4c92-8da9-48f05a6af4bc req-c2974598-1357-4a3c-846d-90aa1fd1e2e8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:53.609636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9997d48-2d74-4c92-8da9-48f05a6af4bc req-c2974598-1357-4a3c-846d-90aa1fd1e2e8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:53.613706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9997d48-2d74-4c92-8da9-48f05a6af4bc req-c2974598-1357-4a3c-846d-90aa1fd1e2e8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:53.622323 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9997d48-2d74-4c92-8da9-48f05a6af4bc req-c2974598-1357-4a3c-846d-90aa1fd1e2e8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5407 time: 0.3325751 May 06 12:47:53.637012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Pushing event deleted for resources: {'Port': ['ID=70b3e664-1e1a-41fb-9a2d-85e889a56b75,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:53.649843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Attempting to bind port 482d04d1-aae6-4af8-913a-59552b4d6808 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:53.650344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Attempting to bind port 482d04d1-aae6-4af8-913a-59552b4d6808 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:53.650905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Attempting to bind port 482d04d1-aae6-4af8-913a-59552b4d6808 on network d6efa80f-acf6-4297-ae04-de25324b08a1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:53.702807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9997d48-2d74-4c92-8da9-48f05a6af4bc req-44f43449-d141-4747-86f4-b76b7069083e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783107 May 06 12:47:53.711932 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-935c6a64-bed5-49ef-b805-3f6366f576e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.724203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.21.0.1 (f4993ac3-40a2-4fd4-9dcd-4b433e8872c4/643ccd22-3fea-41f3-a30c-6198989b7d4e/bcc35c53-a8c2-403e-8264-ade2ec97b167) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:53.726312 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dc95f5d2-9188-4fee-a68e-9e5815c82a04 req-9203d570-710a-4112-b704-6866812ce4bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8890960 May 06 12:47:53.739024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-84d6a13d-5685-40ed-b521-70a45e270f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:53.752951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-84d6a13d-5685-40ed-b521-70a45e270f47 admin admin] Usage tracker for resource:security_group_rule and tenant:7a2d0ac7ef07417dbcfc100e9f3d95e0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:53.833314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-84d6a13d-5685-40ed-b521-70a45e270f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:53.837485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Port 482d04d1-aae6-4af8-913a-59552b4d6808 on network d6efa80f-acf6-4297-ae04-de25324b08a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:53.837984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Attempting to bind port 482d04d1-aae6-4af8-913a-59552b4d6808 on network d6efa80f-acf6-4297-ae04-de25324b08a1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:53.905423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-84d6a13d-5685-40ed-b521-70a45e270f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:53.963773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:53.964064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Checking segment: {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:53.964384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Bound using segment: {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:53.964827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Bound port: 482d04d1-aae6-4af8-913a-59552b4d6808, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:53.965171 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.008859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-935c6a64-bed5-49ef-b805-3f6366f576e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:54.018880 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.036894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-935c6a64-bed5-49ef-b805-3f6366f576e7 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf9c8bdbfc14461ac6d10fc6cb4ff09 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:54.064186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-935c6a64-bed5-49ef-b805-3f6366f576e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:54.080326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-935c6a64-bed5-49ef-b805-3f6366f576e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:54.154098 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dc95f5d2-9188-4fee-a68e-9e5815c82a04 req-6aa8eae2-addf-49f2-9b4d-30503985cab2 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028809 May 06 12:47:54.185499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-4284340f-7154-4df9-b2e9-ab28f2beb1d3 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Synchronizing usage tracker for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:54.276436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-ac69ced8-dbfe-4b3f-8b1d-158fe9ab80f5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:54.279107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-ac69ced8-dbfe-4b3f-8b1d-158fe9ab80f5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.5615826 May 06 12:47:54.303682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-4284340f-7154-4df9-b2e9-ab28f2beb1d3 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Unset dirty status for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:54.305678 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-4284340f-7154-4df9-b2e9-ab28f2beb1d3 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1732384951&fields=id&tenant_id=9ef872fc869a48e78985d9ccefc1e099 HTTP/1.1" status: 200 len: 267 time: 0.4385698 May 06 12:47:54.417548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-6b0a6886-4055-4a7a-ab49-6ae01ba7c254 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/quotas/8529aed8aecf486a95558a9f1e0b52e4 HTTP/1.1" status: 200 len: 375 time: 0.1224260 May 06 12:47:54.422734 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.460105 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84d6a13d-5685-40ed-b521-70a45e270f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.461467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] For port 482d04d1-aae6-4af8-913a-59552b4d6808, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:54.470779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.471944 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b0ef897e-f200-4726-b5f7-7d10563e3eb7 tempest-ExternalNetworksAdminNegativeTestJSON-108892575 tempest-ExternalNetworksAdminNegativeTestJSON-108892575-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/20ab5c1e-32a2-4e07-86a4-d582642a4590 HTTP/1.1" status: 204 len: 168 time: 3.7086155 May 06 12:47:54.486098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84d6a13d-5685-40ed-b521-70a45e270f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.504117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] For port 482d04d1-aae6-4af8-913a-59552b4d6808, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=482d04d1-aae6-4af8-913a-59552b4d6808,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:54.528759 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.644180 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-935c6a64-bed5-49ef-b805-3f6366f576e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.678560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6a13d-5685-40ed-b521-70a45e270f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7d4d41-6253-4ec4-92bb-d98d7c994a2d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:54.684205 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-935c6a64-bed5-49ef-b805-3f6366f576e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.721323 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-84d6a13d-5685-40ed-b521-70a45e270f47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a2d0ac7ef07417dbcfc100e9f3d95e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4127579 May 06 12:47:54.739167 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.741425 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] 10.222.0.36 "PUT /v2.0/ports/482d04d1-aae6-4af8-913a-59552b4d6808 HTTP/1.1" status: 200 len: 1091 time: 5.1896954 May 06 12:47:54.748066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43004) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:54.758741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '482d04d1-aae6-4af8-913a-59552b4d6808'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:54.809287 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dc95f5d2-9188-4fee-a68e-9e5815c82a04 req-06cdb8c9-2d2c-4e63-bb5d-a80144a43a22 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415088 May 06 12:47:54.839022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Request body: {'port': {'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:54.858551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Transition to ACTIVE for port object bcc35c53-a8c2-403e-8264-ade2ec97b167 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:54.948057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12a343-e759-435d-a3c9-b4ea61835616 service neutron] Pushing event updated for resources: {'Port': ['ID=482d04d1-aae6-4af8-913a-59552b4d6808,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:55.010172 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-935c6a64-bed5-49ef-b805-3f6366f576e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbf9c8bdbfc14461ac6d10fc6cb4ff09&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1882043 May 06 12:47:55.011489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6a64-bed5-49ef-b805-3f6366f576e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e39b5b-1d61-4548-8aa9-5f31ab274a70,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:55.029842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43014) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:55.157332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43018) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:55.185166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-801e8b64-f706-456a-90bf-14d661a39eb9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4745247 May 06 12:47:55.197185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.211319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-07b44541-7967-441b-a16a-1b40f149bf51 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:55.220495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3e0d-afbb-45b3-9ce3-917459817e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.231726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-07b44541-7967-441b-a16a-1b40f149bf51 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 811 time: 0.8939836 May 06 12:47:55.238263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-86e5c606-35a6-4e52-9cd5-f0aee0a04b28 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:47:55.251749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-86e5c606-35a6-4e52-9cd5-f0aee0a04b28 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0500803 May 06 12:47:55.377463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3e0d-afbb-45b3-9ce3-917459817e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.433998 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8006eb5d-7dcb-44c0-8d94-4a089e12b0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.452538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.606708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-3bc642c4-332c-4404-aae5-c3794965f629 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/quotas/9ef872fc869a48e78985d9ccefc1e099 HTTP/1.1" status: 200 len: 375 time: 0.3275466 May 06 12:47:55.635464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3e0d-afbb-45b3-9ce3-917459817e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.645930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6049f44a-6293-4484-ab0e-2136b3abf33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.655769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f3e0d-afbb-45b3-9ce3-917459817e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7d4d41-6253-4ec4-92bb-d98d7c994a2d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:55.674927 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8006eb5d-7dcb-44c0-8d94-4a089e12b0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.696539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf0f3e0d-afbb-45b3-9ce3-917459817e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.698439 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cf0f3e0d-afbb-45b3-9ce3-917459817e54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e7d4d41-6253-4ec4-92bb-d98d7c994a2d HTTP/1.1" status: 204 len: 168 time: 0.9298882 May 06 12:47:55.725524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=bcc35c53-a8c2-403e-8264-ade2ec97b167,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:55.746754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:55.769884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:55.778180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:55.907621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-ca8059c2-9118-49f6-af60-f011e682c69e service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234536 May 06 12:47:55.938203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:55.961582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.984031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Transition to ACTIVE for port object 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:55.985673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6049f44a-6293-4484-ab0e-2136b3abf33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:55.993179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.140888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.147020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6049f44a-6293-4484-ab0e-2136b3abf33b admin admin] Usage tracker for resource:security_group_rule and tenant:b653857858254e6481070a6383365373 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:56.195861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6049f44a-6293-4484-ab0e-2136b3abf33b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:56.203800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6049f44a-6293-4484-ab0e-2136b3abf33b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:56.245976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b44242c2-fade-43f2-b600-896de368422e None None] Provisioning for port bcc35c53-a8c2-403e-8264-ade2ec97b167 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:56.255293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b44242c2-fade-43f2-b600-896de368422e None None] Provisioning complete for port bcc35c53-a8c2-403e-8264-ade2ec97b167 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:56.255989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b44242c2-fade-43f2-b600-896de368422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.318581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b44242c2-fade-43f2-b600-896de368422e None None] Port bcc35c53-a8c2-403e-8264-ade2ec97b167 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:56.448198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8006eb5d-7dcb-44c0-8d94-4a089e12b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.540122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Pushing event updated for resources: {'Port': ['ID=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:56.605814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-055385a8-a420-4488-8ef3-13cb4df80f22 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750875 May 06 12:47:56.628797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-74f25f00-4aa7-4bc2-a65c-3b6e33dd8310 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9960999 May 06 12:47:56.647482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006eb5d-7dcb-44c0-8d94-4a089e12b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e39b5b-1d61-4548-8aa9-5f31ab274a70,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:56.677079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Attempting to bind port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:56.677983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Attempting to bind port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:56.678275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Attempting to bind port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea on network d6efa80f-acf6-4297-ae04-de25324b08a1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:56.690548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea on network d6efa80f-acf6-4297-ae04-de25324b08a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:56.690850 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6049f44a-6293-4484-ab0e-2136b3abf33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.691612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Attempting to bind port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea on network d6efa80f-acf6-4297-ae04-de25324b08a1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:56.703452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.708213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:56.709100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Checking segment: {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:56.709949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Bound using segment: {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:56.710710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Bound port: 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49a32759-f4e1-4ae7-9cd4-1075da8da1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:56.711288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.785349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8006eb5d-7dcb-44c0-8d94-4a089e12b0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.788140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8006eb5d-7dcb-44c0-8d94-4a089e12b0a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69e39b5b-1d61-4548-8aa9-5f31ab274a70 HTTP/1.1" status: 204 len: 168 time: 1.7557888 May 06 12:47:56.790111 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6049f44a-6293-4484-ab0e-2136b3abf33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.918021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] For port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:56.924563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] For port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:56.933313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.066071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.069424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] 10.222.0.36 "PUT /v2.0/ports/94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea HTTP/1.1" status: 200 len: 1091 time: 2.2393713 May 06 12:47:57.088527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff00a3c-10e9-435a-9050-8373545d8656 service neutron] Pushing event updated for resources: {'Port': ['ID=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:57.089817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-6033f690-96a4-4fa6-b46c-01bdc9ca911e service neutron] 10.222.0.44 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476906 May 06 12:47:57.484788 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-3b70601a-e011-4ca0-9478-2397811d8d93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6476 time: 0.3613701 May 06 12:47:57.618163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049f44a-6293-4484-ab0e-2136b3abf33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea58705-2f26-44dc-825b-9977a64c7f48,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:57.652739 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6049f44a-6293-4484-ab0e-2136b3abf33b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b653857858254e6481070a6383365373&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4630568 May 06 12:47:57.660976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43056) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:57.695077 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-47970cf5-3dec-4eb9-98e9-84a36510af29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13 HTTP/1.1" status: 200 len: 217 time: 0.1927762 May 06 12:47:57.847838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ce7a889e-c1ee-4130-a6c0-04e2f13d4fcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:57.850362 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ce7a889e-c1ee-4130-a6c0-04e2f13d4fcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c244b38a-1fc3-4be7-9c1c-d31c4d2e973a HTTP/1.1" status: 200 len: 850 time: 0.1489196 May 06 12:47:57.963427 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1ea6c877-1c46-41bd-81f6-5bf867cc1f95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=313cbf39-1760-43e3-8604-7c46dab04b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073434 May 06 12:47:58.180519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-1c95a34a-dfac-4781-9008-3ddfbb5648ea service neutron] 10.222.0.44 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0895379 May 06 12:47:58.245570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235537-b668-45fd-a47d-590a04065eeb req-1ce971f4-d88b-4d5b-bb16-9292a2b9a0bd tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:58.248154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92235537-b668-45fd-a47d-590a04065eeb req-1ce971f4-d88b-4d5b-bb16-9292a2b9a0bd tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.9936783 May 06 12:47:58.388361 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-2dd63bef-4bfa-4252-b620-20517f0ec9bc service neutron] 10.222.0.36 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124808 May 06 12:47:58.720600 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-f887b3e1-5ea5-4fd0-bc20-1ff4c2c2e6dc service neutron] 10.222.0.36 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256898 May 06 12:47:58.764431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.823742 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-b79e3c12-17bb-4875-aa50-0627070abafc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=ee3120e7-a670-496a-b42d-c6f3cc9c1646 HTTP/1.1" status: 200 len: 217 time: 0.0950973 May 06 12:47:59.006089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-f427614b-0269-4d84-af33-6bdb35113a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:59.008991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-f427614b-0269-4d84-af33-6bdb35113a75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.1792364 May 06 12:47:59.293398 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-659db3dc-6824-4788-8d65-34065ee98769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2774787 May 06 12:47:59.296035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:59.557242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92235537-b668-45fd-a47d-590a04065eeb req-33aa4693-afcf-492b-a569-9b80ffd3c320 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3000648 May 06 12:47:59.611764 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-84f4f770-89c0-4622-b09e-a2e9343eee1e service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106756 May 06 12:47:59.837114 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf1a8b0-64f2-461a-9e3f-2246d69e3d85'] response: {'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '482d04d1-aae6-4af8-913a-59552b4d6808', 'status': 'completed', 'code': 200} May 06 12:47:59.838410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43112) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:59.932097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-e0917183-123e-4306-a672-ecce1459eac6 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134320 May 06 12:47:59.955411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-3e920775-19fa-468e-a282-8f1cc5f2d233 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:59.960954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-3e920775-19fa-468e-a282-8f1cc5f2d233 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.8964663 May 06 12:48:00.001058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:48:00.040827 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-5b11b515-d43f-463a-8367-70dbb0a60b93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=0556dd40-9a4b-42b7-b459-f3251ff0209b HTTP/1.1" status: 200 len: 217 time: 0.1010706 May 06 12:48:00.041722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9c29-b9b2-483c-a401-6893428452cc req-f33a188a-6aeb-48b8-b324-561b6c4da31d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.052507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9c29-b9b2-483c-a401-6893428452cc req-f33a188a-6aeb-48b8-b324-561b6c4da31d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.064633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9c29-b9b2-483c-a401-6893428452cc req-f33a188a-6aeb-48b8-b324-561b6c4da31d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.090355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9c29-b9b2-483c-a401-6893428452cc req-f33a188a-6aeb-48b8-b324-561b6c4da31d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.102841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9c29-b9b2-483c-a401-6893428452cc req-f33a188a-6aeb-48b8-b324-561b6c4da31d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.112510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9c29-b9b2-483c-a401-6893428452cc req-f33a188a-6aeb-48b8-b324-561b6c4da31d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.125784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9c29-b9b2-483c-a401-6893428452cc req-f33a188a-6aeb-48b8-b324-561b6c4da31d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.140365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c6d9c29-b9b2-483c-a401-6893428452cc req-f33a188a-6aeb-48b8-b324-561b6c4da31d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 1.4197810 May 06 12:48:00.144300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-81e1f634-7fdd-458a-abd2-03e24228ea68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.148675 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-81e1f634-7fdd-458a-abd2-03e24228ea68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.1019313 May 06 12:48:00.162136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Request body: {'port': {'device_id': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'admin_state_up': True, 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:00.241931 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.288970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cdbb591-d820-4e2a-977e-65b1378c0464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.322564 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6f608e55-0882-4245-9736-8f1eebb277e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1678827 May 06 12:48:00.403764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7cdbb591-d820-4e2a-977e-65b1378c0464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:00.422238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7cdbb591-d820-4e2a-977e-65b1378c0464 admin admin] Usage tracker for resource:security_group_rule and tenant:f5fa1fb55d1a421c87ee6035cbe6466e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:00.439329 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.515167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7cdbb591-d820-4e2a-977e-65b1378c0464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:00.549282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7cdbb591-d820-4e2a-977e-65b1378c0464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:00.654220 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-f0aff38b-6156-4a13-ab81-5da49382ef0c service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867148 May 06 12:48:00.671787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01f568a7-414f-41f4-b963-47848850efb7 req-71027ede-6e5e-434a-833e-f4c1cc0a3d36 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 210 time: 0.4758549 May 06 12:48:00.802028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cdbb591-d820-4e2a-977e-65b1378c0464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.818159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cdbb591-d820-4e2a-977e-65b1378c0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.903678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbb591-d820-4e2a-977e-65b1378c0464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc420810-3676-486a-8474-6f06cb547556,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:00.914542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7cdbb591-d820-4e2a-977e-65b1378c0464 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5fa1fb55d1a421c87ee6035cbe6466e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0760472 May 06 12:48:00.918530 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c83a7d96-b8dd-4a30-9f6d-b5e7b43a7ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564487 May 06 12:48:00.919336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43130) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:01.054100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-de5f4505-beaa-42a5-8f24-bcf046a56713 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:01.056804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-de5f4505-beaa-42a5-8f24-bcf046a56713 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.48 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 811 time: 0.3832536 May 06 12:48:01.074665 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-c702b5be-605a-458e-8302-5460bfaaca66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=2223e052-734e-4a15-953e-99cb7d6f76d6 HTTP/1.1" status: 200 len: 217 time: 0.1154287 May 06 12:48:01.074977 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.157596 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e84a114b-83a6-486c-b63d-42ca0f8cc7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.170767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c6d9c29-b9b2-483c-a401-6893428452cc req-166c54c6-3ecf-4d10-a218-a1cc4899d76a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0284908 May 06 12:48:01.179483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d278bd3e-3481-4216-8372-c874a3813cab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:01.181409 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d278bd3e-3481-4216-8372-c874a3813cab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.0991549 May 06 12:48:01.240290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.285222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=bcc35c53-a8c2-403e-8264-ade2ec97b167,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:01.295979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e84a114b-83a6-486c-b63d-42ca0f8cc7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.320402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:01.328573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea58705-2f26-44dc-825b-9977a64c7f48,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:01.429902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:01.443443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.443991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.444179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.444665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.444849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.445272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.445651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.445829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.446342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.446888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.447061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.452298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78c3cc78-10a0-4a15-bbde-aca7586259bc req-d6053229-3b02-4ae9-af78-72c180314e52 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 210 time: 0.3806896 May 06 12:48:01.468301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:01.471443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.522496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-f5b96ef5-bcfd-41fa-8bf0-2c0950a885fb tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ef872fc869a48e78985d9ccefc1e099 HTTP/1.1" status: 200 len: 380 time: 0.4423060 May 06 12:48:01.524124 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.525951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bea58705-2f26-44dc-825b-9977a64c7f48 HTTP/1.1" status: 204 len: 168 time: 3.8572533 May 06 12:48:01.528877 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-ebaa8eaf-3553-4032-84a6-65a93d0dba38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3016515 May 06 12:48:01.578430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'port': {'device_id': '22739314-5590-4770-86a6-7225e78a5221', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'admin_state_up': True, 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'security_groups': ['3be79b4f-a92b-4792-b65e-ad8c27ffabd7']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:01.616473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.617053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.617635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.618216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.618830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.619405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.619962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.620541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.621109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.621670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.622213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea303e1-65cd-4c2e-8d39-d6e5ff647cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:01.696304 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-59505582-b867-43ea-9a13-a7c3c1112400 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601348 May 06 12:48:01.792503 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e84a114b-83a6-486c-b63d-42ca0f8cc7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.826761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a114b-83a6-486c-b63d-42ca0f8cc7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc420810-3676-486a-8474-6f06cb547556,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:01.838395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:01.847572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e84a114b-83a6-486c-b63d-42ca0f8cc7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.851389 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e84a114b-83a6-486c-b63d-42ca0f8cc7a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc420810-3676-486a-8474-6f06cb547556 HTTP/1.1" status: 204 len: 168 time: 0.9307859 May 06 12:48:01.915440 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-13f18acc-8704-43db-81ec-d8ab31a8b9ad service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129660 May 06 12:48:02.075842 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-286dc373-19d5-479d-a2de-01e4ac7772fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=235a8258-23fb-493e-b8a4-6fc4b1d1499b HTTP/1.1" status: 200 len: 217 time: 0.1539629 May 06 12:48:02.185399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:02.211516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0db6bce3-dd6a-4fbe-a3cf-bffb4652ba42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:02.213267 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-0db6bce3-dd6a-4fbe-a3cf-bffb4652ba42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.1272647 May 06 12:48:02.320648 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a70be010-de67-4c84-ae03-0cc95b3d2ee5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010461 May 06 12:48:02.410779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:02.417968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349428f-2dae-4f30-8036-0559c0e08d63 req-f51009cb-87ec-4d8b-b9f0-d6918af7a0c6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:02.434555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1349428f-2dae-4f30-8036-0559c0e08d63 req-f51009cb-87ec-4d8b-b9f0-d6918af7a0c6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 1.0962515 May 06 12:48:02.443799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43158) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:02.457729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-24693bde-36da-451e-9f50-32ac21695f24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Request body: {'floatingip': {'port_id': 'a4df7457-59ac-4e88-8a02-85fe907197a1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:02.627633 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7126c67-57c0-4849-9c05-b379311cd43f'] response: {'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea', 'status': 'completed', 'code': 200} May 06 12:48:02.686400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-263391ad-87dd-4ea0-b35d-f6f89c05ea18 req-f15f8c5d-f179-4b6c-93e9-10fe84da54e6 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 210 time: 0.5173590 May 06 12:48:02.736765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:02.768365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Usage tracker for resource:port and tenant:9ef872fc869a48e78985d9ccefc1e099 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:02.827723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43168) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:02.828084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:02.869233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:02.887929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Allocated IP 172.20.0.9 (9ebbe340-12ee-4638-a935-7276a634fe34/a5c14ca8-fc7a-406f-995a-1a05e1f88621/294ba45a-b5ab-467a-81e9-f931da8d6ae7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:02.888171 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24693bde-36da-451e-9f50-32ac21695f24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.910145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f6e9e683-3e41-46e6-93dc-57d6bc9f61ee None None] Provisioning complete for port bcc35c53-a8c2-403e-8264-ade2ec97b167 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:02.912726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e683-3e41-46e6-93dc-57d6bc9f61ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.969976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Made reservation on behalf of 9ef872fc869a48e78985d9ccefc1e099 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:02.973887 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.989232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a975c63-d782-4218-abac-d83957e55232 req-aff2edb4-2619-4a85-b8c8-31309d01331e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 210 time: 0.1180952 May 06 12:48:03.047966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9e683-3e41-46e6-93dc-57d6bc9f61ee None None] Port bcc35c53-a8c2-403e-8264-ade2ec97b167 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:48:03.135612 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8847504b-49d6-45c0-993d-7f093b85301d service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8082709 May 06 12:48:03.268312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-af1326ed-b5c3-403d-a183-18e96a591a50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cea3193503d54d19bea4a2358b9b4903&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4313140 May 06 12:48:03.290021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43182) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:03.453236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9645-2270-4d72-a504-7bcb9ddfe5a0 req-708fc21a-e05d-47aa-bbdf-139851135265 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:03.462356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9645-2270-4d72-a504-7bcb9ddfe5a0 req-708fc21a-e05d-47aa-bbdf-139851135265 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:03.471281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9645-2270-4d72-a504-7bcb9ddfe5a0 req-708fc21a-e05d-47aa-bbdf-139851135265 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:03.482623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9645-2270-4d72-a504-7bcb9ddfe5a0 req-708fc21a-e05d-47aa-bbdf-139851135265 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:03.491152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9645-2270-4d72-a504-7bcb9ddfe5a0 req-708fc21a-e05d-47aa-bbdf-139851135265 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:03.498468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9645-2270-4d72-a504-7bcb9ddfe5a0 req-708fc21a-e05d-47aa-bbdf-139851135265 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:03.505802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9645-2270-4d72-a504-7bcb9ddfe5a0 req-708fc21a-e05d-47aa-bbdf-139851135265 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:03.510463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2edd9645-2270-4d72-a504-7bcb9ddfe5a0 req-708fc21a-e05d-47aa-bbdf-139851135265 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 0.7708929 May 06 12:48:03.680281 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-a9fabe63-6978-4bc5-b472-0b009b7ab33a service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374629 May 06 12:48:03.760954 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-8441615c-a3e9-4f42-b5d9-250135960ecb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482d04d1-aae6-4af8-913a-59552b4d6808 HTTP/1.1" status: 200 len: 217 time: 0.0693393 May 06 12:48:03.861970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2edd9645-2270-4d72-a504-7bcb9ddfe5a0 req-3f1eebc5-e190-4f2b-9c39-0d58e3dddbcf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3160269 May 06 12:48:04.082852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Allocated IP 172.20.0.7 (4a11f00e-fb98-427e-8b87-2f5e8352626a/8cd263ee-662d-4e77-8e21-d24ec93bcba5/29de9a26-40f6-4e9c-96be-caddd8d460c8) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:04.106720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d328d309-6fd7-489c-8875-0c184a310b66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:04.108492 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-d328d309-6fd7-489c-8875-0c184a310b66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9751512-0a9a-4a9b-a917-22595ae57103 HTTP/1.1" status: 200 len: 797 time: 0.1536064 May 06 12:48:04.117334 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52bf6e4f-ad9d-49a3-9f47-935e73e759d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.183331 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.191335 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52bf6e4f-ad9d-49a3-9f47-935e73e759d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.214025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43200) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:04.282307 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-04f7e682-72e7-4dea-9d38-5d73fc377846 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530759 May 06 12:48:04.415799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9d0cc58-6791-4398-9000-253c1e750c59 req-435850e8-8adc-4f98-ac8d-894800bc6cb7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 210 time: 0.3040025 May 06 12:48:04.416365 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-24693bde-36da-451e-9f50-32ac21695f24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:48:04.544432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5996dacb-a85e-49cb-b5c6-941c5f1dc7ff req-beee5dec-e18f-469e-a2ae-a6e2fdf58547 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 210 time: 0.2620647 May 06 12:48:04.559472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.571329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd4a8-7831-4462-b145-18553a803086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.582707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440', 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:04.590627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24693bde-36da-451e-9f50-32ac21695f24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.609290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24693bde-36da-451e-9f50-32ac21695f24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.681702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 38899633-5f6b-4ee8-8106-ab060a92f391 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:48:04.697502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1a534d64-59ba-407e-a51c-2d2616f93bff service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959551 May 06 12:48:04.796580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a0ddd4a8-7831-4462-b145-18553a803086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:04.801613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a0ddd4a8-7831-4462-b145-18553a803086 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c62f18d68842849b350264b20ee87c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:04.805811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a0ddd4a8-7831-4462-b145-18553a803086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:04.807378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Network 9ebbe340-12ee-4638-a935-7276a634fe34 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:04.814486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a0ddd4a8-7831-4462-b145-18553a803086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:04.815276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:04.820483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:04.852998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event updated for resources: {'Port': ['ID=294ba45a-b5ab-467a-81e9-f931da8d6ae7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:04.873663 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52bf6e4f-ad9d-49a3-9f47-935e73e759d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.050050 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-1d83b987-4196-41b5-81e0-66f178ce0c14 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796698 May 06 12:48:05.151050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf6e4f-ad9d-49a3-9f47-935e73e759d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ada8e-bba4-4a48-b9eb-b6a4ad379932,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:05.154665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd4a8-7831-4462-b145-18553a803086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.158284 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-79702a26-6302-4eb7-8315-b8ac9a480d5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea HTTP/1.1" status: 200 len: 217 time: 0.0984716 May 06 12:48:05.162400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd4a8-7831-4462-b145-18553a803086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.201194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.202145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.324244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6a9c6ac8-3722-4fff-89f5-d54262e81a4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.326877 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-6a9c6ac8-3722-4fff-89f5-d54262e81a4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9751512-0a9a-4a9b-a917-22595ae57103 HTTP/1.1" status: 200 len: 797 time: 0.1562772 May 06 12:48:05.350002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddd4a8-7831-4462-b145-18553a803086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aacb89c-6d1e-4016-abd5-42828417a0ff,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:05.430345 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52bf6e4f-ad9d-49a3-9f47-935e73e759d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.431452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-52bf6e4f-ad9d-49a3-9f47-935e73e759d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e00ada8e-bba4-4a48-b9eb-b6a4ad379932 HTTP/1.1" status: 204 len: 168 time: 2.1333933 May 06 12:48:05.445628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-d30a83fb-62a7-477c-a3f5-40e768f3827f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4271922 May 06 12:48:05.455108 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a0ddd4a8-7831-4462-b145-18553a803086 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6c62f18d68842849b350264b20ee87c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2391388 May 06 12:48:05.456031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43224) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:05.485173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Request body: {'port': {'device_id': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:05.536402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.593949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e28b-ea6b-4b01-8927-bae867b3fb09 req-aacc47dc-9796-4cb7-ad84-12a8b02664ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.599878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e28b-ea6b-4b01-8927-bae867b3fb09 req-aacc47dc-9796-4cb7-ad84-12a8b02664ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.604422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e28b-ea6b-4b01-8927-bae867b3fb09 req-aacc47dc-9796-4cb7-ad84-12a8b02664ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.608434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e28b-ea6b-4b01-8927-bae867b3fb09 req-aacc47dc-9796-4cb7-ad84-12a8b02664ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.612517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e28b-ea6b-4b01-8927-bae867b3fb09 req-aacc47dc-9796-4cb7-ad84-12a8b02664ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.616716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e28b-ea6b-4b01-8927-bae867b3fb09 req-aacc47dc-9796-4cb7-ad84-12a8b02664ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.621064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7e28b-ea6b-4b01-8927-bae867b3fb09 req-aacc47dc-9796-4cb7-ad84-12a8b02664ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.623192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7b7e28b-ea6b-4b01-8927-bae867b3fb09 req-aacc47dc-9796-4cb7-ad84-12a8b02664ae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 0.2713370 May 06 12:48:05.666366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Transition to ACTIVE for port object 29de9a26-40f6-4e9c-96be-caddd8d460c8 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:05.753277 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.816006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-006557af-a763-48e3-91a6-438f168cdfc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4732149 May 06 12:48:05.867141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43238) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:05.928272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7b7e28b-ea6b-4b01-8927-bae867b3fb09 req-de7261cc-a575-4882-a65c-c72962619205 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2943246 May 06 12:48:05.962149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:48:05.967694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7287-cabb-4137-908b-a7040945c02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.982472 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662e3a3-7c3d-43d8-8ba3-d20c94abefa3 None None] Sync routers for ids ['38899633-5f6b-4ee8-8106-ab060a92f391'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:48:06.008131 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662e3a3-7c3d-43d8-8ba3-d20c94abefa3 None None] Routers {'38899633-5f6b-4ee8-8106-ab060a92f391'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:06.008715 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9662e3a3-7c3d-43d8-8ba3-d20c94abefa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['38899633-5f6b-4ee8-8106-ab060a92f391'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:06.060062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-519de0ba-0b57-473c-abb4-43ef4fb23b0e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/38899633-5f6b-4ee8-8106-ab060a92f391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5996206 May 06 12:48:06.068314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43246) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:06.101028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.138577 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9662e3a3-7c3d-43d8-8ba3-d20c94abefa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:06.170795 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662e3a3-7c3d-43d8-8ba3-d20c94abefa3 None None] Routers {'38899633-5f6b-4ee8-8106-ab060a92f391'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:06.176118 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9662e3a3-7c3d-43d8-8ba3-d20c94abefa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['38899633-5f6b-4ee8-8106-ab060a92f391'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:06.290648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event updated for resources: {'Port': ['ID=29de9a26-40f6-4e9c-96be-caddd8d460c8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:06.340923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1703315900'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:06.357843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:06.383071 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9662e3a3-7c3d-43d8-8ba3-d20c94abefa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:06.386213 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662e3a3-7c3d-43d8-8ba3-d20c94abefa3 None None] The sync data for ids ['38899633-5f6b-4ee8-8106-ab060a92f391'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:48:06.405376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c4a4e-bcfb-4771-90a0-9d60d878f3d0 req-0c9fbefe-fb66-49ba-a6d0-e0a32d42f522 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:06.406102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1f0c4a4e-bcfb-4771-90a0-9d60d878f3d0 req-0c9fbefe-fb66-49ba-a6d0-e0a32d42f522 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:06.424203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Usage tracker for resource:network and tenant:1afa87ad24e7452c9a5d257e6c114f05 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:06.447115 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7287-cabb-4137-908b-a7040945c02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.474289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:06.495202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:06.499944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:06.517809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce49917-90a3-424a-bdc4-dab8de6a13eb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:06.518425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ce49917-90a3-424a-bdc4-dab8de6a13eb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:06.526664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:06.540860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-3dec9838-4117-4d56-a4e7-1a4a6ac18915 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7150817 May 06 12:48:06.544778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:06.615797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Made reservation on behalf of 1afa87ad24e7452c9a5d257e6c114f05 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:06.618876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.648292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1f0c4a4e-bcfb-4771-90a0-9d60d878f3d0 req-0c9fbefe-fb66-49ba-a6d0-e0a32d42f522 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:06.649727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f0c4a4e-bcfb-4771-90a0-9d60d878f3d0 req-0c9fbefe-fb66-49ba-a6d0-e0a32d42f522 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 931 time: 0.8263402 May 06 12:48:06.661686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7287-cabb-4137-908b-a7040945c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.700434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d7287-cabb-4137-908b-a7040945c02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aacb89c-6d1e-4016-abd5-42828417a0ff,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:06.701132 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.718655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ce49917-90a3-424a-bdc4-dab8de6a13eb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:06.722915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0ce49917-90a3-424a-bdc4-dab8de6a13eb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports/bcc35c53-a8c2-403e-8264-ade2ec97b167 HTTP/1.1" status: 200 len: 910 time: 0.6533360 May 06 12:48:06.732679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43260) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:06.742805 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac8d7287-cabb-4137-908b-a7040945c02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.744316 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ac8d7287-cabb-4137-908b-a7040945c02b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4aacb89c-6d1e-4016-abd5-42828417a0ff HTTP/1.1" status: 204 len: 168 time: 1.2853875 May 06 12:48:06.772075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:06.772722 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.815704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aedcd7-8fce-4ff7-9ab2-96cef1105494 req-32b15e3f-a60c-4a17-93aa-fc3c9056f924 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:06.816459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-46aedcd7-8fce-4ff7-9ab2-96cef1105494 req-32b15e3f-a60c-4a17-93aa-fc3c9056f924 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Synchronizing usage tracker for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:06.924995 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-27a9cd4d-a6d0-4172-9a54-7e6a3a0a3e0a req-72b47011-7c9b-4865-b22b-4c76a4b83726 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678560 May 06 12:48:06.938257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f0c4a4e-bcfb-4771-90a0-9d60d878f3d0 req-ec8c9251-2aa1-451a-bfec-8ba1348c9f05 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579918 May 06 12:48:06.975562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24693bde-36da-451e-9f50-32ac21695f24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Router 1472b486-5de4-43fc-9a39-844365ee09fb has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:48:07.026425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:07.101042 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:07.121689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ce04e6e7-587e-4316-a5b2-625538430905 None None] Provisioning for port 29de9a26-40f6-4e9c-96be-caddd8d460c8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:07.125214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294ba45a-b5ab-467a-81e9-f931da8d6ae7 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:07.131274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ce04e6e7-587e-4316-a5b2-625538430905 None None] Provisioning complete for port 29de9a26-40f6-4e9c-96be-caddd8d460c8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:07.131724 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ce04e6e7-587e-4316-a5b2-625538430905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:07.148397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:07.192669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Transition to ACTIVE for port object 294ba45a-b5ab-467a-81e9-f931da8d6ae7 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:07.206133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-cef7909f-c47c-4e09-8b19-e7d079e504b2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6619666 May 06 12:48:07.224467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Usage tracker for resource:security_group_rule and tenant:1afa87ad24e7452c9a5d257e6c114f05 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:07.247244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:07.254790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ce04e6e7-587e-4316-a5b2-625538430905 None None] Port 29de9a26-40f6-4e9c-96be-caddd8d460c8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:48:07.264989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:07.294458 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:07.392150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-46aedcd7-8fce-4ff7-9ab2-96cef1105494 req-32b15e3f-a60c-4a17-93aa-fc3c9056f924 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Unset dirty status for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:07.394389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46aedcd7-8fce-4ff7-9ab2-96cef1105494 req-32b15e3f-a60c-4a17-93aa-fc3c9056f924 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 931 time: 1.1348884 May 06 12:48:07.672575 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-562f6f86-b17a-4a98-83e5-11f248f89975 req-f9f7c122-c1b4-4560-8717-539a18118a14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6476 time: 0.5932016 May 06 12:48:07.719887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Request body: {'port': {'device_id': '22739314-5590-4770-86a6-7225e78a5221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:07.852230 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:07.867999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43280) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:07.914773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=294ba45a-b5ab-467a-81e9-f931da8d6ae7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:07.925881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-175cf51d-dee8-4bdb-bcce-95c50f534a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:07.948852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f6f86-b17a-4a98-83e5-11f248f89975 req-267e3008-63f2-4c9e-9326-279716a389be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:07.950695 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-562f6f86-b17a-4a98-83e5-11f248f89975 req-267e3008-63f2-4c9e-9326-279716a389be service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6efa80f-acf6-4297-ae04-de25324b08a1 HTTP/1.1" status: 200 len: 902 time: 0.2417793 May 06 12:48:07.956377 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:08.182442 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-562f6f86-b17a-4a98-83e5-11f248f89975 req-06175a0d-8b51-4200-b99c-0d0a321873a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482d04d1-aae6-4af8-913a-59552b4d6808 HTTP/1.1" status: 200 len: 217 time: 0.1700642 May 06 12:48:08.183637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-175cf51d-dee8-4bdb-bcce-95c50f534a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:08.194892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-175cf51d-dee8-4bdb-bcce-95c50f534a41 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc32ee0d6504b4dbd53a4694885915d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:08.229965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-175cf51d-dee8-4bdb-bcce-95c50f534a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:08.249968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46aedcd7-8fce-4ff7-9ab2-96cef1105494 req-3b060fad-65b9-43e9-b5c1-f14d2460fbb0 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8294389 May 06 12:48:08.255796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-175cf51d-dee8-4bdb-bcce-95c50f534a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:08.282007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24693bde-36da-451e-9f50-32ac21695f24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:48:08.313091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] Sync routers for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:48:08.337260 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:08.353311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:08.353947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:08.389642 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:08.531187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e5ed0-7fe7-4b03-a5ed-b708dcfd0832,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:08.576181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-175cf51d-dee8-4bdb-bcce-95c50f534a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:08.584898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f6f86-b17a-4a98-83e5-11f248f89975 req-0652eba9-00f0-4631-b0e6-d993d043b820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:08.585827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:08.591613 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-562f6f86-b17a-4a98-83e5-11f248f89975 req-0652eba9-00f0-4631-b0e6-d993d043b820 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9751512-0a9a-4a9b-a917-22595ae57103 HTTP/1.1" status: 200 len: 797 time: 0.3982685 May 06 12:48:08.612489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1a75-da35-436d-920a-ab9a1595c1fb req-02fe3266-1bb6-49dd-8af9-a92270120cec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:08.633899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1a75-da35-436d-920a-ab9a1595c1fb req-02fe3266-1bb6-49dd-8af9-a92270120cec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:08.643175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1a75-da35-436d-920a-ab9a1595c1fb req-02fe3266-1bb6-49dd-8af9-a92270120cec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:08.652504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1a75-da35-436d-920a-ab9a1595c1fb req-02fe3266-1bb6-49dd-8af9-a92270120cec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:08.660542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1a75-da35-436d-920a-ab9a1595c1fb req-02fe3266-1bb6-49dd-8af9-a92270120cec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:08.668514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1a75-da35-436d-920a-ab9a1595c1fb req-02fe3266-1bb6-49dd-8af9-a92270120cec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:08.678836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1a75-da35-436d-920a-ab9a1595c1fb req-02fe3266-1bb6-49dd-8af9-a92270120cec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:08.693146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db7f1a75-da35-436d-920a-ab9a1595c1fb req-02fe3266-1bb6-49dd-8af9-a92270120cec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 1.3047543 May 06 12:48:08.854906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-175cf51d-dee8-4bdb-bcce-95c50f534a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:08.872777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:08.942236 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-24693bde-36da-451e-9f50-32ac21695f24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:08.960065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Attempting to bind port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:08.960781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Attempting to bind port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:08.961580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Attempting to bind port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:08.968149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cf51d-dee8-4bdb-bcce-95c50f534a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843c131c-3f1d-4ba9-8e10-4e58d7759586,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:08.998244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3f41ae61-4a01-4f24-b51f-c4446f3ad36e', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'port_id': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'mac_address': 'fa:16:3e:84:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:45:53Z', 'updated_at': '2022-05-06T12:48:04Z', 'revision_number': 3, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:59Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:09.003536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] Checking router: 1472b486-5de4-43fc-9a39-844365ee09fb for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:48:09.007517 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-175cf51d-dee8-4bdb-bcce-95c50f534a41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bc32ee0d6504b4dbd53a4694885915d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1359043 May 06 12:48:09.008079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43294) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:09.017037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:09.017904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:09.042538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.043301 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Added segment 66a65a39-830d-4a63-8411-16c82c1c60f8 of type vlan for network 554a106b-d962-4ef4-b637-c6344f643f0e May 06 12:48:09.081990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db7f1a75-da35-436d-920a-ab9a1595c1fb req-15cb74ec-f978-40d3-a68d-34756947ba09 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3868065 May 06 12:48:09.122970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:09.141964 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-562f6f86-b17a-4a98-83e5-11f248f89975 req-fee042ff-3e06-43ca-bcd4-4a529d5eaa7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5288649 May 06 12:48:09.165511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 on network 9ebbe340-12ee-4638-a935-7276a634fe34 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:09.165928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Attempting to bind port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:09.286788 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.300039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:48:09.300591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Checking segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:09.302569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Bound using segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:48:09.302569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Bound port: 294ba45a-b5ab-467a-81e9-f931da8d6ae7, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:48:09.302569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.388718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43306) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:09.406455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1795f4-2ebd-4eb6-ad77-37d7c54819f0 req-cc95f59c-50c6-4fd0-8bd6-6762423e598e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:09.409189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd1795f4-2ebd-4eb6-ad77-37d7c54819f0 req-cc95f59c-50c6-4fd0-8bd6-6762423e598e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 943 time: 0.7124014 May 06 12:48:09.426018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:09.495212 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfcea5b6-fec4-41fd-88be-24779579a1a8'] response: {'name': 'network-changed', 'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'status': 'completed', 'code': 200} May 06 12:48:09.545953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:48:09.691721 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-24693bde-36da-451e-9f50-32ac21695f24 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "PUT /v2.0/floatingips/3f41ae61-4a01-4f24-b51f-c4446f3ad36e HTTP/1.1" status: 200 len: 993 time: 7.2387180 May 06 12:48:09.721554 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-562f6f86-b17a-4a98-83e5-11f248f89975 req-67c5c901-2eb7-484e-a2c4-e122c8347d6a service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729788 May 06 12:48:09.749017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47932044-5fc3-4890-b3c0-13a9c0f8e03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.815624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29de9a26-40f6-4e9c-96be-caddd8d460c8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:09.825769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.848493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Transition to ACTIVE for port object 29de9a26-40f6-4e9c-96be-caddd8d460c8 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:09.934714 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.939503 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.944244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:09.944868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.989637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-988378423', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:09.996699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:10.002331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Usage tracker for resource:port and tenant:78221cadf0bc4dd4a17e9ec87f0a3a23 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:10.006403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:10.012739 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2165d7e1-97e6-4ecf-8a5e-91a39f3a6188 req-81e6eb74-e869-4069-a47a-1f3d6c43a1fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 1097 time: 0.5093358 May 06 12:48:10.016005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:10.023757 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47932044-5fc3-4890-b3c0-13a9c0f8e03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.125831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Made reservation on behalf of 78221cadf0bc4dd4a17e9ec87f0a3a23 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:10.128176 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.167913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.2932501 May 06 12:48:10.205191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3f41ae61-4a01-4f24-b51f-c4446f3ad36e', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'port_id': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'mac_address': 'fa:16:3e:84:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:45:53Z', 'updated_at': '2022-05-06T12:48:04Z', 'revision_number': 3, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:59Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:10.213063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710ffc3-1348-4387-9a98-0dbf06f4d98a None None] The sync data for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 is: [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3f41ae61-4a01-4f24-b51f-c4446f3ad36e', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'port_id': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'mac_address': 'fa:16:3e:84:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:45:53Z', 'updated_at': '2022-05-06T12:48:04Z', 'revision_number': 3, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:59Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:48:10.245150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd1795f4-2ebd-4eb6-ad77-37d7c54819f0 req-6510c8c2-1b0e-4d85-bb33-a3f074ba122d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134587 May 06 12:48:10.335840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.378862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-562f6f86-b17a-4a98-83e5-11f248f89975 req-bf2fc7e7-ccd6-447a-a66e-f42cd990f45e service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330926 May 06 12:48:10.476862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d7e1-97e6-4ecf-8a5e-91a39f3a6188 req-cebd1342-d70c-4af0-9bc7-92ab464bbe9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:10.479770 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2165d7e1-97e6-4ecf-8a5e-91a39f3a6188 req-cebd1342-d70c-4af0-9bc7-92ab464bbe9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.4586165 May 06 12:48:10.549904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47932044-5fc3-4890-b3c0-13a9c0f8e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.556644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=29de9a26-40f6-4e9c-96be-caddd8d460c8,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:10.648500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] For port 294ba45a-b5ab-467a-81e9-f931da8d6ae7, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:10.655662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] For port 294ba45a-b5ab-467a-81e9-f931da8d6ae7, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=294ba45a-b5ab-467a-81e9-f931da8d6ae7,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:48:10.660855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b63c8-f217-4038-969c-fe409e0ce947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Pushing event updated for resources: {'Network': ['ID=554a106b-d962-4ef4-b637-c6344f643f0e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:10.680005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 554a106b-d962-4ef4-b637-c6344f643f0e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:10.726737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:10.738383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Usage tracker for resource:security_group_rule and tenant:78221cadf0bc4dd4a17e9ec87f0a3a23 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:10.747306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:10.759258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:10.794181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47932044-5fc3-4890-b3c0-13a9c0f8e03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843c131c-3f1d-4ba9-8e10-4e58d7759586,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:10.884421 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47932044-5fc3-4890-b3c0-13a9c0f8e03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.903875 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-47932044-5fc3-4890-b3c0-13a9c0f8e03b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/843c131c-3f1d-4ba9-8e10-4e58d7759586 HTTP/1.1" status: 204 len: 168 time: 1.8776419 May 06 12:48:10.959350 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.994399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:11.000804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] device_id is not set on port 7fef3bd6-b584-499c-92f8-7373e2e787fd yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:48:11.138089 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2165d7e1-97e6-4ecf-8a5e-91a39f3a6188 req-6570b8a3-5202-4ee2-b28d-24c8c7268d65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4df7457-59ac-4e88-8a02-85fe907197a1 HTTP/1.1" status: 200 len: 1001 time: 0.6312687 May 06 12:48:11.138979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43322) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:11.158027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Request body: {'port': {'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e', 'binding:host_id': 'n-h2-840847-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1336519181'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:11.241088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Allocated IP 172.25.7.169 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/7fef3bd6-b584-499c-92f8-7373e2e787fd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:11.281276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:11.338049 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3d96eae1-b865-4f54-9bbb-158e147f70b6 req-c1d8d93f-6512-47c4-b003-877fec88bd54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6476 time: 0.8545704 May 06 12:48:11.446630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Usage tracker for resource:port and tenant:125615cef74048488f36cf3058074199 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:11.448304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c0ac8-1aba-40a4-9c29-9ff1d10745c0 req-c2390ad3-6107-42e8-ad2b-4b7f18f60ba4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:11.449870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f3c0ac8-1aba-40a4-9c29-9ff1d10745c0 req-c2390ad3-6107-42e8-ad2b-4b7f18f60ba4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 943 time: 1.8629982 May 06 12:48:11.462257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:11.493627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:11.498320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:11.634198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:11.654023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7853a92d-801d-4d0a-817a-9f9830de9418,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:11.861041 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:11.863076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] 10.222.0.48 "PUT /v2.0/ports/294ba45a-b5ab-467a-81e9-f931da8d6ae7 HTTP/1.1" status: 200 len: 1091 time: 6.3868425 May 06 12:48:11.867322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'tag': '294ba45a-b5ab-467a-81e9-f931da8d6ae7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:11.926142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port bcc35c53-a8c2-403e-8264-ade2ec97b167 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:11.926669 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:11.929553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f26e0-3eed-4400-b908-7e861755ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=294ba45a-b5ab-467a-81e9-f931da8d6ae7,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:11.956184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d7e1-97e6-4ecf-8a5e-91a39f3a6188 req-e4902f98-cf3b-4d28-b253-709b7790ce5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:11.958124 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2165d7e1-97e6-4ecf-8a5e-91a39f3a6188 req-e4902f98-cf3b-4d28-b253-709b7790ce5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.8094025 May 06 12:48:11.996093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f3c0ac8-1aba-40a4-9c29-9ff1d10745c0 req-17e78dbf-714c-4052-8130-8b60ab228a84 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5296569 May 06 12:48:12.048165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.052126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Made reservation on behalf of 125615cef74048488f36cf3058074199 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:12.059152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Attempting to bind port 29de9a26-40f6-4e9c-96be-caddd8d460c8 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:12.059427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.059589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Attempting to bind port 29de9a26-40f6-4e9c-96be-caddd8d460c8 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:12.059589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Attempting to bind port 29de9a26-40f6-4e9c-96be-caddd8d460c8 on network 4a11f00e-fb98-427e-8b87-2f5e8352626a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:12.085598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Port 29de9a26-40f6-4e9c-96be-caddd8d460c8 on network 4a11f00e-fb98-427e-8b87-2f5e8352626a not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:12.085781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Attempting to bind port 29de9a26-40f6-4e9c-96be-caddd8d460c8 on network 4a11f00e-fb98-427e-8b87-2f5e8352626a {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:12.091656 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.109194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55e606-5330-45bf-8442-b23687b1ede8 req-791ecf7d-51b2-4d94-9cbf-a5a0865e93f5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.113166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55e606-5330-45bf-8442-b23687b1ede8 req-791ecf7d-51b2-4d94-9cbf-a5a0865e93f5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.117089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55e606-5330-45bf-8442-b23687b1ede8 req-791ecf7d-51b2-4d94-9cbf-a5a0865e93f5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.120990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55e606-5330-45bf-8442-b23687b1ede8 req-791ecf7d-51b2-4d94-9cbf-a5a0865e93f5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.125617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55e606-5330-45bf-8442-b23687b1ede8 req-791ecf7d-51b2-4d94-9cbf-a5a0865e93f5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.129979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55e606-5330-45bf-8442-b23687b1ede8 req-791ecf7d-51b2-4d94-9cbf-a5a0865e93f5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.134204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55e606-5330-45bf-8442-b23687b1ede8 req-791ecf7d-51b2-4d94-9cbf-a5a0865e93f5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.142221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd55e606-5330-45bf-8442-b23687b1ede8 req-791ecf7d-51b2-4d94-9cbf-a5a0865e93f5 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 0.6999557 May 06 12:48:12.168702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:48:12.169608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Checking segment: {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:12.170226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Bound using segment: {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:48:12.170867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Bound port: 29de9a26-40f6-4e9c-96be-caddd8d460c8, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a212422b-ba12-4e46-b751-d700f65a9bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:48:12.171375 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.203797 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bd37cb26-5c11-4467-bd58-11110d943a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.236518 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.308531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-37d452ed-74dd-434e-a52e-3ef86dc159b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 1094 time: 0.3641732 May 06 12:48:12.435132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd55e606-5330-45bf-8442-b23687b1ede8 req-37bf2e8b-8993-4ae2-9301-136f22968d99 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2912910 May 06 12:48:12.500557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96eae1-b865-4f54-9bbb-158e147f70b6 req-77d38eb8-5262-44a7-8308-b2cf7bfb0c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.503493 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3d96eae1-b865-4f54-9bbb-158e147f70b6 req-77d38eb8-5262-44a7-8308-b2cf7bfb0c42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6efa80f-acf6-4297-ae04-de25324b08a1 HTTP/1.1" status: 200 len: 902 time: 1.0506253 May 06 12:48:12.532965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Pushing event updated for resources: {'Port': ['ID=7fef3bd6-b584-499c-92f8-7373e2e787fd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:12.536179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-064d3847-c4c0-4114-891e-8fdc9d3ebaf8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=294ba45a-b5ab-467a-81e9-f931da8d6ae7 HTTP/1.1" status: 200 len: 217 time: 0.2089629 May 06 12:48:12.542127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:12.580652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:12.592392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:12.628086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] For port 29de9a26-40f6-4e9c-96be-caddd8d460c8, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:12.664858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] For port 29de9a26-40f6-4e9c-96be-caddd8d460c8, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=29de9a26-40f6-4e9c-96be-caddd8d460c8,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:48:12.684665 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.733549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-9d3eab13-91f1-4b15-b2a9-e50beb9be2d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.737487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-9d3eab13-91f1-4b15-b2a9-e50beb9be2d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.1918252 May 06 12:48:12.764078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.764078 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.809926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:12.813618 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4668da24-47c7-49c5-a60a-1a3ae81f61f2'] response: {'name': 'network-changed', 'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'status': 'completed', 'code': 200} May 06 12:48:12.837124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Usage tracker for resource:security_group_rule and tenant:125615cef74048488f36cf3058074199 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:12.841354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.843724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:12.850350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-71575ea0-5732-46ee-9226-4112305b181c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007380 May 06 12:48:12.853676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:12.857384 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3d96eae1-b865-4f54-9bbb-158e147f70b6 req-04e371cb-b5d2-4bc4-8fe4-0e54aa9293c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea HTTP/1.1" status: 200 len: 217 time: 0.2988002 May 06 12:48:12.861709 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffeda9e9-c733-4da3-a3a6-738f4130441c'] response: {'name': 'network-changed', 'server_uuid': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'tag': '294ba45a-b5ab-467a-81e9-f931da8d6ae7', 'status': 'completed', 'code': 200} May 06 12:48:12.952792 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2165d7e1-97e6-4ecf-8a5e-91a39f3a6188 req-c82d6cdd-b5d2-4cfa-ae2a-f44f553e5f8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9550018 May 06 12:48:12.969532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.969532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] 10.222.0.48 "PUT /v2.0/ports/29de9a26-40f6-4e9c-96be-caddd8d460c8 HTTP/1.1" status: 200 len: 1091 time: 5.6551039 May 06 12:48:13.025576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c579cd2-e3e2-48c9-a554-c455ca870bea req-1deb5a8f-061b-436f-a66c-aa2873a82950 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:13.035020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c579cd2-e3e2-48c9-a554-c455ca870bea req-1deb5a8f-061b-436f-a66c-aa2873a82950 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 943 time: 0.6209645 May 06 12:48:13.078142 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.315607 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46b366-6104-49f8-87e8-a6e74b732bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=29de9a26-40f6-4e9c-96be-caddd8d460c8,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:13.362413 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-38d7c068-6844-4361-a644-baaa5bd497fc tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9475582 May 06 12:48:13.413677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for bcc35c53-a8c2-403e-8264-ade2ec97b167 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:13.431214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43352) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:13.476283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}]}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:13.510175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:13.516583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96eae1-b865-4f54-9bbb-158e147f70b6 req-0f384b14-95df-4aad-b652-b82c2ccdac85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:13.518950 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3d96eae1-b865-4f54-9bbb-158e147f70b6 req-0f384b14-95df-4aad-b652-b82c2ccdac85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9751512-0a9a-4a9b-a917-22595ae57103 HTTP/1.1" status: 200 len: 797 time: 0.6486802 May 06 12:48:13.531635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Usage tracker for resource:router and tenant:78221cadf0bc4dd4a17e9ec87f0a3a23 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:13.578894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:13.638494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:13.667894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.670672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c579cd2-e3e2-48c9-a554-c455ca870bea req-198875f0-1e8a-4407-b99b-c54f76a50ed3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881082 May 06 12:48:13.690454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.700255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-87e150b7-c647-49c0-9e14-da64779b7c3e service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195837 May 06 12:48:13.710163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.712784 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.723337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] device_id is not set on port 213ed562-8dd2-4f62-b456-a34ba338356a yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:48:13.781442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-e877ce43-6a1a-43bf-8109-40344ba30fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 1094 time: 0.6020215 May 06 12:48:13.786094 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2165d7e1-97e6-4ecf-8a5e-91a39f3a6188 req-eb9f8523-58d0-4b54-ba46-c886e9bb2b9b service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8492236 May 06 12:48:13.853920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ca0bc2-9909-4598-a1a6-6c65f569ada4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:14.007352 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3d96eae1-b865-4f54-9bbb-158e147f70b6 req-ca362105-0b8b-4f69-95d4-8c409a3a148b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4641569 May 06 12:48:14.115104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff178f-a3c5-4749-b5f4-51711b29529f req-90ff0eb4-cca2-4b50-b966-74371cbd7367 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:14.117847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ceff178f-a3c5-4749-b5f4-51711b29529f req-90ff0eb4-cca2-4b50-b966-74371cbd7367 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 943 time: 0.7911103 May 06 12:48:14.196958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-46b9affb-7f2a-4521-8fe7-4f53cc6d8b33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29de9a26-40f6-4e9c-96be-caddd8d460c8 HTTP/1.1" status: 200 len: 217 time: 0.3952780 May 06 12:48:14.260439 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2165d7e1-97e6-4ecf-8a5e-91a39f3a6188 req-2843039e-c8b7-4096-9693-afb3459729d3 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441457 May 06 12:48:14.302027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.435563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4163d337-bc05-47da-a00b-89e4b7c87464 req-081eb8b5-571a-45eb-9346-63e76c2663ea service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079844 May 06 12:48:14.439561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ceff178f-a3c5-4749-b5f4-51711b29529f req-6a31f7f0-9117-42cd-b5d0-9b33b8577425 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857621 May 06 12:48:14.441018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-f519a7d6-13ef-4f08-ba00-f9f9179cdb71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:14.442561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-f519a7d6-13ef-4f08-ba00-f9f9179cdb71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.2336695 May 06 12:48:14.548277 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3d96eae1-b865-4f54-9bbb-158e147f70b6 req-c1990a1e-e67e-4dec-b5d0-b07732553862 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116398 May 06 12:48:14.664388 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39414fbf-0b83-4080-869c-3d98dfbf0e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.743041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.911003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=bcc35c53-a8c2-403e-8264-ade2ec97b167,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:14.939424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22739314-5590-4770-86a6-7225e78a5221', 'tag': '29de9a26-40f6-4e9c-96be-caddd8d460c8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:14.963062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad05817-f174-4671-8959-22af4b5c71fc req-3884f722-c12d-43c6-9393-43f62d727244 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:14.979599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad05817-f174-4671-8959-22af4b5c71fc req-3884f722-c12d-43c6-9393-43f62d727244 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:14.980867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] device_id is not set on port 213ed562-8dd2-4f62-b456-a34ba338356a yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:48:14.988063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad05817-f174-4671-8959-22af4b5c71fc req-3884f722-c12d-43c6-9393-43f62d727244 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:14.996403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad05817-f174-4671-8959-22af4b5c71fc req-3884f722-c12d-43c6-9393-43f62d727244 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:15.003189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad05817-f174-4671-8959-22af4b5c71fc req-3884f722-c12d-43c6-9393-43f62d727244 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:15.011627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad05817-f174-4671-8959-22af4b5c71fc req-3884f722-c12d-43c6-9393-43f62d727244 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:15.020421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad05817-f174-4671-8959-22af4b5c71fc req-3884f722-c12d-43c6-9393-43f62d727244 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:15.033109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ad05817-f174-4671-8959-22af4b5c71fc req-3884f722-c12d-43c6-9393-43f62d727244 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 1.0206156 May 06 12:48:15.034955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:15.093064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Transition to ACTIVE for port object 213ed562-8dd2-4f62-b456-a34ba338356a will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:15.110720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f98b0a86-a586-4ed8-a3d3-8a4b126bb2b6 req-fbeef6c8-e02e-4b6b-88bf-58f0b806cbc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 1097 time: 0.7188036 May 06 12:48:15.116312 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3d96eae1-b865-4f54-9bbb-158e147f70b6 req-38b7522e-3776-4b46-a08f-ba313d9868e9 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723243 May 06 12:48:15.223337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:15.236852 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:15.344923 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-50bd2ff7-d4fb-4bc5-b65c-198b74f19dbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8192050 May 06 12:48:15.348079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ad05817-f174-4671-8959-22af4b5c71fc req-3c69ad89-f528-4031-96b2-9b91bc157022 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2344983 May 06 12:48:15.462637 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:15.544204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7324ccb-5a75-47a6-a64a-baf86e432d9c req-61a137fc-51c0-4245-b9cc-d2f7870ef51b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 1094 time: 1.0194814 May 06 12:48:15.569231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d8b5b-e15b-452b-8e4b-e4a1a5837f55 req-2b24f74b-9377-4b18-8b9b-9ab4b0c963e8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:15.569896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0a86-a586-4ed8-a3d3-8a4b126bb2b6 req-262f3d5e-a24d-4102-95ca-831a21febcec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:15.571474 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f98b0a86-a586-4ed8-a3d3-8a4b126bb2b6 req-262f3d5e-a24d-4102-95ca-831a21febcec service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.4536889 May 06 12:48:15.576392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-795d8b5b-e15b-452b-8e4b-e4a1a5837f55 req-2b24f74b-9377-4b18-8b9b-9ab4b0c963e8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 943 time: 0.6419773 May 06 12:48:15.627754 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa81a37-bad1-41dd-ac23-00b3817b957b'] response: {'name': 'network-changed', 'server_uuid': '22739314-5590-4770-86a6-7225e78a5221', 'tag': '29de9a26-40f6-4e9c-96be-caddd8d460c8', 'status': 'completed', 'code': 200} May 06 12:48:15.716167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'Port': ['ID=213ed562-8dd2-4f62-b456-a34ba338356a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:15.810162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-795d8b5b-e15b-452b-8e4b-e4a1a5837f55 req-7b374c60-8311-48e2-a16a-b1a9be4bd120 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326117 May 06 12:48:15.827093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-70d37b19-6d29-4a28-802c-e0223b2a08d0 service neutron] 10.222.0.48 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630752 May 06 12:48:15.859865 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f98b0a86-a586-4ed8-a3d3-8a4b126bb2b6 req-83dd378b-3290-48db-a565-0f1fd822bb11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4df7457-59ac-4e88-8a02-85fe907197a1 HTTP/1.1" status: 200 len: 1001 time: 0.2780981 May 06 12:48:15.908532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Checking segment: {'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:15.908949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Network hostable DHCP agents. Network: 554a106b-d962-4ef4-b637-c6344f643f0e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:48:15.964344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0a86-a586-4ed8-a3d3-8a4b126bb2b6 req-12167016-110b-48d7-bcc3-25a58d5834a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:15.965887 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f98b0a86-a586-4ed8-a3d3-8a4b126bb2b6 req-12167016-110b-48d7-bcc3-25a58d5834a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.0987725 May 06 12:48:16.003155 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.017711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Network 554a106b-d962-4ef4-b637-c6344f643f0e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:48:16.029292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.039783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 554a106b-d962-4ef4-b637-c6344f643f0e) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:16.047378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:16.067423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f48b4a-2361-4fd7-b982-d1c3f1081108 None None] Network 554a106b-d962-4ef4-b637-c6344f643f0e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:16.097240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7324ccb-5a75-47a6-a64a-baf86e432d9c req-d986f2a0-0ecb-4d0e-ab96-02b64fb34048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:16.100333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7324ccb-5a75-47a6-a64a-baf86e432d9c req-d986f2a0-0ecb-4d0e-ab96-02b64fb34048 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.5396183 May 06 12:48:16.164742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:16.165388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:16.165974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:16.312833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:16.313673 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:16.332499 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 2 to bind port 213ed562-8dd2-4f62-b456-a34ba338356a May 06 12:48:16.384135 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f98b0a86-a586-4ed8-a3d3-8a4b126bb2b6 req-a01170af-a651-4057-85b9-96b38e5223c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4105883 May 06 12:48:16.393203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7324ccb-5a75-47a6-a64a-baf86e432d9c req-4cedfe48-bfaf-4557-b244-7b56fa7c2097 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=294ba45a-b5ab-467a-81e9-f931da8d6ae7 HTTP/1.1" status: 200 len: 217 time: 0.2595587 May 06 12:48:16.457720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:16.458249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:16.458832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:16.508743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2817c18-6808-4ecd-b058-f3f2ec694b3e req-1d5f3212-1612-4180-b86b-b3cf203ade2d service neutron] 10.222.0.48 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659687 May 06 12:48:16.563741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c60058-9a8f-429e-9a91-9fc538c2cef1 req-449805fd-9546-4fef-b4f9-4e7d7414c27d tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:16.571331 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6c60058-9a8f-429e-9a91-9fc538c2cef1 req-449805fd-9546-4fef-b4f9-4e7d7414c27d tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 943 time: 0.6846497 May 06 12:48:16.576659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:16.577497 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:16.591357 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 3 to bind port 213ed562-8dd2-4f62-b456-a34ba338356a May 06 12:48:16.622495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7324ccb-5a75-47a6-a64a-baf86e432d9c req-c92d82c2-d3e7-44f1-87ec-b5ec2bd1579f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:16.624135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7324ccb-5a75-47a6-a64a-baf86e432d9c req-c92d82c2-d3e7-44f1-87ec-b5ec2bd1579f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.2219539 May 06 12:48:16.638488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:16.639728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:16.639728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:16.641589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6c60058-9a8f-429e-9a91-9fc538c2cef1 req-52906e74-fa14-4431-9483-87a865e0699c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692897 May 06 12:48:16.673815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:16.674339 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:16.681970 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 4 to bind port 213ed562-8dd2-4f62-b456-a34ba338356a May 06 12:48:16.763402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:16.763990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:16.764743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:16.777547 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7324ccb-5a75-47a6-a64a-baf86e432d9c req-79a70a10-3a1a-437a-9240-4adbdd5c709f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313643 May 06 12:48:16.791180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.801412 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f98b0a86-a586-4ed8-a3d3-8a4b126bb2b6 req-b5e68040-f0a9-4939-93c6-bbe906ea85dd service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059052 May 06 12:48:16.803476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:16.803995 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:16.804609 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 5 to bind port 213ed562-8dd2-4f62-b456-a34ba338356a May 06 12:48:16.874190 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.109144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:17.109599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:17.109789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:17.263105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:17.263105 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:17.267965 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 6 to bind port 213ed562-8dd2-4f62-b456-a34ba338356a May 06 12:48:17.312138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:17.312577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:17.312755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:17.344897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:17.345296 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:17.348652 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 7 to bind port 213ed562-8dd2-4f62-b456-a34ba338356a May 06 12:48:17.361840 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f98b0a86-a586-4ed8-a3d3-8a4b126bb2b6 req-f3deeb1b-ccea-40df-9a39-494d9ab85cc0 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432289 May 06 12:48:17.374539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:17.374900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:17.375312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:17.386871 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.435385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:17.435985 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:17.436802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c6dc-e46f-49f8-a693-8b09823bad50 req-e30c18a4-9bbc-4ae0-be00-9479c6637b0a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.440758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c6dc-e46f-49f8-a693-8b09823bad50 req-e30c18a4-9bbc-4ae0-be00-9479c6637b0a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.441509 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 8 to bind port 213ed562-8dd2-4f62-b456-a34ba338356a May 06 12:48:17.445199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c6dc-e46f-49f8-a693-8b09823bad50 req-e30c18a4-9bbc-4ae0-be00-9479c6637b0a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.449124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c6dc-e46f-49f8-a693-8b09823bad50 req-e30c18a4-9bbc-4ae0-be00-9479c6637b0a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.453153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c6dc-e46f-49f8-a693-8b09823bad50 req-e30c18a4-9bbc-4ae0-be00-9479c6637b0a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.457341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c6dc-e46f-49f8-a693-8b09823bad50 req-e30c18a4-9bbc-4ae0-be00-9479c6637b0a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.461270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c6dc-e46f-49f8-a693-8b09823bad50 req-e30c18a4-9bbc-4ae0-be00-9479c6637b0a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.463589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4b3c6dc-e46f-49f8-a693-8b09823bad50 req-e30c18a4-9bbc-4ae0-be00-9479c6637b0a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 0.8187659 May 06 12:48:17.509627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea0e993c-359c-4c1c-a05f-d25a2add0c50 req-72d30a7b-93c4-43e6-b354-044e49e75e58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 1094 time: 0.8822346 May 06 12:48:17.511520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7324ccb-5a75-47a6-a64a-baf86e432d9c req-207968b2-1b20-4a1c-9e3b-cd42c341eb99 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240336 May 06 12:48:17.521041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:17.521391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:17.521663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:17.534812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:17.535123 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:17.536254 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 9 to bind port 213ed562-8dd2-4f62-b456-a34ba338356a May 06 12:48:17.570210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:17.570918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:17.571538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:17.584442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:17.585615 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:17.586264 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 10 to bind port 213ed562-8dd2-4f62-b456-a34ba338356a May 06 12:48:17.608863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:17.609243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:17.609503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:17.621113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 213ed562-8dd2-4f62-b456-a34ba338356a on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:17.621709 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 213ed562-8dd2-4f62-b456-a34ba338356a on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:17.622222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.686101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 38899633-5f6b-4ee8-8106-ab060a92f391 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:48:17.795906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] For port 213ed562-8dd2-4f62-b456-a34ba338356a, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:17.796584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempted to set empty binding levels {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:48:17.809194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128057d2-5fac-4069-9ef7-0a756b201d2b req-0e1ba2e9-3b1f-4856-91e8-c05fb36cb08c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.810853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-128057d2-5fac-4069-9ef7-0a756b201d2b req-0e1ba2e9-3b1f-4856-91e8-c05fb36cb08c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 943 time: 0.5842681 May 06 12:48:17.823753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4b3c6dc-e46f-49f8-a693-8b09823bad50 req-a37d306a-938a-4cdf-ba0f-9052b1d73965 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3403125 May 06 12:48:17.849695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.917388 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.984779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:18.040118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'Port': ['ID=213ed562-8dd2-4f62-b456-a34ba338356a,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:18.059965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e993c-359c-4c1c-a05f-d25a2add0c50 req-ef8b3492-e897-42c6-bb65-f5e104016cbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:18.059965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea0e993c-359c-4c1c-a05f-d25a2add0c50 req-ef8b3492-e897-42c6-bb65-f5e104016cbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 912 time: 0.5170934 May 06 12:48:18.122992 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7a032797-5399-497b-a7cb-fbc4d4dd2f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 6.9810054 May 06 12:48:18.132127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43414) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:18.210355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7324ccb-5a75-47a6-a64a-baf86e432d9c req-99ee84fb-dcaa-42ab-880a-a53794f83ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794248 May 06 12:48:18.246291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-128057d2-5fac-4069-9ef7-0a756b201d2b req-973e4d1e-3755-4b66-8485-be9a2f39380c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110317 May 06 12:48:18.251742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea0e993c-359c-4c1c-a05f-d25a2add0c50 req-0328fe7c-cc7e-4221-8d5d-57bd63caf7e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29de9a26-40f6-4e9c-96be-caddd8d460c8 HTTP/1.1" status: 200 len: 217 time: 0.1442575 May 06 12:48:18.256901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:48:18.271910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43418) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:18.272647 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5de625fb-0aff-4cf3-ae70-34871ca8951b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/38899633-5f6b-4ee8-8106-ab060a92f391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5383379 May 06 12:48:18.279415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-01ebc9b9-1bc4-44cc-9ae9-ad7a28b3afee tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Deleting port 213ed562-8dd2-4f62-b456-a34ba338356a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:18.279881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01ebc9b9-1bc4-44cc-9ae9-ad7a28b3afee tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:18.290990 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd59a0-1268-4a8d-b8d0-2a8211838f1e None None] Sync routers for ids ['38899633-5f6b-4ee8-8106-ab060a92f391'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:48:18.350379 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd59a0-1268-4a8d-b8d0-2a8211838f1e None None] Routers {'38899633-5f6b-4ee8-8106-ab060a92f391'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:18.355891 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0ecd59a0-1268-4a8d-b8d0-2a8211838f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['38899633-5f6b-4ee8-8106-ab060a92f391'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:18.580360 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0ecd59a0-1268-4a8d-b8d0-2a8211838f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:18.594821 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd59a0-1268-4a8d-b8d0-2a8211838f1e None None] Routers {'38899633-5f6b-4ee8-8106-ab060a92f391'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:18.594821 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0ecd59a0-1268-4a8d-b8d0-2a8211838f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['38899633-5f6b-4ee8-8106-ab060a92f391'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:18.681557 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0ecd59a0-1268-4a8d-b8d0-2a8211838f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:18.682645 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecd59a0-1268-4a8d-b8d0-2a8211838f1e None None] The sync data for ids ['38899633-5f6b-4ee8-8106-ab060a92f391'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:48:18.693624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e993c-359c-4c1c-a05f-d25a2add0c50 req-122f1980-e019-4935-acda-729e3223f8b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:18.695526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea0e993c-359c-4c1c-a05f-d25a2add0c50 req-122f1980-e019-4935-acda-729e3223f8b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.4258683 May 06 12:48:18.708366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-01ebc9b9-1bc4-44cc-9ae9-ad7a28b3afee tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] For port 213ed562-8dd2-4f62-b456-a34ba338356a, host n-h2-840847-1, got binding levels [] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:18.708366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01ebc9b9-1bc4-44cc-9ae9-ad7a28b3afee tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:18.865689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-01ebc9b9-1bc4-44cc-9ae9-ad7a28b3afee tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Calling delete_port for 213ed562-8dd2-4f62-b456-a34ba338356a owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:18.924343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:19.040775 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01ebc9b9-1bc4-44cc-9ae9-ad7a28b3afee tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.057394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885f2d6-9104-4a98-8ca3-3b34f2f43bd3 req-23528741-857d-4668-833d-ef9389b4b54e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.064846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3885f2d6-9104-4a98-8ca3-3b34f2f43bd3 req-23528741-857d-4668-833d-ef9389b4b54e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 943 time: 0.9600284 May 06 12:48:19.087382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.153235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebc9b9-1bc4-44cc-9ae9-ad7a28b3afee tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event deleted for resources: {'Port': ['ID=213ed562-8dd2-4f62-b456-a34ba338356a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:19.156576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.172616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01ebc9b9-1bc4-44cc-9ae9-ad7a28b3afee tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.188998 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-01ebc9b9-1bc4-44cc-9ae9-ad7a28b3afee tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "DELETE /v2.0/ports/213ed562-8dd2-4f62-b456-a34ba338356a HTTP/1.1" status: 204 len: 168 time: 1.0550966 May 06 12:48:19.190047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43434) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:19.312798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.313357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9353c182-549b-45e3-903f-2507cf78f370 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:48:19.395120 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea0e993c-359c-4c1c-a05f-d25a2add0c50 req-d1937b1b-97f9-4a3b-98c0-e7adb1299f35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6393943 May 06 12:48:19.405223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047e98-d393-45c1-8573-0173ec6cc806 req-1986013d-9229-4d5e-a024-973effa46732 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.409597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047e98-d393-45c1-8573-0173ec6cc806 req-1986013d-9229-4d5e-a024-973effa46732 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.414703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047e98-d393-45c1-8573-0173ec6cc806 req-1986013d-9229-4d5e-a024-973effa46732 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.421593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047e98-d393-45c1-8573-0173ec6cc806 req-1986013d-9229-4d5e-a024-973effa46732 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.428514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047e98-d393-45c1-8573-0173ec6cc806 req-1986013d-9229-4d5e-a024-973effa46732 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.432807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047e98-d393-45c1-8573-0173ec6cc806 req-1986013d-9229-4d5e-a024-973effa46732 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.437199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047e98-d393-45c1-8573-0173ec6cc806 req-1986013d-9229-4d5e-a024-973effa46732 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.439527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41047e98-d393-45c1-8573-0173ec6cc806 req-1986013d-9229-4d5e-a024-973effa46732 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 0.3695467 May 06 12:48:19.521492 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f63ad5-9862-4f73-a15f-91288e5a5ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] GET failed (client error): The resource could not be found. May 06 12:48:19.522211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e5f63ad5-9862-4f73-a15f-91288e5a5ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Synchronizing usage tracker for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:19.529294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca31a769-842e-4583-bb03-0125e3a82c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.550644 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 12:48:19.551929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7effaead-199b-4518-9f45-af861fc8e82e tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.1186678 May 06 12:48:19.569254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43440) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:19.584996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e5f63ad5-9862-4f73-a15f-91288e5a5ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Unset dirty status for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:19.586751 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e5f63ad5-9862-4f73-a15f-91288e5a5ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "GET /v2.0/ports/213ed562-8dd2-4f62-b456-a34ba338356a HTTP/1.1" status: 404 len: 333 time: 0.3945091 May 06 12:48:19.594789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43444) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:19.603741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Request body: {'port': {'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-548500577'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:19.613158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca31a769-842e-4583-bb03-0125e3a82c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:19.616917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:19.623997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca31a769-842e-4583-bb03-0125e3a82c13 admin admin] Usage tracker for resource:security_group_rule and tenant:86c3f71907f043b78c62b769a1b1b43a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:19.631036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca31a769-842e-4583-bb03-0125e3a82c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:19.641166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:19.643547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca31a769-842e-4583-bb03-0125e3a82c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:19.661731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Made reservation on behalf of 125615cef74048488f36cf3058074199 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:19.664218 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.701754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] device_id is not set on port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:48:19.737223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41047e98-d393-45c1-8573-0173ec6cc806 req-8a3f2082-2ed7-4eb8-bd8d-a44a9abd84c2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2674181 May 06 12:48:19.756364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d071636b-4a16-4d38-a287-a7908a3cc8c9 tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Deleting port 7fef3bd6-b584-499c-92f8-7373e2e787fd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:19.756732 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d071636b-4a16-4d38-a287-a7908a3cc8c9 tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.791390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea0e993c-359c-4c1c-a05f-d25a2add0c50 req-427d1841-673b-410e-95cc-a7ab496660cc service neutron] 10.222.0.48 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508124 May 06 12:48:19.839058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3885f2d6-9104-4a98-8ca3-3b34f2f43bd3 req-4a235409-98e6-4189-9638-8b0a5a1adf09 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7732766 May 06 12:48:19.846233 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca31a769-842e-4583-bb03-0125e3a82c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.864330 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca31a769-842e-4583-bb03-0125e3a82c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.034375 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.042126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31a769-842e-4583-bb03-0125e3a82c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62787f4-5a78-4706-a3cf-39d12692dd24,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:20.068100 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca31a769-842e-4583-bb03-0125e3a82c13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86c3f71907f043b78c62b769a1b1b43a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1419723 May 06 12:48:20.084205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43448) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:20.146140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 294ba45a-b5ab-467a-81e9-f931da8d6ae7 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:20.195639 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.252788 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb241-c4ab-4094-ac96-6e496e4370ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.277616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea0e993c-359c-4c1c-a05f-d25a2add0c50 req-af4c5477-8f6e-496d-857a-81a86229e120 service neutron] 10.222.0.48 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712589 May 06 12:48:20.320718 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb241-c4ab-4094-ac96-6e496e4370ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.349180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d071636b-4a16-4d38-a287-a7908a3cc8c9 tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.442941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 294ba45a-b5ab-467a-81e9-f931da8d6ae7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=294ba45a-b5ab-467a-81e9-f931da8d6ae7,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:20.444823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.513927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '294ba45a-b5ab-467a-81e9-f931da8d6ae7', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'port_id': '294ba45a-b5ab-467a-81e9-f931da8d6ae7', 'mac_address': 'fa:16:3e:9b:3c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c14ca8-fc7a-406f-995a-1a05e1f88621', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:20.523038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d071636b-4a16-4d38-a287-a7908a3cc8c9 tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Calling delete_port for 7fef3bd6-b584-499c-92f8-7373e2e787fd owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:20.590005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Network 554a106b-d962-4ef4-b637-c6344f643f0e is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:20.590005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb241-c4ab-4094-ac96-6e496e4370ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.633716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:20.633716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:20.633716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:20.649745 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.717221 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1040535 May 06 12:48:20.717221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eb241-c4ab-4094-ac96-6e496e4370ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62787f4-5a78-4706-a3cf-39d12692dd24,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:20.729557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43452) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:20.738487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa3eb241-c4ab-4094-ac96-6e496e4370ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.738487 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aa3eb241-c4ab-4094-ac96-6e496e4370ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f62787f4-5a78-4706-a3cf-39d12692dd24 HTTP/1.1" status: 204 len: 168 time: 0.6343131 May 06 12:48:20.745221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:20.751973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df6854-f138-4e46-b581-a0bec3fda5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'Port': ['ID=29be0591-78b1-4fd4-8bfb-1917d2d5f904,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:20.777701 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.795119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a691143-373f-4807-9f66-77e2865bffda req-0b6b5d4b-53f5-4ab9-ba7a-7a72bfb14580 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:20.806246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a691143-373f-4807-9f66-77e2865bffda req-0b6b5d4b-53f5-4ab9-ba7a-7a72bfb14580 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 943 time: 0.8191571 May 06 12:48:20.882845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294ba45a-b5ab-467a-81e9-f931da8d6ae7 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:20.942396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 294ba45a-b5ab-467a-81e9-f931da8d6ae7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=294ba45a-b5ab-467a-81e9-f931da8d6ae7,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:20.959023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.119638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=294ba45a-b5ab-467a-81e9-f931da8d6ae7,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:21.134700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.135303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.135892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.136483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.137058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.137642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.138207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.138966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.139395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.139984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.140821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:21.300685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a691143-373f-4807-9f66-77e2865bffda req-c1e2db0d-0840-4130-9bb5-17675d7a2a0b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021362 May 06 12:48:21.396691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['294ba45a-b5ab-467a-81e9-f931da8d6ae7'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:21.465137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.474674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43464) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:21.509004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-943707c7-c479-4867-a3df-f8e99d469710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.547638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-943707c7-c479-4867-a3df-f8e99d469710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:21.552297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-943707c7-c479-4867-a3df-f8e99d469710 admin admin] Usage tracker for resource:security_group_rule and tenant:a9dbbcaa251b4ac6b7b7ed66a43768a1 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:21.555822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-943707c7-c479-4867-a3df-f8e99d469710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:21.563058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-943707c7-c479-4867-a3df-f8e99d469710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:21.638056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-943707c7-c479-4867-a3df-f8e99d469710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.643782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-943707c7-c479-4867-a3df-f8e99d469710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.694895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943707c7-c479-4867-a3df-f8e99d469710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356f309e-0000-4ac7-aee9-9ed41e2df9e9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:21.708212 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-943707c7-c479-4867-a3df-f8e99d469710 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9dbbcaa251b4ac6b7b7ed66a43768a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2315481 May 06 12:48:21.708836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43468) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:21.736348 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d071636b-4a16-4d38-a287-a7908a3cc8c9 tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.780072 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abf45920-c708-40c5-ad9f-0d3c855cc22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.813676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abf45920-c708-40c5-ad9f-0d3c855cc22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.875611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abf45920-c708-40c5-ad9f-0d3c855cc22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.893843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf45920-c708-40c5-ad9f-0d3c855cc22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356f309e-0000-4ac7-aee9-9ed41e2df9e9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:21.900153 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abf45920-c708-40c5-ad9f-0d3c855cc22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.904316 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-abf45920-c708-40c5-ad9f-0d3c855cc22c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/356f309e-0000-4ac7-aee9-9ed41e2df9e9 HTTP/1.1" status: 204 len: 168 time: 0.1942165 May 06 12:48:21.951493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071636b-4a16-4d38-a287-a7908a3cc8c9 tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fef3bd6-b584-499c-92f8-7373e2e787fd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:22.053881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cff1f-15b9-41f8-be96-a37846124347 req-171b1b19-201a-4985-bba1-2729352058a8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.057919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cff1f-15b9-41f8-be96-a37846124347 req-171b1b19-201a-4985-bba1-2729352058a8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.061945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cff1f-15b9-41f8-be96-a37846124347 req-171b1b19-201a-4985-bba1-2729352058a8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.065967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cff1f-15b9-41f8-be96-a37846124347 req-171b1b19-201a-4985-bba1-2729352058a8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.069952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cff1f-15b9-41f8-be96-a37846124347 req-171b1b19-201a-4985-bba1-2729352058a8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.079431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cff1f-15b9-41f8-be96-a37846124347 req-171b1b19-201a-4985-bba1-2729352058a8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.083474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cff1f-15b9-41f8-be96-a37846124347 req-171b1b19-201a-4985-bba1-2729352058a8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.085456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f1cff1f-15b9-41f8-be96-a37846124347 req-171b1b19-201a-4985-bba1-2729352058a8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 1.0038035 May 06 12:48:22.148919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 29de9a26-40f6-4e9c-96be-caddd8d460c8 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:22.336517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879869f-c097-4382-aedd-22688f92b153 req-21294d75-5e61-432e-ab97-829ba98b59a4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.338154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8879869f-c097-4382-aedd-22688f92b153 req-21294d75-5e61-432e-ab97-829ba98b59a4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 943 time: 0.8522751 May 06 12:48:22.394972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d071636b-4a16-4d38-a287-a7908a3cc8c9 tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:22.418751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f1cff1f-15b9-41f8-be96-a37846124347 req-2905f067-bcda-4bd2-b973-3842e5e9845a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3185699 May 06 12:48:22.425819 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:48:22.449634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 29de9a26-40f6-4e9c-96be-caddd8d460c8, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=29de9a26-40f6-4e9c-96be-caddd8d460c8,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:22.476248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d071636b-4a16-4d38-a287-a7908a3cc8c9 tempest-RoutersAdminNegativeTest-610753588 tempest-RoutersAdminNegativeTest-610753588-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7fef3bd6-b584-499c-92f8-7373e2e787fd HTTP/1.1" status: 204 len: 168 time: 2.9054778 May 06 12:48:22.499302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '29de9a26-40f6-4e9c-96be-caddd8d460c8', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'port_id': '29de9a26-40f6-4e9c-96be-caddd8d460c8', 'mac_address': 'fa:16:3e:51:b3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:22.558347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8879869f-c097-4382-aedd-22688f92b153 req-b461b760-6ed9-4608-baa0-43124760d243 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013030 May 06 12:48:22.572431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] device_id is not set on port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:48:22.603188 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:22.675133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Transition to ACTIVE for port object 29be0591-78b1-4fd4-8bfb-1917d2d5f904 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:22.682566 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:22.685169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:22.718797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29de9a26-40f6-4e9c-96be-caddd8d460c8 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:22.752889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 29de9a26-40f6-4e9c-96be-caddd8d460c8, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=29de9a26-40f6-4e9c-96be-caddd8d460c8,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:22.760881 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:22.896382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=29de9a26-40f6-4e9c-96be-caddd8d460c8,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:22.898355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'Port': ['ID=29be0591-78b1-4fd4-8bfb-1917d2d5f904,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:22.927931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c331b-9de9-46df-bc4a-59ae7a182190 req-0df4732b-ca79-457a-902e-16c05002f837 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.929485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a55c331b-9de9-46df-bc4a-59ae7a182190 req-0df4732b-ca79-457a-902e-16c05002f837 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 944 time: 0.3313074 May 06 12:48:22.980079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:22.981199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:22.981199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:23.008303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:23.009225 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:23.014268 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 2 to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 May 06 12:48:23.046141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43490) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:23.069056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a55c331b-9de9-46df-bc4a-59ae7a182190 req-f9468fa5-2189-4627-abdc-8fe525f3a037 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284628 May 06 12:48:23.080121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:23.080431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:23.080770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:23.101158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:23.101568 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:23.104917 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 3 to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 May 06 12:48:23.121791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port d1d23a1e-3154-48c6-896d-93e525ac6ddd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:23.122280 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:23.156934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:23.157403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:23.157796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:23.184727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:23.185070 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:23.188049 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 4 to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 May 06 12:48:23.202912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['29de9a26-40f6-4e9c-96be-caddd8d460c8'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:23.421270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:23.421550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:23.421695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:23.444806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:23.445129 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:23.448164 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 5 to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 May 06 12:48:23.486508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:23.486508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:23.486508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:23.516817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:23.516817 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:23.516817 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 6 to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 May 06 12:48:23.542772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:23.542772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:23.542772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:23.542772 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:23.571391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0784c95d-9698-4d34-a8bd-d80eb6e81e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:23.609018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:23.609354 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:23.670755 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 7 to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 May 06 12:48:23.685338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for d1d23a1e-3154-48c6-896d-93e525ac6ddd owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:23.702709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0784c95d-9698-4d34-a8bd-d80eb6e81e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:23.711182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0784c95d-9698-4d34-a8bd-d80eb6e81e28 admin admin] Usage tracker for resource:security_group_rule and tenant:1de6ff282526451493e1d66fdd0da34e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:23.722528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0784c95d-9698-4d34-a8bd-d80eb6e81e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:23.742473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:23.742721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0784c95d-9698-4d34-a8bd-d80eb6e81e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:23.743311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:23.743869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:23.760472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:23.761099 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:23.764413 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 8 to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 May 06 12:48:23.800966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:23.801606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:23.802104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:23.835046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:23.835934 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:23.838776 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 9 to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 May 06 12:48:23.936674 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0784c95d-9698-4d34-a8bd-d80eb6e81e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:23.948169 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0784c95d-9698-4d34-a8bd-d80eb6e81e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:23.955160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:23.956014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:23.956815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:23.995420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:23.997792 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:24.001307 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 10 to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 May 06 12:48:24.057698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784c95d-9698-4d34-a8bd-d80eb6e81e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a995590d-8958-4cb0-8b71-ed8814ece6bc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:24.068611 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0784c95d-9698-4d34-a8bd-d80eb6e81e28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1de6ff282526451493e1d66fdd0da34e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0191956 May 06 12:48:24.071101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43510) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:24.108180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:24.108520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:24.109171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:24.170152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 294ba45a-b5ab-467a-81e9-f931da8d6ae7 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:24.172004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:24.172556 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:24.173087 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.214405 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a79fcf6-902e-4ea9-ae91-add0048ac10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.252046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a79fcf6-902e-4ea9-ae91-add0048ac10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.267444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11f1b9-b753-40e4-9e8b-5078011d104f req-cb80c7f1-132c-4462-a268-eaabd2d36f20 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.274702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb11f1b9-b753-40e4-9e8b-5078011d104f req-cb80c7f1-132c-4462-a268-eaabd2d36f20 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 944 time: 0.4087455 May 06 12:48:24.319216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.344721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:24.349519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a79fcf6-902e-4ea9-ae91-add0048ac10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.373498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:24.387340 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.412038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=d1d23a1e-3154-48c6-896d-93e525ac6ddd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:24.413780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a79fcf6-902e-4ea9-ae91-add0048ac10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.424593 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a79fcf6-902e-4ea9-ae91-add0048ac10c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a995590d-8958-4cb0-8b71-ed8814ece6bc HTTP/1.1" status: 204 len: 168 time: 0.3516967 May 06 12:48:24.441149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79fcf6-902e-4ea9-ae91-add0048ac10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a995590d-8958-4cb0-8b71-ed8814ece6bc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:24.545205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ba07-637d-452b-898c-3fa1ca1556d0 req-a64867f9-60aa-4883-acb4-6520c838acdd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.555335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ba07-637d-452b-898c-3fa1ca1556d0 req-a64867f9-60aa-4883-acb4-6520c838acdd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.565232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ba07-637d-452b-898c-3fa1ca1556d0 req-a64867f9-60aa-4883-acb4-6520c838acdd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.576459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ba07-637d-452b-898c-3fa1ca1556d0 req-a64867f9-60aa-4883-acb4-6520c838acdd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.585848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ba07-637d-452b-898c-3fa1ca1556d0 req-a64867f9-60aa-4883-acb4-6520c838acdd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.593462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ba07-637d-452b-898c-3fa1ca1556d0 req-a64867f9-60aa-4883-acb4-6520c838acdd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.602422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ba07-637d-452b-898c-3fa1ca1556d0 req-a64867f9-60aa-4883-acb4-6520c838acdd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.611229 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.617512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f58ba07-637d-452b-898c-3fa1ca1556d0 req-a64867f9-60aa-4883-acb4-6520c838acdd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 0.6012657 May 06 12:48:24.622316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] For port 29be0591-78b1-4fd4-8bfb-1917d2d5f904, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:24.623410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempted to set empty binding levels {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:48:24.651789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294ba45a-b5ab-467a-81e9-f931da8d6ae7'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:24.665616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 294ba45a-b5ab-467a-81e9-f931da8d6ae7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=294ba45a-b5ab-467a-81e9-f931da8d6ae7,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:24.673118 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.730103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.737946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb11f1b9-b753-40e4-9e8b-5078011d104f req-76dbbe7c-bfed-4a61-b39d-b91ab455c352 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4623308 May 06 12:48:24.803025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=294ba45a-b5ab-467a-81e9-f931da8d6ae7,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:24.927945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] In _notify_port_updated(), no bound segment for port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:48:24.930394 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.933242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "PUT /v2.0/ports/29be0591-78b1-4fd4-8bfb-1917d2d5f904 HTTP/1.1" status: 200 len: 978 time: 4.2266054 May 06 12:48:24.935805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43532) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:25.122512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39067200-0f44-4c78-a637-d416cd0742ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'Port': ['ID=29be0591-78b1-4fd4-8bfb-1917d2d5f904,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:25.133573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f58ba07-637d-452b-898c-3fa1ca1556d0 req-e6d993c4-f95e-4b3a-b5bf-7486326c5bbd tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5141349 May 06 12:48:25.217985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-87c0c29a-4f66-478d-a438-dc6502ec7172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Synchronizing usage tracker for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:25.223385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:25.373153 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a4d8b3-d336-48d7-842f-3dfe27c333f1'] response: {'server_uuid': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294ba45a-b5ab-467a-81e9-f931da8d6ae7', 'code': 200} May 06 12:48:25.392181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:25.489322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-87c0c29a-4f66-478d-a438-dc6502ec7172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Unset dirty status for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:25.497179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-87c0c29a-4f66-478d-a438-dc6502ec7172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34295 time: 0.5598035 May 06 12:48:25.500363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43544) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:25.516673 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8f11a8b4-2834-45c6-b1ec-6ee72f182d9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78221cadf0bc4dd4a17e9ec87f0a3a23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2892349 May 06 12:48:25.554803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43548) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:25.632979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e2bcc-629c-4c1f-a9ff-f501a4165f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Deleting port 29be0591-78b1-4fd4-8bfb-1917d2d5f904 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:25.633643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2bcc-629c-4c1f-a9ff-f501a4165f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:25.659541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc0851-80de-4f36-ac9f-2dcfcde81f67 req-42d2a0e7-f3af-4d19-87cd-ed5e53213ea2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:25.663603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05cc0851-80de-4f36-ac9f-2dcfcde81f67 req-42d2a0e7-f3af-4d19-87cd-ed5e53213ea2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 945 time: 0.5435376 May 06 12:48:25.758761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-491b9d5a-ea3a-42ef-9ab7-2f86f4b9db93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:25.849514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-491b9d5a-ea3a-42ef-9ab7-2f86f4b9db93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:26.017691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-cf4e2bcc-629c-4c1f-a9ff-f501a4165f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] For port 29be0591-78b1-4fd4-8bfb-1917d2d5f904, host n-h2-840847-1, got binding levels [] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:26.018429 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2bcc-629c-4c1f-a9ff-f501a4165f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:26.098355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05cc0851-80de-4f36-ac9f-2dcfcde81f67 req-e10bcb29-6a1e-4b6a-a9b2-a2bf936e071f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280822 May 06 12:48:26.178225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 29de9a26-40f6-4e9c-96be-caddd8d460c8 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:26.209426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e2bcc-629c-4c1f-a9ff-f501a4165f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Calling delete_port for 29be0591-78b1-4fd4-8bfb-1917d2d5f904 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:26.266034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-012d3cb3-57e5-4116-9930-c4c3ebbb1e78 req-327c113d-bed0-4f82-b735-31d81ad7f45d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 1096 time: 0.7543795 May 06 12:48:26.302110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 235a8258-23fb-493e-b8a4-6fc4b1d1499b details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:26.374980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-491b9d5a-ea3a-42ef-9ab7-2f86f4b9db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:26.469759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13507d42-c467-445c-a503-2384a5a363d4 req-cd383d90-c8d1-46d3-8fa5-a7851553a374 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.471363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13507d42-c467-445c-a503-2384a5a363d4 req-cd383d90-c8d1-46d3-8fa5-a7851553a374 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 944 time: 0.3709993 May 06 12:48:26.474443 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:48:26.477388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b9d5a-ea3a-42ef-9ab7-2f86f4b9db93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7853a92d-801d-4d0a-817a-9f9830de9418,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:26.484118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-012d3cb3-57e5-4116-9930-c4c3ebbb1e78 req-a2297b98-867f-49af-a483-a98786befad4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105229 May 06 12:48:26.521076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 38899633-5f6b-4ee8-8106-ab060a92f391 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:48:26.550183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2bcc-629c-4c1f-a9ff-f501a4165f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:26.562489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13507d42-c467-445c-a503-2384a5a363d4 req-8b5ce19e-5714-41d0-9d14-f2ecb2a27185 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769660 May 06 12:48:26.804960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:48:26.817730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e2bcc-629c-4c1f-a9ff-f501a4165f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event deleted for resources: {'Port': ['ID=29be0591-78b1-4fd4-8bfb-1917d2d5f904,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:26.822865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-491b9d5a-ea3a-42ef-9ab7-2f86f4b9db93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:26.824501 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-491b9d5a-ea3a-42ef-9ab7-2f86f4b9db93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7853a92d-801d-4d0a-817a-9f9830de9418 HTTP/1.1" status: 204 len: 168 time: 1.2686744 May 06 12:48:26.847746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2bcc-629c-4c1f-a9ff-f501a4165f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:26.865257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427224eb-0343-43cc-aeea-164efcaadff8 req-3d0515fe-e273-47f0-aaea-521846967fe1 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.876774 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cf4e2bcc-629c-4c1f-a9ff-f501a4165f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "DELETE /v2.0/ports/29be0591-78b1-4fd4-8bfb-1917d2d5f904 HTTP/1.1" status: 204 len: 168 time: 1.3732085 May 06 12:48:26.879235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427224eb-0343-43cc-aeea-164efcaadff8 req-3d0515fe-e273-47f0-aaea-521846967fe1 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.879922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43568) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:26.901541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427224eb-0343-43cc-aeea-164efcaadff8 req-3d0515fe-e273-47f0-aaea-521846967fe1 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.913535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427224eb-0343-43cc-aeea-164efcaadff8 req-3d0515fe-e273-47f0-aaea-521846967fe1 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.922083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427224eb-0343-43cc-aeea-164efcaadff8 req-3d0515fe-e273-47f0-aaea-521846967fe1 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.926926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427224eb-0343-43cc-aeea-164efcaadff8 req-3d0515fe-e273-47f0-aaea-521846967fe1 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.930137 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-03022fe1-b16b-47cf-979e-de890a701721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] GET failed (client error): The resource could not be found. May 06 12:48:26.930137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-03022fe1-b16b-47cf-979e-de890a701721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Synchronizing usage tracker for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:26.932311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427224eb-0343-43cc-aeea-164efcaadff8 req-3d0515fe-e273-47f0-aaea-521846967fe1 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.940605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-427224eb-0343-43cc-aeea-164efcaadff8 req-3d0515fe-e273-47f0-aaea-521846967fe1 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5419 time: 0.2454703 May 06 12:48:26.948651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43572) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:26.949044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-184cf7ee-5609-4d5e-b75d-af00545d8a4e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/38899633-5f6b-4ee8-8106-ab060a92f391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6766975 May 06 12:48:26.949165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 235a8258-23fb-493e-b8a4-6fc4b1d1499b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=235a8258-23fb-493e-b8a4-6fc4b1d1499b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:26.953985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-03022fe1-b16b-47cf-979e-de890a701721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Unset dirty status for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:26.956342 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-03022fe1-b16b-47cf-979e-de890a701721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "GET /v2.0/ports/29be0591-78b1-4fd4-8bfb-1917d2d5f904 HTTP/1.1" status: 404 len: 333 time: 0.0748117 May 06 12:48:26.970879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43576) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:26.987426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473692769', 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:26.992175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaf65a0-199f-41ce-a15a-7205073a38f6 None None] Sync routers for ids ['38899633-5f6b-4ee8-8106-ab060a92f391'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:48:27.001020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:27.003216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '235a8258-23fb-493e-b8a4-6fc4b1d1499b', 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'port_id': '235a8258-23fb-493e-b8a4-6fc4b1d1499b', 'mac_address': 'fa:16:3e:dc:2e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1519b124-d903-4edb-b207-fefe5cf5e6c6', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:27.024567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:27.037370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c9d1836d-5f07-4de7-9fa5-c0c3019ca06d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:27.062686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c9d1836d-5f07-4de7-9fa5-c0c3019ca06d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:27.064576 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c9d1836d-5f07-4de7-9fa5-c0c3019ca06d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=38899633-5f6b-4ee8-8106-ab060a92f391 HTTP/1.1" status: 200 len: 205 time: 0.1137509 May 06 12:48:27.067237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-427224eb-0343-43cc-aeea-164efcaadff8 req-9ad6aa0a-bdb4-4489-b0f6-606ea72efcb0 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246896 May 06 12:48:27.068274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43580) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:27.071019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Made reservation on behalf of 125615cef74048488f36cf3058074199 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:27.077228 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.102622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] device_id is not set on port 0789f56f-47c7-4ab6-b35d-e84734f3b079 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:48:27.153628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 29de9a26-40f6-4e9c-96be-caddd8d460c8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:27.160116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf65a0-199f-41ce-a15a-7205073a38f6 None None] Routers {'38899633-5f6b-4ee8-8106-ab060a92f391'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:27.160890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-beaf65a0-199f-41ce-a15a-7205073a38f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['38899633-5f6b-4ee8-8106-ab060a92f391'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:27.234918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 29de9a26-40f6-4e9c-96be-caddd8d460c8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:27.235304 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.275929 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.343934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-beaf65a0-199f-41ce-a15a-7205073a38f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:27.463084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235a8258-23fb-493e-b8a4-6fc4b1d1499b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:27.497413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf65a0-199f-41ce-a15a-7205073a38f6 None None] Routers {'38899633-5f6b-4ee8-8106-ab060a92f391'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:27.500016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-beaf65a0-199f-41ce-a15a-7205073a38f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['38899633-5f6b-4ee8-8106-ab060a92f391'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:27.613766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5893507c-7aaf-4314-babf-d73eb0adf381 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.664440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.704268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-beaf65a0-199f-41ce-a15a-7205073a38f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:27.712779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaf65a0-199f-41ce-a15a-7205073a38f6 None None] The sync data for ids ['38899633-5f6b-4ee8-8106-ab060a92f391'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:48:27.724803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 235a8258-23fb-493e-b8a4-6fc4b1d1499b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=235a8258-23fb-493e-b8a4-6fc4b1d1499b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:27.740722 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.743508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ccf302d5-56df-49ee-856e-4f24e4db4a13 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:27.747277 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.035483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'Port': ['ID=0789f56f-47c7-4ab6-b35d-e84734f3b079,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:28.051297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=235a8258-23fb-493e-b8a4-6fc4b1d1499b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:28.113622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Network 554a106b-d962-4ef4-b637-c6344f643f0e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:28.116749 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.132418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:28.144799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:28.146109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:28.147395 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.393190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-78106144-58cc-4659-be7f-3c8c745b6161 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4202690 May 06 12:48:28.396962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43606) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:28.513620 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:48:28.528764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ccf302d5-56df-49ee-856e-4f24e4db4a13, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:28.557832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14925273-b88e-4059-bc22-2d16e14d57a1 req-fe12be99-69ba-4064-a4fc-f0cd521fdfe4 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:28.568921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14925273-b88e-4059-bc22-2d16e14d57a1 req-fe12be99-69ba-4064-a4fc-f0cd521fdfe4 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 945 time: 0.8775687 May 06 12:48:28.596292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22739314-5590-4770-86a6-7225e78a5221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29de9a26-40f6-4e9c-96be-caddd8d460c8'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:28.598381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fcbd9-7c82-46a6-8c50-4fdde040d6e2 req-0fa5f99f-b84f-4ffd-919b-8f7a874d790a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:28.607140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f73fcbd9-7c82-46a6-8c50-4fdde040d6e2 req-0fa5f99f-b84f-4ffd-919b-8f7a874d790a tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 944 time: 0.6309516 May 06 12:48:28.609935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'port_id': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'mac_address': 'fa:16:3e:01:a5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:28.614382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0d59c2ef-739f-4b21-9f7e-89d9f3f3f682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Synchronizing usage tracker for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:28.621380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 29de9a26-40f6-4e9c-96be-caddd8d460c8, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=29de9a26-40f6-4e9c-96be-caddd8d460c8,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:28.676151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.729251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0d59c2ef-739f-4b21-9f7e-89d9f3f3f682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Unset dirty status for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:28.733536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0d59c2ef-739f-4b21-9f7e-89d9f3f3f682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "GET /v2.0/ports/0789f56f-47c7-4ab6-b35d-e84734f3b079 HTTP/1.1" status: 200 len: 959 time: 0.3329420 May 06 12:48:28.739945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43614) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:28.783242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f73fcbd9-7c82-46a6-8c50-4fdde040d6e2 req-ff8854d0-29f7-4cf6-9ab5-6b7834619eba tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741586 May 06 12:48:28.787423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14925273-b88e-4059-bc22-2d16e14d57a1 req-647f619d-592c-412f-a92e-775ff40cfbd6 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168417 May 06 12:48:28.831716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5893507c-7aaf-4314-babf-d73eb0adf381 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.867015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.895426 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5893507c-7aaf-4314-babf-d73eb0adf381 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.923535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf302d5-56df-49ee-856e-4f24e4db4a13 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:28.929570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cd346-90f8-49d8-8ea0-8661c3c6b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Deleting port 0789f56f-47c7-4ab6-b35d-e84734f3b079 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:28.930037 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb2cd346-90f8-49d8-8ea0-8661c3c6b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.943267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=29de9a26-40f6-4e9c-96be-caddd8d460c8,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:28.994416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ccf302d5-56df-49ee-856e-4f24e4db4a13, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:29.009738 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed2b1af-60b7-45b5-b17c-de33c7460923'] response: {'server_uuid': '22739314-5590-4770-86a6-7225e78a5221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29de9a26-40f6-4e9c-96be-caddd8d460c8', 'code': 200} May 06 12:48:29.013319 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.014630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2223e052-734e-4a15-953e-99cb7d6f76d6 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:29.050582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5893507c-7aaf-4314-babf-d73eb0adf381 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.051615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893507c-7aaf-4314-babf-d73eb0adf381 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Fanout notify agent at l3_agent the message router_deleted on router 38899633-5f6b-4ee8-8106-ab060a92f391 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:48:29.088350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2223e052-734e-4a15-953e-99cb7d6f76d6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2223e052-734e-4a15-953e-99cb7d6f76d6,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:29.093643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5893507c-7aaf-4314-babf-d73eb0adf381 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.094795 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5893507c-7aaf-4314-babf-d73eb0adf381 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/38899633-5f6b-4ee8-8106-ab060a92f391 HTTP/1.1" status: 204 len: 168 time: 2.0227115 May 06 12:48:29.108153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43620) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:29.165788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '2223e052-734e-4a15-953e-99cb7d6f76d6', 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'port_id': '2223e052-734e-4a15-953e-99cb7d6f76d6', 'mac_address': 'fa:16:3e:d6:65:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1519b124-d903-4edb-b207-fefe5cf5e6c6', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:29.277952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da71adbf-e372-4f6d-be18-7cbae2be6d75 req-6686c462-10ed-4d6c-8ae4-9ec4ba30a159 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 1096 time: 0.1340961 May 06 12:48:29.321809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886adc-7dcd-4361-a5d8-287bdcda821e req-88688c4d-0d90-454c-be04-ed2350b4279d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:29.325388 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.327956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886adc-7dcd-4361-a5d8-287bdcda821e req-88688c4d-0d90-454c-be04-ed2350b4279d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:29.332643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886adc-7dcd-4361-a5d8-287bdcda821e req-88688c4d-0d90-454c-be04-ed2350b4279d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:29.338156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886adc-7dcd-4361-a5d8-287bdcda821e req-88688c4d-0d90-454c-be04-ed2350b4279d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:29.343741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886adc-7dcd-4361-a5d8-287bdcda821e req-88688c4d-0d90-454c-be04-ed2350b4279d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:29.348497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886adc-7dcd-4361-a5d8-287bdcda821e req-88688c4d-0d90-454c-be04-ed2350b4279d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:29.353839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886adc-7dcd-4361-a5d8-287bdcda821e req-88688c4d-0d90-454c-be04-ed2350b4279d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:29.357126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59886adc-7dcd-4361-a5d8-287bdcda821e req-88688c4d-0d90-454c-be04-ed2350b4279d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5421 time: 0.3036599 May 06 12:48:29.400592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da71adbf-e372-4f6d-be18-7cbae2be6d75 req-53fa790b-0e18-4d66-bce4-a4f1adba5b5d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147130 May 06 12:48:29.427059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2223e052-734e-4a15-953e-99cb7d6f76d6 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:29.440282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59886adc-7dcd-4361-a5d8-287bdcda821e req-d9f59625-f814-499c-9774-5b51a354f97f tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590119 May 06 12:48:29.460730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2223e052-734e-4a15-953e-99cb7d6f76d6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2223e052-734e-4a15-953e-99cb7d6f76d6,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:29.461865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=ccf302d5-56df-49ee-856e-4f24e4db4a13,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:29.468309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.468995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0556dd40-9a4b-42b7-b459-f3251ff0209b details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:29.564852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0556dd40-9a4b-42b7-b459-f3251ff0209b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0556dd40-9a4b-42b7-b459-f3251ff0209b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:29.574496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2223e052-734e-4a15-953e-99cb7d6f76d6,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:29.601736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '0556dd40-9a4b-42b7-b459-f3251ff0209b', 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'port_id': '0556dd40-9a4b-42b7-b459-f3251ff0209b', 'mac_address': 'fa:16:3e:6a:a3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1519b124-d903-4edb-b207-fefe5cf5e6c6', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:29.667488 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.690572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0556dd40-9a4b-42b7-b459-f3251ff0209b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:29.709483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0556dd40-9a4b-42b7-b459-f3251ff0209b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0556dd40-9a4b-42b7-b459-f3251ff0209b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:29.716575 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.717312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 482d04d1-aae6-4af8-913a-59552b4d6808 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:29.823098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=0556dd40-9a4b-42b7-b459-f3251ff0209b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:29.847703 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb2cd346-90f8-49d8-8ea0-8661c3c6b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.878641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43638) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:29.983088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 482d04d1-aae6-4af8-913a-59552b4d6808, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=482d04d1-aae6-4af8-913a-59552b4d6808,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:30.000865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '482d04d1-aae6-4af8-913a-59552b4d6808', 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1', 'port_id': '482d04d1-aae6-4af8-913a-59552b4d6808', 'mac_address': 'fa:16:3e:4f:60:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9751512-0a9a-4a9b-a917-22595ae57103', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:30.075823 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.097624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482d04d1-aae6-4af8-913a-59552b4d6808 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:30.118532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 482d04d1-aae6-4af8-913a-59552b4d6808, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=482d04d1-aae6-4af8-913a-59552b4d6808,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:30.124638 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.125424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ee3120e7-a670-496a-b42d-c6f3cc9c1646 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:30.153042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ee3120e7-a670-496a-b42d-c6f3cc9c1646, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee3120e7-a670-496a-b42d-c6f3cc9c1646,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:30.259435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'ee3120e7-a670-496a-b42d-c6f3cc9c1646', 'network_id': '2685699a-15bb-4993-b2ff-6ccaf2ad46af', 'port_id': 'ee3120e7-a670-496a-b42d-c6f3cc9c1646', 'mac_address': 'fa:16:3e:c6:8b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1519b124-d903-4edb-b207-fefe5cf5e6c6', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:30.261790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=482d04d1-aae6-4af8-913a-59552b4d6808,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:30.333963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.362000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3120e7-a670-496a-b42d-c6f3cc9c1646 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:30.399365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ee3120e7-a670-496a-b42d-c6f3cc9c1646, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee3120e7-a670-496a-b42d-c6f3cc9c1646,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:30.406996 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.407732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:30.535867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cd346-90f8-49d8-8ea0-8661c3c6b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Calling delete_port for 0789f56f-47c7-4ab6-b35d-e84734f3b079 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:30.583316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-06429cd3-3133-495e-9213-c943f17b76fb tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.584593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-06429cd3-3133-495e-9213-c943f17b76fb tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.7041597 May 06 12:48:30.592496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43650) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.609533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-617156e2-0046-488a-a71e-d77431c56efc tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.614712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-617156e2-0046-488a-a71e-d77431c56efc tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0170884 May 06 12:48:30.623212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43654) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.655282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-3d5c1f33-fb1f-4eae-8d0a-cbfef4fa8547 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.661878 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3d5c1f33-fb1f-4eae-8d0a-cbfef4fa8547 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0113881 May 06 12:48:30.662222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=ee3120e7-a670-496a-b42d-c6f3cc9c1646,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:30.664388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43658) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.672739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c70d56-b917-487c-86ec-8a39d090f517 req-5f97847c-3d1c-472d-a02e-7ded3c796d96 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:30.674747 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4c70d56-b917-487c-86ec-8a39d090f517 req-5f97847c-3d1c-472d-a02e-7ded3c796d96 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 945 time: 0.2064834 May 06 12:48:30.678379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-76b739d0-8dfa-409d-a982-fac37107fd35 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.683135 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-76b739d0-8dfa-409d-a982-fac37107fd35 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0145416 May 06 12:48:30.683381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:30.687970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43662) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.696044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-fe4aa0bf-c930-44ad-89e0-e013ad4111a8 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.698115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fe4aa0bf-c930-44ad-89e0-e013ad4111a8 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0080194 May 06 12:48:30.699850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c0779f-ac21-410f-9dce-e8481bff8716 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting subnet 643ccd22-3fea-41f3-a30c-6198989b7d4e {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:48:30.703120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43666) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.705635 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38c0779f-ac21-410f-9dce-e8481bff8716 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.724012 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea', 'network_id': 'd6efa80f-acf6-4297-ae04-de25324b08a1', 'port_id': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea', 'mac_address': 'fa:16:3e:be:9e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9751512-0a9a-4a9b-a917-22595ae57103', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:30.744099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb2cd346-90f8-49d8-8ea0-8661c3c6b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.746445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-70ac34f5-7fa1-4db7-965e-4c260f409045 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.748260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-70ac34f5-7fa1-4db7-965e-4c260f409045 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0417557 May 06 12:48:30.767461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73148c2-1bcf-47e1-bc82-5123e29f9872 req-a30b1b68-4d59-4977-8085-10ab06a9da20 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:30.780392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a73148c2-1bcf-47e1-bc82-5123e29f9872 req-a30b1b68-4d59-4977-8085-10ab06a9da20 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 945 time: 0.7247150 May 06 12:48:30.783184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43670) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.798160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-ab16845e-cd5c-4701-88d2-9d712ee57c8b tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.800056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ab16845e-cd5c-4701-88d2-9d712ee57c8b tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0106046 May 06 12:48:30.819275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43674) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.820142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cd346-90f8-49d8-8ea0-8661c3c6b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event deleted for resources: {'Port': ['ID=0789f56f-47c7-4ab6-b35d-e84734f3b079,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:30.830333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb2cd346-90f8-49d8-8ea0-8661c3c6b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.837019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-78421b8c-b201-4598-9ad7-84c0a052ce4b tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.837938 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-78421b8c-b201-4598-9ad7-84c0a052ce4b tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0155673 May 06 12:48:30.842890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43680) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.856843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.861257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-7000000c-97eb-410a-a5bd-f295164ec28c tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.863224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7000000c-97eb-410a-a5bd-f295164ec28c tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0149076 May 06 12:48:30.866955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43684) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.868424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cb2cd346-90f8-49d8-8ea0-8661c3c6b2c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "DELETE /v2.0/ports/0789f56f-47c7-4ab6-b35d-e84734f3b079 HTTP/1.1" status: 204 len: 168 time: 2.1276767 May 06 12:48:30.874728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43688) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.877886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-0bd17687-0f7a-4525-8abd-c07f6b1835c9 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.879036 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0bd17687-0f7a-4525-8abd-c07f6b1835c9 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0087299 May 06 12:48:30.884000 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38c0779f-ac21-410f-9dce-e8481bff8716 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.886091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43692) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.905181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-4b420998-ad9d-4010-bd79-3acb8fe3627e tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.910908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4b420998-ad9d-4010-bd79-3acb8fe3627e tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0158935 May 06 12:48:30.915119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:30.916187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4c70d56-b917-487c-86ec-8a39d090f517 req-a0afcece-d92c-49f6-b95e-e445c5807edd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161195 May 06 12:48:30.921035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43698) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.929069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-6d2916af-b370-4b3b-a944-2a090a1c33fe tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.934927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6d2916af-b370-4b3b-a944-2a090a1c33fe tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0081544 May 06 12:48:30.935679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43702) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.945564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-bcb09367-4491-44ff-a72d-ad55be52cc00 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.951445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bcb09367-4491-44ff-a72d-ad55be52cc00 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0096514 May 06 12:48:30.963490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a73148c2-1bcf-47e1-bc82-5123e29f9872 req-15e4b0e0-51db-4f4b-850d-d33427a7b99b tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815934 May 06 12:48:30.964260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43706) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.969260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:30.979503 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.984425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-a4205c23-5be9-4b9a-9d61-3ce60573671d tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:30.992338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a4205c23-5be9-4b9a-9d61-3ce60573671d tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0218070 May 06 12:48:30.992744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43712) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.009262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-b8cfaf31-88c9-4089-8603-4e2393df4ffe tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.012530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b8cfaf31-88c9-4089-8603-4e2393df4ffe tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0171161 May 06 12:48:31.012814 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf0191b-fcfd-4582-a6df-bfd94c9507cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] GET failed (client error): The resource could not be found. May 06 12:48:31.013057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9bf0191b-fcfd-4582-a6df-bfd94c9507cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Synchronizing usage tracker for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:31.015916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43716) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.047422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-a18e160c-3cad-406c-87a9-12faf18d21a8 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.048476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a18e160c-3cad-406c-87a9-12faf18d21a8 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0283527 May 06 12:48:31.055029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43722) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.066065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-2561ba69-50cf-4602-a51d-47b6900a7f9b tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.066782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2561ba69-50cf-4602-a51d-47b6900a7f9b tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0107410 May 06 12:48:31.074137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.109256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-32e9c9bf-353f-4d29-916d-656ac49a1266 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.113356 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-32e9c9bf-353f-4d29-916d-656ac49a1266 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0364716 May 06 12:48:31.114107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43730) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.122440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9bf0191b-fcfd-4582-a6df-bfd94c9507cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Unset dirty status for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:31.124056 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9bf0191b-fcfd-4582-a6df-bfd94c9507cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "GET /v2.0/ports/0789f56f-47c7-4ab6-b35d-e84734f3b079 HTTP/1.1" status: 404 len: 333 time: 0.2437720 May 06 12:48:31.133812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-3654f8e9-9868-43bf-9cbb-72a94c593d0f tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.137957 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3654f8e9-9868-43bf-9cbb-72a94c593d0f tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0176940 May 06 12:48:31.138714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43734) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.139175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43736) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.155501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Request body: {'port': {'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-51764983'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:31.162215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:31.183604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-322373ce-f959-4f02-804e-b1eae3a532c0 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.187985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:31.190556 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-322373ce-f959-4f02-804e-b1eae3a532c0 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0412765 May 06 12:48:31.197125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43744) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.209536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:31.236467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-cc023f29-9d7f-4fcb-9ca6-51531bcdaf0f tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.241992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cc023f29-9d7f-4fcb-9ca6-51531bcdaf0f tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0314929 May 06 12:48:31.254646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43748) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.286158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38c0779f-ac21-410f-9dce-e8481bff8716 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.359973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-f665fd4a-b578-49f6-9fc2-580d6af4e513 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.368408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f665fd4a-b578-49f6-9fc2-580d6af4e513 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1038494 May 06 12:48:31.382170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43752) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.426381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-806edb58-645f-4771-b57f-c321dde10d8c tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.428188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-806edb58-645f-4771-b57f-c321dde10d8c tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0342946 May 06 12:48:31.431466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43760) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.435180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Made reservation on behalf of 125615cef74048488f36cf3058074199 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:31.439101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.465096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-6c85ba44-a14c-48cf-b9ea-47d2f57abf90 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.469370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6c85ba44-a14c-48cf-b9ea-47d2f57abf90 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0202534 May 06 12:48:31.471288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43766) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.499238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-a4f5cd1b-6467-46c8-918c-f590dd0ad6db tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.500378 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a4f5cd1b-6467-46c8-918c-f590dd0ad6db tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0156307 May 06 12:48:31.509533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43770) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.527403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-02ef1312-b0f6-413a-9308-ff623cc3e2a7 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.529910 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-02ef1312-b0f6-413a-9308-ff623cc3e2a7 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0126731 May 06 12:48:31.535910 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38c0779f-ac21-410f-9dce-e8481bff8716 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.546029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43774) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.548470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90484-9e1f-41c4-bc33-1bd11a4d3c37 req-25a00df5-f292-41c4-8dc9-e20bdc885f40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:31.555982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90484-9e1f-41c4-bc33-1bd11a4d3c37 req-25a00df5-f292-41c4-8dc9-e20bdc885f40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:31.563545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90484-9e1f-41c4-bc33-1bd11a4d3c37 req-25a00df5-f292-41c4-8dc9-e20bdc885f40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:31.570736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90484-9e1f-41c4-bc33-1bd11a4d3c37 req-25a00df5-f292-41c4-8dc9-e20bdc885f40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:31.578391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90484-9e1f-41c4-bc33-1bd11a4d3c37 req-25a00df5-f292-41c4-8dc9-e20bdc885f40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:31.590624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90484-9e1f-41c4-bc33-1bd11a4d3c37 req-25a00df5-f292-41c4-8dc9-e20bdc885f40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:31.593581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90484-9e1f-41c4-bc33-1bd11a4d3c37 req-25a00df5-f292-41c4-8dc9-e20bdc885f40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:31.597000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13d90484-9e1f-41c4-bc33-1bd11a4d3c37 req-25a00df5-f292-41c4-8dc9-e20bdc885f40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5426 time: 0.4942448 May 06 12:48:31.602523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-361edb0e-54cd-44f8-b516-f0860f2b6d74 req-927a4ddb-a016-4565-a0a4-80bf956a3cc7 service neutron] (83955) timed out ('10.222.0.36', 50776) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:48:31.645855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-80273051-c1a1-4cc3-8dd1-87740d0c46d5 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.648006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-80273051-c1a1-4cc3-8dd1-87740d0c46d5 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0313959 May 06 12:48:31.656431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43780) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.666725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] device_id is not set on port 1890edb9-16f7-4ca0-9393-249bae0481d0 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:48:31.667736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-2b249bde-0bf0-40ab-bdef-12615868c28a tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.669765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2b249bde-0bf0-40ab-bdef-12615868c28a tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0118237 May 06 12:48:31.680179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3e968-6481-454d-9fe9-13d1ba2bf7ef req-0930eb80-481f-495e-8e4b-fab6bfc90e41 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:31.682804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6f3e968-6481-454d-9fe9-13d1ba2bf7ef req-0930eb80-481f-495e-8e4b-fab6bfc90e41 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 946 time: 0.4258463 May 06 12:48:31.683807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43784) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.706154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-6b06e40c-6ca2-4001-9ec8-62eda7aa3ab6 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.711197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6b06e40c-6ca2-4001-9ec8-62eda7aa3ab6 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0101154 May 06 12:48:31.714697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43788) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.717116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:31.734107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0779f-ac21-410f-9dce-e8481bff8716 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Subnet': ['ID=643ccd22-3fea-41f3-a30c-6198989b7d4e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:31.762002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38c0779f-ac21-410f-9dce-e8481bff8716 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.767792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-19f09196-1c03-428d-8d5b-e69e61d337df tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.773070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-19f09196-1c03-428d-8d5b-e69e61d337df tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0262384 May 06 12:48:31.776329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43792) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.786262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13d90484-9e1f-41c4-bc33-1bd11a4d3c37 req-cc506694-90d2-40c7-b47c-bd1929dba839 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1743858 May 06 12:48:31.788200 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-38c0779f-ac21-410f-9dce-e8481bff8716 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/643ccd22-3fea-41f3-a30c-6198989b7d4e HTTP/1.1" status: 204 len: 168 time: 2.6786535 May 06 12:48:31.792617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43794) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.797164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-379e3633-cf3e-4278-a830-6027476249ac tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.802308 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-379e3633-cf3e-4278-a830-6027476249ac tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0085373 May 06 12:48:31.808792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.823558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-aeb0ea05-b28b-4e64-aab3-f0eb27ba4162 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.828965 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aeb0ea05-b28b-4e64-aab3-f0eb27ba4162 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0132792 May 06 12:48:31.851677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43804) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.855876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6f3e968-6481-454d-9fe9-13d1ba2bf7ef req-bbd56ad3-8e40-499f-8862-c4eef9a0cbe8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466184 May 06 12:48:31.874352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-42da51ab-d793-4302-8052-f7b72960d1b4 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.880572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-42da51ab-d793-4302-8052-f7b72960d1b4 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0211546 May 06 12:48:31.892075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43808) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.927159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-9ce9e2f5-2c28-4eb3-bd26-e097c1aa33a9 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.930146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['0556dd40-9a4b-42b7-b459-f3251ff0209b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:31.930971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9ce9e2f5-2c28-4eb3-bd26-e097c1aa33a9 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0337694 May 06 12:48:31.943575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43816) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.961802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-491de433-f6da-4524-b48b-4dd548f8d7fc tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:31.973775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-491de433-f6da-4524-b48b-4dd548f8d7fc tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0284476 May 06 12:48:31.976763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43820) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.989850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['ee3120e7-a670-496a-b42d-c6f3cc9c1646'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:31.999240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-47b99da5-5e67-4e83-b6fb-66771d961ff7 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.001229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-47b99da5-5e67-4e83-b6fb-66771d961ff7 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0225298 May 06 12:48:32.014185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43824) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.044214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-ed057d6a-8641-4003-9d29-12a5830c9a79 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.060855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ed057d6a-8641-4003-9d29-12a5830c9a79 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0443442 May 06 12:48:32.065506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43830) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.088144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-7573a963-04c1-4a43-a2d9-50ed7c8c94e9 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.092931 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7573a963-04c1-4a43-a2d9-50ed7c8c94e9 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0255611 May 06 12:48:32.095258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43834) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.096223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafea33f-c6a0-461c-9742-692f7a828401 None None] Network f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:32.109370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-f199a678-7312-44af-8e57-d31258b71fd7 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.116392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f199a678-7312-44af-8e57-d31258b71fd7 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0171688 May 06 12:48:32.119374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['2223e052-734e-4a15-953e-99cb7d6f76d6'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:32.163291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['ccf302d5-56df-49ee-856e-4f24e4db4a13'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:32.187848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.223150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43838) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.223861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.249330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-bffc7521-2780-4d34-b5a5-89cf57898d01 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.250479 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bffc7521-2780-4d34-b5a5-89cf57898d01 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0095737 May 06 12:48:32.268913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43842) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.281415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-a57e9c77-cdd6-41ed-8130-199f2969c4fb tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.288591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a57e9c77-cdd6-41ed-8130-199f2969c4fb tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0158584 May 06 12:48:32.294851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43846) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.308362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['235a8258-23fb-493e-b8a4-6fc4b1d1499b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:32.312225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-642c8804-e8ad-49a7-be3e-25ff43dbdca6 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.317670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-642c8804-e8ad-49a7-be3e-25ff43dbdca6 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0213985 May 06 12:48:32.322755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43850) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.339148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-bde41040-8678-41cc-828b-7e00b03b7793 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.346306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bde41040-8678-41cc-828b-7e00b03b7793 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0203185 May 06 12:48:32.356574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43854) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.363855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Network 554a106b-d962-4ef4-b637-c6344f643f0e is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:32.385592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:32.393720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:32.395559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:32.396171 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.492924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-1e3d2651-8b7f-435c-9628-f63a54a032f6 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.497146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1e3d2651-8b7f-435c-9628-f63a54a032f6 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.1376908 May 06 12:48:32.508929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43860) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.514816 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.3672688 May 06 12:48:32.529882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-f268aa4b-d6bc-4198-96b3-92e3d6b0c760 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.533725 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f268aa4b-d6bc-4198-96b3-92e3d6b0c760 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0216165 May 06 12:48:32.533725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43864) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.556662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43866) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.580405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:32.624995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-61d0733f-4dbe-4e9f-a0c4-7733f4ac6937 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.632192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-61d0733f-4dbe-4e9f-a0c4-7733f4ac6937 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0594497 May 06 12:48:32.633656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43872) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.645760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-7d0ed274-3200-484a-a6c4-5565508f2089 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.649858 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d0ed274-3200-484a-a6c4-5565508f2089 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0086648 May 06 12:48:32.656284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43876) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.659322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df50b8-1e56-4caf-9cce-dc754eb4630e req-52e8e2b0-b00d-4e4d-b406-5e3644e87938 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:32.667447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-8699bc5b-a7ee-4e9b-899b-929b15929d07 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.671991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8699bc5b-a7ee-4e9b-899b-929b15929d07 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0080597 May 06 12:48:32.673583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00df50b8-1e56-4caf-9cce-dc754eb4630e req-52e8e2b0-b00d-4e4d-b406-5e3644e87938 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 945 time: 0.5772839 May 06 12:48:32.676855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43880) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.678970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfae13-ebf6-4998-a0c3-bd2849dc7a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'Port': ['ID=1890edb9-16f7-4ca0-9393-249bae0481d0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:32.698553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-57172f9a-d0f4-4249-9283-41952523acac tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.703824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-57172f9a-d0f4-4249-9283-41952523acac tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0090554 May 06 12:48:32.719470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43884) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.731824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-16f886bd-ce37-461f-9fb1-9acb45849cb0 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.736070 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-16f886bd-ce37-461f-9fb1-9acb45849cb0 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0126438 May 06 12:48:32.738044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43888) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.750570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-df28ba39-808e-4187-9d85-5eec7e1b1025 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.754819 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-df28ba39-808e-4187-9d85-5eec7e1b1025 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0127313 May 06 12:48:32.768110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43892) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.776398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-48ac8fe4-7d29-4e2c-b85d-8c2d9319c4ac tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.780673 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-48ac8fe4-7d29-4e2c-b85d-8c2d9319c4ac tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084119 May 06 12:48:32.785748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43896) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.794820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-509a7d10-9ebb-4e20-a0ef-f2bcdb802983 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.798878 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-509a7d10-9ebb-4e20-a0ef-f2bcdb802983 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0091543 May 06 12:48:32.800757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43900) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.811753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-1996c047-6028-4aa7-9019-a4fe4f48a3b4 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.815929 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1996c047-6028-4aa7-9019-a4fe4f48a3b4 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0112774 May 06 12:48:32.816124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['482d04d1-aae6-4af8-913a-59552b4d6808'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:32.818656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3b4c79-3470-4d8c-ab18-988d91ec3e97 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting subnet 0d05c5e5-1a56-446f-85c6-98e284285c3e {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:48:32.822522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43904) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.829078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4c79-3470-4d8c-ab18-988d91ec3e97 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.841570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00df50b8-1e56-4caf-9cce-dc754eb4630e req-be888eb6-767c-4e43-a1fb-d693d8d81039 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668074 May 06 12:48:32.893966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cf183-0a6d-4f7e-a984-cc5a8e161a72 req-97dc1f6e-efa0-40c6-a57f-d322d2026a4e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:32.895675 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c33cf183-0a6d-4f7e-a984-cc5a8e161a72 req-97dc1f6e-efa0-40c6-a57f-d322d2026a4e tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 945 time: 0.5412207 May 06 12:48:32.896371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.926554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-a2a5f687-c36c-42f4-a252-6074f655fbf3 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.928347 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2a5f687-c36c-42f4-a252-6074f655fbf3 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.1017878 May 06 12:48:32.940015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.951135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-2d425210-7f99-4478-bd2a-072a466a6298 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.955396 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2d425210-7f99-4478-bd2a-072a466a6298 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110281 May 06 12:48:32.958021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43916) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.974456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-6ea74415-584b-453d-8505-ec870a0d4969 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.978755 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6ea74415-584b-453d-8505-ec870a0d4969 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0166078 May 06 12:48:32.981379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43920) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.990550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-1c36fe48-56c4-4bd2-b4c3-6eb7fcd4a04a tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:32.994683 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1c36fe48-56c4-4bd2-b4c3-6eb7fcd4a04a tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0094254 May 06 12:48:32.997503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43924) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:33.008516 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4c79-3470-4d8c-ab18-988d91ec3e97 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.108714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-3b9f4d66-8e3b-4e41-9723-6b2f5f571ee5 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:33.110375 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3b9f4d66-8e3b-4e41-9723-6b2f5f571ee5 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.1114788 May 06 12:48:33.120670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43930) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:33.132532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-007fccb5-29e2-499e-80a9-e37f0afb2635 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:33.137824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-007fccb5-29e2-499e-80a9-e37f0afb2635 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0099390 May 06 12:48:33.138200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43936) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:33.148239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [None req-3611e912-2713-4c37-9da4-da901caa1236 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:33.155022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43940) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:33.157566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3611e912-2713-4c37-9da4-da901caa1236 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0182042 May 06 12:48:33.172258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-f90ce95a-e590-41ba-916f-c697a4226117 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:33.178403 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f90ce95a-e590-41ba-916f-c697a4226117 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0216913 May 06 12:48:33.179299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43944) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:33.199341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-5a52dcd6-6ff8-426d-aec0-69699a4a1971 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:33.210201 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5a52dcd6-6ff8-426d-aec0-69699a4a1971 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0252161 May 06 12:48:33.212746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43948) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:33.235361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [None req-c9cad46f-95e1-4867-a22c-7742ab1e6833 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:33.235595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c33cf183-0a6d-4f7e-a984-cc5a8e161a72 req-9cf1cb74-dd20-42e7-bb08-50a9f61a290c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170805 May 06 12:48:33.239406 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c9cad46f-95e1-4867-a22c-7742ab1e6833 tempest-ExtensionsTestJSON-64377930 tempest-ExtensionsTestJSON-64377930-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0213027 May 06 12:48:33.343648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4c79-3470-4d8c-ab18-988d91ec3e97 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.384926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] device_id is not set on port 1890edb9-16f7-4ca0-9393-249bae0481d0 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:48:33.395821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.434830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Transition to ACTIVE for port object 1890edb9-16f7-4ca0-9393-249bae0481d0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:33.442716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.659347 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4c79-3470-4d8c-ab18-988d91ec3e97 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.826377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'Port': ['ID=1890edb9-16f7-4ca0-9393-249bae0481d0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:33.907144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:33.908246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:33.908246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:33.911417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b4c79-3470-4d8c-ab18-988d91ec3e97 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Subnet': ['ID=0d05c5e5-1a56-446f-85c6-98e284285c3e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:33.934361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:33.934922 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:33.935843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d3b4c79-3470-4d8c-ab18-988d91ec3e97 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.940401 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 2 to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 May 06 12:48:33.960052 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d3b4c79-3470-4d8c-ab18-988d91ec3e97 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/0d05c5e5-1a56-446f-85c6-98e284285c3e HTTP/1.1" status: 204 len: 168 time: 2.1528869 May 06 12:48:33.967616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43968) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:34.026548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:34.027178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:34.027747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:34.052292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:34.052671 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:34.056668 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 3 to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 May 06 12:48:34.101513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7c7f5-9dd4-45ce-ae3a-230054736189 None None] Network dac9751d-2003-42ec-9f15-f81035692f28 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:34.133028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:34.133571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:34.134121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:34.189344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:34.190053 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:34.190757 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 4 to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 May 06 12:48:34.262867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:34.263358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:34.263908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:34.291353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:34.291878 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:34.292512 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 5 to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 May 06 12:48:34.354490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:34.355182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:34.355598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:34.464236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:34.464760 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:34.488672 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 6 to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 May 06 12:48:34.561614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:34.625553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43978) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:34.625553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port e89a11f4-158f-4701-9110-f5e297d30404 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:34.625553 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:34.661441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:34.661441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:34.661441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:34.696483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:34.696917 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:34.701629 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 7 to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 May 06 12:48:34.755959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:34.755959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:34.755959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:34.791751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:34.791751 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:34.791751 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 8 to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 May 06 12:48:34.826429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ffe36-944a-486b-98fd-ac73fa1e6e16 req-5d77679a-edaa-4ba5-acf8-b89b41d55df7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.836510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ffe36-944a-486b-98fd-ac73fa1e6e16 req-5d77679a-edaa-4ba5-acf8-b89b41d55df7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.844319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ffe36-944a-486b-98fd-ac73fa1e6e16 req-5d77679a-edaa-4ba5-acf8-b89b41d55df7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.852575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ffe36-944a-486b-98fd-ac73fa1e6e16 req-5d77679a-edaa-4ba5-acf8-b89b41d55df7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.860804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ffe36-944a-486b-98fd-ac73fa1e6e16 req-5d77679a-edaa-4ba5-acf8-b89b41d55df7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.869191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ffe36-944a-486b-98fd-ac73fa1e6e16 req-5d77679a-edaa-4ba5-acf8-b89b41d55df7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.877006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ffe36-944a-486b-98fd-ac73fa1e6e16 req-5d77679a-edaa-4ba5-acf8-b89b41d55df7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.880757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb2ffe36-944a-486b-98fd-ac73fa1e6e16 req-5d77679a-edaa-4ba5-acf8-b89b41d55df7 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5426 time: 0.4883640 May 06 12:48:34.990561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b98185-c1ae-4e50-b450-2ef72844ed28 req-f18a22d0-fd75-450a-b8ee-c8dc8cba861d tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.999650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9b98185-c1ae-4e50-b450-2ef72844ed28 req-f18a22d0-fd75-450a-b8ee-c8dc8cba861d tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 945 time: 0.4717889 May 06 12:48:35.031422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb2ffe36-944a-486b-98fd-ac73fa1e6e16 req-ef8251a9-b2cb-496a-ba8f-18c61de18b55 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105177 May 06 12:48:35.032616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:35.034434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:35.035051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:35.039048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43986) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:35.055820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a1d789a5-a945-4855-a1eb-9e1d61011118 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Request body: {'floatingip': {'port_id': '29de9a26-40f6-4e9c-96be-caddd8d460c8'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:35.121936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ccf302d5-56df-49ee-856e-4f24e4db4a13 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:35.370566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:35.371203 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:35.427908 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 9 to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 May 06 12:48:35.472836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1d789a5-a945-4855-a1eb-9e1d61011118 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.512176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port e89a11f4-158f-4701-9110-f5e297d30404, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e89a11f4-158f-4701-9110-f5e297d30404,segment=NetworkSegment(163f6e57-01db-4e8c-95a9-e131f02c7329),segment_id=163f6e57-01db-4e8c-95a9-e131f02c7329)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:35.512723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.844831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:35.846676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:35.848461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:35.953674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:35.954160 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:35.970547 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempt 10 to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 May 06 12:48:36.073396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:36.074392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:36.074392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempting to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:36.110370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port ccf302d5-56df-49ee-856e-4f24e4db4a13 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:36.127242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port ccf302d5-56df-49ee-856e-4f24e4db4a13 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:36.128369 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.164967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for e89a11f4-158f-4701-9110-f5e297d30404 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:36.176470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:36.176954 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Failed to bind port 1890edb9-16f7-4ca0-9393-249bae0481d0 on host n-h2-840847-1 for vnic_type normal using segments [{'id': '66a65a39-830d-4a63-8411-16c82c1c60f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '554a106b-d962-4ef4-b637-c6344f643f0e'}] May 06 12:48:36.177488 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.290568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e67f58-6e1e-464d-b3bc-bad6eaf93619 req-8d2e5b7d-26e2-478c-8e23-ba791c4ad60b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:36.293129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e67f58-6e1e-464d-b3bc-bad6eaf93619 req-8d2e5b7d-26e2-478c-8e23-ba791c4ad60b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 945 time: 0.9384408 May 06 12:48:36.302375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c847175-8227-4730-9fec-e1d096da2d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.347943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ee5d0-7362-4b9f-b7d4-9a01ed2255af None None] DHCP port deletion for f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:36.416370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-596ee5d0-7362-4b9f-b7d4-9a01ed2255af None None] Deleting port e89a11f4-158f-4701-9110-f5e297d30404 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:36.416370 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-596ee5d0-7362-4b9f-b7d4-9a01ed2255af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.671930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c847175-8227-4730-9fec-e1d096da2d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:36.680656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa67a71-9d05-4f8b-b4de-f4c988cf4681 None None] DHCP port deletion for dac9751d-2003-42ec-9f15-f81035692f28 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:36.685580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c847175-8227-4730-9fec-e1d096da2d59 admin admin] Usage tracker for resource:security_group_rule and tenant:771eedd8a9e746f1bd0a7710d2de1635 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:36.701840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c847175-8227-4730-9fec-e1d096da2d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:36.717637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] For port 1890edb9-16f7-4ca0-9393-249bae0481d0, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:36.718840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Attempted to set empty binding levels {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:48:36.742211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c847175-8227-4730-9fec-e1d096da2d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:36.764633 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.819097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e89a11f4-158f-4701-9110-f5e297d30404 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:36.880588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-596ee5d0-7362-4b9f-b7d4-9a01ed2255af None None] The port 'e89a11f4-158f-4701-9110-f5e297d30404' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:48:36.889115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-aaa67a71-9d05-4f8b-b4de-f4c988cf4681 None None] Deleting port d640c0ea-6938-42c4-b36c-d81659b19f5f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:36.894438 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aaa67a71-9d05-4f8b-b4de-f4c988cf4681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.949929 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c847175-8227-4730-9fec-e1d096da2d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.952039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.008861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c847175-8227-4730-9fec-e1d096da2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.041767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e89a11f4-158f-4701-9110-f5e297d30404 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:37.042274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e89a11f4-158f-4701-9110-f5e297d30404 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:37.148301 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.149320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=e89a11f4-158f-4701-9110-f5e297d30404,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:37.162905 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.165502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event updated for resources: {'Port': ['ID=1890edb9-16f7-4ca0-9393-249bae0481d0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:37.197742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:37.265215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No DVR routers for this DVR port e89a11f4-158f-4701-9110-f5e297d30404 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:37.307944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c847175-8227-4730-9fec-e1d096da2d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6cc026-6531-4246-926f-b3b2ea3dd0ba,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:37.317594 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2c847175-8227-4730-9fec-e1d096da2d59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=771eedd8a9e746f1bd0a7710d2de1635&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7209697 May 06 12:48:37.320364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44012) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:37.383223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aaa67a71-9d05-4f8b-b4de-f4c988cf4681 None None] For port d640c0ea-6938-42c4-b36c-d81659b19f5f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d640c0ea-6938-42c4-b36c-d81659b19f5f,segment=NetworkSegment(3dd38f50-44c5-4cc6-a664-0e22f167a769),segment_id=3dd38f50-44c5-4cc6-a664-0e22f167a769)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:37.384058 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aaa67a71-9d05-4f8b-b4de-f4c988cf4681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.427800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] In _notify_port_updated(), no bound segment for port 1890edb9-16f7-4ca0-9393-249bae0481d0 on network 554a106b-d962-4ef4-b637-c6344f643f0e {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:48:37.430042 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.433052 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8953f68e-f428-4c00-8b77-16809fb2d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "PUT /v2.0/ports/1890edb9-16f7-4ca0-9393-249bae0481d0 HTTP/1.1" status: 200 len: 977 time: 4.8893275 May 06 12:48:37.448724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44016) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:37.480730 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e67f58-6e1e-464d-b3bc-bad6eaf93619 req-c62ee837-77ff-40d3-bcce-d2becba146fa tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1625450 May 06 12:48:37.515946 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.578768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4993ac3-40a2-4fd4-9dcd-4b433e8872c4']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:37.624726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163f6e57-01db-4e8c-95a9-e131f02c7329') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:37.625210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163f6e57-01db-4e8c-95a9-e131f02c7329') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:37.625767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ccf302d5-56df-49ee-856e-4f24e4db4a13, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:37.642011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-aaa67a71-9d05-4f8b-b4de-f4c988cf4681 None None] Calling delete_port for d640c0ea-6938-42c4-b36c-d81659b19f5f owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:37.651120 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b455fc6a-7dfd-49c0-9b45-2e1a5c168b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.656172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.707197 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.712941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.734321 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b455fc6a-7dfd-49c0-9b45-2e1a5c168b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.746361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:37.747013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: timer() May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:37.772784 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:37.883871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=ccf302d5-56df-49ee-856e-4f24e4db4a13,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:37.889101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 235a8258-23fb-493e-b8a4-6fc4b1d1499b up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:38.011688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.028349 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.039978 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d123d4d-39e8-4077-853b-9d476cca27cb'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'code': 200} May 06 12:48:38.078566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b455fc6a-7dfd-49c0-9b45-2e1a5c168b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.136452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455fc6a-7dfd-49c0-9b45-2e1a5c168b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6cc026-6531-4246-926f-b3b2ea3dd0ba,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:38.153463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Network': ['ID=f4993ac3-40a2-4fd4-9dcd-4b433e8872c4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:38.166972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-faffe953-f073-4a08-bd7d-d248a1854042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Deleting port 1890edb9-16f7-4ca0-9393-249bae0481d0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:38.167821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faffe953-f073-4a08-bd7d-d248a1854042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.188570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b455fc6a-7dfd-49c0-9b45-2e1a5c168b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.190563 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b455fc6a-7dfd-49c0-9b45-2e1a5c168b8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de6cc026-6531-4246-926f-b3b2ea3dd0ba HTTP/1.1" status: 204 len: 168 time: 0.8690763 May 06 12:48:38.193828 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c9abd36b-de24-41c1-8876-58b62487353f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/networks/f4993ac3-40a2-4fd4-9dcd-4b433e8872c4 HTTP/1.1" status: 204 len: 168 time: 4.2220554 May 06 12:48:38.198515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44024) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:38.295415 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aaa67a71-9d05-4f8b-b4de-f4c988cf4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.432872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca360de-4bfd-4709-855b-4895130b7192 req-dc01cd0c-a8a3-4dcf-a41d-98780523d042 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:38.436156 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fca360de-4bfd-4709-855b-4895130b7192 req-dc01cd0c-a8a3-4dcf-a41d-98780523d042 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 945 time: 1.6888278 May 06 12:48:38.513563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa67a71-9d05-4f8b-b4de-f4c988cf4681 None None] Pushing event deleted for resources: {'Port': ['ID=d640c0ea-6938-42c4-b36c-d81659b19f5f,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:38.548037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa67a71-9d05-4f8b-b4de-f4c988cf4681 None None] No DVR routers for this DVR port d640c0ea-6938-42c4-b36c-d81659b19f5f on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:38.582630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 235a8258-23fb-493e-b8a4-6fc4b1d1499b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:38.599422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 235a8258-23fb-493e-b8a4-6fc4b1d1499b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:38.600621 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.692559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d640c0ea-6938-42c4-b36c-d81659b19f5f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:38.694219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.741455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:38.742005 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.806209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: d640c0ea-6938-42c4-b36c-d81659b19f5f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:38.807079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d640c0ea-6938-42c4-b36c-d81659b19f5f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:39.000795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.075046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 235a8258-23fb-493e-b8a4-6fc4b1d1499b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=235a8258-23fb-493e-b8a4-6fc4b1d1499b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:39.084625 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.087397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2223e052-734e-4a15-953e-99cb7d6f76d6 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:39.241636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-faffe953-f073-4a08-bd7d-d248a1854042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] For port 1890edb9-16f7-4ca0-9393-249bae0481d0, host n-h2-840847-1, got binding levels [] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:39.242493 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faffe953-f073-4a08-bd7d-d248a1854042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.297522 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.339115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=235a8258-23fb-493e-b8a4-6fc4b1d1499b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:39.361461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 2223e052-734e-4a15-953e-99cb7d6f76d6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:39.367347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 2223e052-734e-4a15-953e-99cb7d6f76d6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:39.367718 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.418471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac9751d-2003-42ec-9f15-f81035692f28']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:39.486486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd38f50-44c5-4cc6-a664-0e22f167a769') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:39.487036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd38f50-44c5-4cc6-a664-0e22f167a769') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:39.501383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-faffe953-f073-4a08-bd7d-d248a1854042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Calling delete_port for 1890edb9-16f7-4ca0-9393-249bae0481d0 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:39.559070 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.616434 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.644748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:39.645374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.649205 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.696852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea5df-bd0d-4850-8440-b3f9824e8a35 req-72c5d209-49b5-4523-a54d-13ecb5565c60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:39.705803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea5df-bd0d-4850-8440-b3f9824e8a35 req-72c5d209-49b5-4523-a54d-13ecb5565c60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:39.715367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea5df-bd0d-4850-8440-b3f9824e8a35 req-72c5d209-49b5-4523-a54d-13ecb5565c60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:39.724753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea5df-bd0d-4850-8440-b3f9824e8a35 req-72c5d209-49b5-4523-a54d-13ecb5565c60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:39.731969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2223e052-734e-4a15-953e-99cb7d6f76d6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2223e052-734e-4a15-953e-99cb7d6f76d6,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:39.739367 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.740195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0556dd40-9a4b-42b7-b459-f3251ff0209b up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: timer() May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:39.743210 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:39.751178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea5df-bd0d-4850-8440-b3f9824e8a35 req-72c5d209-49b5-4523-a54d-13ecb5565c60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:39.780351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea5df-bd0d-4850-8440-b3f9824e8a35 req-72c5d209-49b5-4523-a54d-13ecb5565c60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:39.789256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ea5df-bd0d-4850-8440-b3f9824e8a35 req-72c5d209-49b5-4523-a54d-13ecb5565c60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:39.798240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-143ea5df-bd0d-4850-8440-b3f9824e8a35 req-72c5d209-49b5-4523-a54d-13ecb5565c60 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5426 time: 2.6576412 May 06 12:48:39.849605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faffe953-f073-4a08-bd7d-d248a1854042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.955872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2223e052-734e-4a15-953e-99cb7d6f76d6,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:39.992674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 0556dd40-9a4b-42b7-b459-f3251ff0209b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:39.999427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 0556dd40-9a4b-42b7-b459-f3251ff0209b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:39.999787 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.052133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235a8258-23fb-493e-b8a4-6fc4b1d1499b'}, {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2223e052-734e-4a15-953e-99cb7d6f76d6'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:40.126997 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.164844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.185388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Network': ['ID=dac9751d-2003-42ec-9f15-f81035692f28,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:40.200581 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-10a02a21-5c9d-4bf5-af9a-d0f0d84dc93c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/networks/dac9751d-2003-42ec-9f15-f81035692f28 HTTP/1.1" status: 204 len: 168 time: 1.9886193 May 06 12:48:40.200581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44050) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:40.203854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'network': {'name': 'tempest-RoutersTest-474709320'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:40.212293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:40.219210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:network and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:40.226163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:40.236788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:40.267327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 294ba45a-b5ab-467a-81e9-f931da8d6ae7 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:40.275731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:40.285546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.454785 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.556319 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faffe953-f073-4a08-bd7d-d248a1854042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.564394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:40.588180 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.589185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0556dd40-9a4b-42b7-b459-f3251ff0209b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0556dd40-9a4b-42b7-b459-f3251ff0209b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:40.598813 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added segment 30cde443-7aae-4422-9a7b-26aef44c493b of type vlan for network 4817cff5-a669-4c6c-ba36-e5859cb1a007 May 06 12:48:40.603456 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.606491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ee3120e7-a670-496a-b42d-c6f3cc9c1646 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:40.666198 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-e2970ebf-c725-4b6f-a0e0-87c334e9da08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2964432 May 06 12:48:40.670312 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.742039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.760348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:40.761510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.916138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port 294ba45a-b5ab-467a-81e9-f931da8d6ae7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=294ba45a-b5ab-467a-81e9-f931da8d6ae7,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:40.917269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.121763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=0556dd40-9a4b-42b7-b459-f3251ff0209b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:41.130883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port ee3120e7-a670-496a-b42d-c6f3cc9c1646 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:41.141968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44066) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:41.145394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port ee3120e7-a670-496a-b42d-c6f3cc9c1646 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:41.146316 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.199618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for 294ba45a-b5ab-467a-81e9-f931da8d6ae7 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:41.200287 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0014417 May 06 12:48:41.201018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44072) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:41.226131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'subnet': {'network_id': '4817cff5-a669-4c6c-ba36-e5859cb1a007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:41.275944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.371505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-143ea5df-bd0d-4850-8440-b3f9824e8a35 req-873ad290-5833-4698-ab3f-34bfe8c257d0 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5659537 May 06 12:48:41.373331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffe953-f073-4a08-bd7d-d248a1854042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Pushing event deleted for resources: {'Port': ['ID=1890edb9-16f7-4ca0-9393-249bae0481d0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:41.388029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44076) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:41.402380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-faffe953-f073-4a08-bd7d-d248a1854042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1890edb9-16f7-4ca0-9393-249bae0481d0 HTTP/1.1" status: 204 len: 168 time: 3.9449682 May 06 12:48:41.431324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 294ba45a-b5ab-467a-81e9-f931da8d6ae7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=294ba45a-b5ab-467a-81e9-f931da8d6ae7,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:41.463767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.489440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44080) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:41.649925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=294ba45a-b5ab-467a-81e9-f931da8d6ae7,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:41.670105 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.739234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ee3120e7-a670-496a-b42d-c6f3cc9c1646, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee3120e7-a670-496a-b42d-c6f3cc9c1646,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:41.746659 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.748603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:41.777850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fad8d-653b-4456-97a4-a3134bf95ce1 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Network': ['ID=4817cff5-a669-4c6c-ba36-e5859cb1a007,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:41.801737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:41.813871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:subnet and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:41.820455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:41.834636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:41.875394 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-1fca6459-6ada-4e84-8c78-a307ac0abc1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 1097 time: 1.0489271 May 06 12:48:41.877623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:41.890640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4817cff5-a669-4c6c-ba36-e5859cb1a007 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:41.934988 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bf6a92-e836-441a-b1d8-2399dc8628ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] GET failed (client error): The resource could not be found. May 06 12:48:41.935783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-13bf6a92-e836-441a-b1d8-2399dc8628ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Synchronizing usage tracker for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:41.965100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739555686'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:42.038837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23a37ba2-607d-430e-851b-f1e5fb4a502e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.052575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:48:42.052911 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:48:42.064680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:42.086992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-13bf6a92-e836-441a-b1d8-2399dc8628ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] Unset dirty status for tenant:125615cef74048488f36cf3058074199 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:42.088215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-13bf6a92-e836-441a-b1d8-2399dc8628ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-475909907-project-admin] 10.222.0.44 "GET /v2.0/ports/1890edb9-16f7-4ca0-9393-249bae0481d0 HTTP/1.1" status: 404 len: 333 time: 0.5967312 May 06 12:48:42.111267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44088) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:42.174565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=ee3120e7-a670-496a-b42d-c6f3cc9c1646,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:42.206974 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d2aac67-cb85-41bf-8901-0db141e395f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.210375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:42.215971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:network and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:42.218496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:42.219106 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.230050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:42.251417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:42.268150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-23a37ba2-607d-430e-851b-f1e5fb4a502e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:42.279763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84985b2-5ad3-4a76-b722-0b6f0499a96c req-37961c1e-04a9-4c60-98df-70436e73cf79 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:42.286923 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f84985b2-5ad3-4a76-b722-0b6f0499a96c req-37961c1e-04a9-4c60-98df-70436e73cf79 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 945 time: 2.3767171 May 06 12:48:42.323632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-23a37ba2-607d-430e-851b-f1e5fb4a502e admin admin] Usage tracker for resource:security_group_rule and tenant:18a56125cfa646f9a61f20b7e2a32a48 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:42.353523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.446300 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.465065 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1d789a5-a945-4855-a1eb-9e1d61011118 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.473873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-23a37ba2-607d-430e-851b-f1e5fb4a502e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:42.484276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1d789a5-a945-4855-a1eb-9e1d61011118 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.541608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:42.549354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.556680 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.569055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-23a37ba2-607d-430e-851b-f1e5fb4a502e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:42.572274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:42.572592 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.604056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 482d04d1-aae6-4af8-913a-59552b4d6808 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:42.657155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:42.662376 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.687833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf805-3070-4c86-9b64-5b2e11a2e21a req-ab0b84c5-c014-4797-a3c4-8b94eeedc09b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:42.695275 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e00bf805-3070-4c86-9b64-5b2e11a2e21a req-ab0b84c5-c014-4797-a3c4-8b94eeedc09b tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.7879016 May 06 12:48:42.723413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:42.730257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.739844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 482d04d1-aae6-4af8-913a-59552b4d6808 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:42.746523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 482d04d1-aae6-4af8-913a-59552b4d6808 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:42.747011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.762122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-bbce0b97-6677-48a4-b359-6f64971e29b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:42.764129 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-bbce0b97-6677-48a4-b359-6f64971e29b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.8466215 May 06 12:48:42.858408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.942136 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-47f06042-2b82-4377-82ce-05c77994b69d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87 HTTP/1.1" status: 200 len: 217 time: 0.1528697 May 06 12:48:42.948501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:42.968615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.023421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f84985b2-5ad3-4a76-b722-0b6f0499a96c req-6e3ba7fd-5fc6-47ee-b340-935efe50c4f0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353542 May 06 12:48:43.029186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 482d04d1-aae6-4af8-913a-59552b4d6808, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=482d04d1-aae6-4af8-913a-59552b4d6808,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:43.035574 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.066213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:security_group_rule and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:43.088636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:43.099302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23a37ba2-607d-430e-851b-f1e5fb4a502e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.124576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:43.136919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26272484-8187-45ef-80ec-55132c025e94 req-cd8119e8-463a-46ac-ab47-c59000c4ec84 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:43.138174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-26272484-8187-45ef-80ec-55132c025e94 req-cd8119e8-463a-46ac-ab47-c59000c4ec84 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:43.187408 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff3e413-c6b1-4c91-8574-42daebf69606'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235a8258-23fb-493e-b8a4-6fc4b1d1499b', 'code': 200} May 06 12:48:43.188364 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff3e413-c6b1-4c91-8574-42daebf69606'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2223e052-734e-4a15-953e-99cb7d6f76d6', 'code': 200} May 06 12:48:43.198753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=482d04d1-aae6-4af8-913a-59552b4d6808,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:43.206856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e00bf805-3070-4c86-9b64-5b2e11a2e21a req-eab097ce-b824-4c3a-a64b-f7776683a1b2 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4128766 May 06 12:48:43.286577 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.330915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.431605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-fc8936f5-1861-4b7c-aeaa-3e02fa45a0c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:43.434366 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-fc8936f5-1861-4b7c-aeaa-3e02fa45a0c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 0.4800544 May 06 12:48:43.443165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-26272484-8187-45ef-80ec-55132c025e94 req-cd8119e8-463a-46ac-ab47-c59000c4ec84 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:43.445128 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-26272484-8187-45ef-80ec-55132c025e94 req-cd8119e8-463a-46ac-ab47-c59000c4ec84 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.9046366 May 06 12:48:43.519924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554a106b-d962-4ef4-b637-c6344f643f0e']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:43.553673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23a37ba2-607d-430e-851b-f1e5fb4a502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.661653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a65a39-830d-4a63-8411-16c82c1c60f8') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:43.661957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a65a39-830d-4a63-8411-16c82c1c60f8') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:43.705166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Subnet': ['ID=e16a9f21-6705-4585-8cfb-1ecb40c69585,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:43.719598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.753816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a37ba2-607d-430e-851b-f1e5fb4a502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f215e25-918f-40ce-8039-1021e01e60b1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:43.774196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.796686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Deleting port a4df7457-59ac-4e88-8a02-85fe907197a1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:43.797219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.816276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:43.816595 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: timer() May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:43.840625 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:43.846275 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-23a37ba2-607d-430e-851b-f1e5fb4a502e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18a56125cfa646f9a61f20b7e2a32a48&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4525893 May 06 12:48:43.853437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44094) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:43.886484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.887131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.887664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.888326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.888883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.889485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.889969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.890566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.891133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.891747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.892245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.918129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.932995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Checking segment: {'id': '30cde443-7aae-4422-9a7b-26aef44c493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4817cff5-a669-4c6c-ba36-e5859cb1a007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:43.933600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network hostable DHCP agents. Network: 4817cff5-a669-4c6c-ba36-e5859cb1a007, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:48:43.958711 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.986534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port 294ba45a-b5ab-467a-81e9-f931da8d6ae7, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=294ba45a-b5ab-467a-81e9-f931da8d6ae7,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:43.986931 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.077125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.101457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:44.147252 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-9e0f87b2-8648-427d-b3ab-ea61b0023bdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6898654 May 06 12:48:44.158494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ee51e6-227b-4fc0-ab5e-141d3e95d5f7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:44.159641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for 294ba45a-b5ab-467a-81e9-f931da8d6ae7 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:44.207169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.219850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.220390 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment 62e86410-c202-4742-b37f-f7b938ab11eb of type vlan for network 3b2821b1-3e2e-437e-ab31-42dbe97624be May 06 12:48:44.245021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] Pushing event deleted for resources: {'Network': ['ID=554a106b-d962-4ef4-b637-c6344f643f0e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:44.265321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6403c5-7f01-4c56-984e-362d4a745a82 req-a59c390c-bb9b-4042-9a0c-23c652ef1e3b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:44.269530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6403c5-7f01-4c56-984e-362d4a745a82 req-a59c390c-bb9b-4042-9a0c-23c652ef1e3b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:44.274863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6403c5-7f01-4c56-984e-362d4a745a82 req-a59c390c-bb9b-4042-9a0c-23c652ef1e3b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:44.277704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6403c5-7f01-4c56-984e-362d4a745a82 req-a59c390c-bb9b-4042-9a0c-23c652ef1e3b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:44.281724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6403c5-7f01-4c56-984e-362d4a745a82 req-a59c390c-bb9b-4042-9a0c-23c652ef1e3b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:44.285694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6403c5-7f01-4c56-984e-362d4a745a82 req-a59c390c-bb9b-4042-9a0c-23c652ef1e3b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:44.289668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6403c5-7f01-4c56-984e-362d4a745a82 req-a59c390c-bb9b-4042-9a0c-23c652ef1e3b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:44.291720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a6403c5-7f01-4c56-984e-362d4a745a82 req-a59c390c-bb9b-4042-9a0c-23c652ef1e3b tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 0.7636659 May 06 12:48:44.351453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3f08f1b5-ccb4-4695-8d43-e233eed724d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927201553-project] 10.222.0.44 "DELETE /v2.0/networks/554a106b-d962-4ef4-b637-c6344f643f0e HTTP/1.1" status: 204 len: 168 time: 2.2368071 May 06 12:48:44.412401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 4817cff5-a669-4c6c-ba36-e5859cb1a007 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:48:44.422823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baaa8d65-b2b4-42b5-bbed-f60de3a8009a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.547117 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baaa8d65-b2b4-42b5-bbed-f60de3a8009a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.560140 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-a1d789a5-a945-4855-a1eb-9e1d61011118 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Floating IP 9a4c7b8f-a31b-4f3e-a5db-1df868c504e7 associated. External IP: 172.25.7.188, port: 29de9a26-40f6-4e9c-96be-caddd8d460c8. May 06 12:48:44.584574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 4817cff5-a669-4c6c-ba36-e5859cb1a007) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:44.589648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.606136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f885c-2a0d-46a2-b041-b461b7c1a7a5 None None] Network 4817cff5-a669-4c6c-ba36-e5859cb1a007 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:44.625568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a6403c5-7f01-4c56-984e-362d4a745a82 req-b10c903c-f33c-4f7c-ab62-f92379bb61b1 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2864220 May 06 12:48:44.637908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:44.639307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.753733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.761088 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-e3614cbd-de7c-4d8f-be0b-68e55199836a service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967617 May 06 12:48:44.774618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:48:44.846741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d534c8c-99a0-498e-82ab-69e90e162cd5 req-936232f4-8887-4291-b5aa-3d306b435bf2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:44.847638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2d534c8c-99a0-498e-82ab-69e90e162cd5 req-936232f4-8887-4291-b5aa-3d306b435bf2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:44.924237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event deleted for resources: {'Port': ['ID=294ba45a-b5ab-467a-81e9-f931da8d6ae7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:44.927951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44106) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:44.940361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440', 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:44.966721 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-efcc6acc-d131-4dc0-8287-f368f762f50b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7593699 May 06 12:48:44.984245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44112) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:45.064011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bcb6880b-adf6-462f-8fa3-27eb9a01400a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.169328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-600260393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:45.180842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:45.187518 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.191495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:45.192441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.199884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] For port a4df7457-59ac-4e88-8a02-85fe907197a1, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a4df7457-59ac-4e88-8a02-85fe907197a1,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:45.200666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.204376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0556dd40-9a4b-42b7-b459-f3251ff0209b'}, {'server_uuid': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294ba45a-b5ab-467a-81e9-f931da8d6ae7'}, {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3120e7-a670-496a-b42d-c6f3cc9c1646'}, {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea'}, {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482d04d1-aae6-4af8-913a-59552b4d6808'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:45.227015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] No DVR routers for this DVR port 294ba45a-b5ab-467a-81e9-f931da8d6ae7 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:45.233414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:router and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:45.233660 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.244326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:45.266493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2d534c8c-99a0-498e-82ab-69e90e162cd5 req-936232f4-8887-4291-b5aa-3d306b435bf2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:45.269612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d534c8c-99a0-498e-82ab-69e90e162cd5 req-936232f4-8887-4291-b5aa-3d306b435bf2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab0880cd-d5f4-4b84-93ca-aa5c9e93b618 HTTP/1.1" status: 200 len: 943 time: 1.0145369 May 06 12:48:45.295162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'name': 'network-vif-deleted', 'tag': '294ba45a-b5ab-467a-81e9-f931da8d6ae7'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:45.314365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fca360de-4bfd-4709-855b-4895130b7192 req-325af59e-a152-4acd-8c14-f230b9b0f94c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "DELETE /v2.0/ports/294ba45a-b5ab-467a-81e9-f931da8d6ae7 HTTP/1.1" status: 204 len: 173 time: 6.8701515 May 06 12:48:45.320223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baaa8d65-b2b4-42b5-bbed-f60de3a8009a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.328869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-4817cff5-a669-4c6c-ba36-e5859cb1a007', 'network_id': '4817cff5-a669-4c6c-ba36-e5859cb1a007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'fixed_ips': [{'subnet_id': 'e16a9f21-6705-4585-8cfb-1ecb40c69585'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:48:45.330113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.332411 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baaa8d65-b2b4-42b5-bbed-f60de3a8009a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.335712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:45.359465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-baaa8d65-b2b4-42b5-bbed-f60de3a8009a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f215e25-918f-40ce-8039-1021e01e60b1 HTTP/1.1" status: 204 len: 168 time: 1.5011301 May 06 12:48:45.515823 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.3701811 May 06 12:48:45.565539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa8d65-b2b4-42b5-bbed-f60de3a8009a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f215e25-918f-40ce-8039-1021e01e60b1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:45.640776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c38b3-447d-4328-a5e1-009bfcc23241 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=3b2821b1-3e2e-437e-ab31-42dbe97624be,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:45.703713 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a83ccde4-bd75-4470-acf2-e8546c9dbe46 req-da882726-d609-41ab-a89d-bf48399797f1 service neutron] 10.222.0.36 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9318259 May 06 12:48:45.704645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.705655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.766848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.797042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d534c8c-99a0-498e-82ab-69e90e162cd5 req-949ec26d-3486-439b-9145-ecee8d813c0f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786468 May 06 12:48:45.816307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.891729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.896333 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-edb57a5e-dec6-453f-a272-f778d3a41a9f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7471678 May 06 12:48:45.898828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44126) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:45.904078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Allocated IP 172.20.0.2 (4817cff5-a669-4c6c-ba36-e5859cb1a007/e16a9f21-6705-4585-8cfb-1ecb40c69585/511f4d56-ce3f-4992-ad6d-d5491fc2be82) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:45.931706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d3a3e377-cd1a-4bcb-b678-7f08bfcbfe9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1afa87ad24e7452c9a5d257e6c114f05&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0007496 May 06 12:48:45.932327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44128) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:45.955944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824e56b-4c92-4b45-9699-a1a2ec1797e4 req-7d9354c3-0fb1-4aa7-b820-2d0927f818ac tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:45.957537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7824e56b-4c92-4b45-9699-a1a2ec1797e4 req-7d9354c3-0fb1-4aa7-b820-2d0927f818ac tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 946 time: 0.9023988 May 06 12:48:46.059737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'port': {'network_id': '4817cff5-a669-4c6c-ba36-e5859cb1a007', 'name': 'tempest-RoutersTest-794730968'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:46.263530 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9a208bb-623c-47c1-9f8b-9ece1b605d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:46.388307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7824e56b-4c92-4b45-9699-a1a2ec1797e4 req-feeaee69-c60a-4cde-bc57-15ee8760de0a tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbaef263-c3c1-41a8-81bb-7ad3af3242cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254447 May 06 12:48:46.395565 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e045569d-0aef-48f6-8992-c324a3983c5a'] response: {'server_uuid': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'name': 'network-vif-deleted', 'tag': '294ba45a-b5ab-467a-81e9-f931da8d6ae7', 'status': 'completed', 'code': 200} May 06 12:48:46.490093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9a208bb-623c-47c1-9f8b-9ece1b605d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:46.524895 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d6d755-d3b1-4b84-87a5-5569befe97bf'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0556dd40-9a4b-42b7-b459-f3251ff0209b', 'code': 200} May 06 12:48:46.525672 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d6d755-d3b1-4b84-87a5-5569befe97bf'] response: {'server_uuid': 'ab0880cd-d5f4-4b84-93ca-aa5c9e93b618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '294ba45a-b5ab-467a-81e9-f931da8d6ae7', 'code': 200} May 06 12:48:46.526144 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d6d755-d3b1-4b84-87a5-5569befe97bf'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3120e7-a670-496a-b42d-c6f3cc9c1646', 'code': 200} May 06 12:48:46.526690 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d6d755-d3b1-4b84-87a5-5569befe97bf'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea', 'code': 200} May 06 12:48:46.527723 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d6d755-d3b1-4b84-87a5-5569befe97bf'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482d04d1-aae6-4af8-913a-59552b4d6808', 'code': 200} May 06 12:48:46.571347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3b2821b1-3e2e-437e-ab31-42dbe97624be details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:46.608641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:46.609850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:46.610353 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Floating IP 3f41ae61-4a01-4f24-b51f-c4446f3ad36e disassociated. External IP: 172.25.7.44, port: a4df7457-59ac-4e88-8a02-85fe907197a1. May 06 12:48:46.611051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Calling delete_port for a4df7457-59ac-4e88-8a02-85fe907197a1 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:46.842246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44134) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:46.920444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.054783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event deleted for resources: {'Port': ['ID=a4df7457-59ac-4e88-8a02-85fe907197a1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:47.072025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18376cb7-8f75-4485-a8b8-9be32ceb5ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.087959 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.106347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Transition to ACTIVE for port object 511f4d56-ce3f-4992-ad6d-d5491fc2be82 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:47.152291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Transition to ACTIVE for port object 511f4d56-ce3f-4992-ad6d-d5491fc2be82 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:47.153959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-18376cb7-8f75-4485-a8b8-9be32ceb5ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:47.158989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-18376cb7-8f75-4485-a8b8-9be32ceb5ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:1f451b7a68c74590b80516a2a575c14f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:47.164011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-18376cb7-8f75-4485-a8b8-9be32ceb5ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:47.172421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-18376cb7-8f75-4485-a8b8-9be32ceb5ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:47.270371 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18376cb7-8f75-4485-a8b8-9be32ceb5ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.284520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18376cb7-8f75-4485-a8b8-9be32ceb5ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.340813 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-18376cb7-8f75-4485-a8b8-9be32ceb5ca6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f451b7a68c74590b80516a2a575c14f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4556434 May 06 12:48:47.385697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44142) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:47.423917 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.441721 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.461313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a4df7457-59ac-4e88-8a02-85fe907197a1 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:47.580796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.787559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:47.812872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9a208bb-623c-47c1-9f8b-9ece1b605d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.844043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Pushing event updated for resources: {'Port': ['ID=511f4d56-ce3f-4992-ad6d-d5491fc2be82,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:47.884644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: a4df7457-59ac-4e88-8a02-85fe907197a1 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:47.886799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a4df7457-59ac-4e88-8a02-85fe907197a1 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:47.893587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a208bb-623c-47c1-9f8b-9ece1b605d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e5ed0-7fe7-4b03-a5ed-b708dcfd0832,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:47.927772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18376cb7-8f75-4485-a8b8-9be32ceb5ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343f5abb-5b95-4206-acfe-6504598bf293,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:47.949601 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9a208bb-623c-47c1-9f8b-9ece1b605d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.951247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e9a208bb-623c-47c1-9f8b-9ece1b605d81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b87e5ed0-7fe7-4b03-a5ed-b708dcfd0832 HTTP/1.1" status: 204 len: 168 time: 2.0080686 May 06 12:48:47.958586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Network 4817cff5-a669-4c6c-ba36-e5859cb1a007 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:47.969506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:47.975515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:47.977909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.005656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-6ede19ae-30fd-4855-8ad0-3d8eb7c44e6c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3269849 May 06 12:48:48.088490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:port and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:48.092649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fcdf-7c6b-4667-bcca-df5858b63b3d req-485b7221-46f9-4827-be47-a15fcc53bbbe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:48.105773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fcdf-7c6b-4667-bcca-df5858b63b3d req-485b7221-46f9-4827-be47-a15fcc53bbbe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:48.117815 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-260511df-b259-49ed-91e0-535aa5bb4046 req-c0acdec6-f3c6-44e0-b6fc-1ea458958768 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6490 time: 1.2674160 May 06 12:48:48.125055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:48.127193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fcdf-7c6b-4667-bcca-df5858b63b3d req-485b7221-46f9-4827-be47-a15fcc53bbbe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:48.145006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fcdf-7c6b-4667-bcca-df5858b63b3d req-485b7221-46f9-4827-be47-a15fcc53bbbe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:48.161046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fcdf-7c6b-4667-bcca-df5858b63b3d req-485b7221-46f9-4827-be47-a15fcc53bbbe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:48.185555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fcdf-7c6b-4667-bcca-df5858b63b3d req-485b7221-46f9-4827-be47-a15fcc53bbbe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:48.220012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fcdf-7c6b-4667-bcca-df5858b63b3d req-485b7221-46f9-4827-be47-a15fcc53bbbe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:48.255002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9738fcdf-7c6b-4667-bcca-df5858b63b3d req-485b7221-46f9-4827-be47-a15fcc53bbbe tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 1.1635492 May 06 12:48:48.297852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:48.323424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-260511df-b259-49ed-91e0-535aa5bb4046 req-4797403c-cdb1-4f02-bed9-7f413ffd007b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1925297 May 06 12:48:48.374229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc147d3d-cb8a-42cd-89db-7b8c8864490c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.417559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:48.424972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.466276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8621356-f90a-4892-8d36-9cdb06040802 req-55926f4e-5728-4638-a979-14b06cee5d01 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 210 time: 0.1336098 May 06 12:48:48.475395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Attempting to bind port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:48.476041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Attempting to bind port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '30cde443-7aae-4422-9a7b-26aef44c493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4817cff5-a669-4c6c-ba36-e5859cb1a007'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:48.476160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Attempting to bind port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 on network 4817cff5-a669-4c6c-ba36-e5859cb1a007 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:48.490655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:48:48.492664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Checking segment: {'id': '30cde443-7aae-4422-9a7b-26aef44c493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4817cff5-a669-4c6c-ba36-e5859cb1a007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:48.493150 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.493570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Bound using segment: {'id': '30cde443-7aae-4422-9a7b-26aef44c493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4817cff5-a669-4c6c-ba36-e5859cb1a007'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:48:48.494116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Bound port: 511f4d56-ce3f-4992-ad6d-d5491fc2be82, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cde443-7aae-4422-9a7b-26aef44c493b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4817cff5-a669-4c6c-ba36-e5859cb1a007'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:48:48.495657 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.583693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] device_id is not set on port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:48:48.592306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9738fcdf-7c6b-4667-bcca-df5858b63b3d req-72241333-7229-444d-a6c4-df2da470b9ab tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3311157 May 06 12:48:48.670337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-78b67c43-f10e-47f7-985c-661fddfe2ec0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7269a567c60f43f8910fe046bea427d7&device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 1096 time: 0.3418853 May 06 12:48:48.693489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d789a5-a945-4855-a1eb-9e1d61011118 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Router 685ae792-3386-4791-99df-925e11b55afc has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:48:48.782184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] For port 511f4d56-ce3f-4992-ad6d-d5491fc2be82, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:48.787490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] For port 511f4d56-ce3f-4992-ad6d-d5491fc2be82, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=511f4d56-ce3f-4992-ad6d-d5491fc2be82,segment=NetworkSegment(30cde443-7aae-4422-9a7b-26aef44c493b),segment_id=30cde443-7aae-4422-9a7b-26aef44c493b)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:48:48.794666 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.906524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.20.0.14 (4817cff5-a669-4c6c-ba36-e5859cb1a007/e16a9f21-6705-4585-8cfb-1ecb40c69585/7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:48.970916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6c53-88a6-4dce-8a9e-6102d163991a None None] Pushing event updated for resources: {'Port': ['ID=511f4d56-ce3f-4992-ad6d-d5491fc2be82,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:49.074534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44154) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:49.232670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-434806fb-8509-4bb8-bc37-090d1d67b751 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=125615cef74048488f36cf3058074199&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1577165 May 06 12:48:49.241498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc147d3d-cb8a-42cd-89db-7b8c8864490c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.251566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44158) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:49.370877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ff16d-049f-4ff1-ac09-9c35bdbb24b4 req-acea0af9-f936-4539-9039-4bef58bc917d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:49.380374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d20ff16d-049f-4ff1-ac09-9c35bdbb24b4 req-acea0af9-f936-4539-9039-4bef58bc917d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 946 time: 0.5661557 May 06 12:48:49.435661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Router 1472b486-5de4-43fc-9a39-844365ee09fb has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:48:49.500784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-fc2f1d5d-e801-498a-bef4-93a5538b9613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:49.503154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-fc2f1d5d-e801-498a-bef4-93a5538b9613 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 200 len: 919 time: 0.7996893 May 06 12:48:49.532310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d20ff16d-049f-4ff1-ac09-9c35bdbb24b4 req-1618695b-4422-49b3-acf0-5d42bb20066d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509364 May 06 12:48:49.547583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.631064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Transition to ACTIVE for port object 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:49.698957 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc147d3d-cb8a-42cd-89db-7b8c8864490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.739699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc147d3d-cb8a-42cd-89db-7b8c8864490c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343f5abb-5b95-4206-acfe-6504598bf293,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:49.747749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41fd5b5a-1be9-4ecb-b858-4e62a817f550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.796126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41fd5b5a-1be9-4ecb-b858-4e62a817f550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.869655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41fd5b5a-1be9-4ecb-b858-4e62a817f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.931596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38bda22c-d7db-4f3b-9555-a9b122d766a3 req-a1929b9b-8b4f-40fc-abb3-67ea9fe66486 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 210 time: 0.1616607 May 06 12:48:49.948840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-03f7c754-bdeb-422f-8113-98b787b994e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb HTTP/1.1" status: 200 len: 217 time: 0.4150674 May 06 12:48:50.002076 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-41fd5b5a-1be9-4ecb-b858-4e62a817f550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.005737 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-41fd5b5a-1be9-4ecb-b858-4e62a817f550 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02ca0bc2-9909-4598-a1a6-6c65f569ada4 HTTP/1.1" status: 204 len: 168 time: 0.7394924 May 06 12:48:50.087707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc147d3d-cb8a-42cd-89db-7b8c8864490c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.089272 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc147d3d-cb8a-42cd-89db-7b8c8864490c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/343f5abb-5b95-4206-acfe-6504598bf293 HTTP/1.1" status: 204 len: 168 time: 2.6808922 May 06 12:48:50.122215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd5b5a-1be9-4ecb-b858-4e62a817f550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ca0bc2-9909-4598-a1a6-6c65f569ada4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:50.187985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.297210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 4817cff5-a669-4c6c-ba36-e5859cb1a007 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:50.304201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:50.314393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:50.375640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:50.439121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:50.440679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.492389 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-70b37919-5610-484c-9953-2167457e2668 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.4589708 May 06 12:48:50.493428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44170) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:50.526233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d789a5-a945-4855-a1eb-9e1d61011118 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:48:50.543469 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] Sync routers for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:48:50.552849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1d789a5-a945-4855-a1eb-9e1d61011118 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.585018 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:50.589955 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:50.769784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 511f4d56-ce3f-4992-ad6d-d5491fc2be82 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:50.834040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a1d789a5-a945-4855-a1eb-9e1d61011118 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "PUT /v2.0/floatingips/9a4c7b8f-a31b-4f3e-a5db-1df868c504e7 HTTP/1.1" status: 200 len: 991 time: 15.7856424 May 06 12:48:50.849169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22739314-5590-4770-86a6-7225e78a5221', 'tag': '29de9a26-40f6-4e9c-96be-caddd8d460c8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:50.991575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-faedf506-3630-4125-973b-032949f3f4a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:50.993202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-faedf506-3630-4125-973b-032949f3f4a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 200 len: 857 time: 1.0351083 May 06 12:48:51.005981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:48:51.030097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] Sync routers for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:48:51.045666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:51.105222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:51.105895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:51.179963 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:51.502941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-ef4eebb2-ffec-4018-a363-3673886f95de tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:51.507083 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-ef4eebb2-ffec-4018-a363-3673886f95de tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 946 time: 1.2495465 May 06 12:48:51.529679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecddfed-08fb-4670-b6ef-d218d1c8cd7b req-97eac0cb-7d69-4c6f-805c-1195535db92a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:51.546738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] No DVR routers for this DVR port a4df7457-59ac-4e88-8a02-85fe907197a1 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:51.547672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecddfed-08fb-4670-b6ef-d218d1c8cd7b req-97eac0cb-7d69-4c6f-805c-1195535db92a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:51.560367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecddfed-08fb-4670-b6ef-d218d1c8cd7b req-97eac0cb-7d69-4c6f-805c-1195535db92a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:51.563121 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:51.568077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecddfed-08fb-4670-b6ef-d218d1c8cd7b req-97eac0cb-7d69-4c6f-805c-1195535db92a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:51.579001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecddfed-08fb-4670-b6ef-d218d1c8cd7b req-97eac0cb-7d69-4c6f-805c-1195535db92a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:51.586576 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-26272484-8187-45ef-80ec-55132c025e94 req-f62e04e6-9109-4900-a537-3b4cb0896043 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.36 "DELETE /v2.0/ports/a4df7457-59ac-4e88-8a02-85fe907197a1 HTTP/1.1" status: 204 len: 173 time: 8.0644069 May 06 12:48:51.590645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecddfed-08fb-4670-b6ef-d218d1c8cd7b req-97eac0cb-7d69-4c6f-805c-1195535db92a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:51.612557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecddfed-08fb-4670-b6ef-d218d1c8cd7b req-97eac0cb-7d69-4c6f-805c-1195535db92a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:51.621732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'name': 'network-vif-deleted', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:51.630958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ecddfed-08fb-4670-b6ef-d218d1c8cd7b req-97eac0cb-7d69-4c6f-805c-1195535db92a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 1.5278430 May 06 12:48:51.835788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:51.938720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:51.939915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:52.060126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d6f48c-840f-4404-9920-a07c6b603fcb None None] Network 4817cff5-a669-4c6c-ba36-e5859cb1a007 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:52.131901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44198) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:52.171704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ecddfed-08fb-4670-b6ef-d218d1c8cd7b req-d06258df-56f2-4c6e-84cd-42e764f8f108 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5391612 May 06 12:48:52.320569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': '3b2821b1-3e2e-437e-ab31-42dbe97624be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:52.464399 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a36db87-189c-4e45-8814-cc1ee28db4bf'] response: {'name': 'network-changed', 'server_uuid': '22739314-5590-4770-86a6-7225e78a5221', 'tag': '29de9a26-40f6-4e9c-96be-caddd8d460c8', 'status': 'completed', 'code': 200} May 06 12:48:52.831191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-361ea997-9261-40ea-b814-21345353646f None None] Provisioning for port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:52.933315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-361ea997-9261-40ea-b814-21345353646f None None] Provisioning complete for port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:52.934500 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-361ea997-9261-40ea-b814-21345353646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:52.963195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44214) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:53.004280 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9a4c7b8f-a31b-4f3e-a5db-1df868c504e7', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '685ae792-3386-4791-99df-925e11b55afc', 'port_id': '29de9a26-40f6-4e9c-96be-caddd8d460c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'mac_address': 'fa:16:3e:51:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22739314-5590-4770-86a6-7225e78a5221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:47:50Z', 'updated_at': '2022-05-06T12:48:42Z', 'revision_number': 1, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:53.017380 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] Checking router: 685ae792-3386-4791-99df-925e11b55afc for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:48:53.025144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65eb054b-0a4d-4465-ba7a-2ed9b52767de req-6fd49941-bef2-4616-ad70-f91d25f2cb5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 1096 time: 0.4132380 May 06 12:48:53.050434 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:53.053803 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:53.064782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.285414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:53.286351 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.337046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2039709161'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:53.486837 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:53.509752 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-361ea997-9261-40ea-b814-21345353646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.559007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for b14b2b47-9da1-4cc2-a30f-3d8001e29e0b owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:53.635467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-361ea997-9261-40ea-b814-21345353646f None None] For port 511f4d56-ce3f-4992-ad6d-d5491fc2be82, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=511f4d56-ce3f-4992-ad6d-d5491fc2be82,segment=NetworkSegment(30cde443-7aae-4422-9a7b-26aef44c493b),segment_id=30cde443-7aae-4422-9a7b-26aef44c493b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:53.649351 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-361ea997-9261-40ea-b814-21345353646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.708113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b12c894-8eaf-436d-af42-58a9e1b76804 req-45fd1411-3012-4b7d-a80f-d947959f021c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa185a57-80be-4b38-8702-c3c6aa5df708 HTTP/1.1" status: 200 len: 210 time: 0.2264836 May 06 12:48:53.749769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:53.756334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Usage tracker for resource:network and tenant:74fbfc81322240bbb2b37c9ccf565e51 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:53.760558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:53.771598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:53.828509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Made reservation on behalf of 74fbfc81322240bbb2b37c9ccf565e51 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:53.831604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:59Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:53.832093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.832287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139ec2c-9b5f-4e40-bc51-553f78d74f90 req-c2ca06f6-f1bf-413c-8353-279575d44acf tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:53.843320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e139ec2c-9b5f-4e40-bc51-553f78d74f90 req-c2ca06f6-f1bf-413c-8353-279575d44acf tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 946 time: 2.8482652 May 06 12:48:53.863879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-006a8c4b-8f26-4469-8962-30d6667f48ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37328990-9ad9-45dc-91ea-f741b12ef97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.8463309 May 06 12:48:53.868147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] Checking router: 1472b486-5de4-43fc-9a39-844365ee09fb for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:48:53.897561 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad099fe-82c8-428b-922c-5f524a089d77'] response: {'server_uuid': 'aa185a57-80be-4b38-8702-c3c6aa5df708', 'name': 'network-vif-deleted', 'tag': 'a4df7457-59ac-4e88-8a02-85fe907197a1', 'status': 'completed', 'code': 200} May 06 12:48:53.898487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.922508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ea997-9261-40ea-b814-21345353646f None None] Pushing event updated for resources: {'Port': ['ID=511f4d56-ce3f-4992-ad6d-d5491fc2be82,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:53.956358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:53.957456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:53.978335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb054b-0a4d-4465-ba7a-2ed9b52767de req-de556340-0279-480a-b830-5efd805191ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:53.980029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65eb054b-0a4d-4465-ba7a-2ed9b52767de req-de556340-0279-480a-b830-5efd805191ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 912 time: 0.9480138 May 06 12:48:53.990730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:54.001336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:subnet and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:54.006806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:54.022475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:54.222855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e139ec2c-9b5f-4e40-bc51-553f78d74f90 req-64764fdc-e3c7-404f-a1f6-64fea21e5aa9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779666 May 06 12:48:54.224071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:54.353111 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65eb054b-0a4d-4465-ba7a-2ed9b52767de req-5e347724-73c0-4c63-a5c8-50a38271367a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29de9a26-40f6-4e9c-96be-caddd8d460c8 HTTP/1.1" status: 200 len: 999 time: 0.3611286 May 06 12:48:54.354377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:54.379834 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9a4c7b8f-a31b-4f3e-a5db-1df868c504e7', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '685ae792-3386-4791-99df-925e11b55afc', 'port_id': '29de9a26-40f6-4e9c-96be-caddd8d460c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'mac_address': 'fa:16:3e:51:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22739314-5590-4770-86a6-7225e78a5221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:47:50Z', 'updated_at': '2022-05-06T12:48:42Z', 'revision_number': 1, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:54.386057 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1618a0-2886-49d6-8144-b504e8c75846 None None] The sync data for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 is: [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9a4c7b8f-a31b-4f3e-a5db-1df868c504e7', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'floating_ip_address': '172.25.7.188', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '685ae792-3386-4791-99df-925e11b55afc', 'port_id': '29de9a26-40f6-4e9c-96be-caddd8d460c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'mac_address': 'fa:16:3e:51:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22739314-5590-4770-86a6-7225e78a5221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:47:50Z', 'updated_at': '2022-05-06T12:48:42Z', 'revision_number': 1, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:48:54.389500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.461620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Usage tracker for resource:security_group_rule and tenant:74fbfc81322240bbb2b37c9ccf565e51 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:54.469985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:54.497550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:54.528433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b14b2b47-9da1-4cc2-a30f-3d8001e29e0b no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:54.701909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-7b1522c9-8150-44c9-a7af-008c26a44138 service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272858 May 06 12:48:54.714956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb054b-0a4d-4465-ba7a-2ed9b52767de req-63da8973-0f28-44fd-a667-49cb30b5d509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.720460 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65eb054b-0a4d-4465-ba7a-2ed9b52767de req-63da8973-0f28-44fd-a667-49cb30b5d509 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.3432870 May 06 12:48:54.752996 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.767751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:54.864473 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903aa58-aa6a-46cd-bcce-e8f7c7720589 None None] New status for floating IP 9a4c7b8f-a31b-4f3e-a5db-1df868c504e7: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:48:54.915378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event deleted for resources: {'Port': ['ID=b14b2b47-9da1-4cc2-a30f-3d8001e29e0b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:54.941356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f646695-6b3c-46b2-b4c4-329eec6e8aa9 req-7cc41a73-d3b1-4a16-a303-853271b67df3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.946855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f646695-6b3c-46b2-b4c4-329eec6e8aa9 req-7cc41a73-d3b1-4a16-a303-853271b67df3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.951956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f646695-6b3c-46b2-b4c4-329eec6e8aa9 req-7cc41a73-d3b1-4a16-a303-853271b67df3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.956171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f646695-6b3c-46b2-b4c4-329eec6e8aa9 req-7cc41a73-d3b1-4a16-a303-853271b67df3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.960409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f646695-6b3c-46b2-b4c4-329eec6e8aa9 req-7cc41a73-d3b1-4a16-a303-853271b67df3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.965021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f646695-6b3c-46b2-b4c4-329eec6e8aa9 req-7cc41a73-d3b1-4a16-a303-853271b67df3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.969449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f646695-6b3c-46b2-b4c4-329eec6e8aa9 req-7cc41a73-d3b1-4a16-a303-853271b67df3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.978894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f646695-6b3c-46b2-b4c4-329eec6e8aa9 req-7cc41a73-d3b1-4a16-a303-853271b67df3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 0.8315873 May 06 12:48:55.010562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44244) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:55.023833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 511f4d56-ce3f-4992-ad6d-d5491fc2be82 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:55.176600 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65eb054b-0a4d-4465-ba7a-2ed9b52767de req-1d58cc84-d770-4bac-829e-9bdadb3b39e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4458392 May 06 12:48:55.183475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.187021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.189926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.206443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:55.207059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:55.219744 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.220340 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Added segment fe8181f7-ee80-438f-a98c-c298c37ba10e of type vlan for network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 May 06 12:48:55.235254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f646695-6b3c-46b2-b4c4-329eec6e8aa9 req-8c6a0f0d-6403-4834-be1a-b93493ec121f tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2568262 May 06 12:48:55.269277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] No DVR routers for this DVR port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:55.296245 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.335269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.338006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54af6360-86c2-458e-9234-2e8bbc3fb072', 'name': 'network-vif-deleted', 'tag': 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:55.400887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-78f2d37d-fac7-4112-88e2-b9834afc23f3 service neutron] 10.222.0.48 "GET /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848106 May 06 12:48:55.428369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdc5680d-7aac-4e17-b617-b436fe9b7e0d req-e731e78b-0df2-4352-a3ba-220a7e0a08ad tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "DELETE /v2.0/ports/b14b2b47-9da1-4cc2-a30f-3d8001e29e0b HTTP/1.1" status: 204 len: 173 time: 3.7186890 May 06 12:48:55.479265 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.508216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-83a3b968-6538-407b-8184-6f926c55194d None None] Provisioning complete for port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:55.509002 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-83a3b968-6538-407b-8184-6f926c55194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.555612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d82a976-c9fe-48cf-9211-88e635dc1115,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:55.597088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No active binding found for port b14b2b47-9da1-4cc2-a30f-3d8001e29e0b {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:48:55.597646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b14b2b47-9da1-4cc2-a30f-3d8001e29e0b not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:55.629428 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.636303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:55.637018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.663992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:55.664373 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.768493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:59Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:55.776370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6482ee-07c8-47bd-901d-90eedebcb12b None None] The sync data for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 is: [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:43:13Z', 'revision_number': 4, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade', 'name': '', 'network_id': '37328990-9ad9-45dc-91ea-f741b12ef97d', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'mac_address': 'fa:16:3e:cb:91:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:13Z', 'updated_at': '2022-05-06T12:43:59Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'subnets': [{'id': 'f2c424ef-3b0c-4a87-a43b-12ef26f5eb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:48:55.864961 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8969305 May 06 12:48:55.894066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44260) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:55.950817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d4e60875-29fa-48a8-b556-adcc39faee7c req-5c5b5d22-9171-4933-82fc-d3ca677a4cbb tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:55.974402 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65eb054b-0a4d-4465-ba7a-2ed9b52767de req-786a9550-f9a5-432a-956c-30665d1afc15 service neutron] 10.222.0.48 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044953 May 06 12:48:55.985525 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.004651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'subnet': {'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:56.031101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-83a3b968-6538-407b-8184-6f926c55194d None None] Provisioning for port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:56.040177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-83a3b968-6538-407b-8184-6f926c55194d None None] Provisioning complete for port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:56.040769 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-83a3b968-6538-407b-8184-6f926c55194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.078529 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24e960a2-5f79-432f-9c78-2dd6d6dab3ca tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.118383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24e960a2-5f79-432f-9c78-2dd6d6dab3ca tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.201504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-83a3b968-6538-407b-8184-6f926c55194d None None] Port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:48:56.218407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=5aae5ef9-6a0a-4c38-95b2-a3f0546aad44,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:56.237292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24e960a2-5f79-432f-9c78-2dd6d6dab3ca tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.281551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e960a2-5f79-432f-9c78-2dd6d6dab3ca tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaef263-c3c1-41a8-81bb-7ad3af3242cf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:56.285939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d4e60875-29fa-48a8-b556-adcc39faee7c req-5c5b5d22-9171-4933-82fc-d3ca677a4cbb tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:56.288111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e60875-29fa-48a8-b556-adcc39faee7c req-5c5b5d22-9171-4933-82fc-d3ca677a4cbb tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=54af6360-86c2-458e-9234-2e8bbc3fb072 HTTP/1.1" status: 200 len: 210 time: 0.7615778 May 06 12:48:56.368229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4a424450-a9ae-4ac0-ac18-895e2e1e43ca None None] Provisioning complete for port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:56.368616 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a424450-a9ae-4ac0-ac18-895e2e1e43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.402750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking segment: {'id': '62e86410-c202-4742-b37f-f7b938ab11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3b2821b1-3e2e-437e-ab31-42dbe97624be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:56.403413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network hostable DHCP agents. Network: 3b2821b1-3e2e-437e-ab31-42dbe97624be, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:48:56.457315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:56.470035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038c45c-de95-4bae-99fc-ba3f21df6cc1 req-96d0a773-48d0-47f8-a448-7212cea1a5c2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:56.483919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038c45c-de95-4bae-99fc-ba3f21df6cc1 req-96d0a773-48d0-47f8-a448-7212cea1a5c2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:56.491824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038c45c-de95-4bae-99fc-ba3f21df6cc1 req-96d0a773-48d0-47f8-a448-7212cea1a5c2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:56.497751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038c45c-de95-4bae-99fc-ba3f21df6cc1 req-96d0a773-48d0-47f8-a448-7212cea1a5c2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:56.508576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038c45c-de95-4bae-99fc-ba3f21df6cc1 req-96d0a773-48d0-47f8-a448-7212cea1a5c2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:56.512780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038c45c-de95-4bae-99fc-ba3f21df6cc1 req-96d0a773-48d0-47f8-a448-7212cea1a5c2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:56.537534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4a424450-a9ae-4ac0-ac18-895e2e1e43ca None None] Port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:48:56.539769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51144f90-8e02-4882-a812-16dd3bdaad46 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Network': ['ID=846b3b7f-fbca-4f65-9d64-d3c3c7067be6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:56.544855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038c45c-de95-4bae-99fc-ba3f21df6cc1 req-96d0a773-48d0-47f8-a448-7212cea1a5c2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:56.562331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:56.566549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9038c45c-de95-4bae-99fc-ba3f21df6cc1 req-96d0a773-48d0-47f8-a448-7212cea1a5c2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 0.9321616 May 06 12:48:56.567173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44270) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:56.568735 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24e960a2-5f79-432f-9c78-2dd6d6dab3ca tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.574987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-24e960a2-5f79-432f-9c78-2dd6d6dab3ca tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "DELETE /v2.0/security-groups/bbaef263-c3c1-41a8-81bb-7ad3af3242cf HTTP/1.1" status: 204 len: 168 time: 1.5613613 May 06 12:48:56.580528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44274) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:56.587629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fc777c2c-bfa9-4415-895c-7338a2d5fb40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Request body: {'floatingip': {'port_id': 'ccf302d5-56df-49ee-856e-4f24e4db4a13'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:56.590093 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0b3241-bf71-4c0f-b299-1fa50a055914'] response: {'server_uuid': '54af6360-86c2-458e-9234-2e8bbc3fb072', 'name': 'network-vif-deleted', 'tag': 'b14b2b47-9da1-4cc2-a30f-3d8001e29e0b', 'status': 'completed', 'code': 200} May 06 12:48:56.630188 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-1ac4c215-8d10-4c51-aa18-a112266b37a4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] show failed (client error): The resource could not be found. May 06 12:48:56.632237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1ac4c215-8d10-4c51-aa18-a112266b37a4 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups/bbaef263-c3c1-41a8-81bb-7ad3af3242cf HTTP/1.1" status: 404 len: 347 time: 0.0407565 May 06 12:48:56.636702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44280) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:56.701605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1965622b-699c-4b43-9895-43eaab2df8ca None None] Provisioning complete for port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:56.702898 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1965622b-699c-4b43-9895-43eaab2df8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.828339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc777c2c-bfa9-4415-895c-7338a2d5fb40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.986248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1965622b-699c-4b43-9895-43eaab2df8ca None None] Port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:48:56.991715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network 3b2821b1-3e2e-437e-ab31-42dbe97624be is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:48:57.013266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Deleting port b6660491-2537-460a-a60d-d7421ccbb3b6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:57.013963 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.076452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3b2821b1-3e2e-437e-ab31-42dbe97624be) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:57.080596 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:57.090531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ea3f6-9ad2-4143-9f2d-6efdc1e156b3 None None] Network 3b2821b1-3e2e-437e-ab31-42dbe97624be requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:57.102510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:57.103424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Usage tracker for resource:subnet and tenant:74fbfc81322240bbb2b37c9ccf565e51 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:57.103778 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.120205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:57.214536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-76af97af-fe25-46bb-a13b-556be37c4e8f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.0409646 May 06 12:48:57.222427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44294) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:57.240200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:57.329112 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65eb054b-0a4d-4465-ba7a-2ed9b52767de req-c604e8dc-1f27-4347-bff5-346105ae74c1 service neutron] 10.222.0.48 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2669528 May 06 12:48:57.350486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1254779724'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:57.396163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:57.404697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:network and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:57.410971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:57.421330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:57.490286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:57.506639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.523475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Made reservation on behalf of 74fbfc81322240bbb2b37c9ccf565e51 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:57.535399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41b9b7e-43e2-41ed-9b52-06d723be2112 None None] New status for floating IP 3f41ae61-4a01-4f24-b51f-c4446f3ad36e: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:48:57.598588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.599001 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.737644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:57.809120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Calling delete_port for b6660491-2537-460a-a60d-d7421ccbb3b6 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:57.850864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.850864 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment 3f87fa14-c1c5-4eca-a6c2-6cfa6da06458 of type vlan for network d19af156-1dd8-4e32-bf64-8911c561285d May 06 12:48:57.868751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.908608 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.926338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.091938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.096295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:58.096982 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.264894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0395286 May 06 12:48:58.273028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44318) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:58.277656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214ae5e-42da-49e0-add4-ea89b843c0fe tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=d19af156-1dd8-4e32-bf64-8911c561285d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:58.284145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': 'd19af156-1dd8-4e32-bf64-8911c561285d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:58.305065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-254b58d7-2a1e-4f9b-920a-cf2a96428e7d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:58.307641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d19af156-1dd8-4e32-bf64-8911c561285d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:58.312614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-254b58d7-2a1e-4f9b-920a-cf2a96428e7d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.3650026 May 06 12:48:58.341206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-d98390f0-ef26-4070-aa56-1717c3625af8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/quotas/8529aed8aecf486a95558a9f1e0b52e4 HTTP/1.1" status: 200 len: 375 time: 0.0274229 May 06 12:48:58.541373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.558200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:58.570530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:subnet and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:58.585046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:58.617450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-da87542e-4723-4a4b-aebf-7b570de1a3d2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2752106 May 06 12:48:58.619576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:58.642016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:48:58.642252 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:48:58.650025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:58.674634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-3b2821b1-3e2e-437e-ab31-42dbe97624be', 'network_id': '3b2821b1-3e2e-437e-ab31-42dbe97624be', 'tenant_id': '9f6d3aadf762446faec72e3685af425a', 'fixed_ips': [{'subnet_id': '5aae5ef9-6a0a-4c38-95b2-a3f0546aad44'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:48:58.675844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.859758 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.947874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44326) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:59.005454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.080485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Allocated IP 2001:db8:0:ffff::2 (3b2821b1-3e2e-437e-ab31-42dbe97624be/5aae5ef9-6a0a-4c38-95b2-a3f0546aad44/d0abd0cb-af26-4cfb-9d3f-f1ea90eac606) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:59.214096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Deleting port b6660491-2537-460a-a60d-d7421ccbb3b6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:59.214096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.421163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5257301-d516-409c-bd3f-0907bcc998e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.464820 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.485470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Transition to ACTIVE for port object d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:59.498563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc777c2c-bfa9-4415-895c-7338a2d5fb40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.503494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Subnet': ['ID=7e2fc82a-da22-458c-b528-213d779b1acc,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:59.514369 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc777c2c-bfa9-4415-895c-7338a2d5fb40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.523619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Transition to ACTIVE for port object d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:59.533528 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.578655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Checking segment: {'id': 'fe8181f7-ee80-438f-a98c-c298c37ba10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:59.579358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Network hostable DHCP agents. Network: 846b3b7f-fbca-4f65-9d64-d3c3c7067be6, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:48:59.624577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-16d2f0bd-d713-4b07-8958-c6e967669cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9964700 May 06 12:48:59.655415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Network 3b2821b1-3e2e-437e-ab31-42dbe97624be is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:59.660410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:59.667485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:59.676629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Pushing event updated for resources: {'Port': ['ID=d0abd0cb-af26-4cfb-9d3f-f1ea90eac606,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:59.756124 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.756478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.774723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c5257301-d516-409c-bd3f-0907bcc998e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:59.797995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c5257301-d516-409c-bd3f-0907bcc998e7 admin admin] Usage tracker for resource:security_group_rule and tenant:376b65f3cea245409cf7e5c2c73a4e1f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:59.817041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c5257301-d516-409c-bd3f-0907bcc998e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:59.821602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Attempting to bind port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:59.822167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Attempting to bind port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '62e86410-c202-4742-b37f-f7b938ab11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3b2821b1-3e2e-437e-ab31-42dbe97624be'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:59.822781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Attempting to bind port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 on network 3b2821b1-3e2e-437e-ab31-42dbe97624be {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:59.834225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:48:59.834684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Checking segment: {'id': '62e86410-c202-4742-b37f-f7b938ab11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3b2821b1-3e2e-437e-ab31-42dbe97624be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:59.835235 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.835679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Bound using segment: {'id': '62e86410-c202-4742-b37f-f7b938ab11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3b2821b1-3e2e-437e-ab31-42dbe97624be'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:48:59.836251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Bound port: d0abd0cb-af26-4cfb-9d3f-f1ea90eac606, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e86410-c202-4742-b37f-f7b938ab11eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3b2821b1-3e2e-437e-ab31-42dbe97624be'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:48:59.836837 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.850647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c5257301-d516-409c-bd3f-0907bcc998e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:59.927470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:48:59.928027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Calling delete_port for b6660491-2537-460a-a60d-d7421ccbb3b6 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:59.942391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.968398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.989356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] For port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:59.994889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] For port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d0abd0cb-af26-4cfb-9d3f-f1ea90eac606,segment=NetworkSegment(62e86410-c202-4742-b37f-f7b938ab11eb),segment_id=62e86410-c202-4742-b37f-f7b938ab11eb)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:00.000487 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.035000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.111366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 846b3b7f-fbca-4f65-9d64-d3c3c7067be6) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:00.119755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=b5b7ece2-364c-4a44-9910-8e35d7dee431,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:00.143311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d2469-37b4-4acf-b015-66e601c853bb None None] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:00.155422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-f01623be-bef8-49e5-9ade-f5ee607a77cf service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130434 May 06 12:49:00.166170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:00.167238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.289540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1d148-8e80-4ba2-84a5-69e0001a1e4f None None] Pushing event updated for resources: {'Port': ['ID=d0abd0cb-af26-4cfb-9d3f-f1ea90eac606,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:00.302378 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.309101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:00.360112 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-520832c3-ed78-46b1-8d33-a918fb3f9606 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4644744 May 06 12:49:00.376633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44332) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:00.405435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'port': {'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6', 'name': 'tempest-AllowedAddressPairTestJSON-1382186979'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:00.551990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking segment: {'id': '3f87fa14-c1c5-4eca-a6c2-6cfa6da06458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd19af156-1dd8-4e32-bf64-8911c561285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:00.552972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network hostable DHCP agents. Network: d19af156-1dd8-4e32-bf64-8911c561285d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:00.598186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-846b3b7f-fbca-4f65-9d64-d3c3c7067be6', 'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6', 'tenant_id': '74fbfc81322240bbb2b37c9ccf565e51', 'fixed_ips': [{'subnet_id': '7e2fc82a-da22-458c-b528-213d779b1acc'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:00.599169 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.715472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5257301-d516-409c-bd3f-0907bcc998e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.746344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network d19af156-1dd8-4e32-bf64-8911c561285d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:00.778182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.786589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d19af156-1dd8-4e32-bf64-8911c561285d) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:00.795662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:00.838388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ea4f8f-93da-4d23-bc08-d00cbfc1b0ab None None] Network d19af156-1dd8-4e32-bf64-8911c561285d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:00.923610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 4817cff5-a669-4c6c-ba36-e5859cb1a007 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:00.937160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5257301-d516-409c-bd3f-0907bcc998e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.965561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:00.966730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.981885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:01.156098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Allocated IP 172.20.0.2 (846b3b7f-fbca-4f65-9d64-d3c3c7067be6/7e2fc82a-da22-458c-b528-213d779b1acc/efef4c3a-ced2-4a2e-8471-88ed45a3dfce) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:01.229516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:01.336844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3171895a-1db2-4b55-9a9e-5d9dd4f12d43 req-f2dce151-0165-442b-86dd-8d12e5042319 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 210 time: 0.5546200 May 06 12:49:01.336844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event deleted for resources: {'Port': ['ID=b6660491-2537-460a-a60d-d7421ccbb3b6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:01.385725 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2681355a-8b13-438f-ab4f-89b208780407 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1036222 May 06 12:49:01.399467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44342) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:01.520795 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:01.526780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:01.529121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2dc87f6b-d0cb-49bb-9ff0-85c3361c2bbf tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "DELETE /v2.0/floatingips/3f41ae61-4a01-4f24-b51f-c4446f3ad36e HTTP/1.1" status: 204 len: 168 time: 4.8886180 May 06 12:49:01.976838 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.011285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Transition to ACTIVE for port object efef4c3a-ced2-4a2e-8471-88ed45a3dfce will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:02.048077 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.073943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Transition to ACTIVE for port object efef4c3a-ced2-4a2e-8471-88ed45a3dfce will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:02.296547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:02.309174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Usage tracker for resource:port and tenant:74fbfc81322240bbb2b37c9ccf565e51 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:02.323321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:02.330303 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.337460 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.354573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:02.407339 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c5257301-d516-409c-bd3f-0907bcc998e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=376b65f3cea245409cf7e5c2c73a4e1f&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4503577 May 06 12:49:02.426735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44360) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:02.560903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Made reservation on behalf of 74fbfc81322240bbb2b37c9ccf565e51 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:02.567609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.576612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1451e4-eb06-4a06-a792-a6a42c91af2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-d19af156-1dd8-4e32-bf64-8911c561285d', 'network_id': 'd19af156-1dd8-4e32-bf64-8911c561285d', 'tenant_id': '9f6d3aadf762446faec72e3685af425a', 'fixed_ips': [{'subnet_id': 'b5b7ece2-364c-4a44-9910-8e35d7dee431'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:02.578546 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d1451e4-eb06-4a06-a792-a6a42c91af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.624105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e24af828-ba54-4316-89b5-cb1e4cfc1bc3 req-8b753327-4bf2-4da0-a731-69b0d608c7d4 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 210 time: 0.1269343 May 06 12:49:02.639887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715cc785-55c9-46d9-9c24-1335664b652f None None] Network 3b2821b1-3e2e-437e-ab31-42dbe97624be requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:02.653185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] device_id is not set on port 13fb8020-c8b4-43b3-a201-52f859eb5cf1 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:49:02.705189 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.721620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5257301-d516-409c-bd3f-0907bcc998e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2372748-970c-4181-b787-ade620f9f0e3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:02.747632 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-fc777c2c-bfa9-4415-895c-7338a2d5fb40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Floating IP 095546bd-2c77-41da-b765-3c183c7ccd42 associated. External IP: 172.25.7.26, port: ccf302d5-56df-49ee-856e-4f24e4db4a13. May 06 12:49:02.899652 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.931060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.931924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:02.991156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b7ece2-364c-4a44-9910-8e35d7dee431,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:02.997817 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.037230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2372748-970c-4181-b787-ade620f9f0e3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:03.044361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.045046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.045606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.046162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.046738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.047320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.047864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.048498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.049526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.050167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.050727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.152077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.162460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.162460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.162889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.163291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.163871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.164314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.164735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.165173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.165589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.166011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:03.187055 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.191769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Pushing event updated for resources: {'Port': ['ID=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:03.201306 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.204210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f7409c29-33ee-46a4-bc9f-5e157bbe13f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2372748-970c-4181-b787-ade620f9f0e3 HTTP/1.1" status: 204 len: 168 time: 0.7761176 May 06 12:49:03.231678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:03.246159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:03.249776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e94a2034-e01f-4b5a-b1fc-47f358cdc0df None None] Provisioning complete for port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:03.250280 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e94a2034-e01f-4b5a-b1fc-47f358cdc0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.252805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19af156-1dd8-4e32-bf64-8911c561285d']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:03.281950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f87fa14-c1c5-4eca-a6c2-6cfa6da06458') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:03.284812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f87fa14-c1c5-4eca-a6c2-6cfa6da06458') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:03.357307 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.394020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e94a2034-e01f-4b5a-b1fc-47f358cdc0df None None] Port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:03.417411 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.447524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:03.449980 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.564640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Allocated IP 172.20.0.4 (846b3b7f-fbca-4f65-9d64-d3c3c7067be6/7e2fc82a-da22-458c-b528-213d779b1acc/13fb8020-c8b4-43b3-a201-52f859eb5cf1) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:03.588568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eabcf3-d94a-4fca-95e9-10d95b5a687e None None] Network d19af156-1dd8-4e32-bf64-8911c561285d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:03.663388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-56277cd2-c936-445d-9fe3-810e8176a589 None None] Provisioning for port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:03.690332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 75e7311f-69fb-4e8f-a694-8cb745704766 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: timer() May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:03.729497 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:03.802587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Attempting to bind port efef4c3a-ced2-4a2e-8471-88ed45a3dfce on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:03.805490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Attempting to bind port efef4c3a-ced2-4a2e-8471-88ed45a3dfce by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'fe8181f7-ee80-438f-a98c-c298c37ba10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:03.805915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Attempting to bind port efef4c3a-ced2-4a2e-8471-88ed45a3dfce on network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:03.830060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:03.830415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Checking segment: {'id': 'fe8181f7-ee80-438f-a98c-c298c37ba10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:03.830864 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.831179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Bound using segment: {'id': 'fe8181f7-ee80-438f-a98c-c298c37ba10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:03.831397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.831747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Bound port: efef4c3a-ced2-4a2e-8471-88ed45a3dfce, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8181f7-ee80-438f-a98c-c298c37ba10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:03.832046 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.863844 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.879910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-56277cd2-c936-445d-9fe3-810e8176a589 None None] Provisioning complete for port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:03.880264 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56277cd2-c936-445d-9fe3-810e8176a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.894453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=d19af156-1dd8-4e32-bf64-8911c561285d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:03.928830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8cc6cb9a-2afd-48de-b305-9c3bcf8c9aa2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/d19af156-1dd8-4e32-bf64-8911c561285d HTTP/1.1" status: 204 len: 168 time: 2.5338662 May 06 12:49:03.933138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44374) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:03.939683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-198185610'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:03.953378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:03.979794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:network and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:03.995792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:04.038776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:04.171743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44378) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:04.186278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23c40baf-5087-4060-bba9-4ec0b55e3080 req-b81273cf-b6e2-4b96-83a4-edc200795fab tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 210 time: 0.1700304 May 06 12:49:04.217551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2df676d4-dd9b-465d-9a4a-347f5ff27474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.233683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:04.238648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.347071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:04.369965 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.371304 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment 94529a13-9542-459b-ac86-42ae605f9d99 of type vlan for network 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef May 06 12:49:04.429259 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.454918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] For port efef4c3a-ced2-4a2e-8471-88ed45a3dfce, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:04.459053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] For port efef4c3a-ced2-4a2e-8471-88ed45a3dfce, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,segment=NetworkSegment(fe8181f7-ee80-438f-a98c-c298c37ba10e),segment_id=fe8181f7-ee80-438f-a98c-c298c37ba10e)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:04.460738 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56277cd2-c936-445d-9fe3-810e8176a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.486108 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.495041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2df676d4-dd9b-465d-9a4a-347f5ff27474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:04.502253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2df676d4-dd9b-465d-9a4a-347f5ff27474 admin admin] Usage tracker for resource:security_group_rule and tenant:12d8df861cb34b28bfdaf836c0e751e2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:04.505982 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.510287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:04.510930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.528250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2df676d4-dd9b-465d-9a4a-347f5ff27474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:04.559943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2df676d4-dd9b-465d-9a4a-347f5ff27474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:04.597765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d295177-1bd6-4f65-b8b9-4f86536ee865 None None] Pushing event updated for resources: {'Port': ['ID=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:04.636393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-56277cd2-c936-445d-9fe3-810e8176a589 None None] For port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d0abd0cb-af26-4cfb-9d3f-f1ea90eac606,segment=NetworkSegment(62e86410-c202-4742-b37f-f7b938ab11eb),segment_id=62e86410-c202-4742-b37f-f7b938ab11eb)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:04.643805 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56277cd2-c936-445d-9fe3-810e8176a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.687559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7501326 May 06 12:49:04.690057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44384) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:04.702255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': '2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:04.837541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2564870f-8aeb-4dca-8ba8-a7245e91a8e2 None None] Provisioning complete for port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:04.838088 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2564870f-8aeb-4dca-8ba8-a7245e91a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.960497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56277cd2-c936-445d-9fe3-810e8176a589 None None] Pushing event updated for resources: {'Port': ['ID=d0abd0cb-af26-4cfb-9d3f-f1ea90eac606,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:05.025748 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.068680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1af0aa-2d0f-4eac-af7a-0866ecd97275 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:05.079876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2df676d4-dd9b-465d-9a4a-347f5ff27474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.084233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:05.092326 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2df676d4-dd9b-465d-9a4a-347f5ff27474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.133454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:05.153578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-5e89a57b-36ca-4277-b2cb-68557b6ac832 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:05.155257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-5e89a57b-36ca-4277-b2cb-68557b6ac832 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:05.157699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2df676d4-dd9b-465d-9a4a-347f5ff27474 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12d8df861cb34b28bfdaf836c0e751e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9837251 May 06 12:49:05.161356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:subnet and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:05.164287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44388) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:05.189951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:05.196205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Transition to ACTIVE for port object 13fb8020-c8b4-43b3-a201-52f859eb5cf1 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:05.220706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:05.238075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-5e89a57b-36ca-4277-b2cb-68557b6ac832 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:05.241860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-5e89a57b-36ca-4277-b2cb-68557b6ac832 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.9476314 May 06 12:49:05.251885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df676d4-dd9b-465d-9a4a-347f5ff27474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16991d4-8121-4d4a-9696-8c68c1f107bf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:05.282167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:05.348361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Request body: {'port': {'device_id': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'admin_state_up': True, 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:05.398358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ee79fd1-dd64-4e81-8f6a-fca48a7d110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.461333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.502495 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:49:05.540292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:49:05.553398 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153bc44-63f3-4b91-8096-da6ae9671924 None None] Sync routers for ids ['75e7311f-69fb-4e8f-a694-8cb745704766'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:49:05.576534 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ee79fd1-dd64-4e81-8f6a-fca48a7d110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.580641 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153bc44-63f3-4b91-8096-da6ae9671924 None None] Routers {'75e7311f-69fb-4e8f-a694-8cb745704766'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:05.582954 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8153bc44-63f3-4b91-8096-da6ae9671924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['75e7311f-69fb-4e8f-a694-8cb745704766'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:05.645744 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8c00ace1-39cb-4d6d-9215-cfc20c821b75 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/75e7311f-69fb-4e8f-a694-8cb745704766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1482184 May 06 12:49:05.648540 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.652281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44398) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:05.711841 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8153bc44-63f3-4b91-8096-da6ae9671924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:05.726333 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153bc44-63f3-4b91-8096-da6ae9671924 None None] Routers {'75e7311f-69fb-4e8f-a694-8cb745704766'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:05.727199 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8153bc44-63f3-4b91-8096-da6ae9671924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['75e7311f-69fb-4e8f-a694-8cb745704766'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:05.819846 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8153bc44-63f3-4b91-8096-da6ae9671924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:05.820408 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153bc44-63f3-4b91-8096-da6ae9671924 None None] The sync data for ids ['75e7311f-69fb-4e8f-a694-8cb745704766'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:49:05.849247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ee79fd1-dd64-4e81-8f6a-fca48a7d110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.893293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39b6d03c-6996-4465-bf0a-6592cedadb2f req-7394d104-920e-4971-bad0-413d2b1bfaba tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 210 time: 0.1450377 May 06 12:49:05.920151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee79fd1-dd64-4e81-8f6a-fca48a7d110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16991d4-8121-4d4a-9696-8c68c1f107bf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:05.954215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ee79fd1-dd64-4e81-8f6a-fca48a7d110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.959397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5ee79fd1-dd64-4e81-8f6a-fca48a7d110d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e16991d4-8121-4d4a-9696-8c68c1f107bf HTTP/1.1" status: 204 len: 168 time: 0.7934625 May 06 12:49:06.002556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:06.005875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Port': ['ID=13fb8020-c8b4-43b3-a201-52f859eb5cf1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:06.020916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6e3854-5d4f-40a5-9162-d82959e7b799 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:06.048906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a6e3854-5d4f-40a5-9162-d82959e7b799 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:06.052660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:06.070588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:06.122225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:06.143039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:06.211673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:06.217173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:06.369507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:06.379345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a6e3854-5d4f-40a5-9162-d82959e7b799 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:06.384413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599978b-a0e7-4f2b-85f2-74ee321c8a66 None None] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:06.388561 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7a6e3854-5d4f-40a5-9162-d82959e7b799 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports/7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 HTTP/1.1" status: 200 len: 977 time: 0.7254951 May 06 12:49:06.419577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44410) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:06.637444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=95d8ebcd-ec2c-4a7c-b29e-1813314a31ba,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:06.665088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking segment: {'id': '94529a13-9542-459b-ac86-42ae605f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:06.666096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network hostable DHCP agents. Network: 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:06.729145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:06.748151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:06.770237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:06.771628 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:06.799318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1638ae35-699c-406d-b246-84b6918e469a None None] Network 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:06.821344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a8c82ed5-b591-49e6-9529-44459537675e None None] Provisioning for port efef4c3a-ced2-4a2e-8471-88ed45a3dfce completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:06.861575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7f11b63b-3046-4dac-bba6-2e55f60fefb2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1670029 May 06 12:49:06.861842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44416) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:06.867739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1315299942'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:06.885369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:06.890246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:network and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:06.893720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:06.912266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:06.935897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:06.939017 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:06.949082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device efef4c3a-ced2-4a2e-8471-88ed45a3dfce up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:07.011505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:07.025863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.026128 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment 00b4e786-ad48-4099-bcff-4ab9b99defbe of type vlan for network c146cda7-21bd-47ea-9789-f1d03360f4a6 May 06 12:49:07.109774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.216522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.231799 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.243408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:07.243408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.501477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port efef4c3a-ced2-4a2e-8471-88ed45a3dfce completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:07.511844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port efef4c3a-ced2-4a2e-8471-88ed45a3dfce triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:07.511844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.547146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:07.560676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.710982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Allocated IP 172.20.0.11 (9ebbe340-12ee-4638-a935-7276a634fe34/a5c14ca8-fc7a-406f-995a-1a05e1f88621/a18d5a23-23b0-4dc8-ad47-e2478c11a78c) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:07.739865 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c0305cf1-57bf-41b4-87c0-5f4e504bdb5c tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.3595510 May 06 12:49:07.758460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44432) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:07.770215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'port': {'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6', 'name': 'tempest-AllowedAddressPairTestJSON-627937306', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bd:77:d5'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:07.847733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef', 'network_id': '2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef', 'tenant_id': '9f6d3aadf762446faec72e3685af425a', 'fixed_ips': [{'subnet_id': '95d8ebcd-ec2c-4a7c-b29e-1813314a31ba'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:07.848586 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.903861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-076b81f6-652b-46fa-a50e-142912b20a5b req-d4eac32e-bd48-426e-8bba-18eb1315957d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 210 time: 0.3875647 May 06 12:49:07.953380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=c146cda7-21bd-47ea-9789-f1d03360f4a6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:07.973964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d0c0eb7d-15cf-42ac-a52b-1fca3945e92f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1106141 May 06 12:49:07.996807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44438) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:08.009532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': 'c146cda7-21bd-47ea-9789-f1d03360f4a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:08.069870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network c146cda7-21bd-47ea-9789-f1d03360f4a6 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:08.139948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:08.156339 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:08.279518 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:08.299432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc777c2c-bfa9-4415-895c-7338a2d5fb40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Router b240797e-df65-4f90-abcd-d368e4baefe5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:49:08.328905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:08.346238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:subnet and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:08.352289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:08.370060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:08.393891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:08.406802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:49:08.487919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event updated for resources: {'Port': ['ID=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:08.738529 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:08.857390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Network 9ebbe340-12ee-4638-a935-7276a634fe34 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:08.912119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port efef4c3a-ced2-4a2e-8471-88ed45a3dfce, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,segment=NetworkSegment(fe8181f7-ee80-438f-a98c-c298c37ba10e),segment_id=fe8181f7-ee80-438f-a98c-c298c37ba10e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:08.916905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:08.923928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-27b7ab18-b586-4ee0-8f8f-5c9c0467e761 None None] Provisioning complete for port efef4c3a-ced2-4a2e-8471-88ed45a3dfce triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:08.923928 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27b7ab18-b586-4ee0-8f8f-5c9c0467e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:09.003578 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:09.003578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:09.030785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:09.241124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_backend_mixin [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Performing IP validity checks on allocation pools {{(pid=83955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:49:09.242904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_backend_mixin [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:49:09.430292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:09.514143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Usage tracker for resource:port and tenant:74fbfc81322240bbb2b37c9ccf565e51 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:09.530414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:09.530414 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:09.555900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:09.563579 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-b2c3124b-5ade-4390-8cf3-e1cfd22f26e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2430568 May 06 12:49:09.586991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:09.619142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Request body: {'port': {'device_id': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:09.835973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Allocated IP 2001:db8::1 (2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef/95d8ebcd-ec2c-4a7c-b29e-1813314a31ba/54d4bde8-bacc-45df-85bb-2274510d953f) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:10.037826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Made reservation on behalf of 74fbfc81322240bbb2b37c9ccf565e51 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:10.068120 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:10.205057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a750b-1655-410e-933b-0df5d9dcb6fe req-150e2e09-df26-4050-b297-d986a1fb1732 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:10.223626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-359a750b-1655-410e-933b-0df5d9dcb6fe req-150e2e09-df26-4050-b297-d986a1fb1732 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 932 time: 0.5748796 May 06 12:49:10.454999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:10.472305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=a12b2990-f726-4903-8c4d-237ef007e2cd,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:10.574743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:10.584671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-359a750b-1655-410e-933b-0df5d9dcb6fe req-18140ecf-95f4-482e-a8ed-4c31aa0bbe7c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528554 May 06 12:49:10.584671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking segment: {'id': '00b4e786-ad48-4099-bcff-4ab9b99defbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c146cda7-21bd-47ea-9789-f1d03360f4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:10.584671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network hostable DHCP agents. Network: c146cda7-21bd-47ea-9789-f1d03360f4a6, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:10.677523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network c146cda7-21bd-47ea-9789-f1d03360f4a6 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:10.707501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, c146cda7-21bd-47ea-9789-f1d03360f4a6) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:10.735677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:10.735677 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:10.841944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4afb008b-c447-4f0c-bf4e-edfc075a4b3b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8285394 May 06 12:49:10.841944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44468) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:10.892339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-27b7ab18-b586-4ee0-8f8f-5c9c0467e761 None None] Provisioning for port 13fb8020-c8b4-43b3-a201-52f859eb5cf1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:10.908807 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:10.917020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400b1cb-5bba-4c94-996e-5b8fa0c238bb None None] Network c146cda7-21bd-47ea-9789-f1d03360f4a6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:11.216230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-27b7ab18-b586-4ee0-8f8f-5c9c0467e761 None None] Provisioning complete for port 13fb8020-c8b4-43b3-a201-52f859eb5cf1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:11.216847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27b7ab18-b586-4ee0-8f8f-5c9c0467e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:11.345644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:11.417138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:11.431878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Transition to ACTIVE for port object 54d4bde8-bacc-45df-85bb-2274510d953f will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:11.476529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Transition to ACTIVE for port object 54d4bde8-bacc-45df-85bb-2274510d953f will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:11.597716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:11.742185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-27b7ab18-b586-4ee0-8f8f-5c9c0467e761 None None] Port 13fb8020-c8b4-43b3-a201-52f859eb5cf1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:11.783417 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:11.921814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Network 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:11.928502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:11.930581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:11.932811 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.005319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:12.019543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc777c2c-bfa9-4415-895c-7338a2d5fb40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:49:12.041672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc777c2c-bfa9-4415-895c-7338a2d5fb40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.094242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] Sync routers for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:49:12.100079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.196983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] device_id is not set on port 34ddbab4-e180-494c-a493-4aebe0903481 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:49:12.240348 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc777c2c-bfa9-4415-895c-7338a2d5fb40 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "PUT /v2.0/floatingips/095546bd-2c77-41da-b765-3c183c7ccd42 HTTP/1.1" status: 200 len: 991 time: 15.6697080 May 06 12:49:12.246330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:12.344636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-12aae8ad-95c7-48c0-810f-f5a491b18598 None None] Provisioning complete for port 13fb8020-c8b4-43b3-a201-52f859eb5cf1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:12.345287 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12aae8ad-95c7-48c0-810f-f5a491b18598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.442816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Pushing event updated for resources: {'Port': ['ID=54d4bde8-bacc-45df-85bb-2274510d953f,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:12.445861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd94a76-2183-4641-a822-eb6107012365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-c146cda7-21bd-47ea-9789-f1d03360f4a6', 'network_id': 'c146cda7-21bd-47ea-9789-f1d03360f4a6', 'tenant_id': '9f6d3aadf762446faec72e3685af425a', 'fixed_ips': [{'subnet_id': 'a12b2990-f726-4903-8c4d-237ef007e2cd'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:12.447065 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-abd94a76-2183-4641-a822-eb6107012365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.451355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69f43-e562-453f-ba36-80b9d18ac690 req-b1e797bc-0174-409f-bfbb-52e9f165f51e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:12.452088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-50d69f43-e562-453f-ba36-80b9d18ac690 req-b1e797bc-0174-409f-bfbb-52e9f165f51e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:12.460659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=a12b2990-f726-4903-8c4d-237ef007e2cd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:12.474529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Attempting to bind port 54d4bde8-bacc-45df-85bb-2274510d953f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:12.475320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Attempting to bind port 54d4bde8-bacc-45df-85bb-2274510d953f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '94529a13-9542-459b-ac86-42ae605f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:12.475929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Attempting to bind port 54d4bde8-bacc-45df-85bb-2274510d953f on network 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:12.478922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-12aae8ad-95c7-48c0-810f-f5a491b18598 None None] Port 13fb8020-c8b4-43b3-a201-52f859eb5cf1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:12.480972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:12.482018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:48:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:12.496780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.549802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18d5a23-23b0-4dc8-ad47-e2478c11a78c {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:49:12.562687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.586695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Transition to ACTIVE for port object a18d5a23-23b0-4dc8-ad47-e2478c11a78c will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:12.634992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c146cda7-21bd-47ea-9789-f1d03360f4a6']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:12.676650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b4e786-ad48-4099-bcff-4ab9b99defbe') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:12.676650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b4e786-ad48-4099-bcff-4ab9b99defbe') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:12.694983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-50d69f43-e562-453f-ba36-80b9d18ac690 req-b1e797bc-0174-409f-bfbb-52e9f165f51e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:12.695180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Allocated IP 172.20.0.9 (846b3b7f-fbca-4f65-9d64-d3c3c7067be6/7e2fc82a-da22-458c-b528-213d779b1acc/34ddbab4-e180-494c-a493-4aebe0903481) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:12.708392 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5af6012b-5f2b-45bb-b677-b09be24bdc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.711374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50d69f43-e562-453f-ba36-80b9d18ac690 req-b1e797bc-0174-409f-bfbb-52e9f165f51e tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.9837453 May 06 12:49:12.757214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.797356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.831962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a854b-b782-4bb0-8267-a4915d46b93d req-7711ff6b-862e-430e-a92c-333e409fd5b7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:12.839526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-335a854b-b782-4bb0-8267-a4915d46b93d req-7711ff6b-862e-430e-a92c-333e409fd5b7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 932 time: 0.8032596 May 06 12:49:12.855502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:12.856072 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.894095 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: timer() May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:12.902406 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:12.955559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-50d69f43-e562-453f-ba36-80b9d18ac690 req-6063a7f5-2672-4b5b-83a1-79af9a7c5d20 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:13.018791 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.035189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:13.035189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Checking segment: {'id': '94529a13-9542-459b-ac86-42ae605f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:13.035915 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.036021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Bound using segment: {'id': '94529a13-9542-459b-ac86-42ae605f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:13.036686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Bound port: 54d4bde8-bacc-45df-85bb-2274510d953f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94529a13-9542-459b-ac86-42ae605f9d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:13.037165 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.070496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-50d69f43-e562-453f-ba36-80b9d18ac690 req-6063a7f5-2672-4b5b-83a1-79af9a7c5d20 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:13.077246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50d69f43-e562-453f-ba36-80b9d18ac690 req-6063a7f5-2672-4b5b-83a1-79af9a7c5d20 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647058 May 06 12:49:13.097877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-335a854b-b782-4bb0-8267-a4915d46b93d req-1d772caa-d562-48af-a606-22b6734f9e8d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571905 May 06 12:49:13.108826 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.130949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=c146cda7-21bd-47ea-9789-f1d03360f4a6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:13.177439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9d7cd0d2-0fc9-43af-ba00-4f174755659d tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/c146cda7-21bd-47ea-9789-f1d03360f4a6 HTTP/1.1" status: 204 len: 168 time: 2.3444591 May 06 12:49:13.178942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44498) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:13.193977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1916539949'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:13.211121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:13.216438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:network and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:13.220685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:13.232530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:13.274698 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.315840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:13.327197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.404766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:13.404766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.404766 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment 330bf1cf-3535-4f09-bd9f-dc4516b552f5 of type vlan for network 313f4f68-58de-4eaf-9a57-0cfc8fb30b50 May 06 12:49:13.447520 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.504773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:49:13.515129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.532595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:13.532595 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.610248 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.680879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Transition to ACTIVE for port object 34ddbab4-e180-494c-a493-4aebe0903481 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:13.708035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650399bb-925b-4d15-845d-c8b745ac1beb None None] Network c146cda7-21bd-47ea-9789-f1d03360f4a6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:13.716194 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c462397f-ea67-491e-aaaf-705c832924a1'] response: {'name': 'network-changed', 'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'status': 'completed', 'code': 200} May 06 12:49:13.747564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device efef4c3a-ced2-4a2e-8471-88ed45a3dfce up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:13.845214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650399bb-925b-4d15-845d-c8b745ac1beb None None] Network c146cda7-21bd-47ea-9789-f1d03360f4a6 could not be found, it might have been deleted concurrently. {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 12:49:14.016487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Pushing event updated for resources: {'Port': ['ID=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:14.016487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.051374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] For port 54d4bde8-bacc-45df-85bb-2274510d953f, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:14.076439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8933840 May 06 12:49:14.096302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44510) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:14.101038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] For port 54d4bde8-bacc-45df-85bb-2274510d953f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=54d4bde8-bacc-45df-85bb-2274510d953f,segment=NetworkSegment(94529a13-9542-459b-ac86-42ae605f9d99),segment_id=94529a13-9542-459b-ac86-42ae605f9d99)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:14.107346 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.142219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': '313f4f68-58de-4eaf-9a57-0cfc8fb30b50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:14.236074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3463b3-b43e-4df2-a374-e624f33af3da tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=313f4f68-58de-4eaf-9a57-0cfc8fb30b50,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:14.270246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 313f4f68-58de-4eaf-9a57-0cfc8fb30b50 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:14.488271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:14.501164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-3b0c0b2b-e1d6-4991-87f8-709d5f6cd261 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:14.501164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-3b0c0b2b-e1d6-4991-87f8-709d5f6cd261 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 0.9645994 May 06 12:49:14.524829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:14.582056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port efef4c3a-ced2-4a2e-8471-88ed45a3dfce triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:14.582056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.681782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:subnet and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:14.701207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Port': ['ID=34ddbab4-e180-494c-a493-4aebe0903481,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:14.733362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:14.756846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:14.832275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:14.919479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451b1da-58d8-4966-8cb9-2718f505693c None None] Pushing event updated for resources: {'Port': ['ID=54d4bde8-bacc-45df-85bb-2274510d953f,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:14.935539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:14.936696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.949984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:15.043789 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9a35fcaf-9299-4d2c-9df0-a0de1bf1572e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:15.088058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d03529f6-0a84-4128-99e9-1b410de95de2 req-34fffc08-c8af-4f41-b6eb-e7312b236d96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6490 time: 1.3602808 May 06 12:49:15.139495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Deleting port 44633bfa-1ffd-4367-bb12-57713a2aa1cb {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:15.139495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:15.337114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:15.374649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec9ad0af-91b5-4e3d-853f-fa7cd20edf2f None None] Provisioning for port 34ddbab4-e180-494c-a493-4aebe0903481 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:15.379977 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b42833f4-885f-4124-94d3-e0dd3cbe03ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 7.6160018 May 06 12:49:15.392818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:15.401441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Attempting to bind port a18d5a23-23b0-4dc8-ad47-e2478c11a78c on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:15.401805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Attempting to bind port a18d5a23-23b0-4dc8-ad47-e2478c11a78c by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:15.402084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Attempting to bind port a18d5a23-23b0-4dc8-ad47-e2478c11a78c on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:15.423649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec9ad0af-91b5-4e3d-853f-fa7cd20edf2f None None] Provisioning complete for port 34ddbab4-e180-494c-a493-4aebe0903481 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:15.424080 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad0af-91b5-4e3d-853f-fa7cd20edf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:15.563483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:54Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '095546bd-2c77-41da-b765-3c183c7ccd42', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'port_id': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'mac_address': 'fa:16:3e:01:a5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:46:41Z', 'updated_at': '2022-05-06T12:48:58Z', 'revision_number': 1, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5', 'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'mac_address': 'fa:16:3e:e2:0e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:53Z', 'updated_at': '2022-05-06T12:45:12Z', 'revision_number': 5, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'subnets': [{'id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:15.633336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Port a18d5a23-23b0-4dc8-ad47-e2478c11a78c on network 9ebbe340-12ee-4638-a935-7276a634fe34 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:49:15.633336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Attempting to bind port a18d5a23-23b0-4dc8-ad47-e2478c11a78c on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:15.642179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ad0af-91b5-4e3d-853f-fa7cd20edf2f None None] Port 34ddbab4-e180-494c-a493-4aebe0903481 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:15.656586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 54d4bde8-bacc-45df-85bb-2274510d953f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:15.742695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:15.742695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Checking segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:15.742695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Bound using segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:15.742695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Bound port: a18d5a23-23b0-4dc8-ad47-e2478c11a78c, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:15.742695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:15.752038 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:15.771724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] Checking router: b240797e-df65-4f90-abcd-d368e4baefe5 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:49:15.905960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:15.912961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:15.933491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:49:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:15.934751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db2b00-f635-4a20-b6ef-07e95fd0bf84 req-77bc3a22-cf8f-47f9-b348-e4dcd62af4ec tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:15.934751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58db2b00-f635-4a20-b6ef-07e95fd0bf84 req-77bc3a22-cf8f-47f9-b348-e4dcd62af4ec tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 944 time: 1.1017790 May 06 12:49:15.977203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c84a-1a44-4340-adb2-533086298446 req-4e7f72f6-fbc0-4e74-b216-bbee6ca78c01 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:15.977203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c00c84a-1a44-4340-adb2-533086298446 req-4e7f72f6-fbc0-4e74-b216-bbee6ca78c01 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 945 time: 1.2933283 May 06 12:49:15.983113 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:16.200054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03529f6-0a84-4128-99e9-1b410de95de2 req-3a4bae3b-6f62-4820-984a-492eb1498969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:16.201843 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d03529f6-0a84-4128-99e9-1b410de95de2 req-3a4bae3b-6f62-4820-984a-492eb1498969 service neutron] 10.222.0.36 "GET /v2.0/networks?id=313cbf39-1760-43e3-8604-7c46dab04b4e HTTP/1.1" status: 200 len: 912 time: 1.1008561 May 06 12:49:16.217055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] For port 44633bfa-1ffd-4367-bb12-57713a2aa1cb, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=44633bfa-1ffd-4367-bb12-57713a2aa1cb,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:16.217643 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:16.236130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 54d4bde8-bacc-45df-85bb-2274510d953f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:16.258767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:16.338428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:49:16.530389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 44633bfa-1ffd-4367-bb12-57713a2aa1cb no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:16.637226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Calling delete_port for 44633bfa-1ffd-4367-bb12-57713a2aa1cb owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:16.756519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58db2b00-f635-4a20-b6ef-07e95fd0bf84 req-31772471-00f0-413b-97bd-9d6e53bd7648 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8246734 May 06 12:49:16.860427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c00c84a-1a44-4340-adb2-533086298446 req-77674585-deb7-4b1c-b709-9d4731a35a00 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7760735 May 06 12:49:17.096660 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:17.131510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6059f2-c160-427d-95cf-7ed8ea6dff9d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:17.149204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6059f2-c160-427d-95cf-7ed8ea6dff9d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:17.156695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6059f2-c160-427d-95cf-7ed8ea6dff9d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:17.156695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1f6059f2-c160-427d-95cf-7ed8ea6dff9d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Synchronizing usage tracker for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:17.175728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event deleted for resources: {'Port': ['ID=44633bfa-1ffd-4367-bb12-57713a2aa1cb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:17.184304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45448d6-668b-47e8-92f2-1a7c647e3fdf None None] Network 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:17.218216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['710a7e4c-d225-415f-a9f0-8787d73e0e87'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:49:17.324559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] For port a18d5a23-23b0-4dc8-ad47-e2478c11a78c, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:17.350623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d03529f6-0a84-4128-99e9-1b410de95de2 req-0fcbdb8d-9e23-45ac-9bb5-15d4378026e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13 HTTP/1.1" status: 200 len: 999 time: 1.1041017 May 06 12:49:17.350623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] For port a18d5a23-23b0-4dc8-ad47-e2478c11a78c, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:17.383172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] No DVR routers for this DVR port 44633bfa-1ffd-4367-bb12-57713a2aa1cb on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:17.383172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:17.410546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1f6059f2-c160-427d-95cf-7ed8ea6dff9d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Unset dirty status for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:17.410546 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f6059f2-c160-427d-95cf-7ed8ea6dff9d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.9857090 May 06 12:49:17.410546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44534) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:17.410546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:17.437606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2e6a93-3096-4b4f-9782-dd94b69b5125', 'name': 'network-vif-deleted', 'tag': '44633bfa-1ffd-4367-bb12-57713a2aa1cb'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:17.456924 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94d7dcd8-17a9-436a-a92f-9d634b8581f5 req-d11f5169-340d-4579-aee3-2bfdb925a573 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.48 "DELETE /v2.0/ports/44633bfa-1ffd-4367-bb12-57713a2aa1cb HTTP/1.1" status: 204 len: 173 time: 2.9403520 May 06 12:49:17.484972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:17.708468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:17.708468 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] 10.222.0.48 "PUT /v2.0/ports/a18d5a23-23b0-4dc8-ad47-e2478c11a78c HTTP/1.1" status: 200 len: 1092 time: 8.1174312 May 06 12:49:17.719377 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb6626c-1981-46ca-9386-5b1cad738adb'] response: {'server_uuid': 'cb2e6a93-3096-4b4f-9782-dd94b69b5125', 'name': 'network-vif-deleted', 'tag': '44633bfa-1ffd-4367-bb12-57713a2aa1cb', 'status': 'completed', 'code': 200} May 06 12:49:17.732881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'tag': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:17.756965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03529f6-0a84-4128-99e9-1b410de95de2 req-61ede571-50fa-41e1-9b87-a58e35c44692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:17.756965 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d03529f6-0a84-4128-99e9-1b410de95de2 req-61ede571-50fa-41e1-9b87-a58e35c44692 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c244b38a-1fc3-4be7-9c1c-d31c4d2e973a HTTP/1.1" status: 200 len: 850 time: 0.3960986 May 06 12:49:17.756965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7fc4dd5c-9176-45cd-aaae-9f65002ac737 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting port 34ddbab4-e180-494c-a493-4aebe0903481 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:17.756965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fc4dd5c-9176-45cd-aaae-9f65002ac737 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:17.940257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cf9df-10a1-4d6c-9c77-d88876f25d9e service neutron] Pushing event updated for resources: {'Port': ['ID=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:18.138991 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5742c2b6-b80f-4829-bb21-2bf99216e19e'] response: {'name': 'network-changed', 'server_uuid': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'tag': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c', 'status': 'completed', 'code': 200} May 06 12:49:18.138991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44552) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:18.252656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=9a398d22-bd37-4092-9b1e-0081a0b4de39,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:18.323908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking segment: {'id': '330bf1cf-3535-4f09-bd9f-dc4516b552f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '313f4f68-58de-4eaf-9a57-0cfc8fb30b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:18.323908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network hostable DHCP agents. Network: 313f4f68-58de-4eaf-9a57-0cfc8fb30b50, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:18.398885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network 313f4f68-58de-4eaf-9a57-0cfc8fb30b50 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:18.431319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 313f4f68-58de-4eaf-9a57-0cfc8fb30b50) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:18.446486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:18.446486 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:18.512918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-20135959-e314-4cbb-af6b-e6888a83b644 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.4134767 May 06 12:49:18.512918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44560) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:18.966430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ba206-73fb-4d27-984c-138832eab32c None None] Network 313f4f68-58de-4eaf-9a57-0cfc8fb30b50 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:18.975375 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.073025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4c4bd95d-566b-46c3-9e44-c6eff6ff5b9c req-bb3a0e3a-55bd-4abc-a318-9c5e22d04557 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:19.155812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4c4bd95d-566b-46c3-9e44-c6eff6ff5b9c req-bb3a0e3a-55bd-4abc-a318-9c5e22d04557 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:19.156976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4bd95d-566b-46c3-9e44-c6eff6ff5b9c req-bb3a0e3a-55bd-4abc-a318-9c5e22d04557 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb2e6a93-3096-4b4f-9782-dd94b69b5125 HTTP/1.1" status: 200 len: 210 time: 0.2066457 May 06 12:49:19.158672 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.163486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Provisioning for port 54d4bde8-bacc-45df-85bb-2274510d953f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:19.184214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Provisioning complete for port 54d4bde8-bacc-45df-85bb-2274510d953f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:19.185125 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.253232 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d03529f6-0a84-4128-99e9-1b410de95de2 req-322c80fe-4187-46e8-8f84-73d674b4bce3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=313cbf39-1760-43e3-8604-7c46dab04b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4263129 May 06 12:49:19.254392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No active binding found for port 44633bfa-1ffd-4367-bb12-57713a2aa1cb {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:49:19.254392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 44633bfa-1ffd-4367-bb12-57713a2aa1cb not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:49:19.281555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.338177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:19.338177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.341185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42656d98-1a9e-4ec4-8934-c5e0b83e8e44 req-f7baa032-773d-4b17-b93e-d65a1aab6f7d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:19.356309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42656d98-1a9e-4ec4-8934-c5e0b83e8e44 req-f7baa032-773d-4b17-b93e-d65a1aab6f7d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 944 time: 1.1000376 May 06 12:49:19.356309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.440426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=9a398d22-bd37-4092-9b1e-0081a0b4de39,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:19.500798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-119bd6cd-8a1a-4d55-b76a-042a72668523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.610309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.619331 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-818c2dbc-bc47-441b-b6ee-f3b49d6edd23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 1095 time: 1.6646709 May 06 12:49:19.681293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42656d98-1a9e-4ec4-8934-c5e0b83e8e44 req-feb8c7f9-e363-4c96-bbdb-bbcbf9045a74 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048875 May 06 12:49:19.696069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313f4f68-58de-4eaf-9a57-0cfc8fb30b50']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:19.723182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330bf1cf-3535-4f09-bd9f-dc4516b552f5') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:19.723182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330bf1cf-3535-4f09-bd9f-dc4516b552f5') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:19.742064 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.789415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.809862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:19.810275 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.859207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d512707-7f5b-423f-b4e9-4db1322894d7 None None] Network 313f4f68-58de-4eaf-9a57-0cfc8fb30b50 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: timer() May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:19.942555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.955860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-3797681f-64cd-4af7-92a4-0c756389b4aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a18d5a23-23b0-4dc8-ad47-e2478c11a78c HTTP/1.1" status: 200 len: 217 time: 0.3016002 May 06 12:49:19.982946 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.999442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/313f4f68-58de-4eaf-9a57-0cfc8fb30b50 HTTP/1.1" status: 204 len: 168 time: 1.4790287 May 06 12:49:19.999442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59678acc-6e72-4094-97a1-b682e63377e8 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=313f4f68-58de-4eaf-9a57-0cfc8fb30b50,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:20.013867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44564) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:20.013867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-446512562'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:20.028557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:20.028557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:network and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:20.028557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:20.049474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:20.072173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:20.072173 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.111960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fc4dd5c-9176-45cd-aaae-9f65002ac737 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.154850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:20.235452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.235452 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment c88b129f-c1b0-4561-bde9-555f6c3fbb6c of type vlan for network dd1991a8-19bb-481a-b46f-3cfd93214a5c May 06 12:49:20.285097 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.373951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.521786 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.539042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:20.539042 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.775121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7675292 May 06 12:49:20.783906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44572) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:20.800280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': 'dd1991a8-19bb-481a-b46f-3cfd93214a5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:20.824244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] For port 54d4bde8-bacc-45df-85bb-2274510d953f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=54d4bde8-bacc-45df-85bb-2274510d953f,segment=NetworkSegment(94529a13-9542-459b-ac86-42ae605f9d99),segment_id=94529a13-9542-459b-ac86-42ae605f9d99)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:20.840512 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.936483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63c5b0-42bc-4492-a438-78ad80d18408 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=dd1991a8-19bb-481a-b46f-3cfd93214a5c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:20.953167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dd1991a8-19bb-481a-b46f-3cfd93214a5c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:21.048749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7fc4dd5c-9176-45cd-aaae-9f65002ac737 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Calling delete_port for 34ddbab4-e180-494c-a493-4aebe0903481 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:21.110129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:21.138298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:subnet and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:21.157847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:21.206276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-119bd6cd-8a1a-4d55-b76a-042a72668523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:21.216776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:21.234730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-119bd6cd-8a1a-4d55-b76a-042a72668523 admin admin] Usage tracker for resource:security_group_rule and tenant:fa90fbb139304eb4a05bd4cc3e4aff86 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:21.262468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:21.315673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-119bd6cd-8a1a-4d55-b76a-042a72668523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:21.331280 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:54Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '095546bd-2c77-41da-b765-3c183c7ccd42', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'port_id': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'mac_address': 'fa:16:3e:01:a5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:46:41Z', 'updated_at': '2022-05-06T12:48:58Z', 'revision_number': 1, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5', 'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'mac_address': 'fa:16:3e:e2:0e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:53Z', 'updated_at': '2022-05-06T12:45:12Z', 'revision_number': 5, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'subnets': [{'id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:21.339451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-119bd6cd-8a1a-4d55-b76a-042a72668523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:21.416723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-85dd0f36-9e35-44a0-b187-6518b05e0696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:21.420538 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-85dd0f36-9e35-44a0-b187-6518b05e0696 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 1.4447155 May 06 12:49:21.426381 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.427513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e8209-131d-4ef9-9971-2f4469a9c5e0 None None] The sync data for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 is: [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:54Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '095546bd-2c77-41da-b765-3c183c7ccd42', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'port_id': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'mac_address': 'fa:16:3e:01:a5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:46:41Z', 'updated_at': '2022-05-06T12:48:58Z', 'revision_number': 1, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5', 'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'mac_address': 'fa:16:3e:e2:0e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:53Z', 'updated_at': '2022-05-06T12:45:12Z', 'revision_number': 5, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'subnets': [{'id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:49:21.506330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Pushing event updated for resources: {'Port': ['ID=54d4bde8-bacc-45df-85bb-2274510d953f,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:21.540081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1cb37e37-ba34-4733-8063-5570b9360dde None None] Provisioning complete for port 54d4bde8-bacc-45df-85bb-2274510d953f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:21.540081 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1cb37e37-ba34-4733-8063-5570b9360dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.612301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1131281-7178-4f57-a242-8412e79f8555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:21.659143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:21.942460 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1201d-1ded-4517-92e6-60aa4045077f None None] New status for floating IP 095546bd-2c77-41da-b765-3c183c7ccd42: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:49:21.983289 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.993039 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d03529f6-0a84-4128-99e9-1b410de95de2 req-350756eb-5ffb-4255-8795-8e34c49ad4a2 service neutron] 10.222.0.36 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6594958 May 06 12:49:22.128413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986693a3-3fe3-4c10-87bc-b17e8c586f99 req-07fc4957-562f-42bf-bd2f-cace417ee249 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:22.129865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-986693a3-3fe3-4c10-87bc-b17e8c586f99 req-07fc4957-562f-42bf-bd2f-cace417ee249 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 944 time: 0.5155168 May 06 12:49:22.144395 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-9cc86a34-c32f-48f8-b195-b7dfe5bd14da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388154 May 06 12:49:22.153090 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:22.177583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79b1a0-e567-4d7a-9b0e-23928f495076 req-fb9b2cf3-f635-43de-9ca5-073b9cac7f7c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:22.181783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc79b1a0-e567-4d7a-9b0e-23928f495076 req-fb9b2cf3-f635-43de-9ca5-073b9cac7f7c tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.5682368 May 06 12:49:22.388434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc79b1a0-e567-4d7a-9b0e-23928f495076 req-eb35b538-4b69-4d05-9598-c9ce01683f66 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738261 May 06 12:49:22.572077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=7a8b5ac2-6c1a-4dee-87ed-6a036d39e5b2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:22.575394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-986693a3-3fe3-4c10-87bc-b17e8c586f99 req-d5f59a75-98d9-4583-b56a-d8a1066e36ba tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931055 May 06 12:49:22.576709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:22.660604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=2900aa93-002e-42c7-af51-8de6ea6ec0bd,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:22.685238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking segment: {'id': 'c88b129f-c1b0-4561-bde9-555f6c3fbb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd1991a8-19bb-481a-b46f-3cfd93214a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:22.685238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network hostable DHCP agents. Network: dd1991a8-19bb-481a-b46f-3cfd93214a5c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:22.724967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network dd1991a8-19bb-481a-b46f-3cfd93214a5c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:22.739346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dd1991a8-19bb-481a-b46f-3cfd93214a5c) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:22.746672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:22.748614 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:22.756224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88baa0-9099-4f61-93c7-3aa414013e0e None None] Network dd1991a8-19bb-481a-b46f-3cfd93214a5c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:22.804598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aa2a808a-4c21-4302-9b8e-aaea156f1389 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0269942 May 06 12:49:22.808231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44582) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:22.927993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fc4dd5c-9176-45cd-aaae-9f65002ac737 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:22.949293 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-119bd6cd-8a1a-4d55-b76a-042a72668523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.065739 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.082082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-119bd6cd-8a1a-4d55-b76a-042a72668523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.094534 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d03529f6-0a84-4128-99e9-1b410de95de2 req-5c4268a7-c754-40e6-a008-b6f30b457619 service neutron] 10.222.0.36 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0322518 May 06 12:49:23.115262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dd1991a8-19bb-481a-b46f-3cfd93214a5c', 'network_id': 'dd1991a8-19bb-481a-b46f-3cfd93214a5c', 'tenant_id': '9f6d3aadf762446faec72e3685af425a', 'fixed_ips': [{'subnet_id': '2900aa93-002e-42c7-af51-8de6ea6ec0bd'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:23.116183 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.134750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4dd5c-9176-45cd-aaae-9f65002ac737 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event deleted for resources: {'Port': ['ID=34ddbab4-e180-494c-a493-4aebe0903481,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:23.183314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.306771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Allocated IP 2001:db8::1 (dd1991a8-19bb-481a-b46f-3cfd93214a5c/2900aa93-002e-42c7-af51-8de6ea6ec0bd/9ec0654b-987d-407f-ace5-89c40f1e22ce) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:23.398041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bd6cd-8a1a-4d55-b76a-042a72668523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2d0499-41a2-4d4e-89c0-f3cd22cad738,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:23.473391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 54d4bde8-bacc-45df-85bb-2274510d953f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:23.531948 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-37cdb6f6-cf52-481e-afaa-c5b277b92849 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2574112 May 06 12:49:23.572468 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-119bd6cd-8a1a-4d55-b76a-042a72668523 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa90fbb139304eb4a05bd4cc3e4aff86&name=default HTTP/1.1" status: 200 len: 2647 time: 5.4319222 May 06 12:49:23.602713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44588) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:23.658239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 54d4bde8-bacc-45df-85bb-2274510d953f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:23.659095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.789752 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.795295 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0481f48b-64a6-4817-abf7-50b8fc882cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.811001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Transition to ACTIVE for port object 9ec0654b-987d-407f-ace5-89c40f1e22ce will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:23.850951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0481f48b-64a6-4817-abf7-50b8fc882cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.866752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a4fa6-0022-48fd-a9ea-6e7c12cfe17c req-dd1a1c61-6eb6-4318-909c-aec74c0bc4a8 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:23.871815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Transition to ACTIVE for port object 9ec0654b-987d-407f-ace5-89c40f1e22ce will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:23.872945 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-449a4fa6-0022-48fd-a9ea-6e7c12cfe17c req-dd1a1c61-6eb6-4318-909c-aec74c0bc4a8 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.3041377 May 06 12:49:23.884928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.902767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.972064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56910dda-e17f-4abd-a050-558369f445b7 req-5c755ee9-f856-4fe0-91fd-d564b4169da5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:23.972064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56910dda-e17f-4abd-a050-558369f445b7 req-5c755ee9-f856-4fe0-91fd-d564b4169da5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 944 time: 0.2400723 May 06 12:49:24.014491 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.015838 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fc4dd5c-9176-45cd-aaae-9f65002ac737 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.037317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Network dd1991a8-19bb-481a-b46f-3cfd93214a5c is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:24.046587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:24.054525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:24.063029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=2900aa93-002e-42c7-af51-8de6ea6ec0bd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:24.072852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-449a4fa6-0022-48fd-a9ea-6e7c12cfe17c req-65a7768f-0e41-4a83-b4bd-46363a05d781 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685381 May 06 12:49:24.137984 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e96e69a5-eaf5-4150-9658-cd68139ffbed req-d276fbeb-9947-444c-a676-24f018923774 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696845 May 06 12:49:24.146119 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7fc4dd5c-9176-45cd-aaae-9f65002ac737 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "DELETE /v2.0/ports/34ddbab4-e180-494c-a493-4aebe0903481 HTTP/1.1" status: 204 len: 168 time: 6.7379942 May 06 12:49:24.153778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-903f394a-f3fc-4861-8f4f-6214cba94b37 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:24.154501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-903f394a-f3fc-4861-8f4f-6214cba94b37 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Synchronizing usage tracker for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:24.157791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44594) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:24.160050 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0481f48b-64a6-4817-abf7-50b8fc882cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.198954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Pushing event updated for resources: {'Port': ['ID=9ec0654b-987d-407f-ace5-89c40f1e22ce,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:24.215129 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-13141982-ca86-465c-b560-8259b934c1e6 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] GET failed (client error): The resource could not be found. May 06 12:49:24.215637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-13141982-ca86-465c-b560-8259b934c1e6 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Synchronizing usage tracker for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:24.224754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-903f394a-f3fc-4861-8f4f-6214cba94b37 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Unset dirty status for tenant:7269a567c60f43f8910fe046bea427d7 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:24.225836 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-903f394a-f3fc-4861-8f4f-6214cba94b37 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.36 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.6312826 May 06 12:49:24.238145 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56910dda-e17f-4abd-a050-558369f445b7 req-ec8c4b00-974c-44c8-90a5-79a2f21cf93a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679064 May 06 12:49:24.257229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481f48b-64a6-4817-abf7-50b8fc882cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2d0499-41a2-4d4e-89c0-f3cd22cad738,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:24.303284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.303878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Attempting to bind port 9ec0654b-987d-407f-ace5-89c40f1e22ce on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:24.304818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Attempting to bind port 9ec0654b-987d-407f-ace5-89c40f1e22ce by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c88b129f-c1b0-4561-bde9-555f6c3fbb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd1991a8-19bb-481a-b46f-3cfd93214a5c'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:24.305743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Attempting to bind port 9ec0654b-987d-407f-ace5-89c40f1e22ce on network dd1991a8-19bb-481a-b46f-3cfd93214a5c {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:24.328515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:24.328904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Checking segment: {'id': 'c88b129f-c1b0-4561-bde9-555f6c3fbb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd1991a8-19bb-481a-b46f-3cfd93214a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:24.329276 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.329861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Bound using segment: {'id': 'c88b129f-c1b0-4561-bde9-555f6c3fbb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd1991a8-19bb-481a-b46f-3cfd93214a5c'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:24.330512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Bound port: 9ec0654b-987d-407f-ace5-89c40f1e22ce, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88b129f-c1b0-4561-bde9-555f6c3fbb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dd1991a8-19bb-481a-b46f-3cfd93214a5c'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:24.331264 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.343070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0481f48b-64a6-4817-abf7-50b8fc882cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.349246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0481f48b-64a6-4817-abf7-50b8fc882cfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b2d0499-41a2-4d4e-89c0-f3cd22cad738 HTTP/1.1" status: 204 len: 168 time: 0.7411361 May 06 12:49:24.368443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1991a8-19bb-481a-b46f-3cfd93214a5c']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:24.419083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88b129f-c1b0-4561-bde9-555f6c3fbb6c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:24.419524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88b129f-c1b0-4561-bde9-555f6c3fbb6c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:24.462548 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.487905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-13141982-ca86-465c-b560-8259b934c1e6 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Unset dirty status for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:24.489230 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-13141982-ca86-465c-b560-8259b934c1e6 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "GET /v2.0/ports/34ddbab4-e180-494c-a493-4aebe0903481 HTTP/1.1" status: 404 len: 333 time: 0.3304789 May 06 12:49:24.493620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Deleting port 710a7e4c-d225-415f-a9f0-8787d73e0e87 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:24.494215 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.495864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44600) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:24.497867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.511109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'port': {'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6', 'name': 'tempest-AllowedAddressPairTestJSON-337867585'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:24.566029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:24.566883 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.567959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] For port 9ec0654b-987d-407f-ace5-89c40f1e22ce, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: timer() May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:24.594758 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:24.787872 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-650b56c5-faf7-4043-8034-5660c2a9cebe req-885a87b6-6183-4de7-a6b9-5e76eb7f2be7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 1095 time: 0.5634060 May 06 12:49:24.837336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] For port 9ec0654b-987d-407f-ace5-89c40f1e22ce, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9ec0654b-987d-407f-ace5-89c40f1e22ce,segment=NetworkSegment(c88b129f-c1b0-4561-bde9-555f6c3fbb6c),segment_id=c88b129f-c1b0-4561-bde9-555f6c3fbb6c)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:24.841509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:49:24.841509 n-d-840847-1 neutron-server[83955]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:49:24.841509 n-d-840847-1 neutron-server[83955]: [parameters: {'id': 'dd1991a8-19bb-481a-b46f-3cfd93214a5c'}] May 06 12:49:24.841509 n-d-840847-1 neutron-server[83955]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:49:24.842177 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:49:24.847623 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.903709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 75e7311f-69fb-4e8f-a694-8cb745704766 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:49:24.962448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:24.980334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:24.989780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44606) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:24.996678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ea030-a6fb-4687-9da9-ff04f6b9667b None None] Pushing event updated for resources: {'Port': ['ID=9ec0654b-987d-407f-ace5-89c40f1e22ce,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:25.025095 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b28c278f-1085-4756-9115-ef2eb9962ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:25.037214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Made reservation on behalf of 74fbfc81322240bbb2b37c9ccf565e51 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:25.040446 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:25.048657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6da249-2b22-4030-98d1-b16cf6425bf3 None None] Network dd1991a8-19bb-481a-b46f-3cfd93214a5c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:25.074957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] device_id is not set on port 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:49:25.186558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b28c278f-1085-4756-9115-ef2eb9962ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:25.204557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b28c278f-1085-4756-9115-ef2eb9962ada admin admin] Usage tracker for resource:security_group_rule and tenant:a24bd212b771437b98761f7a433ca534 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:25.216507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b28c278f-1085-4756-9115-ef2eb9962ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:25.218962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] For port 710a7e4c-d225-415f-a9f0-8787d73e0e87, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=710a7e4c-d225-415f-a9f0-8787d73e0e87,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:25.219326 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:25.229653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b56c5-faf7-4043-8034-5660c2a9cebe req-dbb399df-696c-422d-afa2-8bdf1b8d2606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:25.231198 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-650b56c5-faf7-4043-8034-5660c2a9cebe req-dbb399df-696c-422d-afa2-8bdf1b8d2606 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.4319265 May 06 12:49:25.239069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b28c278f-1085-4756-9115-ef2eb9962ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:25.392837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:25.468852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting port 9ec0654b-987d-407f-ace5-89c40f1e22ce {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:25.469290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:25.502220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703a7c7-72c1-4215-956c-4cb6f048f2ad None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:49:25.578393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Allocated IP 172.20.0.7 (846b3b7f-fbca-4f65-9d64-d3c3c7067be6/7e2fc82a-da22-458c-b528-213d779b1acc/6ad0b8d0-329a-4e0e-965a-57b5c3a0091d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:25.745440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703a7c7-72c1-4215-956c-4cb6f048f2ad None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:49:25.806106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Calling delete_port for 710a7e4c-d225-415f-a9f0-8787d73e0e87 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:25.869755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecbc6d-bf4f-437e-b274-2f13f878c36b req-df1c7434-157c-4688-8c11-c05ec7676c48 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:25.871664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-06ecbc6d-bf4f-437e-b274-2f13f878c36b req-df1c7434-157c-4688-8c11-c05ec7676c48 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 946 time: 0.6247957 May 06 12:49:25.890584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:49:25.904064 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a67eee27-d0fb-4b90-bb58-2b3a45425abe tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/75e7311f-69fb-4e8f-a694-8cb745704766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1640661 May 06 12:49:25.912293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44614) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:25.919055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f418a2e-8056-49ab-a389-07c51e01b8dd None None] Sync routers for ids ['75e7311f-69fb-4e8f-a694-8cb745704766'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:49:25.936674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b28c278f-1085-4756-9115-ef2eb9962ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:26.017628 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b28c278f-1085-4756-9115-ef2eb9962ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:26.042307 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-650b56c5-faf7-4043-8034-5660c2a9cebe req-9821b392-ac9f-415a-9b90-d6aa546ea384 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a18d5a23-23b0-4dc8-ad47-e2478c11a78c HTTP/1.1" status: 200 len: 217 time: 0.7403669 May 06 12:49:26.100124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f418a2e-8056-49ab-a389-07c51e01b8dd None None] Routers {'75e7311f-69fb-4e8f-a694-8cb745704766'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:26.102518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4f418a2e-8056-49ab-a389-07c51e01b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:49:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['75e7311f-69fb-4e8f-a694-8cb745704766'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:26.254995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4f418a2e-8056-49ab-a389-07c51e01b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:26.258765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] For port 9ec0654b-987d-407f-ace5-89c40f1e22ce, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9ec0654b-987d-407f-ace5-89c40f1e22ce,segment=NetworkSegment(c88b129f-c1b0-4561-bde9-555f6c3fbb6c),segment_id=c88b129f-c1b0-4561-bde9-555f6c3fbb6c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:26.260174 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:26.367581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f418a2e-8056-49ab-a389-07c51e01b8dd None None] Routers {'75e7311f-69fb-4e8f-a694-8cb745704766'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:26.374018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4f418a2e-8056-49ab-a389-07c51e01b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:49:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['75e7311f-69fb-4e8f-a694-8cb745704766'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:26.478873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b56c5-faf7-4043-8034-5660c2a9cebe req-eeb26e40-cfbb-481f-9d3e-7bb37791dd2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:26.480582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-650b56c5-faf7-4043-8034-5660c2a9cebe req-eeb26e40-cfbb-481f-9d3e-7bb37791dd2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.3586700 May 06 12:49:26.504553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4f418a2e-8056-49ab-a389-07c51e01b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:26.504969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f418a2e-8056-49ab-a389-07c51e01b8dd None None] The sync data for ids ['75e7311f-69fb-4e8f-a694-8cb745704766'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:49:26.541382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-650b56c5-faf7-4043-8034-5660c2a9cebe req-55afd4d2-182f-453c-a88c-e31c5c6c8d37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529623 May 06 12:49:26.610456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Calling delete_port for 9ec0654b-987d-407f-ace5-89c40f1e22ce owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:26.674561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b28c278f-1085-4756-9115-ef2eb9962ada admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a24bd212b771437b98761f7a433ca534&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6810935 May 06 12:49:26.685536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2bf83-a7af-4624-b63a-3d4cc2fc079e req-3d3e32bd-3e83-4af2-9934-80e0c2f39add tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:26.686492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44618) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:26.688207 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1de2bf83-a7af-4624-b63a-3d4cc2fc079e req-3d3e32bd-3e83-4af2-9934-80e0c2f39add tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 944 time: 1.1923590 May 06 12:49:26.739236 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:26.743245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-06ecbc6d-bf4f-437e-b274-2f13f878c36b req-700db9d6-da41-408f-b63a-aba60fe38238 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c2bbcca-4465-4c25-b989-4bcca0169bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8519537 May 06 12:49:26.771329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c278f-1085-4756-9115-ef2eb9962ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f4679-bfcc-4cc6-a18f-d20617392820,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:26.839461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Pushing event deleted for resources: {'Port': ['ID=710a7e4c-d225-415f-a9f0-8787d73e0e87,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:26.891253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1de2bf83-a7af-4624-b63a-3d4cc2fc079e req-d564aaef-72c7-4e29-962c-01d6d5aaa645 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725135 May 06 12:49:26.898066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:26.909825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:26.976261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Transition to ACTIVE for port object 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:26.988869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Port': ['ID=9ec0654b-987d-407f-ace5-89c40f1e22ce,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:26.999779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No DVR routers for this DVR port 9ec0654b-987d-407f-ace5-89c40f1e22ce on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:27.011251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] No DVR routers for this DVR port 710a7e4c-d225-415f-a9f0-8787d73e0e87 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:27.014487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.024128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd072eda3-f0d0-4f59-95e1-dc21252cfb52', 'name': 'network-vif-deleted', 'tag': '710a7e4c-d225-415f-a9f0-8787d73e0e87'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:27.038330 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-650b56c5-faf7-4043-8034-5660c2a9cebe req-62ba041f-2e53-40ff-b51a-a1c6b0ae6234 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325318 May 06 12:49:27.113816 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-885343dd-bb31-4896-862b-c53e5ea549d8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] remove_router_interface failed (client error): The resource could not be found. May 06 12:49:27.114932 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-885343dd-bb31-4896-862b-c53e5ea549d8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/75e7311f-69fb-4e8f-a694-8cb745704766/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2013013 May 06 12:49:27.116315 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d26c0c72-e8d9-477a-9e91-8d38adf8226e req-0a6f403b-d5c5-4fe4-89a2-acd8569b5bc6 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.36 "DELETE /v2.0/ports/710a7e4c-d225-415f-a9f0-8787d73e0e87 HTTP/1.1" status: 204 len: 173 time: 2.8031468 May 06 12:49:27.121168 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110e6914-4e74-4bad-9e31-6ba3148612d7'] response: {'server_uuid': 'd072eda3-f0d0-4f59-95e1-dc21252cfb52', 'name': 'network-vif-deleted', 'tag': '710a7e4c-d225-415f-a9f0-8787d73e0e87', 'status': 'completed', 'code': 200} May 06 12:49:27.125220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44624) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:27.159756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.180827 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.253548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f37879c0-56d8-47e6-867b-930976dc98f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.266576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 710a7e4c-d225-415f-a9f0-8787d73e0e87 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:27.276799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1991a8-19bb-481a-b46f-3cfd93214a5c']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:27.309596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88b129f-c1b0-4561-bde9-555f6c3fbb6c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:27.310191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88b129f-c1b0-4561-bde9-555f6c3fbb6c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:27.323112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f37879c0-56d8-47e6-867b-930976dc98f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.333650 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.342963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:27.344143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Port': ['ID=6ad0b8d0-329a-4e0e-965a-57b5c3a0091d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:27.350644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:27.355709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:27.443672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 710a7e4c-d225-415f-a9f0-8787d73e0e87 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:49:27.444970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 710a7e4c-d225-415f-a9f0-8787d73e0e87 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:49:27.469896 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.481203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:27.482663 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.520537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1fed5a2a-a614-4939-807e-d8d10c5f565c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:27.552383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:27.553037 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: timer() May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:27.580652 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:27.595902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4e006451-fe5c-42a2-82dd-240f8808514d tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0930138 May 06 12:49:27.606867 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f37879c0-56d8-47e6-867b-930976dc98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.619356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44630) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:27.656736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b804a9bb-b497-43e6-9f96-7564668e6346 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bd:77:d5'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:27.706284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1fed5a2a-a614-4939-807e-d8d10c5f565c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:27.708565 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1fed5a2a-a614-4939-807e-d8d10c5f565c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e7311f-69fb-4e8f-a694-8cb745704766 HTTP/1.1" status: 200 len: 205 time: 0.2935019 May 06 12:49:27.715601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44634) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:27.734165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37879c0-56d8-47e6-867b-930976dc98f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f4679-bfcc-4cc6-a18f-d20617392820,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:27.790939 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-650b56c5-faf7-4043-8034-5660c2a9cebe req-36e574cb-7aa9-4d8f-8b82-0200e1c96edd service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178044 May 06 12:49:27.825459 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f37879c0-56d8-47e6-867b-930976dc98f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.829750 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f37879c0-56d8-47e6-867b-930976dc98f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f53f4679-bfcc-4cc6-a18f-d20617392820 HTTP/1.1" status: 204 len: 168 time: 1.1415236 May 06 12:49:27.892286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-62e23d9c-a38a-4bea-926e-59f1642bdc43 None None] Provisioning for port 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:27.907531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-62e23d9c-a38a-4bea-926e-59f1642bdc43 None None] Provisioning complete for port 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:27.908207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-62e23d9c-a38a-4bea-926e-59f1642bdc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.103754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-62e23d9c-a38a-4bea-926e-59f1642bdc43 None None] Port 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:28.183139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24331bd1-0808-47a0-b72c-aeb96bc628d6 req-86b776d9-bac3-491b-89f6-be3bc68cc202 tempest-ServerRescueNegativeTestJSON-722804099 tempest-ServerRescueNegativeTestJSON-722804099-project] 10.222.0.44 "GET /v2.0/ports?device_id=d072eda3-f0d0-4f59-95e1-dc21252cfb52 HTTP/1.1" status: 200 len: 210 time: 0.1209745 May 06 12:49:28.190931 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.199427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.316904 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b9da7b3-67c5-4722-bea5-7ae47781dc0b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.405996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/dd1991a8-19bb-481a-b46f-3cfd93214a5c HTTP/1.1" status: 204 len: 168 time: 5.5948341 May 06 12:49:28.407333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b579a8-169b-47c1-8b93-05290566a736 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=dd1991a8-19bb-481a-b46f-3cfd93214a5c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:28.433014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44646) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:28.438189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a18d5a23-23b0-4dc8-ad47-e2478c11a78c details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:49:28.461399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-157800755'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:28.476611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:28.484004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:network and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:28.503640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:28.521066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:28.543623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b804a9bb-b497-43e6-9f96-7564668e6346 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.574582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:28.579715 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.713821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a18d5a23-23b0-4dc8-ad47-e2478c11a78c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:28.759042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'port_id': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c', 'mac_address': 'fa:16:3e:5a:52:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c14ca8-fc7a-406f-995a-1a05e1f88621', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:49:28.881789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:28.896829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.897660 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment f4e42c10-9f92-42dd-8268-a797e9bed3f1 of type vlan for network 2bcfacf2-88f3-47cb-acbb-837d36231b3b May 06 12:49:28.901325 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.951568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7b8be-a27e-41dc-a5de-53d242f1e717 req-e4851f61-b1fc-40db-b316-98f4f2dce67a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:28.952100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18d5a23-23b0-4dc8-ad47-e2478c11a78c {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:49:28.954163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43c7b8be-a27e-41dc-a5de-53d242f1e717 req-e4851f61-b1fc-40db-b316-98f4f2dce67a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 944 time: 0.7651744 May 06 12:49:28.963933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.980939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a18d5a23-23b0-4dc8-ad47-e2478c11a78c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:28.989189 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.019691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b804a9bb-b497-43e6-9f96-7564668e6346 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.029949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b804a9bb-b497-43e6-9f96-7564668e6346 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.080233 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.085222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:29.086179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.227818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:29.253824 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b9da7b3-67c5-4722-bea5-7ae47781dc0b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.273411 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b9da7b3-67c5-4722-bea5-7ae47781dc0b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.278821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43c7b8be-a27e-41dc-a5de-53d242f1e717 req-efda8402-107e-465b-8d32-aa8ff0ecbd59 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154337 May 06 12:49:29.323180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b9da7b3-67c5-4722-bea5-7ae47781dc0b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.323180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9da7b3-67c5-4722-bea5-7ae47781dc0b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Fanout notify agent at l3_agent the message router_deleted on router 75e7311f-69fb-4e8f-a694-8cb745704766 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:49:29.353922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b804a9bb-b497-43e6-9f96-7564668e6346 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] In _notify_port_updated(), no bound segment for port 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d on network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:49:29.361597 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b9da7b3-67c5-4722-bea5-7ae47781dc0b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.363909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804a9bb-b497-43e6-9f96-7564668e6346 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:29.365752 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b804a9bb-b497-43e6-9f96-7564668e6346 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.367107 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b804a9bb-b497-43e6-9f96-7564668e6346 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "PUT /v2.0/ports/6ad0b8d0-329a-4e0e-965a-57b5c3a0091d HTTP/1.1" status: 200 len: 992 time: 1.7328248 May 06 12:49:29.367901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44664) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:29.368237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5b9da7b3-67c5-4722-bea5-7ae47781dc0b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/75e7311f-69fb-4e8f-a694-8cb745704766 HTTP/1.1" status: 204 len: 168 time: 1.6320162 May 06 12:49:29.371910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44666) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:29.427913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['a18d5a23-23b0-4dc8-ad47-e2478c11a78c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:49:29.431819 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9955215 May 06 12:49:29.436085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44672) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:29.453293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': '2bcfacf2-88f3-47cb-acbb-837d36231b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:29.476324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804a9bb-b497-43e6-9f96-7564668e6346 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Port': ['ID=6ad0b8d0-329a-4e0e-965a-57b5c3a0091d,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:29.501773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417be13-1271-455d-ac98-be9b4fbf8ee0 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=2bcfacf2-88f3-47cb-acbb-837d36231b3b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:29.505837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4824da38-038a-4029-b73a-3a3ccd05f705 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting port 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:29.510488 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824da38-038a-4029-b73a-3a3ccd05f705 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.591264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 2bcfacf2-88f3-47cb-acbb-837d36231b3b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:29.717980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44678) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:29.750497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:29.758756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:subnet and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:29.763917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:29.774359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:29.817460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:29.900065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cdb1c5-78a0-4307-9ce9-2d99c6371849 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting subnet e16a9f21-6705-4585-8cfb-1ecb40c69585 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:49:29.926406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16cdb1c5-78a0-4307-9ce9-2d99c6371849 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.007473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.026420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16cdb1c5-78a0-4307-9ce9-2d99c6371849 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.151959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0d9a0880-e52c-4b13-a9e8-fe926b559a39 None None] Provisioning complete for port 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:30.152886 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0d9a0880-e52c-4b13-a9e8-fe926b559a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.293031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a0880-e52c-4b13-a9e8-fe926b559a39 None None] Port 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:30.599730 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.656237 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824da38-038a-4029-b73a-3a3ccd05f705 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.677733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16cdb1c5-78a0-4307-9ce9-2d99c6371849 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.783614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=528d3dfa-335c-4911-b5e1-3c8730651cd4,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:30.797421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking segment: {'id': 'f4e42c10-9f92-42dd-8268-a797e9bed3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2bcfacf2-88f3-47cb-acbb-837d36231b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:30.797629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network hostable DHCP agents. Network: 2bcfacf2-88f3-47cb-acbb-837d36231b3b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:30.838301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network 2bcfacf2-88f3-47cb-acbb-837d36231b3b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:30.867862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 2bcfacf2-88f3-47cb-acbb-837d36231b3b) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:30.880825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:30.880825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.889513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16cdb1c5-78a0-4307-9ce9-2d99c6371849 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.910385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ad468-ff13-4379-a759-a29c7ee344bf None None] Network 2bcfacf2-88f3-47cb-acbb-837d36231b3b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:30.979707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4824da38-038a-4029-b73a-3a3ccd05f705 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Calling delete_port for 6ad0b8d0-329a-4e0e-965a-57b5c3a0091d owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:31.261462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0119-f66c-4342-80b1-1918cb59d5f6 req-807bd870-1498-4f4a-9ac1-ce37ec210323 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:31.280766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d81f0119-f66c-4342-80b1-1918cb59d5f6 req-807bd870-1498-4f4a-9ac1-ce37ec210323 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 945 time: 0.3208716 May 06 12:49:31.406203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdb1c5-78a0-4307-9ce9-2d99c6371849 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Subnet': ['ID=e16a9f21-6705-4585-8cfb-1ecb40c69585,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:31.499498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d81f0119-f66c-4342-80b1-1918cb59d5f6 req-928534ad-01a6-4090-a7fc-1befb2961f60 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218890 May 06 12:49:31.542796 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2c805f53-3463-4304-aae5-3612f9cebdac tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0847905 May 06 12:49:31.548818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44692) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:31.548818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': '2bcfacf2-88f3-47cb-acbb-837d36231b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:31.566088 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16cdb1c5-78a0-4307-9ce9-2d99c6371849 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.566088 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-16cdb1c5-78a0-4307-9ce9-2d99c6371849 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/e16a9f21-6705-4585-8cfb-1ecb40c69585 HTTP/1.1" status: 204 len: 168 time: 2.1736307 May 06 12:49:31.578779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44696) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:31.674668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925f7da6-1cb0-437a-8d8d-97695d8bf49e None None] Network 4817cff5-a669-4c6c-ba36-e5859cb1a007 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:31.780947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-2bcfacf2-88f3-47cb-acbb-837d36231b3b', 'network_id': '2bcfacf2-88f3-47cb-acbb-837d36231b3b', 'tenant_id': '9f6d3aadf762446faec72e3685af425a', 'fixed_ips': [{'subnet_id': '528d3dfa-335c-4911-b5e1-3c8730651cd4'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:31.781126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.801218 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824da38-038a-4029-b73a-3a3ccd05f705 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.882475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824da38-038a-4029-b73a-3a3ccd05f705 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event deleted for resources: {'Port': ['ID=6ad0b8d0-329a-4e0e-965a-57b5c3a0091d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:32.058862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.136344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:32.136344 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.156099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:32.156099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:subnet and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:32.156099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:32.176051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:32.318941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:32.330221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-9b1d659a-fe10-474d-a10c-3ac81503f994 req-276e376e-bc63-44a6-b969-762c53bb81e9 tempest-ListServerFiltersTestJSON-1197173935 tempest-ListServerFiltersTestJSON-1197173935-project] (83955) timed out ('10.222.0.48', 59786) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:49:32.330221 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4824da38-038a-4029-b73a-3a3ccd05f705 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.458775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a18d5a23-23b0-4dc8-ad47-e2478c11a78c up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:32.647117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Allocated IP 2001:db8::2 (2bcfacf2-88f3-47cb-acbb-837d36231b3b/528d3dfa-335c-4911-b5e1-3c8730651cd4/ccb75e56-f505-4c80-b54e-f51b87461688) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:32.789127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4824da38-038a-4029-b73a-3a3ccd05f705 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "DELETE /v2.0/ports/6ad0b8d0-329a-4e0e-965a-57b5c3a0091d HTTP/1.1" status: 204 len: 168 time: 3.4145374 May 06 12:49:32.790369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44712) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:32.835781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] DHCP port deletion for 4817cff5-a669-4c6c-ba36-e5859cb1a007 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:49:32.861853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] Deleting port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:32.862640 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.952050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port a18d5a23-23b0-4dc8-ad47-e2478c11a78c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:32.952050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port a18d5a23-23b0-4dc8-ad47-e2478c11a78c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:32.952050 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.117204 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadac5dc-15b7-49e8-a2c3-6ef1b61866ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] GET failed (client error): The resource could not be found. May 06 12:49:33.117204 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cadac5dc-15b7-49e8-a2c3-6ef1b61866ea tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "GET /v2.0/ports/6ad0b8d0-329a-4e0e-965a-57b5c3a0091d HTTP/1.1" status: 404 len: 333 time: 0.3126690 May 06 12:49:33.117204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44720) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:33.126419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'port': {'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6', 'name': 'tempest-AllowedAddressPairTestJSON-2073602402'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:33.145571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.251629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port 511f4d56-ce3f-4992-ad6d-d5491fc2be82, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=511f4d56-ce3f-4992-ad6d-d5491fc2be82,segment=NetworkSegment(30cde443-7aae-4422-9a7b-26aef44c493b),segment_id=30cde443-7aae-4422-9a7b-26aef44c493b)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:33.251911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.392945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b091ab1-83f4-452a-804d-46963f0d026b req-b601421e-0809-4c8b-9921-686b696464da tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:33.395104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b091ab1-83f4-452a-804d-46963f0d026b req-b601421e-0809-4c8b-9921-686b696464da tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 945 time: 0.6033564 May 06 12:49:33.509744 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.551154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 511f4d56-ce3f-4992-ad6d-d5491fc2be82 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:33.555524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b091ab1-83f4-452a-804d-46963f0d026b req-c81fcbfc-4645-4729-a0f6-210602064125 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473868 May 06 12:49:33.563402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 511f4d56-ce3f-4992-ad6d-d5491fc2be82 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:33.663399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Transition to ACTIVE for port object ccb75e56-f505-4c80-b54e-f51b87461688 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:33.745253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:33.760495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Usage tracker for resource:port and tenant:74fbfc81322240bbb2b37c9ccf565e51 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:33.769838 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.779938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:33.786709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Transition to ACTIVE for port object ccb75e56-f505-4c80-b54e-f51b87461688 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:33.861365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:33.887121 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.926844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=511f4d56-ce3f-4992-ad6d-d5491fc2be82,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:33.942332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No DVR routers for this DVR port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:33.943817 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.949893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Made reservation on behalf of 74fbfc81322240bbb2b37c9ccf565e51 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:33.956975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.042192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:49:34.042192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 511f4d56-ce3f-4992-ad6d-d5491fc2be82 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:49:34.069671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] For port 511f4d56-ce3f-4992-ad6d-d5491fc2be82, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=511f4d56-ce3f-4992-ad6d-d5491fc2be82,segment=NetworkSegment(30cde443-7aae-4422-9a7b-26aef44c493b),segment_id=30cde443-7aae-4422-9a7b-26aef44c493b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:34.069671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.128481 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.137856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network 2bcfacf2-88f3-47cb-acbb-837d36231b3b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:34.137856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:34.157018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:34.157018 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.234023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=9126a382-3068-49c9-bee5-706604f97b4f,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:34.247763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a18d5a23-23b0-4dc8-ad47-e2478c11a78c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:34.254939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-257311d8-f37d-4c27-9847-6a79cab99eed tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7051952 May 06 12:49:34.254939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44732) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:34.261566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Network 2bcfacf2-88f3-47cb-acbb-837d36231b3b is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:34.345130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:34.345130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:34.345130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.361156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] Calling delete_port for 511f4d56-ce3f-4992-ad6d-d5491fc2be82 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:34.387525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:34.403396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Pushing event updated for resources: {'Port': ['ID=ccb75e56-f505-4c80-b54e-f51b87461688,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:34.628847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:49:34.628847 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:49:34.646127 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ed8953-c607-40a1-96a5-4a4925a2f918'] response: {'server_uuid': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c', 'code': 200} May 06 12:49:34.737375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4613b-d9b2-41a6-8430-28ef21b17ba2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:34.737375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4613b-d9b2-41a6-8430-28ef21b17ba2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:34.737375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4613b-d9b2-41a6-8430-28ef21b17ba2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:34.762206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4613b-d9b2-41a6-8430-28ef21b17ba2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:34.762206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4613b-d9b2-41a6-8430-28ef21b17ba2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:34.762206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-31e4613b-d9b2-41a6-8430-28ef21b17ba2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Synchronizing usage tracker for tenant:9f6d3aadf762446faec72e3685af425a on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:34.792926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Attempting to bind port ccb75e56-f505-4c80-b54e-f51b87461688 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:34.792926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Attempting to bind port ccb75e56-f505-4c80-b54e-f51b87461688 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'f4e42c10-9f92-42dd-8268-a797e9bed3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2bcfacf2-88f3-47cb-acbb-837d36231b3b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:34.792926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Attempting to bind port ccb75e56-f505-4c80-b54e-f51b87461688 on network 2bcfacf2-88f3-47cb-acbb-837d36231b3b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:34.806221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:34.806221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Checking segment: {'id': 'f4e42c10-9f92-42dd-8268-a797e9bed3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2bcfacf2-88f3-47cb-acbb-837d36231b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:34.813311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-31e4613b-d9b2-41a6-8430-28ef21b17ba2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Unset dirty status for tenant:9f6d3aadf762446faec72e3685af425a on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:34.813541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.813541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Bound using segment: {'id': 'f4e42c10-9f92-42dd-8268-a797e9bed3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2bcfacf2-88f3-47cb-acbb-837d36231b3b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:34.813541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Bound port: ccb75e56-f505-4c80-b54e-f51b87461688, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e42c10-9f92-42dd-8268-a797e9bed3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2bcfacf2-88f3-47cb-acbb-837d36231b3b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:34.813541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.814195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-31e4613b-d9b2-41a6-8430-28ef21b17ba2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5582697 May 06 12:49:34.814195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44744) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:34.853897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604365036'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:34.864141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:34.887054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] device_id is not set on port d09c9d20-5045-442f-b1f6-f364da990d45 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:49:34.894844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:network and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:34.908804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:34.945560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:34.986390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:34.986390 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.009877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:35.031106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.138690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.145421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] Deleting port 511f4d56-ce3f-4992-ad6d-d5491fc2be82 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:35.145421 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.231146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] For port ccb75e56-f505-4c80-b54e-f51b87461688, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:35.345666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4817cff5-a669-4c6c-ba36-e5859cb1a007']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:35.360191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2bdf1-e3a9-438a-800b-cd56498b11fa None None] The port '511f4d56-ce3f-4992-ad6d-d5491fc2be82' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:49:35.379066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:35.384394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] For port ccb75e56-f505-4c80-b54e-f51b87461688, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ccb75e56-f505-4c80-b54e-f51b87461688,segment=NetworkSegment(f4e42c10-9f92-42dd-8268-a797e9bed3f1),segment_id=f4e42c10-9f92-42dd-8268-a797e9bed3f1)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:35.394357 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.473329 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.473329 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment ee4fbbd9-f05e-4108-82b3-09736a2b8033 of type vlan for network 23f67c92-102b-489b-9921-d161afac5c97 May 06 12:49:35.531610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfbdf8-039d-4f86-9934-4d39c81abe56 req-3bba994a-8356-47d6-9c91-77f29448d40a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:35.544272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fdfbdf8-039d-4f86-9934-4d39c81abe56 req-3bba994a-8356-47d6-9c91-77f29448d40a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 946 time: 0.4853308 May 06 12:49:35.566259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c35c0c-7b98-4c2a-aa99-6ea9675f7b96 None None] Pushing event updated for resources: {'Port': ['ID=ccb75e56-f505-4c80-b54e-f51b87461688,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:35.617776 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.626947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cde443-7aae-4422-9a7b-26aef44c493b') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:35.626947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cde443-7aae-4422-9a7b-26aef44c493b') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:35.661865 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.671877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:35.671877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.677357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.733133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.757378 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9392314 May 06 12:49:35.774591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:35.774591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.788532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44750) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:35.847608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0b8a9e0a-6efe-4b08-bbc6-d33e1e6d3d14 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: timer() May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:36.045610 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:36.149676 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1b41be5f-3a35-404e-aae9-f49c0ff50620 req-32e063c5-f42a-4311-a706-b3201a680024 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 1097 time: 1.2768164 May 06 12:49:36.178715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6801758-2b1a-4114-8755-247c1e10d33e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=23f67c92-102b-489b-9921-d161afac5c97,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:36.221918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 23f67c92-102b-489b-9921-d161afac5c97 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:36.248324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fdfbdf8-039d-4f86-9934-4d39c81abe56 req-1f0fb920-6e09-4053-8789-26cf1fcd035e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7112703 May 06 12:49:36.415008 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:36.520223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:36.556941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Network': ['ID=4817cff5-a669-4c6c-ba36-e5859cb1a007,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:36.584231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Allocated IP 172.20.0.11 (846b3b7f-fbca-4f65-9d64-d3c3c7067be6/7e2fc82a-da22-458c-b528-213d779b1acc/d09c9d20-5045-442f-b1f6-f364da990d45) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:36.597701 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1b41be5f-3a35-404e-aae9-f49c0ff50620 req-633418dc-3fb1-45db-8bc6-4a5d93a632d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534142 May 06 12:49:36.635452 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4297af2d-9230-4d14-a1f8-7542eba0a554 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/networks/4817cff5-a669-4c6c-ba36-e5859cb1a007 HTTP/1.1" status: 204 len: 168 time: 5.0437469 May 06 12:49:36.642216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:36.654145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b8a9e0a-6efe-4b08-bbc6-d33e1e6d3d14 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:36.678102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'network': {'name': 'tempest-RoutersTest-80016456'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:36.692134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b8a9e0a-6efe-4b08-bbc6-d33e1e6d3d14 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:36.705444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:36.736529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:network and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:36.743368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:36.776164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:36.796028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b8a9e0a-6efe-4b08-bbc6-d33e1e6d3d14 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network 23f67c92-102b-489b-9921-d161afac5c97 is not hosted by any dhcp agent {{(pid=83955) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:49:36.807383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a9e0a-6efe-4b08-bbc6-d33e1e6d3d14 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:36.808460 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0b8a9e0a-6efe-4b08-bbc6-d33e1e6d3d14 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:36.814263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0b8a9e0a-6efe-4b08-bbc6-d33e1e6d3d14 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "PUT /v2.0/networks/23f67c92-102b-489b-9921-d161afac5c97 HTTP/1.1" status: 200 len: 723 time: 1.0008905 May 06 12:49:36.837268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44764) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:36.854040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': '23f67c92-102b-489b-9921-d161afac5c97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:36.992735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:37.028852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:37.044879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a9e0a-6efe-4b08-bbc6-d33e1e6d3d14 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=23f67c92-102b-489b-9921-d161afac5c97,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:37.044879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:37.044879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:37.067536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:37.109611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 23f67c92-102b-489b-9921-d161afac5c97 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:37.292045 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:37.449156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:37.521144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:37.521670 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added segment 2a54b9eb-0b71-497c-82ca-aef209296347 of type vlan for network ded19a47-e49e-4039-9d36-80bd9a77dbf4 May 06 12:49:37.544089 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:37.689990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7688a179-7ec0-4c41-8508-39693f101f57 None None] Network 2bcfacf2-88f3-47cb-acbb-837d36231b3b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:37.706217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:37.763585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:37.771010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:37.772301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:37.797232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ccb75e56-f505-4c80-b54e-f51b87461688 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:38.081785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Network': ['ID=ded19a47-e49e-4039-9d36-80bd9a77dbf4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:38.094066 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d25a34c-64a9-4d63-bf5e-e71fcda6c64c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4444978 May 06 12:49:38.105180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:38.185135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:38.198659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'subnet': {'network_id': 'ded19a47-e49e-4039-9d36-80bd9a77dbf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:38.316263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ded19a47-e49e-4039-9d36-80bd9a77dbf4 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:38.371958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:38.380663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-31e681a3-9cd1-4a25-b6ca-f7b2f1b26f12 None None] Provisioning for port ccb75e56-f505-4c80-b54e-f51b87461688 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:38.405333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463584-49b8-454a-9f19-5e0ccf6db1c1 req-c6ee0e09-a370-4ad7-bfc2-a5e6d1a827dc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:38.408397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3463584-49b8-454a-9f19-5e0ccf6db1c1 req-c6ee0e09-a370-4ad7-bfc2-a5e6d1a827dc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 946 time: 0.4808145 May 06 12:49:38.518771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=0d9cf33f-b755-493d-98a0-b50303198649,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:38.528912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking segment: {'id': 'ee4fbbd9-f05e-4108-82b3-09736a2b8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '23f67c92-102b-489b-9921-d161afac5c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:38.529888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network hostable DHCP agents. Network: 23f67c92-102b-489b-9921-d161afac5c97, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:38.601029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3463584-49b8-454a-9f19-5e0ccf6db1c1 req-5f76298a-e0f9-42ed-a5f5-b94fb53044f9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710453 May 06 12:49:38.615229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network 23f67c92-102b-489b-9921-d161afac5c97 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:38.616582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:38.621110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:subnet and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:38.624657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:38.631956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:38.639637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 23f67c92-102b-489b-9921-d161afac5c97) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:38.649201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:38.653890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:38.656176 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:38.667660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8226574-ced6-4688-9420-6d21301ede6a None None] Network 23f67c92-102b-489b-9921-d161afac5c97 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:38.716141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4d152e12-22ad-48b5-917d-8c339bc9672b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8750808 May 06 12:49:38.718050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44788) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:38.736891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-40249979-622c-49c8-b273-e71404afc6f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:38.752649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Transition to ACTIVE for port object d09c9d20-5045-442f-b1f6-f364da990d45 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:38.917317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ccb75e56-f505-4c80-b54e-f51b87461688 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:38.962650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ccb75e56-f505-4c80-b54e-f51b87461688 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:38.962650 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.013719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40249979-622c-49c8-b273-e71404afc6f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3558405'] for subnet, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.051325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.325676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-23f67c92-102b-489b-9921-d161afac5c97', 'network_id': '23f67c92-102b-489b-9921-d161afac5c97', 'tenant_id': '9f6d3aadf762446faec72e3685af425a', 'fixed_ips': [{'subnet_id': '0d9cf33f-b755-493d-98a0-b50303198649'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:39.326723 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.361322 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.364563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.515358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ccb75e56-f505-4c80-b54e-f51b87461688, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ccb75e56-f505-4c80-b54e-f51b87461688,segment=NetworkSegment(f4e42c10-9f92-42dd-8268-a797e9bed3f1),segment_id=f4e42c10-9f92-42dd-8268-a797e9bed3f1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:39.522863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.528289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d80cc-017f-4d9b-83cf-69b979a6bf82 None None] Update dhcp port {'port': {'network_id': '2bcfacf2-88f3-47cb-acbb-837d36231b3b', 'fixed_ips': [{'subnet_id': '528d3dfa-335c-4911-b5e1-3c8730651cd4', 'ip_address': '2001:db8::2'}, {'subnet_id': '9126a382-3068-49c9-bee5-706604f97b4f'}], 'binding:host_id': 'n-d-840847-1'}, 'id': 'ccb75e56-f505-4c80-b54e-f51b87461688'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:49:39.537339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40249979-622c-49c8-b273-e71404afc6f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727640107677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3259000'] for subnet, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.638464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:39.645374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:39.655481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:39.695267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Port': ['ID=d09c9d20-5045-442f-b1f6-f364da990d45,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:39.737050 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-743d80cc-017f-4d9b-83cf-69b979a6bf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.762881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40249979-622c-49c8-b273-e71404afc6f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=0d9cf33f-b755-493d-98a0-b50303198649,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:39.790010 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.791794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40249979-622c-49c8-b273-e71404afc6f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:39.793858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40249979-622c-49c8-b273-e71404afc6f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.802414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-40249979-622c-49c8-b273-e71404afc6f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "PUT /v2.0/subnets/0d9cf33f-b755-493d-98a0-b50303198649 HTTP/1.1" status: 200 len: 826 time: 1.0805299 May 06 12:49:39.804311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44804) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:39.812028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ccb75e56-f505-4c80-b54e-f51b87461688,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:39.833029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:39.833678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.949119 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dc7a0986-28cf-4302-b1ac-7ad329e5b8f2 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8320549 May 06 12:49:39.952092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44808) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:39.968798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ae250e29-592e-4284-a378-4e14a0e867a8 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bd:77:d5'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:39.999365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Subnet': ['ID=34a0f64d-d9d6-4ebc-bedf-e3cc6cb42d7e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:40.065585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-743d80cc-017f-4d9b-83cf-69b979a6bf82 None None] Allocated IP 172.20.0.1 (2bcfacf2-88f3-47cb-acbb-837d36231b3b/9126a382-3068-49c9-bee5-706604f97b4f/ccb75e56-f505-4c80-b54e-f51b87461688) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:40.121253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Checking segment: {'id': '2a54b9eb-0b71-497c-82ca-aef209296347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ded19a47-e49e-4039-9d36-80bd9a77dbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:40.121942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network hostable DHCP agents. Network: ded19a47-e49e-4039-9d36-80bd9a77dbf4, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:40.311102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-743d80cc-017f-4d9b-83cf-69b979a6bf82 None None] For port ccb75e56-f505-4c80-b54e-f51b87461688, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ccb75e56-f505-4c80-b54e-f51b87461688,segment=NetworkSegment(f4e42c10-9f92-42dd-8268-a797e9bed3f1),segment_id=f4e42c10-9f92-42dd-8268-a797e9bed3f1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:40.345276 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-743d80cc-017f-4d9b-83cf-69b979a6bf82 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.356443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network ded19a47-e49e-4039-9d36-80bd9a77dbf4 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:40.366515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-743d80cc-017f-4d9b-83cf-69b979a6bf82 None None] Transition to ACTIVE for port object ccb75e56-f505-4c80-b54e-f51b87461688 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:40.388783 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-743d80cc-017f-4d9b-83cf-69b979a6bf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.398169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.506015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afec8fb-b553-4c23-af49-0af26709c27c req-81fa7c89-9a7c-4d57-b5e7-d24f99d1b65c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:40.507874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7afec8fb-b553-4c23-af49-0af26709c27c req-81fa7c89-9a7c-4d57-b5e7-d24f99d1b65c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 946 time: 0.5233099 May 06 12:49:40.522421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ded19a47-e49e-4039-9d36-80bd9a77dbf4) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:40.538322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Allocated IP 2001:db8::2 (23f67c92-102b-489b-9921-d161afac5c97/0d9cf33f-b755-493d-98a0-b50303198649/db172e41-a7db-435a-aefc-8eded58ddfd4) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:40.561795 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.565881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dea2c37f-f063-47b2-b3ba-fb440829b8a4 None None] Provisioning for port d09c9d20-5045-442f-b1f6-f364da990d45 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:40.572080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379966e6-885e-447f-8575-4ee8e6b31a83 None None] Network ded19a47-e49e-4039-9d36-80bd9a77dbf4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:40.615920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:40.617114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.705144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae250e29-592e-4284-a378-4e14a0e867a8 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.724763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7afec8fb-b553-4c23-af49-0af26709c27c req-42a30bd9-b7da-47cc-8b3f-a30943ed7203 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860139 May 06 12:49:40.735341 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ff2d83c5-573f-46ed-afa8-91052235cab7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6232402 May 06 12:49:40.735538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44818) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:40.746038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-24747376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:40.750026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Deleting port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:40.750587 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.762004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:40.769350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:router and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:40.773981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:40.783912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:40.812631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.813915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.841552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dea2c37f-f063-47b2-b3ba-fb440829b8a4 None None] Provisioning complete for port d09c9d20-5045-442f-b1f6-f364da990d45 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:40.841552 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dea2c37f-f063-47b2-b3ba-fb440829b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.893397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.941142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.978798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.985860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c7071df7-2e9c-49f3-9440-e484a55f46c9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2462547 May 06 12:49:40.986745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44824) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:41.201790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d80cc-017f-4d9b-83cf-69b979a6bf82 None None] Pushing event updated for resources: {'Port': ['ID=ccb75e56-f505-4c80-b54e-f51b87461688,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:41.255990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-dea2c37f-f063-47b2-b3ba-fb440829b8a4 None None] Port d09c9d20-5045-442f-b1f6-f364da990d45 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:41.394736 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae250e29-592e-4284-a378-4e14a0e867a8 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:41.419201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae250e29-592e-4284-a378-4e14a0e867a8 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:41.706888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ae250e29-592e-4284-a378-4e14a0e867a8 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] In _notify_port_updated(), no bound segment for port d09c9d20-5045-442f-b1f6-f364da990d45 on network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:49:41.711724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae250e29-592e-4284-a378-4e14a0e867a8 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:41.712477 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae250e29-592e-4284-a378-4e14a0e867a8 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:41.719708 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ae250e29-592e-4284-a378-4e14a0e867a8 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "PUT /v2.0/ports/d09c9d20-5045-442f-b1f6-f364da990d45 HTTP/1.1" status: 200 len: 997 time: 1.7566466 May 06 12:49:41.723403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44832) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:41.825957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-107f3ce5-e02d-4293-b191-08f1bcc5acf4 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting port d09c9d20-5045-442f-b1f6-f364da990d45 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:41.826291 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-107f3ce5-e02d-4293-b191-08f1bcc5acf4 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:41.934553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ccb75e56-f505-4c80-b54e-f51b87461688 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:41.974206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae250e29-592e-4284-a378-4e14a0e867a8 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Port': ['ID=d09c9d20-5045-442f-b1f6-f364da990d45,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:42.024176 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-422d78ad-cfc3-410c-9275-b342ac80117b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5466926 May 06 12:49:42.035368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-ded19a47-e49e-4039-9d36-80bd9a77dbf4', 'network_id': 'ded19a47-e49e-4039-9d36-80bd9a77dbf4', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'fixed_ips': [{'subnet_id': '34a0f64d-d9d6-4ebc-bedf-e3cc6cb42d7e'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:42.036477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:42.312035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-882281f8-80ae-4349-bbb5-fde4e6d30a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:42.497162 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:42.520562 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:49:42.558266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ec366-f84c-4c6e-a6ba-ca9a4e81edab None None] Network 2bcfacf2-88f3-47cb-acbb-837d36231b3b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:42.672280 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Transition to ACTIVE for port object db172e41-a7db-435a-aefc-8eded58ddfd4 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:42.675371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618e380-5206-4ba6-a4f5-259d5e51081d req-56811cbe-c432-4fe0-8c06-cef7a81aaf28 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:42.682820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8618e380-5206-4ba6-a4f5-259d5e51081d req-56811cbe-c432-4fe0-8c06-cef7a81aaf28 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 946 time: 0.7800941 May 06 12:49:42.734535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-42d5abc8-7271-4d19-9583-917866e7b2f1 None None] Provisioning complete for port d09c9d20-5045-442f-b1f6-f364da990d45 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:42.735138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-42d5abc8-7271-4d19-9583-917866e7b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:42.788289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8618e380-5206-4ba6-a4f5-259d5e51081d req-3001ef72-28e6-47e0-8405-f5be23fe7d36 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007571 May 06 12:49:42.873066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] For port 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:42.873732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:42.878879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Transition to ACTIVE for port object db172e41-a7db-435a-aefc-8eded58ddfd4 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:43.041781 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.086070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.163585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-42d5abc8-7271-4d19-9583-917866e7b2f1 None None] Port d09c9d20-5045-442f-b1f6-f364da990d45 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:43.178172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Pushing event updated for resources: {'Port': ['ID=db172e41-a7db-435a-aefc-8eded58ddfd4,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:43.202582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9cf33f-b755-493d-98a0-b50303198649,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:43.210925 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.217208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Calling delete_port for 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:43.256439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.282632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Allocated IP 172.20.0.2 (ded19a47-e49e-4039-9d36-80bd9a77dbf4/34a0f64d-d9d6-4ebc-bedf-e3cc6cb42d7e/e913ff3d-ee7e-46c9-93ba-a531edddff89) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:43.297179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Network 23f67c92-102b-489b-9921-d161afac5c97 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:43.346337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:43.359833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:43.582099 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-e5d7239e-02b3-41d7-a329-e2f546eddf84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6490 time: 1.0118449 May 06 12:49:43.592968 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-107f3ce5-e02d-4293-b191-08f1bcc5acf4 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.671729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f8a0fb2c-1f8b-4559-8dae-ab878564a35a None None] Provisioning for port ccb75e56-f505-4c80-b54e-f51b87461688 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:43.685149 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.702701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f8a0fb2c-1f8b-4559-8dae-ab878564a35a None None] Provisioning complete for port ccb75e56-f505-4c80-b54e-f51b87461688 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:43.703301 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fb2c-1f8b-4559-8dae-ab878564a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.721042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f67c92-102b-489b-9921-d161afac5c97']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:43.743842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4fbbd9-f05e-4108-82b3-09736a2b8033') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:43.743842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4fbbd9-f05e-4108-82b3-09736a2b8033') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:43.759193 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.784309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.792956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:43.793868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.829972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Attempting to bind port db172e41-a7db-435a-aefc-8eded58ddfd4 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:43.830622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Attempting to bind port db172e41-a7db-435a-aefc-8eded58ddfd4 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'ee4fbbd9-f05e-4108-82b3-09736a2b8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '23f67c92-102b-489b-9921-d161afac5c97'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:43.831154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Attempting to bind port db172e41-a7db-435a-aefc-8eded58ddfd4 on network 23f67c92-102b-489b-9921-d161afac5c97 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: timer() May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:43.901976 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:43.910137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:49:43.910137 n-d-840847-1 neutron-server[83955]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:49:43.910137 n-d-840847-1 neutron-server[83955]: [parameters: {'id': '23f67c92-102b-489b-9921-d161afac5c97'}] May 06 12:49:43.910137 n-d-840847-1 neutron-server[83955]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:49:43.910589 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:49:43.917231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:43.917894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Checking segment: {'id': 'ee4fbbd9-f05e-4108-82b3-09736a2b8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '23f67c92-102b-489b-9921-d161afac5c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:43.920065 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.921081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Bound using segment: {'id': 'ee4fbbd9-f05e-4108-82b3-09736a2b8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '23f67c92-102b-489b-9921-d161afac5c97'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:43.921873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Bound port: db172e41-a7db-435a-aefc-8eded58ddfd4, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4fbbd9-f05e-4108-82b3-09736a2b8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '23f67c92-102b-489b-9921-d161afac5c97'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:43.923221 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.993632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3279b66-cb41-47f2-ad68-95b32b7ead49 req-9fa7074c-c054-48de-8178-476455b8932b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:44.001435 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3279b66-cb41-47f2-ad68-95b32b7ead49 req-9fa7074c-c054-48de-8178-476455b8932b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 946 time: 0.8530397 May 06 12:49:44.069263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-107f3ce5-e02d-4293-b191-08f1bcc5acf4 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Calling delete_port for d09c9d20-5045-442f-b1f6-f364da990d45 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:44.224874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3279b66-cb41-47f2-ad68-95b32b7ead49 req-b51123fc-43ba-4494-920f-50b20b1622e8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220895 May 06 12:49:44.348026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] For port db172e41-a7db-435a-aefc-8eded58ddfd4, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:44.353238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] For port db172e41-a7db-435a-aefc-8eded58ddfd4, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db172e41-a7db-435a-aefc-8eded58ddfd4,segment=NetworkSegment(ee4fbbd9-f05e-4108-82b3-09736a2b8033),segment_id=ee4fbbd9-f05e-4108-82b3-09736a2b8033)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:44.382536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.412367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.426998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting port db172e41-a7db-435a-aefc-8eded58ddfd4 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:44.427634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.510588 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.525427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fab2d-8f6f-4949-b3cd-42c626c30a62 None None] Pushing event updated for resources: {'Port': ['ID=db172e41-a7db-435a-aefc-8eded58ddfd4,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:44.689222 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.736582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-1520a766-df00-41f2-8828-08ca7377fcb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:44.736582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-1520a766-df00-41f2-8828-08ca7377fcb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:44.736582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-1520a766-df00-41f2-8828-08ca7377fcb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:44.736582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-1520a766-df00-41f2-8828-08ca7377fcb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=313cbf39-1760-43e3-8604-7c46dab04b4e&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=d6efa80f-acf6-4297-ae04-de25324b08a1&id=d6efa80f-acf6-4297-ae04-de25324b08a1 HTTP/1.1" status: 200 len: 2291 time: 1.0978310 May 06 12:49:44.801119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-107f3ce5-e02d-4293-b191-08f1bcc5acf4 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.892017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Transition to ACTIVE for port object e913ff3d-ee7e-46c9-93ba-a531edddff89 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:44.896057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-da96bcdf-b518-4832-9ae4-f8c5423c1afd req-0f061349-2d02-4e9b-af6d-108d0d0f398e service neutron] (83955) timed out ('10.222.0.48', 60073) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:49:44.955908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:44.964513 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-99d3a5bf-ba2c-415d-abb1-77b9fcaf98e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.006133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07d31d-9043-4f16-ae71-fa3ea9046db4 None None] Network 23f67c92-102b-489b-9921-d161afac5c97 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:45.020061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.021576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.022177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.023361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.023919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.024469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.025771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.026338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.026979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.028319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.028859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:45.038138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Transition to ACTIVE for port object e913ff3d-ee7e-46c9-93ba-a531edddff89 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:45.053458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] For port db172e41-a7db-435a-aefc-8eded58ddfd4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db172e41-a7db-435a-aefc-8eded58ddfd4,segment=NetworkSegment(ee4fbbd9-f05e-4108-82b3-09736a2b8033),segment_id=ee4fbbd9-f05e-4108-82b3-09736a2b8033)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:45.054137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.135353 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.215735 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-b9dc3b3a-ce90-4458-81ba-1b6cffa4ba2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13 HTTP/1.1" status: 200 len: 1001 time: 0.4360673 May 06 12:49:45.278866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-22ac8a28-0d32-4f57-a634-cac9069ee7a3 None None] Provisioning complete for port ccb75e56-f505-4c80-b54e-f51b87461688 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:45.279529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22ac8a28-0d32-4f57-a634-cac9069ee7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.311310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f3ce5-e02d-4293-b191-08f1bcc5acf4 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event deleted for resources: {'Port': ['ID=d09c9d20-5045-442f-b1f6-f364da990d45,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:45.361199 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-107f3ce5-e02d-4293-b191-08f1bcc5acf4 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.376923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Network ded19a47-e49e-4039-9d36-80bd9a77dbf4 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:45.380615 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-107f3ce5-e02d-4293-b191-08f1bcc5acf4 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "DELETE /v2.0/ports/d09c9d20-5045-442f-b1f6-f364da990d45 HTTP/1.1" status: 204 len: 168 time: 3.6525922 May 06 12:49:45.381523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44866) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:45.431534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:45.435085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:45.452506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Pushing event updated for resources: {'Port': ['ID=e913ff3d-ee7e-46c9-93ba-a531edddff89,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:45.598139 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.599722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Calling delete_port for db172e41-a7db-435a-aefc-8eded58ddfd4 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:45.720597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-c526342d-d4cb-4f25-a609-26a893d17f47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:45.722217 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-c526342d-d4cb-4f25-a609-26a893d17f47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c244b38a-1fc3-4be7-9c1c-d31c4d2e973a HTTP/1.1" status: 200 len: 850 time: 0.4783146 May 06 12:49:45.753451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2742f-a3a8-4a78-b3c4-779c3a1aa60c req-ed72d543-cd30-4a92-ad6a-3b49b375a086 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:45.760838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ae2742f-a3a8-4a78-b3c4-779c3a1aa60c req-ed72d543-cd30-4a92-ad6a-3b49b375a086 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 946 time: 0.8632419 May 06 12:49:45.783940 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-722832d6-3101-4211-a764-41d7190d577b tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] GET failed (client error): The resource could not be found. May 06 12:49:45.784888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-722832d6-3101-4211-a764-41d7190d577b tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Synchronizing usage tracker for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:45.790017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.20.0.1 (ded19a47-e49e-4039-9d36-80bd9a77dbf4/34a0f64d-d9d6-4ebc-bedf-e3cc6cb42d7e/1b3f72e9-cdcb-437f-b2e9-7f1987436c95) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:45.805398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Attempting to bind port e913ff3d-ee7e-46c9-93ba-a531edddff89 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:45.805847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Attempting to bind port e913ff3d-ee7e-46c9-93ba-a531edddff89 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '2a54b9eb-0b71-497c-82ca-aef209296347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ded19a47-e49e-4039-9d36-80bd9a77dbf4'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:45.806470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Attempting to bind port e913ff3d-ee7e-46c9-93ba-a531edddff89 on network ded19a47-e49e-4039-9d36-80bd9a77dbf4 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:45.825204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:45.825819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Checking segment: {'id': '2a54b9eb-0b71-497c-82ca-aef209296347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ded19a47-e49e-4039-9d36-80bd9a77dbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:45.826503 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.827446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Bound using segment: {'id': '2a54b9eb-0b71-497c-82ca-aef209296347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ded19a47-e49e-4039-9d36-80bd9a77dbf4'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:45.828395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Bound port: e913ff3d-ee7e-46c9-93ba-a531edddff89, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a54b9eb-0b71-497c-82ca-aef209296347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ded19a47-e49e-4039-9d36-80bd9a77dbf4'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:45.829138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.848516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-722832d6-3101-4211-a764-41d7190d577b tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Unset dirty status for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:45.849946 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-722832d6-3101-4211-a764-41d7190d577b tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "GET /v2.0/ports/d09c9d20-5045-442f-b1f6-f364da990d45 HTTP/1.1" status: 404 len: 333 time: 0.3951886 May 06 12:49:45.858583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44874) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:45.879102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'port': {'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6', 'name': 'tempest-AllowedAddressPairTestJSON-25848758'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:46.053850 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-9dcfec50-9888-48f2-b3f7-8ab4e7cce457 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=313cbf39-1760-43e3-8604-7c46dab04b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3177302 May 06 12:49:46.067240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] For port e913ff3d-ee7e-46c9-93ba-a531edddff89, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:46.074522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] For port e913ff3d-ee7e-46c9-93ba-a531edddff89, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e913ff3d-ee7e-46c9-93ba-a531edddff89,segment=NetworkSegment(2a54b9eb-0b71-497c-82ca-aef209296347),segment_id=2a54b9eb-0b71-497c-82ca-aef209296347)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:46.094854 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.131641 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.217038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eca80b-716e-420a-a3d5-bb774f2d124a None None] Network 23f67c92-102b-489b-9921-d161afac5c97 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:46.318844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.355884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.424271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:46.508695 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-f761bebf-ca9e-4f2e-9266-67dffddd7021 service neutron] 10.222.0.36 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458861 May 06 12:49:46.515347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:46.677736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.701310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Transition to ACTIVE for port object 1b3f72e9-cdcb-437f-b2e9-7f1987436c95 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:46.714354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ae2742f-a3a8-4a78-b3c4-779c3a1aa60c req-d755d990-5b44-4e72-8144-8067e5fa06b6 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9525290 May 06 12:49:46.715339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No DVR routers for this DVR port db172e41-a7db-435a-aefc-8eded58ddfd4 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:46.780000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Port': ['ID=db172e41-a7db-435a-aefc-8eded58ddfd4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:46.868651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.999768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e66b04-d311-4a22-8c12-bec555cacbc4 None None] Pushing event updated for resources: {'Port': ['ID=e913ff3d-ee7e-46c9-93ba-a531edddff89,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:47.128443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.183106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=1b3f72e9-cdcb-437f-b2e9-7f1987436c95,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:47.206204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network ded19a47-e49e-4039-9d36-80bd9a77dbf4 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:47.206204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f67c92-102b-489b-9921-d161afac5c97']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:47.226258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:47.226258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:47.266075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Made reservation on behalf of 74fbfc81322240bbb2b37c9ccf565e51 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:47.273789 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.279635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4fbbd9-f05e-4108-82b3-09736a2b8033') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:47.279931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4fbbd9-f05e-4108-82b3-09736a2b8033') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:47.355716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.428480 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.436378 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.451189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] device_id is not set on port 3678b161-9dde-4cea-bbb1-87c5fb7861c1 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:49:47.455649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:47.455649 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: timer() May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:47.483739 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:47.504175 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.648814 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.678099 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.753282 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-70c4b9a5-a30d-4934-b4aa-88ca1123cda5 service neutron] 10.222.0.36 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9406652 May 06 12:49:47.781249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=23f67c92-102b-489b-9921-d161afac5c97,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:47.791937 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-97fac40d-c362-4b60-87a9-91ccfb148ae7 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/23f67c92-102b-489b-9921-d161afac5c97 HTTP/1.1" status: 204 len: 168 time: 7.9861603 May 06 12:49:47.796724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44888) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:47.821402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.843446 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-16549f4e-c81f-4f1d-9060-d54bea4ecb91 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:49:47.843879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16549f4e-c81f-4f1d-9060-d54bea4ecb91 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:49:47.845552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-16549f4e-c81f-4f1d-9060-d54bea4ecb91 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/23f67c92-102b-489b-9921-d161afac5c97 HTTP/1.1" status: 404 len: 339 time: 0.0478745 May 06 12:49:47.854744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e913ff3d-ee7e-46c9-93ba-a531edddff89 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:47.940424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44892) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:47.998453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73409070', 'description': 'd1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:48.018875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e913ff3d-ee7e-46c9-93ba-a531edddff89 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:48.087027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:48.099966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-4fe551f0-3394-468f-8950-5bb102ee39ff tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:48.100712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-4fe551f0-3394-468f-8950-5bb102ee39ff tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:48.113804 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-8f9f5ff7-fbe4-4c02-8d15-34b7317a6781 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=ee3120e7-a670-496a-b42d-c6f3cc9c1646 HTTP/1.1" status: 200 len: 217 time: 0.3412163 May 06 12:49:48.114989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Usage tracker for resource:network and tenant:9f6d3aadf762446faec72e3685af425a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:48.127701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:48.240028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:48.279374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Allocated IP 172.20.0.11 (846b3b7f-fbca-4f65-9d64-d3c3c7067be6/7e2fc82a-da22-458c-b528-213d779b1acc/3678b161-9dde-4cea-bbb1-87c5fb7861c1) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:48.282102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-4fe551f0-3394-468f-8950-5bb102ee39ff tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:48.283566 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-4fe551f0-3394-468f-8950-5bb102ee39ff tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 946 time: 1.3567710 May 06 12:49:48.328836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-ade1db7e-097b-4190-87d5-f69f5b035884 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:48.331032 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-ade1db7e-097b-4190-87d5-f69f5b035884 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.2056069 May 06 12:49:48.332011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:48.337103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.515036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973cdd6-4445-4947-8057-32499a8b3ad5 req-f1b3890e-a30f-4eac-aad1-b41eb40f8dfc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:48.528013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7973cdd6-4445-4947-8057-32499a8b3ad5 req-f1b3890e-a30f-4eac-aad1-b41eb40f8dfc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 946 time: 0.3911116 May 06 12:49:48.571677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:48.587021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.587362 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment 92bfcd3a-2623-47b2-a5d8-11c584123907 of type vlan for network d01079a9-c7ec-430c-82a2-b2b12681844a May 06 12:49:48.628616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.680438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec16fbe0-eb88-4f4a-a9a9-604c55aae9ed None None] Network ded19a47-e49e-4039-9d36-80bd9a77dbf4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:48.693155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.696998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:48.697854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3045016'] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.831838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=d01079a9-c7ec-430c-82a2-b2b12681844a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:48.837621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port a18d5a23-23b0-4dc8-ad47-e2478c11a78c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:48.837900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.879294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d01079a9-c7ec-430c-82a2-b2b12681844a details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:48.901955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-593e377c-ea5b-4704-a964-fd71b227813c None None] Provisioning for port e913ff3d-ee7e-46c9-93ba-a531edddff89 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:48.930327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-593e377c-ea5b-4704-a964-fd71b227813c None None] Provisioning complete for port e913ff3d-ee7e-46c9-93ba-a531edddff89 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:48.930971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-593e377c-ea5b-4704-a964-fd71b227813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.034290 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7973cdd6-4445-4947-8057-32499a8b3ad5 req-faff0b08-bd12-4f82-98f2-de6f0ff4ef88 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854331 May 06 12:49:49.203528 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3baf109e-2c36-474f-a1f2-e4eef238c22f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2512350 May 06 12:49:49.209703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44904) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:49.291108 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:49:49.329242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.411288 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-03d2df72-3973-49b8-80d8-a49e34f35a84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0552487 May 06 12:49:49.438266 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.604553 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-593e377c-ea5b-4704-a964-fd71b227813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.696787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-593e377c-ea5b-4704-a964-fd71b227813c None None] For port e913ff3d-ee7e-46c9-93ba-a531edddff89, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e913ff3d-ee7e-46c9-93ba-a531edddff89,segment=NetworkSegment(2a54b9eb-0b71-497c-82ca-aef209296347),segment_id=2a54b9eb-0b71-497c-82ca-aef209296347)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:49.707086 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-593e377c-ea5b-4704-a964-fd71b227813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.750217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44910) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:49.804395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-db1a678b-a63d-4214-9cb0-351b3ee9eaed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0498562 May 06 12:49:49.850766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45f02-1c64-4f60-ab68-4b56b1b7eee5 req-b0fb939f-74dd-4f67-a9c9-2c74431eaad3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.860300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45f02-1c64-4f60-ab68-4b56b1b7eee5 req-b0fb939f-74dd-4f67-a9c9-2c74431eaad3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.860698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e377c-ea5b-4704-a964-fd71b227813c None None] Pushing event updated for resources: {'Port': ['ID=e913ff3d-ee7e-46c9-93ba-a531edddff89,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:49.864778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45f02-1c64-4f60-ab68-4b56b1b7eee5 req-b0fb939f-74dd-4f67-a9c9-2c74431eaad3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.869310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45f02-1c64-4f60-ab68-4b56b1b7eee5 req-b0fb939f-74dd-4f67-a9c9-2c74431eaad3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.873609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45f02-1c64-4f60-ab68-4b56b1b7eee5 req-b0fb939f-74dd-4f67-a9c9-2c74431eaad3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.878308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45f02-1c64-4f60-ab68-4b56b1b7eee5 req-b0fb939f-74dd-4f67-a9c9-2c74431eaad3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.882528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45f02-1c64-4f60-ab68-4b56b1b7eee5 req-b0fb939f-74dd-4f67-a9c9-2c74431eaad3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.884782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30f45f02-1c64-4f60-ab68-4b56b1b7eee5 req-b0fb939f-74dd-4f67-a9c9-2c74431eaad3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 0.9483211 May 06 12:49:49.938253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.999098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70176919-e1d4-44bd-82fb-b438e51da1f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.999795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-70176919-e1d4-44bd-82fb-b438e51da1f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Synchronizing usage tracker for tenant:9f6d3aadf762446faec72e3685af425a on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:50.035440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-70176919-e1d4-44bd-82fb-b438e51da1f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Unset dirty status for tenant:9f6d3aadf762446faec72e3685af425a on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:50.036996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-70176919-e1d4-44bd-82fb-b438e51da1f1 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/networks?id=d01079a9-c7ec-430c-82a2-b2b12681844a HTTP/1.1" status: 200 len: 763 time: 0.8181093 May 06 12:49:50.042340 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:50.043571 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-086e5ffd-88dd-4512-8fb2-f750b85ac149 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181324 May 06 12:49:50.044045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44916) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:50.045714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port a18d5a23-23b0-4dc8-ad47-e2478c11a78c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:50.046069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:50.085894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=1b3f72e9-cdcb-437f-b2e9-7f1987436c95,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:50.111118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30f45f02-1c64-4f60-ab68-4b56b1b7eee5 req-f1f14266-ee07-4762-8e23-b87bdaabc09e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2018344 May 06 12:49:50.129322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a46fe150-5781-4ddc-8513-d33ed8013199 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'description': 'd2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:50.180609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aea221ca-c9c7-4f05-bbf3-baec92d15919 None None] Provisioning for port 1b3f72e9-cdcb-437f-b2e9-7f1987436c95 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:50.197738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aea221ca-c9c7-4f05-bbf3-baec92d15919 None None] Provisioning complete for port 1b3f72e9-cdcb-437f-b2e9-7f1987436c95 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:50.200329 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aea221ca-c9c7-4f05-bbf3-baec92d15919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:50.215032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-ca21faae-fa1d-4930-b52a-af3924092450 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 1097 time: 0.3138931 May 06 12:49:50.393387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-aea221ca-c9c7-4f05-bbf3-baec92d15919 None None] Port 1b3f72e9-cdcb-437f-b2e9-7f1987436c95 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:50.393848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network ded19a47-e49e-4039-9d36-80bd9a77dbf4 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:50.397070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:50.443294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aea221ca-c9c7-4f05-bbf3-baec92d15919 None None] Provisioning complete for port e913ff3d-ee7e-46c9-93ba-a531edddff89 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:50.444118 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aea221ca-c9c7-4f05-bbf3-baec92d15919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:50.451290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Transition to ACTIVE for port object 3678b161-9dde-4cea-bbb1-87c5fb7861c1 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:50.538768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a18d5a23-23b0-4dc8-ad47-e2478c11a78c no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:50.748517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-5411bb9a-15a5-410a-9c53-d6513ea27fe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:50.750087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-5411bb9a-15a5-410a-9c53-d6513ea27fe2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.5009296 May 06 12:49:50.831177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-5d807f65-284d-474b-9b49-44a2c0a69032 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea81b63-97d9-46c4-a99f-5332228a1440 HTTP/1.1" status: 200 len: 217 time: 0.0745873 May 06 12:49:50.864517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88ebfe2-e2d4-478e-bee4-abe8da335ea4 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:49:50.901806 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:50.932490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for a18d5a23-23b0-4dc8-ad47-e2478c11a78c owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:50.955513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:51.007609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e53a07f-1c68-4e3c-873e-43f4db3e846d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.012316 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a18d5a23-23b0-4dc8-ad47-e2478c11a78c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:51.023354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.128340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5d4e67f8-1dc6-4550-b96e-396709afae5e None None] Provisioning complete for port 1b3f72e9-cdcb-437f-b2e9-7f1987436c95 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:51.129023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d4e67f8-1dc6-4550-b96e-396709afae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.171474 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a46fe150-5781-4ddc-8513-d33ed8013199 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.179880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-4010725c-9832-45fb-82cd-ca5136b80f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.182343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-4010725c-9832-45fb-82cd-ca5136b80f75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.3317893 May 06 12:49:51.197249 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.200358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:51.207845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc1810-4925-496c-9fb5-9be2f2627880 req-52e373bc-94e1-4dcc-a9aa-ed0dbd5c47de tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.215011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3e53a07f-1c68-4e3c-873e-43f4db3e846d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:51.216737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc1810-4925-496c-9fb5-9be2f2627880 req-52e373bc-94e1-4dcc-a9aa-ed0dbd5c47de tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.224970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc1810-4925-496c-9fb5-9be2f2627880 req-52e373bc-94e1-4dcc-a9aa-ed0dbd5c47de tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.232706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc1810-4925-496c-9fb5-9be2f2627880 req-52e373bc-94e1-4dcc-a9aa-ed0dbd5c47de tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.240589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc1810-4925-496c-9fb5-9be2f2627880 req-52e373bc-94e1-4dcc-a9aa-ed0dbd5c47de tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.248037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e67f8-1dc6-4550-b96e-396709afae5e None None] Port 1b3f72e9-cdcb-437f-b2e9-7f1987436c95 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:51.248551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc1810-4925-496c-9fb5-9be2f2627880 req-52e373bc-94e1-4dcc-a9aa-ed0dbd5c47de tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.252329 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-32dcdd90-ea2b-4a78-a79b-15b16a1c279e service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1316209 May 06 12:49:51.256756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3e53a07f-1c68-4e3c-873e-43f4db3e846d admin admin] Usage tracker for resource:security_group_rule and tenant:7bbb7b163c2b4de18b00dacec3106c58 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:51.261285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a46fe150-5781-4ddc-8513-d33ed8013199 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.267668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3e53a07f-1c68-4e3c-873e-43f4db3e846d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:51.268519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc1810-4925-496c-9fb5-9be2f2627880 req-52e373bc-94e1-4dcc-a9aa-ed0dbd5c47de tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.273077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbbc1810-4925-496c-9fb5-9be2f2627880 req-52e373bc-94e1-4dcc-a9aa-ed0dbd5c47de tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 0.6695035 May 06 12:49:51.287698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88ebfe2-e2d4-478e-bee4-abe8da335ea4 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:49:51.344830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25ed8-4915-46b6-b312-6ce324ce738f req-15c40c36-fd14-4737-b6ce-175de07e8bbc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.356774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8d25ed8-4915-46b6-b312-6ce324ce738f req-15c40c36-fd14-4737-b6ce-175de07e8bbc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 946 time: 0.8731298 May 06 12:49:51.366491 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4faa317d-8a42-4f41-933b-fbffb26a499e'] response: {'server_uuid': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c', 'code': 200} May 06 12:49:51.384753 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:49:51.385254 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:49:51.405046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3e53a07f-1c68-4e3c-873e-43f4db3e846d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:51.411943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-651ab985-65ac-41f1-a1d0-71bd882d7799 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343129 May 06 12:49:51.417417 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-e445efab-15d9-4290-badc-ff31ec743360 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=0556dd40-9a4b-42b7-b459-f3251ff0209b HTTP/1.1" status: 200 len: 217 time: 0.1510963 May 06 12:49:51.542401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8d25ed8-4915-46b6-b312-6ce324ce738f req-0631943f-753f-48ce-9866-99414b2bcaf1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847160 May 06 12:49:51.547656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a46fe150-5781-4ddc-8513-d33ed8013199 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network d01079a9-c7ec-430c-82a2-b2b12681844a is not hosted by any dhcp agent {{(pid=83952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:49:51.551926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46fe150-5781-4ddc-8513-d33ed8013199 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.552640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a46fe150-5781-4ddc-8513-d33ed8013199 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.553996 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a46fe150-5781-4ddc-8513-d33ed8013199 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "PUT /v2.0/networks/d01079a9-c7ec-430c-82a2-b2b12681844a HTTP/1.1" status: 200 len: 760 time: 1.4956944 May 06 12:49:51.560742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44934) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:51.590460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:51.604603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:51.617842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:51.656829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fe150-5781-4ddc-8513-d33ed8013199 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=d01079a9-c7ec-430c-82a2-b2b12681844a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:51.693498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Port': ['ID=3678b161-9dde-4cea-bbb1-87c5fb7861c1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:51.713776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d01079a9-c7ec-430c-82a2-b2b12681844a details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:51.751999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e913ff3d-ee7e-46c9-93ba-a531edddff89 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:51.752949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-d4eb9176-73ab-4383-9dc7-ab3a53e03997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.757080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-d4eb9176-73ab-4383-9dc7-ab3a53e03997 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.2613213 May 06 12:49:51.858418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.858418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.907537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port a18d5a23-23b0-4dc8-ad47-e2478c11a78c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:51.907537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.953400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-1d0a96ad-fbf5-4b21-8036-1e3d0251c6d0 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100009 May 06 12:49:51.987688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e53a07f-1c68-4e3c-873e-43f4db3e846d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.008796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e53a07f-1c68-4e3c-873e-43f4db3e846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.029965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c4068-5db7-417f-aef8-a8e5c5b73173 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:52.033567 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca357815-933d-4d81-85b4-c89d067c48cc tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.1677783 May 06 12:49:52.034380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8a7c4068-5db7-417f-aef8-a8e5c5b73173 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/networks?id=d01079a9-c7ec-430c-82a2-b2b12681844a HTTP/1.1" status: 200 len: 763 time: 0.4722242 May 06 12:49:52.040011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44940) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:52.040011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44942) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:52.051504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'port': {'network_id': '846b3b7f-fbca-4f65-9d64-d3c3c7067be6', 'name': 'tempest-AllowedAddressPairTestJSON-1503908938'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:52.138139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53a07f-1c68-4e3c-873e-43f4db3e846d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec14dec8-37b2-456e-be95-214d438a5f0d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:52.145854 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3e53a07f-1c68-4e3c-873e-43f4db3e846d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bbb7b163c2b4de18b00dacec3106c58&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3881063 May 06 12:49:52.153030 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-27b3cdfd-dfeb-4e61-a479-c12ca055a0c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3891623 May 06 12:49:52.156742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44948) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:52.232482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e913ff3d-ee7e-46c9-93ba-a531edddff89 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:52.234383 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.271771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Router 1472b486-5de4-43fc-9a39-844365ee09fb has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:49:52.436466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 19ac46a6-38b6-4842-8735-1048da449722 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:49:52.472539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f350ea9a-bcee-4e8b-b907-34742cb2f6ae req-495a36fa-00cf-424a-a85c-0cf7c09635d1 service neutron] 10.222.0.48 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331476 May 06 12:49:52.497160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:52.575892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c145db-1e02-43ac-a119-7c3852f0e7e9 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:52.581690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e3c145db-1e02-43ac-a119-7c3852f0e7e9 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5383077 May 06 12:49:52.582686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44952) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:52.596050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:52.716657 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e402be08-1e24-4aa0-9742-c9fbadfd55e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.720217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9f5aeadb-4c97-49a8-b126-97d85ef45e43 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Synchronizing usage tracker for tenant:9f6d3aadf762446faec72e3685af425a on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:52.725980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Made reservation on behalf of 74fbfc81322240bbb2b37c9ccf565e51 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:52.733176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port a18d5a23-23b0-4dc8-ad47-e2478c11a78c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:52.733531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.734990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.838731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] device_id is not set on port 28aeedb3-6326-4c27-8d2d-c3d6489e04da yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:49:52.906901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9f5aeadb-4c97-49a8-b126-97d85ef45e43 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Unset dirty status for tenant:9f6d3aadf762446faec72e3685af425a on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:52.908689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9f5aeadb-4c97-49a8-b126-97d85ef45e43 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 207 time: 0.3100648 May 06 12:49:52.917742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44972) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:53.034329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e1d38fb6-acdc-4a3e-8c5d-c5de5e3827a1 None None] Provisioning for port 3678b161-9dde-4cea-bbb1-87c5fb7861c1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:53.042421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e1d38fb6-acdc-4a3e-8c5d-c5de5e3827a1 None None] Provisioning complete for port 3678b161-9dde-4cea-bbb1-87c5fb7861c1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:53.042938 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1d38fb6-acdc-4a3e-8c5d-c5de5e3827a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:53.044079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44976) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:53.073322 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-34501d34-ea2c-4e4d-a7d9-5ae844ee13f9 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8967047 May 06 12:49:53.089816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for a18d5a23-23b0-4dc8-ad47-e2478c11a78c owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:53.113446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e1d38fb6-acdc-4a3e-8c5d-c5de5e3827a1 None None] Port 3678b161-9dde-4cea-bbb1-87c5fb7861c1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:53.282581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587cdff-8417-48a1-979a-5d50842667c6 req-af9ac86a-5e48-4c4e-bb9b-e9f835ad6b5c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.289768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a587cdff-8417-48a1-979a-5d50842667c6 req-af9ac86a-5e48-4c4e-bb9b-e9f835ad6b5c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 944 time: 0.5447173 May 06 12:49:53.296820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651d5a8-93f0-4483-aea2-780b9bf6cb98 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.300811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651d5a8-93f0-4483-aea2-780b9bf6cb98 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.304988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651d5a8-93f0-4483-aea2-780b9bf6cb98 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.308997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651d5a8-93f0-4483-aea2-780b9bf6cb98 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.312994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651d5a8-93f0-4483-aea2-780b9bf6cb98 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.317050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651d5a8-93f0-4483-aea2-780b9bf6cb98 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.322930 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5651d5a8-93f0-4483-aea2-780b9bf6cb98 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3956461 May 06 12:49:53.323848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44984) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:53.431852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e402be08-1e24-4aa0-9742-c9fbadfd55e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:53.480530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Allocated IP 172.20.0.10 (846b3b7f-fbca-4f65-9d64-d3c3c7067be6/7e2fc82a-da22-458c-b528-213d779b1acc/28aeedb3-6326-4c27-8d2d-c3d6489e04da) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:53.502745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:49:53.516895 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc41f59-8d4d-4823-93c3-6318dae48171 None None] Sync routers for ids ['19ac46a6-38b6-4842-8735-1048da449722'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:49:53.521335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a587cdff-8417-48a1-979a-5d50842667c6 req-e5629cf6-720e-424c-852a-7f349db3496d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305803 May 06 12:49:53.541307 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc41f59-8d4d-4823-93c3-6318dae48171 None None] Routers {'19ac46a6-38b6-4842-8735-1048da449722'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:53.543092 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8fc41f59-8d4d-4823-93c3-6318dae48171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:49:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['19ac46a6-38b6-4842-8735-1048da449722'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:53.574922 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1cdd3239-9137-4e2f-a06c-4c4096104a6d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/19ac46a6-38b6-4842-8735-1048da449722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5868495 May 06 12:49:53.580403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44988) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:53.649179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b93ff09-9fbd-4acf-a8f3-b3510f38870e req-9f1f0313-2f70-455b-bee3-ba1001ef282e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6490 time: 0.6015048 May 06 12:49:53.666637 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8fc41f59-8d4d-4823-93c3-6318dae48171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:53.679616 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc41f59-8d4d-4823-93c3-6318dae48171 None None] Routers {'19ac46a6-38b6-4842-8735-1048da449722'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:53.680601 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8fc41f59-8d4d-4823-93c3-6318dae48171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:49:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['19ac46a6-38b6-4842-8735-1048da449722'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:53.748180 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8fc41f59-8d4d-4823-93c3-6318dae48171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:53.748931 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc41f59-8d4d-4823-93c3-6318dae48171 None None] The sync data for ids ['19ac46a6-38b6-4842-8735-1048da449722'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:49:53.774532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece58d23-db23-4021-ad1a-cb621c9eed70 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.775276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ece58d23-db23-4021-ad1a-cb621c9eed70 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:53.784989 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-80e64634-74bd-4ac4-a321-2a58d04dae30 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041460 May 06 12:49:53.787716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:53.802799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:49:53.820900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-af4fe1e3-0fcd-4d17-bf08-52b5a77e4956 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.4604192 May 06 12:49:53.822990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44992) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:53.920346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e402be08-1e24-4aa0-9742-c9fbadfd55e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:53.939970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event deleted for resources: {'Port': ['ID=a18d5a23-23b0-4dc8-ad47-e2478c11a78c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:53.967997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402be08-1e24-4aa0-9742-c9fbadfd55e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec14dec8-37b2-456e-be95-214d438a5f0d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:53.972734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ece58d23-db23-4021-ad1a-cb621c9eed70 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:53.974052 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ece58d23-db23-4021-ad1a-cb621c9eed70 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports/1b3f72e9-cdcb-437f-b2e9-7f1987436c95 HTTP/1.1" status: 200 len: 910 time: 0.3854034 May 06 12:49:53.975733 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-37d6520d-db55-412e-9cfb-890359d1a32a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=2223e052-734e-4a15-953e-99cb7d6f76d6 HTTP/1.1" status: 200 len: 217 time: 0.1811540 May 06 12:49:53.980586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44996) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:54.076286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3105a644-5b6e-4685-892f-7b43c0e01995 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.078375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3105a644-5b6e-4685-892f-7b43c0e01995 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.079755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3105a644-5b6e-4685-892f-7b43c0e01995 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.081068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3105a644-5b6e-4685-892f-7b43c0e01995 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.082463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3105a644-5b6e-4685-892f-7b43c0e01995 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.084274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3105a644-5b6e-4685-892f-7b43c0e01995 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2567286 May 06 12:49:54.088078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45000) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:54.090377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b93ff09-9fbd-4acf-a8f3-b3510f38870e req-92b91850-f9d4-4def-87a5-bc934b33e744 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4400837 May 06 12:49:54.210567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3685985-7062-41c3-a4b7-6824c5965ff3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.211906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3685985-7062-41c3-a4b7-6824c5965ff3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.213182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3685985-7062-41c3-a4b7-6824c5965ff3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.214493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3685985-7062-41c3-a4b7-6824c5965ff3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.215891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3685985-7062-41c3-a4b7-6824c5965ff3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.217515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f3685985-7062-41c3-a4b7-6824c5965ff3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1259768 May 06 12:49:54.227973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45006) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:54.232963 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:54.263667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] No DVR routers for this DVR port a18d5a23-23b0-4dc8-ad47-e2478c11a78c on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:54.265673 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:54.268020 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e6bf78c4-d0a7-4739-ac5d-d2c66546949d req-00ff7ca8-ea4a-476c-a635-b528bc139ca2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "DELETE /v2.0/ports/a18d5a23-23b0-4dc8-ad47-e2478c11a78c HTTP/1.1" status: 204 len: 173 time: 5.9763634 May 06 12:49:54.273383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'name': 'network-vif-deleted', 'tag': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:54.283416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e402be08-1e24-4aa0-9742-c9fbadfd55e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:54.287716 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e402be08-1e24-4aa0-9742-c9fbadfd55e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec14dec8-37b2-456e-be95-214d438a5f0d HTTP/1.1" status: 204 len: 168 time: 2.1129079 May 06 12:49:54.305881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-37b4111d-63de-4a74-8456-643124c8f79d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.325151 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-37b4111d-63de-4a74-8456-643124c8f79d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.3047836 May 06 12:49:54.365999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Transition to ACTIVE for port object 28aeedb3-6326-4c27-8d2d-c3d6489e04da will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:54.388298 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e207b0-11d6-4aeb-a37f-1edde5978ecd'] response: {'server_uuid': '6a4e8c23-76f1-43bf-9428-1b2aa83ba565', 'name': 'network-vif-deleted', 'tag': 'a18d5a23-23b0-4dc8-ad47-e2478c11a78c', 'status': 'completed', 'code': 200} May 06 12:49:54.437292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:49:54.442592 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e6e36342-3513-4a00-9881-664dcd5aa8ab admin admin] 10.222.0.44 "PUT /v2.0/routers/1472b486-5de4-43fc-9a39-844365ee09fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 24.7220643 May 06 12:49:54.449197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] Sync routers for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:49:54.449661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45016) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:54.494010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:54.495456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:49:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:54.575257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc7bd3-9d60-4984-8af0-1fe90ceea117 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.580781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f2cc7bd3-9d60-4984-8af0-1fe90ceea117 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/networks/3b2821b1-3e2e-437e-ab31-42dbe97624be HTTP/1.1" status: 200 len: 804 time: 0.3510652 May 06 12:49:54.582302 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-293e6f1b-f48a-4b26-b22c-58196ab1c373 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1988609 May 06 12:49:54.588739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45020) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:54.699068 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:54.906093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:49:54.985763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:54.995630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Port': ['ID=28aeedb3-6326-4c27-8d2d-c3d6489e04da,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:55.005572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:55.028579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:55.066720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-4c99d245-3c7f-40d2-8b52-6a978eea4f12 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744279 May 06 12:49:55.222464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa3d9fb0-baa2-487a-8097-a6449803fa0a req-64110dce-8fab-4500-ba44-0400b485d10b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a4e8c23-76f1-43bf-9428-1b2aa83ba565 HTTP/1.1" status: 200 len: 210 time: 0.2346182 May 06 12:49:55.269715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:55.270673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.314181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-727f02ad-a149-4eeb-a345-f889adf6e7ee tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2728250 May 06 12:49:55.319235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45028) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:55.335929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bd:77:d5'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:5f:ab:34'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:55.467282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45032) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:55.500589 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d8230b3-c318-476f-b2cf-88a814db7fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.550927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b69775ba-1309-45c6-b411-02be34ba56cd None None] Provisioning for port 28aeedb3-6326-4c27-8d2d-c3d6489e04da completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:55.564946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b69775ba-1309-45c6-b411-02be34ba56cd None None] Provisioning complete for port 28aeedb3-6326-4c27-8d2d-c3d6489e04da triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:55.566008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b69775ba-1309-45c6-b411-02be34ba56cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.652186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-41c1a122-9f6d-48c0-9cdc-ebeb76ffbf1f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Synchronizing usage tracker for tenant:9f6d3aadf762446faec72e3685af425a on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:55.658842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b69775ba-1309-45c6-b411-02be34ba56cd None None] Port 28aeedb3-6326-4c27-8d2d-c3d6489e04da cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:55.662889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:49:44Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:55.672938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] Checking router: 1472b486-5de4-43fc-9a39-844365ee09fb for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:49:55.687080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-41c1a122-9f6d-48c0-9cdc-ebeb76ffbf1f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Unset dirty status for tenant:9f6d3aadf762446faec72e3685af425a on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:55.688435 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-41c1a122-9f6d-48c0-9cdc-ebeb76ffbf1f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/networks/3b2821b1-3e2e-437e-ab31-42dbe97624be?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.0983489 May 06 12:49:55.693551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45036) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:55.701624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] Routers {'1472b486-5de4-43fc-9a39-844365ee09fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:55.702954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:49:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1472b486-5de4-43fc-9a39-844365ee09fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:55.725941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6d8230b3-c318-476f-b2cf-88a814db7fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:55.759901 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.780951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.852012 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-180f7a04-66bb-4a9f-904f-e42812afe8a1 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7671733 May 06 12:49:55.866541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6d8230b3-c318-476f-b2cf-88a814db7fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:d72f2f0132f64a9cbf33ed043846029f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:55.886742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6d8230b3-c318-476f-b2cf-88a814db7fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:55.924133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] Set router 1472b486-5de4-43fc-9a39-844365ee09fb gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:49:55.964884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe05e79-cd9f-45bd-857d-62494ab5c0c3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:55.965460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4fe05e79-cd9f-45bd-857d-62494ab5c0c3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Synchronizing usage tracker for tenant:9f6d3aadf762446faec72e3685af425a on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:55.995853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-4cd44689-e485-4f9f-8ae0-ab57a344df1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=235a8258-23fb-493e-b8a4-6fc4b1d1499b HTTP/1.1" status: 200 len: 217 time: 0.0904744 May 06 12:49:56.006753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4fe05e79-cd9f-45bd-857d-62494ab5c0c3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Unset dirty status for tenant:9f6d3aadf762446faec72e3685af425a on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:56.014113 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4fe05e79-cd9f-45bd-857d-62494ab5c0c3 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/subnets/5aae5ef9-6a0a-4c38-95b2-a3f0546aad44 HTTP/1.1" status: 200 len: 843 time: 0.3134477 May 06 12:49:56.014398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45040) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:56.025455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6d8230b3-c318-476f-b2cf-88a814db7fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:56.137851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-7422c23d-cd6d-4ffe-b1b9-bb48b2079f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:56.139365 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-7422c23d-cd6d-4ffe-b1b9-bb48b2079f34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.1302574 May 06 12:49:56.197445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa9805a-fcaf-421f-8746-3b9993a5139b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:56.198832 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bfa9805a-fcaf-421f-8746-3b9993a5139b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "GET /v2.0/subnets/5aae5ef9-6a0a-4c38-95b2-a3f0546aad44?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1835980 May 06 12:49:56.205015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45044) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:56.213321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1421211031'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:56.231886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:56.234547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.251042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:56.344317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:56.355791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:49:44Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:56.358793 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1087d425-dec2-4ea9-bb6d-cdce50109827 None None] The sync data for ids ['1472b486-5de4-43fc-9a39-844365ee09fb'] in n-d-840847-1 is: [{'id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'name': 'tempest-ServerRescueNegativeTestJSON-289400185-router', 'tenant_id': '7269a567c60f43f8910fe046bea427d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:43:02Z', 'updated_at': '2022-05-06T12:49:44Z', 'revision_number': 5, 'project_id': '7269a567c60f43f8910fe046bea427d7', 'gw_port': {'id': 'ef8467a8-15e0-4869-9878-00e76430b1b2', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1472b486-5de4-43fc-9a39-844365ee09fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:04Z', 'updated_at': '2022-05-06T12:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:49:56.376890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.421010 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-21d16002-2d8c-47a0-a701-59d440ed854b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2753019 May 06 12:49:56.477994 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d8230b3-c318-476f-b2cf-88a814db7fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.500229 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d8230b3-c318-476f-b2cf-88a814db7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.591249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:56.602298 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.602867 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Added segment 66875aea-4bcd-4973-a6ee-cef2c693f2be of type vlan for network 38de1245-97c2-4441-b3d6-4c1c2a8a1452 May 06 12:49:56.710475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8230b3-c318-476f-b2cf-88a814db7fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768f3be0-f97a-4e95-831d-dea613995fea,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:56.724640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6d8230b3-c318-476f-b2cf-88a814db7fe8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d72f2f0132f64a9cbf33ed043846029f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2560999 May 06 12:49:56.729692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45058) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:56.745375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.823178 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-d25c597d-688c-4215-a66e-0542f20ae56b service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938627 May 06 12:49:56.855684 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.859467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:56.860080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.099385 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8932893 May 06 12:49:57.105885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45062) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:57.144636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b934d5-8feb-44c9-9ff6-8d42c6d41cb5 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Network': ['ID=38de1245-97c2-4441-b3d6-4c1c2a8a1452,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:57.149934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'network_id': '38de1245-97c2-4441-b3d6-4c1c2a8a1452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:57.162528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 38de1245-97c2-4441-b3d6-4c1c2a8a1452 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:57.210252 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.273611 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8a218c6-5a91-401e-bf27-435163127f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.275513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Deleting port ef8467a8-15e0-4869-9878-00e76430b1b2 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:57.276052 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.336064 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:49:57.345515 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-6aa45d1a-c090-4641-85f9-703c5d328b5c service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133266 May 06 12:49:57.379611 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.403102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-dfe096d9-41e1-406f-93f2-e763f1458454 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:57.404605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-dfe096d9-41e1-406f-93f2-e763f1458454 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 0.6390944 May 06 12:49:57.422030 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8a218c6-5a91-401e-bf27-435163127f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.429093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.451636 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-b319bf14-1faf-43c4-a364-a90cc65eba26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482d04d1-aae6-4af8-913a-59552b4d6808 HTTP/1.1" status: 200 len: 217 time: 0.0934596 May 06 12:49:57.453146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:57.595570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:57.668723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:57.681236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:49:57.682083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6cc1bfaa-f12e-46f3-8cd7-755c3cac1ade not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:49:57.706037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-7927ae69-921b-4b65-aa72-ad99eca788a8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/quotas/8529aed8aecf486a95558a9f1e0b52e4 HTTP/1.1" status: 200 len: 375 time: 0.2671602 May 06 12:49:57.721465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event updated for resources: {'Port': ['ID=28aeedb3-6326-4c27-8d2d-c3d6489e04da,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:57.761445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-987a2a3b-0957-4f35-9f0a-be402f70a606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:57.764290 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-987a2a3b-0957-4f35-9f0a-be402f70a606 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9751512-0a9a-4a9b-a917-22595ae57103 HTTP/1.1" status: 200 len: 797 time: 0.3048007 May 06 12:49:57.765273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Made reservation on behalf of 9f6d3aadf762446faec72e3685af425a for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:57.871405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] In _notify_port_updated(), no bound segment for port 28aeedb3-6326-4c27-8d2d-c3d6489e04da on network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:49:57.876346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:57.877027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.878381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e3ebcfab-6309-4aa6-afc2-9bdc1655379e tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "PUT /v2.0/ports/28aeedb3-6326-4c27-8d2d-c3d6489e04da HTTP/1.1" status: 200 len: 1057 time: 2.5534565 May 06 12:49:57.883621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45066) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:57.885984 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8a218c6-5a91-401e-bf27-435163127f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.969412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] For port ef8467a8-15e0-4869-9878-00e76430b1b2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ef8467a8-15e0-4869-9878-00e76430b1b2,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:57.969858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.983115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a218c6-5a91-401e-bf27-435163127f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f3be0-f97a-4e95-831d-dea613995fea,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:57.986485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.014641 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8a218c6-5a91-401e-bf27-435163127f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.015905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d8a218c6-5a91-401e-bf27-435163127f25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/768f3be0-f97a-4e95-831d-dea613995fea HTTP/1.1" status: 204 len: 168 time: 1.2853925 May 06 12:49:58.065688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f03aefd9-3179-4dcb-bac7-9a3f72e1b024 None None] Provisioning complete for port 28aeedb3-6326-4c27-8d2d-c3d6489e04da triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:58.066624 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f03aefd9-3179-4dcb-bac7-9a3f72e1b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.146243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-345bb772-9d15-4929-95b6-2e744d6d3acb tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting port 28aeedb3-6326-4c27-8d2d-c3d6489e04da {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:58.146787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-345bb772-9d15-4929-95b6-2e744d6d3acb tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.179741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_backend_mixin [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Performing IP validity checks on allocation pools {{(pid=83952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:49:58.181034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_backend_mixin [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:49:58.189738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Calling delete_port for ef8467a8-15e0-4869-9878-00e76430b1b2 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:58.275445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-f23d1b1c-3b93-41be-8244-ca69ea9836bd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5211062 May 06 12:49:58.304336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f03aefd9-3179-4dcb-bac7-9a3f72e1b024 None None] Port 28aeedb3-6326-4c27-8d2d-c3d6489e04da cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:58.387501 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-05211072-6ca3-43d5-a0b2-58002d143665 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6026416 May 06 12:49:58.476255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 1b3f72e9-cdcb-437f-b2e9-7f1987436c95 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:58.476617 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.612332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-3b4f6397-871b-45dd-bf89-bbeaeb5b0cb5 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934248 May 06 12:49:58.790634 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.806870 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-345bb772-9d15-4929-95b6-2e744d6d3acb tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.841581 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-51ff840f-7d80-47c2-b66a-409a557d600b service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431057 May 06 12:49:59.017454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.027323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=5be0b815-d177-4cdc-99d0-e706e831529f,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:59.174693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 1b3f72e9-cdcb-437f-b2e9-7f1987436c95 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:59.193475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-345bb772-9d15-4929-95b6-2e744d6d3acb tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Calling delete_port for 28aeedb3-6326-4c27-8d2d-c3d6489e04da owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:59.247893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Checking segment: {'id': '66875aea-4bcd-4973-a6ee-cef2c693f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '38de1245-97c2-4441-b3d6-4c1c2a8a1452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:59.248548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network hostable DHCP agents. Network: 38de1245-97c2-4441-b3d6-4c1c2a8a1452, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:59.273053 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-838d37a0-b301-45db-bd17-3c49cba4a205 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135518 May 06 12:49:59.300918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-19e10f19-cb4c-4146-bbc6-bb0fb6128953 service neutron] 10.222.0.44 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818798 May 06 12:49:59.309349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.388529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-fb6784bf-430a-40d6-a5f6-91d83bd99f19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea HTTP/1.1" status: 200 len: 217 time: 0.1090484 May 06 12:49:59.414382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8467a8-15e0-4869-9878-00e76430b1b2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:59.491210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Network 38de1245-97c2-4441-b3d6-4c1c2a8a1452 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:59.544863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-93223162-9429-4d9f-b07a-fd5085519dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:59.545499 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-93223162-9429-4d9f-b07a-fd5085519dfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9751512-0a9a-4a9b-a917-22595ae57103 HTTP/1.1" status: 200 len: 797 time: 0.1455970 May 06 12:49:59.546995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 38de1245-97c2-4441-b3d6-4c1c2a8a1452) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:59.570220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86954e-ca92-4fa7-a90c-a34e09b41de9 None None] Network 38de1245-97c2-4441-b3d6-4c1c2a8a1452 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:59.580473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:59.581906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.963252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-38de1245-97c2-4441-b3d6-4c1c2a8a1452', 'network_id': '38de1245-97c2-4441-b3d6-4c1c2a8a1452', 'tenant_id': '9f6d3aadf762446faec72e3685af425a', 'fixed_ips': [{'subnet_id': '5be0b815-d177-4cdc-99d0-e706e831529f'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:59.964360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.137084 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a455baa7-4523-4387-a341-f8230baa9a72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0260227 May 06 12:50:00.149422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45102) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:00.170198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ceb40d0-9182-4f92-8f6f-93d0e9e8a758 req-04acd69e-21b2-4e33-a6a2-806da2179f9e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 210 time: 0.2679238 May 06 12:50:00.176961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1fe53f3b-45e4-41aa-b08a-a52f53e0b559 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:00.191686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.330644 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.407139 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-cbc27cab-2e91-446c-a115-1a94905bed5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7767162 May 06 12:50:00.521538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=1b3f72e9-cdcb-437f-b2e9-7f1987436c95,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:00.557069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-345bb772-9d15-4929-95b6-2e744d6d3acb tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.706749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bb772-9d15-4929-95b6-2e744d6d3acb tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event deleted for resources: {'Port': ['ID=28aeedb3-6326-4c27-8d2d-c3d6489e04da,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:00.723648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fe53f3b-45e4-41aa-b08a-a52f53e0b559 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2698688'] for subnet, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.814352 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-ee87909e-2c01-46f9-8987-8881074dde8d service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763859 May 06 12:50:00.922037 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.928135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.972513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45118) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:00.986762 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.987355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1472b486-5de4-43fc-9a39-844365ee09fb {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:50:01.141650 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.142949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e1fbe3b2-9b53-432e-8151-03bfe4ed32e9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1472b486-5de4-43fc-9a39-844365ee09fb HTTP/1.1" status: 204 len: 168 time: 6.6912758 May 06 12:50:01.148925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45122) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:01.243149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-2574daa8-1b79-447d-b669-fc0f1e72fc4a admin admin] Deleting subnet f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:01.259833 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2574daa8-1b79-447d-b669-fc0f1e72fc4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.470098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2574daa8-1b79-447d-b669-fc0f1e72fc4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.571878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-898d1bf8-8531-487f-bb02-63ec3b2b7756 req-3d26dba9-f500-4b46-b8f1-f4b1ed29a98d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 210 time: 0.0737906 May 06 12:50:01.615138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c244d4d-37d7-4b55-98d0-842c6208c05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.634221 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-81a2dda3-8190-438d-8d40-a2eea6692d98 req-349d0441-17f2-451e-b1a5-a9783e414616 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074370 May 06 12:50:01.692489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef8467a8-15e0-4869-9878-00e76430b1b2 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:01.770056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ef8467a8-15e0-4869-9878-00e76430b1b2 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:01.770746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef8467a8-15e0-4869-9878-00e76430b1b2 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:01.835337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2574daa8-1b79-447d-b669-fc0f1e72fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.841930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5c244d4d-37d7-4b55-98d0-842c6208c05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:01.858272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.871452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5c244d4d-37d7-4b55-98d0-842c6208c05e admin admin] Usage tracker for resource:security_group_rule and tenant:0e200e6edcbd43e28811c548ca995654 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:01.877068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5c244d4d-37d7-4b55-98d0-842c6208c05e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:01.909356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5c244d4d-37d7-4b55-98d0-842c6208c05e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:02.024405 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-345bb772-9d15-4929-95b6-2e744d6d3acb tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.026277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-345bb772-9d15-4929-95b6-2e744d6d3acb tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "DELETE /v2.0/ports/28aeedb3-6326-4c27-8d2d-c3d6489e04da HTTP/1.1" status: 204 len: 168 time: 4.1349890 May 06 12:50:02.030634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45130) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:02.045287 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c244d4d-37d7-4b55-98d0-842c6208c05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.063751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Allocated IP 2001:db8::3 (38de1245-97c2-4441-b3d6-4c1c2a8a1452/5be0b815-d177-4cdc-99d0-e706e831529f/74aad198-74e2-4410-ac24-ab59596723b9) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:02.080819 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca532f0-f045-464a-8a6e-1ecefb29df7a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] GET failed (client error): The resource could not be found. May 06 12:50:02.081318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aca532f0-f045-464a-8a6e-1ecefb29df7a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Synchronizing usage tracker for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:02.105491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aca532f0-f045-464a-8a6e-1ecefb29df7a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Unset dirty status for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:02.111048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aca532f0-f045-464a-8a6e-1ecefb29df7a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "GET /v2.0/ports/28aeedb3-6326-4c27-8d2d-c3d6489e04da HTTP/1.1" status: 404 len: 333 time: 0.0752101 May 06 12:50:02.112149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45134) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:02.160520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fe53f3b-45e4-41aa-b08a-a52f53e0b559 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727640107677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2954455'] for subnet, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.167295 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2574daa8-1b79-447d-b669-fc0f1e72fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.207253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c244d4d-37d7-4b55-98d0-842c6208c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.223917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2574daa8-1b79-447d-b669-fc0f1e72fc4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.229714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574daa8-1b79-447d-b669-fc0f1e72fc4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c424ef-3b0c-4a87-a43b-12ef26f5eb81,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:02.239885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2574daa8-1b79-447d-b669-fc0f1e72fc4a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f2c424ef-3b0c-4a87-a43b-12ef26f5eb81 HTTP/1.1" status: 204 len: 168 time: 1.0900726 May 06 12:50:02.245913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45138) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:02.267708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting port 3678b161-9dde-4cea-bbb1-87c5fb7861c1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:02.268086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.280638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b4c03-8cc5-4b42-9b5f-60291ad16a7e None None] Network 37328990-9ad9-45dc-91ea-f741b12ef97d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:02.439536 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5c244d4d-37d7-4b55-98d0-842c6208c05e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e200e6edcbd43e28811c548ca995654&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3371696 May 06 12:50:02.494125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45142) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:02.558511 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.588403 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.595930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Deleting port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:02.596812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.614096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Transition to ACTIVE for port object 74aad198-74e2-4410-ac24-ab59596723b9 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:02.621011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c244d4d-37d7-4b55-98d0-842c6208c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86178ca5-7371-4b4e-b7e3-9c5e5b4de8e9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:02.686467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe53f3b-45e4-41aa-b08a-a52f53e0b559 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:02.690268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fe53f3b-45e4-41aa-b08a-a52f53e0b559 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.691665 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1fe53f3b-45e4-41aa-b08a-a52f53e0b559 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "PUT /v2.0/subnets/5be0b815-d177-4cdc-99d0-e706e831529f HTTP/1.1" status: 200 len: 900 time: 2.5397887 May 06 12:50:02.718549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45148) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:02.722352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe53f3b-45e4-41aa-b08a-a52f53e0b559 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event updated for resources: {'Subnet': ['ID=5be0b815-d177-4cdc-99d0-e706e831529f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:02.730966 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.800981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Transition to ACTIVE for port object 74aad198-74e2-4410-ac24-ab59596723b9 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:02.809421 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.911998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Network 38de1245-97c2-4441-b3d6-4c1c2a8a1452 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:02.914874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Calling delete_port for 3678b161-9dde-4cea-bbb1-87c5fb7861c1 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:02.922035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:02.927063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:02.945563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Pushing event updated for resources: {'Port': ['ID=74aad198-74e2-4410-ac24-ab59596723b9,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:02.998559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89c7d12c-60c3-4766-913c-59ab71ee12f6 req-d61f2381-4510-4ead-b1d4-b944468dce30 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 210 time: 0.1875217 May 06 12:50:03.107363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] For port 0ef1da0e-24aa-4e7e-b5b7-68263a929313, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0ef1da0e-24aa-4e7e-b5b7-68263a929313,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:03.107720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.133986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Attempting to bind port 74aad198-74e2-4410-ac24-ab59596723b9 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:03.134444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Attempting to bind port 74aad198-74e2-4410-ac24-ab59596723b9 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '66875aea-4bcd-4973-a6ee-cef2c693f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '38de1245-97c2-4441-b3d6-4c1c2a8a1452'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:03.135216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Attempting to bind port 74aad198-74e2-4410-ac24-ab59596723b9 on network 38de1245-97c2-4441-b3d6-4c1c2a8a1452 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:03.144113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:03.144493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Checking segment: {'id': '66875aea-4bcd-4973-a6ee-cef2c693f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '38de1245-97c2-4441-b3d6-4c1c2a8a1452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:03.144948 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.145336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Bound using segment: {'id': '66875aea-4bcd-4973-a6ee-cef2c693f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '38de1245-97c2-4441-b3d6-4c1c2a8a1452'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:03.145839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Bound port: 74aad198-74e2-4410-ac24-ab59596723b9, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66875aea-4bcd-4973-a6ee-cef2c693f2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '38de1245-97c2-4441-b3d6-4c1c2a8a1452'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:03.146220 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.180605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-b9466ebc-03e0-4ea9-be9d-59f946751229 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:03.182405 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-b9466ebc-03e0-4ea9-be9d-59f946751229 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.36 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 805 time: 1.0498810 May 06 12:50:03.211265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Request body: {'port': {'device_id': '6105616e-324c-48da-9862-27a19e7271c6', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'admin_state_up': True, 'tenant_id': '8529aed8aecf486a95558a9f1e0b52e4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:03.233628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] DHCP port deletion for 37328990-9ad9-45dc-91ea-f741b12ef97d request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:50:03.243730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] Deleting port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:03.244683 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.291823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Calling delete_port for 0ef1da0e-24aa-4e7e-b5b7-68263a929313 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:03.346257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] For port 74aad198-74e2-4410-ac24-ab59596723b9, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:03.354957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] For port 74aad198-74e2-4410-ac24-ab59596723b9, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=74aad198-74e2-4410-ac24-ab59596723b9,segment=NetworkSegment(66875aea-4bcd-4973-a6ee-cef2c693f2be),segment_id=66875aea-4bcd-4973-a6ee-cef2c693f2be)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:03.394821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.408935 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.494671 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbd1fc37-f4bb-41b2-aca8-78d31db4ea1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.519008 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.531098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.607377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event deleted for resources: {'Port': ['ID=3678b161-9dde-4cea-bbb1-87c5fb7861c1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:03.608032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf3f2e-998f-45b2-9841-b77450ccb903 None None] Pushing event updated for resources: {'Port': ['ID=74aad198-74e2-4410-ac24-ab59596723b9,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:03.611818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbd1fc37-f4bb-41b2-aca8-78d31db4ea1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.632898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] For port 0ef1da0e-24aa-4e7e-b5b7-68263a929313, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0ef1da0e-24aa-4e7e-b5b7-68263a929313,segment=NetworkSegment(15c5a4d8-57f8-4e1f-800b-7e013c770426),segment_id=15c5a4d8-57f8-4e1f-800b-7e013c770426)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:03.633679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.637521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting port 74aad198-74e2-4410-ac24-ab59596723b9 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:03.638204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.644981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.645543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.646535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.646824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.647398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.648160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.649501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.649974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.651139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.652222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.652335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:03.694212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 19ac46a6-38b6-4842-8735-1048da449722 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:50:03.805932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] Calling delete_port for 0ef1da0e-24aa-4e7e-b5b7-68263a929313 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:03.811354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:03.825204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] No DVR routers for this DVR port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:03.836279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef1da0e-24aa-4e7e-b5b7-68263a929313,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:03.909988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0ef1da0e-24aa-4e7e-b5b7-68263a929313 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:03.965408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 0ef1da0e-24aa-4e7e-b5b7-68263a929313 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:03.965900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0ef1da0e-24aa-4e7e-b5b7-68263a929313 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:04.049406 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:04.055079 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:04.055272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Usage tracker for resource:port and tenant:8529aed8aecf486a95558a9f1e0b52e4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:04.065385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:04.147531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:04.337801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Made reservation on behalf of 8529aed8aecf486a95558a9f1e0b52e4 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:04.342400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.449917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbd1fc37-f4bb-41b2-aca8-78d31db4ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.476949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89613e44-c0fd-4308-826d-2f35be50e044 req-0f248740-8ad0-4f49-af0e-c65557d11f30 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 210 time: 0.1279006 May 06 12:50:04.486247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1fc37-f4bb-41b2-aca8-78d31db4ea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86178ca5-7371-4b4e-b7e3-9c5e5b4de8e9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:04.486916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.528748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37328990-9ad9-45dc-91ea-f741b12ef97d']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:04.542161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.548241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbd1fc37-f4bb-41b2-aca8-78d31db4ea1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.549361 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bbd1fc37-f4bb-41b2-aca8-78d31db4ea1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86178ca5-7371-4b4e-b7e3-9c5e5b4de8e9 HTTP/1.1" status: 204 len: 168 time: 2.0019970 May 06 12:50:04.559368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:04.561814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c5a4d8-57f8-4e1f-800b-7e013c770426') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:04.562845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] Deleting port 0ef1da0e-24aa-4e7e-b5b7-68263a929313 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:04.563112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c5a4d8-57f8-4e1f-800b-7e013c770426') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:04.566676 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.578780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9fa30daf-f880-451d-ba6a-18baff312501 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "DELETE /v2.0/ports/3678b161-9dde-4cea-bbb1-87c5fb7861c1 HTTP/1.1" status: 204 len: 168 time: 2.4653771 May 06 12:50:04.582774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45158) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:04.594764 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558300af-da16-4f8f-abfd-e78aca0277b2 None None] Sync routers for ids ['19ac46a6-38b6-4842-8735-1048da449722'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:04.616921 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c26bf5b5-7d74-40e8-9fa4-f452e3618193 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/19ac46a6-38b6-4842-8735-1048da449722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5970330 May 06 12:50:04.619192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45162) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:04.628022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] For port 74aad198-74e2-4410-ac24-ab59596723b9, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=74aad198-74e2-4410-ac24-ab59596723b9,segment=NetworkSegment(66875aea-4bcd-4973-a6ee-cef2c693f2be),segment_id=66875aea-4bcd-4973-a6ee-cef2c693f2be)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:04.628327 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.628595 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.648929 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558300af-da16-4f8f-abfd-e78aca0277b2 None None] Routers {'19ac46a6-38b6-4842-8735-1048da449722'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:04.653188 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-558300af-da16-4f8f-abfd-e78aca0277b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:49:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['19ac46a6-38b6-4842-8735-1048da449722'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:04.691747 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e60089-bec0-4a7b-93e1-d1f5a073ed21 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] GET failed (client error): The resource could not be found. May 06 12:50:04.692260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-10e60089-bec0-4a7b-93e1-d1f5a073ed21 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Synchronizing usage tracker for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:04.696363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f361fcd-c378-4145-96ff-01b0032e0085 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:04.713440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.720863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-10e60089-bec0-4a7b-93e1-d1f5a073ed21 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Unset dirty status for tenant:74fbfc81322240bbb2b37c9ccf565e51 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:04.728396 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-10e60089-bec0-4a7b-93e1-d1f5a073ed21 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "GET /v2.0/ports/3678b161-9dde-4cea-bbb1-87c5fb7861c1 HTTP/1.1" status: 404 len: 333 time: 0.1443341 May 06 12:50:04.731352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45166) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:04.735539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:04.735942 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: timer() May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:04.752729 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:04.820560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Calling delete_port for 74aad198-74e2-4410-ac24-ab59596723b9 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:04.837178 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-558300af-da16-4f8f-abfd-e78aca0277b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:04.866699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-888f8b8d-e18b-4629-a739-38e501379e2b None None] The port '0ef1da0e-24aa-4e7e-b5b7-68263a929313' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:50:04.872330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f361fcd-c378-4145-96ff-01b0032e0085 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:04.873810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5f361fcd-c378-4145-96ff-01b0032e0085 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ac46a6-38b6-4842-8735-1048da449722 HTTP/1.1" status: 200 len: 205 time: 0.2405982 May 06 12:50:04.873958 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558300af-da16-4f8f-abfd-e78aca0277b2 None None] Routers {'19ac46a6-38b6-4842-8735-1048da449722'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:04.875044 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-558300af-da16-4f8f-abfd-e78aca0277b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:49:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['19ac46a6-38b6-4842-8735-1048da449722'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:04.898921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45170) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:05.008952 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:05.060528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a514cd2c-110c-4a37-953b-1ba7c3818d4a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting port 13fb8020-c8b4-43b3-a201-52f859eb5cf1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:05.060528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a514cd2c-110c-4a37-953b-1ba7c3818d4a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:05.112566 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:05.159644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Allocated IP 172.20.0.11 (9ebbe340-12ee-4638-a935-7276a634fe34/a5c14ca8-fc7a-406f-995a-1a05e1f88621/c56250ca-0894-45a9-8acc-9155d2f1b17f) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:05.174642 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/37328990-9ad9-45dc-91ea-f741b12ef97d HTTP/1.1" status: 204 len: 168 time: 2.9137156 May 06 12:50:05.203889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a05106-c514-4e19-878b-761f1c61d0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=37328990-9ad9-45dc-91ea-f741b12ef97d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:05.215124 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-558300af-da16-4f8f-abfd-e78aca0277b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:05.215124 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558300af-da16-4f8f-abfd-e78aca0277b2 None None] The sync data for ids ['19ac46a6-38b6-4842-8735-1048da449722'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:05.530959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e3f71-c608-4007-9866-a9ca774c107d None None] Network 38de1245-97c2-4441-b3d6-4c1c2a8a1452 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:05.568395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:05.604840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68221912-d47e-4db7-b7fc-e6d7904d8a56 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:05.939530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45188) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:05.957878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Port': ['ID=74aad198-74e2-4410-ac24-ab59596723b9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:05.969063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 74aad198-74e2-4410-ac24-ab59596723b9 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:06.052590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-546981d7-aa6a-46b7-8373-da7db4d0b549 None None] Could not find standard attr ID for object 74aad198-74e2-4410-ac24-ab59596723b9. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:50:06.069815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 74aad198-74e2-4410-ac24-ab59596723b9 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:06.070586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 74aad198-74e2-4410-ac24-ab59596723b9 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 12:50:06.089141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No DVR routers for this DVR port 74aad198-74e2-4410-ac24-ab59596723b9 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:06.132012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a514cd2c-110c-4a37-953b-1ba7c3818d4a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.133217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Port 74aad198-74e2-4410-ac24-ab59596723b9 not found, will not notify nova. {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 12:50:06.190286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.197147 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.320137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6a0ada7-44e9-4c4a-ade4-f71e0b878943 req-5c428953-160a-4979-9dec-01d51c636a9e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 210 time: 0.2591200 May 06 12:50:06.325879 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.343109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:50:06.468432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a514cd2c-110c-4a37-953b-1ba7c3818d4a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Calling delete_port for 13fb8020-c8b4-43b3-a201-52f859eb5cf1 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:06.491018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.538498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Network 9ebbe340-12ee-4638-a935-7276a634fe34 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:06.551226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:06.573127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:06.586437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8268fb-e727-44a8-821f-57bb4189b231 None None] Network 38de1245-97c2-4441-b3d6-4c1c2a8a1452 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:06.619221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=5be0b815-d177-4cdc-99d0-e706e831529f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:06.754285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.788439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38de1245-97c2-4441-b3d6-4c1c2a8a1452']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:06.801654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66875aea-4bcd-4973-a6ee-cef2c693f2be') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:06.801961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66875aea-4bcd-4973-a6ee-cef2c693f2be') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:06.816236 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.838074 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.847510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:06.847981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.909352 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a514cd2c-110c-4a37-953b-1ba7c3818d4a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: timer() May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:06.978720 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:07.005221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event updated for resources: {'Port': ['ID=c56250ca-0894-45a9-8acc-9155d2f1b17f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:07.012190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.025544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77a566b-7b30-4ce3-b757-93975251a665 None None] DHCP port deletion for 38de1245-97c2-4441-b3d6-4c1c2a8a1452 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:50:07.049570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.063222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514cd2c-110c-4a37-953b-1ba7c3818d4a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event deleted for resources: {'Port': ['ID=13fb8020-c8b4-43b3-a201-52f859eb5cf1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:07.065059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:07.066282 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.076298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c6cff674-c570-45a3-b1da-6cc9d1a6d49e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7269a567c60f43f8910fe046bea427d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1287808 May 06 12:50:07.079169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=38de1245-97c2-4441-b3d6-4c1c2a8a1452,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:07.083346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45208) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:07.114096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f918519f-bb6e-4224-9a2d-74033436cf99 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/38de1245-97c2-4441-b3d6-4c1c2a8a1452 HTTP/1.1" status: 204 len: 168 time: 4.3900979 May 06 12:50:07.114936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45212) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:07.120249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-a246dec6-6e07-4c35-9b6a-ccfe1f4eefc2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9184985 May 06 12:50:07.128265 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.160651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Request body: {'port': {'device_id': '6105616e-324c-48da-9862-27a19e7271c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:07.206771 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7ad0d4-3467-4001-ace5-c24ba071a81f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:07.207213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7ad0d4-3467-4001-ace5-c24ba071a81f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:07.211865 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-da7ad0d4-3467-4001-ace5-c24ba071a81f tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/5be0b815-d177-4cdc-99d0-e706e831529f HTTP/1.1" status: 404 len: 337 time: 0.0954783 May 06 12:50:07.214829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45220) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:07.252391 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6766b47-f9f9-4225-967d-d24e73f17939 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:07.253226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6766b47-f9f9-4225-967d-d24e73f17939 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:07.257844 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b6766b47-f9f9-4225-967d-d24e73f17939 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/38de1245-97c2-4441-b3d6-4c1c2a8a1452 HTTP/1.1" status: 404 len: 339 time: 0.0416920 May 06 12:50:07.260991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45226) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:07.387506 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.391737 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a514cd2c-110c-4a37-953b-1ba7c3818d4a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.416123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68221912-d47e-4db7-b7fc-e6d7904d8a56 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.429285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a514cd2c-110c-4a37-953b-1ba7c3818d4a tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "DELETE /v2.0/ports/13fb8020-c8b4-43b3-a201-52f859eb5cf1 HTTP/1.1" status: 204 len: 168 time: 2.6955085 May 06 12:50:07.432670 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c06ea6-07b3-4c5d-a26d-c1a21bacc9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.434414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45232) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:07.435434 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68221912-d47e-4db7-b7fc-e6d7904d8a56 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.522365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c06ea6-07b3-4c5d-a26d-c1a21bacc9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.667588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68221912-d47e-4db7-b7fc-e6d7904d8a56 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.669059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68221912-d47e-4db7-b7fc-e6d7904d8a56 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Fanout notify agent at l3_agent the message router_deleted on router 19ac46a6-38b6-4842-8735-1048da449722 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:50:07.675259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.697083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.756953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 74aad198-74e2-4410-ac24-ab59596723b9 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:07.776193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01079a9-c7ec-430c-82a2-b2b12681844a']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:07.819583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bfcd3a-2623-47b2-a5d8-11c584123907') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:07.819860 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bfcd3a-2623-47b2-a5d8-11c584123907') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:07.826623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 74aad198-74e2-4410-ac24-ab59596723b9 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:07.827194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 74aad198-74e2-4410-ac24-ab59596723b9 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:07.839451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.844826 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68221912-d47e-4db7-b7fc-e6d7904d8a56 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.851763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-68221912-d47e-4db7-b7fc-e6d7904d8a56 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/19ac46a6-38b6-4842-8735-1048da449722 HTTP/1.1" status: 204 len: 168 time: 2.9513490 May 06 12:50:07.852863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c06ea6-07b3-4c5d-a26d-c1a21bacc9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.856245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45242) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:07.858305 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c06ea6-07b3-4c5d-a26d-c1a21bacc9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.859555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c1c06ea6-07b3-4c5d-a26d-c1a21bacc9f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c2bbcca-4465-4c25-b989-4bcca0169bee HTTP/1.1" status: 204 len: 168 time: 0.7751460 May 06 12:50:07.911004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c4181-512a-4585-aa9e-f239d3e5695a req-2f3dacaa-399a-49fc-88d2-0e4c0277cdba tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:07.913431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d5c4181-512a-4585-aa9e-f239d3e5695a req-2f3dacaa-399a-49fc-88d2-0e4c0277cdba tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 932 time: 0.2910681 May 06 12:50:07.914839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c06ea6-07b3-4c5d-a26d-c1a21bacc9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2bbcca-4465-4c25-b989-4bcca0169bee,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:07.919700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1eaa4d-40d3-4f18-891b-6b39cc88ed61 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting subnet 7e2fc82a-da22-458c-b528-213d779b1acc {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:07.924476 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed1eaa4d-40d3-4f18-891b-6b39cc88ed61 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.006177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed1eaa4d-40d3-4f18-891b-6b39cc88ed61 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.112083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.141477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:08.142217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: timer() May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:08.162449 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:08.186536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45250) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:08.205673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d5c4181-512a-4585-aa9e-f239d3e5695a req-7b229648-5b35-43c1-b5f9-ca8f78e00010 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090437 May 06 12:50:08.303943 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed1eaa4d-40d3-4f18-891b-6b39cc88ed61 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.506145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed1eaa4d-40d3-4f18-891b-6b39cc88ed61 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.545786 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.553820 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.575888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1eaa4d-40d3-4f18-891b-6b39cc88ed61 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2fc82a-da22-458c-b528-213d779b1acc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:08.596627 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed1eaa4d-40d3-4f18-891b-6b39cc88ed61 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.599173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e6d51-a43e-490a-ac54-fcf2d2aab7f3 None None] Network 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:08.609434 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/d01079a9-c7ec-430c-82a2-b2b12681844a HTTP/1.1" status: 204 len: 168 time: 1.3469410 May 06 12:50:08.611849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ed1eaa4d-40d3-4f18-891b-6b39cc88ed61 tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "DELETE /v2.0/subnets/7e2fc82a-da22-458c-b528-213d779b1acc HTTP/1.1" status: 204 len: 168 time: 1.1706667 May 06 12:50:08.612824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45262) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:08.614516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45264) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:08.678124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbb02f-172c-4221-aae9-7359461265c2 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=d01079a9-c7ec-430c-82a2-b2b12681844a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:08.691547 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36b9f34-5f12-4220-862a-3afa24d8e23c tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:08.692292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36b9f34-5f12-4220-862a-3afa24d8e23c tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:08.699613 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c36b9f34-5f12-4220-862a-3afa24d8e23c tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/0d9cf33f-b755-493d-98a0-b50303198649 HTTP/1.1" status: 404 len: 337 time: 0.0823295 May 06 12:50:08.705216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45270) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:08.756744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f9f4ae-8dae-472f-bfd1-a44b88e4790c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting subnet 34a0f64d-d9d6-4ebc-bedf-e3cc6cb42d7e {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:08.770052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f4ae-8dae-472f-bfd1-a44b88e4790c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.797545 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc82a69-057b-4dbe-9cbd-c426784ffac4 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:08.797545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc82a69-057b-4dbe-9cbd-c426784ffac4 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:08.801339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5bc82a69-057b-4dbe-9cbd-c426784ffac4 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/23f67c92-102b-489b-9921-d161afac5c97 HTTP/1.1" status: 404 len: 339 time: 0.0944238 May 06 12:50:08.820846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45276) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:08.906956 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f4ae-8dae-472f-bfd1-a44b88e4790c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.093790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94103f22-8d4d-4226-8f4e-fdf43b346a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.102505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56250ca-0894-45a9-8acc-9155d2f1b17f {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:50:09.127959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.160881 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.178972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Transition to ACTIVE for port object c56250ca-0894-45a9-8acc-9155d2f1b17f will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:09.189529 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.285804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] DHCP port deletion for 846b3b7f-fbca-4f65-9d64-d3c3c7067be6 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:50:09.291201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Deleting port efef4c3a-ced2-4a2e-8471-88ed45a3dfce {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:09.292134 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.310368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f4ae-8dae-472f-bfd1-a44b88e4790c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.345728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-94103f22-8d4d-4226-8f4e-fdf43b346a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:09.368719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-94103f22-8d4d-4226-8f4e-fdf43b346a5c admin admin] Usage tracker for resource:security_group_rule and tenant:432845e429dc4279806cdb813428ba74 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:09.395502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-94103f22-8d4d-4226-8f4e-fdf43b346a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:09.400858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting port efef4c3a-ced2-4a2e-8471-88ed45a3dfce {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:09.401843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.468606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-94103f22-8d4d-4226-8f4e-fdf43b346a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:09.699195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-daba7546-5672-4a1d-9ee3-0df77f7f7686 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting subnet 9126a382-3068-49c9-bee5-706604f97b4f {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:09.722241 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daba7546-5672-4a1d-9ee3-0df77f7f7686 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.780759 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f4ae-8dae-472f-bfd1-a44b88e4790c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.861386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device efef4c3a-ced2-4a2e-8471-88ed45a3dfce no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:09.862313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c56250ca-0894-45a9-8acc-9155d2f1b17f,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:09.869243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9f4ae-8dae-472f-bfd1-a44b88e4790c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Subnet': ['ID=34a0f64d-d9d6-4ebc-bedf-e3cc6cb42d7e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:09.972363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f4ae-8dae-472f-bfd1-a44b88e4790c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.995384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01f769-c1b8-472d-b65e-6ac0ee732737 None None] Network ded19a47-e49e-4039-9d36-80bd9a77dbf4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:10.088450 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daba7546-5672-4a1d-9ee3-0df77f7f7686 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.203994 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e0f9f4ae-8dae-472f-bfd1-a44b88e4790c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/34a0f64d-d9d6-4ebc-bedf-e3cc6cb42d7e HTTP/1.1" status: 204 len: 168 time: 2.3462884 May 06 12:50:10.209966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45294) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:10.263553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Attempting to bind port c56250ca-0894-45a9-8acc-9155d2f1b17f on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:10.265789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Attempting to bind port c56250ca-0894-45a9-8acc-9155d2f1b17f by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:10.266582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Attempting to bind port c56250ca-0894-45a9-8acc-9155d2f1b17f on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:10.287138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Port c56250ca-0894-45a9-8acc-9155d2f1b17f on network 9ebbe340-12ee-4638-a935-7276a634fe34 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:10.287600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Attempting to bind port c56250ca-0894-45a9-8acc-9155d2f1b17f on network 9ebbe340-12ee-4638-a935-7276a634fe34 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:10.456324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:10.456835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Checking segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:10.457448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Bound using segment: {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:10.458146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Bound port: c56250ca-0894-45a9-8acc-9155d2f1b17f, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57839179-489b-4bf2-8871-bfacff9319c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:10.458726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.528979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.538667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94103f22-8d4d-4226-8f4e-fdf43b346a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.555314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-94103f22-8d4d-4226-8f4e-fdf43b346a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.594225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] For port efef4c3a-ced2-4a2e-8471-88ed45a3dfce, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,segment=NetworkSegment(fe8181f7-ee80-438f-a98c-c298c37ba10e),segment_id=fe8181f7-ee80-438f-a98c-c298c37ba10e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:10.595014 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.659731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefd348-6d50-4f33-90df-c784117ffecb req-5bdc3a75-172b-4436-8480-2c02a3e236a3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:10.672736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffefd348-6d50-4f33-90df-c784117ffecb req-5bdc3a75-172b-4436-8480-2c02a3e236a3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 944 time: 0.8973935 May 06 12:50:10.752226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] For port c56250ca-0894-45a9-8acc-9155d2f1b17f, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:10.761049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] For port c56250ca-0894-45a9-8acc-9155d2f1b17f, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c56250ca-0894-45a9-8acc-9155d2f1b17f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:10.763160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port e913ff3d-ee7e-46c9-93ba-a531edddff89 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:10.763680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.770926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daba7546-5672-4a1d-9ee3-0df77f7f7686 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.793489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.922484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94103f22-8d4d-4226-8f4e-fdf43b346a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db462e-ed52-4971-8389-65c5983affa7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:10.930074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] For port efef4c3a-ced2-4a2e-8471-88ed45a3dfce, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,segment=NetworkSegment(fe8181f7-ee80-438f-a98c-c298c37ba10e),segment_id=fe8181f7-ee80-438f-a98c-c298c37ba10e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:10.930681 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.972152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Calling delete_port for efef4c3a-ced2-4a2e-8471-88ed45a3dfce owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:10.979639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-94103f22-8d4d-4226-8f4e-fdf43b346a5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=432845e429dc4279806cdb813428ba74&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7904034 May 06 12:50:10.996482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45302) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:11.060415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:11.062313 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/c56250ca-0894-45a9-8acc-9155d2f1b17f HTTP/1.1" status: 200 len: 1092 time: 3.9056416 May 06 12:50:11.075654 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:11.105876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896b310-b380-43b6-bab9-e934c00257d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c56250ca-0894-45a9-8acc-9155d2f1b17f,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:11.119447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6105616e-324c-48da-9862-27a19e7271c6', 'tag': 'c56250ca-0894-45a9-8acc-9155d2f1b17f'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:50:11.196653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port efef4c3a-ced2-4a2e-8471-88ed45a3dfce, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,segment=NetworkSegment(fe8181f7-ee80-438f-a98c-c298c37ba10e),segment_id=fe8181f7-ee80-438f-a98c-c298c37ba10e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:11.207808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:11.257594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Calling delete_port for efef4c3a-ced2-4a2e-8471-88ed45a3dfce owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:11.358526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffefd348-6d50-4f33-90df-c784117ffecb req-794c8d3f-b096-40bb-ade0-932fea61396d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843071 May 06 12:50:11.477985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:11.535256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port e913ff3d-ee7e-46c9-93ba-a531edddff89, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e913ff3d-ee7e-46c9-93ba-a531edddff89,segment=NetworkSegment(2a54b9eb-0b71-497c-82ca-aef209296347),segment_id=2a54b9eb-0b71-497c-82ca-aef209296347)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:11.535901 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:11.602657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daba7546-5672-4a1d-9ee3-0df77f7f7686 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:11.732401 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daba7546-5672-4a1d-9ee3-0df77f7f7686 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:11.742481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bdeb18-bb09-49c2-b466-8e41b4cdcf25 None None] Network 2bcfacf2-88f3-47cb-acbb-837d36231b3b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:11.767133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba7546-5672-4a1d-9ee3-0df77f7f7686 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=9126a382-3068-49c9-bee5-706604f97b4f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:11.799728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:11.800077 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:11.837706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-daba7546-5672-4a1d-9ee3-0df77f7f7686 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/9126a382-3068-49c9-bee5-706604f97b4f HTTP/1.1" status: 204 len: 168 time: 3.0153179 May 06 12:50:11.843884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45312) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:11.934942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for e913ff3d-ee7e-46c9-93ba-a531edddff89 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:11.991242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-99023ddf-7d32-4d81-b583-7812c2584f07 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting subnet 528d3dfa-335c-4911-b5e1-3c8730651cd4 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:12.003842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99023ddf-7d32-4d81-b583-7812c2584f07 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.009191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b7e8e7-bc15-4506-830d-93ed02855351 None None] DHCP port deletion for ded19a47-e49e-4039-9d36-80bd9a77dbf4 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:50:12.021759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e1b7e8e7-bc15-4506-830d-93ed02855351 None None] Deleting port e913ff3d-ee7e-46c9-93ba-a531edddff89 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:12.022114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1b7e8e7-bc15-4506-830d-93ed02855351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.067497 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f3c514-779a-40a3-a16f-f4bbbdfb5836'] response: {'name': 'network-changed', 'server_uuid': '6105616e-324c-48da-9862-27a19e7271c6', 'tag': 'c56250ca-0894-45a9-8acc-9155d2f1b17f', 'status': 'completed', 'code': 200} May 06 12:50:12.077434 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99023ddf-7d32-4d81-b583-7812c2584f07 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.118900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.136394 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:12.136796 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:12.138430 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80fee8a3-9460-4e20-a92f-20274759a65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.149445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e1b7e8e7-bc15-4506-830d-93ed02855351 None None] The port 'e913ff3d-ee7e-46c9-93ba-a531edddff89' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:50:12.220196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e11f028d-4067-4846-8d6e-5328a516a0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.221532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99023ddf-7d32-4d81-b583-7812c2584f07 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.259035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No DVR routers for this DVR port e913ff3d-ee7e-46c9-93ba-a531edddff89 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:12.266527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=e913ff3d-ee7e-46c9-93ba-a531edddff89,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:12.306296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting port efef4c3a-ced2-4a2e-8471-88ed45a3dfce {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:12.309455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.430341 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-5fa0ef44-d337-4f2c-b802-de95dbc6bf1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 1095 time: 1.3038476 May 06 12:50:12.510557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80fee8a3-9460-4e20-a92f-20274759a65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.638657 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.639872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Deleting port efef4c3a-ced2-4a2e-8471-88ed45a3dfce {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:12.639872 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.647450 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-038d3abf-2a3f-4fd2-9fbd-127d30c898ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c56250ca-0894-45a9-8acc-9155d2f1b17f HTTP/1.1" status: 200 len: 217 time: 0.1296985 May 06 12:50:12.729700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded19a47-e49e-4039-9d36-80bd9a77dbf4']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:12.751388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a54b9eb-0b71-497c-82ca-aef209296347') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:12.751672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a54b9eb-0b71-497c-82ca-aef209296347') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:12.780886 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.800457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.805880 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99023ddf-7d32-4d81-b583-7812c2584f07 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.808476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:12.808906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: timer() May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:12.913722 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:12.915983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-8f8cea77-309c-4380-ac73-28dde3dacb38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:12.917418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-8f8cea77-309c-4380-ac73-28dde3dacb38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.2518938 May 06 12:50:12.918893 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.937823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.959678 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99023ddf-7d32-4d81-b583-7812c2584f07 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.985084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.018858 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-81ceea94-efd0-4f16-a909-b003d592dac6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473392 May 06 12:50:13.100852 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/networks/ded19a47-e49e-4039-9d36-80bd9a77dbf4 HTTP/1.1" status: 204 len: 168 time: 2.8854883 May 06 12:50:13.100852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80fee8a3-9460-4e20-a92f-20274759a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.105090 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80fee8a3-9460-4e20-a92f-20274759a65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.112926 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-80fee8a3-9460-4e20-a92f-20274759a65d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4db462e-ed52-4971-8389-65c5983affa7 HTTP/1.1" status: 204 len: 168 time: 2.1065855 May 06 12:50:13.114222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45328) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:13.200233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99023ddf-7d32-4d81-b583-7812c2584f07 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=528d3dfa-335c-4911-b5e1-3c8730651cd4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:13.226749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-99023ddf-7d32-4d81-b583-7812c2584f07 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/528d3dfa-335c-4911-b5e1-3c8730651cd4 HTTP/1.1" status: 204 len: 168 time: 1.3790789 May 06 12:50:13.228878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45332) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:13.264881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] For port efef4c3a-ced2-4a2e-8471-88ed45a3dfce, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,segment=NetworkSegment(fe8181f7-ee80-438f-a98c-c298c37ba10e),segment_id=fe8181f7-ee80-438f-a98c-c298c37ba10e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:13.265291 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.288716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe1901-f98b-44ef-9618-5b20bbaaa9c3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Network': ['ID=ded19a47-e49e-4039-9d36-80bd9a77dbf4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:13.309946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] For port efef4c3a-ced2-4a2e-8471-88ed45a3dfce, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,segment=NetworkSegment(fe8181f7-ee80-438f-a98c-c298c37ba10e),segment_id=fe8181f7-ee80-438f-a98c-c298c37ba10e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:13.310788 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.375100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1444395154', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:13.430936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fee8a3-9460-4e20-a92f-20274759a65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db462e-ed52-4971-8389-65c5983affa7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:13.447543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:13.570446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:router and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:13.582172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:13.600125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:13.607916 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-fcef59e9-b2a9-42a1-b4e9-df87936d5ac9 service neutron] 10.222.0.36 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876353 May 06 12:50:13.676533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Calling delete_port for efef4c3a-ced2-4a2e-8471-88ed45a3dfce owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:13.680100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.689357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.756445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e913ff3d-ee7e-46c9-93ba-a531edddff89 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:13.813114 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e913ff3d-ee7e-46c9-93ba-a531edddff89 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:13.814015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e913ff3d-ee7e-46c9-93ba-a531edddff89 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:13.847732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1e917-5021-4284-86a4-3f6e3edecce1 None None] Network 2bcfacf2-88f3-47cb-acbb-837d36231b3b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:13.921560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Calling delete_port for efef4c3a-ced2-4a2e-8471-88ed45a3dfce owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:13.970523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.020597 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.054435 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f733680e-c6b0-4261-8214-a686f3ba4079 req-8a5bf2de-e43e-4528-b399-1f3131780e9f service neutron] 10.222.0.36 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387746 May 06 12:50:14.186339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.203086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be0727-7942-422e-805c-6ac960efc271 req-ead3b987-9758-489b-960c-2bdbe43f4c76 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:14.215588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32be0727-7942-422e-805c-6ac960efc271 req-ead3b987-9758-489b-960c-2bdbe43f4c76 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 944 time: 1.2466216 May 06 12:50:14.297797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting port ccb75e56-f505-4c80-b54e-f51b87461688 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:14.298539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.318746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ba574ec7-fe72-4e3c-a711-c8a2292b4cb6 None None] Provisioning complete for port ccb75e56-f505-4c80-b54e-f51b87461688 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:14.320238 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba574ec7-fe72-4e3c-a711-c8a2292b4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.421836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] Pushing event deleted for resources: {'Port': ['ID=efef4c3a-ced2-4a2e-8471-88ed45a3dfce,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:14.487224 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:14.491460 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:14.665990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32be0727-7942-422e-805c-6ac960efc271 req-fce56d41-8023-4974-90f4-d4ffae037318 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486597 May 06 12:50:14.684273 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.712676 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78b5f9f2-14d3-4904-a166-a5a19a912bfb req-2f3d41a6-f11c-4262-a2f2-99a92065a272 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 1095 time: 0.5263274 May 06 12:50:14.802499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4834c3c-29a9-437f-87e1-d324ab2e76f3 None None] No DVR routers for this DVR port efef4c3a-ced2-4a2e-8471-88ed45a3dfce on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:14.878488 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a63f77a-c7da-403f-933b-f8697d4e45c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.060484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb69ad6-01b2-4833-8961-49ef3ba90958 None None] DHCP port deletion for 2bcfacf2-88f3-47cb-acbb-837d36231b3b request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:50:15.114689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Deleting port efef4c3a-ced2-4a2e-8471-88ed45a3dfce {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:15.116503 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.118773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9bb69ad6-01b2-4833-8961-49ef3ba90958 None None] Deleting port ccb75e56-f505-4c80-b54e-f51b87461688 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:15.119221 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ad6-01b2-4833-8961-49ef3ba90958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.130704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5f9f2-14d3-4904-a166-a5a19a912bfb req-529aff22-2e9b-4f80-af48-15ea82142b51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:15.132779 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78b5f9f2-14d3-4904-a166-a5a19a912bfb req-529aff22-2e9b-4f80-af48-15ea82142b51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 200 len: 906 time: 0.4114652 May 06 12:50:15.467176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] The port 'efef4c3a-ced2-4a2e-8471-88ed45a3dfce' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:50:15.609015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78b5f9f2-14d3-4904-a166-a5a19a912bfb req-0d65e93b-9d36-4f71-9661-af7349aa5e55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c56250ca-0894-45a9-8acc-9155d2f1b17f HTTP/1.1" status: 200 len: 217 time: 0.4681754 May 06 12:50:15.620266 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.636367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9bb69ad6-01b2-4833-8961-49ef3ba90958 None None] For port ccb75e56-f505-4c80-b54e-f51b87461688, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ccb75e56-f505-4c80-b54e-f51b87461688,segment=NetworkSegment(f4e42c10-9f92-42dd-8268-a797e9bed3f1),segment_id=f4e42c10-9f92-42dd-8268-a797e9bed3f1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:15.637291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ad6-01b2-4833-8961-49ef3ba90958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.839129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5f9f2-14d3-4904-a166-a5a19a912bfb req-c4292f21-8404-4074-865f-23c167727589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:15.840768 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78b5f9f2-14d3-4904-a166-a5a19a912bfb req-c4292f21-8404-4074-865f-23c167727589 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 200 len: 845 time: 0.2137666 May 06 12:50:15.852786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ccb75e56-f505-4c80-b54e-f51b87461688 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:15.893661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] For port ccb75e56-f505-4c80-b54e-f51b87461688, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ccb75e56-f505-4c80-b54e-f51b87461688,segment=NetworkSegment(f4e42c10-9f92-42dd-8268-a797e9bed3f1),segment_id=f4e42c10-9f92-42dd-8268-a797e9bed3f1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:15.897517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.930236 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78b5f9f2-14d3-4904-a166-a5a19a912bfb req-0d4f8d37-1c51-4627-a7db-dbb38e967f36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ebbe340-12ee-4638-a935-7276a634fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832613 May 06 12:50:16.119722 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.162985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.182460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9bb69ad6-01b2-4833-8961-49ef3ba90958 None None] Calling delete_port for ccb75e56-f505-4c80-b54e-f51b87461688 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:16.238117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78b5f9f2-14d3-4904-a166-a5a19a912bfb req-de2aeb2a-4447-4ef5-ae9d-49499c209c04 service neutron] 10.222.0.36 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014190 May 06 12:50:16.439478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.721860 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ad6-01b2-4833-8961-49ef3ba90958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.856853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.25.7.224 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/cf5e5976-e7d5-41bc-9b40-3ed99d6089c5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:16.871731 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.921126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb69ad6-01b2-4833-8961-49ef3ba90958 None None] Pushing event deleted for resources: {'Port': ['ID=ccb75e56-f505-4c80-b54e-f51b87461688,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:16.956194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port ccb75e56-f505-4c80-b54e-f51b87461688 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:50:16.956612 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78b5f9f2-14d3-4904-a166-a5a19a912bfb req-179bddb3-57af-4a7a-bb3a-d4385556ad13 service neutron] 10.222.0.36 "GET /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085323 May 06 12:50:16.961794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ccb75e56-f505-4c80-b54e-f51b87461688 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:16.965990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Calling delete_port for ccb75e56-f505-4c80-b54e-f51b87461688 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:16.980961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb69ad6-01b2-4833-8961-49ef3ba90958 None None] No DVR routers for this DVR port ccb75e56-f505-4c80-b54e-f51b87461688 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:17.082040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846b3b7f-fbca-4f65-9d64-d3c3c7067be6']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:17.131646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8181f7-ee80-438f-a98c-c298c37ba10e') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:17.132076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8181f7-ee80-438f-a98c-c298c37ba10e') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:17.159685 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.198026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.211228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:17.211689 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.233766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:17.234094 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: timer() May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:17.234725 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:17.303370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff2f96-3eab-406c-b32c-115e4a93eb73 req-ab56821f-c432-4639-9582-3858503e69e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:17.305125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6fff2f96-3eab-406c-b32c-115e4a93eb73 req-ab56821f-c432-4639-9582-3858503e69e1 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 944 time: 1.0387902 May 06 12:50:17.308019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.356455 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.397465 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.413777 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.450901 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.452535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c56250ca-0894-45a9-8acc-9155d2f1b17f details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:50:17.491715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=cf5e5976-e7d5-41bc-9b40-3ed99d6089c5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:17.505654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6fff2f96-3eab-406c-b32c-115e4a93eb73 req-f4503a25-2721-457f-8538-a758ff70af9e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785476 May 06 12:50:17.505873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:17.507204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] 10.222.0.44 "DELETE /v2.0/networks/846b3b7f-fbca-4f65-9d64-d3c3c7067be6 HTTP/1.1" status: 204 len: 168 time: 8.8916817 May 06 12:50:17.509215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad5399-c260-435e-bf8e-249b7c2f0aae tempest-AllowedAddressPairTestJSON-1943706044 tempest-AllowedAddressPairTestJSON-1943706044-project] Pushing event deleted for resources: {'Network': ['ID=846b3b7f-fbca-4f65-9d64-d3c3c7067be6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:17.512405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:17.516377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:17.735601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting port ccb75e56-f505-4c80-b54e-f51b87461688 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:17.736117 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.803998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.805564 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.826199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c56250ca-0894-45a9-8acc-9155d2f1b17f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c56250ca-0894-45a9-8acc-9155d2f1b17f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:17.880865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'c56250ca-0894-45a9-8acc-9155d2f1b17f', 'network_id': '9ebbe340-12ee-4638-a935-7276a634fe34', 'port_id': 'c56250ca-0894-45a9-8acc-9155d2f1b17f', 'mac_address': 'fa:16:3e:f9:57:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c14ca8-fc7a-406f-995a-1a05e1f88621', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:50:17.950170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] The port 'ccb75e56-f505-4c80-b54e-f51b87461688' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:50:18.022181 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.064774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56250ca-0894-45a9-8acc-9155d2f1b17f {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:50:18.106014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c56250ca-0894-45a9-8acc-9155d2f1b17f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c56250ca-0894-45a9-8acc-9155d2f1b17f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:18.113607 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.217809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45446) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:18.262102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45452) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:18.356084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c56250ca-0894-45a9-8acc-9155d2f1b17f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:18.404503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['c56250ca-0894-45a9-8acc-9155d2f1b17f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:50:18.434286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 5ebe00dc-2045-46a9-abf5-a7895c44ed17 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:50:18.556839 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.589144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcfacf2-88f3-47cb-acbb-837d36231b3b']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:18.606220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e42c10-9f92-42dd-8268-a797e9bed3f1') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:18.606558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e42c10-9f92-42dd-8268-a797e9bed3f1') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:18.623588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.650944 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.661020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:18.661443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: timer() May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:18.681687 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:18.868320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.915554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.974361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=2bcfacf2-88f3-47cb-acbb-837d36231b3b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:18.985498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-98496b7e-b595-4fa1-b846-1d3fe5eba978 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/2bcfacf2-88f3-47cb-acbb-837d36231b3b HTTP/1.1" status: 204 len: 168 time: 5.7527840 May 06 12:50:18.985922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45468) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.006157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-61093ec5-02a5-49a2-82c0-0cb14fe907c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.062325 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7361777-8d63-4a38-9613-3fe1905af3b4 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:19.063787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7361777-8d63-4a38-9613-3fe1905af3b4 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:19.069712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f7361777-8d63-4a38-9613-3fe1905af3b4 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/2900aa93-002e-42c7-af51-8de6ea6ec0bd HTTP/1.1" status: 404 len: 337 time: 0.0792310 May 06 12:50:19.072831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.113029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825340d-1ab6-471e-9f24-7d3705458a10 req-d31674be-9041-4449-88ea-83c7a2c0d7d2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:19.115364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a825340d-1ab6-471e-9f24-7d3705458a10 req-d31674be-9041-4449-88ea-83c7a2c0d7d2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 945 time: 0.1952014 May 06 12:50:19.132980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-61093ec5-02a5-49a2-82c0-0cb14fe907c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:19.140634 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a808e48f-4d62-4beb-a726-1e7556d77d4b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:19.141157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a808e48f-4d62-4beb-a726-1e7556d77d4b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:19.147857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-61093ec5-02a5-49a2-82c0-0cb14fe907c2 admin admin] Usage tracker for resource:security_group_rule and tenant:8739a25a0e6d472c90c391bf64a406b6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:19.164701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-61093ec5-02a5-49a2-82c0-0cb14fe907c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:19.177087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-61093ec5-02a5-49a2-82c0-0cb14fe907c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:19.182076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a825340d-1ab6-471e-9f24-7d3705458a10 req-336ff23f-a4d8-4286-bafe-a78f56ec44f3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603027 May 06 12:50:19.189363 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a808e48f-4d62-4beb-a726-1e7556d77d4b tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/dd1991a8-19bb-481a-b46f-3cfd93214a5c HTTP/1.1" status: 404 len: 339 time: 0.1047552 May 06 12:50:19.191016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45478) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.195478 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3b8ee06b-af46-497c-a8bd-067df930c101 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74fbfc81322240bbb2b37c9ccf565e51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9759278 May 06 12:50:19.210060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45482) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.262380 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1037315-b016-4471-b776-730e735beedd tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:19.263429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1037315-b016-4471-b776-730e735beedd tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:19.272476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d1037315-b016-4471-b776-730e735beedd tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/9a398d22-bd37-4092-9b1e-0081a0b4de39 HTTP/1.1" status: 404 len: 337 time: 0.0798202 May 06 12:50:19.273684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45488) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.316355 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ef8795-b884-40ee-b07d-982f6da0159e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:19.317345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ef8795-b884-40ee-b07d-982f6da0159e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:19.324703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e7ef8795-b884-40ee-b07d-982f6da0159e tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/313f4f68-58de-4eaf-9a57-0cfc8fb30b50 HTTP/1.1" status: 404 len: 339 time: 0.0489941 May 06 12:50:19.325926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45492) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.366676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ab15d19-412b-4f1c-ba36-6c11b5c4bbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.372286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-61093ec5-02a5-49a2-82c0-0cb14fe907c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.387076 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-61093ec5-02a5-49a2-82c0-0cb14fe907c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.395648 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-9865361e-8bfd-4166-9719-453176306776 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:19.396078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9865361e-8bfd-4166-9719-453176306776 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:19.397961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9865361e-8bfd-4166-9719-453176306776 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/a12b2990-f726-4903-8c4d-237ef007e2cd HTTP/1.1" status: 404 len: 337 time: 0.0704272 May 06 12:50:19.402265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45496) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.447051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ab15d19-412b-4f1c-ba36-6c11b5c4bbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.453560 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc42f0c-2a09-492e-8116-3eb2d99d34de tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:19.454255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc42f0c-2a09-492e-8116-3eb2d99d34de tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:19.457927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fcc42f0c-2a09-492e-8116-3eb2d99d34de tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/c146cda7-21bd-47ea-9789-f1d03360f4a6 HTTP/1.1" status: 404 len: 339 time: 0.0535505 May 06 12:50:19.460647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45500) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.493486 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:50:19.495349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61093ec5-02a5-49a2-82c0-0cb14fe907c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352c3520-ae98-4095-b083-96f9f670189f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:19.522468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:19.542747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8373c06b-fecd-47d7-be16-1590f617e7c5 None None] Sync routers for ids ['5ebe00dc-2045-46a9-abf5-a7895c44ed17'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:19.569693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373c06b-fecd-47d7-be16-1590f617e7c5 None None] Routers {'5ebe00dc-2045-46a9-abf5-a7895c44ed17'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:19.571487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8373c06b-fecd-47d7-be16-1590f617e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5ebe00dc-2045-46a9-abf5-a7895c44ed17'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:19.588201 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-61093ec5-02a5-49a2-82c0-0cb14fe907c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8739a25a0e6d472c90c391bf64a406b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3257802 May 06 12:50:19.600480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45508) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.610818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ab15d19-412b-4f1c-ba36-6c11b5c4bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.671703 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ab15d19-412b-4f1c-ba36-6c11b5c4bbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.676353 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9ab15d19-412b-4f1c-ba36-6c11b5c4bbc0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d82a976-c9fe-48cf-9211-88e635dc1115 HTTP/1.1" status: 204 len: 168 time: 0.4643013 May 06 12:50:19.677432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab15d19-412b-4f1c-ba36-6c11b5c4bbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d82a976-c9fe-48cf-9211-88e635dc1115,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:19.697660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.699320 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-66cef850-3c2a-4888-ad45-f242b4f890d2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.4207985 May 06 12:50:19.724072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45514) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.749483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33fb4ab5-664e-4ed2-bd52-60c2a3811eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.772932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8373c06b-fecd-47d7-be16-1590f617e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:19.782956 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33fb4ab5-664e-4ed2-bd52-60c2a3811eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.827585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373c06b-fecd-47d7-be16-1590f617e7c5 None None] Routers {'5ebe00dc-2045-46a9-abf5-a7895c44ed17'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:19.828859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8373c06b-fecd-47d7-be16-1590f617e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5ebe00dc-2045-46a9-abf5-a7895c44ed17'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:19.911029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-1892ef6f-19a2-4fa4-9a81-112b6b46a449 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting subnet 95d8ebcd-ec2c-4a7c-b29e-1813314a31ba {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:19.929559 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1892ef6f-19a2-4fa4-9a81-112b6b46a449 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.964545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8373c06b-fecd-47d7-be16-1590f617e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:19.964911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8373c06b-fecd-47d7-be16-1590f617e7c5 None None] The sync data for ids ['5ebe00dc-2045-46a9-abf5-a7895c44ed17'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:20.080166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1892ef6f-19a2-4fa4-9a81-112b6b46a449 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.230636 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1892ef6f-19a2-4fa4-9a81-112b6b46a449 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.360275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33fb4ab5-664e-4ed2-bd52-60c2a3811eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.408353 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-33fb4ab5-664e-4ed2-bd52-60c2a3811eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.414737 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-33fb4ab5-664e-4ed2-bd52-60c2a3811eb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/352c3520-ae98-4095-b083-96f9f670189f HTTP/1.1" status: 204 len: 168 time: 0.8086100 May 06 12:50:20.422243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb4ab5-664e-4ed2-bd52-60c2a3811eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352c3520-ae98-4095-b083-96f9f670189f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:20.455915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1892ef6f-19a2-4fa4-9a81-112b6b46a449 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.530287 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-30a44d48-b047-4083-9874-d6ba68f932ea tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/routers/5ebe00dc-2045-46a9-abf5-a7895c44ed17 HTTP/1.1" status: 200 len: 881 time: 0.8041146 May 06 12:50:20.532101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45532) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:20.583556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892ef6f-19a2-4fa4-9a81-112b6b46a449 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=95d8ebcd-ec2c-4a7c-b29e-1813314a31ba,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:20.609936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1892ef6f-19a2-4fa4-9a81-112b6b46a449 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.616768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f14ea9-413d-4a6f-b4b2-db33c35f559a None None] Network 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:20.655205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1892ef6f-19a2-4fa4-9a81-112b6b46a449 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/95d8ebcd-ec2c-4a7c-b29e-1813314a31ba HTTP/1.1" status: 204 len: 168 time: 1.1930194 May 06 12:50:20.656781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45538) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:20.865797 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.930157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting port 54d4bde8-bacc-45df-85bb-2274510d953f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:20.931386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.114916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04900e10-14bc-4110-9719-7932c38e1e15 None None] DHCP port deletion for 2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:50:21.120267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-04900e10-14bc-4110-9719-7932c38e1e15 None None] Deleting port 54d4bde8-bacc-45df-85bb-2274510d953f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:21.121018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-04900e10-14bc-4110-9719-7932c38e1e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.228988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] For port 54d4bde8-bacc-45df-85bb-2274510d953f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=54d4bde8-bacc-45df-85bb-2274510d953f,segment=NetworkSegment(94529a13-9542-459b-ac86-42ae605f9d99),segment_id=94529a13-9542-459b-ac86-42ae605f9d99)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:21.229896 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.255588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-81d2454f-61d6-479c-b8f6-beb9d9c3c123 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:router {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:21.366379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Calling delete_port for 54d4bde8-bacc-45df-85bb-2274510d953f owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:21.371396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-81d2454f-61d6-479c-b8f6-beb9d9c3c123 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:router {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:21.389073 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-81d2454f-61d6-479c-b8f6-beb9d9c3c123 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8549302 May 06 12:50:21.393116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45554) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:21.426134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8ce06b4b-30d6-4d51-b959-b7c93c29f25b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1444395154'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:21.459992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f2ab2-8c02-44f3-96a1-7af427be7aba req-3b569023-cf78-4ce3-bccb-ba3f49ed21cd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:21.469032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d6f2ab2-8c02-44f3-96a1-7af427be7aba req-3b569023-cf78-4ce3-bccb-ba3f49ed21cd tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 945 time: 0.5977502 May 06 12:50:21.608740 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.633097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-04900e10-14bc-4110-9719-7932c38e1e15 None None] The port '54d4bde8-bacc-45df-85bb-2274510d953f' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:50:21.637195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c56250ca-0894-45a9-8acc-9155d2f1b17f up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:21.719760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Port': ['ID=54d4bde8-bacc-45df-85bb-2274510d953f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:21.722078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No DVR routers for this DVR port 54d4bde8-bacc-45df-85bb-2274510d953f on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:21.819764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 54d4bde8-bacc-45df-85bb-2274510d953f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:21.922193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 54d4bde8-bacc-45df-85bb-2274510d953f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:21.923131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 54d4bde8-bacc-45df-85bb-2274510d953f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:21.928841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port c56250ca-0894-45a9-8acc-9155d2f1b17f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:21.931352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45564) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:21.943770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port c56250ca-0894-45a9-8acc-9155d2f1b17f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:21.944506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.979433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f6e3-6f39-4650-bb78-3756619b2882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.042488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7fd4f6e3-6f39-4650-bb78-3756619b2882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:22.048794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7fd4f6e3-6f39-4650-bb78-3756619b2882 admin admin] Usage tracker for resource:security_group_rule and tenant:ac04c54001024b92856af05c8da41d1e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:22.054537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7fd4f6e3-6f39-4650-bb78-3756619b2882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:22.062361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7fd4f6e3-6f39-4650-bb78-3756619b2882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:22.134218 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d6f2ab2-8c02-44f3-96a1-7af427be7aba req-228a0ed5-a1ef-4936-bc5c-7a05d9016a07 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620090 May 06 12:50:22.138685 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.211458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:22.260626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94529a13-9542-459b-ac86-42ae605f9d99') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:22.262095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94529a13-9542-459b-ac86-42ae605f9d99') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:22.291253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.303524 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.331598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.346671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:22.347221 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.362712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6105616e-324c-48da-9862-27a19e7271c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56250ca-0894-45a9-8acc-9155d2f1b17f'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: timer() May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:22.381622 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:22.390089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c56250ca-0894-45a9-8acc-9155d2f1b17f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c56250ca-0894-45a9-8acc-9155d2f1b17f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:22.399951 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.456615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f6e3-6f39-4650-bb78-3756619b2882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.510648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fd4f6e3-6f39-4650-bb78-3756619b2882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.556039 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1b0575-e484-4bff-b737-5072a1bc9e1b'] response: {'server_uuid': '6105616e-324c-48da-9862-27a19e7271c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56250ca-0894-45a9-8acc-9155d2f1b17f', 'code': 200} May 06 12:50:22.562281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c56250ca-0894-45a9-8acc-9155d2f1b17f,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:22.573631 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.574833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.575199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.575645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.575992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.576326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.588122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.588513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.588837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.589175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.589516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:22.620822 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.699197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4f6e3-6f39-4650-bb78-3756619b2882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3b779a-f9b3-48bb-abaa-807580842b25,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:22.713362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.738078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:22.749315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a81c8d7a-291d-4d42-a878-49e220878e34 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/2ef3d6e5-4f9a-4ab8-98bb-741fadf3c7ef HTTP/1.1" status: 204 len: 168 time: 2.0879185 May 06 12:50:22.749636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45580) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:22.787516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45584) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:22.791664 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7fd4f6e3-6f39-4650-bb78-3756619b2882 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac04c54001024b92856af05c8da41d1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8577356 May 06 12:50:22.801732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45588) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:22.805201 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-848d67e4-c9ba-426e-8aa0-78d1f1fbada4 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:22.806293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848d67e4-c9ba-426e-8aa0-78d1f1fbada4 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:22.809723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-848d67e4-c9ba-426e-8aa0-78d1f1fbada4 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/b5b7ece2-364c-4a44-9910-8e35d7dee431 HTTP/1.1" status: 404 len: 337 time: 0.0569103 May 06 12:50:22.819337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45594) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:22.884565 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-037ea5ff-b493-41ac-96b4-0bc5534a1bfa tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] DELETE failed (client error): The resource could not be found. May 06 12:50:22.885074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037ea5ff-b493-41ac-96b4-0bc5534a1bfa tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:22.889256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-037ea5ff-b493-41ac-96b4-0bc5534a1bfa tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/d19af156-1dd8-4e32-bf64-8911c561285d HTTP/1.1" status: 404 len: 339 time: 0.0649035 May 06 12:50:22.891210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45598) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:22.905962 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-16258fd7-8691-455b-8a58-7d6ed9f2348a req-1fda9b1c-073a-44f5-a8d1-d9bb05088af2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 1097 time: 0.2673230 May 06 12:50:22.968105 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-16258fd7-8691-455b-8a58-7d6ed9f2348a req-6988edd1-a462-4119-96ff-5652b93cda32 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563498 May 06 12:50:22.986492 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7abd5625-9c10-4baa-b82e-311dcd3d6e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.017314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7abd5625-9c10-4baa-b82e-311dcd3d6e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.091307 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7abd5625-9c10-4baa-b82e-311dcd3d6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.117027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-892451092'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:23.137068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:23.193695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd5625-9c10-4baa-b82e-311dcd3d6e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3b779a-f9b3-48bb-abaa-807580842b25,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:23.238690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:23.258365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:23.268876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7abd5625-9c10-4baa-b82e-311dcd3d6e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.276327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7abd5625-9c10-4baa-b82e-311dcd3d6e51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee3b779a-f9b3-48bb-abaa-807580842b25 HTTP/1.1" status: 204 len: 168 time: 0.4729905 May 06 12:50:23.291578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:23.369970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:23.377549 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.425344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.476085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba8f759-0e87-46d8-ab8c-6795b7222c72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting subnet 5aae5ef9-6a0a-4c38-95b2-a3f0546aad44 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:23.492249 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f759-0e87-46d8-ab8c-6795b7222c72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.608924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ce06b4b-30d6-4d51-b959-b7c93c29f25b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.629802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ce06b4b-30d6-4d51-b959-b7c93c29f25b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.760146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:23.774178 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f759-0e87-46d8-ab8c-6795b7222c72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.870564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:security_group_rule and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:23.945610 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f759-0e87-46d8-ab8c-6795b7222c72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.003448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:24.060736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:24.112725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce06b4b-30d6-4d51-b959-b7c93c29f25b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 5ebe00dc-2045-46a9-abf5-a7895c44ed17 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:50:24.328198 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c658be8-4f3a-4373-a0b2-469a61b64a48 req-6667dd8a-6818-4616-8499-2c493a5c20f4 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:24.339552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c658be8-4f3a-4373-a0b2-469a61b64a48 req-6667dd8a-6818-4616-8499-2c493a5c20f4 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.7764454 May 06 12:50:24.339552 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.371135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.445381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:24.481779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e0243f-d3d8-419d-a769-87938b4fe4a4,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:24.505023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c658be8-4f3a-4373-a0b2-469a61b64a48 req-a53cfcd8-6b80-44ca-94e9-01663b73ef7d tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661706 May 06 12:50:24.520432 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f759-0e87-46d8-ab8c-6795b7222c72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.525632 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.537466 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 250dcb34-9547-439c-92dc-4af41b108bbe of type vlan for network 62dd9b0f-2885-423d-ad03-a83e16732e5c May 06 12:50:24.586093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8f759-0e87-46d8-ab8c-6795b7222c72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Subnet': ['ID=5aae5ef9-6a0a-4c38-95b2-a3f0546aad44,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:24.614027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ba8f759-0e87-46d8-ab8c-6795b7222c72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.619333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268866f4-e03b-464e-85f8-8a4fa1761bb0 None None] Network 3b2821b1-3e2e-437e-ab31-42dbe97624be requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:24.624393 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.646106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce06b4b-30d6-4d51-b959-b7c93c29f25b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:24.649834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8ba8f759-0e87-46d8-ab8c-6795b7222c72 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/subnets/5aae5ef9-6a0a-4c38-95b2-a3f0546aad44 HTTP/1.1" status: 204 len: 168 time: 1.7575252 May 06 12:50:24.650768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45626) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:24.661619 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b983668-fd8d-42ec-9229-6ef1dcc56f2d None None] Sync routers for ids ['5ebe00dc-2045-46a9-abf5-a7895c44ed17'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:24.707259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ce06b4b-30d6-4d51-b959-b7c93c29f25b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.710255 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b983668-fd8d-42ec-9229-6ef1dcc56f2d None None] Routers {'5ebe00dc-2045-46a9-abf5-a7895c44ed17'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:24.711861 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3b983668-fd8d-42ec-9229-6ef1dcc56f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5ebe00dc-2045-46a9-abf5-a7895c44ed17'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:24.714548 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8ce06b4b-30d6-4d51-b959-b7c93c29f25b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/5ebe00dc-2045-46a9-abf5-a7895c44ed17 HTTP/1.1" status: 200 len: 888 time: 3.3196068 May 06 12:50:24.715608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45630) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:24.848998 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3b983668-fd8d-42ec-9229-6ef1dcc56f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:24.875752 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b983668-fd8d-42ec-9229-6ef1dcc56f2d None None] Routers {'5ebe00dc-2045-46a9-abf5-a7895c44ed17'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:24.877122 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3b983668-fd8d-42ec-9229-6ef1dcc56f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5ebe00dc-2045-46a9-abf5-a7895c44ed17'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:24.903517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.907773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:24.908999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.031163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.059540 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2671144 May 06 12:50:25.079367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Deleting port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:25.079699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.090641 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3b983668-fd8d-42ec-9229-6ef1dcc56f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:25.091292 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b983668-fd8d-42ec-9229-6ef1dcc56f2d None None] The sync data for ids ['5ebe00dc-2045-46a9-abf5-a7895c44ed17'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:25.131813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1f7ed-4281-4a4e-b58e-b2f04c027f78 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=62dd9b0f-2885-423d-ad03-a83e16732e5c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:25.161273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 62dd9b0f-2885-423d-ad03-a83e16732e5c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:25.200743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45642) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:25.221648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': '62dd9b0f-2885-423d-ad03-a83e16732e5c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:25.347021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] DHCP port deletion for 3b2821b1-3e2e-437e-ab31-42dbe97624be request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:50:25.400189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] Deleting port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:25.400935 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.440367 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cf58bc8c-43b7-4383-943b-7a2438a3a704 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/routers/5ebe00dc-2045-46a9-abf5-a7895c44ed17 HTTP/1.1" status: 200 len: 888 time: 0.7204466 May 06 12:50:25.469751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45650) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:25.628707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6baaf19-7bcf-4546-9daf-fbb09cef49ae tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:25.714253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:25.724811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6baaf19-7bcf-4546-9daf-fbb09cef49ae tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:25.732565 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6baaf19-7bcf-4546-9daf-fbb09cef49ae tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ebe00dc-2045-46a9-abf5-a7895c44ed17 HTTP/1.1" status: 200 len: 205 time: 0.2613196 May 06 12:50:25.733949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:25.738910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45658) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:25.751864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:25.829547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:25.852245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:25.954519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:25.982813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] For port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d0abd0cb-af26-4cfb-9d3f-f1ea90eac606,segment=NetworkSegment(62e86410-c202-4742-b37f-f7b938ab11eb),segment_id=62e86410-c202-4742-b37f-f7b938ab11eb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:25.983758 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:26.028769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] For port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d0abd0cb-af26-4cfb-9d3f-f1ea90eac606,segment=NetworkSegment(62e86410-c202-4742-b37f-f7b938ab11eb),segment_id=62e86410-c202-4742-b37f-f7b938ab11eb)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:26.029670 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:26.134899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Calling delete_port for d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:26.146929 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:26.235832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930dc7e-b99f-4398-9273-00464b0e7c28 req-59591913-e5ac-4e5d-aa32-4d4e79732a2e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:26.237557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5930dc7e-b99f-4398-9273-00464b0e7c28 req-59591913-e5ac-4e5d-aa32-4d4e79732a2e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.4736261 May 06 12:50:26.246535 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:26.313434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Port': ['ID=d0abd0cb-af26-4cfb-9d3f-f1ea90eac606,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:26.392954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] No DVR routers for this DVR port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:26.465802 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5930dc7e-b99f-4398-9273-00464b0e7c28 req-565e39d8-8a55-450d-b744-f6d31b4b41d2 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219973 May 06 12:50:26.642893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] Calling delete_port for d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:26.869907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:50:26.886102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:26.932477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:26.967595 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:26.969100 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:27.012712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2821b1-3e2e-437e-ab31-42dbe97624be']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:27.039767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e86410-c202-4742-b37f-f7b938ab11eb') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:27.040274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e86410-c202-4742-b37f-f7b938ab11eb') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:27.074060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.133496 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.156435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:27.157122 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: timer() May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:27.186292 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:27.354994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.387508 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.425669 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.462701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] Pushing event deleted for resources: {'Network': ['ID=3b2821b1-3e2e-437e-ab31-42dbe97624be,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:27.470666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] Deleting port d0abd0cb-af26-4cfb-9d3f-f1ea90eac606 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:27.471556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.520052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=b0002850-0066-43ab-845f-58e375ff891a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:27.533690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.552980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45694) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:27.600462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-65e42e41-b9bd-4db8-870d-88679a7d1340 tempest-NetworksIpV6Test-1969036205 tempest-NetworksIpV6Test-1969036205-project] 10.222.0.44 "DELETE /v2.0/networks/3b2821b1-3e2e-437e-ab31-42dbe97624be HTTP/1.1" status: 204 len: 168 time: 2.9470053 May 06 12:50:27.656584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12927ec9-c6de-4794-8cec-6565f233382e req-734047c5-2d99-4830-93ac-be25751213e0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:27.664685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12927ec9-c6de-4794-8cec-6565f233382e req-734047c5-2d99-4830-93ac-be25751213e0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.2273998 May 06 12:50:27.700578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3a83f7cb-27fa-4fb1-b197-198a77724322 None None] The port 'd0abd0cb-af26-4cfb-9d3f-f1ea90eac606' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:50:27.723135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12927ec9-c6de-4794-8cec-6565f233382e req-0fc694e3-7412-455c-b4f1-94de5a272606 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574033 May 06 12:50:27.766562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': '250dcb34-9547-439c-92dc-4af41b108bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '62dd9b0f-2885-423d-ad03-a83e16732e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:27.767283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: 62dd9b0f-2885-423d-ad03-a83e16732e5c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:27.821351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network 62dd9b0f-2885-423d-ad03-a83e16732e5c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:27.843111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 62dd9b0f-2885-423d-ad03-a83e16732e5c) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:27.850287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:27.850953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.855555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69fa64-e662-4e4c-852a-ef6b4e1114b5 None None] Network 62dd9b0f-2885-423d-ad03-a83e16732e5c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:27.884560 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9da6710f-d6f9-4ed5-a561-74519625e0d0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6793256 May 06 12:50:27.885478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45708) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:27.898629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074008198'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:27.955834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:27.972472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:27.983154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:28.008305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:28.067493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:28.075553 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b34b44a-15d1-4ff7-8189-4290f9fbd4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.076512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.106685 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.125213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port cf5e5976-e7d5-41bc-9b40-3ed99d6089c5 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:28.125566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.190673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6f43e-b5bd-4aa5-b7c2-b1a9ec82baf2 req-d488c4ea-51c5-4fc0-8a3f-cbdf3cd8b660 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:28.192494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:28.195872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0f6f43e-b5bd-4aa5-b7c2-b1a9ec82baf2 req-d488c4ea-51c5-4fc0-8a3f-cbdf3cd8b660 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.2832844 May 06 12:50:28.266674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1b34b44a-15d1-4ff7-8189-4290f9fbd4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:28.278758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1b34b44a-15d1-4ff7-8189-4290f9fbd4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d89ff313c64f47a39b6ab294bc932ff4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:28.307632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-62dd9b0f-2885-423d-ad03-a83e16732e5c', 'network_id': '62dd9b0f-2885-423d-ad03-a83e16732e5c', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': 'b0002850-0066-43ab-845f-58e375ff891a'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:50:28.309046 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.311562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1b34b44a-15d1-4ff7-8189-4290f9fbd4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:28.352007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1b34b44a-15d1-4ff7-8189-4290f9fbd4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:28.356493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45716) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:28.449540 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0f6f43e-b5bd-4aa5-b7c2-b1a9ec82baf2 req-ddf61d43-ce0f-439e-b747-98339a06d847 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414086 May 06 12:50:28.507270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.509584 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 2cf4a6ff-d506-4114-9693-3337be6fe082 of type vlan for network adf8ff6b-bb48-49b8-9cb6-6015139503f8 May 06 12:50:28.554522 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.620827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45724) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:28.648899 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b34b44a-15d1-4ff7-8189-4290f9fbd4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.669209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1b34b44a-15d1-4ff7-8189-4290f9fbd4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.778122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34b44a-15d1-4ff7-8189-4290f9fbd4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2774ba-064f-4843-9016-46d2a8744aa8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:28.827329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1b34b44a-15d1-4ff7-8189-4290f9fbd4a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d89ff313c64f47a39b6ab294bc932ff4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2624617 May 06 12:50:28.832024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45730) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:28.832774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Allocated IP 172.20.255.242 (62dd9b0f-2885-423d-ad03-a83e16732e5c/b0002850-0066-43ab-845f-58e375ff891a/a17bd8ff-2d2f-49f2-a049-404a69f16af8) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:28.853089 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.872474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for cf5e5976-e7d5-41bc-9b40-3ed99d6089c5 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:28.968115 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffa885e9-648d-4b00-99bc-4189d4737144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.038439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffa885e9-648d-4b00-99bc-4189d4737144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.091129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.095994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:29.096820 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.180985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffa885e9-648d-4b00-99bc-4189d4737144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.239830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1945775926'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:29.243914 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffa885e9-648d-4b00-99bc-4189d4737144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.245089 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ffa885e9-648d-4b00-99bc-4189d4737144 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c2774ba-064f-4843-9016-46d2a8744aa8 HTTP/1.1" status: 204 len: 168 time: 0.4107876 May 06 12:50:29.246165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa885e9-648d-4b00-99bc-4189d4737144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2774ba-064f-4843-9016-46d2a8744aa8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:29.270287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:29.298760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Usage tracker for resource:network and tenant:1916c1d3db554cb88c4f4d8c013db5c2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:29.305848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:29.330012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:29.479844 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5933700 May 06 12:50:29.481104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Made reservation on behalf of 1916c1d3db554cb88c4f4d8c013db5c2 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:29.488656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45740) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:29.492717 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.496714 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.502132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': 'adf8ff6b-bb48-49b8-9cb6-6015139503f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:29.529170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990a50f-ca28-462d-aaca-d5b8d518988c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=adf8ff6b-bb48-49b8-9cb6-6015139503f8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:29.549400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network adf8ff6b-bb48-49b8-9cb6-6015139503f8 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:29.607837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-17d5141a-0fa6-452a-85bd-290d2e9fe16e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f6d3aadf762446faec72e3685af425a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2258406 May 06 12:50:29.607837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.608349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45746) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:29.614958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.655239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Transition to ACTIVE for port object a17bd8ff-2d2f-49f2-a049-404a69f16af8 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:29.699942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Transition to ACTIVE for port object a17bd8ff-2d2f-49f2-a049-404a69f16af8 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:29.708589 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.733218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=cf5e5976-e7d5-41bc-9b40-3ed99d6089c5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:29.757165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:29.809592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201c934-3161-4705-a5b1-45323a6eaef8 req-28886f9e-bc51-4559-b2f4-06ec87c8f0a9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:29.809592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f201c934-3161-4705-a5b1-45323a6eaef8 req-28886f9e-bc51-4559-b2f4-06ec87c8f0a9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.2846632 May 06 12:50:29.809592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Usage tracker for resource:security_group_rule and tenant:1916c1d3db554cb88c4f4d8c013db5c2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:29.809592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:29.828866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:29.867471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:29.885728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Pushing event updated for resources: {'Port': ['ID=a17bd8ff-2d2f-49f2-a049-404a69f16af8,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:29.905345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Network 62dd9b0f-2885-423d-ad03-a83e16732e5c is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:29.905345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:29.905345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:29.948958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:30.058394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:30.142169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f201c934-3161-4705-a5b1-45323a6eaef8 req-a48f2134-5e85-49bd-b2c7-41f45c3ee88f tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679906 May 06 12:50:30.153286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Attempting to bind port a17bd8ff-2d2f-49f2-a049-404a69f16af8 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:30.154077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Attempting to bind port a17bd8ff-2d2f-49f2-a049-404a69f16af8 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '250dcb34-9547-439c-92dc-4af41b108bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '62dd9b0f-2885-423d-ad03-a83e16732e5c'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:30.154982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Attempting to bind port a17bd8ff-2d2f-49f2-a049-404a69f16af8 on network 62dd9b0f-2885-423d-ad03-a83e16732e5c {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:30.172168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:30.172974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Checking segment: {'id': '250dcb34-9547-439c-92dc-4af41b108bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '62dd9b0f-2885-423d-ad03-a83e16732e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:30.173921 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.174919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Bound using segment: {'id': '250dcb34-9547-439c-92dc-4af41b108bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '62dd9b0f-2885-423d-ad03-a83e16732e5c'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:30.176004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Bound port: a17bd8ff-2d2f-49f2-a049-404a69f16af8, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250dcb34-9547-439c-92dc-4af41b108bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '62dd9b0f-2885-423d-ad03-a83e16732e5c'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:30.176842 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.210859 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a73c0e5-1ddf-4ed5-8268-b4bfa1414d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.277178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a73c0e5-1ddf-4ed5-8268-b4bfa1414d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.302242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.308848 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.339519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:30.349114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.402393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] For port a17bd8ff-2d2f-49f2-a049-404a69f16af8, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:30.419243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] For port a17bd8ff-2d2f-49f2-a049-404a69f16af8, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a17bd8ff-2d2f-49f2-a049-404a69f16af8,segment=NetworkSegment(250dcb34-9547-439c-92dc-4af41b108bbe),segment_id=250dcb34-9547-439c-92dc-4af41b108bbe)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:30.428656 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.463802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f66bac-17b3-4b15-8aa4-0779ee324db2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:30.517288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:30.547076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.547564 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Added segment dba48a1a-cccd-44e8-8643-b055e2652e53 of type vlan for network 0a9758da-c5f4-426b-acf2-69e87ca92fd3 May 06 12:50:30.642309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.682890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acf3d4-76b2-4f04-96ea-eb63e1e02ffc None None] Pushing event updated for resources: {'Port': ['ID=a17bd8ff-2d2f-49f2-a049-404a69f16af8,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:30.700564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:30.766528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.775873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:30.777916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.017228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.033423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.141389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.144138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a73c0e5-1ddf-4ed5-8268-b4bfa1414d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.185595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c0e5-1ddf-4ed5-8268-b4bfa1414d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ee51e6-227b-4fc0-ab5e-141d3e95d5f7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:31.194750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a73c0e5-1ddf-4ed5-8268-b4bfa1414d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.196181 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4a73c0e5-1ddf-4ed5-8268-b4bfa1414d5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51ee51e6-227b-4fc0-ab5e-141d3e95d5f7 HTTP/1.1" status: 204 len: 168 time: 1.5872967 May 06 12:50:31.261563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.262370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Fanout notify agent at l3_agent the message router_deleted on router 5ebe00dc-2045-46a9-abf5-a7895c44ed17 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:50:31.304649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45774) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:31.314096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6755810 May 06 12:50:31.332173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215d130-e078-4f0f-ae1a-a7cd47060154 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Pushing event updated for resources: {'Network': ['ID=0a9758da-c5f4-426b-acf2-69e87ca92fd3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:31.399049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 0a9758da-c5f4-426b-acf2-69e87ca92fd3 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:31.443807 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.445015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-600a6622-f1d7-4d45-9cbb-446c2ba2f8d0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/5ebe00dc-2045-46a9-abf5-a7895c44ed17 HTTP/1.1" status: 204 len: 168 time: 5.7009704 May 06 12:50:31.452586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45780) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:31.479751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'network': {'name': 'tempest-RoutersTest-513820676'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:31.520473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:31.547657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:network and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:31.569768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:31.603709 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.613349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:31.654817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:31.668850 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.756123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=0d9b9520-59af-4e19-8558-7a7d5de88488,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:31.864742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': '2cf4a6ff-d506-4114-9693-3337be6fe082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'adf8ff6b-bb48-49b8-9cb6-6015139503f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:31.865094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: adf8ff6b-bb48-49b8-9cb6-6015139503f8, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:31.928245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network adf8ff6b-bb48-49b8-9cb6-6015139503f8 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:31.945983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, adf8ff6b-bb48-49b8-9cb6-6015139503f8) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:31.953795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:31.955008 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.002533 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d4161f1e-f9bb-4e22-878d-2d3b6bb8015e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5103474 May 06 12:50:32.004981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45790) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:32.012472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a17bd8ff-2d2f-49f2-a049-404a69f16af8 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:32.141485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8100b-8434-4e09-862b-45d5b85fa620 None None] Network adf8ff6b-bb48-49b8-9cb6-6015139503f8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:32.265568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:32.305617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.306569 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added segment 82fa796d-3fca-4396-8704-bb85cbd03a38 of type vlan for network 36901474-17ea-4d80-bd8a-34a116c931da May 06 12:50:32.399664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.410630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dea5e-3523-492e-96ff-79a44ebe29bd req-f0b9632b-e4ca-476f-838a-1ea177b00b78 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:32.433204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d71dea5e-3523-492e-96ff-79a44ebe29bd req-f0b9632b-e4ca-476f-838a-1ea177b00b78 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.7134027 May 06 12:50:32.669622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port a17bd8ff-2d2f-49f2-a049-404a69f16af8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:32.675258 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.784655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.804700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d71dea5e-3523-492e-96ff-79a44ebe29bd req-8867cbf5-3835-42a6-a5cb-987c7a3e31ee tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697157 May 06 12:50:32.845423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-adf8ff6b-bb48-49b8-9cb6-6015139503f8', 'network_id': 'adf8ff6b-bb48-49b8-9cb6-6015139503f8', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': '0d9b9520-59af-4e19-8558-7a7d5de88488'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:50:32.846430 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.903704 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.912457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:32.920164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.982959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5252972 May 06 12:50:32.989371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45806) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:33.015014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'subnet': {'network_id': '36901474-17ea-4d80-bd8a-34a116c931da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:33.029134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Request body: {'network': {'name': 'tempest-network--1083969789', 'router:external': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:33.043829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:33.061121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Usage tracker for resource:network and tenant:7e5cfe0c8d704bac9b6f5c2121ed701a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:33.075222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:33.100411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:33.178830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Made reservation on behalf of 7e5cfe0c8d704bac9b6f5c2121ed701a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:33.189863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc37bc5b-3b9f-4e36-bd0c-3c5c265c74bc None None] Network 62dd9b0f-2885-423d-ad03-a83e16732e5c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:33.190798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:33.285877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:33.395900 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a6faa-826e-481d-800f-ba7603b056a2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Network': ['ID=36901474-17ea-4d80-bd8a-34a116c931da,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:33.444027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:33.448029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:33.451448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:subnet and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:33.458022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:33.468041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Usage tracker for resource:security_group_rule and tenant:7e5cfe0c8d704bac9b6f5c2121ed701a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:33.472078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:33.484773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:33.491130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:33.505641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:33.540908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 36901474-17ea-4d80-bd8a-34a116c931da details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:33.738539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e38e6947-f9f0-4700-a94c-237accdc88bf None None] Provisioning for port a17bd8ff-2d2f-49f2-a049-404a69f16af8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:33.759210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e38e6947-f9f0-4700-a94c-237accdc88bf None None] Provisioning complete for port a17bd8ff-2d2f-49f2-a049-404a69f16af8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:33.759702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e38e6947-f9f0-4700-a94c-237accdc88bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:33.777822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:33.780296 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:33.791404 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:33.919016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:33.925334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Allocated IP 172.20.0.2 (adf8ff6b-bb48-49b8-9cb6-6015139503f8/0d9b9520-59af-4e19-8558-7a7d5de88488/3774dc5d-6d19-4f16-83c8-2f1be9751e1d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:33.967572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dd905a-fbb7-4b2f-9c11-a897c1f365c6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:33.991572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:33.992589 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Added segment 8c36d577-5b1e-4c05-b0ba-356a6f163eb0 of type vlan for network 3ebe59a5-1ab5-4680-9473-593ac449868b May 06 12:50:34.101451 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e38e6947-f9f0-4700-a94c-237accdc88bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.128250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.261212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.263151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:34.264423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.412181 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0978875 May 06 12:50:34.422143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45832) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:34.683018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e38e6947-f9f0-4700-a94c-237accdc88bf None None] For port a17bd8ff-2d2f-49f2-a049-404a69f16af8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a17bd8ff-2d2f-49f2-a049-404a69f16af8,segment=NetworkSegment(250dcb34-9547-439c-92dc-4af41b108bbe),segment_id=250dcb34-9547-439c-92dc-4af41b108bbe)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:34.713002 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e38e6947-f9f0-4700-a94c-237accdc88bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.774365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.840054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4ce62-c419-4338-9cc8-37ad72c64833 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'Network': ['ID=3ebe59a5-1ab5-4680-9473-593ac449868b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:34.905438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a9d18-f578-492c-a1a0-cd8137b8bac9 req-a9cb5e0b-e519-4d67-acc8-38d1d5b48ec3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:34.909364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.918553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-208a9d18-f578-492c-a1a0-cd8137b8bac9 req-a9cb5e0b-e519-4d67-acc8-38d1d5b48ec3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.6481383 May 06 12:50:34.957672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e6947-f9f0-4700-a94c-237accdc88bf None None] Pushing event updated for resources: {'Port': ['ID=a17bd8ff-2d2f-49f2-a049-404a69f16af8,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:35.055039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Checking segment: {'id': '82fa796d-3fca-4396-8704-bb85cbd03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '36901474-17ea-4d80-bd8a-34a116c931da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:35.055584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network hostable DHCP agents. Network: 36901474-17ea-4d80-bd8a-34a116c931da, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:35.072938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45842) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:35.084503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3ebe59a5-1ab5-4680-9473-593ac449868b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:35.144022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-208a9d18-f578-492c-a1a0-cd8137b8bac9 req-38b567f3-bc24-4728-9e58-28d7fe6c2438 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236500 May 06 12:50:35.165834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Subnet': ['ID=74eb3339-4394-4a6e-9b11-a488f530f971,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:35.203707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 36901474-17ea-4d80-bd8a-34a116c931da is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:35.226300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 36901474-17ea-4d80-bd8a-34a116c931da) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:35.252683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:35.254989 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.283705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.323154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebe59a5-1ab5-4680-9473-593ac449868b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:35.335787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96437020-1d83-446f-8abf-3ec616aef104 None None] Network 36901474-17ea-4d80-bd8a-34a116c931da requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:35.344146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c36d577-5b1e-4c05-b0ba-356a6f163eb0') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:35.344804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c36d577-5b1e-4c05-b0ba-356a6f163eb0') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:35.363260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.367666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-85d40730-636a-4fea-a13d-dc8dbdb78d2c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3766463 May 06 12:50:35.372338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45852) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:35.385714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-967558711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:35.390043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.402437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:35.403318 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.414505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:35.431495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:router and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: timer() May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:35.438212 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:35.442405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:35.467661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:35.525733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.527283 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.680669 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.697685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ebe59a5-1ab5-4680-9473-593ac449868b {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:50:35.713812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.745053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.773133 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "DELETE /v2.0/networks/3ebe59a5-1ab5-4680-9473-593ac449868b HTTP/1.1" status: 204 len: 168 time: 1.3484604 May 06 12:50:35.778759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45862) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:35.780291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35d13f-d4b7-470d-9a04-0e5b78fce89a tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ebe59a5-1ab5-4680-9473-593ac449868b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:35.800437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:35.801669 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a17bd8ff-2d2f-49f2-a049-404a69f16af8 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:35.802205 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.811001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:35.818204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Usage tracker for resource:network and tenant:7e5cfe0c8d704bac9b6f5c2121ed701a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:35.824669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:35.837916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:35.882873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Made reservation on behalf of 7e5cfe0c8d704bac9b6f5c2121ed701a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:35.886980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.918250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.925432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1c9f4f8b-ea3c-4600-936d-f46464c7c32c tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5514092 May 06 12:50:35.926331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45870) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:35.989262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:36.011010 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.011577 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Added segment 42c604f3-8276-428c-960c-1e3f09514cb1 of type vlan for network 59bb9fb3-61a1-4f13-abf2-dabb68d3b619 May 06 12:50:36.034921 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.145546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.279974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Transition to ACTIVE for port object 3774dc5d-6d19-4f16-83c8-2f1be9751e1d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:36.302723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.307214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:36.308485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.313323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-36901474-17ea-4d80-bd8a-34a116c931da', 'network_id': '36901474-17ea-4d80-bd8a-34a116c931da', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'fixed_ips': [{'subnet_id': '74eb3339-4394-4a6e-9b11-a488f530f971'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:50:36.315080 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.320077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6bb92862-1efd-4e91-b214-653f17cae21d tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] Request body: {'port': {'network_id': '8a871986-0e9f-4eb4-ad10-b98586ac30a3', 'name': 'tempest-NetworksNegativeTestJSON-67077170'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:36.370014 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb92862-1efd-4e91-b214-653f17cae21d tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] POST failed (client error): The resource could not be found. May 06 12:50:36.370734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb92862-1efd-4e91-b214-653f17cae21d tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:36.380611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6bb92862-1efd-4e91-b214-653f17cae21d tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.2665274 May 06 12:50:36.382970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45882) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:36.462441 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7980fe-9c46-463e-ab99-8387dbf68672 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] DELETE failed (client error): The resource could not be found. May 06 12:50:36.463841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7980fe-9c46-463e-ab99-8387dbf68672 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:36.474014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3e7980fe-9c46-463e-ab99-8387dbf68672 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "DELETE /v2.0/networks/b1776cf2-c161-4fdf-9569-4ff90f00bcea HTTP/1.1" status: 404 len: 339 time: 0.0831013 May 06 12:50:36.499625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45890) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:36.513070 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7231617 May 06 12:50:36.527521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45892) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:36.552813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Request body: {'subnet': {'network_id': '59bb9fb3-61a1-4f13-abf2-dabb68d3b619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:36.838346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:36.848950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Usage tracker for resource:subnet and tenant:7e5cfe0c8d704bac9b6f5c2121ed701a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:36.859116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:36.872767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:36.901842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Transition to ACTIVE for port object 3774dc5d-6d19-4f16-83c8-2f1be9751e1d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:36.926130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Made reservation on behalf of 7e5cfe0c8d704bac9b6f5c2121ed701a for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:36.928210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.939926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.943788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a17bd8ff-2d2f-49f2-a049-404a69f16af8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:36.944170 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.002118 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a30656-826e-4014-8a22-fd38ad8f8bca tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] DELETE failed (client error): The resource could not be found. May 06 12:50:37.002687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a30656-826e-4014-8a22-fd38ad8f8bca tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:37.148216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b70356-d335-413c-87f1-b805be67a9c8 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'Network': ['ID=59bb9fb3-61a1-4f13-abf2-dabb68d3b619,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:37.183777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Pushing event updated for resources: {'Port': ['ID=3774dc5d-6d19-4f16-83c8-2f1be9751e1d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:37.195267 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-61a30656-826e-4014-8a22-fd38ad8f8bca tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "DELETE /v2.0/ports/2c7e7930-5e50-4618-ba58-fd3a3c3ee48f HTTP/1.1" status: 404 len: 333 time: 0.6792884 May 06 12:50:37.198809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45904) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:37.207920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 59bb9fb3-61a1-4f13-abf2-dabb68d3b619 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:37.261209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.370082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9b9520-59af-4e19-8558-7a7d5de88488,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:37.388417 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa208e4-abc0-4330-8413-099452e61769 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] DELETE failed (client error): The resource could not be found. May 06 12:50:37.388865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa208e4-abc0-4330-8413-099452e61769 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:37.400820 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aaa208e4-abc0-4330-8413-099452e61769 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "DELETE /v2.0/subnets/593cebc3-78d6-437e-979b-8149b7d6361c HTTP/1.1" status: 404 len: 337 time: 0.2001462 May 06 12:50:37.401424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45910) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:37.525576 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b7c6bb-73a2-46c3-a0df-7beee14006c9 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] GET failed (client error): The resource could not be found. May 06 12:50:37.532773 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-04b7c6bb-73a2-46c3-a0df-7beee14006c9 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "GET /v2.0/networks/63949f11-9bf7-4c69-93cc-b08272586d57 HTTP/1.1" status: 404 len: 339 time: 0.1253271 May 06 12:50:37.596621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45914) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:37.684516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Allocated IP 172.20.0.2 (36901474-17ea-4d80-bd8a-34a116c931da/74eb3339-4394-4a6e-9b11-a488f530f971/95cb77ac-f529-4ba5-b0d5-a6ffa063b306) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:37.707114 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2aa3c4-2348-494f-81c2-b982fa3f5a46 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] GET failed (client error): The resource could not be found. May 06 12:50:37.720118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45920) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:37.728585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6a2aa3c4-2348-494f-81c2-b982fa3f5a46 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "GET /v2.0/ports/9a43f2b7-d9b3-44f5-910c-4588cce18e7a HTTP/1.1" status: 404 len: 333 time: 0.1275694 May 06 12:50:37.743129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.995356 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f9d191-ec62-4aee-99f4-8c1d4097ce8a tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] GET failed (client error): The resource could not be found. May 06 12:50:37.996655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-70f9d191-ec62-4aee-99f4-8c1d4097ce8a tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "GET /v2.0/subnets/70384d05-17f2-4401-bfff-8a20efcc8e46 HTTP/1.1" status: 404 len: 337 time: 0.2684274 May 06 12:50:38.005179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45928) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:38.040518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-42c8fd31-9288-4b42-bc05-46146b069238 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:38.062104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63224a-cc12-42bf-8e62-ab6cf16406a3 req-51acd4de-90e8-40c7-b420-dc6980a66f1a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:38.065440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf8ff6b-bb48-49b8-9cb6-6015139503f8']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:38.069530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c63224a-cc12-42bf-8e62-ab6cf16406a3 req-51acd4de-90e8-40c7-b420-dc6980a66f1a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.8973727 May 06 12:50:38.105135 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c8fd31-9288-4b42-bc05-46146b069238 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] PUT failed (client error): The resource could not be found. May 06 12:50:38.105618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c8fd31-9288-4b42-bc05-46146b069238 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:38.106736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-42c8fd31-9288-4b42-bc05-46146b069238 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "PUT /v2.0/networks/875d2ee4-cb64-4d69-9a1e-dc14abe5a847 HTTP/1.1" status: 404 len: 339 time: 0.1003597 May 06 12:50:38.117081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45932) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:38.141814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf4a6ff-d506-4114-9693-3337be6fe082') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:38.142757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf4a6ff-d506-4114-9693-3337be6fe082') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:38.175629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2873f486-3d03-4a23-8254-8b6713332c42 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:38.206886 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.211149 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.237051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.237968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Network adf8ff6b-bb48-49b8-9cb6-6015139503f8 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:38.247855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:38.252561 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-2873f486-3d03-4a23-8254-8b6713332c42 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] PUT failed (client error): The resource could not be found. May 06 12:50:38.252999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2873f486-3d03-4a23-8254-8b6713332c42 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:38.262183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2873f486-3d03-4a23-8254-8b6713332c42 tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "PUT /v2.0/ports/f259b7a1-a6cc-49a0-95de-5dbeedd84caa HTTP/1.1" status: 404 len: 333 time: 0.1339118 May 06 12:50:38.262495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:38.262685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45936) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:38.278179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f59bce57-1d87-4d98-aadb-e47e270772ee tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:38.425224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c63224a-cc12-42bf-8e62-ab6cf16406a3 req-e504d66b-0354-4ceb-98ba-18d29d81ab9e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545244 May 06 12:50:38.511838 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.534409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:38.535047 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.558532 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59bce57-1d87-4d98-aadb-e47e270772ee tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] PUT failed (client error): The resource could not be found. May 06 12:50:38.558934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59bce57-1d87-4d98-aadb-e47e270772ee tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:38.568159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f59bce57-1d87-4d98-aadb-e47e270772ee tempest-NetworksNegativeTestJSON-769832929 tempest-NetworksNegativeTestJSON-769832929-project] 10.222.0.44 "PUT /v2.0/subnets/f720ce70-9eb3-4a3a-88fd-0d8f6d9db05f HTTP/1.1" status: 404 len: 337 time: 0.2968366 May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: timer() May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:38.597547 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:38.709657 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.717404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-32cd5d7d-7c1e-4db3-9260-fec34626a275 None None] Provisioning complete for port a17bd8ff-2d2f-49f2-a049-404a69f16af8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:38.718060 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-32cd5d7d-7c1e-4db3-9260-fec34626a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.988560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:50:38.988560 n-d-840847-1 neutron-server[83952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:50:38.988560 n-d-840847-1 neutron-server[83952]: [parameters: {'id': 'adf8ff6b-bb48-49b8-9cb6-6015139503f8'}] May 06 12:50:38.988560 n-d-840847-1 neutron-server[83952]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:38.989437 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:39.020503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Transition to ACTIVE for port object 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:39.129330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Attempting to bind port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:39.129500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Attempting to bind port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '2cf4a6ff-d506-4114-9693-3337be6fe082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'adf8ff6b-bb48-49b8-9cb6-6015139503f8'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:39.129856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Attempting to bind port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d on network adf8ff6b-bb48-49b8-9cb6-6015139503f8 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:39.146815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Transition to ACTIVE for port object 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:39.174931 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.217608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:50:39.218479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.324085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Pushing event updated for resources: {'Port': ['ID=95cb77ac-f529-4ba5-b0d5-a6ffa063b306,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:39.327466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:39.327837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Checking segment: {'id': '2cf4a6ff-d506-4114-9693-3337be6fe082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'adf8ff6b-bb48-49b8-9cb6-6015139503f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:39.328528 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.328695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Bound using segment: {'id': '2cf4a6ff-d506-4114-9693-3337be6fe082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'adf8ff6b-bb48-49b8-9cb6-6015139503f8'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:39.329143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Bound port: 3774dc5d-6d19-4f16-83c8-2f1be9751e1d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf4a6ff-d506-4114-9693-3337be6fe082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'adf8ff6b-bb48-49b8-9cb6-6015139503f8'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:39.329524 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.372862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9c8956e-8082-4a76-b5e6-07404c4c525e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:39.436281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.20.0.1 (36901474-17ea-4d80-bd8a-34a116c931da/74eb3339-4394-4a6e-9b11-a488f530f971/2b8e85b9-1599-4971-8f12-0c6a9c6bc779) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:39.455524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Network 36901474-17ea-4d80-bd8a-34a116c931da is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:39.485312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45952) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:39.486163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:39.493982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.496492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:39.527115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Checking segment: {'id': '42c604f3-8276-428c-960c-1e3f09514cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59bb9fb3-61a1-4f13-abf2-dabb68d3b619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:39.527580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Network hostable DHCP agents. Network: 59bb9fb3-61a1-4f13-abf2-dabb68d3b619, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:39.567942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:39.568290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.848194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] For port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:39.861977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] For port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3774dc5d-6d19-4f16-83c8-2f1be9751e1d,segment=NetworkSegment(2cf4a6ff-d506-4114-9693-3337be6fe082),segment_id=2cf4a6ff-d506-4114-9693-3337be6fe082)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:39.940095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.018116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Attempting to bind port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:40.018706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Attempting to bind port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '82fa796d-3fca-4396-8704-bb85cbd03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '36901474-17ea-4d80-bd8a-34a116c931da'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:40.019517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Attempting to bind port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 on network 36901474-17ea-4d80-bd8a-34a116c931da {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:40.040022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:40.040529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Checking segment: {'id': '82fa796d-3fca-4396-8704-bb85cbd03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '36901474-17ea-4d80-bd8a-34a116c931da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:40.041010 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.041477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Bound using segment: {'id': '82fa796d-3fca-4396-8704-bb85cbd03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '36901474-17ea-4d80-bd8a-34a116c931da'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:40.042040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Bound port: 95cb77ac-f529-4ba5-b0d5-a6ffa063b306, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fa796d-3fca-4396-8704-bb85cbd03a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '36901474-17ea-4d80-bd8a-34a116c931da'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:40.042496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.100654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181804f-c0e0-49b3-83e0-9ce8a1f41aa0 None None] Pushing event updated for resources: {'Port': ['ID=3774dc5d-6d19-4f16-83c8-2f1be9751e1d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:40.253550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50105fc-3d04-49bc-b1d8-3d651ab7f9c7 None None] Network adf8ff6b-bb48-49b8-9cb6-6015139503f8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:40.397653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.421025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d, host n-d-840847-1, got binding levels [] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:40.422794 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.452079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Transition to ACTIVE for port object 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:40.471753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] For port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:40.495659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] For port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=95cb77ac-f529-4ba5-b0d5-a6ffa063b306,segment=NetworkSegment(82fa796d-3fca-4396-8704-bb85cbd03a38),segment_id=82fa796d-3fca-4396-8704-bb85cbd03a38)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:40.505574 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.512446 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.634761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=2b8e85b9-1599-4971-8f12-0c6a9c6bc779,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:40.657804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91c81a-b51b-41a0-9b5f-d2a8cc5cbe69 req-15530abf-31a6-4cc6-bd4a-91a96b4f8219 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:40.665310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c91c81a-b51b-41a0-9b5f-d2a8cc5cbe69 req-15530abf-31a6-4cc6-bd4a-91a96b4f8219 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.7736061 May 06 12:50:40.707689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Network 59bb9fb3-61a1-4f13-abf2-dabb68d3b619 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:40.755038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 36901474-17ea-4d80-bd8a-34a116c931da is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:40.755038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:40.755038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:40.803022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for 3774dc5d-6d19-4f16-83c8-2f1be9751e1d owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:40.841215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 59bb9fb3-61a1-4f13-abf2-dabb68d3b619) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:40.862142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:40.864850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.869733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b28c-19e8-4541-b1f3-cdce10e2efc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.916064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c91c81a-b51b-41a0-9b5f-d2a8cc5cbe69 req-87b09e5c-bc25-4a94-8d89-294f1c0c43e8 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495074 May 06 12:50:40.921646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.928879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e1a52-9982-4428-bdbd-dbd28f7003bc None None] Network 59bb9fb3-61a1-4f13-abf2-dabb68d3b619 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:41.136901 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fdbe156b-4be1-4471-9a2e-e039ad61d35f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6003470 May 06 12:50:41.143935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45974) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:41.156698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Request body: {'floatingip': {'floating_network_id': '59bb9fb3-61a1-4f13-abf2-dabb68d3b619'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:41.162715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:41.171450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Usage tracker for resource:floatingip and tenant:7e5cfe0c8d704bac9b6f5c2121ed701a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:41.176268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:41.193060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:41.211134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7bb3b28c-19e8-4541-b1f3-cdce10e2efc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:41.221407 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:41.253759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7bb3b28c-19e8-4541-b1f3-cdce10e2efc4 admin admin] Usage tracker for resource:security_group_rule and tenant:5195ce81c9114a60a130012ae616dd49 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:41.255776 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:41.277385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7bb3b28c-19e8-4541-b1f3-cdce10e2efc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:41.332067 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-3352c069-28b6-40d0-8477-5bc46e637845 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7145362 May 06 12:50:41.353600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7bb3b28c-19e8-4541-b1f3-cdce10e2efc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:41.373632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:41.377192 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:41.446485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a0fc2-1a7e-46db-a825-049e88f9be85 None None] Pushing event updated for resources: {'Port': ['ID=95cb77ac-f529-4ba5-b0d5-a6ffa063b306,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:41.554267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d43ad-62b7-49e9-bd9b-5c4c179c10b4 None None] Network 59bb9fb3-61a1-4f13-abf2-dabb68d3b619 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:41.860051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b28c-19e8-4541-b1f3-cdce10e2efc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:41.879838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:41.884820 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.009007 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.030444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b28c-19e8-4541-b1f3-cdce10e2efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.187907 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ce46ea55-59bb-43c0-9455-8a157446f219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.322952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3b28c-19e8-4541-b1f3-cdce10e2efc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee3d48-732b-4b54-9da0-ae2a498a8a17,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:42.414617 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7bb3b28c-19e8-4541-b1f3-cdce10e2efc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5195ce81c9114a60a130012ae616dd49&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9286196 May 06 12:50:42.478206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45986) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:42.600054 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-5bb4606f-03a8-4413-94b6-51e62927a248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94672aef12b1426fa9c669ab8d149b5c&device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 6490 time: 0.9369895 May 06 12:50:42.650157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3774dc5d-6d19-4f16-83c8-2f1be9751e1d,segment=NetworkSegment(2cf4a6ff-d506-4114-9693-3337be6fe082),segment_id=2cf4a6ff-d506-4114-9693-3337be6fe082)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:42.650511 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.726541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.758546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.769390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c58088-c31b-4ac9-9c37-1fd27e624ea4 None None] Network 36901474-17ea-4d80-bd8a-34a116c931da requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:42.979368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Allocated IP 172.20.0.13 (59bb9fb3-61a1-4f13-abf2-dabb68d3b619/a9c8956e-8082-4a76-b5e6-07404c4c525e/6ce16c56-fa96-4d2a-8a19-8b1974b3b6d0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:42.993048 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19759601-8609-4e26-b029-ee6721e28173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.030354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-02d2bc08-cbbe-40c5-a837-a056e2547477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:43.030354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-02d2bc08-cbbe-40c5-a837-a056e2547477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:43.030354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-02d2bc08-cbbe-40c5-a837-a056e2547477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:43.030354 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-02d2bc08-cbbe-40c5-a837-a056e2547477 service neutron] 10.222.0.36 "GET /v2.0/networks?id=313cbf39-1760-43e3-8604-7c46dab04b4e&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&id=d6efa80f-acf6-4297-ae04-de25324b08a1&id=d6efa80f-acf6-4297-ae04-de25324b08a1 HTTP/1.1" status: 200 len: 2291 time: 0.3704045 May 06 12:50:43.055715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=2b8e85b9-1599-4971-8f12-0c6a9c6bc779,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:43.066720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.115845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c510c-7f21-4fb8-b683-d8830b645ad6 req-f548ae32-1136-416d-9d71-e4eb760f87fc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:43.118471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-246c510c-7f21-4fb8-b683-d8830b645ad6 req-f548ae32-1136-416d-9d71-e4eb760f87fc tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.7184439 May 06 12:50:43.154948 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19759601-8609-4e26-b029-ee6721e28173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.233494 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.259215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for 3774dc5d-6d19-4f16-83c8-2f1be9751e1d owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:43.308865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-de07f20e-888e-462c-9a2a-e4ae47594ea0 None None] Provisioning for port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:43.456360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:43.485455 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-2cc9a84d-b14b-4449-8cba-aeddd51d7703 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13 HTTP/1.1" status: 200 len: 1001 time: 0.2970426 May 06 12:50:43.605882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-246c510c-7f21-4fb8-b683-d8830b645ad6 req-ff495480-8526-4b98-bd20-36ce38737a8a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384205 May 06 12:50:43.646668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-b589a426-01c5-44e0-835a-e9e9653b1287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:43.649029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-b589a426-01c5-44e0-835a-e9e9653b1287 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c244b38a-1fc3-4be7-9c1c-d31c4d2e973a HTTP/1.1" status: 200 len: 850 time: 0.1572018 May 06 12:50:43.650165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.684661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:43.704918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:43.705693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.736160 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19759601-8609-4e26-b029-ee6721e28173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.746201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No DVR routers for this DVR port 3774dc5d-6d19-4f16-83c8-2f1be9751e1d on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:43.750414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.795972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Port': ['ID=3774dc5d-6d19-4f16-83c8-2f1be9751e1d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:43.802366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19759601-8609-4e26-b029-ee6721e28173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee3d48-732b-4b54-9da0-ae2a498a8a17,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:43.807872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 36901474-17ea-4d80-bd8a-34a116c931da is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:43.815374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:43.927447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.097529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.099114 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-ca1a55ba-941e-4665-858b-547d97bd97e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=313cbf39-1760-43e3-8604-7c46dab04b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4358132 May 06 12:50:44.100818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf8ff6b-bb48-49b8-9cb6-6015139503f8']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:44.122242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19759601-8609-4e26-b029-ee6721e28173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.134112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-19759601-8609-4e26-b029-ee6721e28173 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bee3d48-732b-4b54-9da0-ae2a498a8a17 HTTP/1.1" status: 204 len: 168 time: 1.6552415 May 06 12:50:44.229971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=95cb77ac-f529-4ba5-b0d5-a6ffa063b306,segment=NetworkSegment(82fa796d-3fca-4396-8704-bb85cbd03a38),segment_id=82fa796d-3fca-4396-8704-bb85cbd03a38)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:44.235684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf4a6ff-d506-4114-9693-3337be6fe082') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:44.236032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf4a6ff-d506-4114-9693-3337be6fe082') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:44.240668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.244337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.354289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.401228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=95cb77ac-f529-4ba5-b0d5-a6ffa063b306,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:44.436771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-15eaa894-e7de-4f71-8c32-01de8027a593 None None] Provisioning complete for port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:44.437394 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15eaa894-e7de-4f71-8c32-01de8027a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.465378 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.547165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:44.548154 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: timer() May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:44.604755 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:44.717117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1c53bb5d-d6c4-49bc-b527-c22a587555da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.768289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-15eaa894-e7de-4f71-8c32-01de8027a593 None None] Provisioning for port 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:44.779614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-15eaa894-e7de-4f71-8c32-01de8027a593 None None] Provisioning complete for port 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:44.780093 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-15eaa894-e7de-4f71-8c32-01de8027a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.853096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Network 59bb9fb3-61a1-4f13-abf2-dabb68d3b619 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:44.854336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'Port': ['ID=6ce16c56-fa96-4d2a-8a19-8b1974b3b6d0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:44.857517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:44.866377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:44.945726 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-217e68fb-d513-4d06-bade-9b3eadc3b7a3 service neutron] 10.222.0.36 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8309267 May 06 12:50:45.006109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-15eaa894-e7de-4f71-8c32-01de8027a593 None None] Port 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:50:45.032511 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.169533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e21e26-2936-46cd-a258-42d578c3abf0 req-6c8b023c-e408-44c1-b0e8-9d7ef7264336 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:45.176107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7a286144-799c-4659-8580-e5a24b1a2d98 None None] Provisioning complete for port 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:45.176733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7a286144-799c-4659-8580-e5a24b1a2d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.180119 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2e21e26-2936-46cd-a258-42d578c3abf0 req-6c8b023c-e408-44c1-b0e8-9d7ef7264336 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.2431710 May 06 12:50:45.183103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.189539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=adf8ff6b-bb48-49b8-9cb6-6015139503f8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:45.305012 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/adf8ff6b-bb48-49b8-9cb6-6015139503f8 HTTP/1.1" status: 204 len: 168 time: 13.2952950 May 06 12:50:45.305447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46020) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:45.324579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.325645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.326662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.328057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.329260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.331074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.332713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.338173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.339903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.341392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.343076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf829f5-e87b-4d58-a202-6d3ac4081f51 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:45.353664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1769378717'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:45.368308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7a286144-799c-4659-8580-e5a24b1a2d98 None None] Port 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:50:45.373885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c406a9-bc8f-4d5d-a8dc-3344525722ed None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:50:45.399852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:45.418180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:45.436959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:45.445403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:45.447970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2e21e26-2936-46cd-a258-42d578c3abf0 req-640cc9b4-a5d5-4f9a-ae98-d7e5b9ee7133 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666392 May 06 12:50:45.480963 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-c31d6026-c4c7-4d31-956e-76065a599837 service neutron] 10.222.0.36 "GET /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175848 May 06 12:50:45.505920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:45.517605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router a76b78da-8365-492a-ab81-69bb7bb5eecb is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:50:45.641424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-542e2838-22e2-4bce-ab56-87a48dfe4ecd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=ee3120e7-a670-496a-b42d-c6f3cc9c1646 HTTP/1.1" status: 200 len: 217 time: 0.1541071 May 06 12:50:45.775277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-cbe50d53-0c96-4149-84dd-f270d8e5af4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:45.778137 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-cbe50d53-0c96-4149-84dd-f270d8e5af4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.1295614 May 06 12:50:45.815453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.831772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:45.831772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.924472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.929129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:45.934340 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.945517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b8c09e26-df68-4f25-b29b-6825a789b474 None None] Provisioning complete for port 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:45.946135 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8c09e26-df68-4f25-b29b-6825a789b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.014436 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-35ecf481-f989-47ad-b248-3041c3513689 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2275162 May 06 12:50:46.039140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.083531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b8c09e26-df68-4f25-b29b-6825a789b474 None None] Port 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:50:46.146333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.418229 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-c2dafc4c-519d-4938-84ca-fb5e3383040c service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908610 May 06 12:50:46.463441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:46.536468 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.552332 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 97b769dc-77d4-4719-aeee-dc3d196dd99a of type vlan for network f09ab3b3-3fc4-4772-b225-f2fd89314623 May 06 12:50:46.728838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c406a9-bc8f-4d5d-a8dc-3344525722ed None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:50:46.757399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.880692 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-2a5530dc-6216-4f77-819e-aa0a4e8e7df3 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560249 May 06 12:50:46.967233 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-2b76137a-0a3f-4cbf-a51b-91c6f26b0468 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=0556dd40-9a4b-42b7-b459-f3251ff0209b HTTP/1.1" status: 200 len: 217 time: 0.0803633 May 06 12:50:47.040589 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.045164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46058) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:47.046266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:47.047107 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.068618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:47.080184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c2383-c705-4cce-924e-103a267a287e None None] Sync routers for ids ['a76b78da-8365-492a-ab81-69bb7bb5eecb'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:47.126781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-8c832b4f-404f-42cd-867f-a20a854989eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:47.129146 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-8c832b4f-404f-42cd-867f-a20a854989eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.1558855 May 06 12:50:47.152179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c2383-c705-4cce-924e-103a267a287e None None] Routers {'a76b78da-8365-492a-ab81-69bb7bb5eecb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:47.152822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fb8c2383-c705-4cce-924e-103a267a287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a76b78da-8365-492a-ab81-69bb7bb5eecb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:47.216198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-07d5ee53-dd24-4c38-88a5-2ddfeb85dec0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/a76b78da-8365-492a-ab81-69bb7bb5eecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2844672 May 06 12:50:47.247909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46068) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:47.272152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9641707 May 06 12:50:47.273749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46072) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:47.294421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': 'f09ab3b3-3fc4-4772-b225-f2fd89314623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:47.376183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fb8c2383-c705-4cce-924e-103a267a287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:47.481175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c2383-c705-4cce-924e-103a267a287e None None] Routers {'a76b78da-8365-492a-ab81-69bb7bb5eecb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:47.482184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fb8c2383-c705-4cce-924e-103a267a287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a76b78da-8365-492a-ab81-69bb7bb5eecb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:47.545275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb66e9-572a-4948-b171-8f00c4c7dd7e req-ed2d489b-54b6-48a9-adad-b984816b3aa0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:47.548935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16fb66e9-572a-4948-b171-8f00c4c7dd7e req-ed2d489b-54b6-48a9-adad-b984816b3aa0 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.8056464 May 06 12:50:47.553981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-10e556a5-6e83-41db-a3af-626342d50140 tempest-DvrRoutersNegativeTest-1790413089 tempest-DvrRoutersNegativeTest-1790413089-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-265476548', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:47.558542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.policy [None req-10e556a5-6e83-41db-a3af-626342d50140 tempest-DvrRoutersNegativeTest-1790413089 tempest-DvrRoutersNegativeTest-1790413089-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83952) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 06 12:50:47.559028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.policy [None req-10e556a5-6e83-41db-a3af-626342d50140 tempest-DvrRoutersNegativeTest-1790413089 tempest-DvrRoutersNegativeTest-1790413089-project] Failed policy check for 'create_router' {{(pid=83952) enforce /opt/stack/neutron/neutron/policy.py:482}} May 06 12:50:47.560075 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-10e556a5-6e83-41db-a3af-626342d50140 tempest-DvrRoutersNegativeTest-1790413089 tempest-DvrRoutersNegativeTest-1790413089-project] create failed (client error): Access was denied to this resource. May 06 12:50:47.563611 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-10e556a5-6e83-41db-a3af-626342d50140 tempest-DvrRoutersNegativeTest-1790413089 tempest-DvrRoutersNegativeTest-1790413089-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5172355 May 06 12:50:47.570227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7827a94d-5274-4cde-b45d-693f8d9b5189 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:47.571925 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7827a94d-5274-4cde-b45d-693f8d9b5189 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports/2b8e85b9-1599-4971-8f12-0c6a9c6bc779 HTTP/1.1" status: 200 len: 910 time: 0.3015285 May 06 12:50:47.576846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46086) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:47.588242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2038047b-0df8-444a-9ac5-9cd9cfa05404 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74eb3339-4394-4a6e-9b11-a488f530f971'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:47.605023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f84396-06e5-4cbe-a46d-1f6703590c2c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=f09ab3b3-3fc4-4772-b225-f2fd89314623,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:47.633850 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.657267 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:50:47.714400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network f09ab3b3-3fc4-4772-b225-f2fd89314623 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:47.726583 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-44ff4c68-4427-4aea-9b5c-4fd870ab83f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5898013 May 06 12:50:47.781526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fb8c2383-c705-4cce-924e-103a267a287e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:47.782448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c2383-c705-4cce-924e-103a267a287e None None] The sync data for ids ['a76b78da-8365-492a-ab81-69bb7bb5eecb'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:47.862545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.886184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.158921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'Port': ['ID=6ce16c56-fa96-4d2a-8a19-8b1974b3b6d0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:48.294942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16fb66e9-572a-4948-b171-8f00c4c7dd7e req-267ce291-d4a4-4c83-bd8d-8cde4f0b55c5 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616917 May 06 12:50:48.321967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:48.332813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:48.342933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:48.379610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:48.456423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:48.840168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.905446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46114) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:48.964823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.972608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-91649c4b-2645-43d4-ba20-1cbb38527e59 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8271410 May 06 12:50:48.974270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46120) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:49.007714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2038047b-0df8-444a-9ac5-9cd9cfa05404 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.088577 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.177499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-31666bd1-4e47-4ca9-9540-5680994d25b3 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Synchronizing usage tracker for tenant:7e5cfe0c8d704bac9b6f5c2121ed701a on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:49.199506 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-1ff1d725-b6d8-46c1-9036-59e26b0cd2c2 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2592750 May 06 12:50:49.326877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4287d2b8-f5a6-4bc5-86af-0b6f0abcbbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.408878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_backend_mixin [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing IP validity checks on allocation pools {{(pid=83955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:50:49.409928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_backend_mixin [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:50:49.464058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-31666bd1-4e47-4ca9-9540-5680994d25b3 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Unset dirty status for tenant:7e5cfe0c8d704bac9b6f5c2121ed701a on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:49.464058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-31666bd1-4e47-4ca9-9540-5680994d25b3 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=59bb9fb3-61a1-4f13-abf2-dabb68d3b619 HTTP/1.1" status: 200 len: 690 time: 0.4800296 May 06 12:50:49.476615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46134) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:49.540907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4287d2b8-f5a6-4bc5-86af-0b6f0abcbbb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:49.551159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4287d2b8-f5a6-4bc5-86af-0b6f0abcbbb0 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9cbb6ef28f499697fe2e9291522e4a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:49.662676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4287d2b8-f5a6-4bc5-86af-0b6f0abcbbb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:49.963551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4287d2b8-f5a6-4bc5-86af-0b6f0abcbbb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:49.967715 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-b041c9e0-c53b-469b-a835-df117e36d347 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521839 May 06 12:50:50.159059 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-2306a318-51c0-4f45-9196-df0ff292b156 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=2223e052-734e-4a15-953e-99cb7d6f76d6 HTTP/1.1" status: 200 len: 217 time: 0.1670430 May 06 12:50:50.392043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-104eafd3-c3a2-4a05-95ce-3d0130633dd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:50.392043 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-104eafd3-c3a2-4a05-95ce-3d0130633dd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.2281404 May 06 12:50:50.425911 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.758152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Deleting port 6ce16c56-fa96-4d2a-8a19-8b1974b3b6d0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:50.758152 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.842320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.856129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b5639-c632-448b-a1f1-65adc06dc429 req-5c6482c5-1296-4fcd-bca7-f3fe23b136be tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:50.856129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f8b5639-c632-448b-a1f1-65adc06dc429 req-5c6482c5-1296-4fcd-bca7-f3fe23b136be tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.8933818 May 06 12:50:51.060328 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4287d2b8-f5a6-4bc5-86af-0b6f0abcbbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.111649 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-960f70be-0154-4d51-86c7-7888f71b4221 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6975131 May 06 12:50:51.124926 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-58148b9f-3496-45cb-bdf2-aa497a2935a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3043308 May 06 12:50:51.134672 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4287d2b8-f5a6-4bc5-86af-0b6f0abcbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.230891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-2038047b-0df8-444a-9ac5-9cd9cfa05404 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:50:51.344194 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2038047b-0df8-444a-9ac5-9cd9cfa05404 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.434180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f8b5639-c632-448b-a1f1-65adc06dc429 req-3fd27d89-a2d3-420d-8c90-209aef8056e4 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070343 May 06 12:50:51.457829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2038047b-0df8-444a-9ac5-9cd9cfa05404 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.464007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=e93dcc4b-2486-4c34-95c1-598c703fde52,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:51.541378 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4287d2b8-f5a6-4bc5-86af-0b6f0abcbbb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd9cbb6ef28f499697fe2e9291522e4a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6335964 May 06 12:50:51.552142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46172) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:51.566705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': '97b769dc-77d4-4719-aeee-dc3d196dd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f09ab3b3-3fc4-4772-b225-f2fd89314623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:51.566705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: f09ab3b3-3fc4-4772-b225-f2fd89314623, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:51.624420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287d2b8-f5a6-4bc5-86af-0b6f0abcbbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f177c44-470d-4a15-b123-595eed04f751,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:51.721228 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.721707 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.756162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038047b-0df8-444a-9ac5-9cd9cfa05404 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=2b8e85b9-1599-4971-8f12-0c6a9c6bc779,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:51.780153 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-c1776954-c92e-45bc-978a-a79fe3c8de2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ef872fc869a48e78985d9ccefc1e099&device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 1096 time: 0.6101964 May 06 12:50:51.825305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038047b-0df8-444a-9ac5-9cd9cfa05404 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:51.826172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2038047b-0df8-444a-9ac5-9cd9cfa05404 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.835545 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2038047b-0df8-444a-9ac5-9cd9cfa05404 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/ports/2b8e85b9-1599-4971-8f12-0c6a9c6bc779 HTTP/1.1" status: 200 len: 910 time: 4.2561686 May 06 12:50:51.870395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46186) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:52.078270 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-b2ac3423-5ae9-4ba4-b5d6-0eb72ccd4898 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9353793 May 06 12:50:52.325942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Calling delete_port for 6ce16c56-fa96-4d2a-8a19-8b1974b3b6d0 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:52.399994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network f09ab3b3-3fc4-4772-b225-f2fd89314623 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:52.639006 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95323ac4-1b8e-4eb7-9185-68a6c41d8501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:52.676858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, f09ab3b3-3fc4-4772-b225-f2fd89314623) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:52.695251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7003a813-2806-41a5-87eb-27c25cb11dca None None] Network f09ab3b3-3fc4-4772-b225-f2fd89314623 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:52.764428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-619a0337-a090-430e-b582-40cdafb62a4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:52.770351 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-619a0337-a090-430e-b582-40cdafb62a4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 200 len: 912 time: 0.9189239 May 06 12:50:52.931476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:52.932389 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.107515 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95323ac4-1b8e-4eb7-9185-68a6c41d8501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.137178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-f09ab3b3-3fc4-4772-b225-f2fd89314623', 'network_id': 'f09ab3b3-3fc4-4772-b225-f2fd89314623', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': 'e93dcc4b-2486-4c34-95c1-598c703fde52'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:50:53.139367 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.147720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-4d51cceb-8956-46c9-a0e9-8e1a5bcebf37 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0731170 May 06 12:50:53.242727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.393123 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-c5a3666d-4a5f-4d10-ab2b-eaed3216a480 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=235a8258-23fb-493e-b8a4-6fc4b1d1499b HTTP/1.1" status: 200 len: 217 time: 0.2359385 May 06 12:50:53.444350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ce16c56-fa96-4d2a-8a19-8b1974b3b6d0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:53.463402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bad0981f-1322-4322-9488-6e1f5c633b75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 6.1777689 May 06 12:50:53.502470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46222) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:53.535120 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-a5517956-345f-4616-b8fe-8b58d39a41c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29de9a26-40f6-4e9c-96be-caddd8d460c8 HTTP/1.1" status: 200 len: 1001 time: 0.7472322 May 06 12:50:53.603873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Allocated IP 172.20.0.3 (f09ab3b3-3fc4-4772-b225-f2fd89314623/e93dcc4b-2486-4c34-95c1-598c703fde52/69fa5f27-2bdc-4772-ae2d-cce4af97fc5b) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:53.656040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-438685f3-8b3a-45ae-9c69-a3885adfd808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:53.658483 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-438685f3-8b3a-45ae-9c69-a3885adfd808 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 200 len: 797 time: 0.2509296 May 06 12:50:53.732056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-b79cb5c4-b0eb-4677-bd8b-ae9c1e4def90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:53.734575 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-b79cb5c4-b0eb-4677-bd8b-ae9c1e4def90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 200 len: 850 time: 0.1870303 May 06 12:50:53.859083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.922137 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-3d12b54a-0ad4-450d-920b-1f7e974c7b34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2685699a-15bb-4993-b2ff-6ccaf2ad46af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2553618 May 06 12:50:53.972983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6cd1d-fc28-42d0-938d-03b479b4554a req-9eb27e64-95ae-45ba-a8e8-168b76dd1c60 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:53.980383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05e6cd1d-fc28-42d0-938d-03b479b4554a req-9eb27e64-95ae-45ba-a8e8-168b76dd1c60 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 1.0279450 May 06 12:50:54.027386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95323ac4-1b8e-4eb7-9185-68a6c41d8501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.193440 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-6cde1a16-26e4-4d0c-926d-d722adff8251 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4a11f00e-fb98-427e-8b87-2f5e8352626a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4489737 May 06 12:50:54.239148 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.250637 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.276817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Transition to ACTIVE for port object 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:54.323404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Transition to ACTIVE for port object 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:54.333793 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.457056 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-162f6715-653a-4c12-9384-b2ba963dc53a service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233853 May 06 12:50:54.528401 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-8791566a-ffd3-4cc7-b5be-91d9b275bfcc service neutron] 10.222.0.48 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247671 May 06 12:50:54.531446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95323ac4-1b8e-4eb7-9185-68a6c41d8501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f177c44-470d-4a15-b123-595eed04f751,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:54.551127 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.575495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Network f09ab3b3-3fc4-4772-b225-f2fd89314623 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:54.579432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:54.588170 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95323ac4-1b8e-4eb7-9185-68a6c41d8501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.588730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Pushing event updated for resources: {'Port': ['ID=69fa5f27-2bdc-4772-ae2d-cce4af97fc5b,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:54.595133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:54.600734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-95323ac4-1b8e-4eb7-9185-68a6c41d8501 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f177c44-470d-4a15-b123-595eed04f751 HTTP/1.1" status: 204 len: 168 time: 3.0470974 May 06 12:50:54.615707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05e6cd1d-fc28-42d0-938d-03b479b4554a req-3baf14ff-7de9-4287-b396-ab7492cd86db tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341798 May 06 12:50:54.796651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.835825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Attempting to bind port 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:54.837839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Attempting to bind port 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '97b769dc-77d4-4719-aeee-dc3d196dd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f09ab3b3-3fc4-4772-b225-f2fd89314623'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:54.839087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Attempting to bind port 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b on network f09ab3b3-3fc4-4772-b225-f2fd89314623 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:54.853977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:54.855723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Checking segment: {'id': '97b769dc-77d4-4719-aeee-dc3d196dd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f09ab3b3-3fc4-4772-b225-f2fd89314623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:54.857426 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.858797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Bound using segment: {'id': '97b769dc-77d4-4719-aeee-dc3d196dd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f09ab3b3-3fc4-4772-b225-f2fd89314623'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:54.860008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=e93dcc4b-2486-4c34-95c1-598c703fde52,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:54.861617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Bound port: 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b769dc-77d4-4719-aeee-dc3d196dd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f09ab3b3-3fc4-4772-b225-f2fd89314623'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:54.865011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.871159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.009132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46250) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:55.064446 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8eef8f34-c170-418f-ab38-dee1ba9d206a req-56a70e4c-a42f-4bab-99e2-7cdd0bbca88b service neutron] 10.222.0.48 "GET /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276027 May 06 12:50:55.102475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] For port 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:55.111678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] For port 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=69fa5f27-2bdc-4772-ae2d-cce4af97fc5b,segment=NetworkSegment(97b769dc-77d4-4719-aeee-dc3d196dd99a),segment_id=97b769dc-77d4-4719-aeee-dc3d196dd99a)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:55.119860 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.147547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.236188 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.287910 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-b6a06f58-c57d-440e-8005-206e4d0c81c4 service neutron] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8199923 May 06 12:50:55.405628 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-faa0a134-b041-4b7b-b2a4-73b1627e94fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=482d04d1-aae6-4af8-913a-59552b4d6808 HTTP/1.1" status: 200 len: 217 time: 0.1063209 May 06 12:50:55.452131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09ab3b3-3fc4-4772-b225-f2fd89314623']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:55.504256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b769dc-77d4-4719-aeee-dc3d196dd99a') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:55.504629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b769dc-77d4-4719-aeee-dc3d196dd99a') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:55.522051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebb5d2-7235-4005-b226-5237cfb216c9 None None] Pushing event updated for resources: {'Port': ['ID=69fa5f27-2bdc-4772-ae2d-cce4af97fc5b,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:55.534860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.557727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-179507da-fe9f-4d93-a963-c0a2cd410e81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:55.559646 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-179507da-fe9f-4d93-a963-c0a2cd410e81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9751512-0a9a-4a9b-a917-22595ae57103 HTTP/1.1" status: 200 len: 797 time: 0.1483517 May 06 12:50:55.563358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef937365-8464-4bec-8bdf-9a8d99bb5e31 None None] Network f09ab3b3-3fc4-4772-b225-f2fd89314623 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:55.583047 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.617908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:55.618587 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: timer() May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:55.767409 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:55.854847 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.861745 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-ebcaae87-2f6c-4ef3-a014-249a51c788df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2937765 May 06 12:50:55.911809 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50992ffe-cb11-4e95-b47e-0bce890ed86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.943272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c8956e-8082-4a76-b5e6-07404c4c525e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:55.960885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:50:55.960885 n-d-840847-1 neutron-server[83955]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:50:55.960885 n-d-840847-1 neutron-server[83955]: [parameters: {'id': 'f09ab3b3-3fc4-4772-b225-f2fd89314623'}] May 06 12:50:55.960885 n-d-840847-1 neutron-server[83955]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:55.961684 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:56.138050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b08222-3f29-4fa3-a202-030afb647f78 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:50:56.166856 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-0bc90a40-2d71-47ff-b4fa-0ffe9879b2a1 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955542 May 06 12:50:56.201443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-50992ffe-cb11-4e95-b47e-0bce890ed86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:56.206455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.228211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-50992ffe-cb11-4e95-b47e-0bce890ed86d admin admin] Usage tracker for resource:security_group_rule and tenant:9efdd1fe53a14c6e9b906dfdf4cebe46 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:56.232407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-50992ffe-cb11-4e95-b47e-0bce890ed86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:56.241018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-50992ffe-cb11-4e95-b47e-0bce890ed86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:56.335964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bb9fb3-61a1-4f13-abf2-dabb68d3b619']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:56.375884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c604f3-8276-428c-960c-1e3f09514cb1') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:56.376150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c604f3-8276-428c-960c-1e3f09514cb1') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:56.440645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.468170 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.510245 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.518742 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:50:56.533482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b08222-3f29-4fa3-a202-030afb647f78 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:50:56.542429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:56.543352 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.582544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:56.583429 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: timer() May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:56.625720 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:56.640085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1b463-b4d8-4c3b-8099-f50f1c662f7c req-d04694a6-b19c-4d2c-9b5f-fd6d146d8f34 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:56.651829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bf1b463-b4d8-4c3b-8099-f50f1c662f7c req-d04694a6-b19c-4d2c-9b5f-fd6d146d8f34 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.6090324 May 06 12:50:56.824757 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-488d2550-ac43-413a-9c3f-065443234c52 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515284 May 06 12:50:56.993856 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-e2276fff-ead8-4892-9d38-7b6d06aae5c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea HTTP/1.1" status: 200 len: 217 time: 0.1631103 May 06 12:50:57.194225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-f7aa920b-ffdd-4c8a-bb9e-e9c2398eb86d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:57.195826 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-f7aa920b-ffdd-4c8a-bb9e-e9c2398eb86d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9751512-0a9a-4a9b-a917-22595ae57103 HTTP/1.1" status: 200 len: 797 time: 0.1946981 May 06 12:50:57.220858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4bf1b463-b4d8-4c3b-8099-f50f1c662f7c req-e29b888a-e32f-42b4-9ce5-c244b43de2f9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836844 May 06 12:50:57.229309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50992ffe-cb11-4e95-b47e-0bce890ed86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.272427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50992ffe-cb11-4e95-b47e-0bce890ed86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.476328 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-0c43acc6-016f-4026-98f2-75434322c15e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6efa80f-acf6-4297-ae04-de25324b08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2701702 May 06 12:50:57.511829 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.592408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59bb9fb3-61a1-4f13-abf2-dabb68d3b619 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:50:57.603394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50992ffe-cb11-4e95-b47e-0bce890ed86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205cc3ac-c40f-4b0b-9770-f844293b5005,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:57.607063 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.630130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "DELETE /v2.0/networks/59bb9fb3-61a1-4f13-abf2-dabb68d3b619 HTTP/1.1" status: 204 len: 168 time: 8.1523430 May 06 12:50:57.633086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-50992ffe-cb11-4e95-b47e-0bce890ed86d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9efdd1fe53a14c6e9b906dfdf4cebe46&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6189723 May 06 12:50:57.637550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46308) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:57.661353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3085a-2032-438c-abdb-4520f974120b tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event deleted for resources: {'Network': ['ID=59bb9fb3-61a1-4f13-abf2-dabb68d3b619,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:57.702932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46310) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:57.926473 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-2f6532c4-098d-4802-81f7-9a3bb415100c service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443617 May 06 12:50:57.928003 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8af9e1dd-b3a1-427a-ba53-03dc502fe6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.053773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8af9e1dd-b3a1-427a-ba53-03dc502fe6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.158543 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-39db6bf0-53f0-4a63-8b0c-b55fc2a0f217 req-1025b041-84ea-49f1-96ff-2557f713c833 service neutron] 10.222.0.36 "GET /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152324 May 06 12:50:58.187609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8af9e1dd-b3a1-427a-ba53-03dc502fe6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.204544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9e1dd-b3a1-427a-ba53-03dc502fe6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205cc3ac-c40f-4b0b-9770-f844293b5005,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:58.226626 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8af9e1dd-b3a1-427a-ba53-03dc502fe6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.230255 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8af9e1dd-b3a1-427a-ba53-03dc502fe6e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/205cc3ac-c40f-4b0b-9770-f844293b5005 HTTP/1.1" status: 204 len: 168 time: 0.5252156 May 06 12:50:58.240691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=69fa5f27-2bdc-4772-ae2d-cce4af97fc5b,segment=NetworkSegment(97b769dc-77d4-4719-aeee-dc3d196dd99a),segment_id=97b769dc-77d4-4719-aeee-dc3d196dd99a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:58.241431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.518750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:58.576913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7403ae1a-dfce-406d-994b-93d840f01cd7 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Synchronizing usage tracker for tenant:7e5cfe0c8d704bac9b6f5c2121ed701a on resource:floatingip {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:58.608072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8916a-41c9-4d98-8be3-3dc8c40ee74e req-f2eeeed4-0c2f-4533-b295-3520b18d8d73 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:58.611020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82f8916a-41c9-4d98-8be3-3dc8c40ee74e req-f2eeeed4-0c2f-4533-b295-3520b18d8d73 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 945 time: 1.0865254 May 06 12:50:58.665696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d12b8-6519-4243-a3ff-44a8ddbc1da2 req-3c638535-ae67-4941-8520-37558c8fd122 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:58.668208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b23d12b8-6519-4243-a3ff-44a8ddbc1da2 req-3c638535-ae67-4941-8520-37558c8fd122 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 1.0318487 May 06 12:50:58.800447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7403ae1a-dfce-406d-994b-93d840f01cd7 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Unset dirty status for tenant:7e5cfe0c8d704bac9b6f5c2121ed701a on resource:floatingip {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:58.801690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7403ae1a-dfce-406d-994b-93d840f01cd7 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 1.1317465 May 06 12:50:58.806900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46334) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:58.864649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b23d12b8-6519-4243-a3ff-44a8ddbc1da2 req-4f998fb0-f472-4a05-8932-7bb70dc0ffab tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235385 May 06 12:50:58.886307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82f8916a-41c9-4d98-8be3-3dc8c40ee74e req-6167ba25-aed4-479a-8f29-11851a67e7ac tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425065 May 06 12:50:58.893617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.953520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46340) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:58.972197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Port': ['ID=69fa5f27-2bdc-4772-ae2d-cce4af97fc5b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:58.988827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No DVR routers for this DVR port 69fa5f27-2bdc-4772-ae2d-cce4af97fc5b on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:59.002318 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd016-c36f-4032-acaf-18c3fec62a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.068635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.069174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.069685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.070233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.070849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.071508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.072024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.072520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.073033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.073551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.074289 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.076624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Synchronizing usage tracker for tenant:7e5cfe0c8d704bac9b6f5c2121ed701a on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:59.130766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dc3bd016-c36f-4032-acaf-18c3fec62a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:59.138343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Unset dirty status for tenant:7e5cfe0c8d704bac9b6f5c2121ed701a on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:59.140368 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0805d031-2fc7-4824-a9aa-1aeb842237b1 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7022 time: 0.3314998 May 06 12:50:59.142551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dc3bd016-c36f-4032-acaf-18c3fec62a21 admin admin] Usage tracker for resource:security_group_rule and tenant:f02c63e8f90b44719d558b54d8bf1b61 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:59.147781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46344) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:59.244635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:59.244949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.264609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dc3bd016-c36f-4032-acaf-18c3fec62a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:59.271528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.303635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dc3bd016-c36f-4032-acaf-18c3fec62a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:59.308882 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-c5bb87b4-da56-45e4-951f-1b6e99aae926 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] delete failed (client error): The resource could not be found. May 06 12:50:59.310946 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c5bb87b4-da56-45e4-951f-1b6e99aae926 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/7f3f42b8-41d3-416a-975d-8f7fb209b53d HTTP/1.1" status: 404 len: 345 time: 0.1615603 May 06 12:50:59.315026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46350) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:59.368455 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-213b63f3-6a41-4d0f-9bf2-774daf2e0dc5 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] DELETE failed (client error): The resource could not be found. May 06 12:50:59.369876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213b63f3-6a41-4d0f-9bf2-774daf2e0dc5 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:50:59.395708 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-213b63f3-6a41-4d0f-9bf2-774daf2e0dc5 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "DELETE /v2.0/networks/59bb9fb3-61a1-4f13-abf2-dabb68d3b619 HTTP/1.1" status: 404 len: 339 time: 0.0785935 May 06 12:50:59.410394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46354) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:59.423750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Request body: {'network': {'name': 'tempest-network--78518476', 'router:external': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:59.440641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:59.461101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Usage tracker for resource:network and tenant:7e5cfe0c8d704bac9b6f5c2121ed701a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:59.466491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46358) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:59.476930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:59.495951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:59.532662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Made reservation on behalf of 7e5cfe0c8d704bac9b6f5c2121ed701a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:59.536528 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.571277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09ab3b3-3fc4-4772-b225-f2fd89314623']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:59.609765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b769dc-77d4-4719-aeee-dc3d196dd99a') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:59.610399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b769dc-77d4-4719-aeee-dc3d196dd99a') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:59.623977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd016-c36f-4032-acaf-18c3fec62a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.634204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc3bd016-c36f-4032-acaf-18c3fec62a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.639688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.646385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:59.693734 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.710376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53c520-9219-4c7a-8bb9-db0727534ab3 req-9992bdb7-d3e6-4ae5-9775-ab04874fde2e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:59.712053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac53c520-9219-4c7a-8bb9-db0727534ab3 req-9992bdb7-d3e6-4ae5-9775-ab04874fde2e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.5320246 May 06 12:50:59.713985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.729074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:59.729698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: timer() May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:59.747699 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:59.834941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50f6fd9e-a060-41a8-98b6-de942a4df8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.860629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bd016-c36f-4032-acaf-18c3fec62a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deba061a-6e50-4880-bae0-f7dcb7a4f33d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:59.887912 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dc3bd016-c36f-4032-acaf-18c3fec62a21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f02c63e8f90b44719d558b54d8bf1b61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9323993 May 06 12:50:59.895841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46364) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:59.953963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 2b8e85b9-1599-4971-8f12-0c6a9c6bc779 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:00.004543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-50f6fd9e-a060-41a8-98b6-de942a4df8ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:00.017614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-a9422d14-cfba-44b2-9ff3-54f6cd85b0fb tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:00.018856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-a9422d14-cfba-44b2-9ff3-54f6cd85b0fb tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Synchronizing usage tracker for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:00.032587 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.042538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-50f6fd9e-a060-41a8-98b6-de942a4df8ad admin admin] Usage tracker for resource:security_group_rule and tenant:549cc21debfc4894873c9b2c0bbe848f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:00.048544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.049087 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Added segment 8586e88a-9bb4-4612-ab22-83219c49a04a of type vlan for network 01e02220-acb5-42e0-9a37-ac17991df467 May 06 12:51:00.058157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-50f6fd9e-a060-41a8-98b6-de942a4df8ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:00.065164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.078470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=f09ab3b3-3fc4-4772-b225-f2fd89314623,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:00.083756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-50f6fd9e-a060-41a8-98b6-de942a4df8ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:00.092301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac53c520-9219-4c7a-8bb9-db0727534ab3 req-6a113469-2fc2-4f57-a14f-a0f4cf3c948b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689139 May 06 12:51:00.101329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6e7a7462-c70e-4cb1-ab0c-e17a091b8240 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/f09ab3b3-3fc4-4772-b225-f2fd89314623 HTTP/1.1" status: 204 len: 168 time: 6.5936921 May 06 12:51:00.107665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46370) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:00.122928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-a9422d14-cfba-44b2-9ff3-54f6cd85b0fb tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Unset dirty status for tenant:9ef872fc869a48e78985d9ccefc1e099 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:00.124228 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-a9422d14-cfba-44b2-9ff3-54f6cd85b0fb tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.48 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 945 time: 0.4614317 May 06 12:51:00.136925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1881613405'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:00.189880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:00.200534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:00.204805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:00.218737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:00.248638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:00.252121 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.289225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Deleting port 29de9a26-40f6-4e9c-96be-caddd8d460c8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:00.289743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.344418 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.352766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5605ff50-e084-4606-aeee-82d629662d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.405550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=2b8e85b9-1599-4971-8f12-0c6a9c6bc779,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:00.416466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31c6e2-2d4d-4bdf-a999-04926fdade82 req-a0a891ef-af23-4914-896c-a04d2f013af2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:00.418287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b31c6e2-2d4d-4bdf-a999-04926fdade82 req-a0a891ef-af23-4914-896c-a04d2f013af2 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 945 time: 0.2865369 May 06 12:51:00.465697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:00.529925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50f6fd9e-a060-41a8-98b6-de942a4df8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.532246 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.559662 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50f6fd9e-a060-41a8-98b6-de942a4df8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.573739 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.573739 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 616ffc4d-d90c-43d9-a02d-abf784376d4c of type vlan for network 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea May 06 12:51:00.617573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5605ff50-e084-4606-aeee-82d629662d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.694977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:51:00.765461 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.767062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6fd9e-a060-41a8-98b6-de942a4df8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f764b0f5-4ee9-4fb5-9a7a-c5e119f13b79,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:00.787169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b31c6e2-2d4d-4bdf-a999-04926fdade82 req-7abaa790-992c-424c-a59b-06597a5b2af4 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609903 May 06 12:51:00.834132 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.890836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.894902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:00.895542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.940248 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-50f6fd9e-a060-41a8-98b6-de942a4df8ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=549cc21debfc4894873c9b2c0bbe848f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4725883 May 06 12:51:00.950014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46378) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:00.974380 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.975366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:00.976009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.137313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5605ff50-e084-4606-aeee-82d629662d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.159833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=9cc2f865-74f6-4e58-8ff3-ee2066ea25ea,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:01.171674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a9dfb09a-35cc-4617-858d-32034f3387f8 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0457044 May 06 12:51:01.172264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46382) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:01.177077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:01.181899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': '9cc2f865-74f6-4e58-8ff3-ee2066ea25ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:01.201618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'Network': ['ID=01e02220-acb5-42e0-9a37-ac17991df467,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:01.206685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] For port 29de9a26-40f6-4e9c-96be-caddd8d460c8, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=29de9a26-40f6-4e9c-96be-caddd8d460c8,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:01.207078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.217162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605ff50-e084-4606-aeee-82d629662d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deba061a-6e50-4880-bae0-f7dcb7a4f33d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:01.220053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5605ff50-e084-4606-aeee-82d629662d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.221224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5605ff50-e084-4606-aeee-82d629662d52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/deba061a-6e50-4880-bae0-f7dcb7a4f33d HTTP/1.1" status: 204 len: 168 time: 1.3213179 May 06 12:51:01.230753 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b9314c72-32e2-421a-a27c-0404a3c2661f tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.8187485 May 06 12:51:01.231442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46388) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:01.448324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d4d0e12-f91a-44cc-bdbf-249830c1df9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.540198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 01e02220-acb5-42e0-9a37-ac17991df467 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:01.601822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d4d0e12-f91a-44cc-bdbf-249830c1df9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.792377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212032a-f596-48b2-b678-31525c9a3980 req-8d8156f9-8504-492c-9b41-08fcf954386e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:01.793642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d3998-dba2-48a3-a7df-82f187217e1f tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:01.794365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0212032a-f596-48b2-b678-31525c9a3980 req-8d8156f9-8504-492c-9b41-08fcf954386e tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.9435794 May 06 12:51:01.796900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d3998-dba2-48a3-a7df-82f187217e1f tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:01.801671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d3998-dba2-48a3-a7df-82f187217e1f tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:01.803567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:01.805989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9d3998-dba2-48a3-a7df-82f187217e1f tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:01.809057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:01.810301 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9c9d3998-dba2-48a3-a7df-82f187217e1f tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5755386 May 06 12:51:01.811873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46396) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:01.815648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:01.852338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:01.993311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:02.084225 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.084704 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.084957 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Floating IP 9a4c7b8f-a31b-4f3e-a5db-1df868c504e7 disassociated. External IP: 172.25.7.188, port: 29de9a26-40f6-4e9c-96be-caddd8d460c8. May 06 12:51:02.085459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Calling delete_port for 29de9a26-40f6-4e9c-96be-caddd8d460c8 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:02.112672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d4d0e12-f91a-44cc-bdbf-249830c1df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.166132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d0e12-f91a-44cc-bdbf-249830c1df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f764b0f5-4ee9-4fb5-9a7a-c5e119f13b79,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:02.184865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0212032a-f596-48b2-b678-31525c9a3980 req-e21547eb-e9af-43f8-bde1-54ec7df6d6e9 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713810 May 06 12:51:02.188757 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.206252 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.225537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d4d0e12-f91a-44cc-bdbf-249830c1df9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.226928 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5d4d0e12-f91a-44cc-bdbf-249830c1df9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f764b0f5-4ee9-4fb5-9a7a-c5e119f13b79 HTTP/1.1" status: 204 len: 168 time: 1.2757058 May 06 12:51:02.345781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router a76b78da-8365-492a-ab81-69bb7bb5eecb has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:02.432306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2a06-4faf-4455-b229-5369ee9d98c5 req-aab682c6-f314-421c-962f-8d5ecd53b190 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:02.444615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3abc2a06-4faf-4455-b229-5369ee9d98c5 req-aab682c6-f314-421c-962f-8d5ecd53b190 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 945 time: 0.4586387 May 06 12:51:02.525065 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.556934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e02220-acb5-42e0-9a37-ac17991df467']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:02.572514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8586e88a-9bb4-4612-ab22-83219c49a04a') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:02.572999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8586e88a-9bb4-4612-ab22-83219c49a04a') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:02.585933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086f164-213c-4c47-ab04-0225f26a6084 req-aa22ea5f-948a-4cd5-9f38-6e1366a71548 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:02.586808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5086f164-213c-4c47-ab04-0225f26a6084 req-aa22ea5f-948a-4cd5-9f38-6e1366a71548 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:02.634817 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.676465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5086f164-213c-4c47-ab04-0225f26a6084 req-aa22ea5f-948a-4cd5-9f38-6e1366a71548 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:02.678060 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5086f164-213c-4c47-ab04-0225f26a6084 req-aa22ea5f-948a-4cd5-9f38-6e1366a71548 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.36 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.7110705 May 06 12:51:02.682668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.753602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:02.754755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: timer() May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:02.781064 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:02.801909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 29de9a26-40f6-4e9c-96be-caddd8d460c8 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:51:02.883519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.919772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 29de9a26-40f6-4e9c-96be-caddd8d460c8 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:51:02.920633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 29de9a26-40f6-4e9c-96be-caddd8d460c8 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:51:02.964176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event deleted for resources: {'Port': ['ID=29de9a26-40f6-4e9c-96be-caddd8d460c8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:02.973144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-5086f164-213c-4c47-ab04-0225f26a6084 req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port c56250ca-0894-45a9-8acc-9155d2f1b17f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:02.973623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5086f164-213c-4c47-ab04-0225f26a6084 req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.024137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46420) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:03.024552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.056532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3abc2a06-4faf-4455-b229-5369ee9d98c5 req-1c7c0f7b-d2a8-4dea-9496-39cdbea7968d tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups?id=3be79b4f-a92b-4792-b65e-ad8c27ffabd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6103544 May 06 12:51:03.057555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.066550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01e02220-acb5-42e0-9a37-ac17991df467 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:51:03.155344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:03.171308 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3639cb3c-4eb6-40ab-9c71-cad361d290db tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/a76b78da-8365-492a-ab81-69bb7bb5eecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3017008 May 06 12:51:03.176714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46426) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:03.225866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=03638c35-98db-45b8-a3db-32b629e932b6,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:03.264899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f5e7b1c0-654c-42c1-b8bd-615dc070aff8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:03.276941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': '616ffc4d-d90c-43d9-a02d-abf784376d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9cc2f865-74f6-4e58-8ff3-ee2066ea25ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:03.277306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:03.277677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event deleted for resources: {'Network': ['ID=01e02220-acb5-42e0-9a37-ac17991df467,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:03.304818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.317273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f5e7b1c0-654c-42c1-b8bd-615dc070aff8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:03.323032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f5e7b1c0-654c-42c1-b8bd-615dc070aff8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=a76b78da-8365-492a-ab81-69bb7bb5eecb HTTP/1.1" status: 200 len: 205 time: 0.1385162 May 06 12:51:03.323032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:03.323956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46432) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:03.381535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-caee2935-e15a-42e5-9344-f87c248f4b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.545392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:03.558017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8388cd-941e-4f66-afea-7c822cfd0a8a None None] Network 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:03.654897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:03.656008 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.699563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fcb81162-8ef4-4784-8863-36bd8e1a939d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5265598 May 06 12:51:03.711094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46438) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:03.720774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5df81b74-a4d2-4297-9768-1a2e40a2f73a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.872677 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-266bb511-1949-4927-a04d-febc8847abdf tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "DELETE /v2.0/networks/01e02220-acb5-42e0-9a37-ac17991df467 HTTP/1.1" status: 204 len: 168 time: 2.0527763 May 06 12:51:03.890381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46444) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:03.913578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Request body: {'network': {'name': 'tempest-network--964404076', 'router:external': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:03.922903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-caee2935-e15a-42e5-9344-f87c248f4b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:03.941702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:03.946208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-caee2935-e15a-42e5-9344-f87c248f4b5b admin admin] Usage tracker for resource:security_group_rule and tenant:29342d007ccb4a9f914e031033e17179 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:03.991004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-caee2935-e15a-42e5-9344-f87c248f4b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:04.106327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Usage tracker for resource:network and tenant:7e5cfe0c8d704bac9b6f5c2121ed701a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:04.113948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-9cc2f865-74f6-4e58-8ff3-ee2066ea25ea', 'network_id': '9cc2f865-74f6-4e58-8ff3-ee2066ea25ea', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': '03638c35-98db-45b8-a3db-32b629e932b6'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:04.115545 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.137298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:04.142523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-caee2935-e15a-42e5-9344-f87c248f4b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:04.200946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:04.231297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db496c-398a-4182-9c9d-85e33e6899c3 req-01d0896e-c44e-4720-acf2-d7f967757457 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:04.233811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92db496c-398a-4182-9c9d-85e33e6899c3 req-01d0896e-c44e-4720-acf2-d7f967757457 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 946 time: 0.6997316 May 06 12:51:04.379915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5086f164-213c-4c47-ab04-0225f26a6084 req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port c56250ca-0894-45a9-8acc-9155d2f1b17f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c56250ca-0894-45a9-8acc-9155d2f1b17f,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:04.380746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5086f164-213c-4c47-ab04-0225f26a6084 req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.439998 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6637c9b1-f40a-40bb-905a-21aa405cdb34 None None] Sync routers for ids ['a76b78da-8365-492a-ab81-69bb7bb5eecb'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:04.467641 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6637c9b1-f40a-40bb-905a-21aa405cdb34 None None] Routers {'a76b78da-8365-492a-ab81-69bb7bb5eecb'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:04.468920 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6637c9b1-f40a-40bb-905a-21aa405cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a76b78da-8365-492a-ab81-69bb7bb5eecb'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:04.530401 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-caee2935-e15a-42e5-9344-f87c248f4b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.532210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Made reservation on behalf of 7e5cfe0c8d704bac9b6f5c2121ed701a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:04.536627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.624829 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6637c9b1-f40a-40bb-905a-21aa405cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:04.639534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Allocated IP 172.20.0.1 (9cc2f865-74f6-4e58-8ff3-ee2066ea25ea/03638c35-98db-45b8-a3db-32b629e932b6/0b5a12c4-fe17-4dbd-b388-db9006129a73) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:04.652122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-caee2935-e15a-42e5-9344-f87c248f4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.656758 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6637c9b1-f40a-40bb-905a-21aa405cdb34 None None] Routers {'a76b78da-8365-492a-ab81-69bb7bb5eecb'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:04.657709 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6637c9b1-f40a-40bb-905a-21aa405cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a76b78da-8365-492a-ab81-69bb7bb5eecb'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:04.792032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1f40c4e-a2c1-43d1-be53-2b222bc7f5d7 req-9db78a52-a062-4640-b61b-6d9938b227ae tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 210 time: 0.1456399 May 06 12:51:04.800194 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6637c9b1-f40a-40bb-905a-21aa405cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:04.808752 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6637c9b1-f40a-40bb-905a-21aa405cdb34 None None] The sync data for ids ['a76b78da-8365-492a-ab81-69bb7bb5eecb'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:04.867030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:04.889335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.892102 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Added segment 342e98f9-7c0b-4910-a287-cfd0b54d757c of type vlan for network 49408021-e0a9-482f-bbcf-b0f77e6a30c7 May 06 12:51:05.007821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-5086f164-213c-4c47-ab04-0225f26a6084 req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for c56250ca-0894-45a9-8acc-9155d2f1b17f owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:05.019300 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.070856 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-caee2935-e15a-42e5-9344-f87c248f4b5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29342d007ccb4a9f914e031033e17179&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0399024 May 06 12:51:05.081578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92db496c-398a-4182-9c9d-85e33e6899c3 req-d880c3bb-d781-4bd3-8e15-6e743c5f8cd3 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563303 May 06 12:51:05.082216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46458) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:05.164811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.217656 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.221756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee2935-e15a-42e5-9344-f87c248f4b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613fc4b9-6d4a-49f0-8f9e-6c006d2dd463,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:05.235602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Transition to ACTIVE for port object 0b5a12c4-fe17-4dbd-b388-db9006129a73 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:05.290880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Transition to ACTIVE for port object 0b5a12c4-fe17-4dbd-b388-db9006129a73 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:05.303803 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.401330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5df81b74-a4d2-4297-9768-1a2e40a2f73a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.405970 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5df81b74-a4d2-4297-9768-1a2e40a2f73a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.417575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Network 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:05.422336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:05.427608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:05.438782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Pushing event updated for resources: {'Port': ['ID=0b5a12c4-fe17-4dbd-b388-db9006129a73,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:05.467188 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.482625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:51:05.554563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.555951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:05.556321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Attempting to bind port 0b5a12c4-fe17-4dbd-b388-db9006129a73 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:05.556730 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.557544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Attempting to bind port 0b5a12c4-fe17-4dbd-b388-db9006129a73 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '616ffc4d-d90c-43d9-a02d-abf784376d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9cc2f865-74f6-4e58-8ff3-ee2066ea25ea'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:05.558423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Attempting to bind port 0b5a12c4-fe17-4dbd-b388-db9006129a73 on network 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:05.572105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:05.573600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Checking segment: {'id': '616ffc4d-d90c-43d9-a02d-abf784376d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9cc2f865-74f6-4e58-8ff3-ee2066ea25ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:05.574952 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.575920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Bound using segment: {'id': '616ffc4d-d90c-43d9-a02d-abf784376d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9cc2f865-74f6-4e58-8ff3-ee2066ea25ea'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:05.577095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Bound port: 0b5a12c4-fe17-4dbd-b388-db9006129a73, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616ffc4d-d90c-43d9-a02d-abf784376d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9cc2f865-74f6-4e58-8ff3-ee2066ea25ea'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:05.578057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.653433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5086f164-213c-4c47-ab04-0225f26a6084 req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.665740 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b71268a-66a1-4c81-a35e-a10390400612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.700589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3ea81b63-97d9-46c4-a99f-5332228a1440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:51:05.716538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5df81b74-a4d2-4297-9768-1a2e40a2f73a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.717856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df81b74-a4d2-4297-9768-1a2e40a2f73a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Fanout notify agent at l3_agent the message router_deleted on router a76b78da-8365-492a-ab81-69bb7bb5eecb {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:51:05.753042 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b71268a-66a1-4c81-a35e-a10390400612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.754318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Router 685ae792-3386-4791-99df-925e11b55afc has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:05.762674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.780270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event deleted for resources: {'Port': ['ID=c56250ca-0894-45a9-8acc-9155d2f1b17f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:05.785556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'Network': ['ID=49408021-e0a9-482f-bbcf-b0f77e6a30c7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:05.795307 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ceec1adf-5b1d-413a-90ed-a4ff6ae7e739 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9034715 May 06 12:51:05.824411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46468) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:05.829369 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5df81b74-a4d2-4297-9768-1a2e40a2f73a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.833900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5df81b74-a4d2-4297-9768-1a2e40a2f73a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/a76b78da-8365-492a-ab81-69bb7bb5eecb HTTP/1.1" status: 204 len: 168 time: 2.5087447 May 06 12:51:05.837839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:05.857946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c56250ca-0894-45a9-8acc-9155d2f1b17f no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:51:05.885201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=03638c35-98db-45b8-a3db-32b629e932b6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:05.932189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: c56250ca-0894-45a9-8acc-9155d2f1b17f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:51:05.932575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c56250ca-0894-45a9-8acc-9155d2f1b17f not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:51:05.935454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 49408021-e0a9-482f-bbcf-b0f77e6a30c7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:05.987504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5086f164-213c-4c47-ab04-0225f26a6084 req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] No DVR routers for this DVR port c56250ca-0894-45a9-8acc-9155d2f1b17f on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:51:05.999840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5086f164-213c-4c47-ab04-0225f26a6084 req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.000641 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5086f164-213c-4c47-ab04-0225f26a6084 req-f996664d-4fd7-4fb8-9cca-fe73368d6846 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.36 "DELETE /v2.0/ports/c56250ca-0894-45a9-8acc-9155d2f1b17f HTTP/1.1" status: 204 len: 173 time: 3.3152137 May 06 12:51:06.003991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6105616e-324c-48da-9862-27a19e7271c6', 'name': 'network-vif-deleted', 'tag': 'c56250ca-0894-45a9-8acc-9155d2f1b17f'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:51:06.263620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.263620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.263620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.263620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.264292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.264292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.266591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.266591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.270256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.270256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.270256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:06.325803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] For port 0b5a12c4-fe17-4dbd-b388-db9006129a73, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:06.341708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] For port 0b5a12c4-fe17-4dbd-b388-db9006129a73, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0b5a12c4-fe17-4dbd-b388-db9006129a73,segment=NetworkSegment(616ffc4d-d90c-43d9-a02d-abf784376d4c),segment_id=616ffc4d-d90c-43d9-a02d-abf784376d4c)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:06.366624 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.385646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd16a6d-fe1e-4444-8f20-61fa2075d1a9 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:06.386296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4dd16a6d-fe1e-4444-8f20-61fa2075d1a9 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Synchronizing usage tracker for tenant:1916c1d3db554cb88c4f4d8c013db5c2 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:06.400143 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.509358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-208e7782-e241-4683-bfab-23662ed44b57 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting subnet 74eb3339-4394-4a6e-9b11-a488f530f971 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:51:06.513464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208e7782-e241-4683-bfab-23662ed44b57 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.651529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52db2696-4ba8-4d8d-b01f-5bfe9364998e req-b9bf8152-474a-4445-9f64-7acb10328478 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 210 time: 0.2192061 May 06 12:51:06.656083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4dd16a6d-fe1e-4444-8f20-61fa2075d1a9 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Unset dirty status for tenant:1916c1d3db554cb88c4f4d8c013db5c2 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:06.665503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4dd16a6d-fe1e-4444-8f20-61fa2075d1a9 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] 10.222.0.44 "GET /v2.0/networks/49408021-e0a9-482f-bbcf-b0f77e6a30c7 HTTP/1.1" status: 200 len: 756 time: 0.8277948 May 06 12:51:06.671173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc2f865-74f6-4e58-8ff3-ee2066ea25ea']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:06.699155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46494) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:06.746484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a61cd-a052-4d69-85a7-949929d5e8e1 None None] Pushing event updated for resources: {'Port': ['ID=0b5a12c4-fe17-4dbd-b388-db9006129a73,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:06.758792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b71268a-66a1-4c81-a35e-a10390400612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.843815 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11abb8c-1855-4858-9fcd-a5bde0278e88'] response: {'server_uuid': '6105616e-324c-48da-9862-27a19e7271c6', 'name': 'network-vif-deleted', 'tag': 'c56250ca-0894-45a9-8acc-9155d2f1b17f', 'status': 'completed', 'code': 200} May 06 12:51:06.851744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616ffc4d-d90c-43d9-a02d-abf784376d4c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:06.853513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616ffc4d-d90c-43d9-a02d-abf784376d4c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:06.882451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208e7782-e241-4683-bfab-23662ed44b57 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.907823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.940162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71268a-66a1-4c81-a35e-a10390400612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613fc4b9-6d4a-49f0-8f9e-6c006d2dd463,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:07.032441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eed9ea48-280c-4408-b0e4-9fc6df7760f4 req-e7ee99d0-b575-4853-8ddc-45b0dee399b7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=6105616e-324c-48da-9862-27a19e7271c6 HTTP/1.1" status: 200 len: 210 time: 0.1833467 May 06 12:51:07.066768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208e7782-e241-4683-bfab-23662ed44b57 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.169551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.228538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b71268a-66a1-4c81-a35e-a10390400612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.234979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2b71268a-66a1-4c81-a35e-a10390400612 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/613fc4b9-6d4a-49f0-8f9e-6c006d2dd463 HTTP/1.1" status: 204 len: 168 time: 2.1421595 May 06 12:51:07.247379 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.250027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208e7782-e241-4683-bfab-23662ed44b57 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.267996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:07.269048 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.373816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e7782-e241-4683-bfab-23662ed44b57 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Subnet': ['ID=74eb3339-4394-4a6e-9b11-a488f530f971,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:07.395805 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208e7782-e241-4683-bfab-23662ed44b57 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.408722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca82ab4-e003-4ff9-8fc8-89f28abb6292 None None] Network 36901474-17ea-4d80-bd8a-34a116c931da requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:07.417862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-208e7782-e241-4683-bfab-23662ed44b57 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/74eb3339-4394-4a6e-9b11-a488f530f971 HTTP/1.1" status: 204 len: 168 time: 1.5771019 May 06 12:51:07.418945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46506) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:07.485786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:07.532172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] Sync routers for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:07.681258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0b5a12c4-fe17-4dbd-b388-db9006129a73 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: timer() May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:07.727124 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:07.781769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8cc563-e61a-4ea1-b8e0-d955f65e68b8 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:07.785500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bd8cc563-e61a-4ea1-b8e0-d955f65e68b8 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] 10.222.0.44 "GET /v2.0/networks/0a9758da-c5f4-426b-acf2-69e87ca92fd3 HTTP/1.1" status: 200 len: 768 time: 1.0843024 May 06 12:51:07.793943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46514) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:07.873968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 0b5a12c4-fe17-4dbd-b388-db9006129a73 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:07.887892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:07.892665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:07.999309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:51:07.999309 n-d-840847-1 neutron-server[83955]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:51:07.999309 n-d-840847-1 neutron-server[83955]: [parameters: {'id': '9cc2f865-74f6-4e58-8ff3-ee2066ea25ea'}] May 06 12:51:07.999309 n-d-840847-1 neutron-server[83955]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:51:08.006223 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:51:08.015697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.099487 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.215427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] No DVR routers for this DVR port 29de9a26-40f6-4e9c-96be-caddd8d460c8 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:51:08.223324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.225748 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d396aa12-9652-4a8a-b765-bfe748ddaf56 req-3f4c3602-f092-49eb-9a78-48b66f8cc11c tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.48 "DELETE /v2.0/ports/29de9a26-40f6-4e9c-96be-caddd8d460c8 HTTP/1.1" status: 204 len: 173 time: 8.0927293 May 06 12:51:08.241675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:08.249090 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.408971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.450292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1abf4f77-4288-49ef-8fb3-ac1b213f1d59 req-29637579-4300-46a9-8eef-2410dea50657 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/ports?device_id=22739314-5590-4770-86a6-7225e78a5221 HTTP/1.1" status: 200 len: 210 time: 0.1347244 May 06 12:51:08.531922 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.553989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49408021-e0a9-482f-bbcf-b0f77e6a30c7']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:08.598312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342e98f9-7c0b-4910-a287-cfd0b54d757c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:08.598896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342e98f9-7c0b-4910-a287-cfd0b54d757c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:08.619276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.629946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port 0b5a12c4-fe17-4dbd-b388-db9006129a73 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:08.630738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.682820 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.696222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:08.696852 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: timer() May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:08.713286 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:08.788120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:08.918954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22739314-5590-4770-86a6-7225e78a5221', 'name': 'network-vif-deleted', 'tag': '29de9a26-40f6-4e9c-96be-caddd8d460c8'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:51:09.005579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc1e16-c7a1-4de0-bbe8-cf186c120cbf None None] Network 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:09.022555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:09.031258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port 0b5a12c4-fe17-4dbd-b388-db9006129a73, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0b5a12c4-fe17-4dbd-b388-db9006129a73,segment=NetworkSegment(616ffc4d-d90c-43d9-a02d-abf784376d4c),segment_id=616ffc4d-d90c-43d9-a02d-abf784376d4c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:09.033835 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:09.101055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49408021-e0a9-482f-bbcf-b0f77e6a30c7 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:51:09.111347 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:09.118035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "DELETE /v2.0/networks/49408021-e0a9-482f-bbcf-b0f77e6a30c7 HTTP/1.1" status: 204 len: 168 time: 1.3224120 May 06 12:51:09.122808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aadf42-f3a1-4d6c-9cdb-21ab18b4c0be tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event deleted for resources: {'Network': ['ID=49408021-e0a9-482f-bbcf-b0f77e6a30c7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:09.149717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46544) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:09.151612 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c13eaf-2c5c-41f2-a750-a7bab3a2678b'] response: {'server_uuid': '22739314-5590-4770-86a6-7225e78a5221', 'name': 'network-vif-deleted', 'tag': '29de9a26-40f6-4e9c-96be-caddd8d460c8', 'status': 'completed', 'code': 200} May 06 12:51:09.164516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Request body: {'network': {'name': 'tempest-network--1168152443'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:09.216132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:09.273415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Usage tracker for resource:network and tenant:7e5cfe0c8d704bac9b6f5c2121ed701a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:09.292209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:09.316135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=95cb77ac-f529-4ba5-b0d5-a6ffa063b306,segment=NetworkSegment(82fa796d-3fca-4396-8704-bb85cbd03a38),segment_id=82fa796d-3fca-4396-8704-bb85cbd03a38)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:09.316510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:09.319572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for 0b5a12c4-fe17-4dbd-b388-db9006129a73 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:09.325769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:09.500181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:09.543344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Made reservation on behalf of 7e5cfe0c8d704bac9b6f5c2121ed701a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:09.546786 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:09.800443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:09.904227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Port': ['ID=0b5a12c4-fe17-4dbd-b388-db9006129a73,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:09.942312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No DVR routers for this DVR port 0b5a12c4-fe17-4dbd-b388-db9006129a73 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:51:09.998115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:10.020872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.021403 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Added segment ded7aab8-f8eb-40cd-b1b2-cf14e766ad2e of type vlan for network bb7f0846-e146-4923-b029-41cab9997068 May 06 12:51:10.049215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46564) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:10.050241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46566) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:10.062383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.097309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0d18e78c-afbd-4a52-ad95-196c680dd970 None None] Provisioning complete for port 0b5a12c4-fe17-4dbd-b388-db9006129a73 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:10.097868 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0d18e78c-afbd-4a52-ad95-196c680dd970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.108572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.183149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0d18e78c-afbd-4a52-ad95-196c680dd970 None None] Port 0b5a12c4-fe17-4dbd-b388-db9006129a73 was deleted so its status cannot be updated. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:51:10.185151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcf9bfd-171a-44fc-8b36-70b51bcc07f6 None None] DHCP port deletion for 9cc2f865-74f6-4e58-8ff3-ee2066ea25ea request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:51:10.212514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No DVR routers for this DVR port 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:51:10.248430 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.250249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:10.251166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.286075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=95cb77ac-f529-4ba5-b0d5-a6ffa063b306,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:10.320660 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1679482 May 06 12:51:10.325511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:10.411386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.547720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc2f865-74f6-4e58-8ff3-ee2066ea25ea']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:10.577525 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.610558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616ffc4d-d90c-43d9-a02d-abf784376d4c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:10.610858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616ffc4d-d90c-43d9-a02d-abf784376d4c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:10.658052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36901474-17ea-4d80-bd8a-34a116c931da']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:10.659702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.689532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fa796d-3fca-4396-8704-bb85cbd03a38') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:10.691256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fa796d-3fca-4396-8704-bb85cbd03a38') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:10.712969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.718867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.733578 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.737257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:10.743469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.744868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:10.747007 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: timer() May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:10.779507 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:10.891614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d6689-be96-4a2b-b941-245517259685 None None] DHCP port deletion for 36901474-17ea-4d80-bd8a-34a116c931da request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:51:11.014445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7efbf647-e911-42cf-a12e-2a846283fed6 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: timer() May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:11.041206 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:11.046869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.051358 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.102273 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.103145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.137223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f14ca6a9-f8ef-44c4-af6d-3404988e5e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.152654 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/networks/36901474-17ea-4d80-bd8a-34a116c931da HTTP/1.1" status: 204 len: 168 time: 3.7291551 May 06 12:51:11.177164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/9cc2f865-74f6-4e58-8ff3-ee2066ea25ea HTTP/1.1" status: 204 len: 168 time: 7.3533397 May 06 12:51:11.178475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46594) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:11.183494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46596) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:11.233909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be97431-9be4-4dd6-938a-5e666e9313b7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=9cc2f865-74f6-4e58-8ff3-ee2066ea25ea,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:11.254944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-609949506'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:11.280195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1496439164', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:11.304242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:11.314826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:router and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:11.324876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:11.373384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:11.378859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:11.408409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] Checking router: 685ae792-3386-4791-99df-925e11b55afc for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:11.408943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:11.422123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0b5a12c4-fe17-4dbd-b388-db9006129a73 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:51:11.451120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:11.474999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.476614 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.476850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1580cc-1dbc-4cf9-a20a-962d9f84a9fa tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'Network': ['ID=bb7f0846-e146-4923-b029-41cab9997068,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:11.499171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:11.536454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:11.563523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network bb7f0846-e146-4923-b029-41cab9997068 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:11.602866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.625838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:11.631058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.651345 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.662026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 0b5a12c4-fe17-4dbd-b388-db9006129a73 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:51:11.669136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0b5a12c4-fe17-4dbd-b388-db9006129a73 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:51:11.671690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:51:11.674956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc124998-7e94-4616-9510-d29bf05b6348 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.701450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f14ca6a9-f8ef-44c4-af6d-3404988e5e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:11.761206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:11.764014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:51:11.764776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 95cb77ac-f529-4ba5-b0d5-a6ffa063b306 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:51:11.806663 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.807401 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 5bd3d045-2ab1-4dcc-9aee-e2cb6719af08 of type vlan for network 6f013d70-5a42-43a4-8be2-29d75b0d81fe May 06 12:51:11.856730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.860501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:11.861842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:50:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:11.902495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f14ca6a9-f8ef-44c4-af6d-3404988e5e09 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c9a35c823a4d3abe8df71d8ead2f02 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:11.913200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f14ca6a9-f8ef-44c4-af6d-3404988e5e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:11.919820 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.923585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:11.924192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.994726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc8efa-2f0c-4cfa-8379-acdfe15e38cf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Network': ['ID=36901474-17ea-4d80-bd8a-34a116c931da,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:12.070189 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7efbf647-e911-42cf-a12e-2a846283fed6 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.091055 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7efbf647-e911-42cf-a12e-2a846283fed6 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.133866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7efbf647-e911-42cf-a12e-2a846283fed6 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Network bb7f0846-e146-4923-b029-41cab9997068 is not hosted by any dhcp agent {{(pid=83952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:51:12.135087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efbf647-e911-42cf-a12e-2a846283fed6 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:12.138133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7efbf647-e911-42cf-a12e-2a846283fed6 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.144453 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7efbf647-e911-42cf-a12e-2a846283fed6 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "PUT /v2.0/networks/bb7f0846-e146-4923-b029-41cab9997068 HTTP/1.1" status: 200 len: 858 time: 1.2463515 May 06 12:51:12.145449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46632) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:12.214113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f14ca6a9-f8ef-44c4-af6d-3404988e5e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:12.216561 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-97cafac3-9ef3-440f-8032-5f7b8cc802b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.328898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:12.366652 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f14ca6a9-f8ef-44c4-af6d-3404988e5e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.378090 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.395100 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc124998-7e94-4616-9510-d29bf05b6348 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.410589 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f14ca6a9-f8ef-44c4-af6d-3404988e5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.572963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.591724 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.593124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5a3d4a69-be60-409f-9df0-6562d5aeca42 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3903558 May 06 12:51:12.594147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=6f013d70-5a42-43a4-8be2-29d75b0d81fe,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:12.606159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f14ca6a9-f8ef-44c4-af6d-3404988e5e09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0c9a35c823a4d3abe8df71d8ead2f02&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5484598 May 06 12:51:12.610496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46636) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:12.611194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46638) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:12.612442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7f0846-e146-4923-b029-41cab9997068']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:12.629665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded7aab8-f8eb-40cd-b1b2-cf14e766ad2e') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:12.630049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded7aab8-f8eb-40cd-b1b2-cf14e766ad2e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:12.638764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'network': {'name': 'tempest-RoutersTest-882475731'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:12.639292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbf647-e911-42cf-a12e-2a846283fed6 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event updated for resources: {'Network': ['ID=bb7f0846-e146-4923-b029-41cab9997068,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:12.650126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.674859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6f013d70-5a42-43a4-8be2-29d75b0d81fe details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:12.676448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:12.678290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.683334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-80f3dc39-833b-48f2-b491-1c722232046d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4619987 May 06 12:51:12.688635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46644) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:12.690657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:network and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:12.695093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:12.700845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:12.702504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.706319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ca6a9-f8ef-44c4-af6d-3404988e5e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfab372-51cc-48f3-9dfd-26387793653d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:12.733191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: timer() May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:12.760012 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:12.767009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': '6f013d70-5a42-43a4-8be2-29d75b0d81fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:12.779017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:12.782316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.853836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc124998-7e94-4616-9510-d29bf05b6348 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.901365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a76e198b-ec1d-4ce1-9eee-24405577a11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.974995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc124998-7e94-4616-9510-d29bf05b6348 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be79b4f-a92b-4792-b65e-ad8c27ffabd7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:13.063186 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.093450 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a76e198b-ec1d-4ce1-9eee-24405577a11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.116645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:13.123653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.128117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:13.162178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:13.172744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb7f0846-e146-4923-b029-41cab9997068 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:51:13.211966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.227181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:13.230008 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cc124998-7e94-4616-9510-d29bf05b6348 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.234414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cc124998-7e94-4616-9510-d29bf05b6348 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "DELETE /v2.0/security-groups/3be79b4f-a92b-4792-b65e-ad8c27ffabd7 HTTP/1.1" status: 204 len: 168 time: 3.1828260 May 06 12:51:13.239090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46658) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:13.240369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:13.255688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb7f0846-e146-4923-b029-41cab9997068,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:13.281197 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-837d426d-5056-4701-8f69-67967b6e9ba7 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] show failed (client error): The resource could not be found. May 06 12:51:13.285672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-837d426d-5056-4701-8f69-67967b6e9ba7 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "GET /v2.0/security-groups/3be79b4f-a92b-4792-b65e-ad8c27ffabd7 HTTP/1.1" status: 404 len: 347 time: 0.0452237 May 06 12:51:13.289051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46664) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:13.300460 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.300800 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added segment c626abf6-db88-4a5e-9f4e-9698a7887c8a of type vlan for network 3b45423d-586d-489a-b28a-66d210e81ae0 May 06 12:51:13.311663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46668) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:13.312617 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-91931f05-be25-4bc6-af69-96898d035427 tempest-ExternalNetworksTestJSON-2032861006 tempest-ExternalNetworksTestJSON-2032861006-project-admin] 10.222.0.44 "DELETE /v2.0/networks/bb7f0846-e146-4923-b029-41cab9997068 HTTP/1.1" status: 204 len: 168 time: 1.1443856 May 06 12:51:13.315671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:13.444894 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-67556d55-faab-4362-ac98-0ceb98228014 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] DELETE failed (client error): The resource could not be found. May 06 12:51:13.445345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67556d55-faab-4362-ac98-0ceb98228014 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:51:13.476454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a76e198b-ec1d-4ce1-9eee-24405577a11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.483349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:13.485252 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.488744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9120115-6753-4e4c-be68-eb2eaf9c3dd9 None None] The sync data for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 is: [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:43:10Z', 'revision_number': 4, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '66719b16-5139-4764-800c-7b81ef8f2a80', 'name': '', 'network_id': '4a11f00e-fb98-427e-8b87-2f5e8352626a', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'mac_address': 'fa:16:3e:d5:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:08Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'subnets': [{'id': '8cd263ee-662d-4e77-8e21-d24ec93bcba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:13.516421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-67556d55-faab-4362-ac98-0ceb98228014 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] 10.222.0.44 "DELETE /v2.0/subnets/a9c8956e-8082-4a76-b5e6-07404c4c525e HTTP/1.1" status: 404 len: 337 time: 0.1847765 May 06 12:51:13.521551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e198b-ec1d-4ce1-9eee-24405577a11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfab372-51cc-48f3-9dfd-26387793653d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:13.535497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46682) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:13.545639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a76e198b-ec1d-4ce1-9eee-24405577a11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.549348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a76e198b-ec1d-4ce1-9eee-24405577a11b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1cfab372-51cc-48f3-9dfd-26387793653d HTTP/1.1" status: 204 len: 168 time: 0.9227564 May 06 12:51:13.631437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c814ab-b9be-41da-a054-3649fd26c3ec req-ac58da07-4ac6-4e9f-88c3-4ba218517657 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:13.634213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83c814ab-b9be-41da-a054-3649fd26c3ec req-ac58da07-4ac6-4e9f-88c3-4ba218517657 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 946 time: 0.6809196 May 06 12:51:13.812338 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.818658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:13.819753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.074136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4513626 May 06 12:51:14.080813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.094098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46690) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:14.118131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d05566-e70f-4e62-a005-87851ce25bb4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Network': ['ID=3b45423d-586d-489a-b28a-66d210e81ae0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:14.135780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3b45423d-586d-489a-b28a-66d210e81ae0 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:14.139485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83c814ab-b9be-41da-a054-3649fd26c3ec req-7f4ccfa1-06c3-4e8e-bce5-716e9afe5a56 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909675 May 06 12:51:14.200721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.257441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'subnet': {'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:14.421967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Deleting port 28a68caa-f061-4786-821f-ad4e3f8021ce {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:14.422301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.525284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.527089 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6181b22-eae7-4faa-a2e7-4ae648db5d85 None None] New status for floating IP 9a4c7b8f-a31b-4f3e-a5db-1df868c504e7: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:51:14.591587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9758da-c5f4-426b-acf2-69e87ca92fd3']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:14.620964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba48a1a-cccd-44e8-8643-b055e2652e53') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:14.621445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba48a1a-cccd-44e8-8643-b055e2652e53') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:14.657179 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0909-d37c-4f63-80b1-2a25d2acd483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.668873 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.696064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46696) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:14.720762 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f876401-5652-41eb-8007-2a5c86c965bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.732489 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.749117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:14.749581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: timer() May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:14.765851 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:14.886521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.909484 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.918035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:14.931325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:subnet and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:14.932267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f876401-5652-41eb-8007-2a5c86c965bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:14.934773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] Pushing event deleted for resources: {'Network': ['ID=0a9758da-c5f4-426b-acf2-69e87ca92fd3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:14.939935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f876401-5652-41eb-8007-2a5c86c965bf admin admin] Usage tracker for resource:security_group_rule and tenant:57c61279a0294c759d488c5a79621da0 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:14.946898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f876401-5652-41eb-8007-2a5c86c965bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:14.962882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-06abc771-0622-45e7-bd49-28c3caed5697 tempest-ExternalNetworksTestJSON-1942368057 tempest-ExternalNetworksTestJSON-1942368057-project] 10.222.0.44 "DELETE /v2.0/networks/0a9758da-c5f4-426b-acf2-69e87ca92fd3 HTTP/1.1" status: 204 len: 168 time: 1.4100568 May 06 12:51:14.966206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f876401-5652-41eb-8007-2a5c86c965bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:14.987163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:15.023729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:15.043240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-890f6b0a-1188-4fe5-a6d3-a6f9cb15b6a7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:15.044002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-890f6b0a-1188-4fe5-a6d3-a6f9cb15b6a7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Synchronizing usage tracker for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:15.088221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:15.121698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-890f6b0a-1188-4fe5-a6d3-a6f9cb15b6a7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Unset dirty status for tenant:8529aed8aecf486a95558a9f1e0b52e4 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:15.123034 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-890f6b0a-1188-4fe5-a6d3-a6f9cb15b6a7 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 946 time: 1.5201395 May 06 12:51:15.127692 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f876401-5652-41eb-8007-2a5c86c965bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.139581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f876401-5652-41eb-8007-2a5c86c965bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.262820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0f876401-5652-41eb-8007-2a5c86c965bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57c61279a0294c759d488c5a79621da0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5654292 May 06 12:51:15.265291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46706) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:15.286267 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.286618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.289301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f876401-5652-41eb-8007-2a5c86c965bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1d86eb-cf5b-4a3a-90e8-28dac9da9df5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:15.474768 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e53978ad-661b-49e9-bc5b-6bf2afb12970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.510580 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.543219 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e53978ad-661b-49e9-bc5b-6bf2afb12970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.677063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Calling delete_port for 28a68caa-f061-4786-821f-ad4e3f8021ce owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:15.708447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc490752-aca5-4f0d-8c78-b8f83e793ee4 req-bbb70f0d-c536-45be-8afc-1d9e2f91b4b6 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:15.711284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc490752-aca5-4f0d-8c78-b8f83e793ee4 req-bbb70f0d-c536-45be-8afc-1d9e2f91b4b6 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 946 time: 0.1318140 May 06 12:51:15.747840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e53978ad-661b-49e9-bc5b-6bf2afb12970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.776674 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.778832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53978ad-661b-49e9-bc5b-6bf2afb12970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1d86eb-cf5b-4a3a-90e8-28dac9da9df5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:15.780690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46714) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:15.805229 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e53978ad-661b-49e9-bc5b-6bf2afb12970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.808795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e53978ad-661b-49e9-bc5b-6bf2afb12970 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce1d86eb-cf5b-4a3a-90e8-28dac9da9df5 HTTP/1.1" status: 204 len: 168 time: 0.5397005 May 06 12:51:15.839955 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc490752-aca5-4f0d-8c78-b8f83e793ee4 req-8bd51e19-3fe1-447b-989d-6f87eedd9e83 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189408 May 06 12:51:15.847632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Deleting port 3ea81b63-97d9-46c4-a99f-5332228a1440 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:15.848213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.038418 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.245238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.451059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-937cd5f9-3846-41e4-a8e9-7beb038118d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1916c1d3db554cb88c4f4d8c013db5c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6682031 May 06 12:51:16.455232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46730) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:16.606551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8930b538-7203-41fe-afde-9843e9715e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.633405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=755e27ce-965c-40da-8af9-69aa05da126f,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:16.655844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:51:16.656332 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:51:16.665129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8930b538-7203-41fe-afde-9843e9715e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.767556 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8930b538-7203-41fe-afde-9843e9715e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.787749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': '5bd3d045-2ab1-4dcc-9aee-e2cb6719af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f013d70-5a42-43a4-8be2-29d75b0d81fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:16.788321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: 6f013d70-5a42-43a4-8be2-29d75b0d81fe, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:16.802309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930b538-7203-41fe-afde-9843e9715e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f66bac-17b3-4b15-8aa4-0779ee324db2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:16.825444 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8930b538-7203-41fe-afde-9843e9715e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.838429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8930b538-7203-41fe-afde-9843e9715e0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00f66bac-17b3-4b15-8aa4-0779ee324db2 HTTP/1.1" status: 204 len: 168 time: 0.3810542 May 06 12:51:16.893801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] For port 3ea81b63-97d9-46c4-a99f-5332228a1440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3ea81b63-97d9-46c4-a99f-5332228a1440,segment=NetworkSegment(57839179-489b-4bf2-8871-bfacff9319c0),segment_id=57839179-489b-4bf2-8871-bfacff9319c0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:16.894260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.201363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Deleting port 28a68caa-f061-4786-821f-ad4e3f8021ce {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:17.201972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.249913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986661c0-eca6-4e59-babb-4baa626a3983 req-ac178d3f-d804-4c5b-9c4f-28999dd7a064 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:17.252578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-986661c0-eca6-4e59-babb-4baa626a3983 req-ac178d3f-d804-4c5b-9c4f-28999dd7a064 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 946 time: 0.1291270 May 06 12:51:17.280711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Calling delete_port for 3ea81b63-97d9-46c4-a99f-5332228a1440 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:17.324695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-986661c0-eca6-4e59-babb-4baa626a3983 req-ee6d5a70-48ee-49ec-a708-7fca27d1174a tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667608 May 06 12:51:17.398522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.733552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46758) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:17.813544 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2bc9d0c5-687a-4057-ad17-372072afe041 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e5cfe0c8d704bac9b6f5c2121ed701a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0747888 May 06 12:51:17.813997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46762) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:17.862345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network 6f013d70-5a42-43a4-8be2-29d75b0d81fe is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:17.909428 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-498338f1-d970-4e37-868d-7bd2a92d1fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.920199 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.954185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-498338f1-d970-4e37-868d-7bd2a92d1fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.013513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6f013d70-5a42-43a4-8be2-29d75b0d81fe) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:18.037163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b3ea74-dca3-4194-b625-71041203babb None None] Network 6f013d70-5a42-43a4-8be2-29d75b0d81fe requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:18.043555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-498338f1-d970-4e37-868d-7bd2a92d1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.079465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:18.080077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.094688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.095207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.255292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-498338f1-d970-4e37-868d-7bd2a92d1fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.256681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-498338f1-d970-4e37-868d-7bd2a92d1fbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5dd905a-fbb7-4b2f-9c11-a897c1f365c6 HTTP/1.1" status: 204 len: 168 time: 0.4417994 May 06 12:51:18.273668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498338f1-d970-4e37-868d-7bd2a92d1fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dd905a-fbb7-4b2f-9c11-a897c1f365c6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:18.384110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Subnet': ['ID=72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:18.456451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-6f013d70-5a42-43a4-8be2-29d75b0d81fe', 'network_id': '6f013d70-5a42-43a4-8be2-29d75b0d81fe', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': '755e27ce-965c-40da-8af9-69aa05da126f'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:18.458489 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.611086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Calling delete_port for 28a68caa-f061-4786-821f-ad4e3f8021ce owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:18.701288 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fa98c11b-eee4-4caf-bfd5-bf3074be017b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0058184 May 06 12:51:18.702445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46778) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:18.719122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Checking segment: {'id': 'c626abf6-db88-4a5e-9f4e-9698a7887c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:18.719608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network hostable DHCP agents. Network: 3b45423d-586d-489a-b28a-66d210e81ae0, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:18.737068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.815946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Allocated IP 172.20.0.2 (6f013d70-5a42-43a4-8be2-29d75b0d81fe/755e27ce-965c-40da-8af9-69aa05da126f/e993e0d5-faf8-4a29-aa0b-50e83adfc684) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:18.836279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Pushing event deleted for resources: {'Port': ['ID=3ea81b63-97d9-46c4-a99f-5332228a1440,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:18.872016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130428a0-2334-45a1-8fdd-5835ab75f842 req-3f9c5ea3-f9bb-414b-a62e-58a6b36c450c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:18.880760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3ea81b63-97d9-46c4-a99f-5332228a1440 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:51:18.887843 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-130428a0-2334-45a1-8fdd-5835ab75f842 req-3f9c5ea3-f9bb-414b-a62e-58a6b36c450c tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7 HTTP/1.1" status: 200 len: 946 time: 0.3232665 May 06 12:51:18.998291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 3ea81b63-97d9-46c4-a99f-5332228a1440 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:51:18.998997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3ea81b63-97d9-46c4-a99f-5332228a1440 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:51:19.046628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] No DVR routers for this DVR port 3ea81b63-97d9-46c4-a99f-5332228a1440 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:51:19.051774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:19.054875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7', 'name': 'network-vif-deleted', 'tag': '3ea81b63-97d9-46c4-a99f-5332228a1440'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:51:19.060774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 3b45423d-586d-489a-b28a-66d210e81ae0 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:19.114015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c585a592-8735-4ce4-a76e-7456fe60b3a4 req-b77c7108-f336-40d4-b21e-d3ca85d69509 tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.48 "DELETE /v2.0/ports/3ea81b63-97d9-46c4-a99f-5332228a1440 HTTP/1.1" status: 204 len: 173 time: 3.9050279 May 06 12:51:19.119353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3b45423d-586d-489a-b28a-66d210e81ae0) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:19.124654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:19.125239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:19.155044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:19.191964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-130428a0-2334-45a1-8fdd-5835ab75f842 req-a84e7aff-71ba-4475-aeba-ab8bc0affc3b tempest-ServersTestJSON-1394735296 tempest-ServersTestJSON-1394735296-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc6ff53-2957-48ad-9271-c9296a0602ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026953 May 06 12:51:19.208217 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:19.299264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713ddf8e-463e-4a53-97c4-284ef930f20f None None] Network 3b45423d-586d-489a-b28a-66d210e81ae0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:19.310301 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c9b170-87c8-43de-96c1-f6c397dc5a31'] response: {'server_uuid': '3adc4bc4-af3c-4f9d-bdd6-cdee1fadccd7', 'name': 'network-vif-deleted', 'tag': '3ea81b63-97d9-46c4-a99f-5332228a1440', 'status': 'completed', 'code': 200} May 06 12:51:19.311349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Pushing event deleted for resources: {'Port': ['ID=28a68caa-f061-4786-821f-ad4e3f8021ce,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:19.323615 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7ad847b6-5a14-4ebb-be69-9e18113a8067 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1402032 May 06 12:51:19.326476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46796) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:19.532948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:19.535578 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:19.544165 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5131541a-2c78-42e0-b2c5-ab4d9d07e136 tempest-AttachVolumeTestJSON-2121980583 tempest-AttachVolumeTestJSON-2121980583-project] 10.222.0.44 "DELETE /v2.0/floatingips/9a4c7b8f-a31b-4f3e-a5db-1df868c504e7 HTTP/1.1" status: 204 len: 168 time: 6.2495933 May 06 12:51:19.783828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.577877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46818) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:20.601812 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.647652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Transition to ACTIVE for port object e993e0d5-faf8-4a29-aa0b-50e83adfc684 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:20.712198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Transition to ACTIVE for port object e993e0d5-faf8-4a29-aa0b-50e83adfc684 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:20.800808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.822573 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.912974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=755e27ce-965c-40da-8af9-69aa05da126f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:20.960700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-3b45423d-586d-489a-b28a-66d210e81ae0', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:20.961663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.080444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Network 6f013d70-5a42-43a4-8be2-29d75b0d81fe is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:21.098685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:21.109010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:21.204985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Pushing event updated for resources: {'Port': ['ID=e993e0d5-faf8-4a29-aa0b-50e83adfc684,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:21.339452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.385555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.499203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-25efbd4d-1895-475f-932f-0bf12ed8e549 admin admin] Deleting subnet a5c14ca8-fc7a-406f-995a-1a05e1f88621 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:51:21.518345 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25efbd4d-1895-475f-932f-0bf12ed8e549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.754622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25efbd4d-1895-475f-932f-0bf12ed8e549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.772261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Attempting to bind port e993e0d5-faf8-4a29-aa0b-50e83adfc684 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:21.773185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Attempting to bind port e993e0d5-faf8-4a29-aa0b-50e83adfc684 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5bd3d045-2ab1-4dcc-9aee-e2cb6719af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f013d70-5a42-43a4-8be2-29d75b0d81fe'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:21.773440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Attempting to bind port e993e0d5-faf8-4a29-aa0b-50e83adfc684 on network 6f013d70-5a42-43a4-8be2-29d75b0d81fe {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:21.838688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:21.839334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Checking segment: {'id': '5bd3d045-2ab1-4dcc-9aee-e2cb6719af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f013d70-5a42-43a4-8be2-29d75b0d81fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:21.840010 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.840663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Bound using segment: {'id': '5bd3d045-2ab1-4dcc-9aee-e2cb6719af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f013d70-5a42-43a4-8be2-29d75b0d81fe'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:21.841405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Bound port: e993e0d5-faf8-4a29-aa0b-50e83adfc684, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd3d045-2ab1-4dcc-9aee-e2cb6719af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6f013d70-5a42-43a4-8be2-29d75b0d81fe'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:21.841964 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.014531 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25efbd4d-1895-475f-932f-0bf12ed8e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.025626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f013d70-5a42-43a4-8be2-29d75b0d81fe']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:22.083626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd3d045-2ab1-4dcc-9aee-e2cb6719af08') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:22.084207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd3d045-2ab1-4dcc-9aee-e2cb6719af08') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:22.144286 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.265846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25efbd4d-1895-475f-932f-0bf12ed8e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.451039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25efbd4d-1895-475f-932f-0bf12ed8e549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.497247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efbd4d-1895-475f-932f-0bf12ed8e549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c14ca8-fc7a-406f-995a-1a05e1f88621,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:22.516474 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-25efbd4d-1895-475f-932f-0bf12ed8e549 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a5c14ca8-fc7a-406f-995a-1a05e1f88621 HTTP/1.1" status: 204 len: 168 time: 1.9357727 May 06 12:51:22.519694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46852) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:22.581806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Allocated IP 172.20.0.2 (3b45423d-586d-489a-b28a-66d210e81ae0/72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff/604214c3-06fc-4591-bb2e-7327fab44dba) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:22.613458 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.635660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:22.636122 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.803487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: timer() May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:22.872557 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:22.980774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:51:22.980774 n-d-840847-1 neutron-server[83955]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:51:22.980774 n-d-840847-1 neutron-server[83955]: [parameters: {'id': '6f013d70-5a42-43a4-8be2-29d75b0d81fe'}] May 06 12:51:22.980774 n-d-840847-1 neutron-server[83955]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:51:22.981479 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:51:23.012095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] For port e993e0d5-faf8-4a29-aa0b-50e83adfc684, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:23.055386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] For port e993e0d5-faf8-4a29-aa0b-50e83adfc684, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e993e0d5-faf8-4a29-aa0b-50e83adfc684,segment=NetworkSegment(5bd3d045-2ab1-4dcc-9aee-e2cb6719af08),segment_id=5bd3d045-2ab1-4dcc-9aee-e2cb6719af08)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:23.066450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.110993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.160323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebbe340-12ee-4638-a935-7276a634fe34']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:23.185834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57839179-489b-4bf2-8871-bfacff9319c0') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:23.186179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57839179-489b-4bf2-8871-bfacff9319c0') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:23.203151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.234907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.245015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:23.245685 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: timer() May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:23.265881 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:23.429436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Pushing event updated for resources: {'Port': ['ID=e993e0d5-faf8-4a29-aa0b-50e83adfc684,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:23.457256 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.462683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.463514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.464070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.464628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.465205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.465820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.466708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.467514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.468058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.468633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.469264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7788e-184d-435a-970e-743f4825e307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:23.477769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0cfbc9-e515-4eb7-9602-8f2890f29711 None None] Network 6f013d70-5a42-43a4-8be2-29d75b0d81fe requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:23.482644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.499626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port e993e0d5-faf8-4a29-aa0b-50e83adfc684 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:23.499996 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.671316 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.757227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.799040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Transition to ACTIVE for port object 604214c3-06fc-4591-bb2e-7327fab44dba will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:23.806527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ebbe340-12ee-4638-a935-7276a634fe34,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:23.836339 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ba262b46-89e9-458d-aceb-02043620927e admin admin] 10.222.0.44 "DELETE /v2.0/networks/9ebbe340-12ee-4638-a935-7276a634fe34 HTTP/1.1" status: 204 len: 168 time: 1.3114376 May 06 12:51:23.937340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Transition to ACTIVE for port object 604214c3-06fc-4591-bb2e-7327fab44dba will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:23.970163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.158542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port e993e0d5-faf8-4a29-aa0b-50e83adfc684, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e993e0d5-faf8-4a29-aa0b-50e83adfc684,segment=NetworkSegment(5bd3d045-2ab1-4dcc-9aee-e2cb6719af08),segment_id=5bd3d045-2ab1-4dcc-9aee-e2cb6719af08)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:24.159311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.264333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46876) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:24.285476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Network 3b45423d-586d-489a-b28a-66d210e81ae0 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:24.286553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Pushing event updated for resources: {'Port': ['ID=604214c3-06fc-4591-bb2e-7327fab44dba,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:24.315579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:24.333451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:24.395248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for e993e0d5-faf8-4a29-aa0b-50e83adfc684 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:24.479592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.20.0.1 (3b45423d-586d-489a-b28a-66d210e81ae0/72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff/1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:24.526338 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c33a006e-b2fd-46be-9bf5-8049375a85dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8529aed8aecf486a95558a9f1e0b52e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2558620 May 06 12:51:24.528776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46882) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:24.690873 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.711873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Transition to ACTIVE for port object 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:24.752019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb9f43de-c4ab-47ac-a493-92aa9d49d104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.804136 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.814745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Attempting to bind port 604214c3-06fc-4591-bb2e-7327fab44dba on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:24.821725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Attempting to bind port 604214c3-06fc-4591-bb2e-7327fab44dba by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c626abf6-db88-4a5e-9f4e-9698a7887c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:24.821725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Attempting to bind port 604214c3-06fc-4591-bb2e-7327fab44dba on network 3b45423d-586d-489a-b28a-66d210e81ae0 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:24.823148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb9f43de-c4ab-47ac-a493-92aa9d49d104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.840933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46890) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:24.854225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:24.855068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Checking segment: {'id': 'c626abf6-db88-4a5e-9f4e-9698a7887c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:24.855707 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.856329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Bound using segment: {'id': 'c626abf6-db88-4a5e-9f4e-9698a7887c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:24.857033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Bound port: 604214c3-06fc-4591-bb2e-7327fab44dba, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c626abf6-db88-4a5e-9f4e-9698a7887c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:24.857645 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.993291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:25.003878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.124165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Port': ['ID=e993e0d5-faf8-4a29-aa0b-50e83adfc684,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:25.171062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 3b45423d-586d-489a-b28a-66d210e81ae0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:25.190519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:25.200416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:25.337624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] For port 604214c3-06fc-4591-bb2e-7327fab44dba, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:25.344572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] For port 604214c3-06fc-4591-bb2e-7327fab44dba, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=604214c3-06fc-4591-bb2e-7327fab44dba,segment=NetworkSegment(c626abf6-db88-4a5e-9f4e-9698a7887c8a),segment_id=c626abf6-db88-4a5e-9f4e-9698a7887c8a)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:25.356966 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.408647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb9f43de-c4ab-47ac-a493-92aa9d49d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.444048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f43de-c4ab-47ac-a493-92aa9d49d104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc6ff53-2957-48ad-9271-c9296a0602ba,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:25.470414 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb9f43de-c4ab-47ac-a493-92aa9d49d104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.481697 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fb9f43de-c4ab-47ac-a493-92aa9d49d104 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bc6ff53-2957-48ad-9271-c9296a0602ba HTTP/1.1" status: 204 len: 168 time: 0.9477003 May 06 12:51:25.513263 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.636170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No DVR routers for this DVR port e993e0d5-faf8-4a29-aa0b-50e83adfc684 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:51:25.703302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-184798424', 'router:external': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:25.719919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:25.728923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Usage tracker for resource:network and tenant:74f0c751258d4410b29155b8da18d791 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:25.735909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:25.756011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:25.782780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Made reservation on behalf of 74f0c751258d4410b29155b8da18d791 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:25.790110 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.826995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.842567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d548dd-96c5-4a19-858f-d1610a7769f8 None None] Pushing event updated for resources: {'Port': ['ID=604214c3-06fc-4591-bb2e-7327fab44dba,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:25.895539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.922963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:25.930781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Usage tracker for resource:security_group_rule and tenant:74f0c751258d4410b29155b8da18d791 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:25.936429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:25.946636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:26.096651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.106124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.210032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:26.233768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02965993-c3c9-4065-87b4-2d58dcbc6018,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:26.257905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.271188 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Added segment 8f483241-085e-4e28-8b9a-9b429d3fa874 of type vlan for network ecaacaa3-f657-41fa-a0d0-22e727f9c523 May 06 12:51:26.371423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.460900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.464026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:26.464874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.637165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.805850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event updated for resources: {'Network': ['ID=ecaacaa3-f657-41fa-a0d0-22e727f9c523,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:26.818296 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ebc93798-a613-49a0-9301-8353b024e2b0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9755855 May 06 12:51:26.819771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ecaacaa3-f657-41fa-a0d0-22e727f9c523 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:26.821206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46916) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:26.834071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'subnet': {'network_id': 'ecaacaa3-f657-41fa-a0d0-22e727f9c523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:26.853145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:26.864524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Usage tracker for resource:subnet and tenant:74f0c751258d4410b29155b8da18d791 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:26.876870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:26.903238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:26.944461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Made reservation on behalf of 74f0c751258d4410b29155b8da18d791 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:26.952640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.273345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f013d70-5a42-43a4-8be2-29d75b0d81fe']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:27.342101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd3d045-2ab1-4dcc-9aee-e2cb6719af08') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:27.346671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd3d045-2ab1-4dcc-9aee-e2cb6719af08') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:27.406584 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.508462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.535311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:27.539143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 604214c3-06fc-4591-bb2e-7327fab44dba up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:27.540416 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.927805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 604214c3-06fc-4591-bb2e-7327fab44dba completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:28.073428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d675c-a400-4156-8058-e6b6e2abc8dd None None] Network 3b45423d-586d-489a-b28a-66d210e81ae0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: timer() May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:28.133529 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:28.300271 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.317864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.420695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/6f013d70-5a42-43a4-8be2-29d75b0d81fe HTTP/1.1" status: 204 len: 168 time: 9.7165978 May 06 12:51:28.423958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f17a35-7d2a-499e-87ac-4e1cd5f188c4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=6f013d70-5a42-43a4-8be2-29d75b0d81fe,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:28.440250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46942) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:28.484951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1421659009'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:28.508091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:28.513914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:51:28.527221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.531726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:28.540991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:28.550395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:28.563720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:28.567759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.647905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:28.752581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.753588 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment fb93a878-7427-40e1-a1ca-08c256c37767 of type vlan for network 39a733fa-abfe-43ee-bc74-5e92aee504b3 May 06 12:51:28.772474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-524e4d27-bdb0-4dac-a2f5-bff4aac9aac8 None None] Provisioning for port 604214c3-06fc-4591-bb2e-7327fab44dba completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:28.826853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.828168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event updated for resources: {'Subnet': ['ID=18fdabd7-eb92-4604-a8e9-ff1b25bddd0b,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:28.850065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Checking segment: {'id': '8f483241-085e-4e28-8b9a-9b429d3fa874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ecaacaa3-f657-41fa-a0d0-22e727f9c523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:28.851992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Network hostable DHCP agents. Network: ecaacaa3-f657-41fa-a0d0-22e727f9c523, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:28.931060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.932218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Network ecaacaa3-f657-41fa-a0d0-22e727f9c523 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:28.935347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-524e4d27-bdb0-4dac-a2f5-bff4aac9aac8 None None] Provisioning complete for port 604214c3-06fc-4591-bb2e-7327fab44dba triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:28.935903 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-524e4d27-bdb0-4dac-a2f5-bff4aac9aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.937020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:28.937766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.963560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ecaacaa3-f657-41fa-a0d0-22e727f9c523) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:28.986524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:28.989203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.015458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61950664-5b2e-4b95-ab00-6bc6f087bd33 None None] Network ecaacaa3-f657-41fa-a0d0-22e727f9c523 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:29.063269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-83b78e08-770d-4069-936e-6c835f2f8030 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2377436 May 06 12:51:29.067974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46954) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:29.087371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1249691724', 'network_id': 'ecaacaa3-f657-41fa-a0d0-22e727f9c523'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:29.111071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:29.127934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Usage tracker for resource:port and tenant:74f0c751258d4410b29155b8da18d791 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:29.143206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:29.165994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:29.187791 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.231309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7758932 May 06 12:51:29.239349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.257186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46958) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:29.303784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': '39a733fa-abfe-43ee-bc74-5e92aee504b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:29.481581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Made reservation on behalf of 74f0c751258d4410b29155b8da18d791 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:29.482364 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-524e4d27-bdb0-4dac-a2f5-bff4aac9aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.525046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec02b8-9ec1-414f-b20f-77ef7c9f6d6c tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=39a733fa-abfe-43ee-bc74-5e92aee504b3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:29.529761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.605540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:29.614578 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.765953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] device_id is not set on port fd856f06-0176-4316-a2ce-da979e13c2bc yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:51:29.768602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 39a733fa-abfe-43ee-bc74-5e92aee504b3 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:29.876591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434934fd-b3b1-4bcb-81a8-a7f6d4bd4228 None None] Network ecaacaa3-f657-41fa-a0d0-22e727f9c523 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:29.947831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46974) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:30.019020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-524e4d27-bdb0-4dac-a2f5-bff4aac9aac8 None None] For port 604214c3-06fc-4591-bb2e-7327fab44dba, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=604214c3-06fc-4591-bb2e-7327fab44dba,segment=NetworkSegment(c626abf6-db88-4a5e-9f4e-9698a7887c8a),segment_id=c626abf6-db88-4a5e-9f4e-9698a7887c8a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:30.044121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:30.063485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:30.155323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:30.186757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 3b45423d-586d-489a-b28a-66d210e81ae0 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:30.188142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:30.197390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:30.268261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:30.319745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Allocated IP 172.20.0.7 (ecaacaa3-f657-41fa-a0d0-22e727f9c523/18fdabd7-eb92-4604-a8e9-ff1b25bddd0b/fd856f06-0176-4316-a2ce-da979e13c2bc) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:30.723463 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36b30db0-73fc-40a1-8aa0-f719966c474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.729464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.983050 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-524e4d27-bdb0-4dac-a2f5-bff4aac9aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.139393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-36b30db0-73fc-40a1-8aa0-f719966c474e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:31.146971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-36b30db0-73fc-40a1-8aa0-f719966c474e admin admin] Usage tracker for resource:security_group_rule and tenant:735b7f76167d404d93c191ca2603ed46 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:31.154383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-36b30db0-73fc-40a1-8aa0-f719966c474e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:31.155002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_backend_mixin [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing IP validity checks on allocation pools {{(pid=83952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:51:31.155527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_backend_mixin [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:51:31.183688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-36b30db0-73fc-40a1-8aa0-f719966c474e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:31.269493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a5d513-5643-4968-8be0-34f8fb3d3359 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:51:31.451035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e4d27-bdb0-4dac-a2f5-bff4aac9aac8 None None] Pushing event updated for resources: {'Port': ['ID=604214c3-06fc-4591-bb2e-7327fab44dba,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:31.522740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c6789a5b-38cd-4dc6-9ecd-41de93b1f712 None None] Provisioning for port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:31.526608 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36b30db0-73fc-40a1-8aa0-f719966c474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.528480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:51:31.538209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36b30db0-73fc-40a1-8aa0-f719966c474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.556541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c6789a5b-38cd-4dc6-9ecd-41de93b1f712 None None] Provisioning complete for port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:31.557179 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6789a5b-38cd-4dc6-9ecd-41de93b1f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.594360 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.682059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c6789a5b-38cd-4dc6-9ecd-41de93b1f712 None None] Port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:31.729169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-36b30db0-73fc-40a1-8aa0-f719966c474e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=735b7f76167d404d93c191ca2603ed46&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7802193 May 06 12:51:31.740278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47004) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:31.771542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.793339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c6789a5b-38cd-4dc6-9ecd-41de93b1f712 None None] Provisioning complete for port 604214c3-06fc-4591-bb2e-7327fab44dba triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:31.793832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6789a5b-38cd-4dc6-9ecd-41de93b1f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.833836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b30db0-73fc-40a1-8aa0-f719966c474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9d669-2542-46f7-855d-51a79cb6e59e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:31.931569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.074152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a5d513-5643-4968-8be0-34f8fb3d3359 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:51:32.248440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6898696c-5b53-438d-90dc-cda89bf5efd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.329404 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6898696c-5b53-438d-90dc-cda89bf5efd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.461016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6898696c-5b53-438d-90dc-cda89bf5efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.481922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event updated for resources: {'Port': ['ID=fd856f06-0176-4316-a2ce-da979e13c2bc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:32.493547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=55e40043-7dbb-4bda-ba41-b7660ab0eb36,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:32.514241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': 'fb93a878-7427-40e1-a1ca-08c256c37767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '39a733fa-abfe-43ee-bc74-5e92aee504b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:32.515061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: 39a733fa-abfe-43ee-bc74-5e92aee504b3, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:32.534470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Network ecaacaa3-f657-41fa-a0d0-22e727f9c523 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:32.544804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:32.548254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network 39a733fa-abfe-43ee-bc74-5e92aee504b3 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:32.549524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898696c-5b53-438d-90dc-cda89bf5efd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9d669-2542-46f7-855d-51a79cb6e59e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:32.557638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:32.588173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 39a733fa-abfe-43ee-bc74-5e92aee504b3) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:32.596366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6898696c-5b53-438d-90dc-cda89bf5efd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.598788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6898696c-5b53-438d-90dc-cda89bf5efd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39b9d669-2542-46f7-855d-51a79cb6e59e HTTP/1.1" status: 204 len: 168 time: 0.8572657 May 06 12:51:32.602267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:32.603922 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.651310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:32.652316 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.666337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:32.672800 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3628de69-b023-404a-8aaf-6f155d6a3d20 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.4111621 May 06 12:51:32.675965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47016) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:32.691202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-30de3d69-ebeb-4cb3-8335-51b1981bc47f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3611403 May 06 12:51:32.695963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47020) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:32.709385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:32.716458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'network': {'name': 'tempest-RoutersTest-1566277309'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:32.741253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:32.759302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47024) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:32.763416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:network and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:32.763940 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e2e1c4b3-afd0-416b-83a2-d8b2c934714e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.6907499 May 06 12:51:32.779049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:32.780374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:32.907702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:32.987925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:33.013245 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.077989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8ef55fe1-51fb-4e3d-afab-ef52f6ecdd95 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Deleting port fd856f06-0176-4316-a2ce-da979e13c2bc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:33.078807 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ef55fe1-51fb-4e3d-afab-ef52f6ecdd95 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.204904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:33.216525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c0c760b9-3c5f-4005-85b5-a7aa7053162d None None] Provisioning complete for port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:33.217086 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0c760b9-3c5f-4005-85b5-a7aa7053162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.223018 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.306228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.484564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 604214c3-06fc-4591-bb2e-7327fab44dba up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:33.509698 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:51:33.562861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c0c760b9-3c5f-4005-85b5-a7aa7053162d None None] Port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:33.653430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:33.659427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.737030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=55e40043-7dbb-4bda-ba41-b7660ab0eb36,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:33.837386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58494df9-7d7c-4a30-a579-0e493191d59f None None] Network 39a733fa-abfe-43ee-bc74-5e92aee504b3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:34.087583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.121234 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ef55fe1-51fb-4e3d-afab-ef52f6ecdd95 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.150179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:34.169483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a733fa-abfe-43ee-bc74-5e92aee504b3']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:34.234689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb93a878-7427-40e1-a1ca-08c256c37767') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:34.235583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb93a878-7427-40e1-a1ca-08c256c37767') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:34.280389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.353108 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.388250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:34.390557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: timer() May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:34.485508 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:34.613934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8ef55fe1-51fb-4e3d-afab-ef52f6ecdd95 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Calling delete_port for fd856f06-0176-4316-a2ce-da979e13c2bc owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:34.659424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 604214c3-06fc-4591-bb2e-7327fab44dba triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:34.659808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.768304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465a76e-aa65-47cf-864c-32fb5de8a09f None None] Network 39a733fa-abfe-43ee-bc74-5e92aee504b3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:34.790109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.796161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.796593 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added segment 521484a4-9045-43ee-a5a8-4b54afc3db3e of type vlan for network dcbf824e-79b4-4b3d-b415-960b9e273f94 May 06 12:51:34.803253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.874198 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/39a733fa-abfe-43ee-bc74-5e92aee504b3 HTTP/1.1" status: 204 len: 168 time: 2.1874006 May 06 12:51:34.877508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf335f-1616-401f-95f5-be559b1daaa5 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=39a733fa-abfe-43ee-bc74-5e92aee504b3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:34.881833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47058) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:34.898537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-301631175'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:34.913309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:34.917227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.924698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:34.936425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:34.936841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465a76e-aa65-47cf-864c-32fb5de8a09f None None] Network 39a733fa-abfe-43ee-bc74-5e92aee504b3 could not be found, it might have been deleted concurrently. {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 12:51:34.954520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:34.976888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:34.984647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:51:25Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:28Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:34.985016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.005506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:35.010230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Updating router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:51:35.049532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:51:35.093045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:35.131853 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.132480 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 919e6181-312a-49ef-a2bf-3343c7b6f1c6 of type vlan for network db984d58-3466-4c70-a862-5163720e990f May 06 12:51:35.175438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.200535 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.208081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:35.208743 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.217723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.291855 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.298590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:35.301483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.478155 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ef55fe1-51fb-4e3d-afab-ef52f6ecdd95 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.663271 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7802594 May 06 12:51:35.670271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47076) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:35.676112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244eb278-0947-4efa-817d-3fedc668fca1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=db984d58-3466-4c70-a862-5163720e990f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:35.681969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef55fe1-51fb-4e3d-afab-ef52f6ecdd95 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd856f06-0176-4316-a2ce-da979e13c2bc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:35.692084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.9944816 May 06 12:51:35.694930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47080) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:35.699915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': 'db984d58-3466-4c70-a862-5163720e990f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:35.703164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'subnet': {'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:35.778283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf6085-9dce-415b-81e9-3bbc7a6efbbf tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Network': ['ID=dcbf824e-79b4-4b3d-b415-960b9e273f94,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:35.856517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ef55fe1-51fb-4e3d-afab-ef52f6ecdd95 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.858620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8ef55fe1-51fb-4e3d-afab-ef52f6ecdd95 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "DELETE /v2.0/ports/fd856f06-0176-4316-a2ce-da979e13c2bc HTTP/1.1" status: 204 len: 168 time: 3.0860240 May 06 12:51:35.865340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47086) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:35.913737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ecaacaa3-f657-41fa-a0d0-22e727f9c523', 'external_fixed_ips': [{'subnet_id': '18fdabd7-eb92-4604-a8e9-ff1b25bddd0b', 'ip_address': '172.20.0.7'}]}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:35.920526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:35.925541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Usage tracker for resource:router and tenant:74f0c751258d4410b29155b8da18d791 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:35.929195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:35.936395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:35.950129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.951830 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.955638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:35.964166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:35.971619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network db984d58-3466-4c70-a862-5163720e990f details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:35.972970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:35.980451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.996051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:36.018259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dcbf824e-79b4-4b3d-b415-960b9e273f94 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:36.028171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:36.163346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:36.170394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:subnet and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:36.174716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:36.185486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:36.194781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.235794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:36.403517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.674787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.858310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47112) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:37.007052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47118) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:37.116728 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:51:37.351239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.397110 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.415898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Transition to ACTIVE for port object 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:37.425829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.488610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-743aacb6-7907-465a-93de-7e2fa617c0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.510326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990ae04-9e6f-4182-bcaf-997f7e8c3447 None None] Pushing event updated for resources: {'Port': ['ID=1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:37.592276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.672371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-743aacb6-7907-465a-93de-7e2fa617c0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:37.683835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-743aacb6-7907-465a-93de-7e2fa617c0bc admin admin] Usage tracker for resource:security_group_rule and tenant:176bcbffc6ef4cf495f726019219def6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:37.697039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-743aacb6-7907-465a-93de-7e2fa617c0bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:37.703968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-743aacb6-7907-465a-93de-7e2fa617c0bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:37.838826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Attempting to bind port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:37.840253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Attempting to bind port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c626abf6-db88-4a5e-9f4e-9698a7887c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:37.840710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Attempting to bind port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 on network 3b45423d-586d-489a-b28a-66d210e81ae0 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:37.857190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:37.857550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Checking segment: {'id': 'c626abf6-db88-4a5e-9f4e-9698a7887c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:37.857965 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.858351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Bound using segment: {'id': 'c626abf6-db88-4a5e-9f4e-9698a7887c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:37.864475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Bound port: 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c626abf6-db88-4a5e-9f4e-9698a7887c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:37.865020 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.958768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=dfda5115-ea93-49b5-aad4-70578889737d,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:38.039011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': '919e6181-312a-49ef-a2bf-3343c7b6f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'db984d58-3466-4c70-a862-5163720e990f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:38.039547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: db984d58-3466-4c70-a862-5163720e990f, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:38.074242 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.229120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] For port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:38.231699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.238587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] For port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1,segment=NetworkSegment(c626abf6-db88-4a5e-9f4e-9698a7887c8a),segment_id=c626abf6-db88-4a5e-9f4e-9698a7887c8a)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:38.247791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.376289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network db984d58-3466-4c70-a862-5163720e990f is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:38.412863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, db984d58-3466-4c70-a862-5163720e990f) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:38.429524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:38.430877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.449174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c824b-0e66-49ef-9ec9-f54266eb09b0 None None] Network db984d58-3466-4c70-a862-5163720e990f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:38.500560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.565099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bb67afbf-a2fc-4880-99f3-3b9296aca3ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8850322 May 06 12:51:38.576188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47134) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:38.603284 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-743aacb6-7907-465a-93de-7e2fa617c0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.635599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:38.636255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:38.660835 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-743aacb6-7907-465a-93de-7e2fa617c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.964919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990ae04-9e6f-4182-bcaf-997f7e8c3447 None None] Pushing event updated for resources: {'Port': ['ID=1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:39.022065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aacb6-7907-465a-93de-7e2fa617c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa26a50-9ba6-48dd-abdc-8e11dea687e9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:39.033969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Subnet': ['ID=32dff967-f170-41bb-b76a-5c5447514c53,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:39.072617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.100238 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-743aacb6-7907-465a-93de-7e2fa617c0bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=176bcbffc6ef4cf495f726019219def6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0901949 May 06 12:51:39.102548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47144) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:39.133498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:39.196019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Allocated IP 172.20.0.7 (ecaacaa3-f657-41fa-a0d0-22e727f9c523/18fdabd7-eb92-4604-a8e9-ff1b25bddd0b/7842e708-9219-41b6-8e4e-de10d2251bcb) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:39.212436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Checking segment: {'id': '521484a4-9045-43ee-a5a8-4b54afc3db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:39.212436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network hostable DHCP agents. Network: dcbf824e-79b4-4b3d-b415-960b9e273f94, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:39.257246 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.289416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb063c-6b86-411a-b2ae-2d00cd830a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-db984d58-3466-4c70-a862-5163720e990f', 'network_id': 'db984d58-3466-4c70-a862-5163720e990f', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': 'dfda5115-ea93-49b5-aad4-70578889737d'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:39.290393 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9bb063c-6b86-411a-b2ae-2d00cd830a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.541878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcdb7-4650-49c5-91fe-ba1843d5b46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.596899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network dcbf824e-79b4-4b3d-b415-960b9e273f94 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:39.622202 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.637724 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.640387 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcdb7-4650-49c5-91fe-ba1843d5b46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.680361 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.714276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=dfda5115-ea93-49b5-aad4-70578889737d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:39.760886 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.774540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dcbf824e-79b4-4b3d-b415-960b9e273f94) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:39.827680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:39.837485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.965968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea97b8e-dd0a-4ed0-8018-3fa6eb890488 None None] Network dcbf824e-79b4-4b3d-b415-960b9e273f94 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:39.970052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event updated for resources: {'Port': ['ID=7842e708-9219-41b6-8e4e-de10d2251bcb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:39.979868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Network ecaacaa3-f657-41fa-a0d0-22e727f9c523 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:39.982345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:39.989132 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c490737f-ee2e-46d6-a99a-fa45f78e0907 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2895145 May 06 12:51:39.989132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:40.014240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47160) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server [None req-f9bb063c-6b86-411a-b2ae-2d00cd830a4a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfda5115-ea93-49b5-aad4-70578889737d: This subnet is being modified by another concurrent operation. May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 12:51:40.058758 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise exception May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfda5115-ea93-49b5-aad4-70578889737d: This subnet is being modified by another concurrent operation. May 06 12:51:40.062022 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server May 06 12:51:40.173254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.204995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.205181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.241746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db984d58-3466-4c70-a862-5163720e990f']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:40.283404 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcdb7-4650-49c5-91fe-ba1843d5b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.302205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919e6181-312a-49ef-a2bf-3343c7b6f1c6') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:40.302205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919e6181-312a-49ef-a2bf-3343c7b6f1c6') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:40.321439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ba79d9-bf10-41a2-bf19-84db8f5060e8 None None] Network db984d58-3466-4c70-a862-5163720e990f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:40.325254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dcdb7-4650-49c5-91fe-ba1843d5b46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa26a50-9ba6-48dd-abdc-8e11dea687e9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:40.334309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.385560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.389264 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcdb7-4650-49c5-91fe-ba1843d5b46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.404159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ed5dcdb7-4650-49c5-91fe-ba1843d5b46d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aaa26a50-9ba6-48dd-abdc-8e11dea687e9 HTTP/1.1" status: 204 len: 168 time: 1.2875249 May 06 12:51:40.426500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:40.426949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: timer() May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:40.480547 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:40.848381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Router 2be251a8-3dd9-4b51-af93-8892eb8aa232 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:51:40.962157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dcbf824e-79b4-4b3d-b415-960b9e273f94', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:40.963515 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.023219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:51:25Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:38Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:41.031885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3faf77c-4c4e-4ad2-b296-119f004eb453 None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:51:25Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:38Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:41.080342 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.087121 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.120294 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/db984d58-3466-4c70-a862-5163720e990f HTTP/1.1" status: 204 len: 168 time: 2.5419657 May 06 12:51:41.127038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47178) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:41.134885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1705300807'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:41.170451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92326af6-029d-40fc-8a2f-06b0cd343b10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=db984d58-3466-4c70-a862-5163720e990f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:41.182589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:41.200244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:41.208684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:41.226194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:41.261067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:41.269088 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.363358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:41.382979 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Sync routers for ids ['2be251a8-3dd9-4b51-af93-8892eb8aa232'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:41.416062 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Routers {'2be251a8-3dd9-4b51-af93-8892eb8aa232'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:41.416792 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2be251a8-3dd9-4b51-af93-8892eb8aa232'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:41.436497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.439071 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aa6ed617-1d3e-410b-9c96-86acb749a9e4 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5444067 May 06 12:51:41.443370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47188) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:41.455886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:41.482323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.482914 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 1b6b4e84-44b7-406d-9675-17fe53d44a18 of type vlan for network 83726e9b-9518-4bb6-bd1e-8d4512635138 May 06 12:51:41.588033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Allocated IP 172.21.0.2 (dcbf824e-79b4-4b3d-b415-960b9e273f94/32dff967-f170-41bb-b76a-5c5447514c53/68b76c3c-72fd-45bb-8af8-f57360088d89) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:41.928896 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.266227 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3170ff11-f72b-4f41-89cd-46d3ba00c3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.304967 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.322703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Transition to ACTIVE for port object 68b76c3c-72fd-45bb-8af8-f57360088d89 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:42.340099 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Set router 2be251a8-3dd9-4b51-af93-8892eb8aa232 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:42.354771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.380961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Transition to ACTIVE for port object 68b76c3c-72fd-45bb-8af8-f57360088d89 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:42.394544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.536216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Pushing event updated for resources: {'Port': ['ID=68b76c3c-72fd-45bb-8af8-f57360088d89,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:42.579237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Network dcbf824e-79b4-4b3d-b415-960b9e273f94 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:42.581621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:42.590115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:42.671707 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.683312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:42.684801 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.822510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Attempting to bind port 68b76c3c-72fd-45bb-8af8-f57360088d89 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:42.822996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Attempting to bind port 68b76c3c-72fd-45bb-8af8-f57360088d89 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '521484a4-9045-43ee-a5a8-4b54afc3db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:42.823340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Attempting to bind port 68b76c3c-72fd-45bb-8af8-f57360088d89 on network dcbf824e-79b4-4b3d-b415-960b9e273f94 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:42.845998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:42.846432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Checking segment: {'id': '521484a4-9045-43ee-a5a8-4b54afc3db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:42.846834 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.847242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Bound using segment: {'id': '521484a4-9045-43ee-a5a8-4b54afc3db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:42.848067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Bound port: 68b76c3c-72fd-45bb-8af8-f57360088d89, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521484a4-9045-43ee-a5a8-4b54afc3db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:42.848456 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.885197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.904761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Deleting port 7842e708-9219-41b6-8e4e-de10d2251bcb {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:42.905113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.988530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8598900 May 06 12:51:42.989480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47214) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:43.066969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:43.096953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': '83726e9b-9518-4bb6-bd1e-8d4512635138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:43.227817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] For port 68b76c3c-72fd-45bb-8af8-f57360088d89, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:43.235277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] For port 68b76c3c-72fd-45bb-8af8-f57360088d89, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=68b76c3c-72fd-45bb-8af8-f57360088d89,segment=NetworkSegment(521484a4-9045-43ee-a5a8-4b54afc3db3e),segment_id=521484a4-9045-43ee-a5a8-4b54afc3db3e)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:43.239428 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be251a8-3dd9-4b51-af93-8892eb8aa232', 'name': '', 'tenant_id': '74f0c751258d4410b29155b8da18d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ecaacaa3-f657-41fa-a0d0-22e727f9c523', 'external_fixed_ips': [{'subnet_id': '18fdabd7-eb92-4604-a8e9-ff1b25bddd0b', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '7842e708-9219-41b6-8e4e-de10d2251bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:35Z', 'updated_at': '2022-05-06T12:51:40Z', 'revision_number': 3, 'project_id': '74f0c751258d4410b29155b8da18d791', 'gw_port': {'id': '7842e708-9219-41b6-8e4e-de10d2251bcb', 'name': '', 'network_id': 'ecaacaa3-f657-41fa-a0d0-22e727f9c523', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be251a8-3dd9-4b51-af93-8892eb8aa232', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '18fdabd7-eb92-4604-a8e9-ff1b25bddd0b', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:38Z', 'updated_at': '2022-05-06T12:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18fdabd7-eb92-4604-a8e9-ff1b25bddd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:43.243566 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:43.250205 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Checking router: 2be251a8-3dd9-4b51-af93-8892eb8aa232 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:43.250827 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Updating router 2be251a8-3dd9-4b51-af93-8892eb8aa232 port 7842e708-9219-41b6-8e4e-de10d2251bcb binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:51:43.331584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:43.345140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:43.357993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:43.383184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:43.399062 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:43.442309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:43.449830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:43.512786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:43.662057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f70cb-8cd8-4c39-b44f-ce2449f8433f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=83726e9b-9518-4bb6-bd1e-8d4512635138,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:43.684755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 83726e9b-9518-4bb6-bd1e-8d4512635138 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:43.725457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44744d90-8d04-49d1-aff9-f0a2c4c47156 None None] Pushing event updated for resources: {'Port': ['ID=68b76c3c-72fd-45bb-8af8-f57360088d89,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:43.955275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Calling delete_port for 7842e708-9219-41b6-8e4e-de10d2251bcb owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:43.961855 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.025958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:44.039361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:44.040271 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.424520 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.525601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1,segment=NetworkSegment(c626abf6-db88-4a5e-9f4e-9698a7887c8a),segment_id=c626abf6-db88-4a5e-9f4e-9698a7887c8a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:44.541794 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.584585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.586556 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.db.api [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:51:44.587600 n-d-840847-1 neutron-server[83959]: DEBUG oslo_db.api [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:51:44.793785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event deleted for resources: {'Port': ['ID=7842e708-9219-41b6-8e4e-de10d2251bcb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:44.796726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8028c842-04a4-4c3b-9702-4c604e5e869f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.835904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:45.160410 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Port 7842e708-9219-41b6-8e4e-de10d2251bcb not found while updating agent binding for router 2be251a8-3dd9-4b51-af93-8892eb8aa232. {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 06 12:51:45.180877 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Routers {'2be251a8-3dd9-4b51-af93-8892eb8aa232'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:45.181756 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2be251a8-3dd9-4b51-af93-8892eb8aa232'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:45.225182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.474874 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.504417 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] Set router 2be251a8-3dd9-4b51-af93-8892eb8aa232 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:45.541301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.612172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47256) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:45.639435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.682569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 68b76c3c-72fd-45bb-8af8-f57360088d89 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:45.947410 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be251a8-3dd9-4b51-af93-8892eb8aa232', 'name': '', 'tenant_id': '74f0c751258d4410b29155b8da18d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:35Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '74f0c751258d4410b29155b8da18d791', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:45.948074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc8761-2bdc-4ecf-a1f2-adb1a729812f None None] Network dcbf824e-79b4-4b3d-b415-960b9e273f94 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:45.954946 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871cbe47-d76a-4e1e-9aee-1d01e0d0fcd4 None None] The sync data for ids ['2be251a8-3dd9-4b51-af93-8892eb8aa232'] in n-d-840847-1 is: [{'id': '2be251a8-3dd9-4b51-af93-8892eb8aa232', 'name': '', 'tenant_id': '74f0c751258d4410b29155b8da18d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:35Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '74f0c751258d4410b29155b8da18d791', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:46.461690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=c54f9d09-f850-4832-b02b-f8ac9c51401c,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:46.608633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Deleting port 66719b16-5139-4764-800c-7b81ef8f2a80 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:46.609186 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.674521 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.686146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.693093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f27b6b7b-d9c7-4581-9a0a-89124523ee79 None None] Provisioning for port 68b76c3c-72fd-45bb-8af8-f57360088d89 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:46.726953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.732004 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.825239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 68b76c3c-72fd-45bb-8af8-f57360088d89 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:46.865545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 68b76c3c-72fd-45bb-8af8-f57360088d89 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:46.866350 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.954792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:46.964852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Usage tracker for resource:security_group_rule and tenant:033c0259a0d9491da1581659a29df8da is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:46.973855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:46.987067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:47.134453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] For port 66719b16-5139-4764-800c-7b81ef8f2a80, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=66719b16-5139-4764-800c-7b81ef8f2a80,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:47.134845 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.147517 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.221751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 68b76c3c-72fd-45bb-8af8-f57360088d89, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=68b76c3c-72fd-45bb-8af8-f57360088d89,segment=NetworkSegment(521484a4-9045-43ee-a5a8-4b54afc3db3e),segment_id=521484a4-9045-43ee-a5a8-4b54afc3db3e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:47.229816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.231557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:47.427341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Calling delete_port for 66719b16-5139-4764-800c-7b81ef8f2a80 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:47.466143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=68b76c3c-72fd-45bb-8af8-f57360088d89,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:47.487931 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.524465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:47.524837 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.575382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e68ae0-31a1-4333-88fe-7e4c548046c3 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:51:47.577303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.580284 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.583470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2be251a8-3dd9-4b51-af93-8892eb8aa232 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:51:47.594482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.633460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': '1b6b4e84-44b7-406d-9675-17fe53d44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '83726e9b-9518-4bb6-bd1e-8d4512635138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:47.634201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: 83726e9b-9518-4bb6-bd1e-8d4512635138, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:47.676028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-86bb252f-0074-435b-aa32-6b595c20a927 None None] Provisioning complete for port 68b76c3c-72fd-45bb-8af8-f57360088d89 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:47.676407 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86bb252f-0074-435b-aa32-6b595c20a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.754034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e969c-d38f-47a2-9133-d0e2f5bc5f4c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:47.761730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network 83726e9b-9518-4bb6-bd1e-8d4512635138 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:47.763358 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=033c0259a0d9491da1581659a29df8da&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1479952 May 06 12:51:47.770861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47274) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:47.778384 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.780332 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bced3649-cb31-4882-a3ac-b170bae9ed89 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "DELETE /v2.0/routers/2be251a8-3dd9-4b51-af93-8892eb8aa232 HTTP/1.1" status: 204 len: 168 time: 6.3351331 May 06 12:51:47.788095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47278) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:47.906807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1725fbd7-7135-4a24-a621-3b47e67cbc4e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Deleting subnet 18fdabd7-eb92-4604-a8e9-ff1b25bddd0b {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:51:47.915951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.917166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.918691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.919531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.920475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.921326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.922380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.923280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 83726e9b-9518-4bb6-bd1e-8d4512635138) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:47.923763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.924575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.925352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.926405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67084a4e-5778-48cc-a0ae-35a66404b76d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:47.933611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1725fbd7-7135-4a24-a621-3b47e67cbc4e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.974930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:47.975740 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.071416 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5004817b-5714-4cad-a18e-228a6d5a3244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.102248 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1725fbd7-7135-4a24-a621-3b47e67cbc4e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.134633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 68b76c3c-72fd-45bb-8af8-f57360088d89 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:48.251331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.21.0.1 (dcbf824e-79b4-4b3d-b415-960b9e273f94/32dff967-f170-41bb-b76a-5c5447514c53/05c261c7-3926-47ee-b541-bde7fae45539) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:48.265498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1725fbd7-7135-4a24-a621-3b47e67cbc4e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.379440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 68b76c3c-72fd-45bb-8af8-f57360088d89 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:48.380337 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.404610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1725fbd7-7135-4a24-a621-3b47e67cbc4e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.464019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725fbd7-7135-4a24-a621-3b47e67cbc4e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=18fdabd7-eb92-4604-a8e9-ff1b25bddd0b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:48.474765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1725fbd7-7135-4a24-a621-3b47e67cbc4e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.487511 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1725fbd7-7135-4a24-a621-3b47e67cbc4e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/18fdabd7-eb92-4604-a8e9-ff1b25bddd0b HTTP/1.1" status: 204 len: 168 time: 0.6963301 May 06 12:51:48.488408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47294) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:48.554941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e68ae0-31a1-4333-88fe-7e4c548046c3 None None] Unable to find a vacant binding_index for network 83726e9b-9518-4bb6-bd1e-8d4512635138 and agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 {{(pid=83958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 06 12:51:48.572664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e68ae0-31a1-4333-88fe-7e4c548046c3 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 83726e9b-9518-4bb6-bd1e-8d4512635138) {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:51:48.636222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-66f37c09-8844-45e0-bcd8-6286880b63a6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.6176360 May 06 12:51:48.644095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47298) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:48.646760 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5004817b-5714-4cad-a18e-228a6d5a3244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.798461 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.907676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.941032 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5004817b-5714-4cad-a18e-228a6d5a3244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.974712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66719b16-5139-4764-800c-7b81ef8f2a80,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:48.980985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.991136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004817b-5714-4cad-a18e-228a6d5a3244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e969c-d38f-47a2-9133-d0e2f5bc5f4c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:49.039829 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5004817b-5714-4cad-a18e-228a6d5a3244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.043970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5004817b-5714-4cad-a18e-228a6d5a3244 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/942e969c-d38f-47a2-9133-d0e2f5bc5f4c HTTP/1.1" status: 204 len: 168 time: 1.2626486 May 06 12:51:49.094108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Transition to ACTIVE for port object 05c261c7-3926-47ee-b541-bde7fae45539 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:49.298154 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.371749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.383620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-83726e9b-9518-4bb6-bd1e-8d4512635138', 'network_id': '83726e9b-9518-4bb6-bd1e-8d4512635138', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': 'c54f9d09-f850-4832-b02b-f8ac9c51401c'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:49.384551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.453598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecaacaa3-f657-41fa-a0d0-22e727f9c523']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:49.509367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f483241-085e-4e28-8b9a-9b429d3fa874') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:49.509863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f483241-085e-4e28-8b9a-9b429d3fa874') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:49.560909 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.607750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.634392 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.694807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:49.695238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.708387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network dcbf824e-79b4-4b3d-b415-960b9e273f94 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: timer() May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:49.711922 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:49.741036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:49.747364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:49.834117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.934338 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.958182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=05c261c7-3926-47ee-b541-bde7fae45539,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:50.014583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.025168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ecaacaa3-f657-41fa-a0d0-22e727f9c523 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:51:50.044814 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.102168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Allocated IP 172.20.0.1 (83726e9b-9518-4bb6-bd1e-8d4512635138/c54f9d09-f850-4832-b02b-f8ac9c51401c/2a8fda95-8102-4147-9a95-3067404ce408) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:50.131421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecaacaa3-f657-41fa-a0d0-22e727f9c523,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:50.156606 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a1938951-925d-4ddd-9142-a9827c043303 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "DELETE /v2.0/networks/ecaacaa3-f657-41fa-a0d0-22e727f9c523 HTTP/1.1" status: 204 len: 168 time: 1.6615841 May 06 12:51:50.246961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47320) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:50.293458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f76820e8-df7e-4045-8375-6bede2d47791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.378816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f76820e8-df7e-4045-8375-6bede2d47791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:50.388399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f76820e8-df7e-4045-8375-6bede2d47791 admin admin] Usage tracker for resource:security_group_rule and tenant:ec6b4526010841e88868844bff96a765 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:50.396752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f76820e8-df7e-4045-8375-6bede2d47791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:50.422283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f76820e8-df7e-4045-8375-6bede2d47791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:50.605209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f76820e8-df7e-4045-8375-6bede2d47791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.611600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f76820e8-df7e-4045-8375-6bede2d47791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.683194 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.692082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.698934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Transition to ACTIVE for port object 2a8fda95-8102-4147-9a95-3067404ce408 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:50.744357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Transition to ACTIVE for port object 2a8fda95-8102-4147-9a95-3067404ce408 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:50.754532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76820e8-df7e-4045-8375-6bede2d47791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b4eb87-f616-4b84-9299-c8869ad997ee,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:50.765568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.778228 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f76820e8-df7e-4045-8375-6bede2d47791 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec6b4526010841e88868844bff96a765&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5297706 May 06 12:51:50.781376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47330) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:50.813279 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.910842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=c54f9d09-f850-4832-b02b-f8ac9c51401c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:51.056364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.078304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Network 83726e9b-9518-4bb6-bd1e-8d4512635138 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:51.087718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:51.095690 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.112456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:51.140512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83726e9b-9518-4bb6-bd1e-8d4512635138']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:51.193744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6b4e84-44b7-406d-9675-17fe53d44a18') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:51.194316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6b4e84-44b7-406d-9675-17fe53d44a18') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:51.233917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.272393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.287700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:51.289331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: timer() May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:51.346915 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:51.383945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Pushing event updated for resources: {'Port': ['ID=2a8fda95-8102-4147-9a95-3067404ce408,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:51.490088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Attempting to bind port 2a8fda95-8102-4147-9a95-3067404ce408 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:51.490465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Attempting to bind port 2a8fda95-8102-4147-9a95-3067404ce408 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '1b6b4e84-44b7-406d-9675-17fe53d44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '83726e9b-9518-4bb6-bd1e-8d4512635138'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:51.490844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Attempting to bind port 2a8fda95-8102-4147-9a95-3067404ce408 on network 83726e9b-9518-4bb6-bd1e-8d4512635138 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:51.511007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:51.511501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Checking segment: {'id': '1b6b4e84-44b7-406d-9675-17fe53d44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '83726e9b-9518-4bb6-bd1e-8d4512635138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:51.511921 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.512316 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Bound using segment: {'id': '1b6b4e84-44b7-406d-9675-17fe53d44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '83726e9b-9518-4bb6-bd1e-8d4512635138'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:51.512799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Bound port: 2a8fda95-8102-4147-9a95-3067404ce408, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6b4e84-44b7-406d-9675-17fe53d44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '83726e9b-9518-4bb6-bd1e-8d4512635138'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:51.513173 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.616927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47340) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:51.633982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'router': {'name': 'tempest-router--123845938', 'project_id': 'f32802a814264fe18109be7ce8b9693a'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:51.636192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] For port 2a8fda95-8102-4147-9a95-3067404ce408, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:51.659081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:51.709921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] For port 2a8fda95-8102-4147-9a95-3067404ce408, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2a8fda95-8102-4147-9a95-3067404ce408,segment=NetworkSegment(1b6b4e84-44b7-406d-9675-17fe53d44a18),segment_id=1b6b4e84-44b7-406d-9675-17fe53d44a18)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:51.719144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:51:51.719144 n-d-840847-1 neutron-server[83952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:51:51.719144 n-d-840847-1 neutron-server[83952]: [parameters: {'id': '83726e9b-9518-4bb6-bd1e-8d4512635138'}] May 06 12:51:51.719144 n-d-840847-1 neutron-server[83952]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:51:51.720042 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:51:51.720233 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.754409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Usage tracker for resource:router and tenant:f32802a814264fe18109be7ce8b9693a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:51.848557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813fd22-7fe4-44a8-a027-f5e8f2dc9779 None None] Pushing event updated for resources: {'Port': ['ID=2a8fda95-8102-4147-9a95-3067404ce408,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:51.961672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:51.975250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85cc0b28-ad52-4e77-9d62-f961356c8412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.011187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:52.021584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8281d-0d57-41e5-9898-701f41c6464b None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:51:52.105244 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85cc0b28-ad52-4e77-9d62-f961356c8412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.154232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.155890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.220968 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.247484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port 2a8fda95-8102-4147-9a95-3067404ce408 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:52.247484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.355770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47348) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:52.425323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.496929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.505302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85cc0b28-ad52-4e77-9d62-f961356c8412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.531796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a8281d-0d57-41e5-9898-701f41c6464b None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:51:52.668233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0b28-ad52-4e77-9d62-f961356c8412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b4eb87-f616-4b84-9299-c8869ad997ee,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:52.807260 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85cc0b28-ad52-4e77-9d62-f961356c8412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.809252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-85cc0b28-ad52-4e77-9d62-f961356c8412 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82b4eb87-f616-4b84-9299-c8869ad997ee HTTP/1.1" status: 204 len: 168 time: 2.0101924 May 06 12:51:52.877977 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.885915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.890836 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-458e2ff8-f631-4b3d-bc58-e842cddc1a0b tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2699473 May 06 12:51:52.893311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47356) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:52.894271 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:53.131458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-068d8b69-8ee5-4b34-91c8-4e5da6698497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:53.207662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port 2a8fda95-8102-4147-9a95-3067404ce408, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2a8fda95-8102-4147-9a95-3067404ce408,segment=NetworkSegment(1b6b4e84-44b7-406d-9675-17fe53d44a18),segment_id=1b6b4e84-44b7-406d-9675-17fe53d44a18)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:53.211675 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:53.394808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-068d8b69-8ee5-4b34-91c8-4e5da6698497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:53.399370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-068d8b69-8ee5-4b34-91c8-4e5da6698497 admin admin] Usage tracker for resource:security_group_rule and tenant:6348f0d2b64d4b6f832d4522fd45d87b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:53.446911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad6737-9b0a-4d3a-96dc-ef80fb757610 None None] Network 83726e9b-9518-4bb6-bd1e-8d4512635138 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:53.483752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for 2a8fda95-8102-4147-9a95-3067404ce408 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:53.561839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-068d8b69-8ee5-4b34-91c8-4e5da6698497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:53.621753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:53.680192 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:53.686955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-068d8b69-8ee5-4b34-91c8-4e5da6698497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:53.873438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Port': ['ID=2a8fda95-8102-4147-9a95-3067404ce408,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:53.886691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No DVR routers for this DVR port 2a8fda95-8102-4147-9a95-3067404ce408 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:51:53.914766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab104e-1388-4d14-91f9-dc2ed2631a11 None None] Network 83726e9b-9518-4bb6-bd1e-8d4512635138 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:53.941526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network dcbf824e-79b4-4b3d-b415-960b9e273f94 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:54.004486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=05c261c7-3926-47ee-b541-bde7fae45539,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:54.016670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:54.169011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0eb2f9cb-16fe-4997-bfa7-2f950a543f0a None None] Provisioning for port 05c261c7-3926-47ee-b541-bde7fae45539 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:54.176452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0eb2f9cb-16fe-4997-bfa7-2f950a543f0a None None] Provisioning complete for port 05c261c7-3926-47ee-b541-bde7fae45539 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:54.177369 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0eb2f9cb-16fe-4997-bfa7-2f950a543f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.191796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.256596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2f9cb-16fe-4997-bfa7-2f950a543f0a None None] Port 05c261c7-3926-47ee-b541-bde7fae45539 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:54.272317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83726e9b-9518-4bb6-bd1e-8d4512635138']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:54.300954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6b4e84-44b7-406d-9675-17fe53d44a18') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:54.301456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6b4e84-44b7-406d-9675-17fe53d44a18') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:54.339895 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.389614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.403329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:54.404385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.596722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-64cb6773-f689-4aa2-b71e-2c7fae5fa0f1 None None] Provisioning complete for port 05c261c7-3926-47ee-b541-bde7fae45539 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: timer() May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:54.607663 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:54.610876 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-64cb6773-f689-4aa2-b71e-2c7fae5fa0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.642526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-068d8b69-8ee5-4b34-91c8-4e5da6698497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.649931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-068d8b69-8ee5-4b34-91c8-4e5da6698497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.724205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-64cb6773-f689-4aa2-b71e-2c7fae5fa0f1 None None] Port 05c261c7-3926-47ee-b541-bde7fae45539 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:54.733826 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-068d8b69-8ee5-4b34-91c8-4e5da6698497 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6348f0d2b64d4b6f832d4522fd45d87b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3762958 May 06 12:51:54.734668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47380) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:54.735366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8b69-8ee5-4b34-91c8-4e5da6698497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac4afc1-f634-4353-b093-a27c90e6fcbb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:54.743345 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.803211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.818212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=83726e9b-9518-4bb6-bd1e-8d4512635138,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:54.888139 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10af0330-e9a6-4ba4-994c-c0d68f82ec80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.919720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-981a7718-0e5a-430c-a7a9-dd70edf24f46 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/83726e9b-9518-4bb6-bd1e-8d4512635138 HTTP/1.1" status: 204 len: 168 time: 6.2745042 May 06 12:51:54.924738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47384) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:54.938931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10af0330-e9a6-4ba4-994c-c0d68f82ec80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.978674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-714235421'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:54.985125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:54.989790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:54.995723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:55.028318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d1825d9-3b2b-41d1-823a-d4a58acef3fa tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.032001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:55.059228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:55.064885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.150676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10af0330-e9a6-4ba4-994c-c0d68f82ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.154735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:55.181177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af0330-e9a6-4ba4-994c-c0d68f82ec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac4afc1-f634-4353-b093-a27c90e6fcbb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:55.189708 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.190275 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 162ad5a4-ea08-4a82-acf6-9d352c75a157 of type vlan for network d907f0f3-8725-450c-b70e-295bb2cca4e7 May 06 12:51:55.230712 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10af0330-e9a6-4ba4-994c-c0d68f82ec80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.235747 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-10af0330-e9a6-4ba4-994c-c0d68f82ec80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cac4afc1-f634-4353-b093-a27c90e6fcbb HTTP/1.1" status: 204 len: 168 time: 0.4869332 May 06 12:51:55.293620 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.408904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.415395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:55.416420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.505083 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5764484 May 06 12:51:55.506226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:55.633192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6402a80d-78d0-462a-b12b-5a15a66cde45 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:55.843835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e21bd6-8d62-4078-b74d-65c023330e84 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=d907f0f3-8725-450c-b70e-295bb2cca4e7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:55.862765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d907f0f3-8725-450c-b70e-295bb2cca4e7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:56.289230 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6402a80d-78d0-462a-b12b-5a15a66cde45 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.357912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6402a80d-78d0-462a-b12b-5a15a66cde45 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.530869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d1825d9-3b2b-41d1-823a-d4a58acef3fa tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.536120 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d1825d9-3b2b-41d1-823a-d4a58acef3fa tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.575049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d1825d9-3b2b-41d1-823a-d4a58acef3fa tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.575519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1825d9-3b2b-41d1-823a-d4a58acef3fa tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcd0ae55-b444-43f4-bf48-8274b930dc30 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:51:56.593076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d1825d9-3b2b-41d1-823a-d4a58acef3fa tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.597803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9d1825d9-3b2b-41d1-823a-d4a58acef3fa tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "DELETE /v2.0/routers/fcd0ae55-b444-43f4-bf48-8274b930dc30 HTTP/1.1" status: 204 len: 168 time: 3.6417184 May 06 12:51:56.602511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:56.651546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6402a80d-78d0-462a-b12b-5a15a66cde45 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network d907f0f3-8725-450c-b70e-295bb2cca4e7 is not hosted by any dhcp agent {{(pid=83952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:51:56.656860 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6402a80d-78d0-462a-b12b-5a15a66cde45 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:56.657749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6402a80d-78d0-462a-b12b-5a15a66cde45 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.659369 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6402a80d-78d0-462a-b12b-5a15a66cde45 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "PUT /v2.0/networks/d907f0f3-8725-450c-b70e-295bb2cca4e7 HTTP/1.1" status: 200 len: 723 time: 1.0446575 May 06 12:51:56.670587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47416) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:56.679899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': 'd907f0f3-8725-450c-b70e-295bb2cca4e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:57.146717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47426) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:57.236056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402a80d-78d0-462a-b12b-5a15a66cde45 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=d907f0f3-8725-450c-b70e-295bb2cca4e7,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:57.268955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d907f0f3-8725-450c-b70e-295bb2cca4e7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:57.397933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:57.421930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:57.428547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:57.446205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:57.475026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:57.495659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:57.529307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:57.530174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-30d4561b-6dbe-4dd9-b793-e7c8fdbc7d54 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5146658 May 06 12:51:57.537848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47436) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:57.555429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'network': {'name': 'tempest-RoutersTest-590007497'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:57.594480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:57.664944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:network and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:57.683708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:57.775309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:57.837945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Router 685ae792-3386-4791-99df-925e11b55afc has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:57.860600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:57.871070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.905624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:57.906697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:57.925419 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:58.437077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:58.712242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1287724721', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:58.730656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:58.740633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Usage tracker for resource:router and tenant:c644ba1854e845bf986d444e6f9e685c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:58.747112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:58.755344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:58.766357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:58.865951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:58.945274 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:58.959366 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added segment 9b479da0-f269-4a71-8d63-e831b9150823 of type vlan for network 7f476fe1-c5b4-494a-a17c-b22a8974c007 May 06 12:51:59.000376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:59.000376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:59.078353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=28ac2a13-36fc-46ed-99c1-6058907b2933,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:59.093842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:59.096830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': '162ad5a4-ea08-4a82-acf6-9d352c75a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd907f0f3-8725-450c-b70e-295bb2cca4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:59.096830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: d907f0f3-8725-450c-b70e-295bb2cca4e7, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:59.163345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network d907f0f3-8725-450c-b70e-295bb2cca4e7 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:59.215926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d907f0f3-8725-450c-b70e-295bb2cca4e7) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:59.223602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:59.224323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:59.261341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c813bd22-ab2d-42ef-8839-ed389f55f5ed None None] Network d907f0f3-8725-450c-b70e-295bb2cca4e7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:59.276890 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b00c6b45-2581-459a-a30e-3abcc062a11b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6045790 May 06 12:51:59.281210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47456) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:59.287781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-579b4486-ab95-411d-b976-59f8fe95eaeb tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:59.339423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:59.434339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:59.447582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:59.449324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:59.756858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-579b4486-ab95-411d-b976-59f8fe95eaeb tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2698688'] for subnet, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:00.049950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Network': ['ID=7f476fe1-c5b4-494a-a17c-b22a8974c007,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:00.110459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 3, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:51:52Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:00.139580 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 7f476fe1-c5b4-494a-a17c-b22a8974c007 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:52:00.360566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-590533e2-c558-4da7-a1b0-6ec9eba26d18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.8208530 May 06 12:52:00.364673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47472) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:00.437004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:00.437586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Updating router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 port 05c261c7-3926-47ee-b541-bde7fae45539 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:52:00.563914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-579b4486-ab95-411d-b976-59f8fe95eaeb tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727640107677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2954455'] for subnet, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:00.581851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'subnet': {'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:00.633763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:00.647097 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] Sync routers for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:00.665963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:00.688562 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:00.695322 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:00.749292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b4486-ab95-411d-b976-59f8fe95eaeb tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:00.750292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-579b4486-ab95-411d-b976-59f8fe95eaeb tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:00.752327 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-579b4486-ab95-411d-b976-59f8fe95eaeb tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "PUT /v2.0/subnets/28ac2a13-36fc-46ed-99c1-6058907b2933 HTTP/1.1" status: 200 len: 806 time: 1.4700356 May 06 12:52:00.760428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47482) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:01.049538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eb07d5ae-ea12-4d4c-98af-15684db671a1 admin admin] 10.222.0.44 "PUT /v2.0/routers/685ae792-3386-4791-99df-925e11b55afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 24.1846597 May 06 12:52:01.074658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bdb49-9491-43fa-994e-5f0b4af678c0 req-5bce0aff-bb1b-4a14-8d05-6041f6117042 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:01.082203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bdb49-9491-43fa-994e-5f0b4af678c0 req-5bce0aff-bb1b-4a14-8d05-6041f6117042 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:01.093913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bdb49-9491-43fa-994e-5f0b4af678c0 req-5bce0aff-bb1b-4a14-8d05-6041f6117042 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:01.110542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bdb49-9491-43fa-994e-5f0b4af678c0 req-5bce0aff-bb1b-4a14-8d05-6041f6117042 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:01.123366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bdb49-9491-43fa-994e-5f0b4af678c0 req-5bce0aff-bb1b-4a14-8d05-6041f6117042 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:01.135022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47490) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:01.148442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bdb49-9491-43fa-994e-5f0b4af678c0 req-5bce0aff-bb1b-4a14-8d05-6041f6117042 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:01.161793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bdb49-9491-43fa-994e-5f0b4af678c0 req-5bce0aff-bb1b-4a14-8d05-6041f6117042 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:01.165644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343bdb49-9491-43fa-994e-5f0b4af678c0 req-5bce0aff-bb1b-4a14-8d05-6041f6117042 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 3.5120449 May 06 12:52:01.353484 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:01.394843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.431119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:01.455675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:subnet and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:01.458095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-d907f0f3-8725-450c-b70e-295bb2cca4e7', 'network_id': 'd907f0f3-8725-450c-b70e-295bb2cca4e7', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': '28ac2a13-36fc-46ed-99c1-6058907b2933'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:52:01.458959 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.470481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:01.502288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:01.624367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:01.816249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b4486-ab95-411d-b976-59f8fe95eaeb tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=28ac2a13-36fc-46ed-99c1-6058907b2933,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:01.848319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.133366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-343bdb49-9491-43fa-994e-5f0b4af678c0 req-df580f90-2692-43a8-ba54-bcaa3b39b3d3 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9263694 May 06 12:52:02.165951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.479249 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.586531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:02.601202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:02.626857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:02.635154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:02.651221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:02.660383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:02.671307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:02.673583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Synchronizing usage tracker for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:02.756777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Unset dirty status for tenant:94672aef12b1426fa9c669ab8d149b5c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:02.760639 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f1ef5824-4cea-463e-b758-d57c1346e844 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 2.0898590 May 06 12:52:02.812718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Allocated IP 172.20.0.2 (d907f0f3-8725-450c-b70e-295bb2cca4e7/28ac2a13-36fc-46ed-99c1-6058907b2933/2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:02.924228 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:51:48Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:02.941907 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] Checking router: 685ae792-3386-4791-99df-925e11b55afc for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:03.046043 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] Routers {'685ae792-3386-4791-99df-925e11b55afc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:03.047930 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['685ae792-3386-4791-99df-925e11b55afc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:03.116073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-fb91b48e-e07e-4a57-9964-fdca6ecebfb9 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:03.121299 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-fb91b48e-e07e-4a57-9964-fdca6ecebfb9 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "GET /v2.0/ports/ee3120e7-a670-496a-b42d-c6f3cc9c1646?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3519592 May 06 12:52:03.148648 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.212435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Transition to ACTIVE for port object 05c261c7-3926-47ee-b541-bde7fae45539 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:03.247159 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.307211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.324764 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.602936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a3df7-be41-46c6-9d9a-c8192f9fc2d8 None None] Pushing event updated for resources: {'Port': ['ID=05c261c7-3926-47ee-b541-bde7fae45539,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:03.767265 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.859089 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.989032 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] Set router 685ae792-3386-4791-99df-925e11b55afc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:04.067383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 235a8258-23fb-493e-b8a4-6fc4b1d1499b no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:04.220663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47518) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:04.224864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Allocated IP 172.25.7.230 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/ccf432bb-0460-401d-ac38-3fce0dcd7638) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:04.661382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-f28ed122-7cf7-451e-a186-e32a7f3f0a55 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "GET /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.5354214 May 06 12:52:04.772188 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:04.789588 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:04.795389 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:51:48Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:04.803930 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c1efa4-5c12-4699-93d4-486b30abf697 None None] The sync data for ids ['685ae792-3386-4791-99df-925e11b55afc'] in n-d-840847-1 is: [{'id': '685ae792-3386-4791-99df-925e11b55afc', 'name': 'tempest-AttachVolumeTestJSON-1466547998-router', 'tenant_id': '9ef872fc869a48e78985d9ccefc1e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '357a9b13-1fbb-435f-b943-3779e984265f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:58Z', 'updated_at': '2022-05-06T12:51:48Z', 'revision_number': 5, 'project_id': '9ef872fc869a48e78985d9ccefc1e099', 'gw_port': {'id': '357a9b13-1fbb-435f-b943-3779e984265f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685ae792-3386-4791-99df-925e11b55afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:00Z', 'updated_at': '2022-05-06T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:04.818074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Deleting port 357a9b13-1fbb-435f-b943-3779e984265f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:04.818909 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:04.834981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Transition to ACTIVE for port object 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:04.858014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Attempting to bind port 05c261c7-3926-47ee-b541-bde7fae45539 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:04.858506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Attempting to bind port 05c261c7-3926-47ee-b541-bde7fae45539 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '521484a4-9045-43ee-a5a8-4b54afc3db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:04.858859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Attempting to bind port 05c261c7-3926-47ee-b541-bde7fae45539 on network dcbf824e-79b4-4b3d-b415-960b9e273f94 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:04.871428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:04.871997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Checking segment: {'id': '521484a4-9045-43ee-a5a8-4b54afc3db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:04.872453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:04.872909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Bound using segment: {'id': '521484a4-9045-43ee-a5a8-4b54afc3db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:04.873435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Bound port: 05c261c7-3926-47ee-b541-bde7fae45539, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521484a4-9045-43ee-a5a8-4b54afc3db3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:04.874143 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:04.978206 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.107570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] For port 05c261c7-3926-47ee-b541-bde7fae45539, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:05.113008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] For port 05c261c7-3926-47ee-b541-bde7fae45539, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=05c261c7-3926-47ee-b541-bde7fae45539,segment=NetworkSegment(521484a4-9045-43ee-a5a8-4b54afc3db3e),segment_id=521484a4-9045-43ee-a5a8-4b54afc3db3e)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:05.129856 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.157785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Transition to ACTIVE for port object 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:05.217854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:05.258069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Subnet': ['ID=579a80f7-ca61-419a-a8fb-ee540be2a86a,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:05.268459 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.311723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 235a8258-23fb-493e-b8a4-6fc4b1d1499b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=235a8258-23fb-493e-b8a4-6fc4b1d1499b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:05.328108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235a8258-23fb-493e-b8a4-6fc4b1d1499b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:05.357192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.362254 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.366925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ccf302d5-56df-49ee-856e-4f24e4db4a13 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:05.390186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Checking segment: {'id': '9b479da0-f269-4a71-8d63-e831b9150823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:05.390453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network hostable DHCP agents. Network: 7f476fe1-c5b4-494a-a17c-b22a8974c007, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:52:05.438277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-702746a6-93a2-4f68-a1ee-b29bd8e3b5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.500190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5dd4-1d09-4db3-9dd7-c15c95d1767a req-f8ffe1b0-8f03-4d00-84c8-d12885c5754d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:05.504321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5dd4-1d09-4db3-9dd7-c15c95d1767a req-f8ffe1b0-8f03-4d00-84c8-d12885c5754d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:05.513720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.521974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5dd4-1d09-4db3-9dd7-c15c95d1767a req-f8ffe1b0-8f03-4d00-84c8-d12885c5754d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:05.531382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5dd4-1d09-4db3-9dd7-c15c95d1767a req-f8ffe1b0-8f03-4d00-84c8-d12885c5754d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:05.542814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5dd4-1d09-4db3-9dd7-c15c95d1767a req-f8ffe1b0-8f03-4d00-84c8-d12885c5754d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:05.580825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5dd4-1d09-4db3-9dd7-c15c95d1767a req-f8ffe1b0-8f03-4d00-84c8-d12885c5754d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:05.601031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e5dd4-1d09-4db3-9dd7-c15c95d1767a req-f8ffe1b0-8f03-4d00-84c8-d12885c5754d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:05.603393 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec042c8-490d-4915-92ea-b0fc8e479e70'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '235a8258-23fb-493e-b8a4-6fc4b1d1499b', 'code': 200} May 06 12:52:05.616205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b1e5dd4-1d09-4db3-9dd7-c15c95d1767a req-f8ffe1b0-8f03-4d00-84c8-d12885c5754d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5433 time: 0.7637708 May 06 12:52:05.617294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a3df7-be41-46c6-9d9a-c8192f9fc2d8 None None] Pushing event updated for resources: {'Port': ['ID=05c261c7-3926-47ee-b541-bde7fae45539,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:05.687464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 7f476fe1-c5b4-494a-a17c-b22a8974c007 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:52:05.763963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 7f476fe1-c5b4-494a-a17c-b22a8974c007) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:05.771556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:05.772742 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.841854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8e562048-1cea-48ad-a887-dd8ea843fed6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4723310 May 06 12:52:05.848359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47544) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:05.854173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=28ac2a13-36fc-46ed-99c1-6058907b2933,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:05.854673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b1e5dd4-1d09-4db3-9dd7-c15c95d1767a req-80b01db7-c5d1-48c5-bf3c-12ef467a0c73 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2168972 May 06 12:52:05.862765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babddc08-9690-4790-9781-91e4075161b6 None None] Network 7f476fe1-c5b4-494a-a17c-b22a8974c007 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:05.960080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-702746a6-93a2-4f68-a1ee-b29bd8e3b5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:05.977390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-702746a6-93a2-4f68-a1ee-b29bd8e3b5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:39f643d0246a46d98d3177bfdcdae7ef is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:05.992935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-702746a6-93a2-4f68-a1ee-b29bd8e3b5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:06.020782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-702746a6-93a2-4f68-a1ee-b29bd8e3b5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:06.041714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 66719b16-5139-4764-800c-7b81ef8f2a80 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:06.350804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] For port 357a9b13-1fbb-435f-b943-3779e984265f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=357a9b13-1fbb-435f-b943-3779e984265f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:06.356199 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:06.410369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 66719b16-5139-4764-800c-7b81ef8f2a80 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:06.411056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 66719b16-5139-4764-800c-7b81ef8f2a80 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:06.533458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Network d907f0f3-8725-450c-b70e-295bb2cca4e7 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:06.560465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-7f476fe1-c5b4-494a-a17c-b22a8974c007', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:52:06.561570 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:06.573950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:06.578089 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:06.585105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Pushing event updated for resources: {'Port': ['ID=2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:06.594043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:06.758256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event updated for resources: {'Port': ['ID=ccf432bb-0460-401d-ac38-3fce0dcd7638,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:06.786216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=235a8258-23fb-493e-b8a4-6fc4b1d1499b,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:06.800085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:06.800728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:06.920529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:06.924060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:06.929731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:06.985278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.986076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.986957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.987449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.987934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.988415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.989029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.989518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.990001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.990486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:06.991054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:07.104941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.133913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Calling delete_port for 357a9b13-1fbb-435f-b943-3779e984265f owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:07.232300 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.834244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] For port ee3120e7-a670-496a-b42d-c6f3cc9c1646, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee3120e7-a670-496a-b42d-c6f3cc9c1646,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:07.880140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] For port ee3120e7-a670-496a-b42d-c6f3cc9c1646, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:07.937733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Allocated IP 172.22.0.2 (7f476fe1-c5b4-494a-a17c-b22a8974c007/579a80f7-ca61-419a-a8fb-ee540be2a86a/7cbc25f8-8e91-445c-840a-f9d1ea9b864c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:07.941085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] device_id is not set on port ee3120e7-a670-496a-b42d-c6f3cc9c1646 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:52:07.950285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.971906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.989753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ccf302d5-56df-49ee-856e-4f24e4db4a13, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:07.995949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:08.028702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.029404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 2223e052-734e-4a15-953e-99cb7d6f76d6 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:08.074101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.075468 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.099945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6b48-bd91-4254-a2ca-20ec0bb84885 req-4db1c516-a9f6-42fb-8982-05e40e8e3f28 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:08.105857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6b48-bd91-4254-a2ca-20ec0bb84885 req-4db1c516-a9f6-42fb-8982-05e40e8e3f28 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:08.115633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6b48-bd91-4254-a2ca-20ec0bb84885 req-4db1c516-a9f6-42fb-8982-05e40e8e3f28 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:08.126977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6b48-bd91-4254-a2ca-20ec0bb84885 req-4db1c516-a9f6-42fb-8982-05e40e8e3f28 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:08.135127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6b48-bd91-4254-a2ca-20ec0bb84885 req-4db1c516-a9f6-42fb-8982-05e40e8e3f28 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:08.142999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6b48-bd91-4254-a2ca-20ec0bb84885 req-4db1c516-a9f6-42fb-8982-05e40e8e3f28 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:08.159087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c6b48-bd91-4254-a2ca-20ec0bb84885 req-4db1c516-a9f6-42fb-8982-05e40e8e3f28 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:08.159087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d6c6b48-bd91-4254-a2ca-20ec0bb84885 req-4db1c516-a9f6-42fb-8982-05e40e8e3f28 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 5431 time: 0.4710929 May 06 12:52:08.214283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Attempting to bind port 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:08.215502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Attempting to bind port 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '162ad5a4-ea08-4a82-acf6-9d352c75a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd907f0f3-8725-450c-b70e-295bb2cca4e7'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:08.215502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Attempting to bind port 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1 on network d907f0f3-8725-450c-b70e-295bb2cca4e7 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:08.251075 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd0e152-b9a7-41c4-a35f-a20b5e547a4e'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'code': 200} May 06 12:52:08.372187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.388868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:08.389857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Checking segment: {'id': '162ad5a4-ea08-4a82-acf6-9d352c75a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd907f0f3-8725-450c-b70e-295bb2cca4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:08.390972 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.391828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Bound using segment: {'id': '162ad5a4-ea08-4a82-acf6-9d352c75a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd907f0f3-8725-450c-b70e-295bb2cca4e7'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:08.392849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Bound port: 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162ad5a4-ea08-4a82-acf6-9d352c75a157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd907f0f3-8725-450c-b70e-295bb2cca4e7'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:08.393678 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.468096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:08.500332 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.532332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d6c6b48-bd91-4254-a2ca-20ec0bb84885 req-9c283ee9-a272-4287-b476-324cecf3ef1f tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3544807 May 06 12:52:08.599866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d907f0f3-8725-450c-b70e-295bb2cca4e7']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:08.626529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.942108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] For port 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:08.956553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] For port 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1,segment=NetworkSegment(162ad5a4-ea08-4a82-acf6-9d352c75a157),segment_id=162ad5a4-ea08-4a82-acf6-9d352c75a157)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:09.003017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162ad5a4-ea08-4a82-acf6-9d352c75a157') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:09.004504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162ad5a4-ea08-4a82-acf6-9d352c75a157') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:09.217216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=ccf302d5-56df-49ee-856e-4f24e4db4a13,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:09.282251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.441010 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.548477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3120e7-a670-496a-b42d-c6f3cc9c1646,revision_number=6']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:09.663021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-702746a6-93a2-4f68-a1ee-b29bd8e3b5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.668352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.756249 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.820228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-702746a6-93a2-4f68-a1ee-b29bd8e3b5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.863918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] No DVR routers for this DVR port ee3120e7-a670-496a-b42d-c6f3cc9c1646 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:10.010322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] In _notify_port_updated(), no bound segment for port ee3120e7-a670-496a-b42d-c6f3cc9c1646 on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:52:10.012064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.014459 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-b7801b13-5488-46a0-b457-13ec1e8450f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/ee3120e7-a670-496a-b42d-c6f3cc9c1646 HTTP/1.1" status: 200 len: 1027 time: 5.3388956 May 06 12:52:10.092313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 2223e052-734e-4a15-953e-99cb7d6f76d6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2223e052-734e-4a15-953e-99cb7d6f76d6,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:10.238482 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.251930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 0556dd40-9a4b-42b7-b459-f3251ff0209b no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:10.323145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-61f4baf4-94d2-40d2-91ea-c878c521e15f tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:10.325714 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-61f4baf4-94d2-40d2-91ea-c878c521e15f tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "GET /v2.0/ports/0556dd40-9a4b-42b7-b459-f3251ff0209b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1647711 May 06 12:52:10.327061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Pushing event deleted for resources: {'Port': ['ID=357a9b13-1fbb-435f-b943-3779e984265f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:10.517552 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:52:10.667470 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.772678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2223e052-734e-4a15-953e-99cb7d6f76d6'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:10.989248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47604) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:11.065926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.083867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab78dfed-5ae5-4076-b73d-aa5b1b11e9ee None None] Network d907f0f3-8725-450c-b70e-295bb2cca4e7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:11.121189 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-702746a6-93a2-4f68-a1ee-b29bd8e3b5a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39f643d0246a46d98d3177bfdcdae7ef&name=default HTTP/1.1" status: 200 len: 2647 time: 6.8739176 May 06 12:52:11.126502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47610) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:11.132718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:11.411712 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0186cd-7eb6-4080-a297-95e915979e98'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2223e052-734e-4a15-953e-99cb7d6f76d6', 'code': 200} May 06 12:52:11.413037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-982f3759-d9ad-4c2b-a005-28c757fd827e None None] Provisioning complete for port ee3120e7-a670-496a-b42d-c6f3cc9c1646 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:11.414014 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-982f3759-d9ad-4c2b-a005-28c757fd827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.449720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702746a6-93a2-4f68-a1ee-b29bd8e3b5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c82871-cb4a-4b30-a791-2c9d69cfb8ba,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:11.454936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:52:11.455618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.669080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f89e32-2d91-4a0e-a7cf-75559f844d6a None None] Pushing event updated for resources: {'Port': ['ID=2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: timer() May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:52:11.818883 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:52:11.922420 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd92ca1d-e7f2-45e9-bb47-1cb3b6d72359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.952492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbd552-6e4d-467b-bae4-6d9a33d91ad6 req-65705ccf-8dbe-4a37-8d74-fa8842759ebc tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:11.961319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbd552-6e4d-467b-bae4-6d9a33d91ad6 req-65705ccf-8dbe-4a37-8d74-fa8842759ebc tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:11.966666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbd552-6e4d-467b-bae4-6d9a33d91ad6 req-65705ccf-8dbe-4a37-8d74-fa8842759ebc tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:11.975159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbd552-6e4d-467b-bae4-6d9a33d91ad6 req-65705ccf-8dbe-4a37-8d74-fa8842759ebc tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:11.979765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbd552-6e4d-467b-bae4-6d9a33d91ad6 req-65705ccf-8dbe-4a37-8d74-fa8842759ebc tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:11.984831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbd552-6e4d-467b-bae4-6d9a33d91ad6 req-65705ccf-8dbe-4a37-8d74-fa8842759ebc tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:11.993844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3dbd552-6e4d-467b-bae4-6d9a33d91ad6 req-65705ccf-8dbe-4a37-8d74-fa8842759ebc tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 4653 time: 1.0463059 May 06 12:52:12.019475 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.024795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Router 06d4d6cd-ea01-4375-8374-3d7998d83e72 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:52:12.109671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cd92ca1d-e7f2-45e9-bb47-1cb3b6d72359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:12.114101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-982f3759-d9ad-4c2b-a005-28c757fd827e None None] Port ee3120e7-a670-496a-b42d-c6f3cc9c1646 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:12.130394 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.160984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=2223e052-734e-4a15-953e-99cb7d6f76d6,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:12.166936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Transition to ACTIVE for port object 7cbc25f8-8e91-445c-840a-f9d1ea9b864c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:12.178758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.181904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:52:12.181904 n-d-840847-1 neutron-server[83952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:52:12.181904 n-d-840847-1 neutron-server[83952]: [parameters: {'id': 'd907f0f3-8725-450c-b70e-295bb2cca4e7'}] May 06 12:52:12.181904 n-d-840847-1 neutron-server[83952]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:52:12.182440 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:52:12.191060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 0556dd40-9a4b-42b7-b459-f3251ff0209b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0556dd40-9a4b-42b7-b459-f3251ff0209b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:12.229926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.231079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 482d04d1-aae6-4af8-913a-59552b4d6808 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:12.243143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3dbd552-6e4d-467b-bae4-6d9a33d91ad6 req-a193bffd-2be1-4cb2-9f83-13980005c187 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&id=e4f6d1a4-a046-473d-8a26-deb7e5a6f855&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2481341 May 06 12:52:12.245218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cd92ca1d-e7f2-45e9-bb47-1cb3b6d72359 admin admin] Usage tracker for resource:security_group_rule and tenant:73ae63bdc1dd4c19ac07fde8d68c4178 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:12.264208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cd92ca1d-e7f2-45e9-bb47-1cb3b6d72359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:12.322582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.363947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-262413f3-b3eb-4d2a-bd6f-d70252d4b65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.374318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Transition to ACTIVE for port object 7cbc25f8-8e91-445c-840a-f9d1ea9b864c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:12.379050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cd92ca1d-e7f2-45e9-bb47-1cb3b6d72359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:12.442223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-262413f3-b3eb-4d2a-bd6f-d70252d4b65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.459537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.460423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 685ae792-3386-4791-99df-925e11b55afc {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:12.502256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.528566 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.633269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 3, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:05Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:12.636895 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6fbadac-dd8e-4952-ba01-6cc439356032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.654954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8e55b6-ec68-4b45-b75b-f87fdf891ae2 None None] Network d907f0f3-8725-450c-b70e-295bb2cca4e7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:12.709429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef11707-693d-49d7-861b-bb3c9dfb50ee None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 3, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:05Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:12.732384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.22.0.1 (7f476fe1-c5b4-494a-a17c-b22a8974c007/579a80f7-ca61-419a-a8fb-ee540be2a86a/ce238182-8f99-48b5-a0fb-f295ea10a66a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:12.791207 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd92ca1d-e7f2-45e9-bb47-1cb3b6d72359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.810682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=0556dd40-9a4b-42b7-b459-f3251ff0209b,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:12.815682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Network 7f476fe1-c5b4-494a-a17c-b22a8974c007 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:12.860409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] For port 0556dd40-9a4b-42b7-b459-f3251ff0209b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=0556dd40-9a4b-42b7-b459-f3251ff0209b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:12.865487 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cd92ca1d-e7f2-45e9-bb47-1cb3b6d72359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.879747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:12.901827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] For port 0556dd40-9a4b-42b7-b459-f3251ff0209b, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:12.931237 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.941237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Pushing event updated for resources: {'Port': ['ID=7cbc25f8-8e91-445c-840a-f9d1ea9b864c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:12.951076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:12.974728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] device_id is not set on port 0556dd40-9a4b-42b7-b459-f3251ff0209b yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:52:12.984609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.996750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.000915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:13.012987 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.035189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be753b9-d47f-445a-80e5-deb30328becb None None] Sync routers for ids ['06d4d6cd-ea01-4375-8374-3d7998d83e72'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:13.085694 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.087235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cb8eca46-c38e-425a-b02e-5f2213cb2716 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 15.9387746 May 06 12:52:13.093067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47620) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.227419 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.274811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92ca1d-e7f2-45e9-bb47-1cb3b6d72359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e9d01a-955d-4422-9680-aaba676e7cad,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:13.366327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 482d04d1-aae6-4af8-913a-59552b4d6808, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=482d04d1-aae6-4af8-913a-59552b4d6808,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:13.369564 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.371695 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-75217cf1-64f2-4a8b-9aad-fff43ae67448 admin admin] 10.222.0.44 "DELETE /v2.0/routers/685ae792-3386-4791-99df-925e11b55afc HTTP/1.1" status: 204 len: 168 time: 12.2192979 May 06 12:52:13.469633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cd92ca1d-e7f2-45e9-bb47-1cb3b6d72359 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73ae63bdc1dd4c19ac07fde8d68c4178&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4238791 May 06 12:52:13.474404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0556dd40-9a4b-42b7-b459-f3251ff0209b'}, {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482d04d1-aae6-4af8-913a-59552b4d6808'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:13.476521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47628) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.477011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47630) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.482094 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be753b9-d47f-445a-80e5-deb30328becb None None] Routers {'06d4d6cd-ea01-4375-8374-3d7998d83e72'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:13.482771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0be753b9-d47f-445a-80e5-deb30328becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['06d4d6cd-ea01-4375-8374-3d7998d83e72'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:13.585197 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.586254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ee3120e7-a670-496a-b42d-c6f3cc9c1646 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:13.637939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:13.638502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.852685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0be753b9-d47f-445a-80e5-deb30328becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:13.911102 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-262413f3-b3eb-4d2a-bd6f-d70252d4b65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.948216 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e14fd9-fb78-4461-8578-e41dd23250d8'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0556dd40-9a4b-42b7-b459-f3251ff0209b', 'code': 200} May 06 12:52:13.948954 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e14fd9-fb78-4461-8578-e41dd23250d8'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482d04d1-aae6-4af8-913a-59552b4d6808', 'code': 200} May 06 12:52:13.950155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be753b9-d47f-445a-80e5-deb30328becb None None] Routers {'06d4d6cd-ea01-4375-8374-3d7998d83e72'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:13.958272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0be753b9-d47f-445a-80e5-deb30328becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:51:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['06d4d6cd-ea01-4375-8374-3d7998d83e72'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:14.020592 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.054945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Transition to ACTIVE for port object ce238182-8f99-48b5-a0fb-f295ea10a66a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:14.157565 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.226640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Attempting to bind port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:14.228240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Attempting to bind port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '9b479da0-f269-4a71-8d63-e831b9150823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:14.229247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Attempting to bind port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c on network 7f476fe1-c5b4-494a-a17c-b22a8974c007 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:14.240530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6b53a4-b010-47ce-a5d2-66c8dc842f08 admin admin] Deleting subnet 8cd263ee-662d-4e77-8e21-d24ec93bcba5 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:52:14.289490 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca6b53a4-b010-47ce-a5d2-66c8dc842f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.344166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:14.344982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Checking segment: {'id': '9b479da0-f269-4a71-8d63-e831b9150823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:14.346057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.346463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Bound using segment: {'id': '9b479da0-f269-4a71-8d63-e831b9150823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:14.347029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Bound port: 7cbc25f8-8e91-445c-840a-f9d1ea9b864c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b479da0-f269-4a71-8d63-e831b9150823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:14.347427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.373223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 05c261c7-3926-47ee-b541-bde7fae45539 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:14.409431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-262413f3-b3eb-4d2a-bd6f-d70252d4b65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.412934 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-262413f3-b3eb-4d2a-bd6f-d70252d4b65a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39c82871-cb4a-4b30-a791-2c9d69cfb8ba HTTP/1.1" status: 204 len: 168 time: 3.2153220 May 06 12:52:14.415748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] Pushing event updated for resources: {'Port': ['ID=0556dd40-9a4b-42b7-b459-f3251ff0209b,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:14.423384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262413f3-b3eb-4d2a-bd6f-d70252d4b65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c82871-cb4a-4b30-a791-2c9d69cfb8ba,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:14.573762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] No DVR routers for this DVR port 0556dd40-9a4b-42b7-b459-f3251ff0209b on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:14.585591 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca6b53a4-b010-47ce-a5d2-66c8dc842f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.626329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0be753b9-d47f-445a-80e5-deb30328becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:14.627166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be753b9-d47f-445a-80e5-deb30328becb None None] The sync data for ids ['06d4d6cd-ea01-4375-8374-3d7998d83e72'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:14.643385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9924e73b-19e3-4ebe-a8b6-9d74336e24c5 None None] Provisioning complete for port 0556dd40-9a4b-42b7-b459-f3251ff0209b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:14.643958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9924e73b-19e3-4ebe-a8b6-9d74336e24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.733139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=482d04d1-aae6-4af8-913a-59552b4d6808,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:14.738351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ee3120e7-a670-496a-b42d-c6f3cc9c1646 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:14.738941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:14.821203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4cbea71-3f78-4300-a4ef-5e34d8aa0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.896860 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1,segment=NetworkSegment(162ad5a4-ea08-4a82-acf6-9d352c75a157),segment_id=162ad5a4-ea08-4a82-acf6-9d352c75a157)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:14.898988 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.911996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9924e73b-19e3-4ebe-a8b6-9d74336e24c5 None None] Port 0556dd40-9a4b-42b7-b459-f3251ff0209b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:14.940861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] In _notify_port_updated(), no bound segment for port 0556dd40-9a4b-42b7-b459-f3251ff0209b on network 2685699a-15bb-4993-b2ff-6ccaf2ad46af {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:52:14.943623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.947063 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-34d53c00-67c0-4e9e-b8a3-fcb4296c85ec service neutron] 10.222.0.36 "PUT /v2.0/ports/0556dd40-9a4b-42b7-b459-f3251ff0209b HTTP/1.1" status: 200 len: 1026 time: 3.8352757 May 06 12:52:14.948710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 05c261c7-3926-47ee-b541-bde7fae45539 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:14.963416 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca6b53a4-b010-47ce-a5d2-66c8dc842f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.970998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 05c261c7-3926-47ee-b541-bde7fae45539 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:14.971376 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.055772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] For port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:15.062290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=ce238182-8f99-48b5-a0fb-f295ea10a66a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:15.087488 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca6b53a4-b010-47ce-a5d2-66c8dc842f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.095302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 7f476fe1-c5b4-494a-a17c-b22a8974c007 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:15.138759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b53a4-b010-47ce-a5d2-66c8dc842f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd263ee-662d-4e77-8e21-d24ec93bcba5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:15.141266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:15.145529 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac338-bdc7-4cd4-8219-1ca4fb688834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.159588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:15.169404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] For port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7cbc25f8-8e91-445c-840a-f9d1ea9b864c,segment=NetworkSegment(9b479da0-f269-4a71-8d63-e831b9150823),segment_id=9b479da0-f269-4a71-8d63-e831b9150823)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:15.198390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.239116 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.272411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4da3f-f43a-4ca5-a1b4-c29867f71c60 req-5effe1df-48b0-477b-b474-94733aea61f2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:15.277375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4da3f-f43a-4ca5-a1b4-c29867f71c60 req-5effe1df-48b0-477b-b474-94733aea61f2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:15.282530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4da3f-f43a-4ca5-a1b4-c29867f71c60 req-5effe1df-48b0-477b-b474-94733aea61f2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:15.286852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4da3f-f43a-4ca5-a1b4-c29867f71c60 req-5effe1df-48b0-477b-b474-94733aea61f2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:15.291358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4da3f-f43a-4ca5-a1b4-c29867f71c60 req-5effe1df-48b0-477b-b474-94733aea61f2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:15.300290 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53b4da3f-f43a-4ca5-a1b4-c29867f71c60 req-5effe1df-48b0-477b-b474-94733aea61f2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 3878 time: 1.4739594 May 06 12:52:15.355362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca6b53a4-b010-47ce-a5d2-66c8dc842f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.367131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:15.442755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ca6b53a4-b010-47ce-a5d2-66c8dc842f08 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8cd263ee-662d-4e77-8e21-d24ec93bcba5 HTTP/1.1" status: 204 len: 168 time: 1.9363544 May 06 12:52:15.448203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47648) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.484438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting port 482d04d1-aae6-4af8-913a-59552b4d6808 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:15.484778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.548344 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.557062 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac338-bdc7-4cd4-8219-1ca4fb688834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.573454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b901e7-66f5-43e4-874e-25473b2d6f6e None None] Network 4a11f00e-fb98-427e-8b87-2f5e8352626a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:15.627411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53b4da3f-f43a-4ca5-a1b4-c29867f71c60 req-cbfd686e-2b49-4355-988c-6edaf61868c9 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254857 May 06 12:52:15.728995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-d54e6160-ec52-4d81-a049-5d7a804b5ad5 req-5bcdaba9-2c0b-413f-922b-9c1c30ea4174 service neutron] (83952) timed out ('10.222.0.44', 34542) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:52:15.870133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.889936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47654) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.977115 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a102496e-065f-439a-8629-72ed0e8e03ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.017307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Port': ['ID=2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:16.070544 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2a0e9c0e-a75f-4eb1-a706-936322f7ea22 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/routers/06d4d6cd-ea01-4375-8374-3d7998d83e72 HTTP/1.1" status: 200 len: 921 time: 2.9588392 May 06 12:52:16.074868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.080907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47660) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:16.132009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No DVR routers for this DVR port 2b9e22af-a0af-49d0-8a8a-41b3b03aa7f1 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:16.157580 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.179209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e1438582-e355-4fa9-881a-ad1917848383 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=06d4d6cd-ea01-4375-8374-3d7998d83e72 HTTP/1.1" status: 200 len: 205 time: 0.0992935 May 06 12:52:16.184336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47666) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:16.357175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a102496e-065f-439a-8629-72ed0e8e03ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:16.366719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 05c261c7-3926-47ee-b541-bde7fae45539, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=05c261c7-3926-47ee-b541-bde7fae45539,segment=NetworkSegment(521484a4-9045-43ee-a5a8-4b54afc3db3e),segment_id=521484a4-9045-43ee-a5a8-4b54afc3db3e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:16.379260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Deleting port 0a4f922d-e8a6-4e30-a622-658813b4ac70 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:16.380948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.457466 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac338-bdc7-4cd4-8219-1ca4fb688834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.462281 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.487620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a102496e-065f-439a-8629-72ed0e8e03ab admin admin] Usage tracker for resource:security_group_rule and tenant:e8dd6585e21845ed80c415198b6b8181 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:16.515352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a102496e-065f-439a-8629-72ed0e8e03ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:16.575234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a102496e-065f-439a-8629-72ed0e8e03ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:16.579446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.594790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 357a9b13-1fbb-435f-b943-3779e984265f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:16.669049 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.676598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 357a9b13-1fbb-435f-b943-3779e984265f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:16.677547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 357a9b13-1fbb-435f-b943-3779e984265f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:16.727885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:16.736328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:16.750497 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.754558 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.759030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12199e79-9d67-48d1-8110-3f7b8edbc40f None None] Pushing event updated for resources: {'Port': ['ID=7cbc25f8-8e91-445c-840a-f9d1ea9b864c,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:16.817027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a102496e-065f-439a-8629-72ed0e8e03ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.856341 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.880215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d907f0f3-8725-450c-b70e-295bb2cca4e7']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:17.011401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162ad5a4-ea08-4a82-acf6-9d352c75a157') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:17.014635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162ad5a4-ea08-4a82-acf6-9d352c75a157') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:17.022403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=05c261c7-3926-47ee-b541-bde7fae45539,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:17.201590 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e764eb3c-3fb4-4bc4-9266-3f8cdc74be2d'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea', 'code': 200} May 06 12:52:17.281008 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c2ac338-bdc7-4cd4-8219-1ca4fb688834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.310039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9c2ac338-bdc7-4cd4-8219-1ca4fb688834 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96e9d01a-955d-4422-9680-aaba676e7cad HTTP/1.1" status: 204 len: 168 time: 3.8000748 May 06 12:52:17.317726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:17.425294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] For port 0a4f922d-e8a6-4e30-a622-658813b4ac70, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0a4f922d-e8a6-4e30-a622-658813b4ac70,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:17.426132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.448870 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.464849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] DHCP port deletion for 4a11f00e-fb98-427e-8b87-2f5e8352626a request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:52:17.477157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] Deleting port 0a4f922d-e8a6-4e30-a622-658813b4ac70 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:17.481814 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.511017 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a102496e-065f-439a-8629-72ed0e8e03ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.558942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ac338-bdc7-4cd4-8219-1ca4fb688834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e9d01a-955d-4422-9680-aaba676e7cad,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:17.647450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102496e-065f-439a-8629-72ed0e8e03ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be36bb49-d821-4263-9716-b57ad7c081bf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:17.652444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Calling delete_port for 0a4f922d-e8a6-4e30-a622-658813b4ac70 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:17.764088 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.798535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.820209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:52:17.820851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.897067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a102496e-065f-439a-8629-72ed0e8e03ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8dd6585e21845ed80c415198b6b8181&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0033474 May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: timer() May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:52:17.997830 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:52:18.000717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47680) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:18.237088 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.341212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] For port 0a4f922d-e8a6-4e30-a622-658813b4ac70, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0a4f922d-e8a6-4e30-a622-658813b4ac70,segment=NetworkSegment(a212422b-ba12-4e46-b751-d700f65a9bb4),segment_id=a212422b-ba12-4e46-b751-d700f65a9bb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:18.341971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.384689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] For port 482d04d1-aae6-4af8-913a-59552b4d6808, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=482d04d1-aae6-4af8-913a-59552b4d6808,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:18.385256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.720612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac033700-6255-4f9a-acff-c2af6506a523 req-762b3d18-847b-490e-ab17-91e08df89ae6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:18.739519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac033700-6255-4f9a-acff-c2af6506a523 req-762b3d18-847b-490e-ab17-91e08df89ae6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:18.750790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac033700-6255-4f9a-acff-c2af6506a523 req-762b3d18-847b-490e-ab17-91e08df89ae6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:18.760811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac033700-6255-4f9a-acff-c2af6506a523 req-762b3d18-847b-490e-ab17-91e08df89ae6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:18.774950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac033700-6255-4f9a-acff-c2af6506a523 req-762b3d18-847b-490e-ab17-91e08df89ae6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:18.778245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4f922d-e8a6-4e30-a622-658813b4ac70,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:18.792548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac033700-6255-4f9a-acff-c2af6506a523 req-762b3d18-847b-490e-ab17-91e08df89ae6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 3876 time: 1.3888569 May 06 12:52:18.793975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] No DVR routers for this DVR port 0a4f922d-e8a6-4e30-a622-658813b4ac70 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:18.803411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47686) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:18.896522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] Calling delete_port for 0a4f922d-e8a6-4e30-a622-658813b4ac70 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:19.002073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c028b7-a6ef-47dd-abc7-abaa8d5013ae None None] Network 7f476fe1-c5b4-494a-a17c-b22a8974c007 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:19.033937 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-521812e8-17dc-4059-977c-0c00167cf517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.096474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Calling delete_port for 482d04d1-aae6-4af8-913a-59552b4d6808 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:19.268480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7cbc25f8-8e91-445c-840a-f9d1ea9b864c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:19.313397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.421826 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:52:19.422890 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:52:19.423629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a8c3717d-d5ed-4e51-8a5f-f3a7e3c79aa8 None None] Provisioning for port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:19.457888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac033700-6255-4f9a-acff-c2af6506a523 req-f0acd52b-aab5-45ad-bc1f-ed6d6670761d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6384254 May 06 12:52:19.496412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-521812e8-17dc-4059-977c-0c00167cf517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:19.504499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.516637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.652872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-521812e8-17dc-4059-977c-0c00167cf517 admin admin] Usage tracker for resource:security_group_rule and tenant:68729f7157334b62acca5ebc9b61ebe1 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:19.661343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-521812e8-17dc-4059-977c-0c00167cf517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:19.688561 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:52:19.715305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-521812e8-17dc-4059-977c-0c00167cf517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:19.727910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.750474 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.796247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:19.818022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:19.818646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.869446 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.928080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] Deleting port 0a4f922d-e8a6-4e30-a622-658813b4ac70 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:19.928713 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.953365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=d907f0f3-8725-450c-b70e-295bb2cca4e7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:20.027229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a261586b-f7d2-4285-aed0-4cd324df0efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.030386 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6e5ecb23-48bd-4b4d-ad86-cb7300a02ed2 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/d907f0f3-8725-450c-b70e-295bb2cca4e7 HTTP/1.1" status: 204 len: 168 time: 19.2678869 May 06 12:52:20.033966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.054256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Port': ['ID=482d04d1-aae6-4af8-913a-59552b4d6808,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:20.060373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47696) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:20.137223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-191f6b15-630f-4174-92ad-b03de2c8c5d4 None None] The port '0a4f922d-e8a6-4e30-a622-658813b4ac70' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:52:20.275116 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.387442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7cbc25f8-8e91-445c-840a-f9d1ea9b864c,segment=NetworkSegment(9b479da0-f269-4a71-8d63-e831b9150823),segment_id=9b479da0-f269-4a71-8d63-e831b9150823)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:20.398206 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.400128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 05c261c7-3926-47ee-b541-bde7fae45539 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:20.503100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a11f00e-fb98-427e-8b87-2f5e8352626a']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:20.529754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a212422b-ba12-4e46-b751-d700f65a9bb4') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:20.530791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a212422b-ba12-4e46-b751-d700f65a9bb4') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:20.564912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.576846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=ce238182-8f99-48b5-a0fb-f295ea10a66a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:20.636361 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7eac0f-994d-4af3-8faf-8ca76ad91efd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:52:20.637238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7eac0f-994d-4af3-8faf-8ca76ad91efd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:52:20.644049 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9e7eac0f-994d-4af3-8faf-8ca76ad91efd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/d907f0f3-8725-450c-b70e-295bb2cca4e7 HTTP/1.1" status: 404 len: 339 time: 0.5707593 May 06 12:52:20.678960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a261586b-f7d2-4285-aed0-4cd324df0efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.725975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-521812e8-17dc-4059-977c-0c00167cf517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.762038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=7cbc25f8-8e91-445c-840a-f9d1ea9b864c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:20.781007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47706) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:20.794752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-521812e8-17dc-4059-977c-0c00167cf517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.819100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-abd536f4-bf6b-42e8-9e09-9b488b7e9aa3 None None] Provisioning for port ce238182-8f99-48b5-a0fb-f295ea10a66a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:20.823060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.833234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] No DVR routers for this DVR port 482d04d1-aae6-4af8-913a-59552b4d6808 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:20.840979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 05c261c7-3926-47ee-b541-bde7fae45539 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:20.842035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.848785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.855604 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-95b0de4d-6196-42e0-b1b7-42d559fc4564 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "DELETE /v2.0/ports/482d04d1-aae6-4af8-913a-59552b4d6808 HTTP/1.1" status: 204 len: 173 time: 5.9017744 May 06 12:52:20.859460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': '482d04d1-aae6-4af8-913a-59552b4d6808'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:20.870165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:52:20.871367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.941113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-abd536f4-bf6b-42e8-9e09-9b488b7e9aa3 None None] Provisioning complete for port ce238182-8f99-48b5-a0fb-f295ea10a66a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:20.942096 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-abd536f4-bf6b-42e8-9e09-9b488b7e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: timer() May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:52:20.942771 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:52:21.027013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-713789833', 'description': 'd1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:21.084451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521812e8-17dc-4059-977c-0c00167cf517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71865e62-84b9-4885-9da0-944e5df58b11,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:21.162790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.193666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:21.252187 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36abed02-2fa2-4239-93e9-aaa48766ca3a'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': '482d04d1-aae6-4af8-913a-59552b4d6808', 'status': 'completed', 'code': 200} May 06 12:52:21.309844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a02550-2551-43e2-b9a1-c31958b07648 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:52:21.317151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:21.317924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.450892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a261586b-f7d2-4285-aed0-4cd324df0efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.503843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 7f476fe1-c5b4-494a-a17c-b22a8974c007 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:21.524135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:network and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:21.527944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:21.534215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:21.577893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261586b-f7d2-4285-aed0-4cd324df0efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be36bb49-d821-4263-9716-b57ad7c081bf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:21.583777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.640526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.695005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:21.707805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a11f00e-fb98-427e-8b87-2f5e8352626a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:21.736460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-abd536f4-bf6b-42e8-9e09-9b488b7e9aa3 None None] Port ce238182-8f99-48b5-a0fb-f295ea10a66a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:21.740887 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2ea5e801-1e4e-4c60-8029-2d7f99dcc33b admin admin] 10.222.0.44 "DELETE /v2.0/networks/4a11f00e-fb98-427e-8b87-2f5e8352626a HTTP/1.1" status: 204 len: 168 time: 6.2892823 May 06 12:52:21.744008 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a261586b-f7d2-4285-aed0-4cd324df0efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.749965 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a261586b-f7d2-4285-aed0-4cd324df0efe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be36bb49-d821-4263-9716-b57ad7c081bf HTTP/1.1" status: 204 len: 168 time: 3.7106867 May 06 12:52:22.019977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-521812e8-17dc-4059-977c-0c00167cf517 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68729f7157334b62acca5ebc9b61ebe1&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2145991 May 06 12:52:22.027598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47718) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:22.046142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-abd536f4-bf6b-42e8-9e09-9b488b7e9aa3 None None] Provisioning complete for port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:22.047345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-abd536f4-bf6b-42e8-9e09-9b488b7e9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.092645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a02550-2551-43e2-b9a1-c31958b07648 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:52:22.358455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:22.369100 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.435654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0a4f922d-e8a6-4e30-a622-658813b4ac70 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:22.575528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 0a4f922d-e8a6-4e30-a622-658813b4ac70 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:22.576572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0a4f922d-e8a6-4e30-a622-658813b4ac70 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:22.662144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f987-894e-492b-8794-bc522ee69469 req-515bc4c8-a55f-46bb-b7c0-5a433c6f985d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:22.689049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f987-894e-492b-8794-bc522ee69469 req-515bc4c8-a55f-46bb-b7c0-5a433c6f985d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:22.719020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f987-894e-492b-8794-bc522ee69469 req-515bc4c8-a55f-46bb-b7c0-5a433c6f985d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:22.739597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] For port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:22.741272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.746700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9f987-894e-492b-8794-bc522ee69469 req-515bc4c8-a55f-46bb-b7c0-5a433c6f985d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:22.757939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3d9f987-894e-492b-8794-bc522ee69469 req-515bc4c8-a55f-46bb-b7c0-5a433c6f985d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 3143 time: 1.5595264 May 06 12:52:22.803577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47722) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:22.928261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7cbc25f8-8e91-445c-840a-f9d1ea9b864c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:23.012390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Calling delete_port for 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:23.065240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-954d022b-d59a-4cd2-b8df-f7336483943a None None] Provisioning complete for port ce238182-8f99-48b5-a0fb-f295ea10a66a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:23.067562 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-954d022b-d59a-4cd2-b8df-f7336483943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.178347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-954d022b-d59a-4cd2-b8df-f7336483943a None None] Port ce238182-8f99-48b5-a0fb-f295ea10a66a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:23.194132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:23.195011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.262915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:52:23.417571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.507962 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9eb410b-e6a4-4b4d-b43f-0988150b663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.516675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Port': ['ID=94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:23.658886 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9eb410b-e6a4-4b4d-b43f-0988150b663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.680818 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.681380 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 197e204b-1878-4a6a-8afe-c7ed49120808 of type vlan for network 0ff62616-d329-44a2-91c2-23c2c2a31409 May 06 12:52:23.726446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3d9f987-894e-492b-8794-bc522ee69469 req-3cf03390-4f66-44ce-904a-9f3c7a563b96 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9450121 May 06 12:52:23.783828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.823797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] No DVR routers for this DVR port 94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:23.829535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.838368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:23.872962 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-32350c8e-b9f9-4e90-99b9-819ded1dcc00 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "DELETE /v2.0/ports/94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea HTTP/1.1" status: 204 len: 173 time: 3.0034032 May 06 12:52:23.909442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bf0171ff-9373-46b3-829c-f97260261e73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ef872fc869a48e78985d9ccefc1e099&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0887246 May 06 12:52:23.940888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47740) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:23.974810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Deleting port ccf432bb-0460-401d-ac38-3fce0dcd7638 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:23.975307 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.137259 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d1adff-13b0-4219-98ee-6702f2e47e43'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': '94b06ee5-ba38-48e6-b4ef-fc56eb8c51ea', 'status': 'completed', 'code': 200} May 06 12:52:24.176870 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.293231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39920257-6a7b-4041-a064-6bf7b698d36e None None] Provisioning complete for port ce238182-8f99-48b5-a0fb-f295ea10a66a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:24.294069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting port ccf302d5-56df-49ee-856e-4f24e4db4a13 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:24.294216 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39920257-6a7b-4041-a064-6bf7b698d36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.294342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.481977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-39920257-6a7b-4041-a064-6bf7b698d36e None None] Port ce238182-8f99-48b5-a0fb-f295ea10a66a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:24.537871 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:52:24.600476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0665aeb7-fc26-44cd-8471-efbcdffd51a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.613859 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9eb410b-e6a4-4b4d-b43f-0988150b663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.675769 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0665aeb7-fc26-44cd-8471-efbcdffd51a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.683453 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.690476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:24.691509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.735165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb410b-e6a4-4b4d-b43f-0988150b663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71865e62-84b9-4885-9da0-944e5df58b11,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:24.899475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] For port ccf302d5-56df-49ee-856e-4f24e4db4a13, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ccf302d5-56df-49ee-856e-4f24e4db4a13,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:24.900343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.912541 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0665aeb7-fc26-44cd-8471-efbcdffd51a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.007002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665aeb7-fc26-44cd-8471-efbcdffd51a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bff1b72-1403-41d9-9d5d-4e3b3317a608,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:25.036232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0665aeb7-fc26-44cd-8471-efbcdffd51a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.037569 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0665aeb7-fc26-44cd-8471-efbcdffd51a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bff1b72-1403-41d9-9d5d-4e3b3317a608 HTTP/1.1" status: 204 len: 168 time: 1.0950711 May 06 12:52:25.122277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.2822835 May 06 12:52:25.143140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47756) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:25.151975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d9eb410b-e6a4-4b4d-b43f-0988150b663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.153805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d9eb410b-e6a4-4b4d-b43f-0988150b663a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71865e62-84b9-4885-9da0-944e5df58b11 HTTP/1.1" status: 204 len: 168 time: 3.0924242 May 06 12:52:25.191615 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.259611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:25.260849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6d318-142d-4251-be3d-26a4e333e0ac tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=0ff62616-d329-44a2-91c2-23c2c2a31409,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:25.280321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 0ff62616-d329-44a2-91c2-23c2c2a31409 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:52:25.675990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Calling delete_port for ccf432bb-0460-401d-ac38-3fce0dcd7638 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:25.796515 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.797240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.797240 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Floating IP 095546bd-2c77-41da-b765-3c183c7ccd42 disassociated. External IP: 172.25.7.26, port: ccf302d5-56df-49ee-856e-4f24e4db4a13. May 06 12:52:25.797900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Calling delete_port for ccf302d5-56df-49ee-856e-4f24e4db4a13 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:25.889807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea546c-362f-4700-ac6a-cbfbbc0d6f9d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:25.890824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b2ea546c-362f-4700-ac6a-cbfbbc0d6f9d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Synchronizing usage tracker for tenant:a286814a1bf64b09b7c339969d627667 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:25.916606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b2ea546c-362f-4700-ac6a-cbfbbc0d6f9d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Unset dirty status for tenant:a286814a1bf64b09b7c339969d627667 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:25.919186 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b2ea546c-362f-4700-ac6a-cbfbbc0d6f9d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/networks?id=0ff62616-d329-44a2-91c2-23c2c2a31409 HTTP/1.1" status: 200 len: 760 time: 0.7749879 May 06 12:52:25.926377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47770) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:26.009355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3b6e3f1f-2fc8-418d-b2b2-e4090c8ca843 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'description': 'd2'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:26.631156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c606e-f213-4035-b37f-164b8def2828 req-018abe09-9aac-4055-86e6-6ec27be927c0 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:26.647016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c606e-f213-4035-b37f-164b8def2828 req-018abe09-9aac-4055-86e6-6ec27be927c0 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:26.674766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c606e-f213-4035-b37f-164b8def2828 req-018abe09-9aac-4055-86e6-6ec27be927c0 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:26.687143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-136c606e-f213-4035-b37f-164b8def2828 req-018abe09-9aac-4055-86e6-6ec27be927c0 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 2410 time: 1.2730229 May 06 12:52:26.767721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:26.841852 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:26.943460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-136c606e-f213-4035-b37f-164b8def2828 req-72b2c91b-3e15-4156-be45-0741a447d5c6 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548473 May 06 12:52:26.948691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event deleted for resources: {'Port': ['ID=ccf432bb-0460-401d-ac38-3fce0dcd7638,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:26.951011 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3f1f-2fc8-418d-b2b2-e4090c8ca843 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:26.976549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Port': ['ID=ccf302d5-56df-49ee-856e-4f24e4db4a13,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:27.032314 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3f1f-2fc8-418d-b2b2-e4090c8ca843 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.134292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:27.147450 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:27.179245 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:27.179973 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:27.272787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-242dd84c-8bb1-4859-a15b-0afc380bbce4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.4161694 May 06 12:52:27.273514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47804) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:27.370092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.417948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b6e3f1f-2fc8-418d-b2b2-e4090c8ca843 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network 0ff62616-d329-44a2-91c2-23c2c2a31409 is not hosted by any dhcp agent {{(pid=83952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:52:27.437190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e3f1f-2fc8-418d-b2b2-e4090c8ca843 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:27.439899 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3f1f-2fc8-418d-b2b2-e4090c8ca843 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.441710 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3b6e3f1f-2fc8-418d-b2b2-e4090c8ca843 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "PUT /v2.0/networks/0ff62616-d329-44a2-91c2-23c2c2a31409 HTTP/1.1" status: 200 len: 757 time: 1.5154574 May 06 12:52:27.444778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47812) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:27.571738 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:28.408985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.419717 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.488925 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.490526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Fanout notify agent at l3_agent the message router_deleted on router 06d4d6cd-ea01-4375-8374-3d7998d83e72 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:28.519079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.533221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9e3a935a-2c1c-4b1d-9078-e19e5b2e4d40 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/06d4d6cd-ea01-4375-8374-3d7998d83e72 HTTP/1.1" status: 204 len: 168 time: 12.3447397 May 06 12:52:28.534515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47826) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:28.542629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e3f1f-2fc8-418d-b2b2-e4090c8ca843 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=0ff62616-d329-44a2-91c2-23c2c2a31409,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:28.550583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1583045396', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': False}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:28.561573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:28.571598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Usage tracker for resource:router and tenant:74f0c751258d4410b29155b8da18d791 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:28.588068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:28.622038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:28.668123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.673603 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.726919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 0ff62616-d329-44a2-91c2-23c2c2a31409 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:52:28.816798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.926524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69535225-8819-4c1f-a443-6fea30ad4b5e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:28.946298 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-69535225-8819-4c1f-a443-6fea30ad4b5e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/networks?id=0ff62616-d329-44a2-91c2-23c2c2a31409 HTTP/1.1" status: 200 len: 760 time: 1.1303332 May 06 12:52:28.947391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47832) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:28.998808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1704096702'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:29.029801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:29.077670 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:52:15Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:18Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:29.097403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:29.104095 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:29.104650 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Updating router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 port ce238182-8f99-48b5-a0fb-f295ea10a66a binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:52:29.122159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'network': {'name': 'tempest-RoutersTest-906322115'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:29.195896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:29.205018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:29.212196 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.377589 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.421518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:network and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:29.433441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:29.507660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:52:29.631280 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.633207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:29.640403 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment 890136a3-4db7-43b7-97a3-c10bfe01c6c6 of type vlan for network 21ca2671-50b2-4682-a846-c3ea20fa30e9 May 06 12:52:29.789648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:29.802466 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.830990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.843510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84b4c8-48e7-488e-bef4-027f7057ade0 req-38932890-d0ba-4152-8de1-837b7b42ef8a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:29.851737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84b4c8-48e7-488e-bef4-027f7057ade0 req-38932890-d0ba-4152-8de1-837b7b42ef8a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:29.855075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff84b4c8-48e7-488e-bef4-027f7057ade0 req-38932890-d0ba-4152-8de1-837b7b42ef8a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 1676 time: 0.9384880 May 06 12:52:29.865239 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.882870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Router b240797e-df65-4f90-abcd-d368e4baefe5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:29.953567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:52:30.031878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.032321 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added segment 0700cb2d-6a29-465f-98ea-428125ced4e5 of type vlan for network 4e55238c-cdc8-4058-9019-99def9b9c863 May 06 12:52:30.048630 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff84b4c8-48e7-488e-bef4-027f7057ade0 req-2465edf8-dd5e-4de1-89f8-4b5750cb2b05 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569457 May 06 12:52:30.217025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.264120 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.268034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:30.269199 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.375785 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4120598 May 06 12:52:30.380597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47846) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:30.520048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': '21ca2671-50b2-4682-a846-c3ea20fa30e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:30.691993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876c517-c852-46d0-a841-0af3c16ee8e9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=21ca2671-50b2-4682-a846-c3ea20fa30e9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:30.724201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 21ca2671-50b2-4682-a846-c3ea20fa30e9 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:52:30.724996 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.773712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:30.783815 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.789378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:30.805962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Usage tracker for resource:subnet and tenant:a286814a1bf64b09b7c339969d627667 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:30.831879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:30.879343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:30.959489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:31.073126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47858) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:31.073800 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.7934291 May 06 12:52:31.145100 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:31.187130 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Transition to ACTIVE for port object ce238182-8f99-48b5-a0fb-f295ea10a66a will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:31.206474 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:31.249960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'subnet': {'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:31.507314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363d4a1-c19e-43cc-8ca5-b67f9515e265 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Network': ['ID=4e55238c-cdc8-4058-9019-99def9b9c863,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:31.553741 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4e55238c-cdc8-4058-9019-99def9b9c863 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:52:32.023332 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:32.093948 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Attempting to bind port ce238182-8f99-48b5-a0fb-f295ea10a66a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:32.094302 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Attempting to bind port ce238182-8f99-48b5-a0fb-f295ea10a66a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '9b479da0-f269-4a71-8d63-e831b9150823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:32.094687 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Attempting to bind port ce238182-8f99-48b5-a0fb-f295ea10a66a on network 7f476fe1-c5b4-494a-a17c-b22a8974c007 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:32.108483 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Pushing event updated for resources: {'Port': ['ID=ce238182-8f99-48b5-a0fb-f295ea10a66a,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:32.115503 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:32.115821 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Checking segment: {'id': '9b479da0-f269-4a71-8d63-e831b9150823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:32.116210 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:32.116646 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Bound using segment: {'id': '9b479da0-f269-4a71-8d63-e831b9150823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:32.117111 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Bound port: ce238182-8f99-48b5-a0fb-f295ea10a66a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b479da0-f269-4a71-8d63-e831b9150823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:32.117506 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:32.140722 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.141131 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.141923 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.141923 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.142263 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.142391 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.142930 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.143970 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.144229 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.144466 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.145130 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:32.277798 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] For port ce238182-8f99-48b5-a0fb-f295ea10a66a, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:32.279059 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:32.294131 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] For port ce238182-8f99-48b5-a0fb-f295ea10a66a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ce238182-8f99-48b5-a0fb-f295ea10a66a,segment=NetworkSegment(9b479da0-f269-4a71-8d63-e831b9150823),segment_id=9b479da0-f269-4a71-8d63-e831b9150823)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:32.302140 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:32.550341 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:32.668129 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4840d-f80b-44df-99c2-ffbd960d8ea0 None None] Pushing event updated for resources: {'Port': ['ID=ce238182-8f99-48b5-a0fb-f295ea10a66a,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:32.705685 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:32.706352 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:32.760327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Allocated IP 172.25.7.215 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/19d7982d-8e59-4f91-90bb-5120a1d4703d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:32.833445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99cb66-0774-4449-9b52-41d0a32eae95 req-294b3839-708d-46ab-ae16-7f86498d5e87 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:32.837552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99cb66-0774-4449-9b52-41d0a32eae95 req-294b3839-708d-46ab-ae16-7f86498d5e87 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:32.845201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df99cb66-0774-4449-9b52-41d0a32eae95 req-294b3839-708d-46ab-ae16-7f86498d5e87 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 1676 time: 1.2224977 May 06 12:52:32.963659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:33.007320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df99cb66-0774-4449-9b52-41d0a32eae95 req-b108aabe-e384-4eea-b36f-4ecab287ea6f tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612799 May 06 12:52:33.026335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:subnet and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:33.045577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:33.129220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:33.136789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:33.145562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] Sync routers for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:33.176968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:33.199918 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:33.240162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:33.241398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:33.245690 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:33.403782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] No DVR routers for this DVR port ccf302d5-56df-49ee-856e-4f24e4db4a13 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:33.409947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:33.421152 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-475b0fa7-d10e-4921-b533-7f777a9cccf4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "DELETE /v2.0/ports/ccf302d5-56df-49ee-856e-4f24e4db4a13 HTTP/1.1" status: 204 len: 173 time: 9.5401049 May 06 12:52:33.439667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:33.457724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Made reservation on behalf of 87951010828a4511a6068f0278e544ba for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:33.481827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event updated for resources: {'Port': ['ID=19d7982d-8e59-4f91-90bb-5120a1d4703d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:33.515019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:33.517088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:33.531112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:34.199695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.201029 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.352975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:34.369796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting port 235a8258-23fb-493e-b8a4-6fc4b1d1499b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:34.383510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.501737 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.648655 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:52:15Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:32Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:34.674539 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82627ad0-48af-44fb-907c-170f6b8b0d9d None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:52:15Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:32Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:34.907931 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d03c08c-b1e5-4347-bc6b-dc08175c7e80'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': 'ccf302d5-56df-49ee-856e-4f24e4db4a13', 'status': 'completed', 'code': 200} May 06 12:52:35.200430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0df4c-cd8b-4056-ab83-f1cb528634c6 req-0ce103b5-c167-4f7c-b915-a72e7905243e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:35.208203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0df4c-cd8b-4056-ab83-f1cb528634c6 req-0ce103b5-c167-4f7c-b915-a72e7905243e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:35.227272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1aa0df4c-cd8b-4056-ab83-f1cb528634c6 req-0ce103b5-c167-4f7c-b915-a72e7905243e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 1676 time: 0.6315343 May 06 12:52:35.554768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1aa0df4c-cd8b-4056-ab83-f1cb528634c6 req-19a570b7-1346-42c8-8566-610968f43b48 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252163 May 06 12:52:35.709822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:35.788461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Router 1333314f-2473-465a-bc14-857bc3583195 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:52:35.913180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:54Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5', 'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'mac_address': 'fa:16:3e:e2:0e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:53Z', 'updated_at': '2022-05-06T12:45:12Z', 'revision_number': 5, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'subnets': [{'id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:35.922439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] Checking router: b240797e-df65-4f90-abcd-d368e4baefe5 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:35.950052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:35.951225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:36.282482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=309b1f5d-9ebc-4312-be18-b1b3fb5d6ae6,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:36.510459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': '890136a3-4db7-43b7-97a3-c10bfe01c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '21ca2671-50b2-4682-a846-c3ea20fa30e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:36.511654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: 21ca2671-50b2-4682-a846-c3ea20fa30e9, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:52:36.531287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] For port 235a8258-23fb-493e-b8a4-6fc4b1d1499b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=235a8258-23fb-493e-b8a4-6fc4b1d1499b,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:36.531848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:36.532042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.661104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-4b2dee4a-d395-4e44-b419-3804c9ff1774 req-3be8e36d-de1d-44b8-819f-0c5f0d10e80a service neutron] (83952) timed out ('10.222.0.48', 59907) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:52:36.725255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.736084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Calling delete_port for 235a8258-23fb-493e-b8a4-6fc4b1d1499b owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:37.081017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ce238182-8f99-48b5-a0fb-f295ea10a66a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:37.129229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:37.145637 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Sync routers for ids ['1333314f-2473-465a-bc14-857bc3583195'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:37.159417 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.191804 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Routers {'1333314f-2473-465a-bc14-857bc3583195'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:37.192846 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1333314f-2473-465a-bc14-857bc3583195'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:37.208599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network 21ca2671-50b2-4682-a846-c3ea20fa30e9 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:52:37.252786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Port': ['ID=235a8258-23fb-493e-b8a4-6fc4b1d1499b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:37.281828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 21ca2671-50b2-4682-a846-c3ea20fa30e9) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:37.295167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:37.295898 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.327580 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f463b-c52a-424d-820a-1c2c3372d26d None None] Network 21ca2671-50b2-4682-a846-c3ea20fa30e9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:37.339728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.345460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2158167d-9fea-4734-8e76-05d5a7c117bb tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.8071392 May 06 12:52:37.348346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47926) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:37.393974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Subnet': ['ID=c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:37.570870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Checking segment: {'id': '0700cb2d-6a29-465f-98ea-428125ced4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:37.571257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network hostable DHCP agents. Network: 4e55238c-cdc8-4058-9019-99def9b9c863, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:52:37.618554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] No DVR routers for this DVR port 235a8258-23fb-493e-b8a4-6fc4b1d1499b on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:37.639851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.649941 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-003a7885-c053-4a20-858a-b70c5f10728a tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "DELETE /v2.0/ports/235a8258-23fb-493e-b8a4-6fc4b1d1499b HTTP/1.1" status: 204 len: 173 time: 4.0911450 May 06 12:52:37.650449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': '235a8258-23fb-493e-b8a4-6fc4b1d1499b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:37.723567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04fdc2-8404-4a27-9209-e386f9d6d04a req-bcd591e2-e8f6-41dc-9033-0e6409803f41 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:37.736612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04fdc2-8404-4a27-9209-e386f9d6d04a req-bcd591e2-e8f6-41dc-9033-0e6409803f41 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:37.744546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e04fdc2-8404-4a27-9209-e386f9d6d04a req-bcd591e2-e8f6-41dc-9033-0e6409803f41 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 1598 time: 0.8192661 May 06 12:52:37.815652 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c6f8f2e8-94fc-4ed9-9ede-c07b5578a3a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.4297194 May 06 12:52:37.816570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47936) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:37.985566 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Set router 1333314f-2473-465a-bc14-857bc3583195 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:38.005331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-21ca2671-50b2-4682-a846-c3ea20fa30e9', 'network_id': '21ca2671-50b2-4682-a846-c3ea20fa30e9', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': '309b1f5d-9ebc-4312-be18-b1b3fb5d6ae6'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:52:38.006367 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.262892 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.290554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ce238182-8f99-48b5-a0fb-f295ea10a66a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:38.343381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e04fdc2-8404-4a27-9209-e386f9d6d04a req-117b8831-a8a9-4c2d-9571-4ba5b6ba1fa8 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5978341 May 06 12:52:38.344551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ce238182-8f99-48b5-a0fb-f295ea10a66a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:38.345046 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.514408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7ff72b86-89a7-4ee7-99e6-372df5b13a1c tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/routers/1333314f-2473-465a-bc14-857bc3583195 HTTP/1.1" status: 200 len: 909 time: 1.1623907 May 06 12:52:38.517282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47948) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:38.525586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1583045396', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': True}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:38.540361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:38.550310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Usage tracker for resource:router and tenant:74f0c751258d4410b29155b8da18d791 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:38.560571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:38.578352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:38.609191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.610859 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.664153 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.737768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting port 2223e052-734e-4a15-953e-99cb7d6f76d6 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:38.738362 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.975086 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ceb35d9-e5fe-4b2f-a31f-1c0a8573c910'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': '235a8258-23fb-493e-b8a4-6fc4b1d1499b', 'status': 'completed', 'code': 200} May 06 12:52:39.012768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 4e55238c-cdc8-4058-9019-99def9b9c863 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:52:39.046355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 4e55238c-cdc8-4058-9019-99def9b9c863) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:39.051655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:39.052261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.090770 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-32dac793-0166-47fd-a473-428e4dd26eff tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.8433292 May 06 12:52:39.096873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47958) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:39.110434 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.143789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14895473-98c9-49ad-a4c4-d8250b896cff None None] Network 4e55238c-cdc8-4058-9019-99def9b9c863 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:39.240036 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.240310 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1333314f-2473-465a-bc14-857bc3583195', 'name': 'tempest-snat-router-1583045396', 'tenant_id': '74f0c751258d4410b29155b8da18d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.215'}], 'enable_snat': False}, 'gw_port_id': '19d7982d-8e59-4f91-90bb-5120a1d4703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:52:28Z', 'updated_at': '2022-05-06T12:52:34Z', 'revision_number': 3, 'project_id': '74f0c751258d4410b29155b8da18d791', 'gw_port': {'id': '19d7982d-8e59-4f91-90bb-5120a1d4703d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1333314f-2473-465a-bc14-857bc3583195', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:32Z', 'updated_at': '2022-05-06T12:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:39.252462 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Checking router: 1333314f-2473-465a-bc14-857bc3583195 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:39.256565 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Updating router 1333314f-2473-465a-bc14-857bc3583195 port 19d7982d-8e59-4f91-90bb-5120a1d4703d binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:52:39.312807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:54Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5', 'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'mac_address': 'fa:16:3e:e2:0e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:53Z', 'updated_at': '2022-05-06T12:45:12Z', 'revision_number': 5, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'subnets': [{'id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:39.454357 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.662925 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.753117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe41dd77-f356-48f8-a3ca-dc098366a2ab None None] The sync data for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 is: [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:44:54Z', 'revision_number': 4, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5', 'name': '', 'network_id': '313cbf39-1760-43e3-8604-7c46dab04b4e', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'mac_address': 'fa:16:3e:e2:0e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:53Z', 'updated_at': '2022-05-06T12:45:12Z', 'revision_number': 5, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'subnets': [{'id': 'c244b38a-1fc3-4be7-9c1c-d31c4d2e973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:39.858556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ce238182-8f99-48b5-a0fb-f295ea10a66a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ce238182-8f99-48b5-a0fb-f295ea10a66a,segment=NetworkSegment(9b479da0-f269-4a71-8d63-e831b9150823),segment_id=9b479da0-f269-4a71-8d63-e831b9150823)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:39.875686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.888721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Allocated IP 172.20.0.2 (21ca2671-50b2-4682-a846-c3ea20fa30e9/309b1f5d-9ebc-4312-be18-b1b3fb5d6ae6/cdd107d6-22d6-4fe1-946d-a378bdc7c758) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:40.062342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.109285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.112128 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.306503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-4e55238c-cdc8-4058-9019-99def9b9c863', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:52:40.311817 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.490872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] For port 2223e052-734e-4a15-953e-99cb7d6f76d6, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=2223e052-734e-4a15-953e-99cb7d6f76d6,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:40.491440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.574474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495dc6df-7533-42c8-938a-678a61ce1e22 None None] New status for floating IP 095546bd-2c77-41da-b765-3c183c7ccd42: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:52:40.598042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0851cf-8cd4-4651-896e-c12885945e3c req-98e58f6c-6a16-4b95-a421-1b932c7f7e58 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:40.603033 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a0851cf-8cd4-4651-896e-c12885945e3c req-98e58f6c-6a16-4b95-a421-1b932c7f7e58 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 942 time: 0.6225805 May 06 12:52:40.744218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Allocated IP 172.25.7.193 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/4a56ab6f-2d0a-4a8f-9b2d-e143252301a3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:40.766872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a0851cf-8cd4-4651-896e-c12885945e3c req-f800ffbf-fbc4-4ec0-9cfb-89498c86f18d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516900 May 06 12:52:40.852135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ce238182-8f99-48b5-a0fb-f295ea10a66a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:41.005065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.005389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.005661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.006046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.006390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.006768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.007107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.007440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.007782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.008113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.008801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:41.159499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:41.186670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Calling delete_port for 2223e052-734e-4a15-953e-99cb7d6f76d6 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:41.264013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Allocated IP 172.23.0.2 (4e55238c-cdc8-4058-9019-99def9b9c863/c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8/3f43a290-bd8a-430d-b6e1-542b31b88193) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:41.281266 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:41.291197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:41.324877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Transition to ACTIVE for port object cdd107d6-22d6-4fe1-946d-a378bdc7c758 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:41.634651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event updated for resources: {'Port': ['ID=4a56ab6f-2d0a-4a8f-9b2d-e143252301a3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:41.689456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:41.693079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:41.704086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:41.715785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Transition to ACTIVE for port object cdd107d6-22d6-4fe1-946d-a378bdc7c758 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:41.762693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.128620 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.175981 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Transition to ACTIVE for port object 19d7982d-8e59-4f91-90bb-5120a1d4703d will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:42.188324 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.278808 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.279695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.314851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.380002 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d301e5-e674-47a2-a465-d4dbd98a3701 None None] Pushing event updated for resources: {'Port': ['ID=19d7982d-8e59-4f91-90bb-5120a1d4703d,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:42.454493 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Attempting to bind port 19d7982d-8e59-4f91-90bb-5120a1d4703d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:42.454882 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Attempting to bind port 19d7982d-8e59-4f91-90bb-5120a1d4703d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:42.455235 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Attempting to bind port 19d7982d-8e59-4f91-90bb-5120a1d4703d on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:42.471599 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:42.471969 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:42.472645 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.473180 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:42.473876 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Bound port: 19d7982d-8e59-4f91-90bb-5120a1d4703d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:42.474417 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.567520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=309b1f5d-9ebc-4312-be18-b1b3fb5d6ae6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:42.590562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ce238182-8f99-48b5-a0fb-f295ea10a66a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:42.700979 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] For port 19d7982d-8e59-4f91-90bb-5120a1d4703d, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:42.711918 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] For port 19d7982d-8e59-4f91-90bb-5120a1d4703d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=19d7982d-8e59-4f91-90bb-5120a1d4703d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:42.723276 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.940637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Network 21ca2671-50b2-4682-a846-c3ea20fa30e9 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:42.977123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:43.005850 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d301e5-e674-47a2-a465-d4dbd98a3701 None None] Pushing event updated for resources: {'Port': ['ID=19d7982d-8e59-4f91-90bb-5120a1d4703d,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:43.009731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.022844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:43.031389 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Routers {'1333314f-2473-465a-bc14-857bc3583195'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:43.032073 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1333314f-2473-465a-bc14-857bc3583195'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:43.048954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee744d55-5027-4166-8731-c420972bea0a req-cef61fea-84e2-4e31-a851-1e54e9576db4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:43.052577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee744d55-5027-4166-8731-c420972bea0a req-cef61fea-84e2-4e31-a851-1e54e9576db4 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 942 time: 0.7573106 May 06 12:52:43.071264 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.090065 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b0674c23-6b4e-44de-8872-79a709e42230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.101544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.115024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Pushing event updated for resources: {'Port': ['ID=cdd107d6-22d6-4fe1-946d-a378bdc7c758,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:43.155721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Transition to ACTIVE for port object 3f43a290-bd8a-430d-b6e1-542b31b88193 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:43.177639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee744d55-5027-4166-8731-c420972bea0a req-2e90bbd8-a0c0-47b4-b544-5ffcf4941aae tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa29748d-a22f-41cc-bdf8-2275c2bfdd70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175580 May 06 12:52:43.228729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.270117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ca2671-50b2-4682-a846-c3ea20fa30e9']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:43.310836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890136a3-4db7-43b7-97a3-c10bfe01c6c6') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:43.311343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890136a3-4db7-43b7-97a3-c10bfe01c6c6') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:43.339329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.355097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Transition to ACTIVE for port object 3f43a290-bd8a-430d-b6e1-542b31b88193 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:43.375982 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.388964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.411443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:52:43.411886 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.455738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Router 14da7294-8338-4516-87f7-fd88b8d48ed5 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:52:43.498848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ce238182-8f99-48b5-a0fb-f295ea10a66a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:43.499595 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.544469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Attempting to bind port cdd107d6-22d6-4fe1-946d-a378bdc7c758 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:43.545301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Attempting to bind port cdd107d6-22d6-4fe1-946d-a378bdc7c758 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '890136a3-4db7-43b7-97a3-c10bfe01c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '21ca2671-50b2-4682-a846-c3ea20fa30e9'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:43.545853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Attempting to bind port cdd107d6-22d6-4fe1-946d-a378bdc7c758 on network 21ca2671-50b2-4682-a846-c3ea20fa30e9 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:43.618434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:43.619184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Checking segment: {'id': '890136a3-4db7-43b7-97a3-c10bfe01c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '21ca2671-50b2-4682-a846-c3ea20fa30e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:43.619889 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.620563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Bound using segment: {'id': '890136a3-4db7-43b7-97a3-c10bfe01c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '21ca2671-50b2-4682-a846-c3ea20fa30e9'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:43.621260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Bound port: cdd107d6-22d6-4fe1-946d-a378bdc7c758, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890136a3-4db7-43b7-97a3-c10bfe01c6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '21ca2671-50b2-4682-a846-c3ea20fa30e9'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:43.621816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.699181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Pushing event updated for resources: {'Port': ['ID=3f43a290-bd8a-430d-b6e1-542b31b88193,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:43.729337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Network 4e55238c-cdc8-4058-9019-99def9b9c863 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:43.735279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:43.755088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:43.778850 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] Set router 1333314f-2473-465a-bc14-857bc3583195 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:43.940943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] For port cdd107d6-22d6-4fe1-946d-a378bdc7c758, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:43.959249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Port': ['ID=2223e052-734e-4a15-953e-99cb7d6f76d6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: timer() May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:52:43.962328 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:52:44.220915 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:52:44.220915 n-d-840847-1 neutron-server[83952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:52:44.220915 n-d-840847-1 neutron-server[83952]: [parameters: {'id': '21ca2671-50b2-4682-a846-c3ea20fa30e9'}] May 06 12:52:44.220915 n-d-840847-1 neutron-server[83952]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:52:44.221406 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:52:44.326912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] For port cdd107d6-22d6-4fe1-946d-a378bdc7c758, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cdd107d6-22d6-4fe1-946d-a378bdc7c758,segment=NetworkSegment(890136a3-4db7-43b7-97a3-c10bfe01c6c6),segment_id=890136a3-4db7-43b7-97a3-c10bfe01c6c6)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:44.420765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Attempting to bind port 3f43a290-bd8a-430d-b6e1-542b31b88193 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:44.423157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Attempting to bind port 3f43a290-bd8a-430d-b6e1-542b31b88193 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0700cb2d-6a29-465f-98ea-428125ced4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:44.424955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Attempting to bind port 3f43a290-bd8a-430d-b6e1-542b31b88193 on network 4e55238c-cdc8-4058-9019-99def9b9c863 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:44.444482 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.603676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] No DVR routers for this DVR port 2223e052-734e-4a15-953e-99cb7d6f76d6 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:44.608356 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.672311 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1333314f-2473-465a-bc14-857bc3583195', 'name': 'tempest-snat-router-1583045396', 'tenant_id': '74f0c751258d4410b29155b8da18d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.215'}], 'enable_snat': False}, 'gw_port_id': '19d7982d-8e59-4f91-90bb-5120a1d4703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:52:28Z', 'updated_at': '2022-05-06T12:52:34Z', 'revision_number': 3, 'project_id': '74f0c751258d4410b29155b8da18d791', 'gw_port': {'id': '19d7982d-8e59-4f91-90bb-5120a1d4703d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1333314f-2473-465a-bc14-857bc3583195', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:32Z', 'updated_at': '2022-05-06T12:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:44.694740 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd9d62-e6e2-452c-9aed-bf3f19ffc888 None None] The sync data for ids ['1333314f-2473-465a-bc14-857bc3583195'] in n-d-840847-1 is: [{'id': '1333314f-2473-465a-bc14-857bc3583195', 'name': 'tempest-snat-router-1583045396', 'tenant_id': '74f0c751258d4410b29155b8da18d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.215'}], 'enable_snat': False}, 'gw_port_id': '19d7982d-8e59-4f91-90bb-5120a1d4703d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:52:28Z', 'updated_at': '2022-05-06T12:52:34Z', 'revision_number': 3, 'project_id': '74f0c751258d4410b29155b8da18d791', 'gw_port': {'id': '19d7982d-8e59-4f91-90bb-5120a1d4703d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:da:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1333314f-2473-465a-bc14-857bc3583195', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:32Z', 'updated_at': '2022-05-06T12:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:44.788489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:44.788866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Checking segment: {'id': '0700cb2d-6a29-465f-98ea-428125ced4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:44.790754 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.791425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Bound using segment: {'id': '0700cb2d-6a29-465f-98ea-428125ced4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:44.793177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Bound port: 3f43a290-bd8a-430d-b6e1-542b31b88193, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0700cb2d-6a29-465f-98ea-428125ced4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:44.793578 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.872377 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fe2c87fb-301f-4f08-b05a-ce12d5eea5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.888360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79899e55-afab-449f-abdd-bed4a01f9705 req-e1dcf627-ea0a-4371-b30e-07488d3e6d23 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 210 time: 0.1607702 May 06 12:52:44.931163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:44.933069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': '2223e052-734e-4a15-953e-99cb7d6f76d6'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:44.944673 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Sync routers for ids ['14da7294-8338-4516-87f7-fd88b8d48ed5'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:44.970338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.986052 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Routers {'14da7294-8338-4516-87f7-fd88b8d48ed5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:44.987143 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['14da7294-8338-4516-87f7-fd88b8d48ed5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:44.998319 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.002723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7cfc7fa8-d2b2-4d17-a42f-de8252193acd tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4819305 May 06 12:52:45.003597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48028) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:45.077463 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8f6d9ba0-9efd-4c80-bd06-bbb7ba16f2d3 req-80c46acd-8130-4703-9698-7dfa3dd79917 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.36 "DELETE /v2.0/ports/2223e052-734e-4a15-953e-99cb7d6f76d6 HTTP/1.1" status: 204 len: 173 time: 7.4018273 May 06 12:52:45.112631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port cdd107d6-22d6-4fe1-946d-a378bdc7c758 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:45.113242 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.160254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] For port 3f43a290-bd8a-430d-b6e1-542b31b88193, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:45.168492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] For port 3f43a290-bd8a-430d-b6e1-542b31b88193, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3f43a290-bd8a-430d-b6e1-542b31b88193,segment=NetworkSegment(0700cb2d-6a29-465f-98ea-428125ced4e5),segment_id=0700cb2d-6a29-465f-98ea-428125ced4e5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:45.295655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b3b7b-31ae-48c1-b219-f2486893b1f6 None None] Pushing event updated for resources: {'Port': ['ID=cdd107d6-22d6-4fe1-946d-a378bdc7c758,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:45.320961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.334348 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637c4029-7871-49bf-b323-9f4985ad73ec'] response: {'server_uuid': '47dfea3d-021c-47f3-aeb9-c25ecd611701', 'name': 'network-vif-deleted', 'tag': '2223e052-734e-4a15-953e-99cb7d6f76d6', 'status': 'completed', 'code': 200} May 06 12:52:45.394309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ea3a4-fef1-4835-8c77-0ff65385ca2a None None] Network 21ca2671-50b2-4682-a846-c3ea20fa30e9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:45.556315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port cdd107d6-22d6-4fe1-946d-a378bdc7c758, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cdd107d6-22d6-4fe1-946d-a378bdc7c758,segment=NetworkSegment(890136a3-4db7-43b7-97a3-c10bfe01c6c6),segment_id=890136a3-4db7-43b7-97a3-c10bfe01c6c6)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:45.556686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.694972 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Set router 14da7294-8338-4516-87f7-fd88b8d48ed5 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:45.776931 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-241d2fb9-ffdd-4bef-84e4-ddfe92c90fb5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/routers/14da7294-8338-4516-87f7-fd88b8d48ed5 HTTP/1.1" status: 200 len: 908 time: 0.7708189 May 06 12:52:45.779332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48042) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:45.847678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for cdd107d6-22d6-4fe1-946d-a378bdc7c758 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:45.946700 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.289819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd9718-4201-43c3-bd05-a9430e006e1b None None] Pushing event updated for resources: {'Port': ['ID=3f43a290-bd8a-430d-b6e1-542b31b88193,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:46.329733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.587097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0587b0d-faa1-4b89-89fa-7ea3430cd1a7 req-20abbfda-2e69-4747-9c32-f924bfaac68c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 210 time: 0.1473336 May 06 12:52:46.692207 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da7294-8338-4516-87f7-fd88b8d48ed5', 'name': 'tempest-snat-router-1583045396', 'tenant_id': '74f0c751258d4410b29155b8da18d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': '4a56ab6f-2d0a-4a8f-9b2d-e143252301a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:52:38Z', 'updated_at': '2022-05-06T12:52:42Z', 'revision_number': 3, 'project_id': '74f0c751258d4410b29155b8da18d791', 'gw_port': {'id': '4a56ab6f-2d0a-4a8f-9b2d-e143252301a3', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14da7294-8338-4516-87f7-fd88b8d48ed5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:40Z', 'updated_at': '2022-05-06T12:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:46.706159 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Checking router: 14da7294-8338-4516-87f7-fd88b8d48ed5 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:46.707472 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Updating router 14da7294-8338-4516-87f7-fd88b8d48ed5 port 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:52:46.934363 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.936124 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.953984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.065898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3f43a290-bd8a-430d-b6e1-542b31b88193 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:47.209169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No DVR routers for this DVR port cdd107d6-22d6-4fe1-946d-a378bdc7c758 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:47.380609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 3f43a290-bd8a-430d-b6e1-542b31b88193 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:47.525774 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.588780 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:52:47.653622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Port': ['ID=cdd107d6-22d6-4fe1-946d-a378bdc7c758,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:47.926269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.973293 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.009452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Deleting port 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:48.009805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.322427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db7544b3-272e-4df7-8f5e-7c965c11f6b2 req-402b2c03-9c37-47c9-8bb3-bd92f68c0c3c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 210 time: 0.1298940 May 06 12:52:48.370325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.382967 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.416722 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Transition to ACTIVE for port object 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:48.432365 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.473675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5511adc0-f13a-4bf8-9160-faa55ac7009d None None] Network 4e55238c-cdc8-4058-9019-99def9b9c863 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:48.493320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48068) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:48.536322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ca2671-50b2-4682-a846-c3ea20fa30e9']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:48.593901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890136a3-4db7-43b7-97a3-c10bfe01c6c6') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:48.601407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890136a3-4db7-43b7-97a3-c10bfe01c6c6') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:48.628367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.668372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.681700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:52:48.682642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.713515 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f75807-d7c3-4de9-a208-0debc82172f3 None None] Pushing event updated for resources: {'Port': ['ID=4a56ab6f-2d0a-4a8f-9b2d-e143252301a3,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:48.813978 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Attempting to bind port 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:48.816301 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Attempting to bind port 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:48.820052 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Attempting to bind port 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:48.854998 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:48.857830 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:48.858765 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.859257 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:48.859863 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Bound port: 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:48.861184 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: timer() May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:52:48.967412 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:52:48.984708 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.197400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 19d7982d-8e59-4f91-90bb-5120a1d4703d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:49.241015 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] For port 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:49.256897 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] For port 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4a56ab6f-2d0a-4a8f-9b2d-e143252301a3,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:49.265307 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.295063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Calling delete_port for 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:49.488686 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f75807-d7c3-4de9-a208-0debc82172f3 None None] Pushing event updated for resources: {'Port': ['ID=4a56ab6f-2d0a-4a8f-9b2d-e143252301a3,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:49.523419 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Routers {'14da7294-8338-4516-87f7-fd88b8d48ed5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:49.524313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['14da7294-8338-4516-87f7-fd88b8d48ed5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:49.546855 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.564361 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.643125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:52:49.643548 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:52:49.673232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f6717c39-ddf9-40d6-b41f-be9349e6bb81 None None] Provisioning for port 3f43a290-bd8a-430d-b6e1-542b31b88193 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:49.708915 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/21ca2671-50b2-4682-a846-c3ea20fa30e9 HTTP/1.1" status: 204 len: 168 time: 11.8819897 May 06 12:52:49.710991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48088) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:49.726355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f6717c39-ddf9-40d6-b41f-be9349e6bb81 None None] Provisioning complete for port 3f43a290-bd8a-430d-b6e1-542b31b88193 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:49.728364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4056d408-6fe8-4935-903e-32f9c2dc10aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.734900 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f6717c39-ddf9-40d6-b41f-be9349e6bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.847717 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] Set router 14da7294-8338-4516-87f7-fd88b8d48ed5 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:50.039124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4056d408-6fe8-4935-903e-32f9c2dc10aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:50.061266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=21ca2671-50b2-4682-a846-c3ea20fa30e9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:50.064950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4056d408-6fe8-4935-903e-32f9c2dc10aa admin admin] Usage tracker for resource:security_group_rule and tenant:20a3ef536d0c47b18453e89bb62e5505 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:50.079513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4056d408-6fe8-4935-903e-32f9c2dc10aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:50.083866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.084742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.086288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.086832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.087312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.087789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.088287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.088762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.089662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.090167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.090680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e93a-7d5d-4098-b7b5-acbb2454ce75 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.099684 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2904e58f-610a-4610-94e9-48caffa5e1a3 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] GET failed (client error): The resource could not be found. May 06 12:52:50.101590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2904e58f-610a-4610-94e9-48caffa5e1a3 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Synchronizing usage tracker for tenant:a286814a1bf64b09b7c339969d627667 on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:50.112882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4056d408-6fe8-4935-903e-32f9c2dc10aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:50.287989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f6717c39-ddf9-40d6-b41f-be9349e6bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.289553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2904e58f-610a-4610-94e9-48caffa5e1a3 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Unset dirty status for tenant:a286814a1bf64b09b7c339969d627667 on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:50.300173 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2904e58f-610a-4610-94e9-48caffa5e1a3 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/subnets/309b1f5d-9ebc-4312-be18-b1b3fb5d6ae6 HTTP/1.1" status: 404 len: 337 time: 0.5634615 May 06 12:52:50.317203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48098) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:50.328968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 19d7982d-8e59-4f91-90bb-5120a1d4703d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:50.347693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 19d7982d-8e59-4f91-90bb-5120a1d4703d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:50.359318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.449931 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4056d408-6fe8-4935-903e-32f9c2dc10aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.480151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Deleting port 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:50.480414 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14da7294-8338-4516-87f7-fd88b8d48ed5', 'name': 'tempest-snat-router-1583045396', 'tenant_id': '74f0c751258d4410b29155b8da18d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:52:38Z', 'updated_at': '2022-05-06T12:52:47Z', 'revision_number': 4, 'project_id': '74f0c751258d4410b29155b8da18d791', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:50.485853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.488756 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a961-6485-4808-bfb1-e80cfaa6d39e None None] The sync data for ids ['14da7294-8338-4516-87f7-fd88b8d48ed5'] in n-d-840847-1 is: [{'id': '14da7294-8338-4516-87f7-fd88b8d48ed5', 'name': 'tempest-snat-router-1583045396', 'tenant_id': '74f0c751258d4410b29155b8da18d791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:52:38Z', 'updated_at': '2022-05-06T12:52:47Z', 'revision_number': 4, 'project_id': '74f0c751258d4410b29155b8da18d791', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:50.508603 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53ec9cf-45ab-4361-a76f-ea389e81b2b4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:52:50.509335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53ec9cf-45ab-4361-a76f-ea389e81b2b4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:52:50.561006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e53ec9cf-45ab-4361-a76f-ea389e81b2b4 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/21ca2671-50b2-4682-a846-c3ea20fa30e9 HTTP/1.1" status: 404 len: 339 time: 0.2393916 May 06 12:52:50.562900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48104) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:50.660499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f6717c39-ddf9-40d6-b41f-be9349e6bb81 None None] For port 3f43a290-bd8a-430d-b6e1-542b31b88193, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3f43a290-bd8a-430d-b6e1-542b31b88193,segment=NetworkSegment(0700cb2d-6a29-465f-98ea-428125ced4e5),segment_id=0700cb2d-6a29-465f-98ea-428125ced4e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:50.668245 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4056d408-6fe8-4935-903e-32f9c2dc10aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.672218 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f6717c39-ddf9-40d6-b41f-be9349e6bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.798439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4056d408-6fe8-4935-903e-32f9c2dc10aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20a3ef536d0c47b18453e89bb62e5505&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3035533 May 06 12:52:50.818492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48110) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:50.822187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88a05fe0-5f86-40dd-9e44-235f85684fd6 req-9ca847bb-1466-41a5-bd0a-635d9c3bb08d tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/ports?device_id=47dfea3d-021c-47f3-aeb9-c25ecd611701 HTTP/1.1" status: 200 len: 210 time: 0.9465911 May 06 12:52:50.928483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6717c39-ddf9-40d6-b41f-be9349e6bb81 None None] Pushing event updated for resources: {'Port': ['ID=3f43a290-bd8a-430d-b6e1-542b31b88193,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:51.059171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056d408-6fe8-4935-903e-32f9c2dc10aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b913b5-ea7c-48a2-9a96-e213736d3090,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:51.087760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ee09a0-3cd5-472e-b139-79bee25225c0 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:52:51.376080 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:51.494014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fcfce808-28b3-4d4f-8f4d-db738c5bff6b None None] Provisioning complete for port 3f43a290-bd8a-430d-b6e1-542b31b88193 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:51.495197 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fcfce808-28b3-4d4f-8f4d-db738c5bff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:51.547210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb0807-b1a4-478d-89a1-93cb2f17c554 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:51.554537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b5fb0807-b1a4-478d-89a1-93cb2f17c554 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Synchronizing usage tracker for tenant:a286814a1bf64b09b7c339969d627667 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:51.599854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Allocated IP 172.23.0.1 (4e55238c-cdc8-4058-9019-99def9b9c863/c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8/774de51f-0f3e-4755-ac2f-48fa330d5d96) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:51.624208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b5fb0807-b1a4-478d-89a1-93cb2f17c554 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Unset dirty status for tenant:a286814a1bf64b09b7c339969d627667 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:51.626154 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b5fb0807-b1a4-478d-89a1-93cb2f17c554 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0473638 May 06 12:52:51.638219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48122) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:51.639466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 19d7982d-8e59-4f91-90bb-5120a1d4703d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=19d7982d-8e59-4f91-90bb-5120a1d4703d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:51.684144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.033803 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f051350e-0cfb-4279-84e7-7f8252b45b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.081053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3f43a290-bd8a-430d-b6e1-542b31b88193 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:52.111382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f051350e-0cfb-4279-84e7-7f8252b45b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.165696 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9aaa0940-2b61-49a6-aac8-04de72d3b9e3 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 207 time: 0.5256064 May 06 12:52:52.229144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48132) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:52.316921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f051350e-0cfb-4279-84e7-7f8252b45b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.675053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.743426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Transition to ACTIVE for port object 774de51f-0f3e-4755-ac2f-48fa330d5d96 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:52.796800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48142) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:52.827063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.830040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f051350e-0cfb-4279-84e7-7f8252b45b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.842375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f051350e-0cfb-4279-84e7-7f8252b45b8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48b913b5-ea7c-48a2-9a96-e213736d3090 HTTP/1.1" status: 204 len: 168 time: 2.0181150 May 06 12:52:52.849797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051350e-0cfb-4279-84e7-7f8252b45b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b913b5-ea7c-48a2-9a96-e213736d3090,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:52.884007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee09a0-3cd5-472e-b139-79bee25225c0 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:52:52.897446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=19d7982d-8e59-4f91-90bb-5120a1d4703d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:53.037070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 4e55238c-cdc8-4058-9019-99def9b9c863 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:53.042823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:53.049408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:53.051322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] For port 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4a56ab6f-2d0a-4a8f-9b2d-e143252301a3,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:53.053001 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.110808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=774de51f-0f3e-4755-ac2f-48fa330d5d96,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:53.204943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.496758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03e004d1-ef4d-4e71-82c9-c9e3eb7bf7a2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.535925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Calling delete_port for 4a56ab6f-2d0a-4a8f-9b2d-e143252301a3 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:53.564802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03e004d1-ef4d-4e71-82c9-c9e3eb7bf7a2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.647032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03e004d1-ef4d-4e71-82c9-c9e3eb7bf7a2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.690717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e004d1-ef4d-4e71-82c9-c9e3eb7bf7a2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa29748d-a22f-41cc-bdf8-2275c2bfdd70,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:53.702247 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.745132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03e004d1-ef4d-4e71-82c9-c9e3eb7bf7a2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.746808 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-03e004d1-ef4d-4e71-82c9-c9e3eb7bf7a2 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "DELETE /v2.0/security-groups/fa29748d-a22f-41cc-bdf8-2275c2bfdd70 HTTP/1.1" status: 204 len: 168 time: 0.9480367 May 06 12:52:53.752428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48156) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:53.831370 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-e8c2d46a-6f10-4f01-a6e0-ac74550d918e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] show failed (client error): The resource could not be found. May 06 12:52:53.833522 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e8c2d46a-6f10-4f01-a6e0-ac74550d918e tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "GET /v2.0/security-groups/fa29748d-a22f-41cc-bdf8-2275c2bfdd70 HTTP/1.1" status: 404 len: 347 time: 0.0795467 May 06 12:52:53.842165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48160) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:53.909430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7672a17f-6acc-43b3-aa57-fff9fc3f286f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:53.934084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7672a17f-6acc-43b3-aa57-fff9fc3f286f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:53.946460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7672a17f-6acc-43b3-aa57-fff9fc3f286f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:53.969566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7672a17f-6acc-43b3-aa57-fff9fc3f286f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:53.971786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7672a17f-6acc-43b3-aa57-fff9fc3f286f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Synchronizing usage tracker for tenant:a286814a1bf64b09b7c339969d627667 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:53.978739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3f43a290-bd8a-430d-b6e1-542b31b88193 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:53.979579 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:54.058528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7672a17f-6acc-43b3-aa57-fff9fc3f286f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Unset dirty status for tenant:a286814a1bf64b09b7c339969d627667 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:54.066073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7672a17f-6acc-43b3-aa57-fff9fc3f286f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.8262165 May 06 12:52:54.078059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48166) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:54.386058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting port 1e5415a5-ad88-465b-b453-e922b77001ce {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:54.387085 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:54.663154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-91fb36d9-f706-4291-86b0-849b82909905 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5741534 May 06 12:52:54.668862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48174) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:54.903427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5043c-6ff0-4391-a0ef-1aee10ae7906 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:54.905317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5043c-6ff0-4391-a0ef-1aee10ae7906 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:54.910516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a0a5043c-6ff0-4391-a0ef-1aee10ae7906 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Synchronizing usage tracker for tenant:a286814a1bf64b09b7c339969d627667 on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:54.913446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 19d7982d-8e59-4f91-90bb-5120a1d4703d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:54.956008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a0a5043c-6ff0-4391-a0ef-1aee10ae7906 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Unset dirty status for tenant:a286814a1bf64b09b7c339969d627667 on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:54.964950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a0a5043c-6ff0-4391-a0ef-1aee10ae7906 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2914209 May 06 12:52:54.970818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48180) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:55.201458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0f3722c6-42dc-4c9e-8a15-bb6d48c6700e None None] Provisioning for port 774de51f-0f3e-4755-ac2f-48fa330d5d96 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:55.225053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0f3722c6-42dc-4c9e-8a15-bb6d48c6700e None None] Provisioning complete for port 774de51f-0f3e-4755-ac2f-48fa330d5d96 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:55.225659 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f3722c6-42dc-4c9e-8a15-bb6d48c6700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:55.341265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48186) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:55.368684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:55.373669 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a931442-35d7-49f8-80e1-70f79ef0b84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:55.461601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 19d7982d-8e59-4f91-90bb-5120a1d4703d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:55.462110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a56ab6f-2d0a-4a8f-9b2d-e143252301a3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:55.465738 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:55.548570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d60c74-ca6b-48e6-b3df-5ede382447ef tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:55.551760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d60c74-ca6b-48e6-b3df-5ede382447ef tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:55.561418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e9d60c74-ca6b-48e6-b3df-5ede382447ef tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5894911 May 06 12:52:55.562283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48190) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:55.600982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0f3722c6-42dc-4c9e-8a15-bb6d48c6700e None None] Port 774de51f-0f3e-4755-ac2f-48fa330d5d96 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:55.730774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a931442-35d7-49f8-80e1-70f79ef0b84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:55.840931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:55.841882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:55.886568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a931442-35d7-49f8-80e1-70f79ef0b84b admin admin] Usage tracker for resource:security_group_rule and tenant:64df0e6a9d3045ceb3aca9202d2db23b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:56.141901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a931442-35d7-49f8-80e1-70f79ef0b84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:56.186974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a931442-35d7-49f8-80e1-70f79ef0b84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:56.232962 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:56.277546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Calling delete_port for 1e5415a5-ad88-465b-b453-e922b77001ce owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:56.715287 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:52:56.738339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:56.749078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:56.879132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:56.930488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event updated for resources: {'Port': ['ID=774de51f-0f3e-4755-ac2f-48fa330d5d96,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:57.006668 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a931442-35d7-49f8-80e1-70f79ef0b84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.033142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a931442-35d7-49f8-80e1-70f79ef0b84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.108652 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.214149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Port': ['ID=1e5415a5-ad88-465b-b453-e922b77001ce,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:57.410809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a931442-35d7-49f8-80e1-70f79ef0b84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde34b22-16ec-4eca-9937-d2ea18576931,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:57.439070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b0163f-6acc-415e-adb3-d9a7aa44415a tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:57.440831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c9b0163f-6acc-415e-adb3-d9a7aa44415a tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/networks/62dd9b0f-2885-423d-ad03-a83e16732e5c HTTP/1.1" status: 200 len: 799 time: 1.8520086 May 06 12:52:57.449462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8a931442-35d7-49f8-80e1-70f79ef0b84b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64df0e6a9d3045ceb3aca9202d2db23b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1069360 May 06 12:52:57.452079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.454880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48212) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:57.455516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48214) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:57.562961 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.567796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.577925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Network 4e55238c-cdc8-4058-9019-99def9b9c863 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:57.585887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:57.671489 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.672838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14da7294-8338-4516-87f7-fd88b8d48ed5 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:57.711122 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d94bbb2-7831-4dc0-a2d9-ebf9eb45ff37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.785879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-730fb6e1-c2d1-4f92-9889-94f771274324 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/networks/62dd9b0f-2885-423d-ad03-a83e16732e5c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3287332 May 06 12:52:57.791334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48222) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:57.796888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d94bbb2-7831-4dc0-a2d9-ebf9eb45ff37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.000673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c407751-adbf-49e7-bc3c-d20169e23f62 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:58.003236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6c407751-adbf-49e7-bc3c-d20169e23f62 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/subnets/b0002850-0066-43ab-845f-58e375ff891a HTTP/1.1" status: 200 len: 811 time: 0.2089880 May 06 12:52:58.029115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48230) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:58.033873 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.050881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a2e5cca5-3c30-4861-b217-9043866b5100 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "DELETE /v2.0/routers/14da7294-8338-4516-87f7-fd88b8d48ed5 HTTP/1.1" status: 204 len: 168 time: 12.2661967 May 06 12:52:58.055084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48232) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:58.122151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.123608 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3c501154-416b-4901-bedc-7263744fe7bf tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "DELETE /v2.0/floatingips/095546bd-2c77-41da-b765-3c183c7ccd42 HTTP/1.1" status: 204 len: 168 time: 4.2798917 May 06 12:52:58.132867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48238) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:58.287640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-32a61fd3-740e-4061-892d-95e233daeff4 None None] Provisioning complete for port 774de51f-0f3e-4755-ac2f-48fa330d5d96 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:58.292301 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-32a61fd3-740e-4061-892d-95e233daeff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.525052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-32a61fd3-740e-4061-892d-95e233daeff4 None None] Port 774de51f-0f3e-4755-ac2f-48fa330d5d96 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:58.681204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8394fea-f009-49e1-9816-8d27c1de1687 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:58.684920 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b8394fea-f009-49e1-9816-8d27c1de1687 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "GET /v2.0/subnets/b0002850-0066-43ab-845f-58e375ff891a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6322329 May 06 12:52:58.691735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48250) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:58.721432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-137514196'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:58.755835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:58.787565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8dc27da1-3674-49e1-9135-12b26c1efb08 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting port 0556dd40-9a4b-42b7-b459-f3251ff0209b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:58.787910 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8dc27da1-3674-49e1-9135-12b26c1efb08 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.824197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d94bbb2-7831-4dc0-a2d9-ebf9eb45ff37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.912454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94bbb2-7831-4dc0-a2d9-ebf9eb45ff37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde34b22-16ec-4eca-9937-d2ea18576931,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:58.917311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:58.956470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d94bbb2-7831-4dc0-a2d9-ebf9eb45ff37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.957759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8d94bbb2-7831-4dc0-a2d9-ebf9eb45ff37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dde34b22-16ec-4eca-9937-d2ea18576931 HTTP/1.1" status: 204 len: 168 time: 1.4991133 May 06 12:52:58.961859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:58.967107 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.050507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:52:59.075063 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.075714 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Added segment a76beb8e-2e9c-4119-89ea-2ab53a14a4c7 of type vlan for network 89034963-2b40-43cf-b5a5-b3a0ae9d16bd May 06 12:52:59.152459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.158544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.378303 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.383308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:59.384241 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.717846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0202289 May 06 12:52:59.721293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48268) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:59.721838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff78813-46c0-4187-af35-6c2562807f3d tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Network': ['ID=89034963-2b40-43cf-b5a5-b3a0ae9d16bd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:59.743823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 89034963-2b40-43cf-b5a5-b3a0ae9d16bd details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:52:59.749562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'network_id': '89034963-2b40-43cf-b5a5-b3a0ae9d16bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:59.908396 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.942562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Deleting port 19d7982d-8e59-4f91-90bb-5120a1d4703d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:59.943509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:00.064798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:00.112372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:00.158051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Made reservation on behalf of a286814a1bf64b09b7c339969d627667 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:00.479782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] For port 19d7982d-8e59-4f91-90bb-5120a1d4703d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=19d7982d-8e59-4f91-90bb-5120a1d4703d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:00.481347 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:00.510997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:00.523348 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8dc27da1-3674-49e1-9135-12b26c1efb08 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:00.949178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8dc27da1-3674-49e1-9135-12b26c1efb08 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Calling delete_port for 0556dd40-9a4b-42b7-b459-f3251ff0209b owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:00.998893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Calling delete_port for 19d7982d-8e59-4f91-90bb-5120a1d4703d owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:01.047489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.409292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.566440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_backend_mixin [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Performing IP validity checks on allocation pools {{(pid=83952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:53:01.567996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_backend_mixin [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:53:01.592318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event deleted for resources: {'Port': ['ID=19d7982d-8e59-4f91-90bb-5120a1d4703d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:01.869100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8dc27da1-3674-49e1-9135-12b26c1efb08 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:02.116209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc27da1-3674-49e1-9135-12b26c1efb08 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Port': ['ID=0556dd40-9a4b-42b7-b459-f3251ff0209b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:02.178941 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:02.411286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:02.430448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:02.489643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8dc27da1-3674-49e1-9135-12b26c1efb08 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:02.509936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:02.512819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:02.609863 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-27525b41-79d4-4f8e-b681-017f707580fb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.5076454 May 06 12:53:02.631529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48312) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:02.644110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:02.823723 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8dc27da1-3674-49e1-9135-12b26c1efb08 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "DELETE /v2.0/ports/0556dd40-9a4b-42b7-b459-f3251ff0209b HTTP/1.1" status: 204 len: 168 time: 4.4637141 May 06 12:53:02.823723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48320) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:02.861437 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.109673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:03.222843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.234404 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.301053 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.302028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1333314f-2473-465a-bc14-857bc3583195 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:53:03.345289 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.353363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c3538a4b-e0e5-4660-ba55-fbbf75b539e5 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "DELETE /v2.0/routers/1333314f-2473-465a-bc14-857bc3583195 HTTP/1.1" status: 204 len: 168 time: 5.1594090 May 06 12:53:03.356100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48326) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:03.363046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1964661621', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:03.383263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:03.397390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Usage tracker for resource:router and tenant:c644ba1854e845bf986d444e6f9e685c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:03.408874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:03.426284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:03.453066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.458481 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.513431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.529625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=86952ade-a43e-4f80-b9ce-eac3bb82f3cd,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:03.563529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b46d14e8-e09b-45d5-9a12-49b1ab462fec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting port ee3120e7-a670-496a-b42d-c6f3cc9c1646 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:03.568071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46d14e8-e09b-45d5-9a12-49b1ab462fec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.916123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:04.104413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48336) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:04.276187 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Checking segment: {'id': 'a76beb8e-2e9c-4119-89ea-2ab53a14a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '89034963-2b40-43cf-b5a5-b3a0ae9d16bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:04.276501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network hostable DHCP agents. Network: 89034963-2b40-43cf-b5a5-b3a0ae9d16bd, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:53:04.300376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:52:53Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774de51f-0f3e-4755-ac2f-48fa330d5d96', 'name': '', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:ec:ef:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:50Z', 'updated_at': '2022-05-06T12:52:55Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:04.307410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:04.324094 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:53:04.325060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Updating router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 port 774de51f-0f3e-4755-ac2f-48fa330d5d96 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:53:04.343031 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:04.461463 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:04.699405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Network 89034963-2b40-43cf-b5a5-b3a0ae9d16bd is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:53:04.866001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Allocated IP 172.25.7.76 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/bb626cc7-adc1-4246-b195-af104cee8637) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:05.011229 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.030744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Transition to ACTIVE for port object 774de51f-0f3e-4755-ac2f-48fa330d5d96 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:05.040679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 19d7982d-8e59-4f91-90bb-5120a1d4703d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:05.093675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 19d7982d-8e59-4f91-90bb-5120a1d4703d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:53:05.094538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 19d7982d-8e59-4f91-90bb-5120a1d4703d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:53:05.097456 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.224758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba59f4-1d44-487c-bc21-159720123db4 None None] Pushing event updated for resources: {'Port': ['ID=774de51f-0f3e-4755-ac2f-48fa330d5d96,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:05.315488 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.359759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 12:53:05.391626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Removed routes are [] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 12:53:05.392498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.478552 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-689f7938-0f6e-48e1-a636-774462e0ccf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.528125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Attempting to bind port 774de51f-0f3e-4755-ac2f-48fa330d5d96 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:53:05.529198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Attempting to bind port 774de51f-0f3e-4755-ac2f-48fa330d5d96 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0700cb2d-6a29-465f-98ea-428125ced4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:53:05.529760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Attempting to bind port 774de51f-0f3e-4755-ac2f-48fa330d5d96 on network 4e55238c-cdc8-4058-9019-99def9b9c863 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:53:05.544110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.552119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:53:05.555157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Checking segment: {'id': '0700cb2d-6a29-465f-98ea-428125ced4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:05.556225 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.558336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Bound using segment: {'id': '0700cb2d-6a29-465f-98ea-428125ced4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:53:05.559448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Bound port: 774de51f-0f3e-4755-ac2f-48fa330d5d96, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0700cb2d-6a29-465f-98ea-428125ced4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:53:05.560100 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.727009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 89034963-2b40-43cf-b5a5-b3a0ae9d16bd) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:05.748521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:05.749745 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.771179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46d14e8-e09b-45d5-9a12-49b1ab462fec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.772341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d70a20-104e-4ff8-9810-fed2da6cc601 None None] Network 89034963-2b40-43cf-b5a5-b3a0ae9d16bd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:05.789108 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c0967a07-75fa-4c59-a6e0-f1ec829b127f tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 6.0577419 May 06 12:53:05.794112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48352) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:05.845717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:05.856088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:05.874959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event updated for resources: {'Port': ['ID=bb626cc7-adc1-4246-b195-af104cee8637,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:05.892471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:05.895930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-05abbcda-203f-47d4-a964-bc26dd7124dd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:06.015557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] For port 774de51f-0f3e-4755-ac2f-48fa330d5d96, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:53:06.017736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b46d14e8-e09b-45d5-9a12-49b1ab462fec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Calling delete_port for ee3120e7-a670-496a-b42d-c6f3cc9c1646 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:06.034138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-689f7938-0f6e-48e1-a636-774462e0ccf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:06.071779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] For port 774de51f-0f3e-4755-ac2f-48fa330d5d96, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=774de51f-0f3e-4755-ac2f-48fa330d5d96,segment=NetworkSegment(0700cb2d-6a29-465f-98ea-428125ced4e5),segment_id=0700cb2d-6a29-465f-98ea-428125ced4e5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:53:06.079777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-689f7938-0f6e-48e1-a636-774462e0ccf8 admin admin] Usage tracker for resource:security_group_rule and tenant:364357a5270c48b69f63e3e2439cdce7 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:06.099835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-689f7938-0f6e-48e1-a636-774462e0ccf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:06.112620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.144280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-689f7938-0f6e-48e1-a636-774462e0ccf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:06.432197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba59f4-1d44-487c-bc21-159720123db4 None None] Pushing event updated for resources: {'Port': ['ID=774de51f-0f3e-4755-ac2f-48fa330d5d96,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:06.511315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:06.512341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:06.676697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-689f7938-0f6e-48e1-a636-774462e0ccf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.687737 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-689f7938-0f6e-48e1-a636-774462e0ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.845662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:06.865201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f7938-0f6e-48e1-a636-774462e0ccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee9212-5afb-4490-8872-3de0d5e0409b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:06.952088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-89034963-2b40-43cf-b5a5-b3a0ae9d16bd', 'network_id': '89034963-2b40-43cf-b5a5-b3a0ae9d16bd', 'tenant_id': 'a286814a1bf64b09b7c339969d627667', 'fixed_ips': [{'subnet_id': '86952ade-a43e-4f80-b9ce-eac3bb82f3cd'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:53:06.955660 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.958732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-689f7938-0f6e-48e1-a636-774462e0ccf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=364357a5270c48b69f63e3e2439cdce7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8489895 May 06 12:53:06.962203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48364) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:07.130447 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.191928 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.309550 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.364572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee9212-5afb-4490-8872-3de0d5e0409b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:07.417837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.423384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.423955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.424522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.425041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.425557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.426068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.426570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.427111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.433142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.433719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:07.464373 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.466355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bfa69fd9-d430-467f-a500-2a5bcd72bbae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/faee9212-5afb-4490-8872-3de0d5e0409b HTTP/1.1" status: 204 len: 168 time: 0.5025799 May 06 12:53:07.554229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46d14e8-e09b-45d5-9a12-49b1ab462fec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.674988 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.678351 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.679731 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.831835 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.838182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d14e8-e09b-45d5-9a12-49b1ab462fec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Port': ['ID=ee3120e7-a670-496a-b42d-c6f3cc9c1646,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:07.964734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.089424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Allocated IP 172.20.0.3 (89034963-2b40-43cf-b5a5-b3a0ae9d16bd/86952ade-a43e-4f80-b9ce-eac3bb82f3cd/16bae9f8-a124-4a64-b34c-2bde39dadc41) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:08.134412 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-05abbcda-203f-47d4-a964-bc26dd7124dd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2698688'] for subnet, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.456197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Router 6ae34c98-f814-4cef-a690-c965bf8af6d6 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:53:08.498855 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46d14e8-e09b-45d5-9a12-49b1ab462fec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.503249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:05Z', 'revision_number': 6, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774de51f-0f3e-4755-ac2f-48fa330d5d96', 'name': '', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:ec:ef:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:50Z', 'updated_at': '2022-05-06T12:53:05Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:08.513668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba5b50b-2300-43f3-a5f6-307b7c946d4a None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:05Z', 'revision_number': 6, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774de51f-0f3e-4755-ac2f-48fa330d5d96', 'name': '', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:ec:ef:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:50Z', 'updated_at': '2022-05-06T12:53:05Z', 'revision_number': 4, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:08.595907 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b46d14e8-e09b-45d5-9a12-49b1ab462fec tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "DELETE /v2.0/ports/ee3120e7-a670-496a-b42d-c6f3cc9c1646 HTTP/1.1" status: 204 len: 168 time: 5.7562873 May 06 12:53:08.597461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48386) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:08.842103 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.860216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Transition to ACTIVE for port object 16bae9f8-a124-4a64-b34c-2bde39dadc41 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:08.941751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Transition to ACTIVE for port object 16bae9f8-a124-4a64-b34c-2bde39dadc41 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:08.964035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.107526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:09.122659 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20636b75-f516-48f8-8b6c-9edd767731c6 None None] Sync routers for ids ['6ae34c98-f814-4cef-a690-c965bf8af6d6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:09.157737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 774de51f-0f3e-4755-ac2f-48fa330d5d96 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:53:09.161051 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20636b75-f516-48f8-8b6c-9edd767731c6 None None] Routers {'6ae34c98-f814-4cef-a690-c965bf8af6d6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:09.164614 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-20636b75-f516-48f8-8b6c-9edd767731c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6ae34c98-f814-4cef-a690-c965bf8af6d6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:09.165098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.171668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a3e329f4-de05-4bbd-b8dd-9c5e4f61d1d1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8143458 May 06 12:53:09.174380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48394) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:09.185022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4c9198f7-05ef-4948-b917-8f3297be33e6 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': False}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:09.297445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Network 89034963-2b40-43cf-b5a5-b3a0ae9d16bd is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:09.313693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:09.325044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:09.331222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Pushing event updated for resources: {'Port': ['ID=16bae9f8-a124-4a64-b34c-2bde39dadc41,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:09.423336 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-20636b75-f516-48f8-8b6c-9edd767731c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:09.470639 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20636b75-f516-48f8-8b6c-9edd767731c6 None None] Routers {'6ae34c98-f814-4cef-a690-c965bf8af6d6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:09.503095 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-20636b75-f516-48f8-8b6c-9edd767731c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6ae34c98-f814-4cef-a690-c965bf8af6d6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:09.703927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:09.791421 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-20636b75-f516-48f8-8b6c-9edd767731c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:09.792388 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20636b75-f516-48f8-8b6c-9edd767731c6 None None] The sync data for ids ['6ae34c98-f814-4cef-a690-c965bf8af6d6'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:09.800575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 774de51f-0f3e-4755-ac2f-48fa330d5d96 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:09.844885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 774de51f-0f3e-4755-ac2f-48fa330d5d96 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:09.845506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.912916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-db62f64d-3883-4144-899d-8c74c0b31d67 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting subnet a9751512-0a9a-4a9b-a917-22595ae57103 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:53:09.959660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Attempting to bind port 16bae9f8-a124-4a64-b34c-2bde39dadc41 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:53:09.960233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Attempting to bind port 16bae9f8-a124-4a64-b34c-2bde39dadc41 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a76beb8e-2e9c-4119-89ea-2ab53a14a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '89034963-2b40-43cf-b5a5-b3a0ae9d16bd'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:53:09.960794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Attempting to bind port 16bae9f8-a124-4a64-b34c-2bde39dadc41 on network 89034963-2b40-43cf-b5a5-b3a0ae9d16bd {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:53:09.972674 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db62f64d-3883-4144-899d-8c74c0b31d67 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.203000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:53:10.203920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Checking segment: {'id': 'a76beb8e-2e9c-4119-89ea-2ab53a14a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '89034963-2b40-43cf-b5a5-b3a0ae9d16bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:10.206425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.207126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Bound using segment: {'id': 'a76beb8e-2e9c-4119-89ea-2ab53a14a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '89034963-2b40-43cf-b5a5-b3a0ae9d16bd'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:53:10.207855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Bound port: 16bae9f8-a124-4a64-b34c-2bde39dadc41, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76beb8e-2e9c-4119-89ea-2ab53a14a4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '89034963-2b40-43cf-b5a5-b3a0ae9d16bd'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:53:10.208541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.415577 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.432563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db62f64d-3883-4144-899d-8c74c0b31d67 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.566779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 774de51f-0f3e-4755-ac2f-48fa330d5d96, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=774de51f-0f3e-4755-ac2f-48fa330d5d96,segment=NetworkSegment(0700cb2d-6a29-465f-98ea-428125ced4e5),segment_id=0700cb2d-6a29-465f-98ea-428125ced4e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:10.577312 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.704640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-05abbcda-203f-47d4-a964-bc26dd7124dd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727640107677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2954455'] for subnet, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.753343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=774de51f-0f3e-4755-ac2f-48fa330d5d96,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:10.758971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] For port 16bae9f8-a124-4a64-b34c-2bde39dadc41, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:53:10.789587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] For port 16bae9f8-a124-4a64-b34c-2bde39dadc41, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=16bae9f8-a124-4a64-b34c-2bde39dadc41,segment=NetworkSegment(a76beb8e-2e9c-4119-89ea-2ab53a14a4c7),segment_id=a76beb8e-2e9c-4119-89ea-2ab53a14a4c7)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:53:10.799711 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.896061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abbcda-203f-47d4-a964-bc26dd7124dd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event updated for resources: {'Subnet': ['ID=86952ade-a43e-4f80-b9ce-eac3bb82f3cd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:10.914030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abbcda-203f-47d4-a964-bc26dd7124dd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:10.915800 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-05abbcda-203f-47d4-a964-bc26dd7124dd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.918704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-05abbcda-203f-47d4-a964-bc26dd7124dd tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "PUT /v2.0/subnets/86952ade-a43e-4f80-b9ce-eac3bb82f3cd HTTP/1.1" status: 200 len: 877 time: 5.1226377 May 06 12:53:10.921603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db62f64d-3883-4144-899d-8c74c0b31d67 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:11.018082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48410) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:11.044465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2b967-b458-4b6b-aa83-188f6c602280 None None] Pushing event updated for resources: {'Port': ['ID=16bae9f8-a124-4a64-b34c-2bde39dadc41,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:11.301506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:11.327994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:11.337638 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b35297bc-008e-4cc0-b0b7-bf68f4de8254 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0 HTTP/1.1" status: 200 len: 934 time: 8.7020547 May 06 12:53:11.344340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48418) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:11.671224 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9198f7-05ef-4948-b917-8f3297be33e6 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:11.835023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db62f64d-3883-4144-899d-8c74c0b31d67 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.206091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.219791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62f64d-3883-4144-899d-8c74c0b31d67 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Subnet': ['ID=a9751512-0a9a-4a9b-a917-22595ae57103,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:12.239211 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3ea12f41-a1ed-41ee-8220-ca9c07575d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.303795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db62f64d-3883-4144-899d-8c74c0b31d67 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.306129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f31599f-49a6-455e-ba1c-4e637e2861cb None None] Network d6efa80f-acf6-4297-ae04-de25324b08a1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:12.321968 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-db62f64d-3883-4144-899d-8c74c0b31d67 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "DELETE /v2.0/subnets/a9751512-0a9a-4a9b-a917-22595ae57103 HTTP/1.1" status: 204 len: 168 time: 3.7204175 May 06 12:53:12.325970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48428) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:12.482035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port 16bae9f8-a124-4a64-b34c-2bde39dadc41 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:12.485463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.705738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9198f7-05ef-4948-b917-8f3297be33e6 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.728693 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9198f7-05ef-4948-b917-8f3297be33e6 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.746904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:12.998348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:12.999405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:13.366479 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.404084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 774de51f-0f3e-4755-ac2f-48fa330d5d96 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:53:13.443563 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-69709c32-daf6-4171-af28-53e50d84a6c4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0 HTTP/1.1" status: 200 len: 934 time: 2.0967786 May 06 12:53:13.448603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48440) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:13.488421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'routes': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:13.543815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9198f7-05ef-4948-b917-8f3297be33e6 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Router 6ae34c98-f814-4cef-a690-c965bf8af6d6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:13.581238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5905526b-128f-4577-8484-ef007aa44154 None None] Network 89034963-2b40-43cf-b5a5-b3a0ae9d16bd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:13.724641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e91b1b4b-79cb-4456-aec6-092e7417d4d9 None None] Provisioning for port 16bae9f8-a124-4a64-b34c-2bde39dadc41 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:13.820441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 774de51f-0f3e-4755-ac2f-48fa330d5d96 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:13.820840 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.856748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a1d42d-b767-4b35-b9f3-9b73d1f561ea tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Deleting subnet 1519b124-d903-4edb-b207-fefe5cf5e6c6 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:53:13.918785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port 16bae9f8-a124-4a64-b34c-2bde39dadc41, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=16bae9f8-a124-4a64-b34c-2bde39dadc41,segment=NetworkSegment(a76beb8e-2e9c-4119-89ea-2ab53a14a4c7),segment_id=a76beb8e-2e9c-4119-89ea-2ab53a14a4c7)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:13.919653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.999629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:14.054340 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a1d42d-b767-4b35-b9f3-9b73d1f561ea tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.145913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677604ca-fc93-4bf1-abc1-e9b0877d1ac4 None None] DHCP port deletion for d6efa80f-acf6-4297-ae04-de25324b08a1 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:53:14.150562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9198f7-05ef-4948-b917-8f3297be33e6 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:14.158960 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9198f7-05ef-4948-b917-8f3297be33e6 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.160589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4c9198f7-05ef-4948-b917-8f3297be33e6 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "PUT /v2.0/routers/6ae34c98-f814-4cef-a690-c965bf8af6d6 HTTP/1.1" status: 200 len: 921 time: 4.9816620 May 06 12:53:14.166756 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2149d-1ce1-4f6a-bf2e-885c3d84838e None None] Sync routers for ids ['6ae34c98-f814-4cef-a690-c965bf8af6d6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:14.185856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-677604ca-fc93-4bf1-abc1-e9b0877d1ac4 None None] Deleting port 13226562-7589-4f8d-89a0-e7c7e9303a17 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:14.186275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-677604ca-fc93-4bf1-abc1-e9b0877d1ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.189647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48448) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:14.215102 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2149d-1ce1-4f6a-bf2e-885c3d84838e None None] Routers {'6ae34c98-f814-4cef-a690-c965bf8af6d6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:14.216156 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cfb2149d-1ce1-4f6a-bf2e-885c3d84838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6ae34c98-f814-4cef-a690-c965bf8af6d6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:14.370308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for 16bae9f8-a124-4a64-b34c-2bde39dadc41 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:14.400830 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cfb2149d-1ce1-4f6a-bf2e-885c3d84838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:14.426648 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2149d-1ce1-4f6a-bf2e-885c3d84838e None None] Routers {'6ae34c98-f814-4cef-a690-c965bf8af6d6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:14.427142 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cfb2149d-1ce1-4f6a-bf2e-885c3d84838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:52:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6ae34c98-f814-4cef-a690-c965bf8af6d6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:14.589019 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cfb2149d-1ce1-4f6a-bf2e-885c3d84838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:14.589555 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2149d-1ce1-4f6a-bf2e-885c3d84838e None None] The sync data for ids ['6ae34c98-f814-4cef-a690-c965bf8af6d6'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:14.593845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a1d42d-b767-4b35-b9f3-9b73d1f561ea tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.767054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9d9c62cd-f350-4846-8770-45efe6cc917e tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/routers/6ae34c98-f814-4cef-a690-c965bf8af6d6 HTTP/1.1" status: 200 len: 921 time: 0.5758119 May 06 12:53:14.770398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48458) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:14.947876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-273cfd3d-260f-45b8-8528-acd0e2d50fa9 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Synchronizing usage tracker for tenant:74f0c751258d4410b29155b8da18d791 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:14.986334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-273cfd3d-260f-45b8-8528-acd0e2d50fa9 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Unset dirty status for tenant:74f0c751258d4410b29155b8da18d791 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:14.991403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-273cfd3d-260f-45b8-8528-acd0e2d50fa9 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=6ae34c98-f814-4cef-a690-c965bf8af6d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2153223 May 06 12:53:14.992490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48466) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:15.023297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 16bae9f8-a124-4a64-b34c-2bde39dadc41 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:53:15.228015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-37db9762-a5f5-4c35-83ec-03ff9eec0d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:15.326711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5d6ba-685d-4940-915f-700e962ac17f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:15.328770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-06e5d6ba-685d-4940-915f-700e962ac17f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 881 time: 0.3309574 May 06 12:53:15.333188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48474) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:15.428592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eee4a655-5137-4a53-aa5e-208af9742167 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ae34c98-f814-4cef-a690-c965bf8af6d6 HTTP/1.1" status: 200 len: 205 time: 0.0936837 May 06 12:53:15.429887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48478) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:15.641758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48482) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:15.660987 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:15.765487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-677604ca-fc93-4bf1-abc1-e9b0877d1ac4 None None] For port 13226562-7589-4f8d-89a0-e7c7e9303a17, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=13226562-7589-4f8d-89a0-e7c7e9303a17,segment=NetworkSegment(49a32759-f4e1-4ae7-9cd4-1075da8da1e5),segment_id=49a32759-f4e1-4ae7-9cd4-1075da8da1e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:15.765941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-677604ca-fc93-4bf1-abc1-e9b0877d1ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.004767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-677604ca-fc93-4bf1-abc1-e9b0877d1ac4 None None] Calling delete_port for 13226562-7589-4f8d-89a0-e7c7e9303a17 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:16.153957 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.160798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added routes are [] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 12:53:16.160798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 12:53:16.224621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:05Z', 'revision_number': 6, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774de51f-0f3e-4755-ac2f-48fa330d5d96', 'name': '', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:ec:ef:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:50Z', 'updated_at': '2022-05-06T12:53:10Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:16.234345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7ae0a-2a57-462e-b6eb-77c9a36c5271 None None] Network 89034963-2b40-43cf-b5a5-b3a0ae9d16bd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:16.260266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48490) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:16.263076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:53:16.309249 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.325687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a1d42d-b767-4b35-b9f3-9b73d1f561ea tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.346225 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-677604ca-fc93-4bf1-abc1-e9b0877d1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.465010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677604ca-fc93-4bf1-abc1-e9b0877d1ac4 None None] Pushing event deleted for resources: {'Port': ['ID=13226562-7589-4f8d-89a0-e7c7e9303a17,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:16.501327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:16.502642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:16.609851 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.736847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677604ca-fc93-4bf1-abc1-e9b0877d1ac4 None None] No DVR routers for this DVR port 13226562-7589-4f8d-89a0-e7c7e9303a17 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:53:16.908260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a1d42d-b767-4b35-b9f3-9b73d1f561ea tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:53:16.940578 n-d-840847-1 neutron-server[83958]: util.warn( May 06 12:53:17.010577 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.028940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 16bae9f8-a124-4a64-b34c-2bde39dadc41 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:17.049178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 16bae9f8-a124-4a64-b34c-2bde39dadc41 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:17.049449 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.106701 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.111576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Port 16bae9f8-a124-4a64-b34c-2bde39dadc41 was deleted so its status cannot be updated. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:53:17.120301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9b64a0e6-3996-471b-8570-80075fb0502e None None] Provisioning complete for port 16bae9f8-a124-4a64-b34c-2bde39dadc41 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:17.120676 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9b64a0e6-3996-471b-8570-80075fb0502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.126723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1d42d-b767-4b35-b9f3-9b73d1f561ea tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Subnet': ['ID=1519b124-d903-4edb-b207-fefe5cf5e6c6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:17.143349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Deleting port bb626cc7-adc1-4246-b195-af104cee8637 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:17.144682 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.174827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9b64a0e6-3996-471b-8570-80075fb0502e None None] Port 16bae9f8-a124-4a64-b34c-2bde39dadc41 was deleted so its status cannot be updated. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:53:17.245804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:17.299194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Port': ['ID=16bae9f8-a124-4a64-b34c-2bde39dadc41,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:17.415302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 13226562-7589-4f8d-89a0-e7c7e9303a17 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:17.423883 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a1d42d-b767-4b35-b9f3-9b73d1f561ea tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.449497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No DVR routers for this DVR port 16bae9f8-a124-4a64-b34c-2bde39dadc41 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:53:17.480044 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb85a225-aeda-4e84-8f0e-80f462dbc393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.559382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22a1d42d-b767-4b35-b9f3-9b73d1f561ea tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "DELETE /v2.0/subnets/1519b124-d903-4edb-b207-fefe5cf5e6c6 HTTP/1.1" status: 204 len: 168 time: 5.2171319 May 06 12:53:17.567743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48506) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:17.595623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d4622-c7a5-41d6-a180-7c5e7375eaef None None] Network 2685699a-15bb-4993-b2ff-6ccaf2ad46af requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:17.662543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-812646298-network', 'tenant_id': '070d762cfe204a55a14157ccc888657c'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:17.680609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 13226562-7589-4f8d-89a0-e7c7e9303a17 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:53:17.681341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 13226562-7589-4f8d-89a0-e7c7e9303a17 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:53:17.732351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fb85a225-aeda-4e84-8f0e-80f462dbc393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:17.742882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fb85a225-aeda-4e84-8f0e-80f462dbc393 admin admin] Usage tracker for resource:security_group_rule and tenant:d2df95e8575348d798a1dd90a4bbc51d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:17.750406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fb85a225-aeda-4e84-8f0e-80f462dbc393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:17.767791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fb85a225-aeda-4e84-8f0e-80f462dbc393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:17.810139 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.840514 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.848583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:17.881062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Usage tracker for resource:network and tenant:070d762cfe204a55a14157ccc888657c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:17.892381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:17.918562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:17.937354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.976713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Made reservation on behalf of 070d762cfe204a55a14157ccc888657c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:17.979606 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.030203 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.047758 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb85a225-aeda-4e84-8f0e-80f462dbc393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.058830 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.070015 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb85a225-aeda-4e84-8f0e-80f462dbc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.128144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85a225-aeda-4e84-8f0e-80f462dbc393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6858c72b-94bf-452e-81c3-c7de8338d7f5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:18.254696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.469185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Calling delete_port for bb626cc7-adc1-4246-b195-af104cee8637 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:18.567377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c057ea1-b170-4e09-b654-bc82d9a4d8e0 None None] Network 89034963-2b40-43cf-b5a5-b3a0ae9d16bd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:18.593667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=86952ade-a43e-4f80-b9ce-eac3bb82f3cd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:18.657450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:18.678285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fb85a225-aeda-4e84-8f0e-80f462dbc393 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2df95e8575348d798a1dd90a4bbc51d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9991751 May 06 12:53:18.679340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Usage tracker for resource:security_group_rule and tenant:070d762cfe204a55a14157ccc888657c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:18.687804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48520) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:18.692167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:18.731384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:19.020756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.300337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.357713 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.365557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:16Z', 'revision_number': 7, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774de51f-0f3e-4755-ac2f-48fa330d5d96', 'name': '', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:ec:ef:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:50Z', 'updated_at': '2022-05-06T12:53:10Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:19.374143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e2a496-0133-424e-8a6a-3950dd542ebc None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:16Z', 'revision_number': 7, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774de51f-0f3e-4755-ac2f-48fa330d5d96', 'name': '', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:ec:ef:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:50Z', 'updated_at': '2022-05-06T12:53:10Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:19.406771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d68ed92c-c337-4ca8-ad4b-c16341ecbbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.443871 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.486055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:53:19.534402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.535194 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Added segment 067527f2-6968-46d2-97ea-a957c7253e92 of type vlan for network 45019803-7c18-40b2-9fec-5b24d4f5787f May 06 12:53:19.560686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d7287-d28d-424a-80e3-dafd24f43df7 None None] DHCP port deletion for 2685699a-15bb-4993-b2ff-6ccaf2ad46af request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:53:19.593549 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.602861 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.619647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6efa80f-acf6-4297-ae04-de25324b08a1']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:19.633224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d7287-d28d-424a-80e3-dafd24f43df7 None None] Deleting port 86443d1d-8319-47ef-8889-de78a1b49554 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:19.634089 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a4d7287-d28d-424a-80e3-dafd24f43df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.680766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.697552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89034963-2b40-43cf-b5a5-b3a0ae9d16bd']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:19.727362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a32759-f4e1-4ae7-9cd4-1075da8da1e5') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:19.727981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a32759-f4e1-4ae7-9cd4-1075da8da1e5') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:19.740246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff694e6-e944-4fc1-974d-88e201ed82fa None None] DHCP port deletion for 89034963-2b40-43cf-b5a5-b3a0ae9d16bd request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:53:19.750463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.758495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.759898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:19.760808 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.777066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d68ed92c-c337-4ca8-ad4b-c16341ecbbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.987297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Pushing event updated for resources: {'Network': ['ID=45019803-7c18-40b2-9fec-5b24d4f5787f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:19.998474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76beb8e-2e9c-4119-89ea-2ab53a14a4c7') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:19.999126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76beb8e-2e9c-4119-89ea-2ab53a14a4c7') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:20.017710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event deleted for resources: {'Port': ['ID=bb626cc7-adc1-4246-b195-af104cee8637,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:20.018172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.112859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021da1c1-e633-4152-888f-f8326bec8144,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:20.198245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d3216bb0-a07f-431b-be31-cc5a02201a22 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9304845 May 06 12:53:20.209185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48536) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:20.226149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Request body: {'subnet': {'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-812646298-subnet', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:20.238971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:20.251271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Usage tracker for resource:subnet and tenant:070d762cfe204a55a14157ccc888657c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:20.260935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:20.344045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 45019803-7c18-40b2-9fec-5b24d4f5787f details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:53:20.451199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:20.554349 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.593935 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.608706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:53:20.610621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: timer() May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:53:20.814672 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:53:20.836819 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d68ed92c-c337-4ca8-ad4b-c16341ecbbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.841557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.849739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.867766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.937676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.993609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ed92c-c337-4ca8-ad4b-c16341ecbbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6858c72b-94bf-452e-81c3-c7de8338d7f5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:21.011756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:53:21.012427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.052263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=89034963-2b40-43cf-b5a5-b3a0ae9d16bd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: timer() May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:53:21.057510 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:53:21.209522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3a4d7287-d28d-424a-80e3-dafd24f43df7 None None] For port 86443d1d-8319-47ef-8889-de78a1b49554, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=86443d1d-8319-47ef-8889-de78a1b49554,segment=NetworkSegment(341fdb6f-91e3-4dc8-8a9b-23a057add6fc),segment_id=341fdb6f-91e3-4dc8-8a9b-23a057add6fc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:21.210890 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a4d7287-d28d-424a-80e3-dafd24f43df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.232703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Made reservation on behalf of 070d762cfe204a55a14157ccc888657c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:21.235322 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.247598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d68ed92c-c337-4ca8-ad4b-c16341ecbbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.254947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d68ed92c-c337-4ca8-ad4b-c16341ecbbb8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6858c72b-94bf-452e-81c3-c7de8338d7f5 HTTP/1.1" status: 204 len: 168 time: 2.5042307 May 06 12:53:21.279149 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0e55d589-6e34-4199-b2e2-8cb382ab727e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/89034963-2b40-43cf-b5a5-b3a0ae9d16bd HTTP/1.1" status: 204 len: 168 time: 10.2518134 May 06 12:53:21.285296 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48552) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:21.447050 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f355b6-769c-4bce-b558-01b0cfe2c9f9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:21.447911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f355b6-769c-4bce-b558-01b0cfe2c9f9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:21.473694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.485779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.489499 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "DELETE /v2.0/networks/d6efa80f-acf6-4297-ae04-de25324b08a1 HTTP/1.1" status: 204 len: 168 time: 3.9204986 May 06 12:53:21.508112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48556) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:21.571654 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-75f355b6-769c-4bce-b558-01b0cfe2c9f9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/86952ade-a43e-4f80-b9ce-eac3bb82f3cd HTTP/1.1" status: 404 len: 337 time: 0.2756131 May 06 12:53:21.579499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48562) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:21.587706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8041f-6633-49e6-921e-91145fea460c tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Network': ['ID=d6efa80f-acf6-4297-ae04-de25324b08a1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:21.627410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 16bae9f8-a124-4a64-b34c-2bde39dadc41 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:21.653641 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20bc6c2-e235-488b-b85b-1b0e1132d753 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:21.654352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20bc6c2-e235-488b-b85b-1b0e1132d753 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:21.662196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a20bc6c2-e235-488b-b85b-1b0e1132d753 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/89034963-2b40-43cf-b5a5-b3a0ae9d16bd HTTP/1.1" status: 404 len: 339 time: 0.0787606 May 06 12:53:21.671705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48566) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:21.706438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d7287-d28d-424a-80e3-dafd24f43df7 None None] Calling delete_port for 86443d1d-8319-47ef-8889-de78a1b49554 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:21.774216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:21.784394 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.790279 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba23c59-167c-4c8a-86d1-fe0f2d9ab101 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:21.791008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba23c59-167c-4c8a-86d1-fe0f2d9ab101 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:21.796941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 16bae9f8-a124-4a64-b34c-2bde39dadc41 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:53:21.797654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 16bae9f8-a124-4a64-b34c-2bde39dadc41 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:53:21.798724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 86443d1d-8319-47ef-8889-de78a1b49554 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:21.801461 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7ba23c59-167c-4c8a-86d1-fe0f2d9ab101 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/309b1f5d-9ebc-4312-be18-b1b3fb5d6ae6 HTTP/1.1" status: 404 len: 337 time: 0.1214206 May 06 12:53:21.802614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48570) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:22.070400 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1497ed-7d31-48b2-82f7-adbd1fabd68b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:22.074097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1497ed-7d31-48b2-82f7-adbd1fabd68b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:22.078138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fd1497ed-7d31-48b2-82f7-adbd1fabd68b tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/21ca2671-50b2-4682-a846-c3ea20fa30e9 HTTP/1.1" status: 404 len: 339 time: 0.2693434 May 06 12:53:22.115227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:22.347570 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.408403 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a4d7287-d28d-424a-80e3-dafd24f43df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.423416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.428772 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.441886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:22.456415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.458381 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e3ae3887-7b8d-42ba-9cbe-3c9775e74d72 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0 HTTP/1.1" status: 200 len: 700 time: 9.0051188 May 06 12:53:22.471712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48582) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:22.553604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:22.577788 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.663864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d7287-d28d-424a-80e3-dafd24f43df7 None None] Pushing event deleted for resources: {'Port': ['ID=86443d1d-8319-47ef-8889-de78a1b49554,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:22.687507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d7287-d28d-424a-80e3-dafd24f43df7 None None] No DVR routers for this DVR port 86443d1d-8319-47ef-8889-de78a1b49554 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:53:22.692492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:22.693310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:22.880811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.926836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.966292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48586) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:22.982076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2685699a-15bb-4993-b2ff-6ccaf2ad46af']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:23.008622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341fdb6f-91e3-4dc8-8a9b-23a057add6fc') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:23.009138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.010651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341fdb6f-91e3-4dc8-8a9b-23a057add6fc') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:23.022066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:23.050124 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.056926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73bfd1e1-3b32-45e3-b5de-70dc0c2b3f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.122077 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.129929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff62616-d329-44a2-91c2-23c2c2a31409']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:23.170996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:53:23.172443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.173160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197e204b-1878-4a6a-8afe-c7ed49120808') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:23.173773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197e204b-1878-4a6a-8afe-c7ed49120808') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:23.211847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.242078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-73bfd1e1-3b32-45e3-b5de-70dc0c2b3f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:23.252737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-73bfd1e1-3b32-45e3-b5de-70dc0c2b3f95 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a11069d34a44df8f54b30f889cbb11 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:23.263757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-73bfd1e1-3b32-45e3-b5de-70dc0c2b3f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:23.295407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.319736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-73bfd1e1-3b32-45e3-b5de-70dc0c2b3f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:23.344353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:53:23.345224 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: timer() May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:53:23.394392 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: timer() May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:53:23.403970 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:53:23.464185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.472986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a4657e-74db-4850-8599-db5eca57c5aa,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:23.480351 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-abd58a57-2868-4e4f-ac1b-4b91cb8f19f3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0 HTTP/1.1" status: 200 len: 700 time: 1.0023334 May 06 12:53:23.498956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48594) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:23.696104 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.701476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] Pushing event deleted for resources: {'Network': ['ID=2685699a-15bb-4993-b2ff-6ccaf2ad46af,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:23.725138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.756614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.797081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:16Z', 'revision_number': 7, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774de51f-0f3e-4755-ac2f-48fa330d5d96', 'name': '', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:ec:ef:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:50Z', 'updated_at': '2022-05-06T12:53:10Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:23.811980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:53:23.841002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Checking segment: {'id': '067527f2-6968-46d2-97ea-a957c7253e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:23.841774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Network hostable DHCP agents. Network: 45019803-7c18-40b2-9fec-5b24d4f5787f, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:53:23.845326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:23.846089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:23.885917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73bfd1e1-3b32-45e3-b5de-70dc0c2b3f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.888253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=0ff62616-d329-44a2-91c2-23c2c2a31409,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:23.913044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73bfd1e1-3b32-45e3-b5de-70dc0c2b3f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.941729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3b49a302-945a-444a-88b7-5b08e7a61977 tempest-TaggedBootDevicesTest-1847992148 tempest-TaggedBootDevicesTest-1847992148-project] 10.222.0.44 "DELETE /v2.0/networks/2685699a-15bb-4993-b2ff-6ccaf2ad46af HTTP/1.1" status: 204 len: 168 time: 2.4320467 May 06 12:53:23.962860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.964223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Fanout notify agent at l3_agent the message router_deleted on router 6ae34c98-f814-4cef-a690-c965bf8af6d6 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:53:23.975773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.980924 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6bf12051-3122-40b7-8289-19384ffde6dc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/6ae34c98-f814-4cef-a690-c965bf8af6d6 HTTP/1.1" status: 204 len: 168 time: 8.5493972 May 06 12:53:23.988147 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-73bfd1e1-3b32-45e3-b5de-70dc0c2b3f95 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1a11069d34a44df8f54b30f889cbb11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9993768 May 06 12:53:23.991017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48602) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:23.991526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48604) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:23.997555 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c7423be5-778d-40f5-a344-093aaa7cd521 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/0ff62616-d329-44a2-91c2-23c2c2a31409 HTTP/1.1" status: 204 len: 168 time: 1.8757918 May 06 12:53:24.000366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48606) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:24.074312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1664229425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:24.122790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:24.148998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Usage tracker for resource:router and tenant:c644ba1854e845bf986d444e6f9e685c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:24.161622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:24.173268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfd1e1-3b32-45e3-b5de-70dc0c2b3f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188fbea5-fc30-4eb0-9782-3ae46d6580eb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:24.184587 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b584680-2415-430d-b5c2-bb4f2cea937a tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:24.185364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b584680-2415-430d-b5c2-bb4f2cea937a tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:24.195225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3b584680-2415-430d-b5c2-bb4f2cea937a tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/28ac2a13-36fc-46ed-99c1-6058907b2933 HTTP/1.1" status: 404 len: 337 time: 0.1887589 May 06 12:53:24.196256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48620) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:24.222627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:24.281822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.289194 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.344835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:24.353246 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-086d7fe0-3ba0-44ec-8ef5-7d2acccd64ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:24.353952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086d7fe0-3ba0-44ec-8ef5-7d2acccd64ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:24.363437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-086d7fe0-3ba0-44ec-8ef5-7d2acccd64ce tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/d907f0f3-8725-450c-b70e-295bb2cca4e7 HTTP/1.1" status: 404 len: 339 time: 0.1567841 May 06 12:53:24.369205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48628) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:24.380859 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.446840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.537688 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:53:24.561166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.566903 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-91f9f842-73ce-44b8-ba2d-15f9ff306539 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5665557 May 06 12:53:24.567216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Network 45019803-7c18-40b2-9fec-5b24d4f5787f is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:53:24.574446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48632) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:24.607986 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec115c43-2bb8-4f1d-89f0-b452e31989e6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:24.608654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec115c43-2bb8-4f1d-89f0-b452e31989e6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:24.609032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:24.623894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ec115c43-2bb8-4f1d-89f0-b452e31989e6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/c54f9d09-f850-4832-b02b-f8ac9c51401c HTTP/1.1" status: 404 len: 337 time: 0.2519481 May 06 12:53:24.630407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48640) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:24.664047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 45019803-7c18-40b2-9fec-5b24d4f5787f) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:24.689508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4972d7-b791-4b2c-a690-a946cbc4b55d None None] Network 45019803-7c18-40b2-9fec-5b24d4f5787f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:24.769292 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-1425265e-8c16-4a7a-a399-8c50c8f778a9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:24.769993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1425265e-8c16-4a7a-a399-8c50c8f778a9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:24.773337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1425265e-8c16-4a7a-a399-8c50c8f778a9 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/83726e9b-9518-4bb6-bd1e-8d4512635138 HTTP/1.1" status: 404 len: 339 time: 0.1396713 May 06 12:53:24.790925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48646) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:24.796727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:24.797656 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:25.039490 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-16269c9c-1eb5-4938-ae02-bcc721c61dc6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:25.040838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16269c9c-1eb5-4938-ae02-bcc721c61dc6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:25.044076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-16269c9c-1eb5-4938-ae02-bcc721c61dc6 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/dfda5115-ea93-49b5-aad4-70578889737d HTTP/1.1" status: 404 len: 337 time: 0.2240827 May 06 12:53:25.048171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48654) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:25.179364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0020704-1867-4338-b49e-0f9ec7193822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:25.333557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0020704-1867-4338-b49e-0f9ec7193822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:25.539222 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a0f3ef-5ccd-48db-b254-8fc28488d411 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:25.540180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a0f3ef-5ccd-48db-b254-8fc28488d411 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:25.545267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-39a0f3ef-5ccd-48db-b254-8fc28488d411 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/db984d58-3466-4c70-a862-5163720e990f HTTP/1.1" status: 404 len: 339 time: 0.4754531 May 06 12:53:25.554177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48664) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:25.682996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-375ad9d9-d1ba-42cc-b37e-45f089cf397e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.4706168 May 06 12:53:25.691038 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffd8233-5d5c-49a5-ba58-0a02e0045d77 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:25.691850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffd8233-5d5c-49a5-ba58-0a02e0045d77 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:25.696180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8ffd8233-5d5c-49a5-ba58-0a02e0045d77 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/55e40043-7dbb-4bda-ba41-b7660ab0eb36 HTTP/1.1" status: 404 len: 337 time: 0.1397638 May 06 12:53:25.702999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48668) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:25.703805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48670) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:25.787092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0020704-1867-4338-b49e-0f9ec7193822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:25.829677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0020704-1867-4338-b49e-0f9ec7193822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188fbea5-fc30-4eb0-9782-3ae46d6580eb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:25.848783 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0020704-1867-4338-b49e-0f9ec7193822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:25.853476 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e0020704-1867-4338-b49e-0f9ec7193822 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/188fbea5-fc30-4eb0-9782-3ae46d6580eb HTTP/1.1" status: 204 len: 168 time: 1.8535361 May 06 12:53:26.080715 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-45019803-7c18-40b2-9fec-5b24d4f5787f', 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'fixed_ips': [{'subnet_id': '09a4657e-74db-4850-8599-db5eca57c5aa'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:53:26.081961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.148934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:26.204850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.220685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:26.235791 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d9b008-afa7-4037-a7ed-77cf2b4069c7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:26.236318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d9b008-afa7-4037-a7ed-77cf2b4069c7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:26.242733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-88d9b008-afa7-4037-a7ed-77cf2b4069c7 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/39a733fa-abfe-43ee-bc74-5e92aee504b3 HTTP/1.1" status: 404 len: 339 time: 0.5282044 May 06 12:53:26.243556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Usage tracker for resource:router and tenant:070d762cfe204a55a14157ccc888657c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:26.244475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48682) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:26.249052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:26.270159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:26.315029 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.319280 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.373496 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.639999 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c73d80-03a9-47b9-99b0-c408f52f4832 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:26.640840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c73d80-03a9-47b9-99b0-c408f52f4832 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:26.649781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48690) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:26.653392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Allocated IP 172.20.0.2 (45019803-7c18-40b2-9fec-5b24d4f5787f/09a4657e-74db-4850-8599-db5eca57c5aa/87451244-2515-4d87-aa00-10514864b985) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:26.658733 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b1c73d80-03a9-47b9-99b0-c408f52f4832 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/755e27ce-965c-40da-8af9-69aa05da126f HTTP/1.1" status: 404 len: 337 time: 0.3978555 May 06 12:53:26.813421 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e15a33-ddba-4732-a871-cfb44dee1e68 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:26.814923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e15a33-ddba-4732-a871-cfb44dee1e68 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:26.833092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-37e15a33-ddba-4732-a871-cfb44dee1e68 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/6f013d70-5a42-43a4-8be2-29d75b0d81fe HTTP/1.1" status: 404 len: 339 time: 0.0745759 May 06 12:53:26.839638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48698) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:26.908333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.924569 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea731c6e-4a53-4b04-96d9-10df549031db tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:26.925803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea731c6e-4a53-4b04-96d9-10df549031db tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:26.929189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ea731c6e-4a53-4b04-96d9-10df549031db tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/03638c35-98db-45b8-a3db-32b629e932b6 HTTP/1.1" status: 404 len: 337 time: 0.0867724 May 06 12:53:26.932004 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.004433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48702) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:27.103204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.207778 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.231504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Transition to ACTIVE for port object 87451244-2515-4d87-aa00-10514864b985 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:27.251525 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-872b14e2-db48-4cce-9af4-14ee21fc4d10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:27.252250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872b14e2-db48-4cce-9af4-14ee21fc4d10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:27.263725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Transition to ACTIVE for port object 87451244-2515-4d87-aa00-10514864b985 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:27.269475 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-872b14e2-db48-4cce-9af4-14ee21fc4d10 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/9cc2f865-74f6-4e58-8ff3-ee2066ea25ea HTTP/1.1" status: 404 len: 339 time: 0.2339389 May 06 12:53:27.274047 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.293727 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.329251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48708) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:27.452644 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c94d0e-892e-494d-aef2-b655ea568062 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:27.453836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c94d0e-892e-494d-aef2-b655ea568062 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:27.469075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-90c94d0e-892e-494d-aef2-b655ea568062 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/e93dcc4b-2486-4c34-95c1-598c703fde52 HTTP/1.1" status: 404 len: 337 time: 0.1380789 May 06 12:53:27.485918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Network 45019803-7c18-40b2-9fec-5b24d4f5787f is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:27.507044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48716) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:27.594968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:27.598036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Pushing event updated for resources: {'Port': ['ID=87451244-2515-4d87-aa00-10514864b985,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:27.613497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:27.620270 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-688938d9-9d79-4afb-b9ba-e2fc75c27ce1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:27.620993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688938d9-9d79-4afb-b9ba-e2fc75c27ce1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:27.629481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48722) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:27.630027 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-688938d9-9d79-4afb-b9ba-e2fc75c27ce1 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/f09ab3b3-3fc4-4772-b225-f2fd89314623 HTTP/1.1" status: 404 len: 339 time: 0.0858586 May 06 12:53:27.631635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Allocated IP 172.25.7.11 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/ff7ee519-7b8a-4b20-af0b-ee6459fb8648) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:27.788919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:16Z', 'revision_number': 7, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774de51f-0f3e-4755-ac2f-48fa330d5d96', 'name': '', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:ec:ef:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:50Z', 'updated_at': '2022-05-06T12:53:10Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:27.805298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Attempting to bind port 87451244-2515-4d87-aa00-10514864b985 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:53:27.808732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Attempting to bind port 87451244-2515-4d87-aa00-10514864b985 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '067527f2-6968-46d2-97ea-a957c7253e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:53:27.810154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Attempting to bind port 87451244-2515-4d87-aa00-10514864b985 on network 45019803-7c18-40b2-9fec-5b24d4f5787f {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:53:27.835441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc9d4f-45dd-4000-b764-9a27929e2463 None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:16Z', 'revision_number': 7, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '774de51f-0f3e-4755-ac2f-48fa330d5d96', 'name': '', 'network_id': '4e55238c-cdc8-4058-9019-99def9b9c863', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:ec:ef:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:50Z', 'updated_at': '2022-05-06T12:53:10Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': 'c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:27.841664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:53:27.842477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Checking segment: {'id': '067527f2-6968-46d2-97ea-a957c7253e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:27.845075 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.846386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Bound using segment: {'id': '067527f2-6968-46d2-97ea-a957c7253e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:53:27.846386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Bound port: 87451244-2515-4d87-aa00-10514864b985, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067527f2-6968-46d2-97ea-a957c7253e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:53:27.846798 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.978253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48728) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:28.134958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:28.180711 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3552a231-a587-4500-97ea-ac72deb315a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:28.181153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3552a231-a587-4500-97ea-ac72deb315a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:28.185440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:28.225545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] For port 87451244-2515-4d87-aa00-10514864b985, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:53:28.242059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] For port 87451244-2515-4d87-aa00-10514864b985, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=87451244-2515-4d87-aa00-10514864b985,segment=NetworkSegment(067527f2-6968-46d2-97ea-a957c7253e92),segment_id=067527f2-6968-46d2-97ea-a957c7253e92)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:53:28.252886 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:28.275293 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3552a231-a587-4500-97ea-ac72deb315a0 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/0d9b9520-59af-4e19-8558-7a7d5de88488 HTTP/1.1" status: 404 len: 337 time: 0.6326470 May 06 12:53:28.275293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:28.276431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48734) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:28.278199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:28.285755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:28.367537 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b55cdd-ba5a-40ed-97f3-3a66393e8613 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] DELETE failed (client error): The resource could not be found. May 06 12:53:28.368126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b55cdd-ba5a-40ed-97f3-3a66393e8613 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:28.374213 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22b55cdd-ba5a-40ed-97f3-3a66393e8613 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/adf8ff6b-bb48-49b8-9cb6-6015139503f8 HTTP/1.1" status: 404 len: 339 time: 0.0886579 May 06 12:53:28.379917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48738) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:28.447731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event updated for resources: {'Port': ['ID=ff7ee519-7b8a-4b20-af0b-ee6459fb8648,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:28.473930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14090f-e74a-4d18-9371-f03a37d37ae2 None None] Pushing event updated for resources: {'Port': ['ID=87451244-2515-4d87-aa00-10514864b985,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:28.559644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:28.764831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:29.088229 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee16ce3-6eeb-4dbe-ad03-0ef4bc9044a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:29.590652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 87451244-2515-4d87-aa00-10514864b985 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:53:29.749828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e544b9-ca53-4a25-bcc4-078cb1ae4f76 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting subnet b0002850-0066-43ab-845f-58e375ff891a {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:53:29.781397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d7e544b9-ca53-4a25-bcc4-078cb1ae4f76 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:29.814719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 87451244-2515-4d87-aa00-10514864b985 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:29.965157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Allocated IP 172.25.7.150 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/2c5668e0-fcdb-466c-9da1-464998efe30d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:30.357210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d7e544b9-ca53-4a25-bcc4-078cb1ae4f76 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:30.673748 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:30.679045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0ee16ce3-6eeb-4dbe-ad03-0ef4bc9044a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:30.761529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ee16ce3-6eeb-4dbe-ad03-0ef4bc9044a1 admin admin] Usage tracker for resource:security_group_rule and tenant:13330aa7fb7f4a37afccfd19e17f6c6d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:30.797248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ee16ce3-6eeb-4dbe-ad03-0ef4bc9044a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:30.984179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0ee16ce3-6eeb-4dbe-ad03-0ef4bc9044a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:31.186127 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d7e544b9-ca53-4a25-bcc4-078cb1ae4f76 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:31.245231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396918cb-44f5-434a-84e9-2120581cd953 None None] Network 45019803-7c18-40b2-9fec-5b24d4f5787f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:31.382778 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:31.497046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:31.502261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:31.508246 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d7e544b9-ca53-4a25-bcc4-078cb1ae4f76 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:31.670680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e544b9-ca53-4a25-bcc4-078cb1ae4f76 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Subnet': ['ID=b0002850-0066-43ab-845f-58e375ff891a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:31.771840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee16ce3-6eeb-4dbe-ad03-0ef4bc9044a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:31.837745 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee16ce3-6eeb-4dbe-ad03-0ef4bc9044a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:31.908973 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d7e544b9-ca53-4a25-bcc4-078cb1ae4f76 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:31.993624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:32.000362 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d7e544b9-ca53-4a25-bcc4-078cb1ae4f76 tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/subnets/b0002850-0066-43ab-845f-58e375ff891a HTTP/1.1" status: 204 len: 168 time: 3.6053424 May 06 12:53:32.006671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48782) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:32.019951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-504c8514-4f31-4e1d-9102-aee744f396d1 None None] Provisioning for port 87451244-2515-4d87-aa00-10514864b985 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:32.034425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b2eb40-5718-439e-b55b-08579b11328f None None] Network 62dd9b0f-2885-423d-ad03-a83e16732e5c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:32.051124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee16ce3-6eeb-4dbe-ad03-0ef4bc9044a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae0bac2-1337-40e4-a296-e6d3a2635b5e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:32.252079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:32.257513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Pushing event updated for resources: {'Port': ['ID=2c5668e0-fcdb-466c-9da1-464998efe30d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:32.270166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:32.273929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:32.498904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:32.557961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0ee16ce3-6eeb-4dbe-ad03-0ef4bc9044a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13330aa7fb7f4a37afccfd19e17f6c6d&name=default HTTP/1.1" status: 200 len: 2647 time: 4.5670879 May 06 12:53:32.565274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48792) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:32.616958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Deleting port a17bd8ff-2d2f-49f2-a049-404a69f16af8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:32.618038 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:32.827075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 774de51f-0f3e-4755-ac2f-48fa330d5d96 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:32.829978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:32.957681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd643290-4172-4418-a190-da195e5f6f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:33.122239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-504c8514-4f31-4e1d-9102-aee744f396d1 None None] Provisioning complete for port 87451244-2515-4d87-aa00-10514864b985 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:33.123173 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-504c8514-4f31-4e1d-9102-aee744f396d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:33.218072 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd643290-4172-4418-a190-da195e5f6f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:33.237518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] For port a17bd8ff-2d2f-49f2-a049-404a69f16af8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a17bd8ff-2d2f-49f2-a049-404a69f16af8,segment=NetworkSegment(250dcb34-9547-439c-92dc-4af41b108bbe),segment_id=250dcb34-9547-439c-92dc-4af41b108bbe)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:33.238068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:33.633072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port 774de51f-0f3e-4755-ac2f-48fa330d5d96, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=774de51f-0f3e-4755-ac2f-48fa330d5d96,segment=NetworkSegment(0700cb2d-6a29-465f-98ea-428125ced4e5),segment_id=0700cb2d-6a29-465f-98ea-428125ced4e5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:33.633853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:33.745817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Calling delete_port for a17bd8ff-2d2f-49f2-a049-404a69f16af8 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:33.785588 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-504c8514-4f31-4e1d-9102-aee744f396d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:33.922436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-504c8514-4f31-4e1d-9102-aee744f396d1 None None] For port 87451244-2515-4d87-aa00-10514864b985, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=87451244-2515-4d87-aa00-10514864b985,segment=NetworkSegment(067527f2-6968-46d2-97ea-a957c7253e92),segment_id=067527f2-6968-46d2-97ea-a957c7253e92)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:33.928683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5e826-da1a-4642-95d5-198b550e37a9 None None] DHCP port deletion for 62dd9b0f-2885-423d-ad03-a83e16732e5c request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:53:33.945941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-504c8514-4f31-4e1d-9102-aee744f396d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.113761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5e826-da1a-4642-95d5-198b550e37a9 None None] Deleting port a17bd8ff-2d2f-49f2-a049-404a69f16af8 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:34.117351 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e826-da1a-4642-95d5-198b550e37a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.132444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd643290-4172-4418-a190-da195e5f6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.267103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd643290-4172-4418-a190-da195e5f6f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.267103 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cd643290-4172-4418-a190-da195e5f6f01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ae0bac2-1337-40e4-a296-e6d3a2635b5e HTTP/1.1" status: 204 len: 168 time: 1.6787786 May 06 12:53:34.267103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd643290-4172-4418-a190-da195e5f6f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae0bac2-1337-40e4-a296-e6d3a2635b5e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:34.342064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 774de51f-0f3e-4755-ac2f-48fa330d5d96 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:34.374841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Router b282c63c-57fd-4c75-9fdb-bdb4c818e21b is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:53:34.680319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5e826-da1a-4642-95d5-198b550e37a9 None None] The port 'a17bd8ff-2d2f-49f2-a049-404a69f16af8' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:53:34.710529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c8514-4f31-4e1d-9102-aee744f396d1 None None] Pushing event updated for resources: {'Port': ['ID=87451244-2515-4d87-aa00-10514864b985,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:34.747407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4304ce25-2dc5-485f-a989-ec7ff0e79b3c None None] Provisioning complete for port 87451244-2515-4d87-aa00-10514864b985 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:34.747407 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4304ce25-2dc5-485f-a989-ec7ff0e79b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.896780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.954453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.987498 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.988268 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.040542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=774de51f-0f3e-4755-ac2f-48fa330d5d96,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:35.054237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Port': ['ID=a17bd8ff-2d2f-49f2-a049-404a69f16af8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:35.109386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] No DVR routers for this DVR port a17bd8ff-2d2f-49f2-a049-404a69f16af8 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:53:35.475620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 87451244-2515-4d87-aa00-10514864b985 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:53:35.530132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.694740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62dd9b0f-2885-423d-ad03-a83e16732e5c']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:35.748171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250dcb34-9547-439c-92dc-4af41b108bbe') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:35.751092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250dcb34-9547-439c-92dc-4af41b108bbe') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:35.816759 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.835994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 87451244-2515-4d87-aa00-10514864b985 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:35.837839 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.886819 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.904618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:53:35.905504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: timer() May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:53:36.157429 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:53:36.172053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.178462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.237271 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] 10.222.0.44 "DELETE /v2.0/networks/62dd9b0f-2885-423d-ad03-a83e16732e5c HTTP/1.1" status: 204 len: 168 time: 4.2294049 May 06 12:53:36.292887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c69591-7a1d-4416-9e0c-4178ae55e58e tempest-NetworksTest-1482763749 tempest-NetworksTest-1482763749-project] Pushing event deleted for resources: {'Network': ['ID=62dd9b0f-2885-423d-ad03-a83e16732e5c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:36.403203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48832) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:36.487593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:36.488289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a17bd8ff-2d2f-49f2-a049-404a69f16af8 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:36.504273 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b84688-0224-42ff-8736-9512ac30c0b1 None None] Sync routers for ids ['b282c63c-57fd-4c75-9fdb-bdb4c818e21b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:36.513442 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a98986ba-ab59-4b67-bfbb-905b10914c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.524465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.541206 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-04b29e1c-f454-478b-8195-07cd513cab87 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "PUT /v2.0/routers/b282c63c-57fd-4c75-9fdb-bdb4c818e21b HTTP/1.1" status: 200 len: 879 time: 11.9647086 May 06 12:53:36.549163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48836) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:36.570698 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b84688-0224-42ff-8736-9512ac30c0b1 None None] Routers {'b282c63c-57fd-4c75-9fdb-bdb4c818e21b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:36.574859 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-61b84688-0224-42ff-8736-9512ac30c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b282c63c-57fd-4c75-9fdb-bdb4c818e21b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:36.661308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: a17bd8ff-2d2f-49f2-a049-404a69f16af8 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:53:36.662005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a17bd8ff-2d2f-49f2-a049-404a69f16af8 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:53:36.662533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a98986ba-ab59-4b67-bfbb-905b10914c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:36.707467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a98986ba-ab59-4b67-bfbb-905b10914c14 admin admin] Usage tracker for resource:security_group_rule and tenant:897f99f9c67f45038f11d6e313f57737 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:36.737633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a98986ba-ab59-4b67-bfbb-905b10914c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:36.830470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a98986ba-ab59-4b67-bfbb-905b10914c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:36.856210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.859882 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-61b84688-0224-42ff-8736-9512ac30c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:36.913444 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b84688-0224-42ff-8736-9512ac30c0b1 None None] Routers {'b282c63c-57fd-4c75-9fdb-bdb4c818e21b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:36.916023 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-61b84688-0224-42ff-8736-9512ac30c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b282c63c-57fd-4c75-9fdb-bdb4c818e21b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:37.088610 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-61b84688-0224-42ff-8736-9512ac30c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:37.090970 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b84688-0224-42ff-8736-9512ac30c0b1 None None] The sync data for ids ['b282c63c-57fd-4c75-9fdb-bdb4c818e21b'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:37.217047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:37.287619 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c8bdd481-90ce-4d73-aa2c-e7c958cc6c68 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/routers/b282c63c-57fd-4c75-9fdb-bdb4c818e21b HTTP/1.1" status: 200 len: 920 time: 0.7301655 May 06 12:53:37.292411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48850) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:37.445500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48856) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:37.694502 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a98986ba-ab59-4b67-bfbb-905b10914c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:37.725304 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a98986ba-ab59-4b67-bfbb-905b10914c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:37.739643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-08d21d44-ca88-40c7-99cf-f87e70f83655 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Synchronizing usage tracker for tenant:74f0c751258d4410b29155b8da18d791 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:37.766327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-08d21d44-ca88-40c7-99cf-f87e70f83655 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Unset dirty status for tenant:74f0c751258d4410b29155b8da18d791 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:37.768227 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-08d21d44-ca88-40c7-99cf-f87e70f83655 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=b282c63c-57fd-4c75-9fdb-bdb4c818e21b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4739695 May 06 12:53:37.773780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48864) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:37.806928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a98986ba-ab59-4b67-bfbb-905b10914c14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=897f99f9c67f45038f11d6e313f57737&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4004047 May 06 12:53:37.811601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48868) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:37.819437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Router c4ba2422-a773-4eb7-a01a-60a849106f03 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:53:38.086042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98986ba-ab59-4b67-bfbb-905b10914c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f474114c-421a-4bd7-833b-444c6d066c24,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:38.171796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ad380-ecd6-4c40-bc23-d521adeef328 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:38.184681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-784ad380-ecd6-4c40-bc23-d521adeef328 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Synchronizing usage tracker for tenant:74f0c751258d4410b29155b8da18d791 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:38.228835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-784ad380-ecd6-4c40-bc23-d521adeef328 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Unset dirty status for tenant:74f0c751258d4410b29155b8da18d791 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:38.233427 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-784ad380-ecd6-4c40-bc23-d521adeef328 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 881 time: 0.4578860 May 06 12:53:38.238677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48874) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:38.412169 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5b846c65-15bb-4764-b1dd-b886dc2033ce tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=b282c63c-57fd-4c75-9fdb-bdb4c818e21b HTTP/1.1" status: 200 len: 205 time: 0.1705496 May 06 12:53:38.414388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48882) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:38.463011 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c29235f-96ab-4fc3-ac64-e245bd238b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:38.499047 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c29235f-96ab-4fc3-ac64-e245bd238b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:38.672226 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c29235f-96ab-4fc3-ac64-e245bd238b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:38.715573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29235f-96ab-4fc3-ac64-e245bd238b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f474114c-421a-4bd7-833b-444c6d066c24,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:38.763371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3877548c-cd4e-40f2-abb3-b2aaa944d269 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a286814a1bf64b09b7c339969d627667&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2954855 May 06 12:53:38.766115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48888) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:39.016804 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faffb600-f2bc-4f5f-ba98-06bc97852720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.084631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faffb600-f2bc-4f5f-ba98-06bc97852720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.130305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.186702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c29235f-96ab-4fc3-ac64-e245bd238b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.188826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4c29235f-96ab-4fc3-ac64-e245bd238b9f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f474114c-421a-4bd7-833b-444c6d066c24 HTTP/1.1" status: 204 len: 168 time: 1.3716416 May 06 12:53:39.205517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faffb600-f2bc-4f5f-ba98-06bc97852720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.233948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffb600-f2bc-4f5f-ba98-06bc97852720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e0243f-d3d8-419d-a769-87938b4fe4a4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:39.282312 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-faffb600-f2bc-4f5f-ba98-06bc97852720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.285783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-faffb600-f2bc-4f5f-ba98-06bc97852720 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35e0243f-d3d8-419d-a769-87938b4fe4a4 HTTP/1.1" status: 204 len: 168 time: 0.4784584 May 06 12:53:39.584177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:39.596138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Sync routers for ids ['c4ba2422-a773-4eb7-a01a-60a849106f03'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:39.621172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Routers {'c4ba2422-a773-4eb7-a01a-60a849106f03'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:39.622753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c4ba2422-a773-4eb7-a01a-60a849106f03'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:39.671591 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.673220 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.673999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b685e7a0-b510-4c3f-90d2-d465f6a6e1fc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.9663227 May 06 12:53:39.682167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48904) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:39.749252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:39.873644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Deleting port ff7ee519-7b8a-4b20-af0b-ee6459fb8648 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:39.874314 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:40.369777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Set router c4ba2422-a773-4eb7-a01a-60a849106f03 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:40.427172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:40.439644 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:40.441860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7fad938e-fb6d-4337-9039-07a519bb9c6f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8856747 May 06 12:53:40.446532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48914) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:40.480057 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:40.481485 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:40.792300 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:40.925310 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:41.189957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Calling delete_port for ff7ee519-7b8a-4b20-af0b-ee6459fb8648 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:41.358555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4af41d-2473-403b-b076-cd8845599bd0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting subnet c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:53:41.370758 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd4af41d-2473-403b-b076-cd8845599bd0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:41.410442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:53:26Z', 'updated_at': '2022-05-06T12:53:32Z', 'revision_number': 3, 'project_id': '070d762cfe204a55a14157ccc888657c', 'gw_port': {'id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:28Z', 'updated_at': '2022-05-06T12:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:41.426472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Checking router: c4ba2422-a773-4eb7-a01a-60a849106f03 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:53:41.427771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Updating router c4ba2422-a773-4eb7-a01a-60a849106f03 port 2c5668e0-fcdb-466c-9da1-464998efe30d binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:53:41.692210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48924) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:41.785530 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:41.829199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20d77c97-6c70-4364-afb1-caadcf0ac8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:41.876280 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd4af41d-2473-403b-b076-cd8845599bd0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.341451 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:34Z', 'revision_number': 8, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:42.352359 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:53:42.356655 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd4af41d-2473-403b-b076-cd8845599bd0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.397015 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:42.402890 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:42.593832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7ca21ce5-c4e8-48f5-82d4-bb43d7578f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.622171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-20d77c97-6c70-4364-afb1-caadcf0ac8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:42.632861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-20d77c97-6c70-4364-afb1-caadcf0ac8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:857f39ccfc9c4b6195231a32835b6319 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:42.640515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-20d77c97-6c70-4364-afb1-caadcf0ac8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:42.666763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-20d77c97-6c70-4364-afb1-caadcf0ac8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:42.706902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.851976 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:42.880734 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20d77c97-6c70-4364-afb1-caadcf0ac8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.890304 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20d77c97-6c70-4364-afb1-caadcf0ac8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.941355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event deleted for resources: {'Port': ['ID=ff7ee519-7b8a-4b20-af0b-ee6459fb8648,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:42.957350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-20d77c97-6c70-4364-afb1-caadcf0ac8f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=857f39ccfc9c4b6195231a32835b6319&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2588937 May 06 12:53:42.958960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48940) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:42.990717 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.033531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d77c97-6c70-4364-afb1-caadcf0ac8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e82bc5-d6fb-47ac-915c-8eb75c8f0141,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:43.046650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Transition to ACTIVE for port object 2c5668e0-fcdb-466c-9da1-464998efe30d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:43.094662 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.207903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48946) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:43.304273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd4af41d-2473-403b-b076-cd8845599bd0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.333655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Pushing event updated for resources: {'Port': ['ID=2c5668e0-fcdb-466c-9da1-464998efe30d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:43.373031 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.397443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.398896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.399731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.400438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.401149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.401843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.402543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.403435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.404093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.404938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.405916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:43.413907 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12f7147f-f17f-449d-ab48-6eb2166ce3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.417396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Attempting to bind port 2c5668e0-fcdb-466c-9da1-464998efe30d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:53:43.418227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Attempting to bind port 2c5668e0-fcdb-466c-9da1-464998efe30d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:53:43.419858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Attempting to bind port 2c5668e0-fcdb-466c-9da1-464998efe30d on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:53:43.432867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4af41d-2473-403b-b076-cd8845599bd0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Subnet': ['ID=c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:43.433229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:53:43.434141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:43.434982 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.435926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:53:43.438229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Bound port: 2c5668e0-fcdb-466c-9da1-464998efe30d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:53:43.439083 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.477673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd4af41d-2473-403b-b076-cd8845599bd0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.504112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b341a0-3b0e-4ef8-95b8-9830d1c34289 None None] Network 4e55238c-cdc8-4058-9019-99def9b9c863 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:43.529816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12f7147f-f17f-449d-ab48-6eb2166ce3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.568990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bd4af41d-2473-403b-b076-cd8845599bd0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8 HTTP/1.1" status: 204 len: 168 time: 3.1207788 May 06 12:53:43.642638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48956) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:43.716373 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12f7147f-f17f-449d-ab48-6eb2166ce3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.822642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.949010 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12f7147f-f17f-449d-ab48-6eb2166ce3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.974978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-12f7147f-f17f-449d-ab48-6eb2166ce3f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19e82bc5-d6fb-47ac-915c-8eb75c8f0141 HTTP/1.1" status: 204 len: 168 time: 1.0078332 May 06 12:53:44.055265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] For port 2c5668e0-fcdb-466c-9da1-464998efe30d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:53:44.078780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] For port 2c5668e0-fcdb-466c-9da1-464998efe30d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2c5668e0-fcdb-466c-9da1-464998efe30d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:53:44.096896 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:44.193976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7147f-f17f-449d-ab48-6eb2166ce3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e82bc5-d6fb-47ac-915c-8eb75c8f0141,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:44.309750 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:44.375364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fda233-d4c0-4838-aa0a-e75ed32981b5 None None] Pushing event updated for resources: {'Port': ['ID=2c5668e0-fcdb-466c-9da1-464998efe30d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:44.433885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Routers {'c4ba2422-a773-4eb7-a01a-60a849106f03'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:44.435009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c4ba2422-a773-4eb7-a01a-60a849106f03'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:44.457643 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:34Z', 'revision_number': 8, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:44.471826 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d086180d-631b-4b38-868d-0d468ac33bf4 None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:34Z', 'revision_number': 8, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce238182-8f99-48b5-a0fb-f295ea10a66a', 'name': '', 'network_id': '7f476fe1-c5b4-494a-a17c-b22a8974c007', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:b4:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:11Z', 'updated_at': '2022-05-06T12:52:39Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '579a80f7-ca61-419a-a8fb-ee540be2a86a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:44.635704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] DHCP port deletion for 4e55238c-cdc8-4058-9019-99def9b9c863 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:53:44.716178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 3f43a290-bd8a-430d-b6e1-542b31b88193 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:44.716791 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:44.779273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] Deleting port 3f43a290-bd8a-430d-b6e1-542b31b88193 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:44.779693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:44.889030 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c910392d-ff90-42ac-9fe4-ffea0a10c5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.378160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.390127 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.483993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] For port 3f43a290-bd8a-430d-b6e1-542b31b88193, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3f43a290-bd8a-430d-b6e1-542b31b88193,segment=NetworkSegment(0700cb2d-6a29-465f-98ea-428125ced4e5),segment_id=0700cb2d-6a29-465f-98ea-428125ced4e5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:45.484827 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.493786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port 3f43a290-bd8a-430d-b6e1-542b31b88193, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3f43a290-bd8a-430d-b6e1-542b31b88193,segment=NetworkSegment(0700cb2d-6a29-465f-98ea-428125ced4e5),segment_id=0700cb2d-6a29-465f-98ea-428125ced4e5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:45.495143 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.658759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3f43a290-bd8a-430d-b6e1-542b31b88193 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:45.818902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 3f43a290-bd8a-430d-b6e1-542b31b88193 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:45.852153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] Set router c4ba2422-a773-4eb7-a01a-60a849106f03 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:45.869622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.877528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Fanout notify agent at l3_agent the message router_deleted on router b282c63c-57fd-4c75-9fdb-bdb4c818e21b {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:53:45.968238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.969626 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-40dbc788-3797-4b5d-8d94-98cdcb3997a9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/b282c63c-57fd-4c75-9fdb-bdb4c818e21b HTTP/1.1" status: 204 len: 168 time: 7.5489118 May 06 12:53:45.971624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.980536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48982) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:46.005134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-893965585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:46.033290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:46.042211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.111447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Usage tracker for resource:router and tenant:c644ba1854e845bf986d444e6f9e685c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:46.116908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:46.180979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] Calling delete_port for 3f43a290-bd8a-430d-b6e1-542b31b88193 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:46.243391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:46.628230 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:53:46.628890 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:53:46.703238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 3f43a290-bd8a-430d-b6e1-542b31b88193 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:53:46.704167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3f43a290-bd8a-430d-b6e1-542b31b88193 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:53:46.704939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 774de51f-0f3e-4755-ac2f-48fa330d5d96 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:46.753660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=3f43a290-bd8a-430d-b6e1-542b31b88193,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:46.761459 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.769441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.787506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No DVR routers for this DVR port 3f43a290-bd8a-430d-b6e1-542b31b88193 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:53:46.864219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.877165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 774de51f-0f3e-4755-ac2f-48fa330d5d96 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:53:46.877918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 774de51f-0f3e-4755-ac2f-48fa330d5d96 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:53:46.880615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.889132 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.935725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Allocated IP 172.20.0.1 (45019803-7c18-40b2-9fec-5b24d4f5787f/09a4657e-74db-4850-8599-db5eca57c5aa/cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:46.984344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:53:26Z', 'updated_at': '2022-05-06T12:53:32Z', 'revision_number': 3, 'project_id': '070d762cfe204a55a14157ccc888657c', 'gw_port': {'id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:28Z', 'updated_at': '2022-05-06T12:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:47.003466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e570846-11d1-44b9-bda8-b0f4f59605a0 None None] The sync data for ids ['c4ba2422-a773-4eb7-a01a-60a849106f03'] in n-d-840847-1 is: [{'id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:53:26Z', 'updated_at': '2022-05-06T12:53:32Z', 'revision_number': 3, 'project_id': '070d762cfe204a55a14157ccc888657c', 'gw_port': {'id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:28Z', 'updated_at': '2022-05-06T12:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:47.129793 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] Deleting port 3f43a290-bd8a-430d-b6e1-542b31b88193 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:47.130343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.164836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.248064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.274748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Transition to ACTIVE for port object cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:47.290333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49002) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:47.304813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.338067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e55238c-cdc8-4058-9019-99def9b9c863']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:47.364335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-29465151-7227-4986-8e1b-bd715e9472b1 None None] The port '3f43a290-bd8a-430d-b6e1-542b31b88193' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:53:47.376785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0700cb2d-6a29-465f-98ea-428125ced4e5') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:47.377414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0700cb2d-6a29-465f-98ea-428125ced4e5') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:47.436429 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.455163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.541646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.550870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Pushing event updated for resources: {'Port': ['ID=cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:47.561253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.568373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:53:47.570776 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: timer() May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:53:47.599766 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:53:47.627171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Network 45019803-7c18-40b2-9fec-5b24d4f5787f is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:47.637285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:47.642586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:47.805408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49010) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:47.810894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.811729 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.814414 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-54c6cb3d-c528-44b0-8e8a-87b1c64b6afc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.8310995 May 06 12:53:47.847726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49012) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:47.873297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': True}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:47.971374 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.976905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:48.015657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Network': ['ID=4e55238c-cdc8-4058-9019-99def9b9c863,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:48.034633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6c5b2483-96a1-439e-bb5b-c6fc5183b225 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/networks/4e55238c-cdc8-4058-9019-99def9b9c863 HTTP/1.1" status: 204 len: 168 time: 4.3891838 May 06 12:53:48.064515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49022) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:48.197159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-81944dd4-703a-4c31-9c8a-0a21b91bc862 None None] Provisioning for port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:48.214709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-81944dd4-703a-4c31-9c8a-0a21b91bc862 None None] Provisioning complete for port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:48.215825 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81944dd4-703a-4c31-9c8a-0a21b91bc862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:48.350118 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:48.404740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-81944dd4-703a-4c31-9c8a-0a21b91bc862 None None] Port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:53:48.579699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-66fbd96c-6d99-47e9-b83c-e3690b1df013 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:48.580339 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-66fbd96c-6d99-47e9-b83c-e3690b1df013 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): There was a conflict when trying to complete your request. May 06 12:53:48.585278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-66fbd96c-6d99-47e9-b83c-e3690b1df013 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 1.2731934 May 06 12:53:48.596225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49028) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:48.731147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'tempest-secgroup--735268083'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:48.744766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:48.753395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:48.759259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:48.772099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:48.805135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:48.901111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49034) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:48.932217 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:48.976281 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ec4229c-fbd7-4ff6-b5e9-7f212d74d333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.227922 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.367541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2c5668e0-fcdb-466c-9da1-464998efe30d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:53:49.402404 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.427959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.471248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 2c5668e0-fcdb-466c-9da1-464998efe30d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:49.481881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2c5668e0-fcdb-466c-9da1-464998efe30d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:49.482926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.500998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:49.506994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:49.510813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:49.518503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:49.581952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5ec4229c-fbd7-4ff6-b5e9-7f212d74d333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:49.593378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5ec4229c-fbd7-4ff6-b5e9-7f212d74d333 admin admin] Usage tracker for resource:security_group_rule and tenant:dc03741b48b44d00bd9e2f4447d761ab is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:49.604436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5ec4229c-fbd7-4ff6-b5e9-7f212d74d333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:49.667052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5ec4229c-fbd7-4ff6-b5e9-7f212d74d333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:49.670843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.694811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:49.732513 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.765054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 2c5668e0-fcdb-466c-9da1-464998efe30d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2c5668e0-fcdb-466c-9da1-464998efe30d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:49.772596 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.777768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Usage tracker for resource:security_group_rule and tenant:5c94f393a6ec4252b8c3482408f7a3a4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:49.785128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:49.805951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:49.960016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.980994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.986133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=2c5668e0-fcdb-466c-9da1-464998efe30d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:50.038572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.056285 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.104448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.115449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:50.130416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.134441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:50.138548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6cf70b-6cf1-42c9-9882-be87b70a66d2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:50.141472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:50.158078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:50.212905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Pushing event updated for resources: {'Port': ['ID=cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:50.268248 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.313908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4a2de-e93f-4f5c-a220-afc74a142c5d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:50.326891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.327534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.328146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.328635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.329122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.329606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.330089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.330586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.331089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.331578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.332095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.338284 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c94f393a6ec4252b8c3482408f7a3a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4234009 May 06 12:53:50.350421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49054) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:50.409038 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.413338 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ec4229c-fbd7-4ff6-b5e9-7f212d74d333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.430538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ec4229c-fbd7-4ff6-b5e9-7f212d74d333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.463917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.471785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.472724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.473514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.474330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.475182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.475996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.476823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.477587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.478410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.479254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.480077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a871d5-5d95-4c07-8535-b3f4ab99ffab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:50.498277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.589892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.720470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4229c-fbd7-4ff6-b5e9-7f212d74d333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad44047a-9779-405a-a16c-613908ab768d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:50.735180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.739540 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1425440 May 06 12:53:50.740339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49062) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:50.772577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5ec4229c-fbd7-4ff6-b5e9-7f212d74d333 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc03741b48b44d00bd9e2f4447d761ab&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9063466 May 06 12:53:50.782381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '9f451f28-8a5a-459e-ad17-e6b9ce7b901d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:50.799119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49066) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:50.803609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:50.847870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:50.867004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:50.885326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268736e-7ad3-4926-b564-c8808cf3121d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f451f28-8a5a-459e-ad17-e6b9ce7b901d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:50.892489 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a73b2c5-e052-4e00-a172-6c437dedc6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.892843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Network 45019803-7c18-40b2-9fec-5b24d4f5787f is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:50.900919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Deleting port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:50.901253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.960098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:50.975834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:50.990352 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a73b2c5-e052-4e00-a172-6c437dedc6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:51.301866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a73b2c5-e052-4e00-a172-6c437dedc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:51.352967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73b2c5-e052-4e00-a172-6c437dedc6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4a2de-e93f-4f5c-a220-afc74a142c5d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:51.358033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] For port b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:51.358396 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:51.440856 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:51.491896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2c5668e0-fcdb-466c-9da1-464998efe30d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:53:51.585106 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a73b2c5-e052-4e00-a172-6c437dedc6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:51.586483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6a73b2c5-e052-4e00-a172-6c437dedc6ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2d4a2de-e93f-4f5c-a220-afc74a142c5d HTTP/1.1" status: 204 len: 168 time: 1.2258854 May 06 12:53:51.595099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Calling delete_port for b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:51.674116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bedfaeb3-4582-41b7-9244-53988e5cdc19 None None] Provisioning complete for port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:51.675387 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bedfaeb3-4582-41b7-9244-53988e5cdc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:51.775451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Allocated IP 172.25.7.68 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/d3bff368-ba90-4014-b70e-804606237ca7) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:51.780186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7205d8ca-248e-4024-80bb-8a48958456dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:51.789277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bedfaeb3-4582-41b7-9244-53988e5cdc19 None None] Port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:53:51.880072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2c5668e0-fcdb-466c-9da1-464998efe30d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:51.880972 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.011869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.162908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7205d8ca-248e-4024-80bb-8a48958456dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.198576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:52.706382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.739519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.776937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port ce238182-8f99-48b5-a0fb-f295ea10a66a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:52.777506 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.812938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5146c3b6-a033-418e-a842-71086586168a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:52.853896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Router c4ba2422-a773-4eb7-a01a-60a849106f03 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:52.885816 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.893839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49088) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:52.902263 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7205d8ca-248e-4024-80bb-8a48958456dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.948466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.955431 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-71a59a89-88d4-4ae3-9da4-66c77aea132a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2045584 May 06 12:53:52.957338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205d8ca-248e-4024-80bb-8a48958456dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad44047a-9779-405a-a16c-613908ab768d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:52.961315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49092) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:52.962170 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eda89d10-b520-40a7-92e8-b92118168346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.052756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-078c8c95-17d0-4044-842a-f8aec5b9924b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '9f451f28-8a5a-459e-ad17-e6b9ce7b901d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:53.058136 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7205d8ca-248e-4024-80bb-8a48958456dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.063660 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7205d8ca-248e-4024-80bb-8a48958456dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad44047a-9779-405a-a16c-613908ab768d HTTP/1.1" status: 204 len: 168 time: 2.2588849 May 06 12:53:53.123715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-078c8c95-17d0-4044-842a-f8aec5b9924b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:53.141861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-078c8c95-17d0-4044-842a-f8aec5b9924b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:53.147688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-078c8c95-17d0-4044-842a-f8aec5b9924b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:53.163284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-078c8c95-17d0-4044-842a-f8aec5b9924b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:53.190407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-eda89d10-b520-40a7-92e8-b92118168346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:53.208992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.214963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-eda89d10-b520-40a7-92e8-b92118168346 admin admin] Usage tracker for resource:security_group_rule and tenant:dc63e777de6a4040b1a1ccdaa6586856 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:53.269769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-eda89d10-b520-40a7-92e8-b92118168346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:53.303711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-eda89d10-b520-40a7-92e8-b92118168346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:53.315299 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-078c8c95-17d0-4044-842a-f8aec5b9924b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.380937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:53.392277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:53.396286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:53.434566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event updated for resources: {'Port': ['ID=d3bff368-ba90-4014-b70e-804606237ca7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:53.542926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port ce238182-8f99-48b5-a0fb-f295ea10a66a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ce238182-8f99-48b5-a0fb-f295ea10a66a,segment=NetworkSegment(9b479da0-f269-4a71-8d63-e831b9150823),segment_id=9b479da0-f269-4a71-8d63-e831b9150823)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:53.543926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.726137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eda89d10-b520-40a7-92e8-b92118168346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.735038 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-078c8c95-17d0-4044-842a-f8aec5b9924b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): There was a conflict when trying to complete your request. May 06 12:53:53.737059 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-078c8c95-17d0-4044-842a-f8aec5b9924b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7065642 May 06 12:53:53.754655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49104) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:53.759204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eda89d10-b520-40a7-92e8-b92118168346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.812299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for ce238182-8f99-48b5-a0fb-f295ea10a66a owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:53.928692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda89d10-b520-40a7-92e8-b92118168346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7512029a-0f46-4f69-9d58-9c52e9f5e9f0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:53.991885 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eda89d10-b520-40a7-92e8-b92118168346 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc63e777de6a4040b1a1ccdaa6586856&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0963557 May 06 12:53:53.993352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49110) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:54.038404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:54.059985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Sync routers for ids ['c4ba2422-a773-4eb7-a01a-60a849106f03'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:54.084359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.100055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Routers {'c4ba2422-a773-4eb7-a01a-60a849106f03'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:54.104571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c4ba2422-a773-4eb7-a01a-60a849106f03'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:54.166937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49114) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:54.191767 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aa635426-7343-41e3-a6dc-487f69402d81 admin admin] 10.222.0.44 "PUT /v2.0/routers/c4ba2422-a773-4eb7-a01a-60a849106f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4995830 May 06 12:53:54.193342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b49b50f3-fd54-4a85-91b7-a1165d9d3207 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.293181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06971220-4895-4b01-bfa0-8f11da800a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.322400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b49b50f3-fd54-4a85-91b7-a1165d9d3207 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.433673 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1d0-676d-4636-a611-a11688b5a4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.556695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.581849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-06971220-4895-4b01-bfa0-8f11da800a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:54.587789 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1d0-676d-4636-a611-a11688b5a4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.604616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-06971220-4895-4b01-bfa0-8f11da800a9b admin admin] Usage tracker for resource:security_group_rule and tenant:974436828926475aaf9b78d86cb2ca3d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:54.620181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-06971220-4895-4b01-bfa0-8f11da800a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:54.652800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-06971220-4895-4b01-bfa0-8f11da800a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:54.658958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.671309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=ce238182-8f99-48b5-a0fb-f295ea10a66a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:54.680080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Set router c4ba2422-a773-4eb7-a01a-60a849106f03 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:54.742641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49124) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:54.964995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b49b50f3-fd54-4a85-91b7-a1165d9d3207 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.095953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b50f3-fd54-4a85-91b7-a1165d9d3207 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f451f28-8a5a-459e-ad17-e6b9ce7b901d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:55.168288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b49b50f3-fd54-4a85-91b7-a1165d9d3207 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.170834 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b49b50f3-fd54-4a85-91b7-a1165d9d3207 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f451f28-8a5a-459e-ad17-e6b9ce7b901d HTTP/1.1" status: 204 len: 168 time: 1.3993516 May 06 12:53:55.184610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:55.302389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1d0-676d-4636-a611-a11688b5a4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.413453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.430878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0df543d-99d8-4bdc-a5dc-530cef87f4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.462662 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06971220-4895-4b01-bfa0-8f11da800a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.468178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.471176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ec1d0-676d-4636-a611-a11688b5a4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7512029a-0f46-4f69-9d58-9c52e9f5e9f0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:55.478488 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-06971220-4895-4b01-bfa0-8f11da800a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.558379 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-06971220-4895-4b01-bfa0-8f11da800a9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=974436828926475aaf9b78d86cb2ca3d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3878179 May 06 12:53:55.558379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971220-4895-4b01-bfa0-8f11da800a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14413314-b6d9-4b26-be4d-e9000dfc5d9b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:55.560298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49140) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:55.590144 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:53:26Z', 'updated_at': '2022-05-06T12:53:48Z', 'revision_number': 4, 'project_id': '070d762cfe204a55a14157ccc888657c', 'gw_port': {'id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:28Z', 'updated_at': '2022-05-06T12:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6', 'name': '', 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'mac_address': 'fa:16:3e:ee:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09a4657e-74db-4850-8599-db5eca57c5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:46Z', 'updated_at': '2022-05-06T12:53:49Z', 'revision_number': 2, 'project_id': '070d762cfe204a55a14157ccc888657c', 'subnets': [{'id': '09a4657e-74db-4850-8599-db5eca57c5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:55.597493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Checking router: c4ba2422-a773-4eb7-a01a-60a849106f03 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:53:55.598528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Updating router c4ba2422-a773-4eb7-a01a-60a849106f03 port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:53:55.602288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1d0-676d-4636-a611-a11688b5a4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.603670 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a8ec1d0-676d-4636-a611-a11688b5a4e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7512029a-0f46-4f69-9d58-9c52e9f5e9f0 HTTP/1.1" status: 204 len: 168 time: 1.6015148 May 06 12:53:55.791403 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.871938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43fa5049-e8b9-498c-a692-7944e8fec96f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Synchronizing usage tracker for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:55.914460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43fa5049-e8b9-498c-a692-7944e8fec96f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Unset dirty status for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:55.921784 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43fa5049-e8b9-498c-a692-7944e8fec96f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7213120 May 06 12:53:55.923191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49148) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:55.923892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3674dc38-d09b-49f4-8a1b-05205a60f924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.934719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043554070'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:55.980476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:56.055533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:56.097005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a0df543d-99d8-4bdc-a5dc-530cef87f4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:56.102240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a0df543d-99d8-4bdc-a5dc-530cef87f4bf admin admin] Usage tracker for resource:security_group_rule and tenant:230644887d61463fb12e688a212fc9ee is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:56.105687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a0df543d-99d8-4bdc-a5dc-530cef87f4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:56.112852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a0df543d-99d8-4bdc-a5dc-530cef87f4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:56.116957 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3674dc38-d09b-49f4-8a1b-05205a60f924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.201497 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0df543d-99d8-4bdc-a5dc-530cef87f4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.237363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.295249 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0df543d-99d8-4bdc-a5dc-530cef87f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.308207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:56.333556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:56.352827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:56.363414 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3674dc38-d09b-49f4-8a1b-05205a60f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.409404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:56.430764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674dc38-d09b-49f4-8a1b-05205a60f924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14413314-b6d9-4b26-be4d-e9000dfc5d9b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:56.503885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df543d-99d8-4bdc-a5dc-530cef87f4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7aacb8-25a9-4bbe-a2f8-c71c81e437d2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:56.523001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3674dc38-d09b-49f4-8a1b-05205a60f924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.527678 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3674dc38-d09b-49f4-8a1b-05205a60f924 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14413314-b6d9-4b26-be4d-e9000dfc5d9b HTTP/1.1" status: 204 len: 168 time: 0.9599271 May 06 12:53:56.541398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a0df543d-99d8-4bdc-a5dc-530cef87f4bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=230644887d61463fb12e688a212fc9ee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7955589 May 06 12:53:56.560455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49166) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:56.610846 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.665797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49170) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:56.722336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.744486 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.756528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1886182198-network', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:56.765381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:56.773412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Usage tracker for resource:network and tenant:1eb145bdd3fb4df088752007c6732abb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:56.778271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:56.790264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:56.847788 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.892403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Transition to ACTIVE for port object cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:56.913811 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:56.956281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Made reservation on behalf of 1eb145bdd3fb4df088752007c6732abb for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:56.961575 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:57.098224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6a548-4139-498b-92bc-76348e50af17,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:57.122094 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:57.174695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:57.176869 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c57eff4d-c18b-4655-9f4a-210152fadfb6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2501612 May 06 12:53:57.178762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1363c95-ccb9-445e-8c96-ccf7666be109 None None] Pushing event updated for resources: {'Port': ['ID=cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:57.190909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49178) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:57.207708 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2793125c-38bf-4c89-a824-25bb55f56f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:57.218338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dfcd14ab-6a37-4ef6-ae54-1fcb2e01d5df tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': 'd1f6a548-4139-498b-92bc-76348e50af17', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:57.220036 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-dfcd14ab-6a37-4ef6-ae54-1fcb2e01d5df tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:53:57.222049 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dfcd14ab-6a37-4ef6-ae54-1fcb2e01d5df tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0241036 May 06 12:53:57.237884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Router d36cb4d7-5c81-446b-9ec9-bc656b8e0f08 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:53:57.242114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49182) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:57.716511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:57.745245 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2793125c-38bf-4c89-a824-25bb55f56f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:57.777745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Usage tracker for resource:security_group_rule and tenant:1eb145bdd3fb4df088752007c6732abb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:57.814643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Attempting to bind port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:53:57.815096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Attempting to bind port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '067527f2-6968-46d2-97ea-a957c7253e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:53:57.815397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Attempting to bind port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 on network 45019803-7c18-40b2-9fec-5b24d4f5787f {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:53:57.830018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:53:57.830376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Checking segment: {'id': '067527f2-6968-46d2-97ea-a957c7253e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:57.830835 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:57.831235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Bound using segment: {'id': '067527f2-6968-46d2-97ea-a957c7253e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:53:57.832004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Bound port: cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067527f2-6968-46d2-97ea-a957c7253e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:53:57.832386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:57.886629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:58.034771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] For port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:53:58.053399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] For port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6,segment=NetworkSegment(067527f2-6968-46d2-97ea-a957c7253e92),segment_id=067527f2-6968-46d2-97ea-a957c7253e92)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:53:58.060646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.101985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:58.134931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2793125c-38bf-4c89-a824-25bb55f56f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.235235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Routers {'c4ba2422-a773-4eb7-a01a-60a849106f03'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:58.236381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c4ba2422-a773-4eb7-a01a-60a849106f03'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:58.328583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Router b240797e-df65-4f90-abcd-d368e4baefe5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:58.374299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793125c-38bf-4c89-a824-25bb55f56f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7aacb8-25a9-4bbe-a2f8-c71c81e437d2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:58.438219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5920072-aecd-423a-a930-d17f6d5bb4e6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.480748 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5920072-aecd-423a-a930-d17f6d5bb4e6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.556737 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5920072-aecd-423a-a930-d17f6d5bb4e6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.600942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2793125c-38bf-4c89-a824-25bb55f56f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.606102 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2793125c-38bf-4c89-a824-25bb55f56f4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb7aacb8-25a9-4bbe-a2f8-c71c81e437d2 HTTP/1.1" status: 204 len: 168 time: 2.0406990 May 06 12:53:58.629296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.638142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5920072-aecd-423a-a930-d17f6d5bb4e6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6a548-4139-498b-92bc-76348e50af17,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:58.646503 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.690327 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c5920072-aecd-423a-a930-d17f6d5bb4e6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.704273 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c5920072-aecd-423a-a930-d17f6d5bb4e6 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/d1f6a548-4139-498b-92bc-76348e50af17 HTTP/1.1" status: 204 len: 168 time: 1.4394557 May 06 12:53:58.704904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49206) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:58.751815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1363c95-ccb9-445e-8c96-ccf7666be109 None None] Pushing event updated for resources: {'Port': ['ID=cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:58.770338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:53:58.794981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58320c82-f904-4c2d-89d1-d68bca2508d4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:58.810483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.810909 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Added segment 61883dbc-0a81-4b36-a5e1-c89bdc87a1c3 of type vlan for network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc May 06 12:53:58.910658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-20b21cf9-e447-4d32-8e67-fe7d73b4b9aa tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Synchronizing usage tracker for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:58.924941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.938764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] Set router c4ba2422-a773-4eb7-a01a-60a849106f03 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:58.987010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:58.992384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-20b21cf9-e447-4d32-8e67-fe7d73b4b9aa tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Unset dirty status for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:58.998953 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-20b21cf9-e447-4d32-8e67-fe7d73b4b9aa tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2864294 May 06 12:53:59.001302 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685af434-54c4-4112-8651-adc5ad33a189 None None] Sync routers for ids ['d36cb4d7-5c81-446b-9ec9-bc656b8e0f08'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:59.001847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49212) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:59.021312 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685af434-54c4-4112-8651-adc5ad33a189 None None] Routers {'d36cb4d7-5c81-446b-9ec9-bc656b8e0f08'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:59.021947 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-685af434-54c4-4112-8651-adc5ad33a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d36cb4d7-5c81-446b-9ec9-bc656b8e0f08'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:59.024130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026298408'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:59.050406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:59.051794 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-131a7b36-6f03-4ddd-9886-988b443f3b5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "PUT /v2.0/routers/d36cb4d7-5c81-446b-9ec9-bc656b8e0f08 HTTP/1.1" status: 200 len: 913 time: 11.2010801 May 06 12:53:59.053471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:59.053755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:59.055034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:59.055852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:59.064141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:59.068362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49216) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:59.085560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:59.197786 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-685af434-54c4-4112-8651-adc5ad33a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:59.201739 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:59.234481 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685af434-54c4-4112-8651-adc5ad33a189 None None] Routers {'d36cb4d7-5c81-446b-9ec9-bc656b8e0f08'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:59.236422 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-685af434-54c4-4112-8651-adc5ad33a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d36cb4d7-5c81-446b-9ec9-bc656b8e0f08'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:59.418174 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-685af434-54c4-4112-8651-adc5ad33a189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:59.420140 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685af434-54c4-4112-8651-adc5ad33a189 None None] The sync data for ids ['d36cb4d7-5c81-446b-9ec9-bc656b8e0f08'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:59.492196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:59.507759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:59.513865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:59.531417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:59.589019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:59.613061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:59.642708 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:59.644838 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9101770 May 06 12:53:59.653380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49228) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:59.681520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Request body: {'subnet': {'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1886182198-subnet', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:59.687641 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:59.695491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:59.696783 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:59.703779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] Sync routers for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:59.723574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Usage tracker for resource:subnet and tenant:1eb145bdd3fb4df088752007c6732abb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:59.740790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ed960-a9c0-4a16-8532-88450ff7b9cf admin admin] Pushing event updated for resources: {'Network': ['ID=6043e07b-01fa-49fb-b3b2-02438cf5b7bc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:59.752055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:59.753436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:59.757210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:59.786277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:59.937809 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:59.976425 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:59.990872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:00.014112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Made reservation on behalf of 1eb145bdd3fb4df088752007c6732abb for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:54:00.016003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:54:00.020605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:00.047036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3d0a5ef2-20e1-42ef-8458-cfd4980b87f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9744172 May 06 12:54:00.062462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:00.065051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0537469 May 06 12:54:00.065945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49236) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:00.076533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-53875caa-7191-421e-93fa-c8d976f737dd admin admin] 10.222.0.44 "PUT /v2.0/routers/b240797e-df65-4f90-abcd-d368e4baefe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8608778 May 06 12:54:00.083083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49238) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:00.083640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49242) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:00.300987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2fbb94aa-9462-43fe-93fe-9382950692a2 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '11470ab7-754c-4002-ab47-a266e0fafd4c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:00.302095 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-2fbb94aa-9462-43fe-93fe-9382950692a2 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:00.304081 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2fbb94aa-9462-43fe-93fe-9382950692a2 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.2185557 May 06 12:54:00.353260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49250) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:00.353838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49252) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:00.452385 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca755490-14f2-4518-8be8-96bc8c79cb5f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/routers/d36cb4d7-5c81-446b-9ec9-bc656b8e0f08 HTTP/1.1" status: 200 len: 919 time: 1.3307576 May 06 12:54:00.464273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49258) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:00.700650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73d800-2305-473d-be22-8b04e3347795 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11470ab7-754c-4002-ab47-a266e0fafd4c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:00.861350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:53:26Z', 'updated_at': '2022-05-06T12:53:48Z', 'revision_number': 4, 'project_id': '070d762cfe204a55a14157ccc888657c', 'gw_port': {'id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:28Z', 'updated_at': '2022-05-06T12:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6', 'name': '', 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'mac_address': 'fa:16:3e:ee:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09a4657e-74db-4850-8599-db5eca57c5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:46Z', 'updated_at': '2022-05-06T12:53:58Z', 'revision_number': 4, 'project_id': '070d762cfe204a55a14157ccc888657c', 'subnets': [{'id': '09a4657e-74db-4850-8599-db5eca57c5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:00.882476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5290e8-e3c3-412f-8428-c88d664be688 None None] The sync data for ids ['c4ba2422-a773-4eb7-a01a-60a849106f03'] in n-d-840847-1 is: [{'id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:53:26Z', 'updated_at': '2022-05-06T12:53:48Z', 'revision_number': 4, 'project_id': '070d762cfe204a55a14157ccc888657c', 'gw_port': {'id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:28Z', 'updated_at': '2022-05-06T12:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6', 'name': '', 'network_id': '45019803-7c18-40b2-9fec-5b24d4f5787f', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'mac_address': 'fa:16:3e:ee:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09a4657e-74db-4850-8599-db5eca57c5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:46Z', 'updated_at': '2022-05-06T12:53:58Z', 'revision_number': 4, 'project_id': '070d762cfe204a55a14157ccc888657c', 'subnets': [{'id': '09a4657e-74db-4850-8599-db5eca57c5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:00.892369 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d5bddf6-d667-4b86-9834-ab08c22022b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:00.933193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:00.964575 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.290757 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:54Z', 'revision_number': 9, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:01.325188 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06f773ac-e1ab-4314-afc5-3a330b9aa63d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.340960 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:01.391095 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:01.391589 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:01.418082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8d5bddf6-d667-4b86-9834-ab08c22022b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:01.448535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8d5bddf6-d667-4b86-9834-ab08c22022b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e61ca039004e44dd83c8d4e6ff7f9b16 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:01.466652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-964fa714-1ebb-4f88-8194-918a48895278 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=d36cb4d7-5c81-446b-9ec9-bc656b8e0f08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8992898 May 06 12:54:01.474312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8d5bddf6-d667-4b86-9834-ab08c22022b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:01.506787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49272) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:01.552335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8d5bddf6-d667-4b86-9834-ab08c22022b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:01.591412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:01.812401 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d5bddf6-d667-4b86-9834-ab08c22022b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.849558 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06f773ac-e1ab-4314-afc5-3a330b9aa63d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.859333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebcc58d-64d0-47f6-9046-c61d2f7a144b,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:01.963472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Checking segment: {'id': '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:01.964068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Network hostable DHCP agents. Network: 6043e07b-01fa-49fb-b3b2-02438cf5b7bc, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:54:01.968605 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:54:02.004165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d5bddf6-d667-4b86-9834-ab08c22022b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.101248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72634375-c9a8-45f9-b7eb-e1c9020f8c55 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:02.105335 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-72634375-c9a8-45f9-b7eb-e1c9020f8c55 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 881 time: 0.5709462 May 06 12:54:02.116991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49280) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:02.153717 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:02.164615 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06f773ac-e1ab-4314-afc5-3a330b9aa63d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.238055 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5df3dff8-928f-4b54-a58a-208670d4c8db tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=d36cb4d7-5c81-446b-9ec9-bc656b8e0f08 HTTP/1.1" status: 200 len: 205 time: 0.1185822 May 06 12:54:02.242568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49286) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:02.243398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:02.249807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8d5bddf6-d667-4b86-9834-ab08c22022b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e61ca039004e44dd83c8d4e6ff7f9b16&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8840215 May 06 12:54:02.260854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:02.261298 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.341802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49290) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:02.444667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:53:51Z', 'revision_number': 5, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:02.447443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cf0d12-97dc-4df4-92e2-0e5b5f8c5bd4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting subnet 579a80f7-ca61-419a-a8fb-ee540be2a86a {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:54:02.475435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] Checking router: b240797e-df65-4f90-abcd-d368e4baefe5 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:02.529622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bddf6-d667-4b86-9834-ab08c22022b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a92d0d4-cb2d-4737-acbf-0a06a00f72cd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:02.551210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0d12-97dc-4df4-92e2-0e5b5f8c5bd4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.619154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] Routers {'b240797e-df65-4f90-abcd-d368e4baefe5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:02.620265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b240797e-df65-4f90-abcd-d368e4baefe5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:02.681900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:54:02.696920 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06f773ac-e1ab-4314-afc5-3a330b9aa63d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.700742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-06f773ac-e1ab-4314-afc5-3a330b9aa63d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/11470ab7-754c-4002-ab47-a266e0fafd4c HTTP/1.1" status: 204 len: 168 time: 2.3302236 May 06 12:54:02.702354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6043e07b-01fa-49fb-b3b2-02438cf5b7bc) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:02.710748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49298) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:02.740862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55768c-7ae7-406d-8f18-7059fa188b84 None None] Network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:02.766199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:02.767346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.776693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f773ac-e1ab-4314-afc5-3a330b9aa63d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11470ab7-754c-4002-ab47-a266e0fafd4c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:02.808080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e89c4252-24c4-42df-ae01-cc15e8e1eed4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1519909 May 06 12:54:02.821720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49304) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:02.832985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:02.857477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0d12-97dc-4df4-92e2-0e5b5f8c5bd4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.909791 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f65cdc7-c514-457d-bb51-f28d3da331ff tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1960480 May 06 12:54:02.914822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49310) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:02.931806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554314960'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:02.946154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:02.955768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:02.963358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:02.970850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:02.977279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:03.014100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.018755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Usage tracker for resource:router and tenant:1eb145bdd3fb4df088752007c6732abb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:03.034755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:03.063142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:03.093833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:03.108234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:03.116798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:03.118536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48b0761c-2441-4226-872d-8dd810fd463b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.133544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:03.179237 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.185288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.358826 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48b0761c-2441-4226-872d-8dd810fd463b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.442541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.584563 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.610514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.619063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.709763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.716331 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7954957 May 06 12:54:03.717216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49322) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:03.726654 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:54Z', 'revision_number': 9, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:03.744785 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4796fca-15d7-49b5-9f03-65d7011c40e0 None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:53:54Z', 'revision_number': 9, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '05c261c7-3926-47ee-b541-bde7fae45539', 'name': '', 'network_id': 'dcbf824e-79b4-4b3d-b415-960b9e273f94', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:8f:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dff967-f170-41bb-b76a-5c5447514c53', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:47Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '32dff967-f170-41bb-b76a-5c5447514c53', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:03.751248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6,segment=NetworkSegment(067527f2-6968-46d2-97ea-a957c7253e92),segment_id=067527f2-6968-46d2-97ea-a957c7253e92)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:03.778467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.787878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5c8ee0ae-dd92-4b2b-b973-99aa752c77a1 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '3f6c6e69-bfcc-42f4-a5eb-798481cc99e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:03.788682 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-5c8ee0ae-dd92-4b2b-b973-99aa752c77a1 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:03.799417 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5c8ee0ae-dd92-4b2b-b973-99aa752c77a1 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0752881 May 06 12:54:03.820547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49326) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:03.832673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f605d1a-e2ed-45ba-a278-3c7a2a909b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6c6e69-bfcc-42f4-a5eb-798481cc99e0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:03.855589 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0d12-97dc-4df4-92e2-0e5b5f8c5bd4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.882486 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.925010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6fa81905-285a-4111-8de5-d1ce2cb4ead0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '3f6c6e69-bfcc-42f4-a5eb-798481cc99e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:03.926891 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-6fa81905-285a-4111-8de5-d1ce2cb4ead0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:03.932959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6fa81905-285a-4111-8de5-d1ce2cb4ead0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0973058 May 06 12:54:03.954235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] Set router b240797e-df65-4f90-abcd-d368e4baefe5 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:03.957752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49332) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:03.980133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-261fd5dd-85cc-4c84-95bc-08391a09a6fe tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '3f6c6e69-bfcc-42f4-a5eb-798481cc99e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:03.981362 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-261fd5dd-85cc-4c84-95bc-08391a09a6fe tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:03.988880 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-261fd5dd-85cc-4c84-95bc-08391a09a6fe tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0198438 May 06 12:54:03.988880 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.993445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49336) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:04.035201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5e0bdaf2-2d6d-4a43-a068-d2c3e51f03e5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '3f6c6e69-bfcc-42f4-a5eb-798481cc99e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:04.036624 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-5e0bdaf2-2d6d-4a43-a068-d2c3e51f03e5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:04.042283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5e0bdaf2-2d6d-4a43-a068-d2c3e51f03e5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0414860 May 06 12:54:04.050792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49340) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:04.269198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48b0761c-2441-4226-872d-8dd810fd463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.411606 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-6043e07b-01fa-49fb-b3b2-02438cf5b7bc', 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'fixed_ips': [{'subnet_id': 'cebcc58d-64d0-47f6-9046-c61d2f7a144b'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:54:04.416104 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.502842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0761c-2441-4226-872d-8dd810fd463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a92d0d4-cb2d-4737-acbf-0a06a00f72cd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:04.504057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.506975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c26dff0-9ec0-4a53-8c52-c40a13505825 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.523716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Deleting port d3bff368-ba90-4014-b70e-804606237ca7 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:04.524581 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.568560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c26dff0-9ec0-4a53-8c52-c40a13505825 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.724814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:04.742269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c26dff0-9ec0-4a53-8c52-c40a13505825 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.968755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.989442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26dff0-9ec0-4a53-8c52-c40a13505825 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6c6e69-bfcc-42f4-a5eb-798481cc99e0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:05.000142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0d12-97dc-4df4-92e2-0e5b5f8c5bd4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.209933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Allocated IP 172.20.0.2 (6043e07b-01fa-49fb-b3b2-02438cf5b7bc/cebcc58d-64d0-47f6-9046-c61d2f7a144b/935415b2-67d1-497f-a723-5c7af1d0f5a2) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:05.250257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:53:51Z', 'revision_number': 5, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:05.254205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Calling delete_port for d3bff368-ba90-4014-b70e-804606237ca7 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:05.388737 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c26dff0-9ec0-4a53-8c52-c40a13505825 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.391390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0c26dff0-9ec0-4a53-8c52-c40a13505825 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/3f6c6e69-bfcc-42f4-a5eb-798481cc99e0 HTTP/1.1" status: 204 len: 168 time: 1.3350329 May 06 12:54:05.403919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49366) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:05.423850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf0d12-97dc-4df4-92e2-0e5b5f8c5bd4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Subnet': ['ID=579a80f7-ca61-419a-a8fb-ee540be2a86a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:05.440814 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48b0761c-2441-4226-872d-8dd810fd463b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.447284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-48b0761c-2441-4226-872d-8dd810fd463b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a92d0d4-cb2d-4737-acbf-0a06a00f72cd HTTP/1.1" status: 204 len: 168 time: 3.0801406 May 06 12:54:05.476953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0d12-97dc-4df4-92e2-0e5b5f8c5bd4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.487854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a5cf0d12-97dc-4df4-92e2-0e5b5f8c5bd4 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/579a80f7-ca61-419a-a8fb-ee540be2a86a HTTP/1.1" status: 204 len: 168 time: 5.4154797 May 06 12:54:05.492652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49374) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:05.525103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.553575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62157a-b790-400e-a799-dc5d08b8a560 None None] The sync data for ids ['b240797e-df65-4f90-abcd-d368e4baefe5'] in n-d-840847-1 is: [{'id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'name': 'tempest-TaggedBootDevicesTest-960239905-router', 'tenant_id': '94672aef12b1426fa9c669ab8d149b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:32Z', 'updated_at': '2022-05-06T12:53:51Z', 'revision_number': 5, 'project_id': '94672aef12b1426fa9c669ab8d149b5c', 'gw_port': {'id': '9aee268d-7e59-43a3-a5ab-d169dcc051d8', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240797e-df65-4f90-abcd-d368e4baefe5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:44:36Z', 'updated_at': '2022-05-06T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:05.557525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c9d7c-cec3-43ba-a6e5-be98f69a56d2 None None] Network 7f476fe1-c5b4-494a-a17c-b22a8974c007 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:05.633827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-be942f80-2804-4bd8-88e2-17e521202f8b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Synchronizing usage tracker for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:05.887905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.892388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-be942f80-2804-4bd8-88e2-17e521202f8b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Unset dirty status for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:05.895082 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-be942f80-2804-4bd8-88e2-17e521202f8b tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4947393 May 06 12:54:05.904606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49382) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:05.918290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956584162'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:05.944757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:06.043311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:06.044180 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.141620 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.181377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:06.184943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Deleting port 9aee268d-7e59-43a3-a5ab-d169dcc051d8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:06.185456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.229203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:06.400638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.460681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.550882 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.572710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:06.573803 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.610437 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.717395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event deleted for resources: {'Port': ['ID=d3bff368-ba90-4014-b70e-804606237ca7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:06.743735 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.775643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Transition to ACTIVE for port object 935415b2-67d1-497f-a723-5c7af1d0f5a2 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:06.807664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:06.816596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Allocated IP 172.25.7.38 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:06.823611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:06.831660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:06.851660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:06.893000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93729207-942d-4c68-9d9f-51ee7359efb3 None None] DHCP port deletion for 7f476fe1-c5b4-494a-a17c-b22a8974c007 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:54:06.921668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Transition to ACTIVE for port object 935415b2-67d1-497f-a723-5c7af1d0f5a2 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:06.941850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-93729207-942d-4c68-9d9f-51ee7359efb3 None None] Deleting port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:06.943142 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93729207-942d-4c68-9d9f-51ee7359efb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.128779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.132513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.245887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] For port 9aee268d-7e59-43a3-a5ab-d169dcc051d8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9aee268d-7e59-43a3-a5ab-d169dcc051d8,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:07.246877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.306745 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.319791 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.389272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Pushing event updated for resources: {'Port': ['ID=935415b2-67d1-497f-a723-5c7af1d0f5a2,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:07.662989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.669854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Calling delete_port for 9aee268d-7e59-43a3-a5ab-d169dcc051d8 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:07.671990 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7647433 May 06 12:54:07.674393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-93729207-942d-4c68-9d9f-51ee7359efb3 None None] For port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7cbc25f8-8e91-445c-840a-f9d1ea9b864c,segment=NetworkSegment(9b479da0-f269-4a71-8d63-e831b9150823),segment_id=9b479da0-f269-4a71-8d63-e831b9150823)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:07.675158 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93729207-942d-4c68-9d9f-51ee7359efb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.692221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49408) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:07.735668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-18804ec7-7f6a-465f-ab65-070137f97fd4 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '855aad05-9fce-40d4-ae28-67d7d1d80425', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:07.737969 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-18804ec7-7f6a-465f-ab65-070137f97fd4 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:07.746532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49412) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:07.747508 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-18804ec7-7f6a-465f-ab65-070137f97fd4 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0487611 May 06 12:54:07.772241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e075a51e-fa74-427f-81f7-102d67d48302 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '855aad05-9fce-40d4-ae28-67d7d1d80425', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:07.795640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e075a51e-fa74-427f-81f7-102d67d48302 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:07.811385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e075a51e-fa74-427f-81f7-102d67d48302 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:07.817142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e075a51e-fa74-427f-81f7-102d67d48302 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:07.824835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e075a51e-fa74-427f-81f7-102d67d48302 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:07.835617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.956320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:07.967846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:07.977616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:08.010842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:08.013975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-93729207-942d-4c68-9d9f-51ee7359efb3 None None] Calling delete_port for 7cbc25f8-8e91-445c-840a-f9d1ea9b864c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:08.053442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49418) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:08.072288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1324f95-027b-44ec-91ea-671a1d97e6a7 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855aad05-9fce-40d4-ae28-67d7d1d80425,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:08.083461 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-e075a51e-fa74-427f-81f7-102d67d48302 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:08.089989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e075a51e-fa74-427f-81f7-102d67d48302 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3351476 May 06 12:54:08.110003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49424) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:08.111576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.111996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.114071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.115863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.119199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.119746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.121865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.123093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.123454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.123791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.124124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:08.144430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ae988da6-fe28-43ef-b39b-d2397c56837c tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '855aad05-9fce-40d4-ae28-67d7d1d80425', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:08.151797 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-ae988da6-fe28-43ef-b39b-d2397c56837c tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:08.163011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ae988da6-fe28-43ef-b39b-d2397c56837c tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0249074 May 06 12:54:08.170841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49428) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:08.206284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-bd713313-6403-4567-9f32-9680cc524b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '855aad05-9fce-40d4-ae28-67d7d1d80425', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:08.241088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ce238182-8f99-48b5-a0fb-f295ea10a66a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:08.315555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93729207-942d-4c68-9d9f-51ee7359efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.355672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bd713313-6403-4567-9f32-9680cc524b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:08.361349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:08.367022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7cbc25f8-8e91-445c-840a-f9d1ea9b864c,segment=NetworkSegment(9b479da0-f269-4a71-8d63-e831b9150823),segment_id=9b479da0-f269-4a71-8d63-e831b9150823)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:08.367732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.371090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ce238182-8f99-48b5-a0fb-f295ea10a66a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:08.373930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ce238182-8f99-48b5-a0fb-f295ea10a66a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:08.375987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:08.395906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bd713313-6403-4567-9f32-9680cc524b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:08.433539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bd713313-6403-4567-9f32-9680cc524b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:08.476168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.509445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bd713313-6403-4567-9f32-9680cc524b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:08.554092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:08.578948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93729207-942d-4c68-9d9f-51ee7359efb3 None None] No DVR routers for this DVR port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:54:08.596347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:08.623025 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.624206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:08.631516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b0f3cba5-87cf-4a7b-a7d7-2fd29cf219a5 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:08.635242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93729207-942d-4c68-9d9f-51ee7359efb3 None None] Pushing event deleted for resources: {'Port': ['ID=7cbc25f8-8e91-445c-840a-f9d1ea9b864c,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:08.742309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Pushing event deleted for resources: {'Port': ['ID=9aee268d-7e59-43a3-a5ab-d169dcc051d8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:08.767744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 7cbc25f8-8e91-445c-840a-f9d1ea9b864c owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:08.891490 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aed47e4d-98e9-45b8-8b39-9e12e0c18a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.906244 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:54:08.906933 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:54:08.910507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.952414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7cbc25f8-8e91-445c-840a-f9d1ea9b864c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:09.014012 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Attempting to bind port 935415b2-67d1-497f-a723-5c7af1d0f5a2 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:54:09.014786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Attempting to bind port 935415b2-67d1-497f-a723-5c7af1d0f5a2 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:54:09.015488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Attempting to bind port 935415b2-67d1-497f-a723-5c7af1d0f5a2 on network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:09.038029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:54:09.038976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Checking segment: {'id': '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:09.039570 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-bd713313-6403-4567-9f32-9680cc524b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:09.040085 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.041447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bd713313-6403-4567-9f32-9680cc524b5f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8670523 May 06 12:54:09.046805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Bound using segment: {'id': '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:54:09.048230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Bound port: 935415b2-67d1-497f-a723-5c7af1d0f5a2, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:54:09.048774 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.053062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49440) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:09.073415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 7cbc25f8-8e91-445c-840a-f9d1ea9b864c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:09.073990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7cbc25f8-8e91-445c-840a-f9d1ea9b864c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:09.108653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c0b94ac3-47f8-4e2b-96a0-126a25acacf5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '855aad05-9fce-40d4-ae28-67d7d1d80425', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:09.109626 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-c0b94ac3-47f8-4e2b-96a0-126a25acacf5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:09.111322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c0b94ac3-47f8-4e2b-96a0-126a25acacf5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0514429 May 06 12:54:09.121271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-aed47e4d-98e9-45b8-8b39-9e12e0c18a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:09.125621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49444) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:09.138785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aed47e4d-98e9-45b8-8b39-9e12e0c18a6c admin admin] Usage tracker for resource:security_group_rule and tenant:0a605b2d03da4c8eaedd89377c40e312 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:09.162557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aed47e4d-98e9-45b8-8b39-9e12e0c18a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:09.173558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6db849e8-7c22-4fcc-9ef2-4c3e4193cda8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '855aad05-9fce-40d4-ae28-67d7d1d80425', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:09.195658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6db849e8-7c22-4fcc-9ef2-4c3e4193cda8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:09.198934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-aed47e4d-98e9-45b8-8b39-9e12e0c18a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:09.271297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6db849e8-7c22-4fcc-9ef2-4c3e4193cda8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:09.275794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] For port 935415b2-67d1-497f-a723-5c7af1d0f5a2, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:54:09.294311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] For port 935415b2-67d1-497f-a723-5c7af1d0f5a2, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=935415b2-67d1-497f-a723-5c7af1d0f5a2,segment=NetworkSegment(61883dbc-0a81-4b36-a5e1-c89bdc87a1c3),segment_id=61883dbc-0a81-4b36-a5e1-c89bdc87a1c3)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:54:09.301053 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.650378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cc260-fcf4-466d-b27c-7c8538c69cff None None] Pushing event updated for resources: {'Port': ['ID=935415b2-67d1-497f-a723-5c7af1d0f5a2,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:09.694022 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.781414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 7cbc25f8-8e91-445c-840a-f9d1ea9b864c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:09.782201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.864684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6db849e8-7c22-4fcc-9ef2-4c3e4193cda8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:09.882953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6db849e8-7c22-4fcc-9ef2-4c3e4193cda8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:10.069388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.083928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.129841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] The port '7cbc25f8-8e91-445c-840a-f9d1ea9b864c' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:54:10.479897 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.480704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Fanout notify agent at l3_agent the message router_deleted on router d36cb4d7-5c81-446b-9ec9-bc656b8e0f08 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:54:10.534933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.544832 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-6db849e8-7c22-4fcc-9ef2-4c3e4193cda8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:10.551627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6db849e8-7c22-4fcc-9ef2-4c3e4193cda8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.4172897 May 06 12:54:10.552454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49468) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:10.564858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.571184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-96404164-9f9e-4e3d-b723-654138277a07 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '855aad05-9fce-40d4-ae28-67d7d1d80425', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:10.572299 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-96404164-9f9e-4e3d-b723-654138277a07 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:10.576566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-96404164-9f9e-4e3d-b723-654138277a07 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171821 May 06 12:54:10.581583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.585578 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.589667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.590202 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-251ab308-ad38-4580-81ca-1f915020c0e1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/d36cb4d7-5c81-446b-9ec9-bc656b8e0f08 HTTP/1.1" status: 204 len: 168 time: 8.3403482 May 06 12:54:10.600846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:10.601450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49474) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:10.618213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a5047821-bf6c-4bd7-b5f7-6556d9ee45d0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '855aad05-9fce-40d4-ae28-67d7d1d80425', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:10.638897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1701439713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:10.652814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:10.662550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f476fe1-c5b4-494a-a17c-b22a8974c007']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:10.676133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Usage tracker for resource:router and tenant:c644ba1854e845bf986d444e6f9e685c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:10.681644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a5047821-bf6c-4bd7-b5f7-6556d9ee45d0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:10.693145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:10.701097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a5047821-bf6c-4bd7-b5f7-6556d9ee45d0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:10.712644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a5047821-bf6c-4bd7-b5f7-6556d9ee45d0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:10.738618 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.739530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b479da0-f269-4a71-8d63-e831b9150823') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:10.740110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b479da0-f269-4a71-8d63-e831b9150823') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:10.754971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:10.758876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a5047821-bf6c-4bd7-b5f7-6556d9ee45d0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:10.778633 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.823297 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.825614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.848068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.887457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:54:10.888087 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.893810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aed47e4d-98e9-45b8-8b39-9e12e0c18a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: timer() May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:54:10.923129 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:54:10.938327 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aed47e4d-98e9-45b8-8b39-9e12e0c18a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.964930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.965751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b240797e-df65-4f90-abcd-d368e4baefe5 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:54:11.057923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed47e4d-98e9-45b8-8b39-9e12e0c18a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925ecc91-6880-41b3-b3a5-f6615710fb8e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:11.069893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 935415b2-67d1-497f-a723-5c7af1d0f5a2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:11.108777 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-a5047821-bf6c-4bd7-b5f7-6556d9ee45d0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:11.109878 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a5047821-bf6c-4bd7-b5f7-6556d9ee45d0 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5071337 May 06 12:54:11.121705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49484) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:11.128695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.155162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-37ad3179-42dd-4711-aaf8-342a8f8186f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '855aad05-9fce-40d4-ae28-67d7d1d80425', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:11.163760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.172245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-37ad3179-42dd-4711-aaf8-342a8f8186f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:11.180490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-37ad3179-42dd-4711-aaf8-342a8f8186f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:11.183347 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.189979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-37ad3179-42dd-4711-aaf8-342a8f8186f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:11.205444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-37ad3179-42dd-4711-aaf8-342a8f8186f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:11.213676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Network': ['ID=7f476fe1-c5b4-494a-a17c-b22a8974c007,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:11.216771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.228858 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5095fdc4-7ba7-463c-82fa-cbd7f447d095 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/networks/7f476fe1-c5b4-494a-a17c-b22a8974c007 HTTP/1.1" status: 204 len: 168 time: 5.7308905 May 06 12:54:11.229611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49488) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:11.259241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aed47e4d-98e9-45b8-8b39-9e12e0c18a6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a605b2d03da4c8eaedd89377c40e312&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1935081 May 06 12:54:11.267492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49492) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:11.314592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 935415b2-67d1-497f-a723-5c7af1d0f5a2 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:11.399974 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-37ad3179-42dd-4711-aaf8-342a8f8186f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:11.404626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-37ad3179-42dd-4711-aaf8-342a8f8186f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2782862 May 06 12:54:11.409349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49498) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:11.473085 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.477114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-363318c9-3a1f-4fe4-b106-1750f187730b admin admin] 10.222.0.44 "DELETE /v2.0/routers/b240797e-df65-4f90-abcd-d368e4baefe5 HTTP/1.1" status: 204 len: 168 time: 11.3860850 May 06 12:54:11.510802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49504) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:11.521352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.522177 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-275ffe1c-326a-4256-bfb4-e46559a02159 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9160218 May 06 12:54:11.543200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49508) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:11.619460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': False}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:11.690213 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebf47-51dd-4206-aad3-83b46d1d3a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.708992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a0e0db-f490-4c09-a833-5b0f0001ef20 admin admin] Deleting subnet c244b38a-1fc3-4be7-9c1c-d31c4d2e973a {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:54:11.714537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c87b54-fcbb-4f9c-8665-82555f70efe2 None None] Network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:11.715140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e0db-f490-4c09-a833-5b0f0001ef20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.794975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e0db-f490-4c09-a833-5b0f0001ef20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.932461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bc5f8d4f-33f2-490d-9bb5-f685533addaf None None] Provisioning for port 935415b2-67d1-497f-a723-5c7af1d0f5a2 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:11.962394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bc5f8d4f-33f2-490d-9bb5-f685533addaf None None] Provisioning complete for port 935415b2-67d1-497f-a723-5c7af1d0f5a2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:11.963039 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8d4f-33f2-490d-9bb5-f685533addaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.035634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebf47-51dd-4206-aad3-83b46d1d3a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.227102 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e0db-f490-4c09-a833-5b0f0001ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.354793 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a481ed53-309b-40bd-b518-7187a9b1b42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.365783 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.402616 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8d4f-33f2-490d-9bb5-f685533addaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.465329 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79632545-d2b1-4444-9769-c6acac8d63f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.465582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bc5f8d4f-33f2-490d-9bb5-f685533addaf None None] For port 935415b2-67d1-497f-a723-5c7af1d0f5a2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=935415b2-67d1-497f-a723-5c7af1d0f5a2,segment=NetworkSegment(61883dbc-0a81-4b36-a5e1-c89bdc87a1c3),segment_id=61883dbc-0a81-4b36-a5e1-c89bdc87a1c3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:12.471603 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8d4f-33f2-490d-9bb5-f685533addaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.516082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79632545-d2b1-4444-9769-c6acac8d63f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.605762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e0db-f490-4c09-a833-5b0f0001ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.665005 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79632545-d2b1-4444-9769-c6acac8d63f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.696888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e0db-f490-4c09-a833-5b0f0001ef20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.699735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0e0db-f490-4c09-a833-5b0f0001ef20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c244b38a-1fc3-4be7-9c1c-d31c4d2e973a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:12.719168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f8d4f-33f2-490d-9bb5-f685533addaf None None] Pushing event updated for resources: {'Port': ['ID=935415b2-67d1-497f-a723-5c7af1d0f5a2,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:12.720866 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e3a0e0db-f490-4c09-a833-5b0f0001ef20 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c244b38a-1fc3-4be7-9c1c-d31c4d2e973a HTTP/1.1" status: 204 len: 168 time: 1.2082832 May 06 12:54:12.724090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:12.731842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ee697a-be6a-4e9a-9854-1e03a59c7035 None None] Network 313cbf39-1760-43e3-8604-7c46dab04b4e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:12.756564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79632545-d2b1-4444-9769-c6acac8d63f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=855aad05-9fce-40d4-ae28-67d7d1d80425,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:12.852818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.923686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebf47-51dd-4206-aad3-83b46d1d3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.945178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Deleting port 6103940f-0582-47fc-9268-f3afce216f75 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:12.945723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.980679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ebf47-51dd-4206-aad3-83b46d1d3a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925ecc91-6880-41b3-b3a5-f6615710fb8e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:13.232400 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79632545-d2b1-4444-9769-c6acac8d63f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.236511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-79632545-d2b1-4444-9769-c6acac8d63f3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/855aad05-9fce-40d4-ae28-67d7d1d80425 HTTP/1.1" status: 204 len: 168 time: 1.8131042 May 06 12:54:13.237934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49536) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:13.245502 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebf47-51dd-4206-aad3-83b46d1d3a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.246829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dc1ebf47-51dd-4206-aad3-83b46d1d3a30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/925ecc91-6880-41b3-b3a5-f6615710fb8e HTTP/1.1" status: 204 len: 168 time: 1.9743927 May 06 12:54:13.272147 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.278417 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.292080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Router d45765c9-4b67-476f-96d4-a322673b0491 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:54:13.295676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-37ded60e-d8c2-4120-95bc-43bad2e66ef8 None None] Provisioning complete for port 935415b2-67d1-497f-a723-5c7af1d0f5a2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:13.296319 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-37ded60e-d8c2-4120-95bc-43bad2e66ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.330134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-18168a86-2622-4147-bbba-e3ba21d96730 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Synchronizing usage tracker for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:13.497638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-18168a86-2622-4147-bbba-e3ba21d96730 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Unset dirty status for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:13.505508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-18168a86-2622-4147-bbba-e3ba21d96730 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2618883 May 06 12:54:13.508481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49542) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:13.557692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'tempest-secgroup--916384850'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:13.566162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:13.583223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] DHCP port deletion for 313cbf39-1760-43e3-8604-7c46dab04b4e request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:54:13.590826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:13.620087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] Deleting port 6103940f-0582-47fc-9268-f3afce216f75 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:13.620671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.667621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.718964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] For port 6103940f-0582-47fc-9268-f3afce216f75, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6103940f-0582-47fc-9268-f3afce216f75,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:13.720100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.871431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:13.901570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:13.904374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Calling delete_port for 6103940f-0582-47fc-9268-f3afce216f75 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:13.922592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:13.956831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:13.991507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.050447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49550) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:14.051320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6103940f-0582-47fc-9268-f3afce216f75,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:14.079292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.080820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] No DVR routers for this DVR port 6103940f-0582-47fc-9268-f3afce216f75 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:54:14.114642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] For port 6103940f-0582-47fc-9268-f3afce216f75, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6103940f-0582-47fc-9268-f3afce216f75,segment=NetworkSegment(ce86e9ea-b618-494f-8c8d-5ba44edc09f8),segment_id=ce86e9ea-b618-494f-8c8d-5ba44edc09f8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:14.115167 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.117895 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.342042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.358220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] Calling delete_port for 6103940f-0582-47fc-9268-f3afce216f75 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:14.381523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49556) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:14.424174 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.445330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.496369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b949360-a8e1-4793-983a-e85e2b1eb30d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:14.526780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:14.537016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Allocated IP 172.25.7.75 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/875a635b-5668-4e1d-ad56-62b80da6bd1e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:14.552129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Sync routers for ids ['d45765c9-4b67-476f-96d4-a322673b0491'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:14.555986 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19956476-d7e2-49d9-b134-cd6dfab79a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.572648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.572648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9713213a-5b7e-4880-af89-2ae0dedef6a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0402155 May 06 12:54:14.608003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Routers {'d45765c9-4b67-476f-96d4-a322673b0491'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:14.608973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d45765c9-4b67-476f-96d4-a322673b0491'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:14.616861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-19956476-d7e2-49d9-b134-cd6dfab79a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:14.621279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-19956476-d7e2-49d9-b134-cd6dfab79a08 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d4c9825615466a92832e52248aae48 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:14.625237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-19956476-d7e2-49d9-b134-cd6dfab79a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:14.632226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-19956476-d7e2-49d9-b134-cd6dfab79a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:14.657806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49560) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:14.665835 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.667131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-82a1fa5f-3d43-4230-9faf-e54e55d9acd0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.8426611 May 06 12:54:14.679582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-21291079-6645-4aa4-93bf-29f6ff24bcc5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '3b949360-a8e1-4793-983a-e85e2b1eb30d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:14.685438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49564) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:14.692155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-21291079-6645-4aa4-93bf-29f6ff24bcc5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:14.713829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19956476-d7e2-49d9-b134-cd6dfab79a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.739604 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19956476-d7e2-49d9-b134-cd6dfab79a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.748556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313cbf39-1760-43e3-8604-7c46dab04b4e']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:14.767164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-21291079-6645-4aa4-93bf-29f6ff24bcc5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:14.779372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b76c396c-02c4-4903-b7af-55da9f9bbcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.781029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-21291079-6645-4aa4-93bf-29f6ff24bcc5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:14.799307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:14.799753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce86e9ea-b618-494f-8c8d-5ba44edc09f8') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:14.834458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b76c396c-02c4-4903-b7af-55da9f9bbcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:14.839649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b76c396c-02c4-4903-b7af-55da9f9bbcb9 admin admin] Usage tracker for resource:security_group_rule and tenant:26915257dc92467eb07f6fe105597d73 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:14.843562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b76c396c-02c4-4903-b7af-55da9f9bbcb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:14.850924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b76c396c-02c4-4903-b7af-55da9f9bbcb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:14.856826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-21291079-6645-4aa4-93bf-29f6ff24bcc5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:14.857182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 935415b2-67d1-497f-a723-5c7af1d0f5a2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:14.902270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:54:14.902270 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:54:14.931243 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b76c396c-02c4-4903-b7af-55da9f9bbcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.934985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c1c99f9-55a4-4083-a5a9-75904e925a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.960898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Set router d45765c9-4b67-476f-96d4-a322673b0491 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:14.991113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b76c396c-02c4-4903-b7af-55da9f9bbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.994947 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.019406 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-21291079-6645-4aa4-93bf-29f6ff24bcc5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The resource could not be found. May 06 12:54:15.024319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-21291079-6645-4aa4-93bf-29f6ff24bcc5 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3620794 May 06 12:54:15.025955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.028839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49568) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:15.045335 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b76c396c-02c4-4903-b7af-55da9f9bbcb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26915257dc92467eb07f6fe105597d73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9915946 May 06 12:54:15.046043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0031bbfd-768f-4119-85ce-13745824ab3e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '3b949360-a8e1-4793-983a-e85e2b1eb30d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c1369a4e-acf0-4d4d-b006-108c8b8e5eb5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:15.046200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49572) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:15.055279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0031bbfd-768f-4119-85ce-13745824ab3e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:15.062840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0031bbfd-768f-4119-85ce-13745824ab3e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:15.067328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0031bbfd-768f-4119-85ce-13745824ab3e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:15.076006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0031bbfd-768f-4119-85ce-13745824ab3e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:15.095105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19956476-d7e2-49d9-b134-cd6dfab79a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af06b3a-db2d-4e9f-b01c-54d698254b7d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:15.117733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 935415b2-67d1-497f-a723-5c7af1d0f5a2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:15.119227 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.136438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.163234 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-19956476-d7e2-49d9-b134-cd6dfab79a08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5d4c9825615466a92832e52248aae48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7763233 May 06 12:54:15.163911 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.168106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49576) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:15.201497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:54:15.201917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: timer() May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:54:15.223114 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:54:15.262252 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-0031bbfd-768f-4119-85ce-13745824ab3e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The resource could not be found. May 06 12:54:15.266036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0031bbfd-768f-4119-85ce-13745824ab3e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2321901 May 06 12:54:15.279739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49580) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:15.327644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:15.332685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Pushing event updated for resources: {'Port': ['ID=875a635b-5668-4e1d-ad56-62b80da6bd1e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:15.342981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:15.356829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-957b93db-6dfe-449f-8707-cbc2babf62ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.359863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:15.369536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c396c-02c4-4903-b7af-55da9f9bbcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f778add-eb96-43b2-a7cb-214a217c95cf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:15.405353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] Deleting port 6103940f-0582-47fc-9268-f3afce216f75 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:15.405968 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.448892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-957b93db-6dfe-449f-8707-cbc2babf62ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.465057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de10c306-cbac-406f-9b5e-8512d1e003fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.485794 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.531579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-06568c53-d909-43f8-8743-bf523cbc0401 None None] The port '6103940f-0582-47fc-9268-f3afce216f75' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:54:15.549735 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.641616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=313cbf39-1760-43e3-8604-7c46dab04b4e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:15.684032 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.739082 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc390b40-78f8-4755-8931-a1ed853310f0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/313cbf39-1760-43e3-8604-7c46dab04b4e HTTP/1.1" status: 204 len: 168 time: 3.0135629 May 06 12:54:15.743905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49584) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:15.753499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de10c306-cbac-406f-9b5e-8512d1e003fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.776726 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-691246b6-8c87-450f-916c-87a3bb4aca3a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.786709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:03Z', 'updated_at': '2022-05-06T12:54:08Z', 'revision_number': 3, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'gw_port': {'id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:06Z', 'updated_at': '2022-05-06T12:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:15.798037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6103940f-0582-47fc-9268-f3afce216f75 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:15.838908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Checking router: d45765c9-4b67-476f-96d4-a322673b0491 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:15.839270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Updating router d45765c9-4b67-476f-96d4-a322673b0491 port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:54:15.863134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 6103940f-0582-47fc-9268-f3afce216f75 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:15.863545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6103940f-0582-47fc-9268-f3afce216f75 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:15.897176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-957b93db-6dfe-449f-8707-cbc2babf62ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.906987 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.040986 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-957b93db-6dfe-449f-8707-cbc2babf62ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.042978 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-957b93db-6dfe-449f-8707-cbc2babf62ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f778add-eb96-43b2-a7cb-214a217c95cf HTTP/1.1" status: 204 len: 168 time: 0.9868863 May 06 12:54:16.044717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b93db-6dfe-449f-8707-cbc2babf62ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f778add-eb96-43b2-a7cb-214a217c95cf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:16.057690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.137906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-691246b6-8c87-450f-916c-87a3bb4aca3a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.278885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de10c306-cbac-406f-9b5e-8512d1e003fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.284570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 05c261c7-3926-47ee-b541-bde7fae45539 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:16.284915 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.327255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-691246b6-8c87-450f-916c-87a3bb4aca3a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.339664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10c306-cbac-406f-9b5e-8512d1e003fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af06b3a-db2d-4e9f-b01c-54d698254b7d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:16.389305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691246b6-8c87-450f-916c-87a3bb4aca3a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b949360-a8e1-4793-983a-e85e2b1eb30d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:16.406910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-691246b6-8c87-450f-916c-87a3bb4aca3a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.413274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-691246b6-8c87-450f-916c-87a3bb4aca3a tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/3b949360-a8e1-4793-983a-e85e2b1eb30d HTTP/1.1" status: 204 len: 168 time: 1.1318815 May 06 12:54:16.415757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49590) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:16.428057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de10c306-cbac-406f-9b5e-8512d1e003fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.433877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-de10c306-cbac-406f-9b5e-8512d1e003fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7af06b3a-db2d-4e9f-b01c-54d698254b7d HTTP/1.1" status: 204 len: 168 time: 1.2292607 May 06 12:54:16.582686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-12612749-efbd-46c6-b33e-d986db189167 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Synchronizing usage tracker for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:16.621728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.622355 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.647013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port 05c261c7-3926-47ee-b541-bde7fae45539, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=05c261c7-3926-47ee-b541-bde7fae45539,segment=NetworkSegment(521484a4-9045-43ee-a5a8-4b54afc3db3e),segment_id=521484a4-9045-43ee-a5a8-4b54afc3db3e)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:16.647419 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.702197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Transition to ACTIVE for port object 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:16.744016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-12612749-efbd-46c6-b33e-d986db189167 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Unset dirty status for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:16.746048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-12612749-efbd-46c6-b33e-d986db189167 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3274217 May 06 12:54:16.759958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.772710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49602) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:16.869852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9aee268d-7e59-43a3-a5ab-d169dcc051d8 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:17.021503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9aee268d-7e59-43a3-a5ab-d169dcc051d8 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:17.023619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9aee268d-7e59-43a3-a5ab-d169dcc051d8 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:17.041558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6aaa7abe-0a66-4c79-ad3f-e8042117ef87 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': 'a11a7498-1379-44c3-98fd-421d5d197a78', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:17.078157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6aaa7abe-0a66-4c79-ad3f-e8042117ef87 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:17.085678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6aaa7abe-0a66-4c79-ad3f-e8042117ef87 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:17.093223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6aaa7abe-0a66-4c79-ad3f-e8042117ef87 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:17.106124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6aaa7abe-0a66-4c79-ad3f-e8042117ef87 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:17.127525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 05c261c7-3926-47ee-b541-bde7fae45539 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:17.130155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ca153-1a50-4f8f-9380-d907c148d4ff None None] Pushing event updated for resources: {'Port': ['ID=6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:17.140177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Attempting to bind port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:54:17.141819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Attempting to bind port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:54:17.142766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Attempting to bind port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:17.161315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:54:17.168511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:17.170294 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.171301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:54:17.173441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Bound port: 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:54:17.174807 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.184293 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.190756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.318652 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-6aaa7abe-0a66-4c79-ad3f-e8042117ef87 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The resource could not be found. May 06 12:54:17.324297 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6aaa7abe-0a66-4c79-ad3f-e8042117ef87 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4241872 May 06 12:54:17.332063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49620) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:17.341431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705891778'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:17.348581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:17.361985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] For port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:54:17.365056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:17.369483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] For port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:54:17.381345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.412198 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.523731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:17.538276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:17.546394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:17.557472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:17.737721 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.775115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Routers {'d45765c9-4b67-476f-96d4-a322673b0491'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:17.776227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d45765c9-4b67-476f-96d4-a322673b0491'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:17.981278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.006194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ca153-1a50-4f8f-9380-d907c148d4ff None None] Pushing event updated for resources: {'Port': ['ID=6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:18.047685 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.099953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] Set router d45765c9-4b67-476f-96d4-a322673b0491 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:18.456064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.474448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.545327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Router 7632494f-8800-4637-8cc5-cacffd89a974 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:54:18.609342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.779709 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.793281 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4598336 May 06 12:54:18.817374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49642) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:18.830061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'tempest-secgroup--745480069'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:18.922517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=05c261c7-3926-47ee-b541-bde7fae45539,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:19.064891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82d986-2028-4c31-a315-2386bc7ff2b8 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a3eebf-791a-42b0-a3fc-7dde185eeabe,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:19.072872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:19.140991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:19.141666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:03Z', 'updated_at': '2022-05-06T12:54:08Z', 'revision_number': 3, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'gw_port': {'id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:06Z', 'updated_at': '2022-05-06T12:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:19.151491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa69cad-f180-45b1-9443-744a02346ec1 None None] The sync data for ids ['d45765c9-4b67-476f-96d4-a322673b0491'] in n-d-840847-1 is: [{'id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:03Z', 'updated_at': '2022-05-06T12:54:08Z', 'revision_number': 3, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'gw_port': {'id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:06Z', 'updated_at': '2022-05-06T12:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:19.187550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:19.268894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:19.571430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Allocated IP 172.20.0.1 (6043e07b-01fa-49fb-b3b2-02438cf5b7bc/cebcc58d-64d0-47f6-9046-c61d2f7a144b/660da8f6-c564-46e6-af3a-7200a4cb9e26) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:19.595831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:19.818205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:19.837515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:19.838338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49660) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:19.852026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:19.868690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:19.888376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:19.905379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:19.922176 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a465454-5cd2-4417-8d1b-a846b7c9edc7 None None] Sync routers for ids ['7632494f-8800-4637-8cc5-cacffd89a974'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:19.922928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Transition to ACTIVE for port object 660da8f6-c564-46e6-af3a-7200a4cb9e26 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:19.925343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:19.926863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fe05e301-9871-46c8-98be-bfc1885bd58f tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "PUT /v2.0/routers/7632494f-8800-4637-8cc5-cacffd89a974 HTTP/1.1" status: 200 len: 915 time: 8.3236966 May 06 12:54:19.931738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49666) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:19.981630 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a465454-5cd2-4417-8d1b-a846b7c9edc7 None None] Routers {'7632494f-8800-4637-8cc5-cacffd89a974'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:19.983196 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9a465454-5cd2-4417-8d1b-a846b7c9edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['7632494f-8800-4637-8cc5-cacffd89a974'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:20.086401 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9a465454-5cd2-4417-8d1b-a846b7c9edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:20.132560 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a465454-5cd2-4417-8d1b-a846b7c9edc7 None None] Routers {'7632494f-8800-4637-8cc5-cacffd89a974'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:20.133349 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9a465454-5cd2-4417-8d1b-a846b7c9edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['7632494f-8800-4637-8cc5-cacffd89a974'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:20.224516 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:20.257299 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:20.294587 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9a465454-5cd2-4417-8d1b-a846b7c9edc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:20.295054 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a465454-5cd2-4417-8d1b-a846b7c9edc7 None None] The sync data for ids ['7632494f-8800-4637-8cc5-cacffd89a974'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:20.387455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a1a5b1-e275-487b-b2bc-64be0e2e568d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:20.427233 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:20.459416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:20.463404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0c9923d2-2b07-49a4-b8ff-248389065a68 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6394935 May 06 12:54:20.464586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49672) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:20.477047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-277ec3da-ce8e-471b-9c10-53327685af2f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group_rule': {'security_group_id': '79a3eebf-791a-42b0-a3fc-7dde185eeabe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e1a1a5b1-e275-487b-b2bc-64be0e2e568d'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:20.593635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-277ec3da-ce8e-471b-9c10-53327685af2f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:20.666037 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9fd6-7238-4b51-b6c0-0b79754ebf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:20.708687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-277ec3da-ce8e-471b-9c10-53327685af2f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:20.726684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-277ec3da-ce8e-471b-9c10-53327685af2f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:20.758869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-277ec3da-ce8e-471b-9c10-53327685af2f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:20.857225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.004809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Pushing event updated for resources: {'Port': ['ID=660da8f6-c564-46e6-af3a-7200a4cb9e26,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:21.009912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ac1b9fd6-7238-4b51-b6c0-0b79754ebf56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:21.011992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:21.034077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ac1b9fd6-7238-4b51-b6c0-0b79754ebf56 admin admin] Usage tracker for resource:security_group_rule and tenant:329b1945fdea4b7b97aed289456619be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:21.036949 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-277ec3da-ce8e-471b-9c10-53327685af2f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:54:21.038231 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-277ec3da-ce8e-471b-9c10-53327685af2f tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5718508 May 06 12:54:21.044705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ac1b9fd6-7238-4b51-b6c0-0b79754ebf56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:21.048393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49682) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:21.065911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ac1b9fd6-7238-4b51-b6c0-0b79754ebf56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:21.087991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:21.102668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:21.110057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:21.130496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:21.140372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:21.141253 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.369843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9fd6-7238-4b51-b6c0-0b79754ebf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.391021 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.460524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4e5271b-c8ac-4bc5-984c-ae2558acdb53 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.541209 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.575889 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9fd6-7238-4b51-b6c0-0b79754ebf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.593640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:21.602002 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.775899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:21.803730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.816422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f623b88e-ab5a-4e1b-b6b5-e45371982b3d None None] Provisioning for port 660da8f6-c564-46e6-af3a-7200a4cb9e26 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:21.826660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f623b88e-ab5a-4e1b-b6b5-e45371982b3d None None] Provisioning complete for port 660da8f6-c564-46e6-af3a-7200a4cb9e26 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:21.828654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b9fd6-7238-4b51-b6c0-0b79754ebf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cc3650-6bae-4e33-a579-3ab3efbfd927,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:21.829754 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f623b88e-ab5a-4e1b-b6b5-e45371982b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.859759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ac1b9fd6-7238-4b51-b6c0-0b79754ebf56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=329b1945fdea4b7b97aed289456619be&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0137696 May 06 12:54:21.889511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49700) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:21.981254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f623b88e-ab5a-4e1b-b6b5-e45371982b3d None None] Port 660da8f6-c564-46e6-af3a-7200a4cb9e26 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:54:21.986939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4e5271b-c8ac-4bc5-984c-ae2558acdb53 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.055839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e0081b17-3823-4241-b690-cf12c5ace4a3 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/routers/7632494f-8800-4637-8cc5-cacffd89a974 HTTP/1.1" status: 200 len: 921 time: 2.1169605 May 06 12:54:22.056188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49706) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:22.280646 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4e5271b-c8ac-4bc5-984c-ae2558acdb53 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.313000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5271b-c8ac-4bc5-984c-ae2558acdb53 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a1a5b1-e275-487b-b2bc-64be0e2e568d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:22.378114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8a06ccb-7ca7-40cc-b74d-1be936417549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.380703 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4e5271b-c8ac-4bc5-984c-ae2558acdb53 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.382149 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a4e5271b-c8ac-4bc5-984c-ae2558acdb53 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/e1a1a5b1-e275-487b-b2bc-64be0e2e568d HTTP/1.1" status: 204 len: 168 time: 1.3306952 May 06 12:54:22.391148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49718) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:22.455311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Deleting port cf27bb38-3f81-4bef-9341-6b883baff432 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:22.456282 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.463536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8a06ccb-7ca7-40cc-b74d-1be936417549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.559031 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.571862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4a786cdc-a818-46f0-88b1-2651c1ee4bb2 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=7632494f-8800-4637-8cc5-cacffd89a974&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4818966 May 06 12:54:22.576614 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.609482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49724) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:22.708367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f9eaaf5a-9cb8-459e-9028-3cab6bf7a73e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3054259 May 06 12:54:22.774220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49728) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:22.795538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:22.819576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] For port cf27bb38-3f81-4bef-9341-6b883baff432, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cf27bb38-3f81-4bef-9341-6b883baff432,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:22.820177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.911161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:22.911487 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.916283 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.993046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Calling delete_port for cf27bb38-3f81-4bef-9341-6b883baff432 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:23.028944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Pushing event updated for resources: {'Port': ['ID=660da8f6-c564-46e6-af3a-7200a4cb9e26,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:23.036532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8a06ccb-7ca7-40cc-b74d-1be936417549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.052393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49734) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:23.107012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a06ccb-7ca7-40cc-b74d-1be936417549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cc3650-6bae-4e33-a579-3ab3efbfd927,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:23.110799 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8a06ccb-7ca7-40cc-b74d-1be936417549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.115635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b8a06ccb-7ca7-40cc-b74d-1be936417549 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76cc3650-6bae-4e33-a579-3ab3efbfd927 HTTP/1.1" status: 204 len: 168 time: 1.2230477 May 06 12:54:23.138299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:23.280382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05a2b41c-b790-4e40-bc57-d4f351b776bc tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.337909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:23.351296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:23.817603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.898400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:23.902870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf27bb38-3f81-4bef-9341-6b883baff432,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:23.919909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:23.933449 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bd195df6-69fd-45e6-957d-643266fd8944 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7005970 May 06 12:54:23.985181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f29a7ecf-6e55-4ad1-93af-899804330fe3 None None] Provisioning complete for port 660da8f6-c564-46e6-af3a-7200a4cb9e26 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:23.985876 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f29a7ecf-6e55-4ad1-93af-899804330fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.996727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49754) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:24.103990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca692dc-6985-40da-9ef9-d7324033b7f0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:24.107512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9ca692dc-6985-40da-9ef9-d7324033b7f0 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 881 time: 1.4617224 May 06 12:54:24.134900 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49762) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:24.166530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f29a7ecf-6e55-4ad1-93af-899804330fe3 None None] Port 660da8f6-c564-46e6-af3a-7200a4cb9e26 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:54:24.174630 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cfa94429-1cd3-4f68-803e-6ec61b3f8f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.189094 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:24.190265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:24.274340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7b3d3e02-2be5-4528-8e9d-f15713345162 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=7632494f-8800-4637-8cc5-cacffd89a974 HTTP/1.1" status: 200 len: 205 time: 0.1181836 May 06 12:54:24.284186 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05a2b41c-b790-4e40-bc57-d4f351b776bc tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.314861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49768) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:24.434809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cfa94429-1cd3-4f68-803e-6ec61b3f8f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:24.481641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cfa94429-1cd3-4f68-803e-6ec61b3f8f28 admin admin] Usage tracker for resource:security_group_rule and tenant:b753ebd339da4fcdbdaec2ee6b829331 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:24.490730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cfa94429-1cd3-4f68-803e-6ec61b3f8f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:24.518988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cfa94429-1cd3-4f68-803e-6ec61b3f8f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:24.530247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05a2b41c-b790-4e40-bc57-d4f351b776bc tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.584674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:24.595587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2b41c-b790-4e40-bc57-d4f351b776bc tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a3eebf-791a-42b0-a3fc-7dde185eeabe,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:24.747582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05a2b41c-b790-4e40-bc57-d4f351b776bc tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.753004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-05a2b41c-b790-4e40-bc57-d4f351b776bc tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/79a3eebf-791a-42b0-a3fc-7dde185eeabe HTTP/1.1" status: 204 len: 168 time: 1.9721167 May 06 12:54:24.782196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49774) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:24.877758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9ef392-9152-434c-a25d-6e13c43555ed tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting subnet 32dff967-f170-41bb-b76a-5c5447514c53 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:54:24.902943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef392-9152-434c-a25d-6e13c43555ed tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.153866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-21309a9d-41bd-4e44-88e6-f4eb47ee12a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Synchronizing usage tracker for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:25.162740 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cfa94429-1cd3-4f68-803e-6ec61b3f8f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.163249 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef392-9152-434c-a25d-6e13c43555ed tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.182655 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cfa94429-1cd3-4f68-803e-6ec61b3f8f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.225518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-21309a9d-41bd-4e44-88e6-f4eb47ee12a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Unset dirty status for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:25.233539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-21309a9d-41bd-4e44-88e6-f4eb47ee12a3 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4317288 May 06 12:54:25.235501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49784) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:25.250486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'tempest-secgroup--398738844'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:25.267302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:25.279714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa94429-1cd3-4f68-803e-6ec61b3f8f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c21de20-5e02-4aa3-bab1-c24c8513f467,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:25.290671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cfa94429-1cd3-4f68-803e-6ec61b3f8f28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b753ebd339da4fcdbdaec2ee6b829331&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2239268 May 06 12:54:25.296316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49788) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:25.307114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:25.369438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.369879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:54:17Z', 'revision_number': 10, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:25.388842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:25.439592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:25.441154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:25.448411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef392-9152-434c-a25d-6e13c43555ed tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.510273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:25.530620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Usage tracker for resource:security_group_rule and tenant:8bc1d4edd8b248e8870074a7f7be722c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:25.540257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:25.546568 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.610536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b441e0eb-78dd-4e44-9be8-60c050147278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.643149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:25.717222 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b441e0eb-78dd-4e44-9be8-60c050147278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.739182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.856336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:25.891998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef392-9152-434c-a25d-6e13c43555ed tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.912730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b441e0eb-78dd-4e44-9be8-60c050147278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.964320 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef392-9152-434c-a25d-6e13c43555ed tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.967029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac5ebe-39e9-4911-949a-fffe44541e4a None None] Network dcbf824e-79b4-4b3d-b415-960b9e273f94 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:26.007281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441e0eb-78dd-4e44-9be8-60c050147278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c21de20-5e02-4aa3-bab1-c24c8513f467,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:26.015132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Router d45765c9-4b67-476f-96d4-a322673b0491 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:26.016685 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b441e0eb-78dd-4e44-9be8-60c050147278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.021614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b441e0eb-78dd-4e44-9be8-60c050147278 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c21de20-5e02-4aa3-bab1-c24c8513f467 HTTP/1.1" status: 204 len: 168 time: 0.7254844 May 06 12:54:26.064972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ef392-9152-434c-a25d-6e13c43555ed tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Subnet': ['ID=32dff967-f170-41bb-b76a-5c5447514c53,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:26.094074 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.146430 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0f9ef392-9152-434c-a25d-6e13c43555ed tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/32dff967-f170-41bb-b76a-5c5447514c53 HTTP/1.1" status: 204 len: 168 time: 2.1478095 May 06 12:54:26.158641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49808) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:26.165854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.261926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.263236 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0273013 May 06 12:54:26.304122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49812) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:26.335279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0b2325e7-6f11-40ea-a41d-333244443a79 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:26.335894 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-0b2325e7-6f11-40ea-a41d-333244443a79 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] update failed (client error): There was a conflict when trying to complete your request. May 06 12:54:26.336941 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0b2325e7-6f11-40ea-a41d-333244443a79 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "PUT /v2.0/security-groups/e2c58aa4-4ab9-424e-bd21-d080ba281a45 HTTP/1.1" status: 409 len: 330 time: 0.0318470 May 06 12:54:26.354234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49816) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:26.423160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868c111-a2ed-4299-a71e-fa4579d1492e tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c58aa4-4ab9-424e-bd21-d080ba281a45,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:26.478297 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.530519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 68b76c3c-72fd-45bb-8af8-f57360088d89 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:26.530905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.661569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a04e608-f495-4677-8054-6116922d6bfb tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.745017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.798227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a04e608-f495-4677-8054-6116922d6bfb tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.833752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Deleting port 875a635b-5668-4e1d-ad56-62b80da6bd1e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:26.834113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.996567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:54:17Z', 'revision_number': 10, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:27.011480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26166d2-a4df-4f53-b9c9-f5fe824f961d None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:54:17Z', 'revision_number': 10, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None, '_interfaces': [{'id': '1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1', 'name': '', 'network_id': '3b45423d-586d-489a-b28a-66d210e81ae0', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'mac_address': 'fa:16:3e:80:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:22Z', 'updated_at': '2022-05-06T12:51:44Z', 'revision_number': 5, 'project_id': '87951010828a4511a6068f0278e544ba', 'subnets': [{'id': '72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:27.087187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] DHCP port deletion for dcbf824e-79b4-4b3d-b415-960b9e273f94 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:54:27.090427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a04e608-f495-4677-8054-6116922d6bfb tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.097369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] Deleting port 68b76c3c-72fd-45bb-8af8-f57360088d89 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:27.098088 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.204638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port 68b76c3c-72fd-45bb-8af8-f57360088d89, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=68b76c3c-72fd-45bb-8af8-f57360088d89,segment=NetworkSegment(521484a4-9045-43ee-a5a8-4b54afc3db3e),segment_id=521484a4-9045-43ee-a5a8-4b54afc3db3e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:27.205571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.309483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04e608-f495-4677-8054-6116922d6bfb tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c58aa4-4ab9-424e-bd21-d080ba281a45,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:27.383470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 68b76c3c-72fd-45bb-8af8-f57360088d89 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:27.445638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49832) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:27.563398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be65e4c-de20-4ac5-ba56-0a3315d6c475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.644504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8be65e4c-de20-4ac5-ba56-0a3315d6c475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:27.651221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8be65e4c-de20-4ac5-ba56-0a3315d6c475 admin admin] Usage tracker for resource:security_group_rule and tenant:53d6e1db9dd74eed92507f2a88b9de42 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:27.655973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8be65e4c-de20-4ac5-ba56-0a3315d6c475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:27.665703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8be65e4c-de20-4ac5-ba56-0a3315d6c475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:27.764009 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be65e4c-de20-4ac5-ba56-0a3315d6c475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.771316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8be65e4c-de20-4ac5-ba56-0a3315d6c475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.828717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:27.851359 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Sync routers for ids ['d45765c9-4b67-476f-96d4-a322673b0491'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:27.869159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.872934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be65e4c-de20-4ac5-ba56-0a3315d6c475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a871c-9a1b-4598-ab86-5493442c195b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:27.873707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] For port 68b76c3c-72fd-45bb-8af8-f57360088d89, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=68b76c3c-72fd-45bb-8af8-f57360088d89,segment=NetworkSegment(521484a4-9045-43ee-a5a8-4b54afc3db3e),segment_id=521484a4-9045-43ee-a5a8-4b54afc3db3e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:27.875664 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.877028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.917942 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Routers {'d45765c9-4b67-476f-96d4-a322673b0491'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:27.920182 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d45765c9-4b67-476f-96d4-a322673b0491'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:28.119641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No DVR routers for this DVR port 68b76c3c-72fd-45bb-8af8-f57360088d89 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:54:28.143376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8be65e4c-de20-4ac5-ba56-0a3315d6c475 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53d6e1db9dd74eed92507f2a88b9de42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6695149 May 06 12:54:28.217581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49842) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:28.248277 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Set router d45765c9-4b67-476f-96d4-a322673b0491 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:28.279001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=68b76c3c-72fd-45bb-8af8-f57360088d89,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:28.309148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] Calling delete_port for 68b76c3c-72fd-45bb-8af8-f57360088d89 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:28.315177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Calling delete_port for 875a635b-5668-4e1d-ad56-62b80da6bd1e owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:28.327290 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c6c609ba-7586-4fca-aaa8-0b860ad020e8 admin admin] 10.222.0.44 "PUT /v2.0/routers/d45765c9-4b67-476f-96d4-a322673b0491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6368799 May 06 12:54:28.565698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.594989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:54:28.595452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54b12591-a042-4103-a766-c2b0378411fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.595616 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:54:28.609575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbf824e-79b4-4b3d-b415-960b9e273f94']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:28.623642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.635343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521484a4-9045-43ee-a5a8-4b54afc3db3e') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:28.635639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521484a4-9045-43ee-a5a8-4b54afc3db3e') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:28.654203 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54b12591-a042-4103-a766-c2b0378411fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.662489 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.706182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.728690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:54:28.728969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.731409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a04e608-f495-4677-8054-6116922d6bfb tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.739500 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6a04e608-f495-4677-8054-6116922d6bfb tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/e2c58aa4-4ab9-424e-bd21-d080ba281a45 HTTP/1.1" status: 204 len: 168 time: 2.3767276 May 06 12:54:28.744723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49852) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: timer() May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:54:28.747742 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:54:28.751942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event deleted for resources: {'Port': ['ID=875a635b-5668-4e1d-ad56-62b80da6bd1e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:28.852892 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.859762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 68b76c3c-72fd-45bb-8af8-f57360088d89 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:28.902576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.907096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Network': ['ID=dcbf824e-79b4-4b3d-b415-960b9e273f94,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:28.910427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54b12591-a042-4103-a766-c2b0378411fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.942947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b12591-a042-4103-a766-c2b0378411fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a871c-9a1b-4598-ab86-5493442c195b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:28.948636 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54b12591-a042-4103-a766-c2b0378411fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.952869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-54b12591-a042-4103-a766-c2b0378411fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f9a871c-9a1b-4598-ab86-5493442c195b HTTP/1.1" status: 204 len: 168 time: 0.7322803 May 06 12:54:28.959632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fc5fc07a-a531-4b81-bc8e-25a1378be6ba tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/networks/dcbf824e-79b4-4b3d-b415-960b9e273f94 HTTP/1.1" status: 204 len: 168 time: 2.7218437 May 06 12:54:28.960516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49858) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:29.092499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 68b76c3c-72fd-45bb-8af8-f57360088d89 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:29.094942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 68b76c3c-72fd-45bb-8af8-f57360088d89 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:29.096690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 05c261c7-3926-47ee-b541-bde7fae45539 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:29.167930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] Deleting port 68b76c3c-72fd-45bb-8af8-f57360088d89 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:29.169364 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:29.219616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d9c3b777-bb21-4aa1-b62d-6fde4af5e47d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Synchronizing usage tracker for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:29.514353 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:03Z', 'updated_at': '2022-05-06T12:54:21Z', 'revision_number': 4, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'gw_port': {'id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:06Z', 'updated_at': '2022-05-06T12:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '660da8f6-c564-46e6-af3a-7200a4cb9e26', 'name': '', 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'mac_address': 'fa:16:3e:94:8c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cebcc58d-64d0-47f6-9046-c61d2f7a144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:18Z', 'updated_at': '2022-05-06T12:54:22Z', 'revision_number': 2, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'subnets': [{'id': 'cebcc58d-64d0-47f6-9046-c61d2f7a144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:29.535509 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Checking router: d45765c9-4b67-476f-96d4-a322673b0491 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:29.537030 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Updating router d45765c9-4b67-476f-96d4-a322673b0491 port 660da8f6-c564-46e6-af3a-7200a4cb9e26 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:54:29.574338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 05c261c7-3926-47ee-b541-bde7fae45539 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:29.576184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 05c261c7-3926-47ee-b541-bde7fae45539 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:29.748133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3b1575c4-9769-44e2-b3f3-93019ab26cd3 None None] The port '68b76c3c-72fd-45bb-8af8-f57360088d89' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:54:29.794952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d9c3b777-bb21-4aa1-b62d-6fde4af5e47d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] Unset dirty status for tenant:8bc1d4edd8b248e8870074a7f7be722c on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:29.802981 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d9c3b777-bb21-4aa1-b62d-6fde4af5e47d tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0425773 May 06 12:54:29.811397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49892) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:29.836658 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:29.861400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:29.959434 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-d607f617-d568-4457-9c97-40feae9d5240 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] delete failed (client error): The resource could not be found. May 06 12:54:29.972300 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d607f617-d568-4457-9c97-40feae9d5240 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "DELETE /v2.0/security-groups/74783478-38fd-4833-a6ca-5bcbedab9f5e HTTP/1.1" status: 404 len: 347 time: 0.1477480 May 06 12:54:30.046112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49902) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:30.268237 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-8de9b86b-3f9f-4d42-98e3-df08ed884be2 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] show failed (client error): The resource could not be found. May 06 12:54:30.275361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8de9b86b-3f9f-4d42-98e3-df08ed884be2 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-groups/4be35e2a-fdf9-43ea-891c-de6087013205 HTTP/1.1" status: 404 len: 347 time: 0.2219989 May 06 12:54:30.278067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49922) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:30.347467 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-ddc38742-8047-4875-8e71-7c44b84dc059 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] show failed (client error): The resource could not be found. May 06 12:54:30.353670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ddc38742-8047-4875-8e71-7c44b84dc059 tempest-NegativeSecGroupTest-34844722 tempest-NegativeSecGroupTest-34844722-project] 10.222.0.44 "GET /v2.0/security-group-rules/be4a486d-74b3-49ce-b52c-8bd22eb27b30 HTTP/1.1" status: 404 len: 356 time: 0.0708451 May 06 12:54:30.545726 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:30.703208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:30.714371 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:30.796912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:30.797951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Fanout notify agent at l3_agent the message router_deleted on router 7632494f-8800-4637-8cc5-cacffd89a974 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:54:30.819533 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:30.826574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e6055ff1-fae3-458f-90cc-d8abdb9c4c0f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/7632494f-8800-4637-8cc5-cacffd89a974 HTTP/1.1" status: 204 len: 168 time: 6.5051751 May 06 12:54:30.828502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49952) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:30.844053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1824055447', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:30.854079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Router 93e9e113-f469-48d6-967f-e5eb06642ac9 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:30.858636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:30.864260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Usage tracker for resource:router and tenant:c644ba1854e845bf986d444e6f9e685c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:30.871063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:30.888170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:30.982476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49960) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:31.070376 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.093691 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Transition to ACTIVE for port object 660da8f6-c564-46e6-af3a-7200a4cb9e26 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:31.106905 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.205229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.206207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.218012 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Pushing event updated for resources: {'Port': ['ID=660da8f6-c564-46e6-af3a-7200a4cb9e26,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:31.233220 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.233830 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.234324 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.234883 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.235369 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.236494 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.237016 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.237510 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.238201 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.238718 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.239202 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.402060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.512744 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Attempting to bind port 660da8f6-c564-46e6-af3a-7200a4cb9e26 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:54:31.513171 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Attempting to bind port 660da8f6-c564-46e6-af3a-7200a4cb9e26 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:54:31.513480 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Attempting to bind port 660da8f6-c564-46e6-af3a-7200a4cb9e26 on network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:31.531700 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:54:31.532356 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Checking segment: {'id': '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:31.532651 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.533027 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Bound using segment: {'id': '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:54:31.533521 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Bound port: 660da8f6-c564-46e6-af3a-7200a4cb9e26, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:54:31.533903 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.877527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.941129 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] For port 660da8f6-c564-46e6-af3a-7200a4cb9e26, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:54:31.949884 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] For port 660da8f6-c564-46e6-af3a-7200a4cb9e26, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=660da8f6-c564-46e6-af3a-7200a4cb9e26,segment=NetworkSegment(61883dbc-0a81-4b36-a5e1-c89bdc87a1c3),segment_id=61883dbc-0a81-4b36-a5e1-c89bdc87a1c3)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:54:31.963190 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:32.010922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49982) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:32.023794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:32.051818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] Sync routers for ids ['93e9e113-f469-48d6-967f-e5eb06642ac9'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:32.087071 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23addceb-ed4b-4200-aa70-ecb83b460772 None None] Pushing event updated for resources: {'Port': ['ID=660da8f6-c564-46e6-af3a-7200a4cb9e26,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:32.122936 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Routers {'d45765c9-4b67-476f-96d4-a322673b0491'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:32.123726 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d45765c9-4b67-476f-96d4-a322673b0491'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:32.127355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] Routers {'93e9e113-f469-48d6-967f-e5eb06642ac9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:32.131668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['93e9e113-f469-48d6-967f-e5eb06642ac9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:32.143791 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3cf4ce1a-4c72-4cff-ad8f-7d28bec3c429 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bc1d4edd8b248e8870074a7f7be722c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1547914 May 06 12:54:32.146879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49992) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:32.288647 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-631516d0-4161-46ad-a64c-f3aa8cd2c046 admin admin] 10.222.0.44 "PUT /v2.0/routers/93e9e113-f469-48d6-967f-e5eb06642ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5413010 May 06 12:54:32.289357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50002) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:32.555915 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] Set router d45765c9-4b67-476f-96d4-a322673b0491 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:32.589118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] Set router 93e9e113-f469-48d6-967f-e5eb06642ac9 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:32.742273 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:32.777742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:32.778315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:32.785826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:32.882322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50008) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:33.146642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Allocated IP 172.25.7.9 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/a633dab8-8ba2-4c0e-9106-ec2e165c6f7c) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:33.253371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2f21948c-8eae-497b-83ca-10143e99644a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:45:05Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 5, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'gw_port': {'id': '2f21948c-8eae-497b-83ca-10143e99644a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:07Z', 'updated_at': '2022-05-06T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:33.265764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] Checking router: 93e9e113-f469-48d6-967f-e5eb06642ac9 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:33.293814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] Routers {'93e9e113-f469-48d6-967f-e5eb06642ac9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:33.295985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['93e9e113-f469-48d6-967f-e5eb06642ac9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:33.321863 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:03Z', 'updated_at': '2022-05-06T12:54:21Z', 'revision_number': 4, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'gw_port': {'id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:06Z', 'updated_at': '2022-05-06T12:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '660da8f6-c564-46e6-af3a-7200a4cb9e26', 'name': '', 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'mac_address': 'fa:16:3e:94:8c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cebcc58d-64d0-47f6-9046-c61d2f7a144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:18Z', 'updated_at': '2022-05-06T12:54:31Z', 'revision_number': 4, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'subnets': [{'id': 'cebcc58d-64d0-47f6-9046-c61d2f7a144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:33.335399 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a2b78-1dcd-441d-8efd-d6c18d8bd99b None None] The sync data for ids ['d45765c9-4b67-476f-96d4-a322673b0491'] in n-d-840847-1 is: [{'id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:03Z', 'updated_at': '2022-05-06T12:54:21Z', 'revision_number': 4, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'gw_port': {'id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:06Z', 'updated_at': '2022-05-06T12:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '660da8f6-c564-46e6-af3a-7200a4cb9e26', 'name': '', 'network_id': '6043e07b-01fa-49fb-b3b2-02438cf5b7bc', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'mac_address': 'fa:16:3e:94:8c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cebcc58d-64d0-47f6-9046-c61d2f7a144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:18Z', 'updated_at': '2022-05-06T12:54:31Z', 'revision_number': 4, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'subnets': [{'id': 'cebcc58d-64d0-47f6-9046-c61d2f7a144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:33.373632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:33.456396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:33.472406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:33.487669 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72f7ecfd-2eb6-4658-b36c-9a6e23a622a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:33.642315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2941264d-74b9-4e92-b25a-c4c8ac9f1456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:33.756155 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72f7ecfd-2eb6-4658-b36c-9a6e23a622a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:33.763787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] Set router 93e9e113-f469-48d6-967f-e5eb06642ac9 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:33.841416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50024) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:33.997630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1,segment=NetworkSegment(c626abf6-db88-4a5e-9f4e-9698a7887c8a),segment_id=c626abf6-db88-4a5e-9f4e-9698a7887c8a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:33.998067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:34.017652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2941264d-74b9-4e92-b25a-c4c8ac9f1456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:34.028678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3578fd89-943c-4698-b71e-7199580a76e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:34.176929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2941264d-74b9-4e92-b25a-c4c8ac9f1456 admin admin] Usage tracker for resource:security_group_rule and tenant:4fda9c339f654b56bb13250260159797 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:34.186420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:34.215102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2941264d-74b9-4e92-b25a-c4c8ac9f1456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:34.231918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2941264d-74b9-4e92-b25a-c4c8ac9f1456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:34.266876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event updated for resources: {'Port': ['ID=a633dab8-8ba2-4c0e-9106-ec2e165c6f7c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:34.271935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:34.314262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72f7ecfd-2eb6-4658-b36c-9a6e23a622a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:34.388673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7ecfd-2eb6-4658-b36c-9a6e23a622a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6cf70b-6cf1-42c9-9882-be87b70a66d2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:34.408773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:34.416385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2f21948c-8eae-497b-83ca-10143e99644a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:45:05Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 5, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'gw_port': {'id': '2f21948c-8eae-497b-83ca-10143e99644a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:07Z', 'updated_at': '2022-05-06T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:34.426485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:34.443036 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72f7ecfd-2eb6-4658-b36c-9a6e23a622a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:34.443867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-72f7ecfd-2eb6-4658-b36c-9a6e23a622a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec6cf70b-6cf1-42c9-9882-be87b70a66d2 HTTP/1.1" status: 204 len: 168 time: 2.2844627 May 06 12:54:34.462797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22246b4-fb7a-48cc-9934-8925f7d278fb None None] The sync data for ids ['93e9e113-f469-48d6-967f-e5eb06642ac9'] in n-d-840847-1 is: [{'id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'name': 'tempest-TaggedBootDevicesTest-1815990621-router', 'tenant_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '2f21948c-8eae-497b-83ca-10143e99644a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:45:05Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 5, 'project_id': 'd08ee2fd73394f24a732edbeaefba6c9', 'gw_port': {'id': '2f21948c-8eae-497b-83ca-10143e99644a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e9e113-f469-48d6-967f-e5eb06642ac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:45:07Z', 'updated_at': '2022-05-06T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:34.657598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:34.668278 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2941264d-74b9-4e92-b25a-c4c8ac9f1456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:34.719072 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2941264d-74b9-4e92-b25a-c4c8ac9f1456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:34.761968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Port': ['ID=1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:34.841478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3578fd89-943c-4698-b71e-7199580a76e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:34.885900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3578fd89-943c-4698-b71e-7199580a76e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac0979b398c407a911156c62ab445b2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:34.935049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3578fd89-943c-4698-b71e-7199580a76e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:35.002280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941264d-74b9-4e92-b25a-c4c8ac9f1456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d977c6-3f4d-4c6f-b4ed-072bcbbfb819,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:35.011505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2941264d-74b9-4e92-b25a-c4c8ac9f1456 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fda9c339f654b56bb13250260159797&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9995167 May 06 12:54:35.015776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50040) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:35.065974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3578fd89-943c-4698-b71e-7199580a76e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:35.261722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 660da8f6-c564-46e6-af3a-7200a4cb9e26 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:35.341897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-978fd285-97ca-41b0-b694-f10761c12d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.413207 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-978fd285-97ca-41b0-b694-f10761c12d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.516941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 660da8f6-c564-46e6-af3a-7200a4cb9e26 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:35.531208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 660da8f6-c564-46e6-af3a-7200a4cb9e26 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:35.531603 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.555225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-978fd285-97ca-41b0-b694-f10761c12d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.635520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fd285-97ca-41b0-b694-f10761c12d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d977c6-3f4d-4c6f-b4ed-072bcbbfb819,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:35.666646 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3578fd89-943c-4698-b71e-7199580a76e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.691216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-978fd285-97ca-41b0-b694-f10761c12d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.697151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-978fd285-97ca-41b0-b694-f10761c12d81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52d977c6-3f4d-4c6f-b4ed-072bcbbfb819 HTTP/1.1" status: 204 len: 168 time: 0.6760066 May 06 12:54:35.697151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.757888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3578fd89-943c-4698-b71e-7199580a76e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.765598 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.818360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 660da8f6-c564-46e6-af3a-7200a4cb9e26, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=660da8f6-c564-46e6-af3a-7200a4cb9e26,segment=NetworkSegment(61883dbc-0a81-4b36-a5e1-c89bdc87a1c3),segment_id=61883dbc-0a81-4b36-a5e1-c89bdc87a1c3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:35.824236 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.869752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578fd89-943c-4698-b71e-7199580a76e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce46b541-12e1-49c2-affa-2dde7d674e2c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:35.891771 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3578fd89-943c-4698-b71e-7199580a76e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ac0979b398c407a911156c62ab445b2&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0038056 May 06 12:54:35.892846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50062) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:35.924891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cf27bb38-3f81-4bef-9341-6b883baff432 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:35.969458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:36.152399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:36.153147 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:36.187330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Deleting port 2f21948c-8eae-497b-83ca-10143e99644a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:36.187805 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:36.194701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: cf27bb38-3f81-4bef-9341-6b883baff432 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:36.195862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cf27bb38-3f81-4bef-9341-6b883baff432 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:36.219808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=660da8f6-c564-46e6-af3a-7200a4cb9e26,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:36.229334 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89677950-d1a1-425f-bc67-058d3ddc10ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:36.265027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89677950-d1a1-425f-bc67-058d3ddc10ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:36.357605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89677950-d1a1-425f-bc67-058d3ddc10ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:36.555149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50086) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:36.594144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89677950-d1a1-425f-bc67-058d3ddc10ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce46b541-12e1-49c2-affa-2dde7d674e2c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:36.819111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 660da8f6-c564-46e6-af3a-7200a4cb9e26 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:37.012837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50096) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:37.032322 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-00c9ee17-b6cf-4d68-8a3d-516f8b88a24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.044685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 660da8f6-c564-46e6-af3a-7200a4cb9e26 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:37.045315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.089759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50100) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:37.126497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:37.186045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89677950-d1a1-425f-bc67-058d3ddc10ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.190266 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-89677950-d1a1-425f-bc67-058d3ddc10ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce46b541-12e1-49c2-affa-2dde7d674e2c HTTP/1.1" status: 204 len: 168 time: 1.2315640 May 06 12:54:37.246745 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.291319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-00c9ee17-b6cf-4d68-8a3d-516f8b88a24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:37.317150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-00c9ee17-b6cf-4d68-8a3d-516f8b88a24a admin admin] Usage tracker for resource:security_group_rule and tenant:687e20303d02472dacde73eae1c1f377 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:37.325870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-00c9ee17-b6cf-4d68-8a3d-516f8b88a24a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:37.343443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-00c9ee17-b6cf-4d68-8a3d-516f8b88a24a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:37.346943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] For port 2f21948c-8eae-497b-83ca-10143e99644a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2f21948c-8eae-497b-83ca-10143e99644a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:37.347342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.419047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:37.432486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-72d4c96e-0972-4650-8dfe-f60afc36f19e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4669442 May 06 12:54:37.438352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50110) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:37.441191 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:37.488358 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:37.489445 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:37.514578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f6c1536f-fba7-4021-a894-5fc8fcb6d1a8 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2052083992', 'prefixes': ['172.20.0.0/16']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:37.545394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f6c1536f-fba7-4021-a894-5fc8fcb6d1a8 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:37.688992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Calling delete_port for 2f21948c-8eae-497b-83ca-10143e99644a owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:37.756461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8e0594-1ccf-4171-b58a-dfff68969939 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting subnet 72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:54:37.763298 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0594-1ccf-4171-b58a-dfff68969939 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.861425 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:37.870579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-150541d2-b3ba-4e10-872f-5832610da850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.877884 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0594-1ccf-4171-b58a-dfff68969939 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.031865 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6c1536f-fba7-4021-a894-5fc8fcb6d1a8 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] Notify callbacks [] for subnetpool, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.036695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f6c1536f-fba7-4021-a894-5fc8fcb6d1a8 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9437921 May 06 12:54:38.037669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50116) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:38.043789 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0594-1ccf-4171-b58a-dfff68969939 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.083190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-150541d2-b3ba-4e10-872f-5832610da850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:38.114681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-150541d2-b3ba-4e10-872f-5832610da850 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3225cdc8e444cca54630f2291e7146 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:38.124780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8882e395-469a-455a-89b4-e6bc44bf08a2 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] 10.222.0.44 "GET /v2.0/subnetpools/06a17b54-adcf-48c1-8978-68f7d7a52275 HTTP/1.1" status: 200 len: 732 time: 0.0837879 May 06 12:54:38.126022 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:54:34Z', 'revision_number': 11, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:38.126379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50120) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:38.134560 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:38.140497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-150541d2-b3ba-4e10-872f-5832610da850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:38.147819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-38e35e37-2c6a-4504-b35d-27de29c55471 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-425808284'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:38.159263 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:38.160714 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:38.183672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.281749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-150541d2-b3ba-4e10-872f-5832610da850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:38.326186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-00c9ee17-b6cf-4d68-8a3d-516f8b88a24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.352677 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0594-1ccf-4171-b58a-dfff68969939 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.436346 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:38.495110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0594-1ccf-4171-b58a-dfff68969939 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.502152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821d84c-02fb-4a37-8dcb-aedafce2a619 None None] Network 3b45423d-586d-489a-b28a-66d210e81ae0 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:38.528434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ad8e0594-1ccf-4171-b58a-dfff68969939 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff HTTP/1.1" status: 204 len: 168 time: 1.0881574 May 06 12:54:38.532560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38e35e37-2c6a-4504-b35d-27de29c55471 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] Notify callbacks [] for subnetpool, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.536995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-38e35e37-2c6a-4504-b35d-27de29c55471 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] 10.222.0.44 "PUT /v2.0/subnetpools/06a17b54-adcf-48c1-8978-68f7d7a52275 HTTP/1.1" status: 200 len: 683 time: 0.4038763 May 06 12:54:38.539427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e0594-1ccf-4171-b58a-dfff68969939 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Subnet': ['ID=72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:38.541097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50130) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:38.541889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50132) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:38.664245 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-00c9ee17-b6cf-4d68-8a3d-516f8b88a24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.678109 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:54:34Z', 'revision_number': 11, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:38.688063 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae54e7-a929-4eab-8332-8a99833415aa None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:54:34Z', 'revision_number': 11, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:38.733125 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:54:38.856271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9ee17-b6cf-4d68-8a3d-516f8b88a24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4750bb53-beb3-4828-afcc-b06fe4464f9d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:38.865620 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-00c9ee17-b6cf-4d68-8a3d-516f8b88a24a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=687e20303d02472dacde73eae1c1f377&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2631934 May 06 12:54:38.871207 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-06514a4e-3eb5-4de0-ae31-a6a5d8df9389 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] Notify callbacks [] for subnetpool, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.880241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-06514a4e-3eb5-4de0-ae31-a6a5d8df9389 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] 10.222.0.44 "DELETE /v2.0/subnetpools/06a17b54-adcf-48c1-8978-68f7d7a52275 HTTP/1.1" status: 204 len: 168 time: 0.3341134 May 06 12:54:38.881248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50142) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:38.881908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50144) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:38.950186 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.981046 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-dbda3123-9ed7-45fa-be63-383bdfd90199 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] show failed (client error): The resource could not be found. May 06 12:54:38.987440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dbda3123-9ed7-45fa-be63-383bdfd90199 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] 10.222.0.44 "GET /v2.0/subnetpools/06a17b54-adcf-48c1-8978-68f7d7a52275 HTTP/1.1" status: 404 len: 346 time: 0.0981820 May 06 12:54:38.988463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50150) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:39.038985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-150541d2-b3ba-4e10-872f-5832610da850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.053176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-150541d2-b3ba-4e10-872f-5832610da850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.072555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 604214c3-06fc-4591-bb2e-7327fab44dba {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:39.074808 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.075672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.172936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f21948c-8eae-497b-83ca-10143e99644a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:39.199284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150541d2-b3ba-4e10-872f-5832610da850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7aa8ca-9873-4dcf-babe-82d1cab15170,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:39.231949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e4e662-d8bb-4663-b15d-8243d8474e67 None None] DHCP port deletion for 3b45423d-586d-489a-b28a-66d210e81ae0 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:54:39.237427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-66e4e662-d8bb-4663-b15d-8243d8474e67 None None] Deleting port 604214c3-06fc-4591-bb2e-7327fab44dba {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:39.238062 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66e4e662-d8bb-4663-b15d-8243d8474e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.248089 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-150541d2-b3ba-4e10-872f-5832610da850 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b3225cdc8e444cca54630f2291e7146&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2226353 May 06 12:54:39.252809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50156) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:39.256680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Router 2d180eef-0642-4836-bf4f-7038ddcf66e5 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:54:39.467279 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-95485a26-a0f4-41ab-b0bf-4e54918b4442 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] delete failed (client error): The resource could not be found. May 06 12:54:39.468575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-95485a26-a0f4-41ab-b0bf-4e54918b4442 tempest-SubnetPoolsTestJSON-806348595 tempest-SubnetPoolsTestJSON-806348595-project] 10.222.0.44 "DELETE /v2.0/subnetpools/06a17b54-adcf-48c1-8978-68f7d7a52275 HTTP/1.1" status: 404 len: 346 time: 0.4716651 May 06 12:54:39.643330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae3d544e-2132-4d59-835c-45515a84a094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.701328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] For port 604214c3-06fc-4591-bb2e-7327fab44dba, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=604214c3-06fc-4591-bb2e-7327fab44dba,segment=NetworkSegment(c626abf6-db88-4a5e-9f4e-9698a7887c8a),segment_id=c626abf6-db88-4a5e-9f4e-9698a7887c8a)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:39.707061 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.771139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-66e4e662-d8bb-4663-b15d-8243d8474e67 None None] For port 604214c3-06fc-4591-bb2e-7327fab44dba, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=604214c3-06fc-4591-bb2e-7327fab44dba,segment=NetworkSegment(c626abf6-db88-4a5e-9f4e-9698a7887c8a),segment_id=c626abf6-db88-4a5e-9f4e-9698a7887c8a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:39.772806 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66e4e662-d8bb-4663-b15d-8243d8474e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.960003 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.020707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-66e4e662-d8bb-4663-b15d-8243d8474e67 None None] Calling delete_port for 604214c3-06fc-4591-bb2e-7327fab44dba owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:40.041250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Calling delete_port for 604214c3-06fc-4591-bb2e-7327fab44dba owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:40.265927 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66e4e662-d8bb-4663-b15d-8243d8474e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.288685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50168) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:40.318002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae3d544e-2132-4d59-835c-45515a84a094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.364584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4e662-d8bb-4663-b15d-8243d8474e67 None None] Pushing event deleted for resources: {'Port': ['ID=604214c3-06fc-4591-bb2e-7327fab44dba,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:40.377880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e4e662-d8bb-4663-b15d-8243d8474e67 None None] No DVR routers for this DVR port 604214c3-06fc-4591-bb2e-7327fab44dba on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:54:40.391933 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27422afa-4cec-4ab7-aed3-8ae3e002e6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.494364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27422afa-4cec-4ab7-aed3-8ae3e002e6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.530224 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:54:40.530552 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:54:40.583941 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae3d544e-2132-4d59-835c-45515a84a094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.627228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.652073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27422afa-4cec-4ab7-aed3-8ae3e002e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.673513 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27422afa-4cec-4ab7-aed3-8ae3e002e6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.675856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-27422afa-4cec-4ab7-aed3-8ae3e002e6a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf7aa8ca-9873-4dcf-babe-82d1cab15170 HTTP/1.1" status: 204 len: 168 time: 1.4201987 May 06 12:54:40.678964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d544e-2132-4d59-835c-45515a84a094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4750bb53-beb3-4828-afcc-b06fe4464f9d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:40.727074 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.742734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27422afa-4cec-4ab7-aed3-8ae3e002e6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7aa8ca-9873-4dcf-babe-82d1cab15170,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:40.746090 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae3d544e-2132-4d59-835c-45515a84a094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.759315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ae3d544e-2132-4d59-835c-45515a84a094 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4750bb53-beb3-4828-afcc-b06fe4464f9d HTTP/1.1" status: 204 len: 168 time: 1.8727822 May 06 12:54:40.890627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.891782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93e9e113-f469-48d6-967f-e5eb06642ac9 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:54:40.912338 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38889041-83f5-4d19-87cc-2a8cc80e16c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.988071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-38889041-83f5-4d19-87cc-2a8cc80e16c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:40.996723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-38889041-83f5-4d19-87cc-2a8cc80e16c4 admin admin] Usage tracker for resource:security_group_rule and tenant:09895b5b2817483f93c9a4bffa48bf87 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:41.004059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-38889041-83f5-4d19-87cc-2a8cc80e16c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:41.011236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 604214c3-06fc-4591-bb2e-7327fab44dba no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:41.023263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-38889041-83f5-4d19-87cc-2a8cc80e16c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:41.033636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Deleting port 604214c3-06fc-4591-bb2e-7327fab44dba {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:41.034662 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.080229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 604214c3-06fc-4591-bb2e-7327fab44dba {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:41.080684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 604214c3-06fc-4591-bb2e-7327fab44dba not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:41.081055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:41.156555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:41.157107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 1a692bf4-b99f-4a5f-9a9d-62b6b455a1f1 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:41.205520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] The port '604214c3-06fc-4591-bb2e-7327fab44dba' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:54:41.269042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:41.287449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16695f-d931-48ec-9e11-005984d47634 None None] Sync routers for ids ['2d180eef-0642-4836-bf4f-7038ddcf66e5'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:41.313051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16695f-d931-48ec-9e11-005984d47634 None None] Routers {'2d180eef-0642-4836-bf4f-7038ddcf66e5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:41.313699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f16695f-d931-48ec-9e11-005984d47634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2d180eef-0642-4836-bf4f-7038ddcf66e5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:41.440437 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.455464 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ccabde70-effd-49b7-ba8e-fcb5b728f00e admin admin] 10.222.0.44 "DELETE /v2.0/routers/93e9e113-f469-48d6-967f-e5eb06642ac9 HTTP/1.1" status: 204 len: 168 time: 9.1637008 May 06 12:54:41.456553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50192) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:41.517651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.518958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-16ee35ec-c683-44e4-95d7-4bab81f713e7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.6878200 May 06 12:54:41.525236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50196) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:41.546362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:41.561414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f16695f-d931-48ec-9e11-005984d47634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:41.598777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16695f-d931-48ec-9e11-005984d47634 None None] Routers {'2d180eef-0642-4836-bf4f-7038ddcf66e5'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:41.599997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f16695f-d931-48ec-9e11-005984d47634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2d180eef-0642-4836-bf4f-7038ddcf66e5'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:41.658612 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.715184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5451ce9-2956-4d69-98a9-803a30aeb027 admin admin] Deleting subnet 291a8893-9b71-44bb-b46f-1aaffa09ffe5 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:54:41.723335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5451ce9-2956-4d69-98a9-803a30aeb027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.752001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b45423d-586d-489a-b28a-66d210e81ae0']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:41.802810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f16695f-d931-48ec-9e11-005984d47634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:41.812751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5451ce9-2956-4d69-98a9-803a30aeb027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.814677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16695f-d931-48ec-9e11-005984d47634 None None] The sync data for ids ['2d180eef-0642-4836-bf4f-7038ddcf66e5'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:41.862952 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38889041-83f5-4d19-87cc-2a8cc80e16c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.867828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c626abf6-db88-4a5e-9f4e-9698a7887c8a') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:41.870373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c626abf6-db88-4a5e-9f4e-9698a7887c8a') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:41.895956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-38889041-83f5-4d19-87cc-2a8cc80e16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.970143 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.980882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38889041-83f5-4d19-87cc-2a8cc80e16c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcad931-284e-454e-a916-5fc525360f17,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:42.044070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-38889041-83f5-4d19-87cc-2a8cc80e16c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09895b5b2817483f93c9a4bffa48bf87&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7480810 May 06 12:54:42.045429 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5451ce9-2956-4d69-98a9-803a30aeb027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.051864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50202) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:42.081157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.112977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:54:42.113298 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.119226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50208) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: timer() May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:54:42.130674 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:54:42.235862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2988190b-ec29-4695-b147-9d37cd807f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.297628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-324b7bf7-4e1c-4c49-bad6-650165b2062c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.349859 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.356415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ada2c3cc-b247-48b3-aeb4-b535952567c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.381285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-324b7bf7-4e1c-4c49-bad6-650165b2062c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:42.387291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-324b7bf7-4e1c-4c49-bad6-650165b2062c admin admin] Usage tracker for resource:security_group_rule and tenant:24c43aa907b34c6292bfba37af7eecfa is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:42.391139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-324b7bf7-4e1c-4c49-bad6-650165b2062c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:42.399240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-324b7bf7-4e1c-4c49-bad6-650165b2062c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:42.430018 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.493826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Pushing event deleted for resources: {'Network': ['ID=3b45423d-586d-489a-b28a-66d210e81ae0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:42.529147 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-324b7bf7-4e1c-4c49-bad6-650165b2062c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.534906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e28f92ef-9ca3-4e3c-8244-85ad16fe2206 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/networks/3b45423d-586d-489a-b28a-66d210e81ae0 HTTP/1.1" status: 204 len: 168 time: 3.9911025 May 06 12:54:42.538343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ada2c3cc-b247-48b3-aeb4-b535952567c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.549445 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-324b7bf7-4e1c-4c49-bad6-650165b2062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.554164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50214) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:42.577147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'routes': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:42.824717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Deleting port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:42.825018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.008144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.090983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b7bf7-4e1c-4c49-bad6-650165b2062c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27792076-71dd-4a6c-8297-42ad3910bcaf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:43.112109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-324b7bf7-4e1c-4c49-bad6-650165b2062c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24c43aa907b34c6292bfba37af7eecfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9784462 May 06 12:54:43.114035 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5451ce9-2956-4d69-98a9-803a30aeb027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.124889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50226) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:43.288539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ada2c3cc-b247-48b3-aeb4-b535952567c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.295402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.extraroute_db [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Added routes are [] {{(pid=83955) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 12:54:43.296144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.extraroute_db [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Removed routes are [] {{(pid=83955) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 12:54:43.296810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.365049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5451ce9-2956-4d69-98a9-803a30aeb027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291a8893-9b71-44bb-b46f-1aaffa09ffe5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:43.416165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2c3cc-b247-48b3-aeb4-b535952567c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcad931-284e-454e-a916-5fc525360f17,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:43.533712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582831e4-ba07-4f56-8d10-055019df4a04 None None] Network 221bdac7-6c51-4bfb-b107-2ae4b6945fbb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:43.549629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5451ce9-2956-4d69-98a9-803a30aeb027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.574968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ada2c3cc-b247-48b3-aeb4-b535952567c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.577527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ada2c3cc-b247-48b3-aeb4-b535952567c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfcad931-284e-454e-a916-5fc525360f17 HTTP/1.1" status: 204 len: 168 time: 1.5240273 May 06 12:54:43.605615 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-644f2fe1-cf2d-42cd-8bde-c4f26647ef6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.724330 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f5451ce9-2956-4d69-98a9-803a30aeb027 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/291a8893-9b71-44bb-b46f-1aaffa09ffe5 HTTP/1.1" status: 204 len: 168 time: 2.2605963 May 06 12:54:43.758283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50240) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:43.816756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-644f2fe1-cf2d-42cd-8bde-c4f26647ef6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.060441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.073735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] For port cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6,segment=NetworkSegment(067527f2-6968-46d2-97ea-a957c7253e92),segment_id=067527f2-6968-46d2-97ea-a957c7253e92)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:44.074240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.260637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] DHCP port deletion for 221bdac7-6c51-4bfb-b107-2ae4b6945fbb request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:54:44.267748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Deleting port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:44.268302 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.351626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Calling delete_port for cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:44.445305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Deleting port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:44.447144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.455547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.492993 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.936751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:45.055320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-644f2fe1-cf2d-42cd-8bde-c4f26647ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.119165 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5abe1ebb-5059-4af0-9303-f85505ae3e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.138059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f2fe1-cf2d-42cd-8bde-c4f26647ef6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27792076-71dd-4a6c-8297-42ad3910bcaf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:45.166295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:45.171747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-644f2fe1-cf2d-42cd-8bde-c4f26647ef6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.181194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-644f2fe1-cf2d-42cd-8bde-c4f26647ef6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27792076-71dd-4a6c-8297-42ad3910bcaf HTTP/1.1" status: 204 len: 168 time: 2.0527141 May 06 12:54:45.261011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] For port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:45.261011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.609085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] For port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:45.609713 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.613447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:45.639024 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] Sync routers for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:45.647330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.659582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8fb5ecaf-e1d5-4992-83c1-3fdfcd74080b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0 HTTP/1.1" status: 200 len: 701 time: 3.1025348 May 06 12:54:45.668056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50264) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:45.687233 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:45.688345 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:45.795279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ae047037-4266-4e84-adf8-b15d6298b937 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Synchronizing usage tracker for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:45.816961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Calling delete_port for c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:45.846621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ae047037-4266-4e84-adf8-b15d6298b937 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Unset dirty status for tenant:87951010828a4511a6068f0278e544ba on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:45.855050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ae047037-4266-4e84-adf8-b15d6298b937 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=884a69ef-ad9a-41df-a2f9-5d95abf297b0 HTTP/1.1" status: 200 len: 205 time: 0.1824076 May 06 12:54:45.856108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50272) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:45.915974 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:46.150490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Calling delete_port for c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:46.176189 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:46.186420 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:46.207048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:46.210394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:46.239258 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:46.445571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-199d34cf-772e-444e-8abc-afe1e7f78127 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:46.478798 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:54:34Z', 'revision_number': 11, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:46.495372 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] Checking router: 884a69ef-ad9a-41df-a2f9-5d95abf297b0 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:46.547188 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] Routers {'884a69ef-ad9a-41df-a2f9-5d95abf297b0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:46.551667 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:46.665831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:46.715154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.718806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.719448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.722352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.723073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.723679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.725081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.726520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.728910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.731217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.731217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:46.757238 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:54:46.760491 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:54:46.821785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2f21948c-8eae-497b-83ca-10143e99644a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:46.931721 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] Set router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:46.964786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 2f21948c-8eae-497b-83ca-10143e99644a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:46.965268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2f21948c-8eae-497b-83ca-10143e99644a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:47.131969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:54:47.134551 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:54:47.224812 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:47.266553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Deleting port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:47.267395 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:47.339838 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:54:34Z', 'revision_number': 11, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:47.366627 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e026d2d-93e9-469b-a904-46089408fd12 None None] The sync data for ids ['884a69ef-ad9a-41df-a2f9-5d95abf297b0'] in n-d-840847-1 is: [{'id': '884a69ef-ad9a-41df-a2f9-5d95abf297b0', 'name': 'tempest-RoutersTest-router-1496439164', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:11Z', 'updated_at': '2022-05-06T12:54:34Z', 'revision_number': 11, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:47.591072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:47.616490 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:47.748309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Deleting port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:47.748939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:47.908518 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-199d34cf-772e-444e-8abc-afe1e7f78127 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:47.915901 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-199d34cf-772e-444e-8abc-afe1e7f78127 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:47.963113 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-199d34cf-772e-444e-8abc-afe1e7f78127 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:47.964602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199d34cf-772e-444e-8abc-afe1e7f78127 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Fanout notify agent at l3_agent the message router_deleted on router 884a69ef-ad9a-41df-a2f9-5d95abf297b0 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:54:48.001218 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-199d34cf-772e-444e-8abc-afe1e7f78127 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.003660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-199d34cf-772e-444e-8abc-afe1e7f78127 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0 HTTP/1.1" status: 204 len: 168 time: 2.1457763 May 06 12:54:48.012925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50330) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:48.021423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-653168701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:48.031824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:48.042530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Usage tracker for resource:router and tenant:87951010828a4511a6068f0278e544ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:48.048327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:48.065904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:48.100501 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.102098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.111984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.157136 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.183452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] For port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:48.187311 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.218932 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.291169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.297265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a7df98f0-b4eb-4c1e-8fb5-8fc7c99acd3a tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2783997 May 06 12:54:48.297939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50334) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:48.319375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-bf3381d9-5d29-4f0e-ad31-0ddcd1846fe9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:48.515410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.518667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50340) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:48.643537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Calling delete_port for c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:48.678784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] For port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,segment=NetworkSegment(a2a8a069-d6b7-4424-b1ba-99611c32311b),segment_id=a2a8a069-d6b7-4424-b1ba-99611c32311b)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:48.678784 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.863721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Deleting port a633dab8-8ba2-4c0e-9106-ec2e165c6f7c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:48.864294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.921118 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:49.073486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] Pushing event deleted for resources: {'Port': ['ID=c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:49.093961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d9603-8ec1-46e5-9621-ef3ba7722816 None None] No DVR routers for this DVR port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:54:49.317163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Calling delete_port for c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:49.479254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:54:49.479844 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:54:49.514067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Deleting port c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:49.514586 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:49.580334 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef67cf5e-8d8a-48d6-ba9d-f6c3c1d36e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:49.611212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bf3381d9-5d29-4f0e-ad31-0ddcd1846fe9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:49.635945 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bf3381d9-5d29-4f0e-ad31-0ddcd1846fe9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:49.649433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ef67cf5e-8d8a-48d6-ba9d-f6c3c1d36e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:49.672587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] The port 'c3d5ac5d-0fcc-46b3-87fa-a2c1828a88df' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:54:49.726708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ef67cf5e-8d8a-48d6-ba9d-f6c3c1d36e82 admin admin] Usage tracker for resource:security_group_rule and tenant:a8bd0be829df4187a4d5f230400954be is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:49.803043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ef67cf5e-8d8a-48d6-ba9d-f6c3c1d36e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:49.812982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ef67cf5e-8d8a-48d6-ba9d-f6c3c1d36e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:49.923237 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:49.945612 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:49.953100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3381d9-5d29-4f0e-ad31-0ddcd1846fe9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Router f212352a-2b6a-4b67-af66-be80951c8962 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:54:49.966769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef67cf5e-8d8a-48d6-ba9d-f6c3c1d36e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.050120 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef67cf5e-8d8a-48d6-ba9d-f6c3c1d36e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.136972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.166862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221bdac7-6c51-4bfb-b107-2ae4b6945fbb']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:50.237417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67cf5e-8d8a-48d6-ba9d-f6c3c1d36e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3b3eb3-69ba-4060-abdf-1780b3220f8c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:50.243482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ef67cf5e-8d8a-48d6-ba9d-f6c3c1d36e82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8bd0be829df4187a4d5f230400954be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7236073 May 06 12:54:50.249927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50368) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:50.252048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3381d9-5d29-4f0e-ad31-0ddcd1846fe9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:50.266842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] Sync routers for ids ['f212352a-2b6a-4b67-af66-be80951c8962'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:50.288597 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bf3381d9-5d29-4f0e-ad31-0ddcd1846fe9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.292815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bf3381d9-5d29-4f0e-ad31-0ddcd1846fe9 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "PUT /v2.0/routers/f212352a-2b6a-4b67-af66-be80951c8962 HTTP/1.1" status: 200 len: 693 time: 1.9906645 May 06 12:54:50.306804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] Routers {'f212352a-2b6a-4b67-af66-be80951c8962'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:50.307743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f212352a-2b6a-4b67-af66-be80951c8962'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:50.307946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50374) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:50.418258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a8a069-d6b7-4424-b1ba-99611c32311b') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:50.418724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a8a069-d6b7-4424-b1ba-99611c32311b') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:50.596802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Calling delete_port for a633dab8-8ba2-4c0e-9106-ec2e165c6f7c owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:50.626769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] Set router f212352a-2b6a-4b67-af66-be80951c8962 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:50.690846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.759792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.789422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:54:50.790519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: timer() May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:54:50.825728 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:54:50.848472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c648b374-b3ea-46fc-bd2f-1d1b0f95c4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.880010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f212352a-2b6a-4b67-af66-be80951c8962', 'name': 'tempest-RoutersTest-router-653168701', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:48Z', 'updated_at': '2022-05-06T12:54:49Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:50.893391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] Checking router: f212352a-2b6a-4b67-af66-be80951c8962 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:50.915904 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c648b374-b3ea-46fc-bd2f-1d1b0f95c4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.928287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] Routers {'f212352a-2b6a-4b67-af66-be80951c8962'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:50.930138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f212352a-2b6a-4b67-af66-be80951c8962'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:51.026175 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c648b374-b3ea-46fc-bd2f-1d1b0f95c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:51.078296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648b374-b3ea-46fc-bd2f-1d1b0f95c4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3b3eb3-69ba-4060-abdf-1780b3220f8c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:51.093848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eabc0644-f16b-4229-b2e3-6ab352a940d5 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/routers/f212352a-2b6a-4b67-af66-be80951c8962 HTTP/1.1" status: 200 len: 699 time: 0.7799475 May 06 12:54:51.101714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50384) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:51.105085 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:51.143793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:51.184301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=221bdac7-6c51-4bfb-b107-2ae4b6945fbb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:51.216308 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c648b374-b3ea-46fc-bd2f-1d1b0f95c4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:51.220414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c648b374-b3ea-46fc-bd2f-1d1b0f95c4f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de3b3eb3-69ba-4060-abdf-1780b3220f8c HTTP/1.1" status: 204 len: 168 time: 0.9637799 May 06 12:54:51.252752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-84466d58-be0e-4341-a500-dce72740ffc3 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=f212352a-2b6a-4b67-af66-be80951c8962 HTTP/1.1" status: 200 len: 205 time: 0.1488931 May 06 12:54:51.253778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50392) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:51.273975 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] 10.222.0.44 "DELETE /v2.0/networks/221bdac7-6c51-4bfb-b107-2ae4b6945fbb HTTP/1.1" status: 204 len: 168 time: 7.5116398 May 06 12:54:51.278150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.279065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.281028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.282052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.282646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.284777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.285383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.287562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.288454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.289204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.289865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a006998-5d9c-4db7-88ee-bbd04fb96f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:51.514391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] Set router f212352a-2b6a-4b67-af66-be80951c8962 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:51.748174 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36070f26-19ef-467c-bacb-3394e7896bd2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:51.873982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f212352a-2b6a-4b67-af66-be80951c8962', 'name': 'tempest-RoutersTest-router-653168701', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:48Z', 'updated_at': '2022-05-06T12:54:49Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:51.881604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4becc2b-f953-4645-afe6-567caa19e392 None None] The sync data for ids ['f212352a-2b6a-4b67-af66-be80951c8962'] in n-d-840847-1 is: [{'id': 'f212352a-2b6a-4b67-af66-be80951c8962', 'name': 'tempest-RoutersTest-router-653168701', 'tenant_id': '87951010828a4511a6068f0278e544ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:48Z', 'updated_at': '2022-05-06T12:54:49Z', 'revision_number': 2, 'project_id': '87951010828a4511a6068f0278e544ba', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:52.047843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:52.455007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50420) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:52.642215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Pushing event deleted for resources: {'Port': ['ID=a633dab8-8ba2-4c0e-9106-ec2e165c6f7c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:53.185340 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36070f26-19ef-467c-bacb-3394e7896bd2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.200633 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36070f26-19ef-467c-bacb-3394e7896bd2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.299351 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36070f26-19ef-467c-bacb-3394e7896bd2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.299351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36070f26-19ef-467c-bacb-3394e7896bd2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Fanout notify agent at l3_agent the message router_deleted on router f212352a-2b6a-4b67-af66-be80951c8962 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:54:53.361234 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-36070f26-19ef-467c-bacb-3394e7896bd2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.364336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-36070f26-19ef-467c-bacb-3394e7896bd2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/f212352a-2b6a-4b67-af66-be80951c8962 HTTP/1.1" status: 204 len: 168 time: 2.1088247 May 06 12:54:53.377082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50442) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:53.510122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a9898e30-c8cb-4d35-ad2f-80882c58c00e tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=f212352a-2b6a-4b67-af66-be80951c8962 HTTP/1.1" status: 200 len: 205 time: 0.1299839 May 06 12:54:53.515922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50450) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:53.652162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.726188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50460) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:53.746685 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-eff3a705-09e2-4012-8d10-cdcc61b0da79 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] delete failed (client error): The resource could not be found. May 06 12:54:53.748244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eff3a705-09e2-4012-8d10-cdcc61b0da79 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/f212352a-2b6a-4b67-af66-be80951c8962 HTTP/1.1" status: 404 len: 336 time: 0.2302115 May 06 12:54:53.762157 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-69ba8e11-89b8-416c-b867-1e3f9ebeb807 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94672aef12b1426fa9c669ab8d149b5c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2436380 May 06 12:54:53.786947 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d15c943-900f-456a-bc92-d675e4baac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.805037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50464) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:53.805526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50466) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:53.897984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.898431 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2172d7-f456-46a3-a5c1-35c644a9ae5f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] DELETE failed (client error): The resource could not be found. May 06 12:54:53.898811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2172d7-f456-46a3-a5c1-35c644a9ae5f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:53.901053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fe2172d7-f456-46a3-a5c1-35c644a9ae5f tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/c4af78ba-4631-4a9f-bbd3-8ddd3b0403e8 HTTP/1.1" status: 404 len: 337 time: 0.0904787 May 06 12:54:53.906348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50476) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:53.983024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.021697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7d15c943-900f-456a-bc92-d675e4baac57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:54.038010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7d15c943-900f-456a-bc92-d675e4baac57 admin admin] Usage tracker for resource:security_group_rule and tenant:2a5362b5ab5444198469d681f8567a36 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:54.040642 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefe4739-d5a5-4980-9297-4c088f5f7196 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] DELETE failed (client error): The resource could not be found. May 06 12:54:54.041608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefe4739-d5a5-4980-9297-4c088f5f7196 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:54.048613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7d15c943-900f-456a-bc92-d675e4baac57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:54.059688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8922ea95-c8de-42ae-bd62-0b0aa06f9cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.063789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7d15c943-900f-456a-bc92-d675e4baac57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:54.134314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8922ea95-c8de-42ae-bd62-0b0aa06f9cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.192347 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aefe4739-d5a5-4980-9297-4c088f5f7196 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/579a80f7-ca61-419a-a8fb-ee540be2a86a HTTP/1.1" status: 404 len: 337 time: 0.2838528 May 06 12:54:54.218845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50484) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:54.383010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Router 2d180eef-0642-4836-bf4f-7038ddcf66e5 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:54.590331 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fefa909-8460-4a9b-8dcd-8a0be79de66b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] DELETE failed (client error): The resource could not be found. May 06 12:54:54.591407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fefa909-8460-4a9b-8dcd-8a0be79de66b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:54.626360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5fefa909-8460-4a9b-8dcd-8a0be79de66b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/32dff967-f170-41bb-b76a-5c5447514c53 HTTP/1.1" status: 404 len: 337 time: 0.4041436 May 06 12:54:54.633802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50502) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:54.765478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d15c943-900f-456a-bc92-d675e4baac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.780041 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-7968c1c2-6f05-4009-9569-75567bf3cfb2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] DELETE failed (client error): The resource could not be found. May 06 12:54:54.780748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7968c1c2-6f05-4009-9569-75567bf3cfb2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:54.787169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Router c4ba2422-a773-4eb7-a01a-60a849106f03 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:54.813222 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d15c943-900f-456a-bc92-d675e4baac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.829388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:54.858668 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74fb71-7d66-48be-985c-e4d27559f419 None None] Sync routers for ids ['2d180eef-0642-4836-bf4f-7038ddcf66e5'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:54.900663 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74fb71-7d66-48be-985c-e4d27559f419 None None] Routers {'2d180eef-0642-4836-bf4f-7038ddcf66e5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:54.901620 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b74fb71-7d66-48be-985c-e4d27559f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2d180eef-0642-4836-bf4f-7038ddcf66e5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:54.916956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8922ea95-c8de-42ae-bd62-0b0aa06f9cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.931665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15c943-900f-456a-bc92-d675e4baac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf16553-aeef-46e2-8f97-043e8cdfd514,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:54.950699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.956196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7369f8a4-992a-43e3-8412-327d7c91cda0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "PUT /v2.0/routers/2d180eef-0642-4836-bf4f-7038ddcf66e5 HTTP/1.1" status: 200 len: 706 time: 13.4196546 May 06 12:54:54.980110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50522) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.033852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922ea95-c8de-42ae-bd62-0b0aa06f9cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f6d1a4-a046-473d-8a26-deb7e5a6f855,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:55.045600 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7d15c943-900f-456a-bc92-d675e4baac57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a5362b5ab5444198469d681f8567a36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3134177 May 06 12:54:55.046210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7968c1c2-6f05-4009-9569-75567bf3cfb2 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/72a8ebeb-dd84-43d7-859f-9d2ff95ec8ff HTTP/1.1" status: 404 len: 337 time: 0.4104409 May 06 12:54:55.047213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50528) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.048454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8922ea95-c8de-42ae-bd62-0b0aa06f9cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:55.054523 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8922ea95-c8de-42ae-bd62-0b0aa06f9cf3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4f6d1a4-a046-473d-8a26-deb7e5a6f855 HTTP/1.1" status: 204 len: 168 time: 1.2377298 May 06 12:54:55.055362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50530) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.174272 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b74fb71-7d66-48be-985c-e4d27559f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:55.187496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6ac88952-0195-403f-8176-a94cc8131e69 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=884a69ef-ad9a-41df-a2f9-5d95abf297b0 HTTP/1.1" status: 200 len: 205 time: 0.1265051 May 06 12:54:55.190557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50540) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.209685 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74fb71-7d66-48be-985c-e4d27559f419 None None] Routers {'2d180eef-0642-4836-bf4f-7038ddcf66e5'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:55.211984 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b74fb71-7d66-48be-985c-e4d27559f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2d180eef-0642-4836-bf4f-7038ddcf66e5'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:55.374423 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b74fb71-7d66-48be-985c-e4d27559f419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:55.375424 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74fb71-7d66-48be-985c-e4d27559f419 None None] The sync data for ids ['2d180eef-0642-4836-bf4f-7038ddcf66e5'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:55.449776 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-501e72d7-8560-4429-bcc8-6f23e26e68a0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] delete failed (client error): The resource could not be found. May 06 12:54:55.455045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-501e72d7-8560-4429-bcc8-6f23e26e68a0 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/884a69ef-ad9a-41df-a2f9-5d95abf297b0 HTTP/1.1" status: 404 len: 336 time: 0.2599874 May 06 12:54:55.456494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50546) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.581782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-da142586-9d56-421c-b612-cf51cacf31f8 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=a76b78da-8365-492a-ab81-69bb7bb5eecb HTTP/1.1" status: 200 len: 205 time: 0.1217926 May 06 12:54:55.590651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50552) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.758507 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-d618438a-34a7-4516-abfe-55cea59ef288 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] delete failed (client error): The resource could not be found. May 06 12:54:55.762327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d618438a-34a7-4516-abfe-55cea59ef288 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/a76b78da-8365-492a-ab81-69bb7bb5eecb HTTP/1.1" status: 404 len: 336 time: 0.1686881 May 06 12:54:55.767842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50560) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.807057 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b47ea644-a652-4191-9048-4db9a250a747 tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/routers/2d180eef-0642-4836-bf4f-7038ddcf66e5 HTTP/1.1" status: 200 len: 741 time: 0.8210852 May 06 12:54:55.810448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50562) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.857519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2016cdd-ed14-4fde-a17e-195cc069da80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:55.881040 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32e61f5-24de-4fd4-af7c-064b810fd0cb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] DELETE failed (client error): The resource could not be found. May 06 12:54:55.882152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32e61f5-24de-4fd4-af7c-064b810fd0cb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:55.884487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a32e61f5-24de-4fd4-af7c-064b810fd0cb tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/74eb3339-4394-4a6e-9b11-a488f530f971 HTTP/1.1" status: 404 len: 337 time: 0.0712698 May 06 12:54:55.889094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50568) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.917610 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-258004c1-884f-48f1-bd0b-49f26212c5df tempest-RoutersAdminTest-919118553 tempest-RoutersAdminTest-919118553-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=2d180eef-0642-4836-bf4f-7038ddcf66e5 HTTP/1.1" status: 200 len: 205 time: 0.1035590 May 06 12:54:55.919061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50572) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:55.956565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c4ab4c8f-d015-4f33-a63c-f72548ae8267 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ebe00dc-2045-46a9-abf5-a7895c44ed17 HTTP/1.1" status: 200 len: 205 time: 0.0661318 May 06 12:54:55.959637 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2016cdd-ed14-4fde-a17e-195cc069da80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:55.968391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50576) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.007517 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2bf396d9-4989-41c8-8964-85c08519f0fc tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d180eef-0642-4836-bf4f-7038ddcf66e5 HTTP/1.1" status: 200 len: 205 time: 0.0828896 May 06 12:54:56.008846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50580) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.075159 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-4d0489f7-aaf4-465c-9796-90c0d7aa6f63 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] delete failed (client error): The resource could not be found. May 06 12:54:56.076213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4d0489f7-aaf4-465c-9796-90c0d7aa6f63 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/5ebe00dc-2045-46a9-abf5-a7895c44ed17 HTTP/1.1" status: 404 len: 336 time: 0.1067359 May 06 12:54:56.095681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50584) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.153582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ac8f6b8e-3661-4ee1-b599-42049b645639 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=19ac46a6-38b6-4842-8735-1048da449722 HTTP/1.1" status: 200 len: 205 time: 0.0566530 May 06 12:54:56.157496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50588) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.259978 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-d8377ba3-81fa-412c-8729-08209ccede1b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] delete failed (client error): The resource could not be found. May 06 12:54:56.261567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d8377ba3-81fa-412c-8729-08209ccede1b tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/19ac46a6-38b6-4842-8735-1048da449722 HTTP/1.1" status: 404 len: 336 time: 0.1030560 May 06 12:54:56.266644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50596) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.323842 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3cdda1-bd00-49eb-b490-fc7862fbac02 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] DELETE failed (client error): The resource could not be found. May 06 12:54:56.324491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3cdda1-bd00-49eb-b490-fc7862fbac02 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:56.329457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50600) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.351180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3d3cdda1-bd00-49eb-b490-fc7862fbac02 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/34a0f64d-d9d6-4ebc-bedf-e3cc6cb42d7e HTTP/1.1" status: 404 len: 337 time: 0.0832334 May 06 12:54:56.354944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50608) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.356803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01e04f21-8a12-46f2-a6af-99b590883942 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:56.642022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4e5ac8c0-00de-4c38-8b64-fb3fd2b059f6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e7311f-69fb-4e8f-a694-8cb745704766 HTTP/1.1" status: 200 len: 205 time: 0.2847743 May 06 12:54:56.646004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50614) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.747700 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2016cdd-ed14-4fde-a17e-195cc069da80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:56.750554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2016cdd-ed14-4fde-a17e-195cc069da80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:56.759040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c2016cdd-ed14-4fde-a17e-195cc069da80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/baf16553-aeef-46e2-8f97-043e8cdfd514 HTTP/1.1" status: 204 len: 168 time: 1.7027569 May 06 12:54:56.759040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50620) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.794343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:56.809009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] Sync routers for ids ['c4ba2422-a773-4eb7-a01a-60a849106f03'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:56.852026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] Routers {'c4ba2422-a773-4eb7-a01a-60a849106f03'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:56.853091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c4ba2422-a773-4eb7-a01a-60a849106f03'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:56.889773 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-ac35784f-f1de-43e9-a432-9ad1308e010d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] delete failed (client error): The resource could not be found. May 06 12:54:56.891555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ac35784f-f1de-43e9-a432-9ad1308e010d tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/75e7311f-69fb-4e8f-a694-8cb745704766 HTTP/1.1" status: 404 len: 336 time: 0.2436330 May 06 12:54:56.898349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a045d1e4-c2d7-4cf0-8f29-1785033a6437 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d08ee2fd73394f24a732edbeaefba6c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1189487 May 06 12:54:56.899288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50628) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.903436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2016cdd-ed14-4fde-a17e-195cc069da80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf16553-aeef-46e2-8f97-043e8cdfd514,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:56.907918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50630) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.970149 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b71823e2-c718-445b-9bb0-288c516e2878 admin admin] 10.222.0.44 "PUT /v2.0/routers/c4ba2422-a773-4eb7-a01a-60a849106f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 23.1220696 May 06 12:54:56.985883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50636) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:57.085559 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c892ed-d4ac-46b8-b3df-584c57ba3f18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] DELETE failed (client error): The resource could not be found. May 06 12:54:57.086231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c892ed-d4ac-46b8-b3df-584c57ba3f18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:57.092132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-89c892ed-d4ac-46b8-b3df-584c57ba3f18 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/e16a9f21-6705-4585-8cfb-1ecb40c69585 HTTP/1.1" status: 404 len: 337 time: 0.1910856 May 06 12:54:57.094170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50644) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:57.169179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a4db0108-d464-4754-ab1c-d4e51d60bc56 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "GET /v2.0/ports?device_id=38899633-5f6b-4ee8-8106-ab060a92f391 HTTP/1.1" status: 200 len: 205 time: 0.0719349 May 06 12:54:57.170300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50654) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:57.176258 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42dffe84-838c-4177-baa0-36db2b1bfbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.271762 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-885bd524-246f-4ce8-b2b7-a0fc5981d4b6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] delete failed (client error): The resource could not be found. May 06 12:54:57.276875 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-885bd524-246f-4ce8-b2b7-a0fc5981d4b6 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/routers/38899633-5f6b-4ee8-8106-ab060a92f391 HTTP/1.1" status: 404 len: 336 time: 0.1030285 May 06 12:54:57.277482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50660) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:57.342879 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42dffe84-838c-4177-baa0-36db2b1bfbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.359136 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0215be-c818-4021-ae43-b498ef12cfd7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] DELETE failed (client error): The resource could not be found. May 06 12:54:57.359600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0215be-c818-4021-ae43-b498ef12cfd7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:57.365609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4c0215be-c818-4021-ae43-b498ef12cfd7 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/643ccd22-3fea-41f3-a30c-6198989b7d4e HTTP/1.1" status: 404 len: 337 time: 0.0791318 May 06 12:54:57.368810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50664) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:57.477326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] Set router c4ba2422-a773-4eb7-a01a-60a849106f03 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:57.485396 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf6faf82-46f4-4303-8093-d79a8a283c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.544821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cf6faf82-46f4-4303-8093-d79a8a283c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:57.550800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cf6faf82-46f4-4303-8093-d79a8a283c6c admin admin] Usage tracker for resource:security_group_rule and tenant:0d25b12496a848acad19a1dbe3a6e1db is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:57.554867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cf6faf82-46f4-4303-8093-d79a8a283c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:57.562428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cf6faf82-46f4-4303-8093-d79a8a283c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:57.645849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf6faf82-46f4-4303-8093-d79a8a283c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.648388 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b04ceb-bc05-4bfd-bab2-6b76bf083f53 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] DELETE failed (client error): The resource could not be found. May 06 12:54:57.648891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b04ceb-bc05-4bfd-bab2-6b76bf083f53 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:57.657474 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf6faf82-46f4-4303-8093-d79a8a283c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.693370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-79b04ceb-bc05-4bfd-bab2-6b76bf083f53 tempest-RoutersTest-1650963060 tempest-RoutersTest-1650963060-project] 10.222.0.44 "DELETE /v2.0/subnets/0d05c5e5-1a56-446f-85c6-98e284285c3e HTTP/1.1" status: 404 len: 337 time: 0.2888949 May 06 12:54:57.734160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6faf82-46f4-4303-8093-d79a8a283c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658b70c2-8689-4232-85d6-121dce731665,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:57.750214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cf6faf82-46f4-4303-8093-d79a8a283c6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d25b12496a848acad19a1dbe3a6e1db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4213696 May 06 12:54:57.754833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50670) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:57.800698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42dffe84-838c-4177-baa0-36db2b1bfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.830964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dffe84-838c-4177-baa0-36db2b1bfbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e27e985-8543-44ae-a1e5-13585b03c71e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:57.860486 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-42dffe84-838c-4177-baa0-36db2b1bfbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.862359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-42dffe84-838c-4177-baa0-36db2b1bfbf1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e27e985-8543-44ae-a1e5-13585b03c71e HTTP/1.1" status: 204 len: 168 time: 0.8835244 May 06 12:54:57.902273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86880b76-f0fb-4cfa-ad56-719cc385ad2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.917237 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01e04f21-8a12-46f2-a6af-99b590883942 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.925037 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01e04f21-8a12-46f2-a6af-99b590883942 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.939828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86880b76-f0fb-4cfa-ad56-719cc385ad2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.993069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01e04f21-8a12-46f2-a6af-99b590883942 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.993997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e04f21-8a12-46f2-a6af-99b590883942 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Fanout notify agent at l3_agent the message router_deleted on router 2d180eef-0642-4836-bf4f-7038ddcf66e5 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:54:58.028302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86880b76-f0fb-4cfa-ad56-719cc385ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:58.062582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01e04f21-8a12-46f2-a6af-99b590883942 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:58.070631 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-01e04f21-8a12-46f2-a6af-99b590883942 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/2d180eef-0642-4836-bf4f-7038ddcf66e5 HTTP/1.1" status: 204 len: 168 time: 2.0571876 May 06 12:54:58.076787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50678) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:58.083920 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86880b76-f0fb-4cfa-ad56-719cc385ad2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:58.088917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-86880b76-f0fb-4cfa-ad56-719cc385ad2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/658b70c2-8689-4232-85d6-121dce731665 HTTP/1.1" status: 204 len: 168 time: 0.3293459 May 06 12:54:58.090851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86880b76-f0fb-4cfa-ad56-719cc385ad2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658b70c2-8689-4232-85d6-121dce731665,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:58.202942 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2375a55-a43c-45ca-b5b3-976662f60d3f tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d180eef-0642-4836-bf4f-7038ddcf66e5 HTTP/1.1" status: 200 len: 205 time: 0.1222248 May 06 12:54:58.206974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50686) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:58.302567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:53:26Z', 'updated_at': '2022-05-06T12:54:46Z', 'revision_number': 5, 'project_id': '070d762cfe204a55a14157ccc888657c', 'gw_port': {'id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:28Z', 'updated_at': '2022-05-06T12:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:58.318649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] Checking router: c4ba2422-a773-4eb7-a01a-60a849106f03 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:58.335317 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:58.346553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] Routers {'c4ba2422-a773-4eb7-a01a-60a849106f03'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:58.347979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:54:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c4ba2422-a773-4eb7-a01a-60a849106f03'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:58.494502 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-7a9b032a-8c03-4a00-b30f-5c04b6300ebd tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] delete failed (client error): The resource could not be found. May 06 12:54:58.499476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7a9b032a-8c03-4a00-b30f-5c04b6300ebd tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/2d180eef-0642-4836-bf4f-7038ddcf66e5 HTTP/1.1" status: 404 len: 336 time: 0.2858992 May 06 12:54:58.500326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50692) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:58.618867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5dacb196-8119-44f2-aa3c-7acbd4f0bc2b tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=7632494f-8800-4637-8cc5-cacffd89a974 HTTP/1.1" status: 200 len: 205 time: 0.1168492 May 06 12:54:58.622399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50696) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:58.767012 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-769d8e49-ece7-4b75-b6e8-8df7e926085e tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] delete failed (client error): The resource could not be found. May 06 12:54:58.774780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-769d8e49-ece7-4b75-b6e8-8df7e926085e tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/7632494f-8800-4637-8cc5-cacffd89a974 HTTP/1.1" status: 404 len: 336 time: 0.1435521 May 06 12:54:58.775733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50706) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:58.869879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ef8bf5ad-0b55-4fce-b761-5ffef534539d tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=d36cb4d7-5c81-446b-9ec9-bc656b8e0f08 HTTP/1.1" status: 200 len: 205 time: 0.0887971 May 06 12:54:58.871859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50714) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:58.970826 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-e7269225-6179-4c58-82d5-4ad557016dd9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] delete failed (client error): The resource could not be found. May 06 12:54:58.972091 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e7269225-6179-4c58-82d5-4ad557016dd9 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/d36cb4d7-5c81-446b-9ec9-bc656b8e0f08 HTTP/1.1" status: 404 len: 336 time: 0.0977499 May 06 12:54:58.977345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50724) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:59.035782 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5402cf0a-0102-44b8-95bc-69a86d16b907 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=b282c63c-57fd-4c75-9fdb-bdb4c818e21b HTTP/1.1" status: 200 len: 205 time: 0.0568371 May 06 12:54:59.039995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50728) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:59.102381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] Set router c4ba2422-a773-4eb7-a01a-60a849106f03 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:59.136114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:59.172288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Deleting port 2c5668e0-fcdb-466c-9da1-464998efe30d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:59.172839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:59.304854 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-6c9d681e-141b-4e71-8382-10119cf5f4fa tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] delete failed (client error): The resource could not be found. May 06 12:54:59.309010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6c9d681e-141b-4e71-8382-10119cf5f4fa tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/b282c63c-57fd-4c75-9fdb-bdb4c818e21b HTTP/1.1" status: 404 len: 336 time: 0.2674124 May 06 12:54:59.312185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50736) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:59.529148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d6649ccb-1111-4b0c-b6c6-91bbcb7277c0 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ae34c98-f814-4cef-a690-c965bf8af6d6 HTTP/1.1" status: 200 len: 205 time: 0.2146721 May 06 12:54:59.530925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50748) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:59.675668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50754) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:59.702445 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-a685ec54-f750-4b9b-9b8b-7b513bc7cfc7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] delete failed (client error): The resource could not be found. May 06 12:54:59.706172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a685ec54-f750-4b9b-9b8b-7b513bc7cfc7 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/6ae34c98-f814-4cef-a690-c965bf8af6d6 HTTP/1.1" status: 404 len: 336 time: 0.1711252 May 06 12:54:59.707278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50760) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:59.772269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-df14a939-bc44-43a1-9fc6-f10212c98572 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "GET /v2.0/ports?device_id=06d4d6cd-ea01-4375-8374-3d7998d83e72 HTTP/1.1" status: 200 len: 205 time: 0.0635562 May 06 12:54:59.775066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:53:26Z', 'updated_at': '2022-05-06T12:54:46Z', 'revision_number': 5, 'project_id': '070d762cfe204a55a14157ccc888657c', 'gw_port': {'id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:28Z', 'updated_at': '2022-05-06T12:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:59.776147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50768) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:59.789011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b571a98-dc8b-46a1-b532-16d80f93ca79 None None] The sync data for ids ['c4ba2422-a773-4eb7-a01a-60a849106f03'] in n-d-840847-1 is: [{'id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'name': 'tempest-TestAggregatesBasicOps-812646298-router', 'tenant_id': '070d762cfe204a55a14157ccc888657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:53:26Z', 'updated_at': '2022-05-06T12:54:46Z', 'revision_number': 5, 'project_id': '070d762cfe204a55a14157ccc888657c', 'gw_port': {'id': '2c5668e0-fcdb-466c-9da1-464998efe30d', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ba2422-a773-4eb7-a01a-60a849106f03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:53:28Z', 'updated_at': '2022-05-06T12:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:59.870754 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-b267de41-3758-4f50-823f-0b80a83705b1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] delete failed (client error): The resource could not be found. May 06 12:54:59.875087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b267de41-3758-4f50-823f-0b80a83705b1 tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/routers/06d4d6cd-ea01-4375-8374-3d7998d83e72 HTTP/1.1" status: 404 len: 336 time: 0.0945790 May 06 12:54:59.877843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50776) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:59.938436 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cee4d7-6843-4bcc-9cbb-3f9b134f8d8a tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] DELETE failed (client error): The resource could not be found. May 06 12:54:59.939002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cee4d7-6843-4bcc-9cbb-3f9b134f8d8a tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:54:59.944106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-35cee4d7-6843-4bcc-9cbb-3f9b134f8d8a tempest-RoutersAdminTest-2275131 tempest-RoutersAdminTest-2275131-project] 10.222.0.44 "DELETE /v2.0/subnets/18fdabd7-eb92-4604-a8e9-ff1b25bddd0b HTTP/1.1" status: 404 len: 337 time: 0.0623446 May 06 12:55:00.008542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] For port 2c5668e0-fcdb-466c-9da1-464998efe30d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2c5668e0-fcdb-466c-9da1-464998efe30d,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:00.008907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:00.167033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Calling delete_port for 2c5668e0-fcdb-466c-9da1-464998efe30d owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:00.358797 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ab356d28-69e3-4048-9f0f-5dc351052cda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87951010828a4511a6068f0278e544ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6794615 May 06 12:55:00.363237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50794) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:00.382354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:00.443424 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f106d733-a2d2-4972-a3a5-64b76ce47d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:00.488394 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0ad63f1-8447-437d-a315-36ca1ac3a05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:00.540798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0ad63f1-8447-437d-a315-36ca1ac3a05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:00.545664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f106d733-a2d2-4972-a3a5-64b76ce47d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:00.553627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f106d733-a2d2-4972-a3a5-64b76ce47d05 admin admin] Usage tracker for resource:security_group_rule and tenant:709e8df0031e46d2ad9b6f560d953e5c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:00.561117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f106d733-a2d2-4972-a3a5-64b76ce47d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:00.571456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f106d733-a2d2-4972-a3a5-64b76ce47d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:00.579691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:00.625652 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0ad63f1-8447-437d-a315-36ca1ac3a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:00.652290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad63f1-8447-437d-a315-36ca1ac3a05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93ecf4c-001f-435e-bbb2-98f6c81953d8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:00.655134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5668e0-fcdb-466c-9da1-464998efe30d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:00.671795 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0ad63f1-8447-437d-a315-36ca1ac3a05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:00.676019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b0ad63f1-8447-437d-a315-36ca1ac3a05b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f93ecf4c-001f-435e-bbb2-98f6c81953d8 HTTP/1.1" status: 204 len: 168 time: 0.3086493 May 06 12:55:00.843410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:00.923905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:00.925563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device cc0b733b-d5e2-4105-ae1f-fc4dd71d81e6 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:00.983374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.397096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.406243 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f106d733-a2d2-4972-a3a5-64b76ce47d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.410657 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.415075 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f106d733-a2d2-4972-a3a5-64b76ce47d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.528505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50820) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:01.529396 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f106d733-a2d2-4972-a3a5-64b76ce47d05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=709e8df0031e46d2ad9b6f560d953e5c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1465011 May 06 12:55:01.534032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50824) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:01.539790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106d733-a2d2-4972-a3a5-64b76ce47d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdaf09e-2d17-4fee-8a07-b2d5e69cf2e1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:01.572439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.573009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4ba2422-a773-4eb7-a01a-60a849106f03 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:55:01.790505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.791834 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-36f6b8ac-fc20-4da1-8fbe-c5cbebefcdf8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c4ba2422-a773-4eb7-a01a-60a849106f03 HTTP/1.1" status: 204 len: 168 time: 4.8046825 May 06 12:55:01.795766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50832) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:01.799497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b8361648-4594-45b3-bee5-8be88566b1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.914262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b8361648-4594-45b3-bee5-8be88566b1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.042076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fd32d6-2a55-4b2b-9c56-6e4739b929ad admin admin] Deleting subnet 09a4657e-74db-4850-8599-db5eca57c5aa {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:55:02.050844 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27fd32d6-2a55-4b2b-9c56-6e4739b929ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.053022 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b8361648-4594-45b3-bee5-8be88566b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.092646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8361648-4594-45b3-bee5-8be88566b1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdaf09e-2d17-4fee-8a07-b2d5e69cf2e1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:02.107187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b8361648-4594-45b3-bee5-8be88566b1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.110044 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b8361648-4594-45b3-bee5-8be88566b1ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bdaf09e-2d17-4fee-8a07-b2d5e69cf2e1 HTTP/1.1" status: 204 len: 168 time: 0.5743961 May 06 12:55:02.469882 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27fd32d6-2a55-4b2b-9c56-6e4739b929ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.591060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1a75f4c-73be-4179-8c30-fc449d5a03a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.681306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e1a75f4c-73be-4179-8c30-fc449d5a03a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:02.688825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e1a75f4c-73be-4179-8c30-fc449d5a03a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c644ba1854e845bf986d444e6f9e685c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:02.695303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e1a75f4c-73be-4179-8c30-fc449d5a03a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:02.706414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e1a75f4c-73be-4179-8c30-fc449d5a03a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:02.709655 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27fd32d6-2a55-4b2b-9c56-6e4739b929ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.779084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2c5668e0-fcdb-466c-9da1-464998efe30d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:02.908639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 2c5668e0-fcdb-466c-9da1-464998efe30d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:02.916274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2c5668e0-fcdb-466c-9da1-464998efe30d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:02.956899 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27fd32d6-2a55-4b2b-9c56-6e4739b929ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.075273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd32d6-2a55-4b2b-9c56-6e4739b929ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a4657e-74db-4850-8599-db5eca57c5aa,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:03.125944 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a92856f-5c2f-4646-9146-df1cfa48ebef None None] Network 45019803-7c18-40b2-9fec-5b24d4f5787f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:03.132248 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27fd32d6-2a55-4b2b-9c56-6e4739b929ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.152097 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1a75f4c-73be-4179-8c30-fc449d5a03a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.169081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1a75f4c-73be-4179-8c30-fc449d5a03a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.271939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a75f4c-73be-4179-8c30-fc449d5a03a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d553ffc8-c878-4316-b79e-8cceb77ab003,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:03.292860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-27fd32d6-2a55-4b2b-9c56-6e4739b929ad admin admin] 10.222.0.44 "DELETE /v2.0/subnets/09a4657e-74db-4850-8599-db5eca57c5aa HTTP/1.1" status: 204 len: 168 time: 1.4921415 May 06 12:55:03.294296 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50874) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:03.388753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50878) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:03.392190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e1a75f4c-73be-4179-8c30-fc449d5a03a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c644ba1854e845bf986d444e6f9e685c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8604920 May 06 12:55:03.606983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30dc59f-d4cb-4184-8d47-48ee75565c80 None None] DHCP port deletion for 45019803-7c18-40b2-9fec-5b24d4f5787f request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:55:03.614868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e30dc59f-d4cb-4184-8d47-48ee75565c80 None None] Deleting port 87451244-2515-4d87-aa00-10514864b985 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:03.615823 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e30dc59f-d4cb-4184-8d47-48ee75565c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.835476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.867893 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d51f389-29d4-484d-81b0-24951f35df6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.900756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d51f389-29d4-484d-81b0-24951f35df6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.906080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50890) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:03.972249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Deleting port 87451244-2515-4d87-aa00-10514864b985 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:03.972787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.008454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d51f389-29d4-484d-81b0-24951f35df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.043662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51f389-29d4-484d-81b0-24951f35df6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d553ffc8-c878-4316-b79e-8cceb77ab003,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:04.100600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d51f389-29d4-484d-81b0-24951f35df6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.105927 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6d51f389-29d4-484d-81b0-24951f35df6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d553ffc8-c878-4316-b79e-8cceb77ab003 HTTP/1.1" status: 204 len: 168 time: 0.6998148 May 06 12:55:04.148265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e30dc59f-d4cb-4184-8d47-48ee75565c80 None None] For port 87451244-2515-4d87-aa00-10514864b985, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=87451244-2515-4d87-aa00-10514864b985,segment=NetworkSegment(067527f2-6968-46d2-97ea-a957c7253e92),segment_id=067527f2-6968-46d2-97ea-a957c7253e92)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:04.148927 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e30dc59f-d4cb-4184-8d47-48ee75565c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.447196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e30dc59f-d4cb-4184-8d47-48ee75565c80 None None] Calling delete_port for 87451244-2515-4d87-aa00-10514864b985 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:04.464934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] For port 87451244-2515-4d87-aa00-10514864b985, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=87451244-2515-4d87-aa00-10514864b985,segment=NetworkSegment(067527f2-6968-46d2-97ea-a957c7253e92),segment_id=067527f2-6968-46d2-97ea-a957c7253e92)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:04.467592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.618523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e30dc59f-d4cb-4184-8d47-48ee75565c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.706403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30dc59f-d4cb-4184-8d47-48ee75565c80 None None] Pushing event deleted for resources: {'Port': ['ID=87451244-2515-4d87-aa00-10514864b985,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:04.720974 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a57e818-9a34-4e26-baf7-0ab497c0a1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.746576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30dc59f-d4cb-4184-8d47-48ee75565c80 None None] No DVR routers for this DVR port 87451244-2515-4d87-aa00-10514864b985 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:55:04.795098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Calling delete_port for 87451244-2515-4d87-aa00-10514864b985 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:04.851380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1a57e818-9a34-4e26-baf7-0ab497c0a1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:04.858771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 87451244-2515-4d87-aa00-10514864b985 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:04.882039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1a57e818-9a34-4e26-baf7-0ab497c0a1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6614560930774785912a4630ce5493ba is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:04.896798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1a57e818-9a34-4e26-baf7-0ab497c0a1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:04.915800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1a57e818-9a34-4e26-baf7-0ab497c0a1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:04.964923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 87451244-2515-4d87-aa00-10514864b985 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:04.965336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 87451244-2515-4d87-aa00-10514864b985 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:05.005333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:55:05.005926 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:55:05.101817 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a57e818-9a34-4e26-baf7-0ab497c0a1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.110502 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a57e818-9a34-4e26-baf7-0ab497c0a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.188021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57e818-9a34-4e26-baf7-0ab497c0a1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcc74e6-65e7-4064-a930-668224f2a76b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:05.203419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1a57e818-9a34-4e26-baf7-0ab497c0a1e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6614560930774785912a4630ce5493ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2952263 May 06 12:55:05.206683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50920) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:05.308559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50926) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:05.428633 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21b26997-2205-49b7-a4a6-7ae1320aec8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.489519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21b26997-2205-49b7-a4a6-7ae1320aec8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.507987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Deleting port 87451244-2515-4d87-aa00-10514864b985 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:05.508902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.656271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] The port '87451244-2515-4d87-aa00-10514864b985' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:55:05.893697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-356963246-network', 'tenant_id': '8cbba79a6db5485da4f5f4e3d724aeb6'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:05.904774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:05.912748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Usage tracker for resource:network and tenant:8cbba79a6db5485da4f5f4e3d724aeb6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:05.919407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:05.938738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:05.957614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Made reservation on behalf of 8cbba79a6db5485da4f5f4e3d724aeb6 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:05.966736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.979125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.007313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21b26997-2205-49b7-a4a6-7ae1320aec8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.017849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.080795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45019803-7c18-40b2-9fec-5b24d4f5787f']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:06.100164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:06.102286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067527f2-6968-46d2-97ea-a957c7253e92') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:06.102286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067527f2-6968-46d2-97ea-a957c7253e92') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:06.108526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Usage tracker for resource:security_group_rule and tenant:8cbba79a6db5485da4f5f4e3d724aeb6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:06.115757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:06.118994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.131329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:06.145773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.156316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:55:06.156569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.274832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50946) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:06.353446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b26997-2205-49b7-a4a6-7ae1320aec8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcc74e6-65e7-4064-a930-668224f2a76b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: timer() May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:55:06.361297 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:55:06.372079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.382045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.423676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=45019803-7c18-40b2-9fec-5b24d4f5787f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:06.429466 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-abd5d84e-6a5f-400c-a175-1f034a29bac1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/45019803-7c18-40b2-9fec-5b24d4f5787f HTTP/1.1" status: 204 len: 168 time: 3.1345625 May 06 12:55:06.430909 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21b26997-2205-49b7-a4a6-7ae1320aec8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.432279 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-21b26997-2205-49b7-a4a6-7ae1320aec8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afcc74e6-65e7-4064-a930-668224f2a76b HTTP/1.1" status: 204 len: 168 time: 1.2239504 May 06 12:55:06.434782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50950) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:06.447157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.472072 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.499951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7ccf5fc3-bbd7-4f93-97cb-ed7bf619591a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74f0c751258d4410b29155b8da18d791&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2229543 May 06 12:55:06.508377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50956) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:06.576256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:55:06.636140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd99e94-86b7-4872-b58d-eb202c2fe847,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:06.641915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.642578 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Added segment fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd of type vlan for network e0c3b2c8-ed64-446f-bf1d-6343be099725 May 06 12:55:06.678108 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8933b56a-1bbb-433e-a9d2-e9e17e15a3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.714065 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.775956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8933b56a-1bbb-433e-a9d2-e9e17e15a3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.906961 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.908413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:06.909523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:07.177718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] Pushing event updated for resources: {'Network': ['ID=e0c3b2c8-ed64-446f-bf1d-6343be099725,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:07.196661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1e925d7a-3d7a-4e7c-ab3d-57b08edd0a77 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8863289 May 06 12:55:07.198346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50966) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:07.211385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Request body: {'subnet': {'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-356963246-subnet', 'tenant_id': '8cbba79a6db5485da4f5f4e3d724aeb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:07.222184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:07.232279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Usage tracker for resource:subnet and tenant:8cbba79a6db5485da4f5f4e3d724aeb6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:07.238686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:07.250319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network e0c3b2c8-ed64-446f-bf1d-6343be099725 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:55:07.251203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:07.272189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Made reservation on behalf of 8cbba79a6db5485da4f5f4e3d724aeb6 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:07.276815 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:07.315014 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8933b56a-1bbb-433e-a9d2-e9e17e15a3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:07.533923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933b56a-1bbb-433e-a9d2-e9e17e15a3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02965993-c3c9-4065-87b4-2d58dcbc6018,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:07.616552 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8933b56a-1bbb-433e-a9d2-e9e17e15a3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:07.618750 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8933b56a-1bbb-433e-a9d2-e9e17e15a3de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02965993-c3c9-4065-87b4-2d58dcbc6018 HTTP/1.1" status: 204 len: 168 time: 1.0893052 May 06 12:55:07.692137 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:07.863680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.179477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.313008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50986) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:08.347054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bf2cca-15c9-4f93-ab72-dde97d6e52a6,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:08.391214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.393227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.394990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.395641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.397751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.398354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.398933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.402093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.402584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.404156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.404955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:08.481881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85f4b185-11ef-49cc-8801-f876e36c31c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.559815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Checking segment: {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:08.564227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Network hostable DHCP agents. Network: e0c3b2c8-ed64-446f-bf1d-6343be099725, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:55:08.663619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Network e0c3b2c8-ed64-446f-bf1d-6343be099725 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:55:08.694866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, e0c3b2c8-ed64-446f-bf1d-6343be099725) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:08.704441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:08.705410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.720773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e96ca-57db-415f-b492-053486004290 None None] Network e0c3b2c8-ed64-446f-bf1d-6343be099725 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:08.772252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-85f4b185-11ef-49cc-8801-f876e36c31c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:08.777381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e5afbc94-8489-4b12-b491-87eb24e84c1b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5761383 May 06 12:55:08.802522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-85f4b185-11ef-49cc-8801-f876e36c31c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1d0a49a8d46c4d28aa03531cb116538d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:08.812640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-85f4b185-11ef-49cc-8801-f876e36c31c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:08.952365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-85f4b185-11ef-49cc-8801-f876e36c31c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:09.432657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef32bead-ba1e-4f9a-b60f-471d9e0cf2e6 None None] Network e0c3b2c8-ed64-446f-bf1d-6343be099725 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:09.540471 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85f4b185-11ef-49cc-8801-f876e36c31c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.560774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-85f4b185-11ef-49cc-8801-f876e36c31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.804994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4b185-11ef-49cc-8801-f876e36c31c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075ddb12-29fb-45f4-8828-fbacd5c96ba9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:09.851785 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-85f4b185-11ef-49cc-8801-f876e36c31c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d0a49a8d46c4d28aa03531cb116538d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5366004 May 06 12:55:09.855941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51016) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:10.130953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7f41ac-3fe4-4933-b984-93e4c656ec18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.251142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7f41ac-3fe4-4933-b984-93e4c656ec18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.315735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Deleting port 660da8f6-c564-46e6-af3a-7200a4cb9e26 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:10.316624 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.428248 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7f41ac-3fe4-4933-b984-93e4c656ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.508330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f41ac-3fe4-4933-b984-93e4c656ec18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075ddb12-29fb-45f4-8828-fbacd5c96ba9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:10.562908 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9d7f41ac-3fe4-4933-b984-93e4c656ec18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.573006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9d7f41ac-3fe4-4933-b984-93e4c656ec18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/075ddb12-29fb-45f4-8828-fbacd5c96ba9 HTTP/1.1" status: 204 len: 168 time: 0.7142246 May 06 12:55:10.762752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] For port 660da8f6-c564-46e6-af3a-7200a4cb9e26, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=660da8f6-c564-46e6-af3a-7200a4cb9e26,segment=NetworkSegment(61883dbc-0a81-4b36-a5e1-c89bdc87a1c3),segment_id=61883dbc-0a81-4b36-a5e1-c89bdc87a1c3)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:10.763868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:11.053239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Calling delete_port for 660da8f6-c564-46e6-af3a-7200a4cb9e26 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:11.643569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:11.791543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=660da8f6-c564-46e6-af3a-7200a4cb9e26,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:12.005466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d694c-8301-456a-9357-58f25c6d452d req-9e40f4ce-0500-41d9-a121-97973aeb314b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:12.006738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8d8d694c-8301-456a-9357-58f25c6d452d req-9e40f4ce-0500-41d9-a121-97973aeb314b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Synchronizing usage tracker for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:12.049648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8d8d694c-8301-456a-9357-58f25c6d452d req-9e40f4ce-0500-41d9-a121-97973aeb314b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Unset dirty status for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:12.059779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-9e40f4ce-0500-41d9-a121-97973aeb314b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 814 time: 0.4669075 May 06 12:55:12.100266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-b3ad7735-a8fe-4f28-bd8b-cb4692fd0aff tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/quotas/8cbba79a6db5485da4f5f4e3d724aeb6 HTTP/1.1" status: 200 len: 375 time: 0.0374553 May 06 12:55:12.220419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-b2f3edf9-0127-4a0a-a7d3-7beaee7369a3 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188223 May 06 12:55:12.232205 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dfb747db-bf62-4e3d-bb8a-4a1b64af5879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.994068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.000920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.498449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-c0ff843c-842c-418e-9b91-44b67ce86602 service neutron] 10.222.0.44 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2763999 May 06 12:55:14.183761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-db496444-eb02-4c86-81aa-f37fb5c868bf service neutron] 10.222.0.44 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796787 May 06 12:55:14.558149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Router d45765c9-4b67-476f-96d4-a322673b0491 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:14.698489 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-859be142-837d-4f39-aead-37153214e477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:14.747850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc195f3c-46a9-4f6d-8e88-17827c8d7e07 req-c23358cc-a0cd-4db5-914f-1180e90a28fa tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1280212 May 06 12:55:14.899722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51132) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:15.097282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:15.118902 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] Sync routers for ids ['d45765c9-4b67-476f-96d4-a322673b0491'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:15.142286 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] Routers {'d45765c9-4b67-476f-96d4-a322673b0491'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:15.143844 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:55:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d45765c9-4b67-476f-96d4-a322673b0491'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:15.174353 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-51d6c231-a1e5-484b-aac5-cb7862f7b5c1 admin admin] 10.222.0.44 "PUT /v2.0/routers/d45765c9-4b67-476f-96d4-a322673b0491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7375259 May 06 12:55:15.177718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51144) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:15.508291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:15.661692 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:15.711513 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] Set router d45765c9-4b67-476f-96d4-a322673b0491 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:16.014194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d3ac34b-3786-4549-9e51-14338a725e75 req-4a399e4c-084f-44f5-a853-d91b6a1f156f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1339319 May 06 12:55:16.027401 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:55:16.109128 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:16.530655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:16.551408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Deleting port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:16.553894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:16.602696 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:03Z', 'updated_at': '2022-05-06T12:55:11Z', 'revision_number': 5, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'gw_port': {'id': '6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:06Z', 'updated_at': '2022-05-06T12:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:16.610574 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] Checking router: d45765c9-4b67-476f-96d4-a322673b0491 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:55:16.631444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51170) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:16.639727 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] Routers {'d45765c9-4b67-476f-96d4-a322673b0491'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:16.640821 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:55:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d45765c9-4b67-476f-96d4-a322673b0491'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:16.798805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b14c7fd2-1bc6-4c07-8cad-7e2371fca615 tempest-AgentManagementNegativeTest-388216684 tempest-AgentManagementNegativeTest-388216684-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.8966970 May 06 12:55:16.920708 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] Set router d45765c9-4b67-476f-96d4-a322673b0491 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:16.966334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51178) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:17.053039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] For port 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:17.053815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:17.303241 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:03Z', 'updated_at': '2022-05-06T12:55:16Z', 'revision_number': 6, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:17.317262 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d96149-3bbd-452b-9cc3-fd9f35a4bae0 None None] The sync data for ids ['d45765c9-4b67-476f-96d4-a322673b0491'] in n-d-840847-1 is: [{'id': 'd45765c9-4b67-476f-96d4-a322673b0491', 'name': 'tempest-TestAggregatesBasicOps-1886182198-router', 'tenant_id': '1eb145bdd3fb4df088752007c6732abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:03Z', 'updated_at': '2022-05-06T12:55:16Z', 'revision_number': 6, 'project_id': '1eb145bdd3fb4df088752007c6732abb', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:17.373050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-966a97a6-9285-4fb9-9190-7cb6c9e7a01a req-cf9c3656-3bdf-42d9-9bfe-01f4a40b801a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1499341 May 06 12:55:17.480967 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:17.780188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Calling delete_port for 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:17.788279 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c99f2c9b-c2cd-4f63-a3a0-dfa5d1e50612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:17.915233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c99f2c9b-c2cd-4f63-a3a0-dfa5d1e50612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:17.939885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c99f2c9b-c2cd-4f63-a3a0-dfa5d1e50612 admin admin] Usage tracker for resource:security_group_rule and tenant:03bfe5099445475d8e9689afef215e37 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:17.959400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c99f2c9b-c2cd-4f63-a3a0-dfa5d1e50612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:17.991428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c99f2c9b-c2cd-4f63-a3a0-dfa5d1e50612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:18.184708 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.315471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c99f2c9b-c2cd-4f63-a3a0-dfa5d1e50612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.330769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c99f2c9b-c2cd-4f63-a3a0-dfa5d1e50612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.413810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:18.530919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-324592919'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:18.607096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:18.658467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Usage tracker for resource:network and tenant:59d9e15bef1a4a52a472127b8eb0d042 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:18.668291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f2c9b-c2cd-4f63-a3a0-dfa5d1e50612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ef31e5-4539-44b0-869d-f248f46f140b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:18.680749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:18.713231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c99f2c9b-c2cd-4f63-a3a0-dfa5d1e50612 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03bfe5099445475d8e9689afef215e37&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0793056 May 06 12:55:18.716208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:18.719954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51210) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:18.976996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Made reservation on behalf of 59d9e15bef1a4a52a472127b8eb0d042 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:18.995508 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.019586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 660da8f6-c564-46e6-af3a-7200a4cb9e26 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:19.229220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 660da8f6-c564-46e6-af3a-7200a4cb9e26 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:19.229770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 660da8f6-c564-46e6-af3a-7200a4cb9e26 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:19.230433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:19.245047 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.343585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6667ab9f-4542-4dee-b881-6cef9074c87a req-9fd13adb-eeb7-4b44-bf6c-1c90f528af9c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 210 time: 0.2749808 May 06 12:55:19.344471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51216) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:19.398793 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:19.399381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6f99abea-1ac3-4e81-a4f9-f25a7c03d6a5 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:19.628884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:19.652667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Usage tracker for resource:security_group_rule and tenant:59d9e15bef1a4a52a472127b8eb0d042 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:19.665844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:19.677898 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.690202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:19.956604 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cc3286e-bda6-475d-9e02-fce940711449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.305126 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cc3286e-bda6-475d-9e02-fce940711449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.523083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.547324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.574240 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3bec-9641-41fe-a81d-1d52825ea384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.700372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9b3a3bec-9641-41fe-a81d-1d52825ea384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:20.712587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b3a3bec-9641-41fe-a81d-1d52825ea384 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ac90294bed45a29903f3a15b547593 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:20.730356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b3a3bec-9641-41fe-a81d-1d52825ea384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:20.740193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9b3a3bec-9641-41fe-a81d-1d52825ea384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:20.897353 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.917865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.957435 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3bec-9641-41fe-a81d-1d52825ea384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.021616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.022989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45765c9-4b67-476f-96d4-a322673b0491 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:55:21.104235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-448cd9e1-396f-4b90-922a-63f5ebd0e8c2 req-f95671fc-48b9-4a76-8ac6-a28ba7aeb8e9 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 210 time: 0.1440985 May 06 12:55:21.136999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3bec-9641-41fe-a81d-1d52825ea384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.173978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:55:21.200255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aa4ecc-46f3-403e-a413-0c289736236e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:21.230769 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.232465 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-89ee5780-2b1f-4658-a51a-8fcc01a3d131 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d45765c9-4b67-476f-96d4-a322673b0491 HTTP/1.1" status: 204 len: 168 time: 6.0531507 May 06 12:55:21.261827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51256) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:21.290106 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.290962 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Added segment 7199cd82-0dda-4130-8893-89744d6a9c61 of type vlan for network 33d129e0-4fda-4be4-b763-0d48e8c13a35 May 06 12:55:21.383819 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9b3a3bec-9641-41fe-a81d-1d52825ea384 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2ac90294bed45a29903f3a15b547593&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0002501 May 06 12:55:21.384806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51262) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:21.465975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cc3286e-bda6-475d-9e02-fce940711449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.505285 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.558198 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a3bec-9641-41fe-a81d-1d52825ea384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bb8c73-1eea-4163-91d9-2642e9cb0e99,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:21.607162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3286e-bda6-475d-9e02-fce940711449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ef31e5-4539-44b0-869d-f248f46f140b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:21.607982 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.612025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:21.613060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.621659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51268) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:21.685288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-113828b4-9714-4c08-8f5a-f43740845585 admin admin] Deleting subnet cebcc58d-64d0-47f6-9046-c61d2f7a144b {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:55:21.695420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-113828b4-9714-4c08-8f5a-f43740845585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.812391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d694c-8301-456a-9357-58f25c6d452d req-f22ce031-8c18-4429-8064-a4a5f058813a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:21.812678 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-183c104e-5f44-43d0-80b0-4926be12941d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.813963 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-f22ce031-8c18-4429-8064-a4a5f058813a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.36 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 814 time: 1.5592504 May 06 12:55:21.835525 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-113828b4-9714-4c08-8f5a-f43740845585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.976688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-113828b4-9714-4c08-8f5a-f43740845585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.086898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Request body: {'port': {'device_id': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'admin_state_up': True, 'tenant_id': '8cbba79a6db5485da4f5f4e3d724aeb6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:22.092891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-183c104e-5f44-43d0-80b0-4926be12941d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.200795 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cc3286e-bda6-475d-9e02-fce940711449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.203833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0cc3286e-bda6-475d-9e02-fce940711449 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59ef31e5-4539-44b0-869d-f248f46f140b HTTP/1.1" status: 204 len: 168 time: 3.4806724 May 06 12:55:22.204119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Pushing event updated for resources: {'Network': ['ID=33d129e0-4fda-4be4-b763-0d48e8c13a35,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:22.211876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c8f56836-18c8-4f96-8981-8502114ed82d tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.2429395 May 06 12:55:22.223416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51282) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:22.237261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 33d129e0-4fda-4be4-b763-0d48e8c13a35 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:55:22.239004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Request body: {'subnet': {'network_id': '33d129e0-4fda-4be4-b763-0d48e8c13a35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:22.304888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-183c104e-5f44-43d0-80b0-4926be12941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.579608 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-183c104e-5f44-43d0-80b0-4926be12941d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.581675 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-183c104e-5f44-43d0-80b0-4926be12941d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4bb8c73-1eea-4163-91d9-2642e9cb0e99 HTTP/1.1" status: 204 len: 168 time: 1.1878483 May 06 12:55:22.584117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c104e-5f44-43d0-80b0-4926be12941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bb8c73-1eea-4163-91d9-2642e9cb0e99,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:22.785803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:22.826871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Usage tracker for resource:subnet and tenant:59d9e15bef1a4a52a472127b8eb0d042 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:22.845545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:22.876890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:23.125357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-113828b4-9714-4c08-8f5a-f43740845585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.193193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce0166f0-475f-45a6-ac22-0f688c372e8a req-b4f04a92-269e-4aa8-b6c9-b23ff1d73d43 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 210 time: 0.2740912 May 06 12:55:23.205555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Made reservation on behalf of 59d9e15bef1a4a52a472127b8eb0d042 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:23.218975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-197557a1-7d6d-438e-b7aa-7fcafd681b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.353843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113828b4-9714-4c08-8f5a-f43740845585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cebcc58d-64d0-47f6-9046-c61d2f7a144b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:23.444002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-113828b4-9714-4c08-8f5a-f43740845585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.451293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce0f6ff-bb00-4dd6-831a-6ad151569fe9 None None] Network 6043e07b-01fa-49fb-b3b2-02438cf5b7bc requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:23.583301 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-113828b4-9714-4c08-8f5a-f43740845585 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cebcc58d-64d0-47f6-9046-c61d2f7a144b HTTP/1.1" status: 204 len: 168 time: 2.3201671 May 06 12:55:23.613983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51304) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:23.699649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-197557a1-7d6d-438e-b7aa-7fcafd681b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:23.724526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-197557a1-7d6d-438e-b7aa-7fcafd681b0f admin admin] Usage tracker for resource:security_group_rule and tenant:8fcbb8939ce34b92b332f24d8d5966b8 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:23.742447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-197557a1-7d6d-438e-b7aa-7fcafd681b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:23.764816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:23.834656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-197557a1-7d6d-438e-b7aa-7fcafd681b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:23.849181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Usage tracker for resource:port and tenant:8cbba79a6db5485da4f5f4e3d724aeb6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:23.870649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:23.935370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:24.049970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Made reservation on behalf of 8cbba79a6db5485da4f5f4e3d724aeb6 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:24.060108 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.209143 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.250721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51322) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:24.662236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] DHCP port deletion for 6043e07b-01fa-49fb-b3b2-02438cf5b7bc request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:55:24.680429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Deleting port 935415b2-67d1-497f-a723-5c7af1d0f5a2 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:24.681187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.802025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-197557a1-7d6d-438e-b7aa-7fcafd681b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.903426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68876f17-ffac-4d5c-94ed-5561a8bc3b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.950947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-197557a1-7d6d-438e-b7aa-7fcafd681b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.076198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.080683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 935415b2-67d1-497f-a723-5c7af1d0f5a2 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:25.110492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bf9a40e-d20d-43a0-a5ef-a949f023df58 req-740c54d5-5b38-4bb2-807a-e32061160f6f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 210 time: 0.4180980 May 06 12:55:25.230447 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-197557a1-7d6d-438e-b7aa-7fcafd681b0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fcbb8939ce34b92b332f24d8d5966b8&name=default HTTP/1.1" status: 200 len: 2647 time: 3.6067867 May 06 12:55:25.242081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197557a1-7d6d-438e-b7aa-7fcafd681b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c416f8b-3549-4b55-adfd-8076ae3e7af4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:25.258359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51340) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:25.267993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-68876f17-ffac-4d5c-94ed-5561a8bc3b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:25.269792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51342) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:25.286331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-68876f17-ffac-4d5c-94ed-5561a8bc3b41 admin admin] Usage tracker for resource:security_group_rule and tenant:f3292080a41548c39bcdd9be0dce0b95 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:25.298197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-68876f17-ffac-4d5c-94ed-5561a8bc3b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:25.312003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Deleting port 935415b2-67d1-497f-a723-5c7af1d0f5a2 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:25.312511 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.363819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-68876f17-ffac-4d5c-94ed-5561a8bc3b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:25.479880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Allocated IP 172.20.0.14 (e0c3b2c8-ed64-446f-bf1d-6343be099725/b5bf2cca-15c9-4f93-ab72-dde97d6e52a6/bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:25.533115 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d31c-9d10-4c14-882d-d77cc4e7bd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.630550 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d31c-9d10-4c14-882d-d77cc4e7bd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.960332 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68876f17-ffac-4d5c-94ed-5561a8bc3b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.965845 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.054755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] For port 935415b2-67d1-497f-a723-5c7af1d0f5a2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=935415b2-67d1-497f-a723-5c7af1d0f5a2,segment=NetworkSegment(61883dbc-0a81-4b36-a5e1-c89bdc87a1c3),segment_id=61883dbc-0a81-4b36-a5e1-c89bdc87a1c3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:26.055387 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.128356 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d31c-9d10-4c14-882d-d77cc4e7bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.144565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c394e711-16f4-41b2-b012-578d94f25a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.182269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68876f17-ffac-4d5c-94ed-5561a8bc3b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.235286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3d31c-9d10-4c14-882d-d77cc4e7bd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c416f8b-3549-4b55-adfd-8076ae3e7af4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:26.282447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-68876f17-ffac-4d5c-94ed-5561a8bc3b41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3292080a41548c39bcdd9be0dce0b95&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0182731 May 06 12:55:26.327059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51360) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:26.388458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3e3d31c-9d10-4c14-882d-d77cc4e7bd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.391641 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f3e3d31c-9d10-4c14-882d-d77cc4e7bd88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c416f8b-3549-4b55-adfd-8076ae3e7af4 HTTP/1.1" status: 204 len: 168 time: 1.1203027 May 06 12:55:26.404848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.428260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 935415b2-67d1-497f-a723-5c7af1d0f5a2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=935415b2-67d1-497f-a723-5c7af1d0f5a2,segment=NetworkSegment(61883dbc-0a81-4b36-a5e1-c89bdc87a1c3),segment_id=61883dbc-0a81-4b36-a5e1-c89bdc87a1c3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:26.465519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Calling delete_port for 935415b2-67d1-497f-a723-5c7af1d0f5a2 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:26.490847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68876f17-ffac-4d5c-94ed-5561a8bc3b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5687535d-9b6c-4784-99d3-9f6f5a8e4492,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:26.520781 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.560724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c394e711-16f4-41b2-b012-578d94f25a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:26.591143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51366) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:26.607151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c394e711-16f4-41b2-b012-578d94f25a7d admin admin] Usage tracker for resource:security_group_rule and tenant:508d2d7c490740df84f5f3348bf331b4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:26.618770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c394e711-16f4-41b2-b012-578d94f25a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:26.636690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c394e711-16f4-41b2-b012-578d94f25a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:26.712816 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7edf582b-999b-4b1d-b800-9efba0829f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.730161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.809588 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7edf582b-999b-4b1d-b800-9efba0829f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.961044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=935415b2-67d1-497f-a723-5c7af1d0f5a2,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:26.984047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:55:26.991144 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:55:27.092473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2011385278'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:27.166140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Pushing event updated for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:27.169746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:27.190823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Usage tracker for resource:network and tenant:7ab647f2d4444c3faf0a184d5a028912 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:27.199810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7edf582b-999b-4b1d-b800-9efba0829f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.210335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Network e0c3b2c8-ed64-446f-bf1d-6343be099725 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:27.212470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:27.239038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] For port 935415b2-67d1-497f-a723-5c7af1d0f5a2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=935415b2-67d1-497f-a723-5c7af1d0f5a2,segment=NetworkSegment(61883dbc-0a81-4b36-a5e1-c89bdc87a1c3),segment_id=61883dbc-0a81-4b36-a5e1-c89bdc87a1c3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:27.239038 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.246644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:27.248962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:27.266943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:27.361224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:27.366570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.397474 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c394e711-16f4-41b2-b012-578d94f25a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.402649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf582b-999b-4b1d-b800-9efba0829f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5687535d-9b6c-4784-99d3-9f6f5a8e4492,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:27.403576 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7edf582b-999b-4b1d-b800-9efba0829f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.408567 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7edf582b-999b-4b1d-b800-9efba0829f87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5687535d-9b6c-4784-99d3-9f6f5a8e4492 HTTP/1.1" status: 204 len: 168 time: 1.0763860 May 06 12:55:27.421702 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-785baac7-f951-4fed-ab40-ec00c9127d70 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3496695 May 06 12:55:27.423452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c394e711-16f4-41b2-b012-578d94f25a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.456997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Request body: {'port': {'device_id': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:27.492607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Deleting port 935415b2-67d1-497f-a723-5c7af1d0f5a2 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:27.493309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.556780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394e711-16f4-41b2-b012-578d94f25a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0842f600-2742-4b9a-87eb-cbb5c04612ec,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:27.560181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Made reservation on behalf of 7ab647f2d4444c3faf0a184d5a028912 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:27.563902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.612779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.628293 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.663238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Calling delete_port for 935415b2-67d1-497f-a723-5c7af1d0f5a2 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:27.695382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c394e711-16f4-41b2-b012-578d94f25a7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=508d2d7c490740df84f5f3348bf331b4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4189515 May 06 12:55:27.866002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51390) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:27.867450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.177333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] For port 935415b2-67d1-497f-a723-5c7af1d0f5a2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=935415b2-67d1-497f-a723-5c7af1d0f5a2,segment=NetworkSegment(61883dbc-0a81-4b36-a5e1-c89bdc87a1c3),segment_id=61883dbc-0a81-4b36-a5e1-c89bdc87a1c3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:28.178030 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.191441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c2cdf-f959-4c9f-a360-2a5003a3d068 req-a3e47f7d-a87c-404b-a607-e088a43389f4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:28.193208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f16c2cdf-f959-4c9f-a360-2a5003a3d068 req-a3e47f7d-a87c-404b-a607-e088a43389f4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 932 time: 1.2392390 May 06 12:55:28.193962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Pushing event updated for resources: {'Subnet': ['ID=c026305e-bcbf-4eb0-bbbd-5738dae910c5,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:28.245005 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:55:28.245381 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:55:28.264178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:28.317153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Checking segment: {'id': '7199cd82-0dda-4130-8893-89744d6a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33d129e0-4fda-4be4-b763-0d48e8c13a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:28.317870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Network hostable DHCP agents. Network: 33d129e0-4fda-4be4-b763-0d48e8c13a35, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:55:28.321948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Usage tracker for resource:security_group_rule and tenant:7ab647f2d4444c3faf0a184d5a028912 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:28.370190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f16c2cdf-f959-4c9f-a360-2a5003a3d068 req-88b61367-3ed4-44a6-9023-3bc90d070f00 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Synchronizing usage tracker for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:28.380628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:28.392460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Network 33d129e0-4fda-4be4-b763-0d48e8c13a35 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:55:28.396331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f16c2cdf-f959-4c9f-a360-2a5003a3d068 req-88b61367-3ed4-44a6-9023-3bc90d070f00 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Unset dirty status for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:28.408596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f16c2cdf-f959-4c9f-a360-2a5003a3d068 req-88b61367-3ed4-44a6-9023-3bc90d070f00 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812015 May 06 12:55:28.428489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 33d129e0-4fda-4be4-b763-0d48e8c13a35) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:28.445834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:28.446763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.457683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Calling delete_port for 935415b2-67d1-497f-a723-5c7af1d0f5a2 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:28.461773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:28.493412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d3e8bdc5-b072-4975-9e10-a1d5ed44dbe5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.2678545 May 06 12:55:28.494581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51404) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:28.501098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Request body: {'port': {'network_id': '33d129e0-4fda-4be4-b763-0d48e8c13a35', 'name': 'tempest-DHCPAgentSchedulersTestJSON-491181628'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:28.505693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838fa0a7-1b12-47fa-84bb-16a44d4f20da None None] Network 33d129e0-4fda-4be4-b763-0d48e8c13a35 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:28.721959 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.801057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] Pushing event deleted for resources: {'Port': ['ID=935415b2-67d1-497f-a723-5c7af1d0f5a2,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:28.846511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcc48f-379f-4fc1-ba0a-a30d73acbcff None None] No DVR routers for this DVR port 935415b2-67d1-497f-a723-5c7af1d0f5a2 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:55:28.866618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Deleting port 935415b2-67d1-497f-a723-5c7af1d0f5a2 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:28.867594 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.879219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be3028db-4f94-4d40-a2b5-d2fdcb870184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.954078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-33d129e0-4fda-4be4-b763-0d48e8c13a35', 'network_id': '33d129e0-4fda-4be4-b763-0d48e8c13a35', 'tenant_id': '59d9e15bef1a4a52a472127b8eb0d042', 'fixed_ips': [{'subnet_id': 'c026305e-bcbf-4eb0-bbbd-5738dae910c5'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:55:28.958168 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.021484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be3028db-4f94-4d40-a2b5-d2fdcb870184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.080825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] The port '935415b2-67d1-497f-a723-5c7af1d0f5a2' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:55:29.085075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:29.250122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.267418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.277530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Usage tracker for resource:port and tenant:59d9e15bef1a4a52a472127b8eb0d042 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:29.296893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:55:29.308625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.308973 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Added segment 27387fa3-6a11-48e4-ba5a-95e51c9032eb of type vlan for network 663d634d-936b-4bca-9397-c5a491ec7ce9 May 06 12:55:29.316496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:29.333536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:29.340452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.374451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be3028db-4f94-4d40-a2b5-d2fdcb870184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.385063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.388715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:29.389304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.452152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75c64fa-d920-4cce-a38e-a98086aac3ae,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:29.534393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Allocated IP 172.20.0.2 (33d129e0-4fda-4be4-b763-0d48e8c13a35/c026305e-bcbf-4eb0-bbbd-5738dae910c5/c0f73b7f-40ba-4fac-9e44-ea0c92eae736) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:29.568795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:55:29.587625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Made reservation on behalf of 59d9e15bef1a4a52a472127b8eb0d042 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:29.592302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.608861 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.647618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be3028db-4f94-4d40-a2b5-d2fdcb870184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.649499 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-be3028db-4f94-4d40-a2b5-d2fdcb870184 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0842f600-2742-4b9a-87eb-cbb5c04612ec HTTP/1.1" status: 204 len: 168 time: 1.7372785 May 06 12:55:29.670525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6043e07b-01fa-49fb-b3b2-02438cf5b7bc']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:29.681080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] device_id is not set on port d79e5a42-9e8a-4187-9f94-fb8e4c397577 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:55:29.682043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3028db-4f94-4d40-a2b5-d2fdcb870184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842f600-2742-4b9a-87eb-cbb5c04612ec,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:29.767471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:29.767471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61883dbc-0a81-4b36-a5e1-c89bdc87a1c3') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:29.878172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.915654 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.954267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:55:29.954862 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: timer() May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:55:29.970545 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:55:30.084523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc644ed-60f6-49cb-a218-f6dfa5f51a0d req-123cecf7-73f9-4305-81e2-6a3f035f82fb tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:30.092916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7fc644ed-60f6-49cb-a218-f6dfa5f51a0d req-123cecf7-73f9-4305-81e2-6a3f035f82fb tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 932 time: 0.3105752 May 06 12:55:30.095662 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:30.109484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Transition to ACTIVE for port object c0f73b7f-40ba-4fac-9e44-ea0c92eae736 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:30.114499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:30.137089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Transition to ACTIVE for port object c0f73b7f-40ba-4fac-9e44-ea0c92eae736 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:30.139910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:30.147408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:30.204246 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.6108994 May 06 12:55:30.210858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51440) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:30.214893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1a115-919f-448b-920b-822e75882b2b tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Network': ['ID=663d634d-936b-4bca-9397-c5a491ec7ce9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:30.234824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'subnet': {'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:30.313800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6043e07b-01fa-49fb-b3b2-02438cf5b7bc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:30.358767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-87d170c9-df94-4ab2-a91e-425f25fca2d2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6043e07b-01fa-49fb-b3b2-02438cf5b7bc HTTP/1.1" status: 204 len: 168 time: 6.7175603 May 06 12:55:30.444485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:30.453348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Usage tracker for resource:subnet and tenant:7ab647f2d4444c3faf0a184d5a028912 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:30.460094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7fc644ed-60f6-49cb-a218-f6dfa5f51a0d req-2face08c-bc82-449a-867c-68d2f99800f6 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658924 May 06 12:55:30.460711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:30.465696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:55:30.478524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:30.483412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Pushing event updated for resources: {'Port': ['ID=c0f73b7f-40ba-4fac-9e44-ea0c92eae736,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:30.486644 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:30.510187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:55:30.522851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Made reservation on behalf of 7ab647f2d4444c3faf0a184d5a028912 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:30.548291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Allocated IP 172.20.0.4 (33d129e0-4fda-4be4-b763-0d48e8c13a35/c026305e-bcbf-4eb0-bbbd-5738dae910c5/d79e5a42-9e8a-4187-9f94-fb8e4c397577) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:30.568265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Transition to ACTIVE for port object bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:30.588505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:30.901007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Network 33d129e0-4fda-4be4-b763-0d48e8c13a35 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:30.906936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:30.913622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:31.130022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Pushing event updated for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:31.141536 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:31.214261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Attempting to bind port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:31.214780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Attempting to bind port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7199cd82-0dda-4130-8893-89744d6a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33d129e0-4fda-4be4-b763-0d48e8c13a35'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:31.215708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Attempting to bind port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 on network 33d129e0-4fda-4be4-b763-0d48e8c13a35 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:31.228158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:55:31.228515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Checking segment: {'id': '7199cd82-0dda-4130-8893-89744d6a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33d129e0-4fda-4be4-b763-0d48e8c13a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:31.229423 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:31.229856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Bound using segment: {'id': '7199cd82-0dda-4130-8893-89744d6a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33d129e0-4fda-4be4-b763-0d48e8c13a35'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:55:31.230370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Bound port: c0f73b7f-40ba-4fac-9e44-ea0c92eae736, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7199cd82-0dda-4130-8893-89744d6a9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '33d129e0-4fda-4be4-b763-0d48e8c13a35'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:55:31.231804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:31.360270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] For port c0f73b7f-40ba-4fac-9e44-ea0c92eae736, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:55:31.366165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] For port c0f73b7f-40ba-4fac-9e44-ea0c92eae736, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c0f73b7f-40ba-4fac-9e44-ea0c92eae736,segment=NetworkSegment(7199cd82-0dda-4130-8893-89744d6a9c61),segment_id=7199cd82-0dda-4130-8893-89744d6a9c61)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:55:31.371998 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:31.463651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054dcc6-a528-4784-8305-41493e714ed6 None None] Pushing event updated for resources: {'Port': ['ID=c0f73b7f-40ba-4fac-9e44-ea0c92eae736,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:31.514534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51456) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:31.609270 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:31.677678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:31.701889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Transition to ACTIVE for port object d79e5a42-9e8a-4187-9f94-fb8e4c397577 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:31.777211 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:31.826261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Subnet': ['ID=cb39e0c4-b08a-447c-824d-3b307329f7b3,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:31.971975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51468) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:32.063866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e352d892-f392-4f02-8e0a-da78bcdc11da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.134169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5dd97e7e-10de-450e-a0e4-efafdb72db1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=070d762cfe204a55a14157ccc888657c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6164978 May 06 12:55:32.139366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51482) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:32.146087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Attempting to bind port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:32.147023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Attempting to bind port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:32.147618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Attempting to bind port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f on network e0c3b2c8-ed64-446f-bf1d-6343be099725 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:32.230237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Network 33d129e0-4fda-4be4-b763-0d48e8c13a35 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:32.234851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Checking segment: {'id': '27387fa3-6a11-48e4-ba5a-95e51c9032eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:32.235738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Network hostable DHCP agents. Network: 663d634d-936b-4bca-9397-c5a491ec7ce9, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:55:32.244929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f on network e0c3b2c8-ed64-446f-bf1d-6343be099725 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:32.245342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Attempting to bind port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f on network e0c3b2c8-ed64-446f-bf1d-6343be099725 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:32.255484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:32.263352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e352d892-f392-4f02-8e0a-da78bcdc11da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:32.324376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:32.336341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e352d892-f392-4f02-8e0a-da78bcdc11da admin admin] Usage tracker for resource:security_group_rule and tenant:6a645ed3910b4a8cb0426aeefb381357 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:32.360672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e352d892-f392-4f02-8e0a-da78bcdc11da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:32.389277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e352d892-f392-4f02-8e0a-da78bcdc11da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:32.391675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Pushing event updated for resources: {'Port': ['ID=d79e5a42-9e8a-4187-9f94-fb8e4c397577,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:32.412427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:55:32.413263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Checking segment: {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:32.415751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Bound using segment: {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:55:32.437547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Bound port: bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:55:32.437547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.467027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45cdf1d9-3612-4605-9cab-351edef98a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.512793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:32.513531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.576953 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e1f39134-806b-4d9c-b4a3-c7bf166fabb5 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0760312 May 06 12:55:32.587829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54d548-7a88-4131-b0c7-fcfa3b66bcc0 req-4b373f70-e85a-4c0b-9554-a46022321faf tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:32.597680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d54d548-7a88-4131-b0c7-fcfa3b66bcc0 req-4b373f70-e85a-4c0b-9554-a46022321faf tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 944 time: 0.6327708 May 06 12:55:32.598516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51494) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:32.614683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45cdf1d9-3612-4605-9cab-351edef98a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.642880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:55:32.718654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 663d634d-936b-4bca-9397-c5a491ec7ce9) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:32.729435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9445b-86b4-49ab-b2e0-0d1f47a841fd None None] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:32.780396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51502) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:32.825619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:32.826352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.883765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:55:32.952294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:55:33.020751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:33.057350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e352d892-f392-4f02-8e0a-da78bcdc11da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:33.085667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-90ff8ec3-ecbd-4b65-bfbf-56266c19c857 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Deleting port d79e5a42-9e8a-4187-9f94-fb8e4c397577 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:33.086030 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-90ff8ec3-ecbd-4b65-bfbf-56266c19c857 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:33.156200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c0f73b7f-40ba-4fac-9e44-ea0c92eae736 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:55:33.185049 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-030c8eed-6d66-4f3f-b8d4-6649adf2f790 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9697886 May 06 12:55:33.185049 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45cdf1d9-3612-4605-9cab-351edef98a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:33.194746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45cdf1d9-3612-4605-9cab-351edef98a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:33.205170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51520) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:33.213115 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-45cdf1d9-3612-4605-9cab-351edef98a9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/021da1c1-e633-4152-888f-f8326bec8144 HTTP/1.1" status: 204 len: 168 time: 1.0557723 May 06 12:55:33.221568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'port': {'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-676466152'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:33.371396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e352d892-f392-4f02-8e0a-da78bcdc11da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:33.436016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-663d634d-936b-4bca-9397-c5a491ec7ce9', 'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9', 'tenant_id': '7ab647f2d4444c3faf0a184d5a028912', 'fixed_ips': [{'subnet_id': 'cb39e0c4-b08a-447c-824d-3b307329f7b3'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:55:33.438113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:33.451056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d54d548-7a88-4131-b0c7-fcfa3b66bcc0 req-16a33a9d-0842-4312-8d6f-bfe74a86f2fb tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876922 May 06 12:55:33.493879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-32376270'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:33.493999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:33.502135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:33.507716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Usage tracker for resource:network and tenant:7220ace3f24a4b9db2353b178fd89e01 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:33.511681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:33.521708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:33.537787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:33.544111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Made reservation on behalf of 7220ace3f24a4b9db2353b178fd89e01 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:33.547738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:33.617665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdf1d9-3612-4605-9cab-351edef98a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021da1c1-e633-4152-888f-f8326bec8144,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:33.670565 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e352d892-f392-4f02-8e0a-da78bcdc11da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a645ed3910b4a8cb0426aeefb381357&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6903377 May 06 12:55:33.672211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51530) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:33.687219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657be742-9d56-43ec-a6e2-22c877fb086e None None] Network 33d129e0-4fda-4be4-b763-0d48e8c13a35 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:33.772425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:33.790114 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] 10.222.0.36 "PUT /v2.0/ports/bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f HTTP/1.1" status: 200 len: 1092 time: 6.3450794 May 06 12:55:33.790805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:55:33.904577 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-90ff8ec3-ecbd-4b65-bfbf-56266c19c857 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:34.074084 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d2e498-679d-4a7a-99f6-1233ea1741b6'] response: {'name': 'network-changed', 'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'status': 'completed', 'code': 200} May 06 12:55:34.120327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352d892-f392-4f02-8e0a-da78bcdc11da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd57b9-4cd1-456b-9cce-ff2e0d8d1865,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:34.157252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccf152-0007-4988-9ae1-68cab4978f00 service neutron] Pushing event updated for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:34.191578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-90ff8ec3-ecbd-4b65-bfbf-56266c19c857 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Calling delete_port for d79e5a42-9e8a-4187-9f94-fb8e4c397577 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:34.211423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd29b197-0f69-4d8e-bab6-39c2795ffca7 None None] Provisioning for port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:34.311205 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f88574fd-694a-4065-9013-856dee4518f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:34.340079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd29b197-0f69-4d8e-bab6-39c2795ffca7 None None] Provisioning complete for port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:34.351043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd29b197-0f69-4d8e-bab6-39c2795ffca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:34.352169 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-52f0fbb9-c722-4146-bc37-9a920b47e9a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 1095 time: 0.4746060 May 06 12:55:34.463304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51542) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:34.475326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Usage tracker for resource:port and tenant:7ab647f2d4444c3faf0a184d5a028912 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:34.498117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:34.620854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:34.647141 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-7b39682d-b3f3-4b4d-ae7a-e803f3b5b255 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f HTTP/1.1" status: 200 len: 217 time: 0.2863529 May 06 12:55:34.659840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:34.685665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Allocated IP 2001:db8::2 (663d634d-936b-4bca-9397-c5a491ec7ce9/cb39e0c4-b08a-447c-824d-3b307329f7b3/60a025e0-35b5-44fb-941f-391dca2e7c06) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:34.774517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Made reservation on behalf of 7ab647f2d4444c3faf0a184d5a028912 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:34.781104 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:34.831519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51556) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:34.862397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f88574fd-694a-4065-9013-856dee4518f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.053295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] device_id is not set on port fcebc444-3d18-4952-8038-4706c203bc36 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:55:35.110936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d694c-8301-456a-9357-58f25c6d452d req-17554eb9-5615-45d9-bd7e-fef23f6e7351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:35.113807 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-17554eb9-5615-45d9-bd7e-fef23f6e7351 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5bf2cca-15c9-4f93-ab72-dde97d6e52a6 HTTP/1.1" status: 200 len: 854 time: 0.4489579 May 06 12:55:35.144726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd29b197-0f69-4d8e-bab6-39c2795ffca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.227200 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-ce13a953-aacf-4704-bedf-2ff0a6efa16d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0c3b2c8-ed64-446f-bf1d-6343be099725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050897 May 06 12:55:35.233868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad800130-b80e-4798-9c31-dc03cebe8f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.260800 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f88574fd-694a-4065-9013-856dee4518f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.302691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:35.342548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88574fd-694a-4065-9013-856dee4518f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd57b9-4cd1-456b-9cce-ff2e0d8d1865,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:35.357271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Usage tracker for resource:security_group_rule and tenant:7220ace3f24a4b9db2353b178fd89e01 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:35.376197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f88574fd-694a-4065-9013-856dee4518f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.377014 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f88574fd-694a-4065-9013-856dee4518f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fdd57b9-4cd1-456b-9cce-ff2e0d8d1865 HTTP/1.1" status: 204 len: 168 time: 1.6855934 May 06 12:55:35.383810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cd29b197-0f69-4d8e-bab6-39c2795ffca7 None None] For port c0f73b7f-40ba-4fac-9e44-ea0c92eae736, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c0f73b7f-40ba-4fac-9e44-ea0c92eae736,segment=NetworkSegment(7199cd82-0dda-4130-8893-89744d6a9c61),segment_id=7199cd82-0dda-4130-8893-89744d6a9c61)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:35.425619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:35.431527 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd29b197-0f69-4d8e-bab6-39c2795ffca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.474254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:35.617023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.627285 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-e3df4431-dc92-49be-b5f0-2900566d3fdf service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926554 May 06 12:55:35.664424 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-90ff8ec3-ecbd-4b65-bfbf-56266c19c857 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.688783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Transition to ACTIVE for port object 60a025e0-35b5-44fb-941f-391dca2e7c06 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:35.756121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29b197-0f69-4d8e-bab6-39c2795ffca7 None None] Pushing event updated for resources: {'Port': ['ID=c0f73b7f-40ba-4fac-9e44-ea0c92eae736,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:35.764210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-094be54b-7a5e-418c-a890-1187ffbb2759 None None] Provisioning complete for port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:35.764789 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-094be54b-7a5e-418c-a890-1187ffbb2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.904388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Transition to ACTIVE for port object 60a025e0-35b5-44fb-941f-391dca2e7c06 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:35.959592 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.056624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:36.072596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e7657425-c5b8-4292-943a-0c8b563587a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1eb145bdd3fb4df088752007c6732abb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2236965 May 06 12:55:36.075119 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d8d694c-8301-456a-9357-58f25c6d452d req-86db58dc-8b66-48ea-b85b-4b94078ca165 service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378307 May 06 12:55:36.091044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51566) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:36.094898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:36.100031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:36.217745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Allocated IP 2001:db8::30d (663d634d-936b-4bca-9397-c5a491ec7ce9/cb39e0c4-b08a-447c-824d-3b307329f7b3/fcebc444-3d18-4952-8038-4706c203bc36) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:36.360290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff62918b-8379-42c8-bcb7-92a1b89af94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.400554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff8ec3-ecbd-4b65-bfbf-56266c19c857 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Pushing event deleted for resources: {'Port': ['ID=d79e5a42-9e8a-4187-9f94-fb8e4c397577,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:36.412384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ad800130-b80e-4798-9c31-dc03cebe8f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:36.452497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff62918b-8379-42c8-bcb7-92a1b89af94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.453904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-094be54b-7a5e-418c-a890-1187ffbb2759 None None] Could not find standard attr ID for object d79e5a42-9e8a-4187-9f94-fb8e4c397577. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:55:36.482018 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f59cf609-cb40-4a02-9ca5-aaee1fc5bff7 req-3ced0d89-d3c7-41ab-8338-d421d2a40c8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 1095 time: 0.3204951 May 06 12:55:36.486559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:36.492002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Pushing event updated for resources: {'Port': ['ID=60a025e0-35b5-44fb-941f-391dca2e7c06,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:36.525986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Attempting to bind port 60a025e0-35b5-44fb-941f-391dca2e7c06 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:36.526771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Attempting to bind port 60a025e0-35b5-44fb-941f-391dca2e7c06 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '27387fa3-6a11-48e4-ba5a-95e51c9032eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:36.527369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Attempting to bind port 60a025e0-35b5-44fb-941f-391dca2e7c06 on network 663d634d-936b-4bca-9397-c5a491ec7ce9 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:36.538881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:55:36.540174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Checking segment: {'id': '27387fa3-6a11-48e4-ba5a-95e51c9032eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:36.541600 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.542590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Bound using segment: {'id': '27387fa3-6a11-48e4-ba5a-95e51c9032eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:55:36.543424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Bound port: 60a025e0-35b5-44fb-941f-391dca2e7c06, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27387fa3-6a11-48e4-ba5a-95e51c9032eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:55:36.544368 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.614734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec11bfc3-4e3f-4ec0-957e-2271914d1c52 None None] Could not find standard attr ID for object d79e5a42-9e8a-4187-9f94-fb8e4c397577. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:55:36.678802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ad800130-b80e-4798-9c31-dc03cebe8f9a admin admin] Usage tracker for resource:security_group_rule and tenant:c96891c8154e41fd952ae0fc912dbc2c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:36.694723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] For port 60a025e0-35b5-44fb-941f-391dca2e7c06, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:55:36.698676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] For port 60a025e0-35b5-44fb-941f-391dca2e7c06, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=60a025e0-35b5-44fb-941f-391dca2e7c06,segment=NetworkSegment(27387fa3-6a11-48e4-ba5a-95e51c9032eb),segment_id=27387fa3-6a11-48e4-ba5a-95e51c9032eb)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:55:36.707813 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.715697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4ee7135b-c191-459c-b70d-e02946d19dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.717536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ad800130-b80e-4798-9c31-dc03cebe8f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:36.815943 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.870016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff62918b-8379-42c8-bcb7-92a1b89af94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.900967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ad800130-b80e-4798-9c31-dc03cebe8f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:36.911263 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-90ff8ec3-ecbd-4b65-bfbf-56266c19c857 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.929216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.942779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-90ff8ec3-ecbd-4b65-bfbf-56266c19c857 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] 10.222.0.44 "DELETE /v2.0/ports/d79e5a42-9e8a-4187-9f94-fb8e4c397577 HTTP/1.1" status: 204 len: 168 time: 4.3427401 May 06 12:55:36.960761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4ee7135b-c191-459c-b70d-e02946d19dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:36.978507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c0f73b7f-40ba-4fac-9e44-ea0c92eae736 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:55:36.983321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51578) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:36.989017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f0230-28ac-4fc1-bdba-4b79d40d57b1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:37.011302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b3c5c-0c22-4ee2-b317-70b413d6f611 req-baf5bd7c-cf01-4024-bd3b-ae06b0279370 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:37.013224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff2b3c5c-0c22-4ee2-b317-70b413d6f611 req-baf5bd7c-cf01-4024-bd3b-ae06b0279370 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 944 time: 1.8594425 May 06 12:55:37.074223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cf609-cb40-4a02-9ca5-aaee1fc5bff7 req-35de66fb-d5f6-48aa-990c-5e0ce35797cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:37.080658 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f59cf609-cb40-4a02-9ca5-aaee1fc5bff7 req-35de66fb-d5f6-48aa-990c-5e0ce35797cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 915 time: 0.5674391 May 06 12:55:37.086364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:55:37.092339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4ee7135b-c191-459c-b70d-e02946d19dff admin admin] Usage tracker for resource:security_group_rule and tenant:13dfe047dc1d4abfa14349c867060edd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:37.101162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4ee7135b-c191-459c-b70d-e02946d19dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:37.120261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4ee7135b-c191-459c-b70d-e02946d19dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:37.194321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e713cdd-0b5a-418a-bc73-8df46c565568 None None] Pushing event updated for resources: {'Port': ['ID=60a025e0-35b5-44fb-941f-391dca2e7c06,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:37.302485 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.327825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:37.328442 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.374184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62918b-8379-42c8-bcb7-92a1b89af94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58320c82-f904-4c2d-89d1-d68bca2508d4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:37.439774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ff62918b-8379-42c8-bcb7-92a1b89af94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.443480 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ff62918b-8379-42c8-bcb7-92a1b89af94a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58320c82-f904-4c2d-89d1-d68bca2508d4 HTTP/1.1" status: 204 len: 168 time: 1.3471520 May 06 12:55:37.531432 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad800130-b80e-4798-9c31-dc03cebe8f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.552089 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f59cf609-cb40-4a02-9ca5-aaee1fc5bff7 req-da0237de-6e2b-4907-877f-34f8b211df0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f HTTP/1.1" status: 200 len: 217 time: 0.3644240 May 06 12:55:37.563156 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ad800130-b80e-4798-9c31-dc03cebe8f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.706135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.706468 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Added segment 6f419f32-76c2-4885-a375-6040b81f1bbf of type vlan for network d886e670-8732-486c-b557-89bebb8fdc97 May 06 12:55:37.869986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff2b3c5c-0c22-4ee2-b317-70b413d6f611 req-02a4699c-1acc-40c5-9e68-ddd883714ea2 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8329868 May 06 12:55:37.871385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad800130-b80e-4798-9c31-dc03cebe8f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228276ae-748b-4bac-8368-3b8ffc90a881,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:37.886062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ad800130-b80e-4798-9c31-dc03cebe8f9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c96891c8154e41fd952ae0fc912dbc2c&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4042761 May 06 12:55:37.893853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7ce001e6-cecf-4ef8-a89e-3b35bb3e6907 tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.8994584 May 06 12:55:37.897606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51590) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:37.898146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51592) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:37.899794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cf609-cb40-4a02-9ca5-aaee1fc5bff7 req-df5989b2-b3f0-4f72-ad6a-8b09ed7c62a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:37.909936 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f59cf609-cb40-4a02-9ca5-aaee1fc5bff7 req-df5989b2-b3f0-4f72-ad6a-8b09ed7c62a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5bf2cca-15c9-4f93-ab72-dde97d6e52a6 HTTP/1.1" status: 200 len: 854 time: 0.3381896 May 06 12:55:37.914115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-976027074'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:37.934290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.941758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:37.966257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Usage tracker for resource:network and tenant:59d9e15bef1a4a52a472127b8eb0d042 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:37.994362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:38.011033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:38.014536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.024859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Transition to ACTIVE for port object fcebc444-3d18-4952-8038-4706c203bc36 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:38.060732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Made reservation on behalf of 59d9e15bef1a4a52a472127b8eb0d042 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:38.064663 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.097410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f59cf609-cb40-4a02-9ca5-aaee1fc5bff7 req-99c18efe-f06b-4fcc-906d-e93736967548 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0c3b2c8-ed64-446f-bf1d-6343be099725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073928 May 06 12:55:38.126143 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.131685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:38.133184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.301096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f59cf609-cb40-4a02-9ca5-aaee1fc5bff7 req-cdb0dec5-9582-4d0a-afef-e11096f3dd1d service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950212 May 06 12:55:38.421632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 5.6203020 May 06 12:55:38.430966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:55:38.443575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.563630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe695-01be-4ce5-ac1e-3ea9a1a9791a tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Pushing event updated for resources: {'Network': ['ID=d886e670-8732-486c-b557-89bebb8fdc97,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:38.580619 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.581172 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Added segment 62fb57bc-58e8-41f3-95cb-467193f42ff4 of type vlan for network 598950bf-e064-45cf-b4ed-3a1781935a76 May 06 12:55:38.585619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d886e670-8732-486c-b557-89bebb8fdc97 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:55:38.793937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:38.795619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Port': ['ID=fcebc444-3d18-4952-8038-4706c203bc36,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:38.801745 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.807528 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f59cf609-cb40-4a02-9ca5-aaee1fc5bff7 req-68d2cf21-be2f-4c33-856a-9c7ced42f30e service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761975 May 06 12:55:38.808372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:38.813503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:38.820391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:38.821391 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.863051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4ee7135b-c191-459c-b70d-e02946d19dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.889433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4ee7135b-c191-459c-b70d-e02946d19dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.933868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8c7c3630-81b8-4c92-88a6-8c4096a7d94d tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.7277479 May 06 12:55:38.936411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51612) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:39.006587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'port': {'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1403718166', 'allowed_address_pairs': [{'ip_address': '2001:db8::30d', 'mac_address': 'fa:16:3e:f2:ae:df'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:39.078724 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66643dc5-6586-4c1d-8926-d75db5a3b463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.119037 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4ee7135b-c191-459c-b70d-e02946d19dff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13dfe047dc1d4abfa14349c867060edd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6305757 May 06 12:55:39.138563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:55:39.157044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51620) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:39.261925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66643dc5-6586-4c1d-8926-d75db5a3b463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.293203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 60a025e0-35b5-44fb-941f-391dca2e7c06 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:55:39.427187 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7135b-c191-459c-b70d-e02946d19dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a6470b-2701-4f04-9a03-9e31789c905f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:39.448186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66643dc5-6586-4c1d-8926-d75db5a3b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.477255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66643dc5-6586-4c1d-8926-d75db5a3b463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228276ae-748b-4bac-8368-3b8ffc90a881,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:39.508289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66643dc5-6586-4c1d-8926-d75db5a3b463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.514260 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-66643dc5-6586-4c1d-8926-d75db5a3b463 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/228276ae-748b-4bac-8368-3b8ffc90a881 HTTP/1.1" status: 204 len: 168 time: 1.6027298 May 06 12:55:39.536493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf53245-715b-4845-8dcf-9222eff27378 None None] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:39.536919 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:55:39.730463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51628) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:39.741416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Request body: {'port': {'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97', 'binding:host_id': 'n-h2-840847-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-794078908'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:39.772623 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.777951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:39.778637 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.782824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:39.799651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Usage tracker for resource:port and tenant:24c1d02f81e745c7a102c4105f730fc9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:39.810874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:39.829496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:39.868874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Made reservation on behalf of 24c1d02f81e745c7a102c4105f730fc9 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:39.878037 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.922483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.975261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-27c8a9a8-3c6e-44f9-9cd1-cce0cec80c15 None None] Provisioning for port 60a025e0-35b5-44fb-941f-391dca2e7c06 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:39.986232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0836277 May 06 12:55:40.002678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51634) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:40.034786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1858b1-6a17-44b4-bfd5-9a317c7945f9 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Pushing event updated for resources: {'Network': ['ID=598950bf-e064-45cf-b4ed-3a1781935a76,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:40.056491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:40.060846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Usage tracker for resource:port and tenant:7ab647f2d4444c3faf0a184d5a028912 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:40.062071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 598950bf-e064-45cf-b4ed-3a1781935a76 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:55:40.072805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:40.087514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:40.102326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:40.104603 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f3c81e9-4a8c-44c6-8c7c-ccc40c7c3a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.116747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Usage tracker for resource:security_group_rule and tenant:24c1d02f81e745c7a102c4105f730fc9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:40.153935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:40.167690 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f3c81e9-4a8c-44c6-8c7c-ccc40c7c3a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.178631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:40.208350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:40.286366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 60a025e0-35b5-44fb-941f-391dca2e7c06 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:40.312369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'port_id': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'mac_address': 'fa:16:3e:46:fd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bf2cca-15c9-4f93-ab72-dde97d6e52a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:55:40.317172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Made reservation on behalf of 7ab647f2d4444c3faf0a184d5a028912 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:40.320148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 60a025e0-35b5-44fb-941f-391dca2e7c06 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:40.320683 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.393425 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f3c81e9-4a8c-44c6-8c7c-ccc40c7c3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.529939 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.597732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:55:40.627666 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e17552e9-09a7-4708-bceb-4cb38fe62fb9 tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] 10.222.0.44 "GET /v2.0/agents/3e8186fd-4d0f-4925-81a3-86bcd632ad69/dhcp-networks HTTP/1.1" status: 200 len: 4761 time: 0.5961535 May 06 12:55:40.635885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51652) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:40.669530 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.708749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:40.721679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.751246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c81e9-4a8c-44c6-8c7c-ccc40c7c3a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a6470b-2701-4f04-9a03-9e31789c905f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:40.768979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.783185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.806405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] device_id is not set on port 44210cfb-8c74-435f-8f59-f78ea1774b2d yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:55:40.809716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6770b-1934-470e-9221-2e6e94ea5f4a req-5c742715-7e26-4612-b301-dbeb46d31846 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:40.827526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ab6770b-1934-470e-9221-2e6e94ea5f4a req-5c742715-7e26-4612-b301-dbeb46d31846 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 944 time: 1.3309681 May 06 12:55:40.829780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f3c81e9-4a8c-44c6-8c7c-ccc40c7c3a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.834382 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5f3c81e9-4a8c-44c6-8c7c-ccc40c7c3a30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1a6470b-2701-4f04-9a03-9e31789c905f HTTP/1.1" status: 204 len: 168 time: 1.6771512 May 06 12:55:40.967975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:41.009040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ab6770b-1934-470e-9221-2e6e94ea5f4a req-d17da1f4-5cb6-4c9c-9c48-1652a278177e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804900 May 06 12:55:41.012303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:41.028115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] device_id is not set on port 53693fdd-159e-44f7-82a1-9c1f2c4b53b5 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:55:41.099783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:55:41.103067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad07b6-d9c1-417c-b73f-b90c34c4c14d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:41.207413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 60a025e0-35b5-44fb-941f-391dca2e7c06, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=60a025e0-35b5-44fb-941f-391dca2e7c06,segment=NetworkSegment(27387fa3-6a11-48e4-ba5a-95e51c9032eb),segment_id=27387fa3-6a11-48e4-ba5a-95e51c9032eb)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:41.217760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3089c080-e4c0-49cb-854f-5d78c2f3c790 tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] Network 598950bf-e064-45cf-b4ed-3a1781935a76 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:55:41.246723 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:41.267490 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3089c080-e4c0-49cb-854f-5d78c2f3c790 tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] 10.222.0.44 "POST /v2.0/agents/3e8186fd-4d0f-4925-81a3-86bcd632ad69/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6302385 May 06 12:55:41.271978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51664) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:41.397803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab02b07-b14c-4d60-a664-a641be5769fb None None] Network 598950bf-e064-45cf-b4ed-3a1781935a76 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:41.597791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Allocated IP 2001:db8::223 (663d634d-936b-4bca-9397-c5a491ec7ce9/cb39e0c4-b08a-447c-824d-3b307329f7b3/53693fdd-159e-44f7-82a1-9c1f2c4b53b5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:42.123743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=60a025e0-35b5-44fb-941f-391dca2e7c06,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:42.508129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] device_id is not set on port 44210cfb-8c74-435f-8f59-f78ea1774b2d yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:55:42.538928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.552656 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-69dd76ff-1194-4972-ba6c-3868f5f0b2c0 tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] 10.222.0.44 "GET /v2.0/agents/3e8186fd-4d0f-4925-81a3-86bcd632ad69/dhcp-networks HTTP/1.1" status: 200 len: 5505 time: 1.2670586 May 06 12:55:42.556688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51682) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:42.569710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.591747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Transition to ACTIVE for port object 44210cfb-8c74-435f-8f59-f78ea1774b2d will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:42.619300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Transition to ACTIVE for port object 53693fdd-159e-44f7-82a1-9c1f2c4b53b5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:42.635779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.669565 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.729489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-db725649-7b70-4d58-b711-11cf4de2a5a5 None None] Provisioning complete for port 60a025e0-35b5-44fb-941f-391dca2e7c06 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:42.731136 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db725649-7b70-4d58-b711-11cf4de2a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.866155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'Port': ['ID=44210cfb-8c74-435f-8f59-f78ea1774b2d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:42.910404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b60e0b7c-7f6f-4886-947c-2dc31026fe33 tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] 10.222.0.44 "DELETE /v2.0/agents/3e8186fd-4d0f-4925-81a3-86bcd632ad69/dhcp-networks/598950bf-e064-45cf-b4ed-3a1781935a76 HTTP/1.1" status: 204 len: 168 time: 0.3522930 May 06 12:55:42.912366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51688) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:43.046677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c6120cf-aecd-4901-9131-0d05dae9e9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.191816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.299629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Checking segment: {'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:43.299629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Network hostable DHCP agents. Network: d886e670-8732-486c-b557-89bebb8fdc97, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:55:43.438150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Network d886e670-8732-486c-b557-89bebb8fdc97 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:55:43.534993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-db725649-7b70-4d58-b711-11cf4de2a5a5 None None] Provisioning for port fcebc444-3d18-4952-8038-4706c203bc36 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:43.556148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 60a025e0-35b5-44fb-941f-391dca2e7c06 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:55:43.570853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d886e670-8732-486c-b557-89bebb8fdc97) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:43.592150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:43.669798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a0560b-c18c-48e1-990b-aafd53f2d536 None None] Network d886e670-8732-486c-b557-89bebb8fdc97 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:43.717369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:43.717883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:43.735416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:43.753850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:43.775701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:43.784689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:43.811208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:43.816358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.950218 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1171bc54-39ac-4227-a0db-57351b4096ce tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] 10.222.0.44 "GET /v2.0/agents/3e8186fd-4d0f-4925-81a3-86bcd632ad69/dhcp-networks HTTP/1.1" status: 200 len: 4761 time: 0.9773686 May 06 12:55:43.954213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51706) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:43.958655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Port': ['ID=53693fdd-159e-44f7-82a1-9c1f2c4b53b5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:44.022761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:44.024080 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:44.036914 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 2 to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d May 06 12:55:44.122861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-342e9257-ad88-451e-985b-fa2a059e96f6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.1813142 May 06 12:55:44.128993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51714) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:44.130278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:44.130851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:44.131409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:44.189089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-db725649-7b70-4d58-b711-11cf4de2a5a5 None None] Provisioning complete for port fcebc444-3d18-4952-8038-4706c203bc36 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:44.189726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db725649-7b70-4d58-b711-11cf4de2a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:44.245405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8d64-480c-4e34-bb21-813b234543bb req-ae80ce1b-9686-44b0-9aca-37a7617848cb tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:44.254745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3dde8d64-480c-4e34-bb21-813b234543bb req-ae80ce1b-9686-44b0-9aca-37a7617848cb tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 945 time: 1.5814664 May 06 12:55:44.314225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:44.315326 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:44.343602 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 3 to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d May 06 12:55:44.480340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3dde8d64-480c-4e34-bb21-813b234543bb req-225ac726-50d9-4ced-9051-407d72b0682a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882267 May 06 12:55:44.484392 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f5c59c90-38df-46fb-a42f-c12bd659ade0 tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] 10.222.0.44 "GET /v2.0/networks/33d129e0-4fda-4be4-b763-0d48e8c13a35/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.5257635 May 06 12:55:44.486545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51722) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:44.495514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-db725649-7b70-4d58-b711-11cf4de2a5a5 None None] Port fcebc444-3d18-4952-8038-4706c203bc36 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:55:44.497901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:44.502085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:44.513269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:44.546922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 60a025e0-35b5-44fb-941f-391dca2e7c06 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:44.546922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:44.594034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-979f3291-3917-413d-bb33-6c3057e28283 tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] 10.222.0.44 "GET /v2.0/networks/33d129e0-4fda-4be4-b763-0d48e8c13a35/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0953035 May 06 12:55:44.599647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:44.624537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:44.625403 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:44.628604 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 4 to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d May 06 12:55:44.713230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:44.713752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:44.715155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:44.751693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44211a6a-91e4-4426-8baf-a6853b410992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:44.756948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c336f46c-1d5c-4713-b2bd-f16670a135c8 None None] Provisioning for port 53693fdd-159e-44f7-82a1-9c1f2c4b53b5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:44.804862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27029d-0772-4be1-aa8b-206e01380691 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:44.812263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27029d-0772-4be1-aa8b-206e01380691 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:44.820807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27029d-0772-4be1-aa8b-206e01380691 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:44.832725 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0a27029d-0772-4be1-aa8b-206e01380691 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.6552730 May 06 12:55:44.846862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51732) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:44.913391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:44.913944 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:44.914575 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 5 to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d May 06 12:55:45.011741 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c336f46c-1d5c-4713-b2bd-f16670a135c8 None None] Provisioning complete for port 53693fdd-159e-44f7-82a1-9c1f2c4b53b5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:45.012780 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c336f46c-1d5c-4713-b2bd-f16670a135c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.012972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:45.015780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:45.018988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:45.082632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:45.083194 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:45.087882 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 6 to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d May 06 12:55:45.152256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-45911a2d-68e5-43fa-9ce8-8ec4a65bafba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Deleting port 53693fdd-159e-44f7-82a1-9c1f2c4b53b5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:45.156062 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45911a2d-68e5-43fa-9ce8-8ec4a65bafba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.168385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:45.168385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:45.168385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:45.184494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:45.185101 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:45.189602 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 7 to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d May 06 12:55:45.233597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:55:45.463756 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-353da640-6b58-4c7b-ab0b-9e22b401d720 tempest-DHCPAgentSchedulersTestJSON-1897397661 tempest-DHCPAgentSchedulersTestJSON-1897397661-project-admin] 10.222.0.44 "GET /v2.0/agents/3e8186fd-4d0f-4925-81a3-86bcd632ad69/dhcp-networks HTTP/1.1" status: 200 len: 5508 time: 0.8471055 May 06 12:55:45.463756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:45.463756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:45.463756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:45.465407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51744) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:45.591784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c336f46c-1d5c-4713-b2bd-f16670a135c8 None None] Port 53693fdd-159e-44f7-82a1-9c1f2c4b53b5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:55:45.723782 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.768727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c336f46c-1d5c-4713-b2bd-f16670a135c8 None None] Provisioning complete for port fcebc444-3d18-4952-8038-4706c203bc36 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:45.769834 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c336f46c-1d5c-4713-b2bd-f16670a135c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.804680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:45.806240 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:45.811820 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 8 to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d May 06 12:55:45.912915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:45.914091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:45.928098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:45.984916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.021108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:46.021108 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:46.021108 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 9 to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d May 06 12:55:46.041480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:46.055721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c336f46c-1d5c-4713-b2bd-f16670a135c8 None None] Port fcebc444-3d18-4952-8038-4706c203bc36 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:55:46.089433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:46.089878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.090621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:46.091275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:46.092044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:46.191695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:46.192571 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:46.200992 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 10 to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d May 06 12:55:46.211832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.408646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.456496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51758) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:46.549155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:46.553109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:46.554076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:46.595301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:55:46.608643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.639356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:46.643622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port 44210cfb-8c74-435f-8f59-f78ea1774b2d on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:46.644769 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port 44210cfb-8c74-435f-8f59-f78ea1774b2d on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:46.646069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.647145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.767076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45911a2d-68e5-43fa-9ce8-8ec4a65bafba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.772872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598950bf-e064-45cf-b4ed-3a1781935a76']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:46.816598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fb57bc-58e8-41f3-95cb-467193f42ff4') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:46.817498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fb57bc-58e8-41f3-95cb-467193f42ff4') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:46.836482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.877760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.893474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:55:46.893969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: timer() May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:55:46.912948 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:55:46.919821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] For port 44210cfb-8c74-435f-8f59-f78ea1774b2d, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:55:46.919821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempted to set empty binding levels {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:55:46.994461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.053722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:47.081826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.089628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.116042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.116435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.122588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.123188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.123500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.124292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.124460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.130362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.130932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.131395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.131877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:47.149447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.163928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'Port': ['ID=44210cfb-8c74-435f-8f59-f78ea1774b2d,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:47.172301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Pushing event deleted for resources: {'Network': ['ID=598950bf-e064-45cf-b4ed-3a1781935a76,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:47.194377 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6a59b3e1-a962-49ce-8546-40e999a8f27b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] 10.222.0.44 "DELETE /v2.0/networks/598950bf-e064-45cf-b4ed-3a1781935a76 HTTP/1.1" status: 204 len: 168 time: 1.7242870 May 06 12:55:47.195548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51776) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:47.434165 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-072bf26f-af79-437b-a5cc-36ecb60c25e9 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 7.7013569 May 06 12:55:47.446005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:47.449414 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a4df75-4e70-4be0-9be5-3032d8d7089b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] DELETE failed (client error): The resource could not be found. May 06 12:55:47.449849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a4df75-4e70-4be0-9be5-3032d8d7089b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:55:47.455991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e1a4df75-4e70-4be0-9be5-3032d8d7089b tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] 10.222.0.44 "DELETE /v2.0/ports/d79e5a42-9e8a-4187-9f94-fb8e4c397577 HTTP/1.1" status: 404 len: 333 time: 0.2550530 May 06 12:55:47.462965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-45911a2d-68e5-43fa-9ce8-8ec4a65bafba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Calling delete_port for 53693fdd-159e-44f7-82a1-9c1f2c4b53b5 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:47.486954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51784) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:47.509972 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.576051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8f200c5c-0956-466e-9d22-d369dcb9ca1f tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Deleting port 44210cfb-8c74-435f-8f59-f78ea1774b2d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:47.576505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8f200c5c-0956-466e-9d22-d369dcb9ca1f tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.648711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d25c1-81f9-4faa-b9ef-75ccf27bf43b req-9514d7cc-777d-443d-b104-2187a9798403 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:47.675575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b4d25c1-81f9-4faa-b9ef-75ccf27bf43b req-9514d7cc-777d-443d-b104-2187a9798403 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 945 time: 1.5527406 May 06 12:55:47.819220 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ccccf99-5715-4401-8bb0-91d5903e1116'] response: {'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'code': 200} May 06 12:55:47.849338 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12d774dd-d863-48d4-911c-af154090c0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.989367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b4d25c1-81f9-4faa-b9ef-75ccf27bf43b req-be979e65-3bf0-47ac-bc5f-38b2fa99b5dc tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109465 May 06 12:55:48.005456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-12d774dd-d863-48d4-911c-af154090c0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:48.015896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-12d774dd-d863-48d4-911c-af154090c0ff admin admin] Usage tracker for resource:security_group_rule and tenant:e7f9d8f721244a26b89e8bcc07ddc88c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:48.084142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-12d774dd-d863-48d4-911c-af154090c0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:48.141722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-12d774dd-d863-48d4-911c-af154090c0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:48.222695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45911a2d-68e5-43fa-9ce8-8ec4a65bafba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.305630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-8f200c5c-0956-466e-9d22-d369dcb9ca1f tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] For port 44210cfb-8c74-435f-8f59-f78ea1774b2d, host n-h2-840847-1, got binding levels [] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:48.306885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8f200c5c-0956-466e-9d22-d369dcb9ca1f tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.526572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8f200c5c-0956-466e-9d22-d369dcb9ca1f tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Calling delete_port for 44210cfb-8c74-435f-8f59-f78ea1774b2d owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:48.577910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45911a2d-68e5-43fa-9ce8-8ec4a65bafba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event deleted for resources: {'Port': ['ID=53693fdd-159e-44f7-82a1-9c1f2c4b53b5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:48.825316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cb40a8-261f-4e37-bb6b-63d9e1cbe7aa tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Deleting subnet c026305e-bcbf-4eb0-bbbd-5738dae910c5 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:55:48.828657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12d774dd-d863-48d4-911c-af154090c0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.842211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4cb40a8-261f-4e37-bb6b-63d9e1cbe7aa tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.940370 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a1e41894-a844-4386-9ef2-29fc27abaff9 req-aa50fb46-c54f-4d74-9ba7-039aeefd6e61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 1097 time: 0.9819195 May 06 12:55:48.949212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4cb40a8-261f-4e37-bb6b-63d9e1cbe7aa tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.966872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45911a2d-68e5-43fa-9ce8-8ec4a65bafba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.987286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-45911a2d-68e5-43fa-9ce8-8ec4a65bafba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "DELETE /v2.0/ports/53693fdd-159e-44f7-82a1-9c1f2c4b53b5 HTTP/1.1" status: 204 len: 168 time: 4.1373308 May 06 12:55:48.988634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12d774dd-d863-48d4-911c-af154090c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.998948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51802) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:49.052876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51804) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:49.059819 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a1e41894-a844-4386-9ef2-29fc27abaff9 req-9f6c5ecc-08c7-4bd3-b22c-b4f72f3c87a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500267 May 06 12:55:49.060070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636687804', 'description': 'tempest-secgroup-smoke-1636687804 description', 'project_id': 'f57f59e5f10b4779858d012f38366eaf'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:49.060458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8f200c5c-0956-466e-9d22-d369dcb9ca1f tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:49.069594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:49.127103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:49.148219 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea9a596-dcbe-4690-bea8-b0bae4254b59 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] GET failed (client error): The resource could not be found. May 06 12:55:49.149850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1ea9a596-dcbe-4690-bea8-b0bae4254b59 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Synchronizing usage tracker for tenant:7ab647f2d4444c3faf0a184d5a028912 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:49.160468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:49.187834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f200c5c-0956-466e-9d22-d369dcb9ca1f tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event deleted for resources: {'Port': ['ID=44210cfb-8c74-435f-8f59-f78ea1774b2d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:49.189234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d774dd-d863-48d4-911c-af154090c0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbebc57d-ce4c-4a3b-b35a-b75f8aa0fbb5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:49.207741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:49.234720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8f200c5c-0956-466e-9d22-d369dcb9ca1f tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:49.256249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8f200c5c-0956-466e-9d22-d369dcb9ca1f tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "DELETE /v2.0/ports/44210cfb-8c74-435f-8f59-f78ea1774b2d HTTP/1.1" status: 204 len: 168 time: 1.8087156 May 06 12:55:49.264785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51818) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:49.269787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-12d774dd-d863-48d4-911c-af154090c0ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7f9d8f721244a26b89e8bcc07ddc88c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8064289 May 06 12:55:49.338663 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4cb40a8-261f-4e37-bb6b-63d9e1cbe7aa tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:49.373628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51820) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:49.379463 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d59c1bf-4ecc-4613-971c-9f7d59c640e3 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] GET failed (client error): The resource could not be found. May 06 12:55:49.385126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7d59c1bf-4ecc-4613-971c-9f7d59c640e3 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "GET /v2.0/ports/44210cfb-8c74-435f-8f59-f78ea1774b2d HTTP/1.1" status: 404 len: 333 time: 0.1100950 May 06 12:55:49.534490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51828) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:49.535759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:49.551631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1ea9a596-dcbe-4690-bea8-b0bae4254b59 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Unset dirty status for tenant:7ab647f2d4444c3faf0a184d5a028912 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:49.557721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51840) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:49.559896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1ea9a596-dcbe-4690-bea8-b0bae4254b59 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "GET /v2.0/ports/53693fdd-159e-44f7-82a1-9c1f2c4b53b5 HTTP/1.1" status: 404 len: 333 time: 0.5475094 May 06 12:55:49.566762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4cb40a8-261f-4e37-bb6b-63d9e1cbe7aa tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:49.576856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'port': {'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-766308178'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:49.592920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Request body: {'port': {'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1553061694'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:49.620040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:49.628890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:49.716995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Usage tracker for resource:port and tenant:24c1d02f81e745c7a102c4105f730fc9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:49.717350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb40a8-261f-4e37-bb6b-63d9e1cbe7aa tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Pushing event deleted for resources: {'Subnet': ['ID=c026305e-bcbf-4eb0-bbbd-5738dae910c5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:49.727189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:49.739188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4cb40a8-261f-4e37-bb6b-63d9e1cbe7aa tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:49.748395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:49.755815 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e4cb40a8-261f-4e37-bb6b-63d9e1cbe7aa tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] 10.222.0.44 "DELETE /v2.0/subnets/c026305e-bcbf-4eb0-bbbd-5738dae910c5 HTTP/1.1" status: 204 len: 168 time: 2.2636695 May 06 12:55:49.756140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51848) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:49.763918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:49.764231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be5b20-e60b-4228-a7b6-ee4c3200bcc5 None None] Network 33d129e0-4fda-4be4-b763-0d48e8c13a35 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:49.785855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:49.799071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:49.819819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:49.885046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:49.904822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:49.956898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Made reservation on behalf of 7ab647f2d4444c3faf0a184d5a028912 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:49.962625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.133043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56bb7f30-75b9-49d7-b42d-6e36bde9f0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.167877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Made reservation on behalf of 24c1d02f81e745c7a102c4105f730fc9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:50.174090 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.174906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.200692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] device_id is not set on port 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:55:50.272938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.322481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Deleting port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:50.323388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.334730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.394703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] device_id is not set on port c640de27-0390-411b-83c2-e61efeb57fdc yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:55:50.485690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6283c1-9396-4650-92cd-4cc7945c0393 None None] DHCP port deletion for 33d129e0-4fda-4be4-b763-0d48e8c13a35 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:55:50.493022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fb6283c1-9396-4650-92cd-4cc7945c0393 None None] Deleting port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:50.495135 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb6283c1-9396-4650-92cd-4cc7945c0393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.630317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d073d34-938c-441d-b0c4-9cdb46d860af req-2ea3ab56-4d08-43c4-bee5-c8fc448bf8a7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:50.637756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d073d34-938c-441d-b0c4-9cdb46d860af req-2ea3ab56-4d08-43c4-bee5-c8fc448bf8a7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 1.1668661 May 06 12:55:50.655889 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56bb7f30-75b9-49d7-b42d-6e36bde9f0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.813591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2466f7-1c96-4497-929e-79ffcf332d61,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:50.844304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:50.903480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:50.946871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:50.966666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-fb6283c1-9396-4650-92cd-4cc7945c0393 None None] For port c0f73b7f-40ba-4fac-9e44-ea0c92eae736, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c0f73b7f-40ba-4fac-9e44-ea0c92eae736,segment=NetworkSegment(7199cd82-0dda-4130-8893-89744d6a9c61),segment_id=7199cd82-0dda-4130-8893-89744d6a9c61)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:50.968138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb6283c1-9396-4650-92cd-4cc7945c0393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.974633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:51.081175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Allocated IP 2001:db8::d5 (663d634d-936b-4bca-9397-c5a491ec7ce9/cb39e0c4-b08a-447c-824d-3b307329f7b3/3dd8e875-44df-4aed-98d7-6d60b3a7d2cc) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:51.172496 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:51.173104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fb6283c1-9396-4650-92cd-4cc7945c0393 None None] Calling delete_port for c0f73b7f-40ba-4fac-9e44-ea0c92eae736 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:51.196127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] For port c0f73b7f-40ba-4fac-9e44-ea0c92eae736, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c0f73b7f-40ba-4fac-9e44-ea0c92eae736,segment=NetworkSegment(7199cd82-0dda-4130-8893-89744d6a9c61),segment_id=7199cd82-0dda-4130-8893-89744d6a9c61)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:51.196939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:51.257350 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:51.283091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d073d34-938c-441d-b0c4-9cdb46d860af req-2aacbceb-f0f1-4474-8193-d18883124333 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127589 May 06 12:55:51.312068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fb6283c1-9396-4650-92cd-4cc7945c0393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:51.541142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6283c1-9396-4650-92cd-4cc7945c0393 None None] Pushing event deleted for resources: {'Port': ['ID=c0f73b7f-40ba-4fac-9e44-ea0c92eae736,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:51.589373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6283c1-9396-4650-92cd-4cc7945c0393 None None] No DVR routers for this DVR port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:55:51.593463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Calling delete_port for c0f73b7f-40ba-4fac-9e44-ea0c92eae736 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:51.751475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c0f73b7f-40ba-4fac-9e44-ea0c92eae736 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:51.835018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c0f73b7f-40ba-4fac-9e44-ea0c92eae736 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:51.835697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c0f73b7f-40ba-4fac-9e44-ea0c92eae736 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:51.929837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56bb7f30-75b9-49d7-b42d-6e36bde9f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:51.965523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:51.994161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:51.999172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.9451251 May 06 12:55:52.001912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56bb7f30-75b9-49d7-b42d-6e36bde9f0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.006982 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-56bb7f30-75b9-49d7-b42d-6e36bde9f0ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbebc57d-ce4c-4a3b-b35a-b75f8aa0fbb5 HTTP/1.1" status: 204 len: 168 time: 2.6189804 May 06 12:55:52.006982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51876) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:52.006982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7d4c2-4149-4ab0-a593-3599083670e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea4c99-b3b4-40cb-a024-ea85ab4311e8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:52.029105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '7cea4c99-b3b4-40cb-a024-ea85ab4311e8', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:52.040335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:52.044692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb7f30-75b9-49d7-b42d-6e36bde9f0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbebc57d-ce4c-4a3b-b35a-b75f8aa0fbb5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:52.051547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:52.057532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:52.067878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:52.108507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.183336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.199334 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.220182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Transition to ACTIVE for port object 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:52.358026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.367206 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.380582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:55:52.381113 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:55:52.382390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Network d886e670-8732-486c-b557-89bebb8fdc97 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:52.383953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.445831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'Port': ['ID=c640de27-0390-411b-83c2-e61efeb57fdc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:52.461777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:52.470443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.478146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4673314 May 06 12:55:52.485580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:52.487038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:52.488060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.516945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51888) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:52.530837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '7cea4c99-b3b4-40cb-a024-ea85ab4311e8', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:52.538288 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-97b02e80-6d4c-499e-aac9-a239ecef79b0 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9881282 May 06 12:55:52.539440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81bacd-9595-4d79-a255-8b0c3d608433 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cbf8a1-3885-4fe1-afac-99cd37433f9e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:52.549418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51892) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:52.553158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:52.560386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:52.608552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:52.619395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:52.635110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Port': ['ID=3dd8e875-44df-4aed-98d7-6d60b3a7d2cc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:52.645034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:52.679884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.680535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.681137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.682058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.684763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.685439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.686487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.688221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.688957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.689820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.690766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:52.750488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:52.754065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:52.768523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:52.783695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:52.784941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.868876 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:55:52.877468 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bd091e7c-5974-4832-85b0-fc95c7f3fab6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3058629 May 06 12:55:52.880290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51904) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:52.889779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Deleting port c0f73b7f-40ba-4fac-9e44-ea0c92eae736 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:52.890500 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.959225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-548ee9c8-315b-4057-9be9-e9281be75ae0 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30d', 'mac_address': 'fa:16:3e:f2:ae:df'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:53.031536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:53.197793 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:53.213822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] The port 'c0f73b7f-40ba-4fac-9e44-ea0c92eae736' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:55:53.297410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5c799466-fec2-4ade-8cec-b3c994d21436 None None] Provisioning for port 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:53.328103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5c799466-fec2-4ade-8cec-b3c994d21436 None None] Provisioning complete for port 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:53.332795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c799466-fec2-4ade-8cec-b3c994d21436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:53.490506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9077261-64b4-4664-a62c-1d86f224b1b6 req-98149b48-6539-41e6-a3e6-8bc85acc1647 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:53.505276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9077261-64b4-4664-a62c-1d86f224b1b6 req-98149b48-6539-41e6-a3e6-8bc85acc1647 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 0.8159773 May 06 12:55:53.604389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5c799466-fec2-4ade-8cec-b3c994d21436 None None] Port 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:55:53.766177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:53.795982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:53.839813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:53.904609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46249259-cd6d-4ebe-a4ee-8de0f8209aa8,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:53.969064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9077261-64b4-4664-a62c-1d86f224b1b6 req-3dcacdc8-b32d-402f-81a2-9803cd1b83a0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625044 May 06 12:55:54.010230 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.018628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fd569a89-546a-4635-b4a1-988a3b7c0a4c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4991193 May 06 12:55:54.023386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51928) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:54.032773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '7cea4c99-b3b4-40cb-a024-ea85ab4311e8', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:54.044277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:54.051529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:54.072370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:54.079537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d129e0-4fda-4be4-b763-0d48e8c13a35']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:54.100040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:54.118091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7199cd82-0dda-4130-8893-89744d6a9c61') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:54.118574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7199cd82-0dda-4130-8893-89744d6a9c61') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:54.134716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:55:54.176050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.245695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.305792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:55:54.306587 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.382522 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: util.warn( May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: timer() May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:55:54.431144 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:55:54.727662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] device_id is not set on port c640de27-0390-411b-83c2-e61efeb57fdc yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:55:54.771631 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-548ee9c8-315b-4057-9be9-e9281be75ae0 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.804993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.840300 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.853234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.930644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Transition to ACTIVE for port object c640de27-0390-411b-83c2-e61efeb57fdc will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:54.934119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.946494 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.955951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] Pushing event deleted for resources: {'Network': ['ID=33d129e0-4fda-4be4-b763-0d48e8c13a35,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:54.967415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.976306 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cd508985-3097-4d60-a937-ed62a614b1b2 tempest-DHCPAgentSchedulersTestJSON-189028287 tempest-DHCPAgentSchedulersTestJSON-189028287-project] 10.222.0.44 "DELETE /v2.0/networks/33d129e0-4fda-4be4-b763-0d48e8c13a35 HTTP/1.1" status: 204 len: 168 time: 5.2097862 May 06 12:55:55.169486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a70423a-2a33-4292-bed1-088f73dc89ab,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:55.192511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2bf9-b2ee-4851-b3eb-e853ce0e61b4 req-5ecfa025-5b8f-4d6d-9b42-87a7508cc9ec tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:55.195386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79cf2bf9-b2ee-4851-b3eb-e853ce0e61b4 req-5ecfa025-5b8f-4d6d-9b42-87a7508cc9ec tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 0.8180616 May 06 12:55:55.258122 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.275293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b6eac040-66c8-4b99-a7ad-bb721c48a8c0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2475255 May 06 12:55:55.275293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'Port': ['ID=c640de27-0390-411b-83c2-e61efeb57fdc,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:55.291017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51952) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:55.375510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '7cea4c99-b3b4-40cb-a024-ea85ab4311e8', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:55.387242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51956) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:55.434332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:55.509889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:55.521525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:55.522038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:55.522695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:55.526925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:55.568481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:55.582017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79cf2bf9-b2ee-4851-b3eb-e853ce0e61b4 req-ac98ed48-8372-4b6b-a1ef-a8fa47b512b9 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697789 May 06 12:55:55.586722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:55.587691 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:55.590434 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 2 to bind port c640de27-0390-411b-83c2-e61efeb57fdc May 06 12:55:55.654985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-548ee9c8-315b-4057-9be9-e9281be75ae0 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.656568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51964) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:55.670059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-548ee9c8-315b-4057-9be9-e9281be75ae0 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.686792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:55.690932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:55.691757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:55.708037 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.791543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-548ee9c8-315b-4057-9be9-e9281be75ae0 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] In _notify_port_updated(), no bound segment for port 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc on network 663d634d-936b-4bca-9397-c5a491ec7ce9 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:55:55.811163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ee9c8-315b-4057-9be9-e9281be75ae0 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:55.812340 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-548ee9c8-315b-4057-9be9-e9281be75ae0 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.819487 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-548ee9c8-315b-4057-9be9-e9281be75ae0 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "PUT /v2.0/ports/3dd8e875-44df-4aed-98d7-6d60b3a7d2cc HTTP/1.1" status: 200 len: 1001 time: 2.9373996 May 06 12:55:55.825926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51976) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:55.932221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:55.932498 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:55.933516 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 3 to bind port c640de27-0390-411b-83c2-e61efeb57fdc May 06 12:55:56.027990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ee9c8-315b-4057-9be9-e9281be75ae0 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Port': ['ID=3dd8e875-44df-4aed-98d7-6d60b3a7d2cc,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:56.078829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-28c15b28-87eb-4c88-ba08-aed5dc007106 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Deleting port 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:56.080009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28c15b28-87eb-4c88-ba08-aed5dc007106 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.119727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.141158 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.212769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51986) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:56.300841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:56.301224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:56.301576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:56.311727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02f4ae2-3f66-4d52-80d6-3241b02f890c,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:56.353813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:56.354140 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:56.365919 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 4 to bind port c640de27-0390-411b-83c2-e61efeb57fdc May 06 12:55:56.412007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:56.412622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:56.413132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:56.421654 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.426485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-135b109f-f34c-49f8-8d4f-4c2d77cdb026 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1302238 May 06 12:55:56.429205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51996) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:56.437747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '7cea4c99-b3b4-40cb-a024-ea85ab4311e8', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:56.486766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:56.500131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:56.500455 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:56.517632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f92ac8cf-f3bd-4f42-84d1-2fa0d09947d9 None None] Provisioning complete for port 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:56.518577 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f92ac8cf-f3bd-4f42-84d1-2fa0d09947d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.576644 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 5 to bind port c640de27-0390-411b-83c2-e61efeb57fdc May 06 12:55:56.595400 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb479422-b004-40fa-9abc-db546442c7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.635405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:56.682391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:56.682834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac8cf-f3bd-4f42-84d1-2fa0d09947d9 None None] Port 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:55:56.764355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:56.813765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'networks': [{'name': 'tempest-network--2029864697'}, {'name': 'tempest-network--2026348244'}]} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:56.814628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'network': {'name': 'tempest-network--2029864697'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:56.814628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'network': {'name': 'tempest-network--2026348244'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:56.827342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28c15b28-87eb-4c88-ba08-aed5dc007106 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.841067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:56.850886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Usage tracker for resource:network and tenant:93b424d0ad8c4b33b104eed6a23a33f0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:56.854832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:56.863170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:56.876573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:56.877206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:56.877681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:56.947401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Made reservation on behalf of 93b424d0ad8c4b33b104eed6a23a33f0 for: {'network': 2} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:56.952204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.980222 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Project f57f59e5f10b4779858d012f38366eaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 12:55:57.048271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-28c15b28-87eb-4c88-ba08-aed5dc007106 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Calling delete_port for 3dd8e875-44df-4aed-98d7-6d60b3a7d2cc owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:57.084155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.098251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cb479422-b004-40fa-9abc-db546442c7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:57.113308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52002) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:57.118746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-68314574-8b65-4bfd-bded-145577132dde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59d9e15bef1a4a52a472127b8eb0d042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8189774 May 06 12:55:57.124507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.156564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:57.157274 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:57.158705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cb479422-b004-40fa-9abc-db546442c7cd admin admin] Usage tracker for resource:security_group_rule and tenant:837a84a2b20448e4b46aee097bba9767 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:57.174276 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 6 to bind port c640de27-0390-411b-83c2-e61efeb57fdc May 06 12:55:57.185864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cb479422-b004-40fa-9abc-db546442c7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:57.243876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:57.274365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cb479422-b004-40fa-9abc-db546442c7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:57.296573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Usage tracker for resource:security_group_rule and tenant:93b424d0ad8c4b33b104eed6a23a33f0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:57.368015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8acb37d1-192f-4a44-a63c-99e2a69c1209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.377318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:57.418887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:57.476004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8acb37d1-192f-4a44-a63c-99e2a69c1209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.493423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28c15b28-87eb-4c88-ba08-aed5dc007106 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.531604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:57.531604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:57.531604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:57.602233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:57.602820 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:57.612012 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 7 to bind port c640de27-0390-411b-83c2-e61efeb57fdc May 06 12:55:57.628059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c15b28-87eb-4c88-ba08-aed5dc007106 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event deleted for resources: {'Port': ['ID=3dd8e875-44df-4aed-98d7-6d60b3a7d2cc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:57.671074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:57.671820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:57.672228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:57.704157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:57.704600 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:57.714813 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 8 to bind port c640de27-0390-411b-83c2-e61efeb57fdc May 06 12:55:57.759274 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.803994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:57.805164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:57.806161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:57.820930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.867303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1940a-9d7e-4f08-b46c-958f4148eedd req-7d4eabc6-0542-49c3-bb0f-b59ea72a1754 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:57.875209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7d1940a-9d7e-4f08-b46c-958f4148eedd req-7d4eabc6-0542-49c3-bb0f-b59ea72a1754 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 0.4935813 May 06 12:55:57.942380 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb479422-b004-40fa-9abc-db546442c7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.944885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aa3036-6b99-4ee2-b94c-04ae7aa1f3c8,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:57.957963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.961417 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28c15b28-87eb-4c88-ba08-aed5dc007106 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.999822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.002994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.005190 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb479422-b004-40fa-9abc-db546442c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.021411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:58.022324 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:58.086100 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 9 to bind port c640de27-0390-411b-83c2-e61efeb57fdc May 06 12:55:58.087987 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8acb37d1-192f-4a44-a63c-99e2a69c1209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.124264 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.125945 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d22e0e21-2f86-46da-8c1f-10914f7b984c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.6952953 May 06 12:55:58.144422 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28c15b28-87eb-4c88-ba08-aed5dc007106 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "DELETE /v2.0/ports/3dd8e875-44df-4aed-98d7-6d60b3a7d2cc HTTP/1.1" status: 204 len: 168 time: 2.3129392 May 06 12:55:58.144422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52010) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:58.149628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52012) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:58.175144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8acb37d1-192f-4a44-a63c-99e2a69c1209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.177233 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8acb37d1-192f-4a44-a63c-99e2a69c1209 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9aa4ecc-46f3-403e-a413-0c289736236e HTTP/1.1" status: 204 len: 168 time: 1.0539136 May 06 12:55:58.192346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '7cea4c99-b3b4-40cb-a024-ea85ab4311e8', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:58.266459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:55:58.274844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:58.275690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:58.278155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:58.292413 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.293019 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Added segment 1bbb6baa-6bbf-4a32-ad97-db80d0a0efba of type vlan for network 42217243-0e0e-47f0-8ac1-4cd886ba3dae May 06 12:55:58.311264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cb479422-b004-40fa-9abc-db546442c7cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=837a84a2b20448e4b46aee097bba9767&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9104700 May 06 12:55:58.320567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52020) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:58.329952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce522a9-e9bf-4a07-b55f-ac66cb47838b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:58.412929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb37d1-192f-4a44-a63c-99e2a69c1209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aa4ecc-46f3-403e-a413-0c289736236e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:58.437688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:58.452664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.460505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:58.468729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:58.507824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:58.562803 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Project f57f59e5f10b4779858d012f38366eaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 12:55:58.579711 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.624635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:55:58.643200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb479422-b004-40fa-9abc-db546442c7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b12d105-fbc6-4f3f-aeb2-31ee985006e5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:58.669294 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-0127a2f0-6bd6-459b-a970-419ad8022073 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] GET failed (client error): The resource could not be found. May 06 12:55:58.677427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0127a2f0-6bd6-459b-a970-419ad8022073 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "GET /v2.0/ports/3dd8e875-44df-4aed-98d7-6d60b3a7d2cc HTTP/1.1" status: 404 len: 333 time: 0.5019803 May 06 12:55:58.682986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52024) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:58.685055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:58.686386 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:58.690019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7d1940a-9d7e-4f08-b46c-958f4148eedd req-6274c093-0ed8-418f-8684-c347711f9b4b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171431 May 06 12:55:58.703947 n-d-840847-1 neutron-server[83955]: INFO neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 10 to bind port c640de27-0390-411b-83c2-e61efeb57fdc May 06 12:55:58.732078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'port': {'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1838438968'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:58.745796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.746360 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Added segment 35802066-0e00-4ab2-8dc8-330296c36499 of type vlan for network 25fc3673-6a6f-46aa-bcbc-1a225bc4e620 May 06 12:55:58.795287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:58.796113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:58.796634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:58.852465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.905852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.906998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.913473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:58.917372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:58.918663 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.926453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.960608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:58.961047 n-d-840847-1 neutron-server[83955]: ERROR neutron.plugins.ml2.managers [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c640de27-0390-411b-83c2-e61efeb57fdc on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:55:58.961664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.008987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52036) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:59.071474 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.126313 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84add919-61e0-4357-883d-8a3c1dc7c77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.136919 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eee9994d-9e74-4a9d-9445-040a62d4bcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.137857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb5e02c-e4ee-4b8b-8991-2dfcd5538004,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:59.151024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Network': ['ID=42217243-0e0e-47f0-8ac1-4cd886ba3dae,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:59.173503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 42217243-0e0e-47f0-8ac1-4cd886ba3dae details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:55:59.213427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eee9994d-9e74-4a9d-9445-040a62d4bcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.260226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:59.329648 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.6671705 May 06 12:55:59.329941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Usage tracker for resource:port and tenant:7ab647f2d4444c3faf0a184d5a028912 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:59.342297 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.348844 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dc36b6d4-5f38-4680-89cc-fe3d306b884e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1879046 May 06 12:55:59.349129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:59.349337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52044) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:59.350579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] For port c640de27-0390-411b-83c2-e61efeb57fdc, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:55:59.351486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempted to set empty binding levels {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:55:59.354850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52046) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:59.381122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'network': {'name': 'tempest-network-smoke--838771026', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'port_security_enabled': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:59.408214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:59.412554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:59.417406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.510137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:network and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:59.521522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:59.529511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82f686-1cc2-424a-9e04-ffa7fae3e4f4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Network': ['ID=25fc3673-6a6f-46aa-bcbc-1a225bc4e620,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:59.552945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 25fc3673-6a6f-46aa-bcbc-1a225bc4e620 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:55:59.573064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-84add919-61e0-4357-883d-8a3c1dc7c77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:59.576894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:59.622354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-84add919-61e0-4357-883d-8a3c1dc7c77d admin admin] Usage tracker for resource:security_group_rule and tenant:474de230dcb94b53999c39c8e3a2fcf5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:59.643960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-84add919-61e0-4357-883d-8a3c1dc7c77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:59.672233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-84add919-61e0-4357-883d-8a3c1dc7c77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:59.676493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Made reservation on behalf of 7ab647f2d4444c3faf0a184d5a028912 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:59.681640 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.708269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:59.714832 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.726728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5ff17-dc0f-48af-ba3e-4840bd4b5da6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:59.731867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5ff17-dc0f-48af-ba3e-4840bd4b5da6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:59.733233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] In _notify_port_updated(), no bound segment for port c640de27-0390-411b-83c2-e61efeb57fdc on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:55:59.735275 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.737851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "PUT /v2.0/ports/c640de27-0390-411b-83c2-e61efeb57fdc HTTP/1.1" status: 200 len: 975 time: 7.1866951 May 06 12:55:59.739125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5ff17-dc0f-48af-ba3e-4840bd4b5da6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:59.761678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52058) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:59.765961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5ff17-dc0f-48af-ba3e-4840bd4b5da6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:59.768183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-03a5ff17-dc0f-48af-ba3e-4840bd4b5da6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Synchronizing usage tracker for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:59.784114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7510533-6837-475a-9c90-1a318bb7892c tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'Port': ['ID=c640de27-0390-411b-83c2-e61efeb57fdc,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:59.818163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-03a5ff17-dc0f-48af-ba3e-4840bd4b5da6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Unset dirty status for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:59.821205 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-03a5ff17-dc0f-48af-ba3e-4840bd4b5da6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4536479 May 06 12:55:59.825271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52062) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:59.868402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eee9994d-9e74-4a9d-9445-040a62d4bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.913519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] device_id is not set on port 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:00.010565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9994d-9e74-4a9d-9445-040a62d4bcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b12d105-fbc6-4f3f-aeb2-31ee985006e5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:00.088179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:56:00.162688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eee9994d-9e74-4a9d-9445-040a62d4bcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.164440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eee9994d-9e74-4a9d-9445-040a62d4bcb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b12d105-fbc6-4f3f-aeb2-31ee985006e5 HTTP/1.1" status: 204 len: 168 time: 1.8162508 May 06 12:56:00.237942 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.238475 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Added segment 02381062-3f26-4fa6-a478-7c79c4b8846e of type vlan for network dbbc0d15-8641-4520-9288-30d0caacb1b3 May 06 12:56:00.248995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.414507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84add919-61e0-4357-883d-8a3c1dc7c77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.480070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-84add919-61e0-4357-883d-8a3c1dc7c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.498939 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.565903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ed8ebad-f406-4d39-a233-99bc7e355185 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Synchronizing usage tracker for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:00.601250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.637014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Allocated IP 2001:db8::380 (663d634d-936b-4bca-9397-c5a491ec7ce9/cb39e0c4-b08a-447c-824d-3b307329f7b3/38b5d2d0-ccb2-435c-a7e4-bfae711ca776) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:00.638057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42217243-0e0e-47f0-8ac1-4cd886ba3dae']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:00.645390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84add919-61e0-4357-883d-8a3c1dc7c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dfc080-a0fe-44b0-877f-8413d1bb9983,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:00.665871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbb6baa-6bbf-4a32-ad97-db80d0a0efba') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:00.672158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-84add919-61e0-4357-883d-8a3c1dc7c77d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=474de230dcb94b53999c39c8e3a2fcf5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6542354 May 06 12:56:00.672700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbb6baa-6bbf-4a32-ad97-db80d0a0efba') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:00.683897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52070) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:00.693574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ed8ebad-f406-4d39-a233-99bc7e355185 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Unset dirty status for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:00.696483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0ed8ebad-f406-4d39-a233-99bc7e355185 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 7344 time: 0.9228435 May 06 12:56:00.707309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52074) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:00.707650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.745218 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.757547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:56:00.758182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: timer() May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:56:00.951843 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:56:00.965223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.995465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.026923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Network': ['ID=42217243-0e0e-47f0-8ac1-4cd886ba3dae,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:01.030109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-44fb6556-0979-4fc2-beb5-c64fd8a166c4 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/networks/42217243-0e0e-47f0-8ac1-4cd886ba3dae HTTP/1.1" status: 204 len: 168 time: 1.2028024 May 06 12:56:01.032005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52082) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:01.068413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52086) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:01.077934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1e791393-18fb-4427-8aac-00210fbc1432 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Deleting port c640de27-0390-411b-83c2-e61efeb57fdc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:01.078454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e791393-18fb-4427-8aac-00210fbc1432 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.118228 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.124359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:01.125288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.139511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f9e3-b971-4317-8169-bf152ba258bd req-4bc9f850-3b89-43f8-92f2-5597b463f694 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:01.141926 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da58f9e3-b971-4317-8169-bf152ba258bd req-4bc9f850-3b89-43f8-92f2-5597b463f694 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 1.0663116 May 06 12:56:01.247415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fac0c5a6-e06e-4986-9d88-eb1e00e7834d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.284072 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db1ec21-9958-459f-8ece-fce289428de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.362084 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.399389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db1ec21-9958-459f-8ece-fce289428de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.434383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fac0c5a6-e06e-4986-9d88-eb1e00e7834d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:01.470244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1096716 May 06 12:56:01.497413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52090) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:01.504998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'admin_state_up': True, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:01.511654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fac0c5a6-e06e-4986-9d88-eb1e00e7834d admin admin] Usage tracker for resource:security_group_rule and tenant:4bc398c9443246988e759edde75bc772 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:01.518816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e626c4-a5b8-4355-ba21-3588f97009aa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Network': ['ID=dbbc0d15-8641-4520-9288-30d0caacb1b3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:01.540084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:01.540403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fac0c5a6-e06e-4986-9d88-eb1e00e7834d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:01.552723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dbbc0d15-8641-4520-9288-30d0caacb1b3 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:56:01.587259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:router and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:01.587606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fac0c5a6-e06e-4986-9d88-eb1e00e7834d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:01.598857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:01.615829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:01.625151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da58f9e3-b971-4317-8169-bf152ba258bd req-916cf8a2-c8cf-435a-8a92-aa5b7ac23841 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406171 May 06 12:56:01.815707 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.817344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.846269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.849483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.918651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db1ec21-9958-459f-8ece-fce289428de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.935999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Transition to ACTIVE for port object 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:01.944957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fc3673-6a6f-46aa-bcbc-1a225bc4e620']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:01.953552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1e791393-18fb-4427-8aac-00210fbc1432 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] For port c640de27-0390-411b-83c2-e61efeb57fdc, host n-h2-840847-1, got binding levels [] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:01.954114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e791393-18fb-4427-8aac-00210fbc1432 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.991527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:01.992339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35802066-0e00-4ab2-8dc8-330296c36499') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:01.992789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35802066-0e00-4ab2-8dc8-330296c36499') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:02.007991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1ec21-9958-459f-8ece-fce289428de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dfc080-a0fe-44b0-877f-8413d1bb9983,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:02.048224 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.085845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db1ec21-9958-459f-8ece-fce289428de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.092527 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2db1ec21-9958-459f-8ece-fce289428de7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2dfc080-a0fe-44b0-877f-8413d1bb9983 HTTP/1.1" status: 204 len: 168 time: 1.4026744 May 06 12:56:02.137457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.156390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:56:02.157153 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: timer() May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:56:02.361522 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:56:02.366704 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fac0c5a6-e06e-4986-9d88-eb1e00e7834d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.368980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.375307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1e791393-18fb-4427-8aac-00210fbc1432 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Calling delete_port for c640de27-0390-411b-83c2-e61efeb57fdc owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:02.429151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.438565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fac0c5a6-e06e-4986-9d88-eb1e00e7834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.480586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Network': ['ID=25fc3673-6a6f-46aa-bcbc-1a225bc4e620,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:02.521420 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f271a1cc-463d-482a-b1e5-a161dc0e1ae2 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/networks/25fc3673-6a6f-46aa-bcbc-1a225bc4e620 HTTP/1.1" status: 204 len: 168 time: 1.4841466 May 06 12:56:02.529748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52102) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:02.591786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0c5a6-e06e-4986-9d88-eb1e00e7834d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57c9f18-29e4-4928-acfa-d687f2ef3c36,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:02.721649 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.726932 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fac0c5a6-e06e-4986-9d88-eb1e00e7834d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bc398c9443246988e759edde75bc772&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6523130 May 06 12:56:02.736407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52108) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:02.881156 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e791393-18fb-4427-8aac-00210fbc1432 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.933930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e82775-eddc-4659-b9f1-fd58969d44ec tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:02.942842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e82775-eddc-4659-b9f1-fd58969d44ec tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:02.944655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c9e82775-eddc-4659-b9f1-fd58969d44ec tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Synchronizing usage tracker for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:02.976473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c9e82775-eddc-4659-b9f1-fd58969d44ec tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Unset dirty status for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:02.983793 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c9e82775-eddc-4659-b9f1-fd58969d44ec tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4369302 May 06 12:56:02.983793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52114) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:02.997010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-46767119'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:03.002873 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.010716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:03.012035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:03.024250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Port': ['ID=38b5d2d0-ccb2-435c-a7e4-bfae711ca776,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:03.034332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:03.068937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:03.096902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Made reservation on behalf of 93b424d0ad8c4b33b104eed6a23a33f0 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:03.107145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.108179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:03.118036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:03.119086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.182058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:56:03.192840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e791393-18fb-4427-8aac-00210fbc1432 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event deleted for resources: {'Port': ['ID=c640de27-0390-411b-83c2-e61efeb57fdc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:03.201543 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.202155 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Added segment 5b93f140-61b6-406b-8436-9d078aad65f2 of type vlan for network 8513607d-bc0b-446a-9925-176ce587734c May 06 12:56:03.259126 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e791393-18fb-4427-8aac-00210fbc1432 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.261908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.325363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.330951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:03.331778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.493350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52124) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:03.503324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1e791393-18fb-4427-8aac-00210fbc1432 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c640de27-0390-411b-83c2-e61efeb57fdc HTTP/1.1" status: 204 len: 168 time: 2.7944674 May 06 12:56:03.508043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Network': ['ID=8513607d-bc0b-446a-9925-176ce587734c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:03.544202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 8513607d-bc0b-446a-9925-176ce587734c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:56:03.664894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ff07e865-4d51-49ee-8a67-0a1faf5a215e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.9822655 May 06 12:56:03.673557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52136) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:03.703227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f2:ae:df'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:03.747269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed423bae-b39b-438d-b041-4ca0aa943264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.801142 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a77f19-3a8f-4fb0-bb1e-c15bf648b1aa tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] GET failed (client error): The resource could not be found. May 06 12:56:03.801946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e4a77f19-3a8f-4fb0-bb1e-c15bf648b1aa tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Synchronizing usage tracker for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:03.810144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-38a39167-bd25-4e90-94b8-5ca08f64cb0c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8225677 May 06 12:56:03.813868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52144) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:03.825194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-646640541'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:03.835694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:03.844918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Usage tracker for resource:network and tenant:93b424d0ad8c4b33b104eed6a23a33f0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:03.849384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:03.853840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e4a77f19-3a8f-4fb0-bb1e-c15bf648b1aa tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Unset dirty status for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:03.855775 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e4a77f19-3a8f-4fb0-bb1e-c15bf648b1aa tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "GET /v2.0/ports/c640de27-0390-411b-83c2-e61efeb57fdc HTTP/1.1" status: 404 len: 333 time: 0.3130875 May 06 12:56:03.864617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52148) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:03.868962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:03.884612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1132246612', 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:03.901679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7168c1e9-9a06-40a8-affe-4757734c496e None None] Provisioning for port 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:03.909878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7168c1e9-9a06-40a8-affe-4757734c496e None None] Provisioning complete for port 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:03.910554 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7168c1e9-9a06-40a8-affe-4757734c496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.931931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:03.934478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed423bae-b39b-438d-b041-4ca0aa943264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.954475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:03.973295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Made reservation on behalf of 24c1d02f81e745c7a102c4105f730fc9 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:03.978053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.998059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7168c1e9-9a06-40a8-affe-4757734c496e None None] Port 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:56:04.009760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Made reservation on behalf of 93b424d0ad8c4b33b104eed6a23a33f0 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:04.015019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.043923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] device_id is not set on port 8c46ed0f-bf8d-4e25-93c6-4f856ece92ee yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:04.083944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586dd9d7-8c97-4271-8c68-c49baeee58c1 req-8d55ba9e-40c2-4933-acf2-312eb4f97d9f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:04.089384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-586dd9d7-8c97-4271-8c68-c49baeee58c1 req-8d55ba9e-40c2-4933-acf2-312eb4f97d9f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 0.9393187 May 06 12:56:04.196660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:56:04.208528 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.208974 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Added segment f4f073ba-0484-4e00-8105-45ef54f1fb75 of type vlan for network cacc18c5-4f83-45d0-a346-b45b5f8659cf May 06 12:56:04.368334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-586dd9d7-8c97-4271-8c68-c49baeee58c1 req-46fe44ab-3d5c-44cf-84b6-a887b69985ce tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626519 May 06 12:56:04.415322 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed423bae-b39b-438d-b041-4ca0aa943264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.461619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed423bae-b39b-438d-b041-4ca0aa943264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57c9f18-29e4-4928-acfa-d687f2ef3c36,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:04.461950 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.463469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.488924 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed423bae-b39b-438d-b041-4ca0aa943264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.494067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ed423bae-b39b-438d-b041-4ca0aa943264 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e57c9f18-29e4-4928-acfa-d687f2ef3c36 HTTP/1.1" status: 204 len: 168 time: 1.7007887 May 06 12:56:04.595462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.611223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.620847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:04.622291 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.651250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:05.023784 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2033126 May 06 12:56:05.053316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52170) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:05.059297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b828f63-ce0d-4c26-8bf0-2e6bef41df08 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Network': ['ID=cacc18c5-4f83-45d0-a346-b45b5f8659cf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:05.067132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'ports': [{'network_id': '8513607d-bc0b-446a-9925-176ce587734c', 'name': 'tempest-port--1430942522', 'admin_state_up': True}, {'network_id': 'cacc18c5-4f83-45d0-a346-b45b5f8659cf', 'admin_state_up': False}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:05.067481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'port': {'network_id': '8513607d-bc0b-446a-9925-176ce587734c', 'name': 'tempest-port--1430942522', 'admin_state_up': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:05.067913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'port': {'network_id': 'cacc18c5-4f83-45d0-a346-b45b5f8659cf', 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:05.079701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network cacc18c5-4f83-45d0-a346-b45b5f8659cf details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:56:05.144779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:05.240806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:05.625903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Network d886e670-8732-486c-b557-89bebb8fdc97 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:05.647309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:05.673465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:05.683241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.25.7.65 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:05.685310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:05.686846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:05.736872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'Port': ['ID=8c46ed0f-bf8d-4e25-93c6-4f856ece92ee,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:05.758081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d3a43359-a07c-4110-a496-57c539d98896 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8920221 May 06 12:56:05.761209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52194) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:05.863833 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:56:05.867952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70fb3daf-0bd1-4a2a-af9c-258e6532a2ae tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Synchronizing usage tracker for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:05.897046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70fb3daf-0bd1-4a2a-af9c-258e6532a2ae tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Unset dirty status for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:05.899606 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-70fb3daf-0bd1-4a2a-af9c-258e6532a2ae tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "GET /v2.0/ports/8c46ed0f-bf8d-4e25-93c6-4f856ece92ee HTTP/1.1" status: 200 len: 955 time: 0.1368785 May 06 12:56:05.902823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52200) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:05.919587 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.005565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-28ff1f9e-59b2-42ec-9db3-13cf7d8dc801 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Deleting port 8c46ed0f-bf8d-4e25-93c6-4f856ece92ee {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:06.006335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28ff1f9e-59b2-42ec-9db3-13cf7d8dc801 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.060931 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.366909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] In _notify_port_updated(), no bound segment for port 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 on network 663d634d-936b-4bca-9397-c5a491ec7ce9 {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:56:06.371102 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28ff1f9e-59b2-42ec-9db3-13cf7d8dc801 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.392358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:06.393788 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.407022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "PUT /v2.0/ports/38b5d2d0-ccb2-435c-a7e4-bfae711ca776 HTTP/1.1" status: 200 len: 1003 time: 2.7258303 May 06 12:56:06.453121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52214) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:06.455937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:06.472752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d830c-760d-400c-bdc7-08dd24494474 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Port': ['ID=38b5d2d0-ccb2-435c-a7e4-bfae711ca776,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:06.546703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Usage tracker for resource:port and tenant:93b424d0ad8c4b33b104eed6a23a33f0 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:06.665764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-28ff1f9e-59b2-42ec-9db3-13cf7d8dc801 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Calling delete_port for 8c46ed0f-bf8d-4e25-93c6-4f856ece92ee owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:06.673745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:06.711834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:06.778428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b49af-f79a-4655-975c-4a7430730abf req-b9db6e60-1b10-4cd3-b651-f345f73aba87 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:06.780763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc8b49af-f79a-4655-975c-4a7430730abf req-b9db6e60-1b10-4cd3-b651-f345f73aba87 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 1.0625770 May 06 12:56:06.795201 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.802477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Made reservation on behalf of 93b424d0ad8c4b33b104eed6a23a33f0 for: {'port': 2} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:06.805199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.832636 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28ff1f9e-59b2-42ec-9db3-13cf7d8dc801 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.855085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Deleting port 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:06.855648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.876085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ae906cd6-c55f-47ae-a97c-ec3c9dcdcd3a None None] Provisioning complete for port 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:06.877026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae906cd6-c55f-47ae-a97c-ec3c9dcdcd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.000278 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.006751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff1f9e-59b2-42ec-9db3-13cf7d8dc801 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c46ed0f-bf8d-4e25-93c6-4f856ece92ee,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:07.027336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28ff1f9e-59b2-42ec-9db3-13cf7d8dc801 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.033979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ae906cd6-c55f-47ae-a97c-ec3c9dcdcd3a None None] Port 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:56:07.057123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52234) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:07.073209 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28ff1f9e-59b2-42ec-9db3-13cf7d8dc801 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "DELETE /v2.0/ports/8c46ed0f-bf8d-4e25-93c6-4f856ece92ee HTTP/1.1" status: 204 len: 168 time: 1.1677401 May 06 12:56:07.077908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52240) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:07.189314 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-936d3105-2b23-4157-822e-f5ffca25b2db tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] GET failed (client error): The resource could not be found. May 06 12:56:07.190488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-936d3105-2b23-4157-822e-f5ffca25b2db tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Synchronizing usage tracker for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:07.207579 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.218271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-936d3105-2b23-4157-822e-f5ffca25b2db tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Unset dirty status for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:07.223973 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-936d3105-2b23-4157-822e-f5ffca25b2db tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "GET /v2.0/ports/8c46ed0f-bf8d-4e25-93c6-4f856ece92ee HTTP/1.1" status: 404 len: 333 time: 0.1409962 May 06 12:56:07.226654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52246) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:07.236947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Request body: {'port': {'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2129527202'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:07.250229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:07.270861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:07.291543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Made reservation on behalf of 24c1d02f81e745c7a102c4105f730fc9 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:07.307764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.356294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1335473376'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:07.373155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:07.384221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Usage tracker for resource:router and tenant:6bfae6b60e99469081be6a1afc53431f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:07.390584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:07.395901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] device_id is not set on port c8e83a1c-4969-4cba-9d12-9be6b034f5fe yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:07.467779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:07.520099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.521741 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.644939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.647964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc8b49af-f79a-4655-975c-4a7430730abf req-5e928aff-6f4a-48c6-8dd0-95a600217e87 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8120346 May 06 12:56:07.820895 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.860229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.929504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.963451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.969818 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-11bde63c-9d12-4ccf-b22a-434be6db20cf tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9100318 May 06 12:56:07.972048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52262) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:07.996730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:08.005044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] device_id is not set on port 2471ef44-bf62-4ed9-9f4e-15f2bc32cace yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:08.012554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:08.028356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:08.034197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:08.037706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:08.191317 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:08.410478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2620bfa2-4e84-4539-aba3-92c2e14ef4d1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:08.457096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Calling delete_port for 38b5d2d0-ccb2-435c-a7e4-bfae711ca776 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:08.600012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Network d886e670-8732-486c-b557-89bebb8fdc97 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:08.605918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'Port': ['ID=c8e83a1c-4969-4cba-9d12-9be6b034f5fe,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:08.611585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:08.616042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:08.617177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:08.620063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:08.724632 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f6ee5d81-4198-45a2-a6f5-b54a9ca9127d tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4961810 May 06 12:56:08.732623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52272) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:08.809494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:08.942905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.177173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2620bfa2-4e84-4539-aba3-92c2e14ef4d1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.196966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2620bfa2-4e84-4539-aba3-92c2e14ef4d1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.208544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.234366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.251850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event deleted for resources: {'Port': ['ID=38b5d2d0-ccb2-435c-a7e4-bfae711ca776,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:09.308794 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.309743 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.411866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2620bfa2-4e84-4539-aba3-92c2e14ef4d1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.414822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2620bfa2-4e84-4539-aba3-92c2e14ef4d1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 597805c3-198e-4ccd-b6d1-4087359b47b8 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:56:09.443296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2620bfa2-4e84-4539-aba3-92c2e14ef4d1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.445030 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2620bfa2-4e84-4539-aba3-92c2e14ef4d1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "DELETE /v2.0/routers/597805c3-198e-4ccd-b6d1-4087359b47b8 HTTP/1.1" status: 204 len: 168 time: 1.4717681 May 06 12:56:09.468296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52296) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:09.601871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Request body: {'router': {'name': 'tempest-router-897470006', 'distributed': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:09.750572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.751187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.751637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.752148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.752726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.753267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.753771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.754273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.754865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.755376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.755959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:09.768337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.781249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:09.814476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Usage tracker for resource:router and tenant:6bfae6b60e99469081be6a1afc53431f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:09.836983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:09.859520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] device_id is not set on port e604e1ef-96cf-4742-bc2a-36f792e56f24 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:09.879925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:09.895406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d5e39b16-2170-4b50-90ab-2bf9cf1dd2aa tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "DELETE /v2.0/ports/38b5d2d0-ccb2-435c-a7e4-bfae711ca776 HTTP/1.1" status: 204 len: 168 time: 3.3901334 May 06 12:56:09.898680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52310) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:09.928132 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.929738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.056604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35726c-d2d0-4fad-8754-31c25df81239 req-9a11f7f2-94be-459a-ab8f-647cf4541a19 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:10.059329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e35726c-d2d0-4fad-8754-31c25df81239 req-9a11f7f2-94be-459a-ab8f-647cf4541a19 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 0.8766706 May 06 12:56:10.155082 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-148403d9-5794-46cb-96ea-e43e89dba511 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] GET failed (client error): The resource could not be found. May 06 12:56:10.155876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-148403d9-5794-46cb-96ea-e43e89dba511 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Synchronizing usage tracker for tenant:7ab647f2d4444c3faf0a184d5a028912 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:10.180239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] device_id is not set on port c8e83a1c-4969-4cba-9d12-9be6b034f5fe yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:10.230178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.299846 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.302458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Transition to ACTIVE for port object c8e83a1c-4969-4cba-9d12-9be6b034f5fe will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:10.307971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-148403d9-5794-46cb-96ea-e43e89dba511 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Unset dirty status for tenant:7ab647f2d4444c3faf0a184d5a028912 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:10.312809 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-148403d9-5794-46cb-96ea-e43e89dba511 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "GET /v2.0/ports/38b5d2d0-ccb2-435c-a7e4-bfae711ca776 HTTP/1.1" status: 404 len: 333 time: 0.4013550 May 06 12:56:10.317936 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.342399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52328) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:10.365471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.435895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e35726c-d2d0-4fad-8754-31c25df81239 req-3a57219f-ee59-435a-a68c-7266e855d551 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184655 May 06 12:56:10.445171 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.523056 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.525478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eac4e33a-ba2b-4105-adc4-83568b2a3969 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9953492 May 06 12:56:10.531282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'Port': ['ID=c8e83a1c-4969-4cba-9d12-9be6b034f5fe,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:10.534513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52336) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:10.540519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'port': {'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-590365804'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:10.663333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.776589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Port': ['ID=2471ef44-bf62-4ed9-9f4e-15f2bc32cace,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:10.788471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 45c6149a-a69e-4d8f-826e-838a568cb5a0 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:56:11.085391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Checking segment: {'id': '5b93f140-61b6-406b-8436-9d078aad65f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8513607d-bc0b-446a-9925-176ce587734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:11.086451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Network hostable DHCP agents. Network: 8513607d-bc0b-446a-9925-176ce587734c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:56:11.189678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Network 8513607d-bc0b-446a-9925-176ce587734c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:56:11.221761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 8513607d-bc0b-446a-9925-176ce587734c) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:11.228886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:11.230748 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.239420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a9ce2a-b01a-43f8-9a0a-37a88123489c None None] Network 8513607d-bc0b-446a-9925-176ce587734c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:11.560592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52348) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.566429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Port': ['ID=e604e1ef-96cf-4742-bc2a-36f792e56f24,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:11.597446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:11.609723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:56:11.654544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Checking segment: {'id': 'f4f073ba-0484-4e00-8105-45ef54f1fb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cacc18c5-4f83-45d0-a346-b45b5f8659cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:11.655688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Network hostable DHCP agents. Network: cacc18c5-4f83-45d0-a346-b45b5f8659cf, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:56:11.723988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:11.727030 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.736136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ba9d4b71-44c5-41f2-8fcf-896a8819b98c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.2371049 May 06 12:56:11.739650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52356) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.775385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3dd4-f4e2-4dfb-9b0c-c9b2defe92fe tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.792046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Network cacc18c5-4f83-45d0-a346-b45b5f8659cf is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:56:11.821831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, cacc18c5-4f83-45d0-a346-b45b5f8659cf) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:11.836256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:11.855403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:11.858152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Sync routers for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:56:11.860512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:11.863946 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.923834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4905a94-097f-467e-ae36-60a2f33ce5e1 None None] Network cacc18c5-4f83-45d0-a346-b45b5f8659cf requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:11.925476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-15f5e9ee-dadd-448d-81c1-5224f7e60884 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.8710163 May 06 12:56:11.930069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52362) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.980431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:11.981280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:11.982104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:12.099743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Made reservation on behalf of 7ab647f2d4444c3faf0a184d5a028912 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:12.106280 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.148567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:12.149435 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:12.154030 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 2 to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe May 06 12:56:12.200810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:12.201730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:12.202537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:12.235437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:12.236366 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:12.238982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] device_id is not set on port ab37ba8c-fd66-4889-ba19-e6a1903a8cd9 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:12.307246 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4471715c-408e-49cd-8b33-e4be0cc7ba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.332377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:56:12.336463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:55:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:12.343528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-159738cc-b6fb-49dd-a7d6-7727c7fb8801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.348220 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 3 to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe May 06 12:56:12.470937 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3a2a9173-c8ef-48a6-ba99-3881bc2a8de8 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=f57f59e5f10b4779858d012f38366eaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7208314 May 06 12:56:12.479980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52368) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:12.508195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:12.508756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:12.509239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:12.610147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec0d29-331b-4f79-9ec6-eed1c343fed0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:12.615678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec0d29-331b-4f79-9ec6-eed1c343fed0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:12.616395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b0ec0d29-331b-4f79-9ec6-eed1c343fed0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Synchronizing usage tracker for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:12.674467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-159738cc-b6fb-49dd-a7d6-7727c7fb8801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:12.690105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-159738cc-b6fb-49dd-a7d6-7727c7fb8801 admin admin] Usage tracker for resource:security_group_rule and tenant:89b5c3f5e03249629becf4207b3cf72b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:12.698750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:12.699503 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:12.708246 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 4 to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe May 06 12:56:12.713090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-159738cc-b6fb-49dd-a7d6-7727c7fb8801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:12.727943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-159738cc-b6fb-49dd-a7d6-7727c7fb8801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:12.742553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a74629-f760-4c6d-8892-e321db16cb6a req-deb81f7e-639c-490a-823c-6a2cc0f16f7f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:12.745454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31a74629-f760-4c6d-8892-e321db16cb6a req-deb81f7e-639c-490a-823c-6a2cc0f16f7f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 0.6570768 May 06 12:56:12.749242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b0ec0d29-331b-4f79-9ec6-eed1c343fed0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Unset dirty status for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:12.754493 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b0ec0d29-331b-4f79-9ec6-eed1c343fed0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8109407 May 06 12:56:12.760633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52372) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:12.799049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:56:12.809655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5449b4-ef39-45ba-900c-9b104fc60811 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:12.815487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7c5449b4-ef39-45ba-900c-9b104fc60811 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3293862 May 06 12:56:12.816549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52374) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:12.900912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f32493fa-d3d2-40b6-ad90-9ea446edd977 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789154 May 06 12:56:12.908275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52378) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:12.908618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:12.909141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:12.909694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:12.924192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1906173232', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:13.082174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.182821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:13.183421 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:13.193326 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3dd4-f4e2-4dfb-9b0c-c9b2defe92fe tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.195409 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 5 to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe May 06 12:56:13.200172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31a74629-f760-4c6d-8892-e321db16cb6a req-4fd54f9e-42f8-4874-912f-f56e8629bd83 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216700 May 06 12:56:13.234330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-377577a1-e92c-4045-9281-97f25c0d1c84 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Deleting port 2471ef44-bf62-4ed9-9f4e-15f2bc32cace {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:13.235027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-377577a1-e92c-4045-9281-97f25c0d1c84 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.292269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-159738cc-b6fb-49dd-a7d6-7727c7fb8801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.300124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Allocated IP 2001:db8::2fc (663d634d-936b-4bca-9397-c5a491ec7ce9/cb39e0c4-b08a-447c-824d-3b307329f7b3/ab37ba8c-fd66-4889-ba19-e6a1903a8cd9) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:13.325862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3dd4-f4e2-4dfb-9b0c-c9b2defe92fe tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.328037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:13.328490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:13.328839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:13.329108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:13.344875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:subnet and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:13.356337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:13.378013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:13.403621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-159738cc-b6fb-49dd-a7d6-7727c7fb8801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.471254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:13.485950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:13.485950 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:13.486344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:08Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:13.496330 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 6 to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe May 06 12:56:13.496664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Checking router: 45c6149a-a69e-4d8f-826e-838a568cb5a0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:56:13.496664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Updating router 45c6149a-a69e-4d8f-826e-838a568cb5a0 port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:56:13.579435 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.693451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159738cc-b6fb-49dd-a7d6-7727c7fb8801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fba9f4-11ca-4271-a776-e8018ad100d3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:13.716702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-159738cc-b6fb-49dd-a7d6-7727c7fb8801 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89b5c3f5e03249629becf4207b3cf72b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1481335 May 06 12:56:13.719494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52392) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:13.769801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:13.770921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:13.770921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:13.829698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.838005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3dd4-f4e2-4dfb-9b0c-c9b2defe92fe tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.841765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3f3dd4-f4e2-4dfb-9b0c-c9b2defe92fe tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c043d5c2-c057-4ac2-bd9f-232836652cb2 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:56:13.978833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:13.980004 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:14.011509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c2f-d681-4ad5-9de3-7595853b9df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.066638 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c2f-d681-4ad5-9de3-7595853b9df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.068813 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 7 to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe May 06 12:56:14.150106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3dd4-f4e2-4dfb-9b0c-c9b2defe92fe tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.163518 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0c3f3dd4-f4e2-4dfb-9b0c-c9b2defe92fe tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c043d5c2-c057-4ac2-bd9f-232836652cb2 HTTP/1.1" status: 204 len: 168 time: 3.5759399 May 06 12:56:14.164706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52396) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:14.169547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:14.170107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:14.171012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:14.180517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Request body: {'router': {'name': 'tempest-router-885958397', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b9744bd3eed24f34abbd4d76f631fbe3'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:14.200728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:14.210816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Usage tracker for resource:router and tenant:b9744bd3eed24f34abbd4d76f631fbe3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:14.217712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:14.228889 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-377577a1-e92c-4045-9281-97f25c0d1c84 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.230534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:14.242724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:14.243402 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:14.246640 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.250089 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 8 to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe May 06 12:56:14.265619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Transition to ACTIVE for port object de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:14.276746 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.280535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.310903 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.312459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.317560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.433444 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c2f-d681-4ad5-9de3-7595853b9df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.450418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Subnet': ['ID=1f43197d-f50c-4815-82c3-1375eeb07ced,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:14.486126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Attempting to bind port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:14.486126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Attempting to bind port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:14.486126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Attempting to bind port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:14.497238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0b0fe-b0cd-4a75-a145-aff14e254ced None None] Pushing event updated for resources: {'Port': ['ID=de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:14.505085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:56:14.505500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:14.505995 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.506441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:56:14.507063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Bound port: de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:56:14.507485 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.571641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee7c2f-d681-4ad5-9de3-7595853b9df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fba9f4-11ca-4271-a776-e8018ad100d3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:14.626991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] For port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:56:14.635025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] For port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:56:14.642498 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.697180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.702843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3ee7c2f-d681-4ad5-9de3-7595853b9df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.707266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a3ee7c2f-d681-4ad5-9de3-7595853b9df4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3fba9f4-11ca-4271-a776-e8018ad100d3 HTTP/1.1" status: 204 len: 168 time: 0.9778485 May 06 12:56:14.742098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-377577a1-e92c-4045-9281-97f25c0d1c84 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Calling delete_port for 2471ef44-bf62-4ed9-9f4e-15f2bc32cace owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:14.754806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Checking segment: {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:14.755557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network hostable DHCP agents. Network: dbbc0d15-8641-4520-9288-30d0caacb1b3, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:56:14.805914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd173875-14aa-40b9-9950-b28702920b31 req-6d1e1bd7-eb12-4641-ba27-f21a37a2b663 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:14.809869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd173875-14aa-40b9-9950-b28702920b31 req-6d1e1bd7-eb12-4641-ba27-f21a37a2b663 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 0.3110394 May 06 12:56:14.813736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.819949 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9e2f153-987c-4db0-8e59-048d2e6d2b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.873127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:56:14.873842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:56:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:14.890940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.892699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-02496cf1-5e1a-4d69-b714-85a45bc9366c tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7273550 May 06 12:56:14.897544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52408) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:14.907029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:14.907864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:14.908572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:14.910557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:14.924908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Transition to ACTIVE for port object ab37ba8c-fd66-4889-ba19-e6a1903a8cd9 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:14.941740 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-377577a1-e92c-4045-9281-97f25c0d1c84 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.083695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd173875-14aa-40b9-9950-b28702920b31 req-c8c1cb16-a532-4f95-911b-582ed5b48f7f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416790 May 06 12:56:15.176787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network dbbc0d15-8641-4520-9288-30d0caacb1b3 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:56:15.177112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377577a1-e92c-4045-9281-97f25c0d1c84 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Port': ['ID=2471ef44-bf62-4ed9-9f4e-15f2bc32cace,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:15.198633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:56:15.203456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dbbc0d15-8641-4520-9288-30d0caacb1b3) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:15.212353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:15.212945 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.245952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:15.246281 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:15.248820 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 9 to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe May 06 12:56:15.284226 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-377577a1-e92c-4045-9281-97f25c0d1c84 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.296276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.301222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0b0fe-b0cd-4a75-a145-aff14e254ced None None] Pushing event updated for resources: {'Port': ['ID=de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:15.302554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:15.302989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:15.303441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:15.311756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab461a68-aaac-4da3-9dc1-e1bf072041f9 None None] Network dbbc0d15-8641-4520-9288-30d0caacb1b3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:15.385175 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-377577a1-e92c-4045-9281-97f25c0d1c84 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/ports/2471ef44-bf62-4ed9-9f4e-15f2bc32cace HTTP/1.1" status: 204 len: 168 time: 2.4672084 May 06 12:56:15.400371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52416) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:15.481779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:15.482242 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:15.491084 n-d-840847-1 neutron-server[83952]: INFO neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempt 10 to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe May 06 12:56:15.513846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5087f3a4-38d4-4fc7-8962-72236fb65321 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6041501 May 06 12:56:15.517115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52420) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:15.563062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:15.563653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:15.564149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempting to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:15.568413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Port': ['ID=ab37ba8c-fd66-4889-ba19-e6a1903a8cd9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:15.582471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:15.591827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:15.598442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:15.603112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:15.603781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.612306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5e79b043-a21c-44f8-8cd7-0dd4e0c0a1d7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Deleting port e604e1ef-96cf-4742-bc2a-36f792e56f24 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:15.613748 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e79b043-a21c-44f8-8cd7-0dd4e0c0a1d7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.668771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:15.668970 n-d-840847-1 neutron-server[83952]: ERROR neutron.plugins.ml2.managers [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Failed to bind port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on host n-h2-840847-1 for vnic_type normal using segments [{'id': '6f419f32-76c2-4885-a375-6040b81f1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd886e670-8732-486c-b557-89bebb8fdc97'}] May 06 12:56:15.669388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.706323 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.752977 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fdcf48fc-5c06-4dff-8691-5200a3ae765f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.2262993 May 06 12:56:15.754295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:15.771707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'port': {'network_id': '663d634d-936b-4bca-9397-c5a491ec7ce9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-164673681'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:15.852933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52428) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:16.013849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.014353 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.114274 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e364e12d-ada7-451e-bf9d-0a85005961e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.141430 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.271521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dbbc0d15-8641-4520-9288-30d0caacb1b3', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:56:16.272611 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.356483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dc58b9b3-d223-4106-98a2-0378f4b568cc None None] Provisioning for port ab37ba8c-fd66-4889-ba19-e6a1903a8cd9 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:16.373005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dc58b9b3-d223-4106-98a2-0378f4b568cc None None] Provisioning complete for port ab37ba8c-fd66-4889-ba19-e6a1903a8cd9 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:16.373386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dc58b9b3-d223-4106-98a2-0378f4b568cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.526210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e364e12d-ada7-451e-bf9d-0a85005961e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:16.534896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e364e12d-ada7-451e-bf9d-0a85005961e7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ae6985004bf44bb9903982827aa6a6f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:16.541946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e364e12d-ada7-451e-bf9d-0a85005961e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:16.553929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e364e12d-ada7-451e-bf9d-0a85005961e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:16.578921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-dc58b9b3-d223-4106-98a2-0378f4b568cc None None] Port ab37ba8c-fd66-4889-ba19-e6a1903a8cd9 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:56:16.635661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:08Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:16.639832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] For port c8e83a1c-4969-4cba-9d12-9be6b034f5fe, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:56:16.640523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Attempted to set empty binding levels {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:56:16.652769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:16.661991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Usage tracker for resource:port and tenant:7ab647f2d4444c3faf0a184d5a028912 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:16.667700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:16.688429 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.711716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83955) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 06 12:56:16.712616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Router 60429d40-4e8d-4eec-b368-77070fc0ee35 migrating from provider to provider. {{(pid=83955) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 06 12:56:16.712898 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.734927 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.746242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.749393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa696b-da15-4015-bb1f-256aee616e58 None None] The sync data for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 is: [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:08Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:56:16.800911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:16.815397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Allocated IP 172.20.0.2 (dbbc0d15-8641-4520-9288-30d0caacb1b3/1f43197d-f50c-4815-82c3-1375eeb07ced/727697df-d977-42cf-b3c9-b460c62b80de) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:16.844277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da01074-6100-4b91-8f95-e205cf3838a4 req-a7e0b43c-6b70-44fa-9ee4-40ca452a1a1c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:16.845691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9da01074-6100-4b91-8f95-e205cf3838a4 req-a7e0b43c-6b70-44fa-9ee4-40ca452a1a1c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 0.4984539 May 06 12:56:16.860659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e79b043-a21c-44f8-8cd7-0dd4e0c0a1d7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.079277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9da01074-6100-4b91-8f95-e205cf3838a4 req-46ae5538-d4cc-42c7-9813-d54e1665c39b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249866 May 06 12:56:17.118982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5e79b043-a21c-44f8-8cd7-0dd4e0c0a1d7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Calling delete_port for e604e1ef-96cf-4742-bc2a-36f792e56f24 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:17.182899 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.202707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Transition to ACTIVE for port object 727697df-d977-42cf-b3c9-b460c62b80de will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:17.219203 n-d-840847-1 neutron-server[83955]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] No L3 agents can host the router 60429d40-4e8d-4eec-b368-77070fc0ee35 May 06 12:56:17.231589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Transition to ACTIVE for port object 727697df-d977-42cf-b3c9-b460c62b80de will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:17.234665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] In _notify_port_updated(), no bound segment for port c8e83a1c-4969-4cba-9d12-9be6b034f5fe on network d886e670-8732-486c-b557-89bebb8fdc97 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:56:17.236135 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.238837 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "PUT /v2.0/ports/c8e83a1c-4969-4cba-9d12-9be6b034f5fe HTTP/1.1" status: 200 len: 975 time: 8.5046694 May 06 12:56:17.243980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52440) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:17.252918 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.259581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f604d25-8013-498a-9640-aea6765ed44b tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event updated for resources: {'Port': ['ID=c8e83a1c-4969-4cba-9d12-9be6b034f5fe,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:17.266734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e364e12d-ada7-451e-bf9d-0a85005961e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.313620 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e364e12d-ada7-451e-bf9d-0a85005961e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.360674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Made reservation on behalf of 7ab647f2d4444c3faf0a184d5a028912 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:17.366138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.450344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364e12d-ada7-451e-bf9d-0a85005961e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eb4f62-ce49-46e7-ba66-a677971cc3a9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:17.462249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e364e12d-ada7-451e-bf9d-0a85005961e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ae6985004bf44bb9903982827aa6a6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5733109 May 06 12:56:17.466055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52444) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:17.469574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] device_id is not set on port d1b0823d-9100-4e33-9f61-3a8beaac57b6 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:17.554216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Network dbbc0d15-8641-4520-9288-30d0caacb1b3 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:17.563335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e79b043-a21c-44f8-8cd7-0dd4e0c0a1d7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.565057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:17.572018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:17.577981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-50657c4a-d0d5-4c59-a34b-e299f3f77957 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Deleting port c8e83a1c-4969-4cba-9d12-9be6b034f5fe {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:17.578457 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50657c4a-d0d5-4c59-a34b-e299f3f77957 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.578707 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.585525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Pushing event updated for resources: {'Port': ['ID=727697df-d977-42cf-b3c9-b460c62b80de,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:17.667755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79b043-a21c-44f8-8cd7-0dd4e0c0a1d7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Port': ['ID=e604e1ef-96cf-4742-bc2a-36f792e56f24,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:17.823250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Attempting to bind port 727697df-d977-42cf-b3c9-b460c62b80de on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:17.824060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Attempting to bind port 727697df-d977-42cf-b3c9-b460c62b80de by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:17.824662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Attempting to bind port 727697df-d977-42cf-b3c9-b460c62b80de on network dbbc0d15-8641-4520-9288-30d0caacb1b3 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:17.847670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:56:17.848425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Checking segment: {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:17.849114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.849794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Bound using segment: {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:56:17.850662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Bound port: 727697df-d977-42cf-b3c9-b460c62b80de, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:56:17.851329 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.877774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e79b043-a21c-44f8-8cd7-0dd4e0c0a1d7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.914067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:17.976382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Allocated IP 2001:db8::3e8 (663d634d-936b-4bca-9397-c5a491ec7ce9/cb39e0c4-b08a-447c-824d-3b307329f7b3/d1b0823d-9100-4e33-9f61-3a8beaac57b6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:17.988957 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5e79b043-a21c-44f8-8cd7-0dd4e0c0a1d7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/ports/e604e1ef-96cf-4742-bc2a-36f792e56f24 HTTP/1.1" status: 204 len: 168 time: 2.5869386 May 06 12:56:18.001632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52452) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:18.039768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48291106-17c9-4117-bca6-0b897dda66ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.062092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Hosts for router 60429d40-4e8d-4eec-b368-77070fc0ee35: [] {{(pid=83955) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 06 12:56:18.095390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-60041c52-0a40-4d6c-8906-2e3ebac7ad92 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Synchronizing usage tracker for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:18.175258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-50657c4a-d0d5-4c59-a34b-e299f3f77957 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] For port c8e83a1c-4969-4cba-9d12-9be6b034f5fe, host n-h2-840847-1, got binding levels [] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:18.177967 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50657c4a-d0d5-4c59-a34b-e299f3f77957 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.205695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Hosts for other DVR routers connected to router 60429d40-4e8d-4eec-b368-77070fc0ee35: set() {{(pid=83955) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 06 12:56:18.218000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.220583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0cbe08ac-317b-4c62-b920-baeec5232528 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "PUT /v2.0/routers/60429d40-4e8d-4eec-b368-77070fc0ee35 HTTP/1.1" status: 200 len: 716 time: 3.3198075 May 06 12:56:18.247075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:18.257938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52460) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:18.287184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] For port 727697df-d977-42cf-b3c9-b460c62b80de, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:56:18.293630 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48291106-17c9-4117-bca6-0b897dda66ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.294906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] For port 727697df-d977-42cf-b3c9-b460c62b80de, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=727697df-d977-42cf-b3c9-b460c62b80de,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:56:18.308249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:18.308991 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.419163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.594027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-60041c52-0a40-4d6c-8906-2e3ebac7ad92 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Unset dirty status for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:18.595632 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-60041c52-0a40-4d6c-8906-2e3ebac7ad92 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5927806 May 06 12:56:18.604808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52464) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:18.622826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1435234426'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:18.625480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fec10c-fec1-40b8-9fd7-98edaae53c46 None None] Pushing event updated for resources: {'Port': ['ID=727697df-d977-42cf-b3c9-b460c62b80de,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:18.635851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:18.646348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Usage tracker for resource:network and tenant:93b424d0ad8c4b33b104eed6a23a33f0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:18.649345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.658791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:18.675567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:18.683691 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.721448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:18.757322 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.766051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Made reservation on behalf of 93b424d0ad8c4b33b104eed6a23a33f0 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:18.769402 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.777938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:18.799407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48291106-17c9-4117-bca6-0b897dda66ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.806381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Transition to ACTIVE for port object d1b0823d-9100-4e33-9f61-3a8beaac57b6 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:18.833118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48291106-17c9-4117-bca6-0b897dda66ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eb4f62-ce49-46e7-ba66-a677971cc3a9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:18.849409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48291106-17c9-4117-bca6-0b897dda66ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.855305 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-48291106-17c9-4117-bca6-0b897dda66ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75eb4f62-ce49-46e7-ba66-a677971cc3a9 HTTP/1.1" status: 204 len: 168 time: 1.3859594 May 06 12:56:18.866715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:56:18.906492 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.908543 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Added segment 6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14 of type vlan for network 1e66c2f5-ae90-48a6-9a80-ae8b617acc1c May 06 12:56:18.958811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.009393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-50657c4a-d0d5-4c59-a34b-e299f3f77957 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Calling delete_port for c8e83a1c-4969-4cba-9d12-9be6b034f5fe owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:19.127863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.145922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:19.151477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:19.157713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:19.162853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:19.164221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.168816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Port': ['ID=d1b0823d-9100-4e33-9f61-3a8beaac57b6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:19.218853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-91fc221b-de1b-4446-985b-287c37600460 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4578834 May 06 12:56:19.221690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.228070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52470) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:19.232723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:19.233661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.291860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5709bf2c-b19c-4295-9092-81743bf5a103 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30d', 'mac_address': 'fa:16:3e:f2:ae:df'}, {'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:02:dc:7a'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:19.415648 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8029120 May 06 12:56:19.486001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52480) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:19.487586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd041aa-14a8-40df-b1e6-2acdeab61c26 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Network': ['ID=1e66c2f5-ae90-48a6-9a80-ae8b617acc1c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:19.506146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1173696369'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:19.508927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 1e66c2f5-ae90-48a6-9a80-ae8b617acc1c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:56:19.528972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:19.539518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Usage tracker for resource:network and tenant:93b424d0ad8c4b33b104eed6a23a33f0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:19.550646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:19.579784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:19.607370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Made reservation on behalf of 93b424d0ad8c4b33b104eed6a23a33f0 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:19.616700 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.641131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0de56a9c-b5f0-4729-9a41-a0084b181921 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "GET /v2.0/routers/60429d40-4e8d-4eec-b368-77070fc0ee35 HTTP/1.1" status: 200 len: 716 time: 1.3804061 May 06 12:56:19.696898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52494) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:19.797988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:56:19.823102 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.823467 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Added segment 9e244941-0451-48b9-af4f-c979fe36dc91 of type vlan for network ff5fcd96-82f2-4d60-adaa-b0488267195b May 06 12:56:19.889387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-380b58ad-087a-44b0-8ed5-35d1cb6bf7b6 None None] Provisioning for port d1b0823d-9100-4e33-9f61-3a8beaac57b6 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:19.897639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8a413-3c19-4d7b-94d3-b0e4ec83b6b7 req-e3e34571-86b3-4bba-b996-de3269772e91 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:19.911430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-380b58ad-087a-44b0-8ed5-35d1cb6bf7b6 None None] Provisioning complete for port d1b0823d-9100-4e33-9f61-3a8beaac57b6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:19.912233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2d8a413-3c19-4d7b-94d3-b0e4ec83b6b7 req-e3e34571-86b3-4bba-b996-de3269772e91 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 1.3682668 May 06 12:56:19.912835 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-380b58ad-087a-44b0-8ed5-35d1cb6bf7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.961169 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.963306 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50657c4a-d0d5-4c59-a34b-e299f3f77957 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.079387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-380b58ad-087a-44b0-8ed5-35d1cb6bf7b6 None None] Port d1b0823d-9100-4e33-9f61-3a8beaac57b6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:56:20.094545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 727697df-d977-42cf-b3c9-b460c62b80de up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:20.111906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.116689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:20.117378 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.193015 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50657c4a-d0d5-4c59-a34b-e299f3f77957 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.248447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50657c4a-d0d5-4c59-a34b-e299f3f77957 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8e83a1c-4969-4cba-9d12-9be6b034f5fe,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:20.269815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-50657c4a-d0d5-4c59-a34b-e299f3f77957 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c8e83a1c-4969-4cba-9d12-9be6b034f5fe HTTP/1.1" status: 204 len: 168 time: 3.0233917 May 06 12:56:20.287855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52504) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:20.332702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 727697df-d977-42cf-b3c9-b460c62b80de completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:20.341874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:20.506306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:20.506740 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.521281 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f2ff6b-9c52-44d8-b85a-5ca4360eb976 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] GET failed (client error): The resource could not be found. May 06 12:56:20.522064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-71f2ff6b-9c52-44d8-b85a-5ca4360eb976 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Synchronizing usage tracker for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:20.600963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-71f2ff6b-9c52-44d8-b85a-5ca4360eb976 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] Unset dirty status for tenant:24c1d02f81e745c7a102c4105f730fc9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:20.612724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-71f2ff6b-9c52-44d8-b85a-5ca4360eb976 tempest-PortsAdminExtendedAttrsTestJSON-72022908 tempest-PortsAdminExtendedAttrsTestJSON-72022908-project-admin] 10.222.0.44 "GET /v2.0/ports/c8e83a1c-4969-4cba-9d12-9be6b034f5fe HTTP/1.1" status: 404 len: 333 time: 0.3234620 May 06 12:56:20.615348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52514) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:20.669739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5d8c1-0901-4f14-a1d3-81795a266829 None None] Network dbbc0d15-8641-4520-9288-30d0caacb1b3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:20.753828 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2610533 May 06 12:56:20.870494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2d8a413-3c19-4d7b-94d3-b0e4ec83b6b7 req-58d448a9-38b1-4cfa-a4e3-ff5b20fa8700 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9562969 May 06 12:56:20.991965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84184f-28b1-4d48-9c8b-5bee4ef19ec7 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Network': ['ID=ff5fcd96-82f2-4d60-adaa-b0488267195b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:21.045588 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1003c902-c9d3-4e3e-9d2f-5459056f2017 tempest-RoutersTestDVR-1940041495 tempest-RoutersTestDVR-1940041495-project] 10.222.0.44 "GET /v2.0/routers/60429d40-4e8d-4eec-b368-77070fc0ee35 HTTP/1.1" status: 200 len: 682 time: 1.3420782 May 06 12:56:21.046230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52520) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:21.077237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ff5fcd96-82f2-4d60-adaa-b0488267195b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:56:21.529918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5709bf2c-b19c-4295-9092-81743bf5a103 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:21.633064 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.060874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a18082fe-8db3-4508-a900-756c1d185294 None None] Provisioning for port 727697df-d977-42cf-b3c9-b460c62b80de completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:22.130467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a18082fe-8db3-4508-a900-756c1d185294 None None] Provisioning complete for port 727697df-d977-42cf-b3c9-b460c62b80de triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:22.131593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a18082fe-8db3-4508-a900-756c1d185294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.326802 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.445663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d886e670-8732-486c-b557-89bebb8fdc97']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:22.725794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f419f32-76c2-4885-a375-6040b81f1bbf') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:22.726722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f419f32-76c2-4885-a375-6040b81f1bbf') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:22.752137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.816055 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.857370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:56:22.858541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.906549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a18082fe-8db3-4508-a900-756c1d185294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.966987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a18082fe-8db3-4508-a900-756c1d185294 None None] For port 727697df-d977-42cf-b3c9-b460c62b80de, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=727697df-d977-42cf-b3c9-b460c62b80de,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:22.978261 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a18082fe-8db3-4508-a900-756c1d185294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: timer() May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:56:23.134586 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:56:23.297548 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74de8440-f736-4435-9923-8a8fd3118ba1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.439313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18082fe-8db3-4508-a900-756c1d185294 None None] Pushing event updated for resources: {'Port': ['ID=727697df-d977-42cf-b3c9-b460c62b80de,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:23.759758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c72f4cf1-8035-4ddb-9080-c7bc88c39280 None None] Provisioning complete for port 727697df-d977-42cf-b3c9-b460c62b80de triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:23.760350 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c72f4cf1-8035-4ddb-9080-c7bc88c39280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.816163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.981119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.103888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 727697df-d977-42cf-b3c9-b460c62b80de up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:24.251739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 727697df-d977-42cf-b3c9-b460c62b80de triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:24.254207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.354571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5709bf2c-b19c-4295-9092-81743bf5a103 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.364481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] Pushing event deleted for resources: {'Network': ['ID=d886e670-8732-486c-b557-89bebb8fdc97,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:24.382501 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5709bf2c-b19c-4295-9092-81743bf5a103 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.465878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52550) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.484350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'subnets': [{'network_id': '1e66c2f5-ae90-48a6-9a80-ae8b617acc1c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2066011875', 'ip_version': 6}, {'network_id': 'ff5fcd96-82f2-4d60-adaa-b0488267195b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:24.486695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'subnet': {'network_id': '1e66c2f5-ae90-48a6-9a80-ae8b617acc1c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2066011875', 'ip_version': 6}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:24.493613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Request body: {'subnet': {'network_id': 'ff5fcd96-82f2-4d60-adaa-b0488267195b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:24.659280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5709bf2c-b19c-4295-9092-81743bf5a103 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] In _notify_port_updated(), no bound segment for port d1b0823d-9100-4e33-9f61-3a8beaac57b6 on network 663d634d-936b-4bca-9397-c5a491ec7ce9 {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:56:24.663782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709bf2c-b19c-4295-9092-81743bf5a103 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:24.664456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5709bf2c-b19c-4295-9092-81743bf5a103 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.671527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5709bf2c-b19c-4295-9092-81743bf5a103 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "PUT /v2.0/ports/d1b0823d-9100-4e33-9f61-3a8beaac57b6 HTTP/1.1" status: 200 len: 1067 time: 5.4357274 May 06 12:56:24.771582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52558) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.778684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-503a6457-eb44-44c9-809e-0e222f66ca0e tempest-PortsAdminExtendedAttrsTestJSON-58415818 tempest-PortsAdminExtendedAttrsTestJSON-58415818-project] 10.222.0.44 "DELETE /v2.0/networks/d886e670-8732-486c-b557-89bebb8fdc97 HTTP/1.1" status: 204 len: 168 time: 4.1534939 May 06 12:56:24.842659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:24.849136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Usage tracker for resource:subnet and tenant:93b424d0ad8c4b33b104eed6a23a33f0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:24.858468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:24.872342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:24.900696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Made reservation on behalf of 93b424d0ad8c4b33b104eed6a23a33f0 for: {'subnet': 2} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:25.173114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd013294-d14d-48ec-b792-d1efc1bb2741 req-19f474bd-6898-4884-b1a7-9975d4fda3c2 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:25.186272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd013294-d14d-48ec-b792-d1efc1bb2741 req-19f474bd-6898-4884-b1a7-9975d4fda3c2 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 2.0573232 May 06 12:56:25.252101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.253223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.264456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2e3c9f73-088d-458e-b93b-4effdba2ee46 None None] Provisioning complete for port d1b0823d-9100-4e33-9f61-3a8beaac57b6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:25.266475 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9f73-088d-458e-b93b-4effdba2ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.459499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c9f73-088d-458e-b93b-4effdba2ee46 None None] Port d1b0823d-9100-4e33-9f61-3a8beaac57b6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:56:25.468523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709bf2c-b19c-4295-9092-81743bf5a103 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event updated for resources: {'Port': ['ID=d1b0823d-9100-4e33-9f61-3a8beaac57b6,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:25.598123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74de8440-f736-4435-9923-8a8fd3118ba1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.634502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3a61c253-19b0-4d24-85b9-785122baf24f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Deleting port d1b0823d-9100-4e33-9f61-3a8beaac57b6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:25.646168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a61c253-19b0-4d24-85b9-785122baf24f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.726890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd013294-d14d-48ec-b792-d1efc1bb2741 req-26c5f268-579b-437e-9edf-b8aadc1f205d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381877 May 06 12:56:25.760797 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74de8440-f736-4435-9923-8a8fd3118ba1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.801423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52570) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:25.842117 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.094117 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74de8440-f736-4435-9923-8a8fd3118ba1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.095576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74de8440-f736-4435-9923-8a8fd3118ba1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60429d40-4e8d-4eec-b368-77070fc0ee35 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:56:26.506937 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-66f1a3b8-bea9-418f-8172-85e47637df0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7220ace3f24a4b9db2353b178fd89e01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7035177 May 06 12:56:26.509703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52582) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:26.682015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f032937e-13ca-4518-8124-79f3067bf124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.714984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.758787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f032937e-13ca-4518-8124-79f3067bf124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.812101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74de8440-f736-4435-9923-8a8fd3118ba1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.814029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-74de8440-f736-4435-9923-8a8fd3118ba1 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "DELETE /v2.0/routers/60429d40-4e8d-4eec-b368-77070fc0ee35 HTTP/1.1" status: 204 len: 168 time: 5.7381022 May 06 12:56:26.821172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52594) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:26.837469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Request body: {'router': {'name': 'tempest-router-107907266', 'distributed': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:26.848113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:26.866171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Subnet': ['ID=3523018f-f0f7-4463-bdfa-c16e322b904e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:26.870620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Usage tracker for resource:router and tenant:6bfae6b60e99469081be6a1afc53431f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:26.877730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:26.891392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:26.919516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Checking segment: {'id': '6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e66c2f5-ae90-48a6-9a80-ae8b617acc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:26.919980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Network hostable DHCP agents. Network: 1e66c2f5-ae90-48a6-9a80-ae8b617acc1c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:56:26.926706 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f032937e-13ca-4518-8124-79f3067bf124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.934101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.935874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.978090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032937e-13ca-4518-8124-79f3067bf124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f0230-28ac-4fc1-bdba-4b79d40d57b1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:27.005278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f032937e-13ca-4518-8124-79f3067bf124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:27.010922 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f032937e-13ca-4518-8124-79f3067bf124 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df5f0230-28ac-4fc1-bdba-4b79d40d57b1 HTTP/1.1" status: 204 len: 168 time: 0.4997137 May 06 12:56:27.034258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Network 1e66c2f5-ae90-48a6-9a80-ae8b617acc1c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:56:27.075137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:27.089896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 1e66c2f5-ae90-48a6-9a80-ae8b617acc1c) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:27.100774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d7c3b6-5e30-4692-b59a-e576246fcced None None] Network 1e66c2f5-ae90-48a6-9a80-ae8b617acc1c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:27.106117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:27.209460 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:27.237599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event updated for resources: {'Subnet': ['ID=1b25e766-65f4-45ae-bd91-cbf03ce6e57b,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:27.252478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:27.254892 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6fae009-8fca-457f-961c-8647491f4f0b tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4308047 May 06 12:56:27.271430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52602) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:27.519167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a61c253-19b0-4d24-85b9-785122baf24f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:27.747116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Checking segment: {'id': '9e244941-0451-48b9-af4f-c979fe36dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff5fcd96-82f2-4d60-adaa-b0488267195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:27.747712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Network hostable DHCP agents. Network: ff5fcd96-82f2-4d60-adaa-b0488267195b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:56:27.823608 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-addbf0a2-2ae5-4afe-9006-34cb289f5df3 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:28.090678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52618) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:28.091733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Network ff5fcd96-82f2-4d60-adaa-b0488267195b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:56:28.128470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-1e66c2f5-ae90-48a6-9a80-ae8b617acc1c', 'network_id': '1e66c2f5-ae90-48a6-9a80-ae8b617acc1c', 'tenant_id': '93b424d0ad8c4b33b104eed6a23a33f0', 'fixed_ips': [{'subnet_id': '3523018f-f0f7-4463-bdfa-c16e322b904e'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:56:28.130363 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:28.221467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ff5fcd96-82f2-4d60-adaa-b0488267195b) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:28.296148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:28.296820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:28.297911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:28.425402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd48395-9a50-4141-abbd-1bb27cb8fe56 None None] Network ff5fcd96-82f2-4d60-adaa-b0488267195b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:28.608030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3a61c253-19b0-4d24-85b9-785122baf24f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Calling delete_port for d1b0823d-9100-4e33-9f61-3a8beaac57b6 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:28.737412 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9f155d9b-1140-495a-a86a-8c5a82311125 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.2653012 May 06 12:56:28.738551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52634) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:28.833788 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc35379f-7fc4-4eef-8e90-6fd439ba0ca2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24c1d02f81e745c7a102c4105f730fc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7349885 May 06 12:56:28.855946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52640) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:28.934705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.20.0.1 (dbbc0d15-8641-4520-9288-30d0caacb1b3/1f43197d-f50c-4815-82c3-1375eeb07ced/955865e1-dfe8-422b-99ac-aa9cd14081ba) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:28.942393 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a61c253-19b0-4d24-85b9-785122baf24f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:28.960395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Allocated IP 2001:db8::1 (1e66c2f5-ae90-48a6-9a80-ae8b617acc1c/3523018f-f0f7-4463-bdfa-c16e322b904e/fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:29.196529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61c253-19b0-4d24-85b9-785122baf24f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event deleted for resources: {'Port': ['ID=d1b0823d-9100-4e33-9f61-3a8beaac57b6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:29.243326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdf43b-cd67-43a4-a419-88a7f19a9cb4 req-ab2f754d-1019-47e0-8290-bb87d24ef461 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:29.246987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-edcdf43b-cd67-43a4-a419-88a7f19a9cb4 req-ab2f754d-1019-47e0-8290-bb87d24ef461 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 2.1779845 May 06 12:56:29.365379 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-addbf0a2-2ae5-4afe-9006-34cb289f5df3 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.389729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-addbf0a2-2ae5-4afe-9006-34cb289f5df3 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.543829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a6c3bf-12f4-47ae-ac6f-4abfc4158523 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:29.545476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a6c3bf-12f4-47ae-ac6f-4abfc4158523 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:29.547353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a6c3bf-12f4-47ae-ac6f-4abfc4158523 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:29.550813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-02a6c3bf-12f4-47ae-ac6f-4abfc4158523 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Synchronizing usage tracker for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:29.581678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-addbf0a2-2ae5-4afe-9006-34cb289f5df3 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.582051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addbf0a2-2ae5-4afe-9006-34cb289f5df3 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0a07ad4-0ab0-4a2c-981f-b60184db545b {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:56:29.641442 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-addbf0a2-2ae5-4afe-9006-34cb289f5df3 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.648844 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-addbf0a2-2ae5-4afe-9006-34cb289f5df3 tempest-RoutersTestDVR-25389555 tempest-RoutersTestDVR-25389555-project-admin] 10.222.0.44 "DELETE /v2.0/routers/d0a07ad4-0ab0-4a2c-981f-b60184db545b HTTP/1.1" status: 204 len: 168 time: 2.3739054 May 06 12:56:29.652592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-02a6c3bf-12f4-47ae-ac6f-4abfc4158523 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Unset dirty status for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:29.662789 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-02a6c3bf-12f4-47ae-ac6f-4abfc4158523 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.9064627 May 06 12:56:29.696925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-ff5fcd96-82f2-4d60-adaa-b0488267195b', 'network_id': 'ff5fcd96-82f2-4d60-adaa-b0488267195b', 'tenant_id': '93b424d0ad8c4b33b104eed6a23a33f0', 'fixed_ips': [{'subnet_id': '1b25e766-65f4-45ae-bd91-cbf03ce6e57b'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:56:29.698492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.742997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52652) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:29.744457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0295f23e-a053-4cea-8095-f0cbc538c7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.828147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-edcdf43b-cd67-43a4-a419-88a7f19a9cb4 req-dfea8a0f-9595-4c4f-81e3-9c190aaad513 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413681 May 06 12:56:29.882164 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:56:30.052827 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0295f23e-a053-4cea-8095-f0cbc538c7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:30.407987 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:30.459084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:30.468862 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a61c253-19b0-4d24-85b9-785122baf24f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:30.517741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Transition to ACTIVE for port object 955865e1-dfe8-422b-99ac-aa9cd14081ba will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:30.540026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3a61c253-19b0-4d24-85b9-785122baf24f tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "DELETE /v2.0/ports/d1b0823d-9100-4e33-9f61-3a8beaac57b6 HTTP/1.1" status: 204 len: 168 time: 5.7596004 May 06 12:56:30.542640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52660) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:30.625343 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f431450-ccfb-4be4-92ff-efa68e71a7b9 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] GET failed (client error): The resource could not be found. May 06 12:56:30.626076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1f431450-ccfb-4be4-92ff-efa68e71a7b9 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Synchronizing usage tracker for tenant:7ab647f2d4444c3faf0a184d5a028912 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:30.654735 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:30.732096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Transition to ACTIVE for port object fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:30.809554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Transition to ACTIVE for port object fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:30.820582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1f431450-ccfb-4be4-92ff-efa68e71a7b9 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Unset dirty status for tenant:7ab647f2d4444c3faf0a184d5a028912 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:30.828061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Allocated IP 2001:db8:0:1::1 (ff5fcd96-82f2-4d60-adaa-b0488267195b/1b25e766-65f4-45ae-bd91-cbf03ce6e57b/8555196a-e5d9-4ff8-8fe7-208ba06451a8) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:30.828381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1f431450-ccfb-4be4-92ff-efa68e71a7b9 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "GET /v2.0/ports/d1b0823d-9100-4e33-9f61-3a8beaac57b6 HTTP/1.1" status: 404 len: 333 time: 0.2798572 May 06 12:56:30.831248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52668) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:30.832748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=955865e1-dfe8-422b-99ac-aa9cd14081ba,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:30.837857 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.024513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d8559644-f5b2-40d6-a19f-1daaad53389e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Deleting port ab37ba8c-fd66-4889-ba19-e6a1903a8cd9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:31.025847 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8559644-f5b2-40d6-a19f-1daaad53389e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.161469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0295f23e-a053-4cea-8095-f0cbc538c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.213634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52676) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:31.239190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Network 1e66c2f5-ae90-48a6-9a80-ae8b617acc1c is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:31.290073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295f23e-a053-4cea-8095-f0cbc538c7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ad07b6-d9c1-417c-b73f-b90c34c4c14d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:31.309509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:31.318184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-37489d33-c57e-4ef2-90a3-a654ac8ff40b tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Deleting subnet 3523018f-f0f7-4463-bdfa-c16e322b904e {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:56:31.350862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37489d33-c57e-4ef2-90a3-a654ac8ff40b tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.530237 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0295f23e-a053-4cea-8095-f0cbc538c7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.532874 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0295f23e-a053-4cea-8095-f0cbc538c7cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47ad07b6-d9c1-417c-b73f-b90c34c4c14d HTTP/1.1" status: 204 len: 168 time: 2.5701864 May 06 12:56:31.682238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network dbbc0d15-8641-4520-9288-30d0caacb1b3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:31.692607 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37489d33-c57e-4ef2-90a3-a654ac8ff40b tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.954962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:56:32.048684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:32.077069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37489d33-c57e-4ef2-90a3-a654ac8ff40b tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.166938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Pushing event updated for resources: {'Port': ['ID=fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:32.238436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:32.258083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:32.305445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Attempting to bind port fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:32.306199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Attempting to bind port fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e66c2f5-ae90-48a6-9a80-ae8b617acc1c'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:32.306883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Attempting to bind port fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4 on network 1e66c2f5-ae90-48a6-9a80-ae8b617acc1c {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:32.355809 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:56:32.404169 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37489d33-c57e-4ef2-90a3-a654ac8ff40b tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.546972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37489d33-c57e-4ef2-90a3-a654ac8ff40b tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.584000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.616045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37489d33-c57e-4ef2-90a3-a654ac8ff40b tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Subnet': ['ID=3523018f-f0f7-4463-bdfa-c16e322b904e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:32.642783 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-37489d33-c57e-4ef2-90a3-a654ac8ff40b tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/subnets/3523018f-f0f7-4463-bdfa-c16e322b904e HTTP/1.1" status: 204 len: 168 time: 2.8839405 May 06 12:56:32.643744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52692) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:32.785001 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6eec2a9-59e6-4201-8206-0d7290d1e601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.916157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:56:32.916542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Checking segment: {'id': '6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e66c2f5-ae90-48a6-9a80-ae8b617acc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:32.916956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.927838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Bound using segment: {'id': '6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e66c2f5-ae90-48a6-9a80-ae8b617acc1c'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:56:32.928511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Bound port: fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e66c2f5-ae90-48a6-9a80-ae8b617acc1c'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:56:32.928917 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.094312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1a9d5733-70eb-4966-ba33-0ecafa046c78 None None] Provisioning for port 955865e1-dfe8-422b-99ac-aa9cd14081ba completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:33.201354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1a9d5733-70eb-4966-ba33-0ecafa046c78 None None] Provisioning complete for port 955865e1-dfe8-422b-99ac-aa9cd14081ba triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:33.201800 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1a9d5733-70eb-4966-ba33-0ecafa046c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.221777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3bc17c-1716-42ab-a38f-49101a5c670c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Deleting subnet 1b25e766-65f4-45ae-bd91-cbf03ce6e57b {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:56:33.279179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b6eec2a9-59e6-4201-8206-0d7290d1e601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:33.288330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b6eec2a9-59e6-4201-8206-0d7290d1e601 admin admin] Usage tracker for resource:security_group_rule and tenant:b9744bd3eed24f34abbd4d76f631fbe3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:33.295137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b6eec2a9-59e6-4201-8206-0d7290d1e601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:33.307903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b6eec2a9-59e6-4201-8206-0d7290d1e601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:33.308334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.378907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:33.390101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Transition to ACTIVE for port object 8555196a-e5d9-4ff8-8fe7-208ba06451a8 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:33.402066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] For port fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:56:33.445259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1a9d5733-70eb-4966-ba33-0ecafa046c78 None None] Port 955865e1-dfe8-422b-99ac-aa9cd14081ba cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:56:33.449589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'port_id': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'mac_address': 'fa:16:3e:46:fd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bf2cca-15c9-4f93-ab72-dde97d6e52a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:56:33.452173 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6eec2a9-59e6-4201-8206-0d7290d1e601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.470904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] For port fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4,segment=NetworkSegment(6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14),segment_id=6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:56:33.471358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b6eec2a9-59e6-4201-8206-0d7290d1e601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.473816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Transition to ACTIVE for port object 8555196a-e5d9-4ff8-8fe7-208ba06451a8 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:33.595067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc17c-1716-42ab-a38f-49101a5c670c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.617903 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.640350 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.677723 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.791563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc17c-1716-42ab-a38f-49101a5c670c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.796303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eec2a9-59e6-4201-8206-0d7290d1e601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f15f4aa-c1f9-4c01-829f-db9aaacac4c4,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:33.818895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:56:33.825207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ce803-b7fe-44ae-90e2-743a69fb120f None None] Pushing event updated for resources: {'Port': ['ID=fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:33.831528 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.944728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324552-5786-48d7-80a1-b99cdd3d5c64 req-871712d0-ba64-4e1e-a877-020ae87b64d2 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:33.957069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8324552-5786-48d7-80a1-b99cdd3d5c64 req-871712d0-ba64-4e1e-a877-020ae87b64d2 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 2.2709944 May 06 12:56:34.022414 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc17c-1716-42ab-a38f-49101a5c670c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.029191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:34.055304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Network ff5fcd96-82f2-4d60-adaa-b0488267195b is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:34.060843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:34.065084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:34.087008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.268778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Pushing event updated for resources: {'Port': ['ID=8555196a-e5d9-4ff8-8fe7-208ba06451a8,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:34.407129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc17c-1716-42ab-a38f-49101a5c670c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.528977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aebabd-e8ad-4fb5-958f-69804ec1f32a None None] Network 1e66c2f5-ae90-48a6-9a80-ae8b617acc1c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:34.530721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc17c-1716-42ab-a38f-49101a5c670c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.548383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bc17c-1716-42ab-a38f-49101a5c670c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Subnet': ['ID=1b25e766-65f4-45ae-bd91-cbf03ce6e57b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:34.569096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bf3bc17c-1716-42ab-a38f-49101a5c670c tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/subnets/1b25e766-65f4-45ae-bd91-cbf03ce6e57b HTTP/1.1" status: 204 len: 168 time: 1.9183612 May 06 12:56:34.569849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52718) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:34.738228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0486bab-d703-48de-8ff7-e8210f80e379 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:34.739646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a0486bab-d703-48de-8ff7-e8210f80e379 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Synchronizing usage tracker for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:34.773290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52728) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:34.800983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a0486bab-d703-48de-8ff7-e8210f80e379 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Unset dirty status for tenant:93b424d0ad8c4b33b104eed6a23a33f0 on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:34.802914 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a0486bab-d703-48de-8ff7-e8210f80e379 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2313249 May 06 12:56:34.819383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52734) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:34.892717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:34.927625 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Attempting to bind port 8555196a-e5d9-4ff8-8fe7-208ba06451a8 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:34.928348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Attempting to bind port 8555196a-e5d9-4ff8-8fe7-208ba06451a8 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '9e244941-0451-48b9-af4f-c979fe36dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff5fcd96-82f2-4d60-adaa-b0488267195b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:34.929142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Attempting to bind port 8555196a-e5d9-4ff8-8fe7-208ba06451a8 on network ff5fcd96-82f2-4d60-adaa-b0488267195b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:34.953883 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8559644-f5b2-40d6-a19f-1daaad53389e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.969772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:56:34.970391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Checking segment: {'id': '9e244941-0451-48b9-af4f-c979fe36dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff5fcd96-82f2-4d60-adaa-b0488267195b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:34.970958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.971589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Bound using segment: {'id': '9e244941-0451-48b9-af4f-c979fe36dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff5fcd96-82f2-4d60-adaa-b0488267195b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:56:34.972717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Bound port: 8555196a-e5d9-4ff8-8fe7-208ba06451a8, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e244941-0451-48b9-af4f-c979fe36dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff5fcd96-82f2-4d60-adaa-b0488267195b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:56:34.973177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.006442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b6eec2a9-59e6-4201-8206-0d7290d1e601 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9744bd3eed24f34abbd4d76f631fbe3&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7915733 May 06 12:56:35.100656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52744) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:35.218306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d8559644-f5b2-40d6-a19f-1daaad53389e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Calling delete_port for ab37ba8c-fd66-4889-ba19-e6a1903a8cd9 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:35.257356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] For port 8555196a-e5d9-4ff8-8fe7-208ba06451a8, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:56:35.260831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2082706938'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:35.264093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] For port 8555196a-e5d9-4ff8-8fe7-208ba06451a8, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8555196a-e5d9-4ff8-8fe7-208ba06451a8,segment=NetworkSegment(9e244941-0451-48b9-af4f-c979fe36dc91),segment_id=9e244941-0451-48b9-af4f-c979fe36dc91)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:56:35.274526 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.308634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:35.322225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:network and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:35.354332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:35.370920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:35.385810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8324552-5786-48d7-80a1-b99cdd3d5c64 req-90a190cf-1fe1-47d5-b5d4-532d6e161299 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3918397 May 06 12:56:35.398811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.482210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4c2978a8-e331-4727-87d4-0136ccc420f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.554316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Made reservation on behalf of 37ea359ed696431a9eedb6da5bc70128 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:35.559868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.604492 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.640853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Deleting port 8555196a-e5d9-4ff8-8fe7-208ba06451a8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:35.641398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.706079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4c2978a8-e331-4727-87d4-0136ccc420f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.758853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b917fc-2ea7-4089-9959-bbae27733224 None None] Network ff5fcd96-82f2-4d60-adaa-b0488267195b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:35.816192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cadb7-30eb-4e0b-9a36-f1d593c8f481 None None] Pushing event updated for resources: {'Port': ['ID=8555196a-e5d9-4ff8-8fe7-208ba06451a8,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:35.848364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:35.909083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:security_group_rule and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:35.913697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8559644-f5b2-40d6-a19f-1daaad53389e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.925393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:35.965043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:36.085740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:56:36.092759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:56:36.101826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8559644-f5b2-40d6-a19f-1daaad53389e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event deleted for resources: {'Port': ['ID=ab37ba8c-fd66-4889-ba19-e6a1903a8cd9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:36.221534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4c2978a8-e331-4727-87d4-0136ccc420f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.292660 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8559644-f5b2-40d6-a19f-1daaad53389e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.328936 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d8559644-f5b2-40d6-a19f-1daaad53389e tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "DELETE /v2.0/ports/ab37ba8c-fd66-4889-ba19-e6a1903a8cd9 HTTP/1.1" status: 204 len: 168 time: 5.4769554 May 06 12:56:36.337271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52760) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:36.383343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] For port 8555196a-e5d9-4ff8-8fe7-208ba06451a8, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8555196a-e5d9-4ff8-8fe7-208ba06451a8,segment=NetworkSegment(9e244941-0451-48b9-af4f-c979fe36dc91),segment_id=9e244941-0451-48b9-af4f-c979fe36dc91)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:36.383907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.419379 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:56:36.440377 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd5eb94-e579-433c-a15f-b1cb89fc523a tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] GET failed (client error): The resource could not be found. May 06 12:56:36.442353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dbd5eb94-e579-433c-a15f-b1cb89fc523a tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Synchronizing usage tracker for tenant:7ab647f2d4444c3faf0a184d5a028912 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:36.456137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.467170 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.509539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.534652 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.652762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4c2978a8-e331-4727-87d4-0136ccc420f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.655561 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4c2978a8-e331-4727-87d4-0136ccc420f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f15f4aa-c1f9-4c01-829f-db9aaacac4c4 HTTP/1.1" status: 204 len: 168 time: 1.5532463 May 06 12:56:36.801496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2978a8-e331-4727-87d4-0136ccc420f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f15f4aa-c1f9-4c01-829f-db9aaacac4c4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:36.837203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Calling delete_port for 8555196a-e5d9-4ff8-8fe7-208ba06451a8 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:36.866236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:36.903003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dbd5eb94-e579-433c-a15f-b1cb89fc523a tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Unset dirty status for tenant:7ab647f2d4444c3faf0a184d5a028912 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:36.909603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dbd5eb94-e579-433c-a15f-b1cb89fc523a tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "GET /v2.0/ports/ab37ba8c-fd66-4889-ba19-e6a1903a8cd9 HTTP/1.1" status: 404 len: 333 time: 0.5634735 May 06 12:56:36.929428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52772) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:37.008880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:56:37.021510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=955865e1-dfe8-422b-99ac-aa9cd14081ba,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:37.155687 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.225696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.226450 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Added segment 965740f6-4e23-40ff-85a1-8fcfc8c3eaa1 of type vlan for network ff7e3d66-cf45-497a-9761-004749776da2 May 06 12:56:37.251358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'port_id': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'mac_address': 'fa:16:3e:46:fd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bf2cca-15c9-4f93-ab72-dde97d6e52a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:56:37.290756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.410404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c874cb06-c39a-48a7-9739-1528a77cb287,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:37.434008 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.451444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:37.453056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.486113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:56:37.641857 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.685166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a5d75794-8234-43d2-b85c-46453ddb3ce6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Deleting port fcebc444-3d18-4952-8038-4706c203bc36 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:37.686026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5d75794-8234-43d2-b85c-46453ddb3ce6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.686546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:56:37.701333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.804208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:37.817908 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:38.003721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:38.020728 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:38.054552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2781d3-859f-48ed-a958-82843fd21d55 req-cae6b9a8-40b0-4349-9350-1781f67dab64 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:38.069224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce2781d3-859f-48ed-a958-82843fd21d55 req-cae6b9a8-40b0-4349-9350-1781f67dab64 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 945 time: 1.3133893 May 06 12:56:38.091161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b2602-fdf6-44ad-8fd6-39cca8c05d35 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:56:38.522372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8b2602-fdf6-44ad-8fd6-39cca8c05d35 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:56:38.546780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52790) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:38.567824 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.7841144 May 06 12:56:38.588787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52794) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:38.616209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'subnet': {'network_id': 'ff7e3d66-cf45-497a-9761-004749776da2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:38.647217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Port': ['ID=8555196a-e5d9-4ff8-8fe7-208ba06451a8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:38.650883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d351b-9a19-4930-bb55-a82a7b2269b8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Network': ['ID=ff7e3d66-cf45-497a-9761-004749776da2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:38.716072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network dbbc0d15-8641-4520-9288-30d0caacb1b3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:38.748261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] No DVR routers for this DVR port 8555196a-e5d9-4ff8-8fe7-208ba06451a8 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:56:38.799886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ff7e3d66-cf45-497a-9761-004749776da2 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:56:38.813237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:38.821593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce2781d3-859f-48ed-a958-82843fd21d55 req-e67f3ffe-6638-4026-aff6-86d77c248306 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7504129 May 06 12:56:38.970805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b577559-f9b4-4548-8f0c-3791fabb405c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:39.158729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b577559-f9b4-4548-8f0c-3791fabb405c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:39.171704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2b577559-f9b4-4548-8f0c-3791fabb405c admin admin] Usage tracker for resource:security_group_rule and tenant:6bfae6b60e99469081be6a1afc53431f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:39.178657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2b577559-f9b4-4548-8f0c-3791fabb405c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:39.189405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b577559-f9b4-4548-8f0c-3791fabb405c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:39.261079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:39.273577 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:39.290557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:subnet and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:39.302794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:39.334835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:39.348405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5fcd96-82f2-4d60-adaa-b0488267195b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:39.373203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e244941-0451-48b9-af4f-c979fe36dc91') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:39.374188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e244941-0451-48b9-af4f-c979fe36dc91') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:39.390177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Made reservation on behalf of 37ea359ed696431a9eedb6da5bc70128 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:39.422026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:39.566469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:39.614909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:56:39.615818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:39.681197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5d75794-8234-43d2-b85c-46453ddb3ce6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: timer() May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:56:39.792966 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:56:39.799833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:39.858707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:39.867914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:39.909149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a5d75794-8234-43d2-b85c-46453ddb3ce6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Calling delete_port for fcebc444-3d18-4952-8038-4706c203bc36 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:39.919533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Network': ['ID=ff5fcd96-82f2-4d60-adaa-b0488267195b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:39.987144 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2c6f9-f3bd-425c-9618-e6c0c8742e08 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:56:40.121297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:40.131298 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a08b60fe-9213-4e1f-b9d0-918ff49c3ec0 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/networks/ff5fcd96-82f2-4d60-adaa-b0488267195b HTTP/1.1" status: 204 len: 168 time: 5.3103418 May 06 12:56:40.134546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52812) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:40.500292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:40.500680 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:40.526644 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:40.616671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f2c6f9-f3bd-425c-9618-e6c0c8742e08 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:56:40.749607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Subnet': ['ID=44ba4126-0690-483b-aab9-eabd5e31a6dd,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:40.758952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Checking segment: {'id': '965740f6-4e23-40ff-85a1-8fcfc8c3eaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ff7e3d66-cf45-497a-9761-004749776da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:40.759838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network hostable DHCP agents. Network: ff7e3d66-cf45-497a-9761-004749776da2, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:56:40.805162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network ff7e3d66-cf45-497a-9761-004749776da2 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:56:40.827059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ff7e3d66-cf45-497a-9761-004749776da2) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:40.841430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:40.842912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:40.916825 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3fad1737-d457-49f6-9b63-5d1dbb7e4959 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3202810 May 06 12:56:40.927574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52818) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:40.947132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-865862347', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:40.976578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:40.996387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:router and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:41.018533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:41.045138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:41.191445 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b577559-f9b4-4548-8f0c-3791fabb405c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.193646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5d75794-8234-43d2-b85c-46453ddb3ce6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.209703 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.212208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.231187 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b577559-f9b4-4548-8f0c-3791fabb405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.276813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.365662 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.462686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2b577559-f9b4-4548-8f0c-3791fabb405c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bfae6b60e99469081be6a1afc53431f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8953702 May 06 12:56:41.475160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:56:41.504658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52828) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:41.539006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:41.547834 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.766896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d75794-8234-43d2-b85c-46453ddb3ce6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event deleted for resources: {'Port': ['ID=fcebc444-3d18-4952-8038-4706c203bc36,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:41.875311 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.905339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b577559-f9b4-4548-8f0c-3791fabb405c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d903dd77-6a7b-4d31-80a6-f7c176755f23,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:41.916517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:41.987356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5d75794-8234-43d2-b85c-46453ddb3ce6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.019746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Deleting port fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:42.020388 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.104724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:42.207497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428aa8cd-d535-43f3-b3a7-9daa4f06690c None None] Network ff7e3d66-cf45-497a-9761-004749776da2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:42.277670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a5d75794-8234-43d2-b85c-46453ddb3ce6 tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "DELETE /v2.0/ports/fcebc444-3d18-4952-8038-4706c203bc36 HTTP/1.1" status: 204 len: 168 time: 5.3466589 May 06 12:56:42.288665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3fb13-2f92-4079-b56b-27fda15a4a1d req-496e549b-1e1c-48f0-a377-48937b98976b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:42.292529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ec3fb13-2f92-4079-b56b-27fda15a4a1d req-496e549b-1e1c-48f0-a377-48937b98976b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 944 time: 1.7748432 May 06 12:56:42.301195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52838) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:42.552219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.634839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.715467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af3027df-5fd8-4d75-ace5-9f637edb6f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.738949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f64ddb25-7155-44de-aa81-a48874db240c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.879520 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94f34a1-cf28-4aeb-8962-586097497852'] response: {'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'code': 200} May 06 12:56:43.173193 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:43.196049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f127199d-bb1f-465e-87c6-cadb8eaa4a23 None None] Provisioning complete for port 955865e1-dfe8-422b-99ac-aa9cd14081ba triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:43.196465 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f127199d-bb1f-465e-87c6-cadb8eaa4a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:43.252724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] For port fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4,segment=NetworkSegment(6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14),segment_id=6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:43.253055 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:43.256431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608bec1e-92af-4008-89f1-7de7db908efd None None] Network ff7e3d66-cf45-497a-9761-004749776da2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:43.403817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.25.7.19 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/38c82bc3-35b9-4732-a202-c3a14728a923) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:43.459224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7690759a-d541-421e-bb88-af0a7204c4f5 req-3f863210-1efc-4ffd-a7a2-a647de6622a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 1097 time: 0.3625309 May 06 12:56:43.509780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f127199d-bb1f-465e-87c6-cadb8eaa4a23 None None] Port 955865e1-dfe8-422b-99ac-aa9cd14081ba cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:56:43.635184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Calling delete_port for fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:43.829787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:43.936437 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7690759a-d541-421e-bb88-af0a7204c4f5 req-d8b43051-901e-4734-8886-164b25eb3f37 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442949 May 06 12:56:43.973004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Port': ['ID=fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:43.992527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] No DVR routers for this DVR port fb31f1c2-d5bb-4a09-a3d8-d90bbfa0aae4 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:56:44.055382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.134253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.226305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ec3fb13-2f92-4079-b56b-27fda15a4a1d req-5eb2c94e-f4fe-4923-8872-99e1b20fde38 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6408947 May 06 12:56:44.234941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:44.253828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0fc78a-e72b-4c94-a7e6-feb2ca1a7aba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Deleting subnet cb39e0c4-b08a-447c-824d-3b307329f7b3 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:56:44.254464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:44.264877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:44.276757 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f64ddb25-7155-44de-aa81-a48874db240c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.400309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac0fc78a-e72b-4c94-a7e6-feb2ca1a7aba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.678305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=38c82bc3-35b9-4732-a202-c3a14728a923,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:44.700535 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ba3f285-9fb7-40be-8e4e-37b5215502ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.731725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 45c6149a-a69e-4d8f-826e-838a568cb5a0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:56:44.733491 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f64ddb25-7155-44de-aa81-a48874db240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.755639 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.757749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.810332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ddb25-7155-44de-aa81-a48874db240c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d903dd77-6a7b-4d31-80a6-f7c176755f23,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:44.823315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac0fc78a-e72b-4c94-a7e6-feb2ca1a7aba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.900682 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.910824 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f64ddb25-7155-44de-aa81-a48874db240c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:44.912681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f64ddb25-7155-44de-aa81-a48874db240c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d903dd77-6a7b-4d31-80a6-f7c176755f23 HTTP/1.1" status: 204 len: 168 time: 3.1630154 May 06 12:56:45.119470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e66c2f5-ae90-48a6-9a80-ae8b617acc1c']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:45.379231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:45.379714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5e05c7-2ebe-4f5c-b9d6-5f8124b69d14') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:45.443929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:45.518418 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:45.520750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:56:45.563048 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:45.595857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:56:45.595857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: timer() May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:56:45.664289 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:56:46.115838 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.120652 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac0fc78a-e72b-4c94-a7e6-feb2ca1a7aba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.411919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:56:46.432854 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd41ed6-c37e-44dc-a8c6-e0cfeb03f4bc None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:56:46.463952 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd41ed6-c37e-44dc-a8c6-e0cfeb03f4bc None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:56:46.465854 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bbd41ed6-c37e-44dc-a8c6-e0cfeb03f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:56:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:46.548452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.550826 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-69192cc0-a723-40c0-82e0-6bb3c74a23a4 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6215215 May 06 12:56:46.554772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52880) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:46.688973 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bbd41ed6-c37e-44dc-a8c6-e0cfeb03f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:46.715861 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd41ed6-c37e-44dc-a8c6-e0cfeb03f4bc None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:56:46.717272 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bbd41ed6-c37e-44dc-a8c6-e0cfeb03f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:56:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:46.785526 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.914359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.944961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/networks/1e66c2f5-ae90-48a6-9a80-ae8b617acc1c HTTP/1.1" status: 204 len: 168 time: 6.6398156 May 06 12:56:46.951584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52890) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:46.978278 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bbd41ed6-c37e-44dc-a8c6-e0cfeb03f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:46.978278 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd41ed6-c37e-44dc-a8c6-e0cfeb03f4bc None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:56:47.032395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb5d32-1818-46d3-9165-8c7772b0496f req-ae98fc42-db38-4427-9499-2c35df1bbb43 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:47.041022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7cb5d32-1818-46d3-9165-8c7772b0496f req-ae98fc42-db38-4427-9499-2c35df1bbb43 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 1.1982250 May 06 12:56:47.047048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1196a7-64c4-4f99-a6e2-ad21b83dc9a6 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Network': ['ID=1e66c2f5-ae90-48a6-9a80-ae8b617acc1c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:47.384793 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac0fc78a-e72b-4c94-a7e6-feb2ca1a7aba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.460881 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac0fc78a-e72b-4c94-a7e6-feb2ca1a7aba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.472117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cdf58e-0324-4f00-9fa9-a37386028c21 None None] Network 663d634d-936b-4bca-9397-c5a491ec7ce9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:47.478528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ac0fc78a-e72b-4c94-a7e6-feb2ca1a7aba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "DELETE /v2.0/subnets/cb39e0c4-b08a-447c-824d-3b307329f7b3 HTTP/1.1" status: 204 len: 168 time: 5.1657293 May 06 12:56:47.492022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52906) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:47.636050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:56:47.724291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fc78a-e72b-4c94-a7e6-feb2ca1a7aba tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event deleted for resources: {'Subnet': ['ID=cb39e0c4-b08a-447c-824d-3b307329f7b3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:47.776743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e41e7637-a6ea-40cc-8f17-162749102132 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "PUT /v2.0/routers/45c6149a-a69e-4d8f-826e-838a568cb5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 32.2582150 May 06 12:56:47.924738 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.929922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Sync routers for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:56:48.257096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:48.267490 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:48.454965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:56:48.475981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:56:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:48.604927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Deleting port 60a025e0-35b5-44fb-941f-391dca2e7c06 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:48.622167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:48.677674 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-15c81800-cc5c-4da7-9d87-665a7dafb969 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4226470 May 06 12:56:49.398221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:56:49.454946 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:49.613929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7cb5d32-1818-46d3-9165-8c7772b0496f req-5234973a-e4fe-4b82-87c8-9848d1d5864c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5718656 May 06 12:56:49.928048 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-2e067b2f-5fa3-400e-8e3f-a121b1393d18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 1097 time: 1.0162117 May 06 12:56:50.277537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] For port 60a025e0-35b5-44fb-941f-391dca2e7c06, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=60a025e0-35b5-44fb-941f-391dca2e7c06,segment=NetworkSegment(27387fa3-6a11-48e4-ba5a-95e51c9032eb),segment_id=27387fa3-6a11-48e4-ba5a-95e51c9032eb)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:50.277884 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.558083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] DHCP port deletion for 663d634d-936b-4bca-9397-c5a491ec7ce9 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:56:50.588991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] Deleting port 60a025e0-35b5-44fb-941f-391dca2e7c06 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:50.597145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.667322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Calling delete_port for 60a025e0-35b5-44fb-941f-391dca2e7c06 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:50.731061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacc18c5-4f83-45d0-a346-b45b5f8659cf']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:50.757220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f073ba-0484-4e00-8105-45ef54f1fb75') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:50.757961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f073ba-0484-4e00-8105-45ef54f1fb75') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:50.776527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bab7f-14e6-489d-832e-15095844fa68 req-edfc8e4f-4f78-4b98-bb33-940a7b25bc62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:50.786807 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.788750 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-edfc8e4f-4f78-4b98-bb33-940a7b25bc62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 915 time: 0.8175356 May 06 12:56:50.825551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.855849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:56:50.855849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: timer() May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:56:50.893056 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:56:51.052868 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-3a521dc7-9cac-4c89-9f67-feef5bd9d29b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f HTTP/1.1" status: 200 len: 217 time: 0.2473323 May 06 12:56:51.131241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:32Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '955865e1-dfe8-422b-99ac-aa9cd14081ba', 'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:8a:72:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:27Z', 'updated_at': '2022-05-06T12:56:35Z', 'revision_number': 2, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:51.141872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Checking router: 45c6149a-a69e-4d8f-826e-838a568cb5a0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:56:51.142435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Updating router 45c6149a-a69e-4d8f-826e-838a568cb5a0 port 955865e1-dfe8-422b-99ac-aa9cd14081ba binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:56:51.299730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-671d275f-664a-4dbb-874c-9ee9e016b6f1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:51.312672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bab7f-14e6-489d-832e-15095844fa68 req-e94b57ce-1829-4ce8-93bb-76bd865c0338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:51.322835 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-e94b57ce-1829-4ce8-93bb-76bd865c0338 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5bf2cca-15c9-4f93-ab72-dde97d6e52a6 HTTP/1.1" status: 200 len: 854 time: 0.2544842 May 06 12:56:51.351696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-671d275f-664a-4dbb-874c-9ee9e016b6f1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:51.353872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-671d275f-664a-4dbb-874c-9ee9e016b6f1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636687804&fields=id&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 267 time: 2.1851506 May 06 12:56:51.376615 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:51.409004 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:51.485863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Network': ['ID=cacc18c5-4f83-45d0-a346-b45b5f8659cf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:51.587739 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:51.609528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] For port 60a025e0-35b5-44fb-941f-391dca2e7c06, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=60a025e0-35b5-44fb-941f-391dca2e7c06,segment=NetworkSegment(27387fa3-6a11-48e4-ba5a-95e51c9032eb),segment_id=27387fa3-6a11-48e4-ba5a-95e51c9032eb)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:51.610236 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:51.738624 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-a1d5162f-d07b-4a53-8c0d-9abe6b4ec1ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0c3b2c8-ed64-446f-bf1d-6343be099725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2346613 May 06 12:56:51.761457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-1dabaa13-d51a-406c-b149-efdda2e4ea2c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:56:51.761457 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-1dabaa13-d51a-406c-b149-efdda2e4ea2c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0091507 May 06 12:56:51.802342 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:51.841947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] Calling delete_port for 60a025e0-35b5-44fb-941f-391dca2e7c06 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:51.955298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e296bfef-8d16-4e92-a29b-4b697d809951 tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/networks/cacc18c5-4f83-45d0-a346-b45b5f8659cf HTTP/1.1" status: 204 len: 168 time: 4.9971542 May 06 12:56:51.968812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52972) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:52.065187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22a84-da3c-45b0-ae17-50f2ace2ecdb req-4fedf57c-c0e0-4992-a380-d02a3861409b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:52.075556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bba22a84-da3c-45b0-ae17-50f2ace2ecdb req-4fedf57c-c0e0-4992-a380-d02a3861409b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 1.3680708 May 06 12:56:52.080112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] No DVR routers for this DVR port 60a025e0-35b5-44fb-941f-391dca2e7c06 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:56:52.088190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event deleted for resources: {'Port': ['ID=60a025e0-35b5-44fb-941f-391dca2e7c06,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:52.091611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 60a025e0-35b5-44fb-941f-391dca2e7c06 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:56:52.111677 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:52.125055 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-64ec6054-3750-4266-8acf-866307994cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576944 May 06 12:56:52.235420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 60a025e0-35b5-44fb-941f-391dca2e7c06 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:56:52.235801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 60a025e0-35b5-44fb-941f-391dca2e7c06 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:56:52.273764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:52.487769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52978) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:52.626929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bba22a84-da3c-45b0-ae17-50f2ace2ecdb req-cce0de36-a11d-48f3-89b6-f347acfe3224 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504005 May 06 12:56:52.655013 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:52.667410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:52.678972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Transition to ACTIVE for port object 955865e1-dfe8-422b-99ac-aa9cd14081ba will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:52.705024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-8764bcef-c8a6-4628-a583-f765a016a29c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:52.705024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-8764bcef-c8a6-4628-a583-f765a016a29c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:52.711417 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:56:52.711838 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:56:52.721351 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:52.762226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663d634d-936b-4bca-9397-c5a491ec7ce9']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:52.800108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27387fa3-6a11-48e4-ba5a-95e51c9032eb') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:52.800633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27387fa3-6a11-48e4-ba5a-95e51c9032eb') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:52.824890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:52.858344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:52.868569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:56:52.868569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:53.069884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Pushing event updated for resources: {'Port': ['ID=955865e1-dfe8-422b-99ac-aa9cd14081ba,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: timer() May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:56:53.140964 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:56:53.167964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:53.237682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] Deleting port 60a025e0-35b5-44fb-941f-391dca2e7c06 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:53.238092 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:53.251469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:53.259765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] Pushing event deleted for resources: {'Network': ['ID=663d634d-936b-4bca-9397-c5a491ec7ce9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:53.265193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-8764bcef-c8a6-4628-a583-f765a016a29c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:53.287477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-8764bcef-c8a6-4628-a583-f765a016a29c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 796 time: 1.9045224 May 06 12:56:53.347249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-de62f181-d225-4b83-b8d6-ecb8c94f76ea tempest-AllowedAddressPairIpV6TestJSON-1413578948 tempest-AllowedAddressPairIpV6TestJSON-1413578948-project] 10.222.0.44 "DELETE /v2.0/networks/663d634d-936b-4bca-9397-c5a491ec7ce9 HTTP/1.1" status: 204 len: 168 time: 5.7698770 May 06 12:56:53.379742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-940b37b4-72ff-442b-bebf-2f9181ae9002 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/quotas/f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 375 time: 0.0846541 May 06 12:56:53.592247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.592971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.593423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.593776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.594164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.594842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.595421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.595988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.596565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.597061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.597583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:53.679477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.20.0.1 (ff7e3d66-cf45-497a-9761-004749776da2/44ba4126-0690-483b-aab9-eabd5e31a6dd/f3444404-a5f0-41f4-a2a4-dfda5cf2fe33) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:53.725616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b2155-9893-4ac3-bb85-ea6724c05ded None None] The port '60a025e0-35b5-44fb-941f-391dca2e7c06' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:56:53.727043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Attempting to bind port 955865e1-dfe8-422b-99ac-aa9cd14081ba on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:53.727433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Attempting to bind port 955865e1-dfe8-422b-99ac-aa9cd14081ba by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:53.727823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Attempting to bind port 955865e1-dfe8-422b-99ac-aa9cd14081ba on network dbbc0d15-8641-4520-9288-30d0caacb1b3 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:53.746696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:56:53.748135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Checking segment: {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:53.749478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:53.750230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Bound using segment: {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:56:53.751248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Bound port: 955865e1-dfe8-422b-99ac-aa9cd14081ba, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:56:53.751864 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:53.868779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-a0293c52-e64f-4acb-aded-9db0c41b751b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:53.911431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-a0293c52-e64f-4acb-aded-9db0c41b751b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:53.914215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-a0293c52-e64f-4acb-aded-9db0c41b751b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5306449 May 06 12:56:54.035010 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-289bab7f-14e6-489d-832e-15095844fa68 req-7d4dcd91-bcbe-46a9-88fa-02e463186102 service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7558851 May 06 12:56:54.053415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] For port 955865e1-dfe8-422b-99ac-aa9cd14081ba, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:56:54.063259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1028308058', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:54.068345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] For port 955865e1-dfe8-422b-99ac-aa9cd14081ba, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=955865e1-dfe8-422b-99ac-aa9cd14081ba,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:56:54.082072 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:54.092419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:54.207067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Usage tracker for resource:port and tenant:b5e89782934a4fff919d5e08312f046e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:54.217623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:54.255192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-af2f4315-5b32-4b62-a79d-a5cb8e67d1a8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:56:54.256849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-af2f4315-5b32-4b62-a79d-a5cb8e67d1a8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3125858 May 06 12:56:54.488101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d328a2e-5b6a-448b-820c-9cb742b5aea1 None None] Pushing event updated for resources: {'Port': ['ID=955865e1-dfe8-422b-99ac-aa9cd14081ba,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:54.526845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:56:54.529090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:56:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:54.981062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53016) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:54.983377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:55.005096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-6c005e36-f378-4738-b4a6-229a6e6c3fb4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:55.006779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-6c005e36-f378-4738-b4a6-229a6e6c3fb4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 814 time: 0.4167032 May 06 12:56:55.067574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:56:55.068389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-96ea4493-4576-495f-98b1-c37cf7d3fcb1 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/quotas/8cbba79a6db5485da4f5f4e3d724aeb6 HTTP/1.1" status: 200 len: 375 time: 0.0233097 May 06 12:56:55.259305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-e0002da8-6ee9-4f61-a16f-40fa0d5ce9af service neutron] 10.222.0.44 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9872086 May 06 12:56:55.327810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Made reservation on behalf of b5e89782934a4fff919d5e08312f046e for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:55.332323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.456589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.490987 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.615748 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.684972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8513607d-bc0b-446a-9925-176ce587734c']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:55.714343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b93f140-61b6-406b-8436-9d078aad65f2') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:55.714817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b93f140-61b6-406b-8436-9d078aad65f2') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:55.747639 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.797760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.810666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:56:55.811382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.887088 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-b3239270-26ac-48d3-a44e-0dac70bd49b0 service neutron] 10.222.0.44 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902011 May 06 12:56:55.958196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-3243e2ca-2835-48ba-9710-356f97542377 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8891120 May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: timer() May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:56:56.043225 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:56:56.137050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:56.150517 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:56.181119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:32Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '955865e1-dfe8-422b-99ac-aa9cd14081ba', 'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:8a:72:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:27Z', 'updated_at': '2022-05-06T12:56:54Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:56.191133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc35d17-cb1c-40cb-bd88-5291e62ddbf3 None None] The sync data for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 is: [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:32Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '955865e1-dfe8-422b-99ac-aa9cd14081ba', 'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:8a:72:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:27Z', 'updated_at': '2022-05-06T12:56:54Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:56:56.219901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:56.237961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Usage tracker for resource:security_group_rule and tenant:b5e89782934a4fff919d5e08312f046e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:56.245214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:56.459612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-549928f7-f83d-4b0b-b6eb-6ef5b13c254e service neutron] 10.222.0.44 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982493 May 06 12:56:56.555827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:56.560804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Pushing event deleted for resources: {'Network': ['ID=8513607d-bc0b-446a-9925-176ce587734c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:56.608103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:56.807828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=f3444404-a5f0-41f4-a2a4-dfda5cf2fe33,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:57.014317 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] 10.222.0.44 "DELETE /v2.0/networks/8513607d-bc0b-446a-9925-176ce587734c HTTP/1.1" status: 204 len: 168 time: 4.8918135 May 06 12:56:57.298282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4280be92-a46c-48df-afbc-34d0c6106829 req-43c73a97-a6f2-46fc-8d56-5e961a0d290e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 210 time: 0.8092697 May 06 12:56:57.320738 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:57.372608 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f831e9dd-3b8b-4332-8a3e-70b49fe62911 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ab647f2d4444c3faf0a184d5a028912&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3547437 May 06 12:56:57.376406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.376984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.377553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.378097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.378671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.379367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.379948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.380522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.381120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.382364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.382938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.389147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53042) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:57.410733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.411318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.411935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.412692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.413264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.414035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.414701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.415591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.416166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.417059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.417647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f8461a-87c4-4e91-b6e5-91bd7acf49cf tempest-BulkNetworkOpsIpV6Test-1576868433 tempest-BulkNetworkOpsIpV6Test-1576868433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:57.448721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-d0f39755-8818-484f-bd1a-30c566029717 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:57.453649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-d0f39755-8818-484f-bd1a-30c566029717 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Synchronizing usage tracker for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:57.464602 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:57.565076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] device_id is not set on port 62a3a7f4-fc9a-4e44-9217-6049dd5069b2 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:57.667508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-3e823e29-698c-4130-969b-77d208f95dfd service neutron] 10.222.0.44 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0260091 May 06 12:56:57.673646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4db863b8-9436-44a2-bea1-16898dab0a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:57.725628 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4db863b8-9436-44a2-bea1-16898dab0a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:57.750073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network ff7e3d66-cf45-497a-9761-004749776da2 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:57.778547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:57.804510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:57.965351 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4db863b8-9436-44a2-bea1-16898dab0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:58.078647 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4db863b8-9436-44a2-bea1-16898dab0a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:58.080718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4db863b8-9436-44a2-bea1-16898dab0a89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d75c64fa-d920-4cce-a38e-a98086aac3ae HTTP/1.1" status: 204 len: 168 time: 0.6909328 May 06 12:56:58.102183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db863b8-9436-44a2-bea1-16898dab0a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75c64fa-d920-4cce-a38e-a98086aac3ae,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:58.186396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53056) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:58.370619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 955865e1-dfe8-422b-99ac-aa9cd14081ba up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:58.387733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:58.543845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a56113-f7ba-4386-a4ec-1b6ba0253e81,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:58.623266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-d0f39755-8818-484f-bd1a-30c566029717 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Unset dirty status for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:58.630837 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-d0f39755-8818-484f-bd1a-30c566029717 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f5414b2-2f95-46db-ae87-9649f8f0d9d6 HTTP/1.1" status: 200 len: 946 time: 3.6757445 May 06 12:56:58.646176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c3eedf8-28c5-4dd9-814c-0ad08fe67017 req-d10ddf16-c0cf-487b-b553-5ed333b7e14f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 210 time: 0.1979485 May 06 12:56:58.839127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 955865e1-dfe8-422b-99ac-aa9cd14081ba completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:58.883736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 955865e1-dfe8-422b-99ac-aa9cd14081ba triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:58.890103 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.348248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbda6484-559b-4ecb-8a20-3ab7e5d4c9aa req-9d0d6c7d-639c-4b1a-adde-6330645eb52a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 210 time: 0.2228415 May 06 12:56:59.459728 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.469444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3ca8ea75-0fd7-4d84-ae85-b05bc3312c8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93b424d0ad8c4b33b104eed6a23a33f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2807295 May 06 12:56:59.473134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53088) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:59.618314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 955865e1-dfe8-422b-99ac-aa9cd14081ba, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=955865e1-dfe8-422b-99ac-aa9cd14081ba,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:59.631197 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.717168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Deleting port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:59.718016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.738590 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b79176c1-bce3-49e9-b661-0e3a3f8e2ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.808244 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b79176c1-bce3-49e9-b661-0e3a3f8e2ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.832564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=955865e1-dfe8-422b-99ac-aa9cd14081ba,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:00.033608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Allocated IP 172.25.7.149 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/62a3a7f4-fc9a-4e44-9217-6049dd5069b2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:00.058547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b79176c1-bce3-49e9-b661-0e3a3f8e2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.141670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79176c1-bce3-49e9-b661-0e3a3f8e2ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce522a9-e9bf-4a07-b55f-ac66cb47838b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:00.175209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:57:00.184384 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b79176c1-bce3-49e9-b661-0e3a3f8e2ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.189534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b79176c1-bce3-49e9-b661-0e3a3f8e2ffc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fce522a9-e9bf-4a07-b55f-ac66cb47838b HTTP/1.1" status: 204 len: 168 time: 0.7044885 May 06 12:57:00.253458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 955865e1-dfe8-422b-99ac-aa9cd14081ba up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:00.726679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 955865e1-dfe8-422b-99ac-aa9cd14081ba triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:00.727912 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.781401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-222e70d1-e039-480e-bde8-197177725e91 req-6b51e0a4-84d5-4299-80fa-5899fe191758 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 210 time: 0.8381183 May 06 12:57:00.823827 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:01.115071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:01.154802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:57:01.190705 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:01.356296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffba0c02-6d80-443e-894b-8fdb363a13a3 req-78618863-ce32-4e5e-ba59-a35a43e5c9f1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 210 time: 0.4948065 May 06 12:57:01.452694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:01.488637 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19bf338-08f9-4177-8945-f384f9ad62e2'] response: {'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'code': 200} May 06 12:57:01.595799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:02.093356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-d2176c5a-5c21-40f7-8aaf-3eaaac02df9a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:02.096139 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-d2176c5a-5c21-40f7-8aaf-3eaaac02df9a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 796 time: 1.5679576 May 06 12:57:02.147899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f2a9136e-65ef-4391-925f-ba907e7a890a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:02.150311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f2a9136e-65ef-4391-925f-ba907e7a890a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.48 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 814 time: 0.3586438 May 06 12:57:02.151078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53138) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:02.174948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Request body: {'port': {'device_id': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'admin_state_up': True, 'tenant_id': '8cbba79a6db5485da4f5f4e3d724aeb6'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:02.638426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53152) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:02.742575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-849989ed-8fd7-49fc-96cc-e7637e43a92c req-c1b7ebb0-8247-44ab-96dd-d39da5fd6233 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 210 time: 0.2541814 May 06 12:57:02.963111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d62d3f4e-473b-4bc0-a7b1-56af27067cb0 req-6e153f4d-a78f-41ee-8016-e1613664e7ca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 210 time: 0.1865215 May 06 12:57:03.108987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1329920302'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:03.125276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:03.131893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Usage tracker for resource:network and tenant:ff575e8642fb4906a20c2c982eba8cff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:03.139010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:03.156811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-474b5422-7142-4e4c-8cce-0080aa58923a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.228674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:03.251128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:03.256289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-474b5422-7142-4e4c-8cce-0080aa58923a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:03.278251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-474b5422-7142-4e4c-8cce-0080aa58923a admin admin] Usage tracker for resource:security_group_rule and tenant:0cd48b68b809462abffe5664f0af4c03 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:03.287430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Made reservation on behalf of ff575e8642fb4906a20c2c982eba8cff for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:03.291712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.305282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:03.309155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-474b5422-7142-4e4c-8cce-0080aa58923a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:03.328654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-474b5422-7142-4e4c-8cce-0080aa58923a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:03.340040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.378813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Made reservation on behalf of 8cbba79a6db5485da4f5f4e3d724aeb6 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:03.385277 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.536702 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.552280 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-72230ab1-f229-4bb3-b5da-28997f02645d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 380 time: 0.9949150 May 06 12:57:03.644310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:03.673986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Usage tracker for resource:security_group_rule and tenant:ff575e8642fb4906a20c2c982eba8cff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:03.690647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:03.712482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'port': {'device_id': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'admin_state_up': True, 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'security_groups': ['7cea4c99-b3b4-40cb-a024-ea85ab4311e8']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:03.763835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] For port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:03.764206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.785133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:03.950249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Allocated IP 172.20.0.7 (e0c3b2c8-ed64-446f-bf1d-6343be099725/b5bf2cca-15c9-4f93-ab72-dde97d6e52a6/a91127fb-f03f-4187-953c-aa122e97c4ab) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:03.957540 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-474b5422-7142-4e4c-8cce-0080aa58923a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.980228 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-474b5422-7142-4e4c-8cce-0080aa58923a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.056831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Calling delete_port for bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:04.087912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53172) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:04.250510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-615038c1-2cdb-4236-97f0-aea47b71f932 req-d9ea3a64-540b-43da-a9e0-d7cefa4b59d8 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 210 time: 0.1914914 May 06 12:57:04.261018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.272228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-474b5422-7142-4e4c-8cce-0080aa58923a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cd48b68b809462abffe5664f0af4c03&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1198339 May 06 12:57:04.286534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53178) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:04.328646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4c0c505-e27f-455a-a10f-6d4a058f7a55 req-379023ad-bccb-4d76-8014-bdcdd26c1311 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 210 time: 0.0819659 May 06 12:57:04.329289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b5422-7142-4e4c-8cce-0080aa58923a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a27b2a-a245-428d-b626-d8606b4940a2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:04.423141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.488629 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.549970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:04.559908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:04.573927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-765013176'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:04.589783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfcc625-915f-431d-a65b-918a82db201b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:04.601923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:04.610986 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.611498 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Added segment 1c67d186-e9e2-4a47-92b9-9c7966a354ca of type vlan for network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f May 06 12:57:04.640510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:network and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:04.648542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:04.662323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:04.673711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:04.710644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Pushing event updated for resources: {'Port': ['ID=62a3a7f4-fc9a-4e44-9217-6049dd5069b2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:04.728887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:04.738026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:04.747713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:04.754797 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.761903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:04.767318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.786683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:04.789692 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.822734 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.829120 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.855854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.891422 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.944753 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ad74678-96f2-4159-860b-4482b1686001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.956554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.963183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:04.964195 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.976313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:05.019814 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.021046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group_rule and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:05.033683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:05.061370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:05.101818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Pushing event deleted for resources: {'Port': ['ID=bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:05.215632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:05.217003 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.242437 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ad74678-96f2-4159-860b-4482b1686001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.242786 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.321673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6731846 May 06 12:57:05.336143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfc9ce-334e-4715-b9af-f542372d4b26 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event updated for resources: {'Network': ['ID=7c7d82d9-c7d6-4bb7-ae25-e95bc715739f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:05.349430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53202) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:05.350148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:05.386242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Request body: {'subnet': {'network_id': '7c7d82d9-c7d6-4bb7-ae25-e95bc715739f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:05.542613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] No DVR routers for this DVR port bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:57:05.552959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.564982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.568162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Network e0c3b2c8-ed64-446f-bf1d-6343be099725 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:05.583143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:05.609661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Pushing event updated for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:05.624588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:05.625855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'name': 'network-vif-deleted', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:57:05.713186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=f3444404-a5f0-41f4-a2a4-dfda5cf2fe33,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:05.791254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.861308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:05.875890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.929369 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8877dd9c-3b94-4a3d-a823-f2110349de36 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 13.3385391 May 06 12:57:05.994087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53210) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:06.015141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.149'}]}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:06.061437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:06.066976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-225dcbb7-c34e-41b3-ad43-4179e6505037 req-b3332f48-df9d-4398-b0b4-0f7566cee69d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.36 "DELETE /v2.0/ports/bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f HTTP/1.1" status: 204 len: 173 time: 7.3476098 May 06 12:57:06.080701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Usage tracker for resource:router and tenant:b5e89782934a4fff919d5e08312f046e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:06.099384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:06.112742 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ad74678-96f2-4159-860b-4482b1686001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.117225 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8ad74678-96f2-4159-860b-4482b1686001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.122932 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8ad74678-96f2-4159-860b-4482b1686001 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12a27b2a-a245-428d-b626-d8606b4940a2 HTTP/1.1" status: 204 len: 168 time: 1.7942657 May 06 12:57:06.147394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.20.0.9 (dbbc0d15-8641-4520-9288-30d0caacb1b3/1f43197d-f50c-4815-82c3-1375eeb07ced/a0e1236c-28e4-4858-b704-5ceb30ef7d20) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:06.151508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:06.171122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:06.205323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.206514 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Added segment f63eb9ad-ae91-443a-9460-d91a1dda0006 of type vlan for network 5374bb2c-a069-46cd-b998-615927e1bb03 May 06 12:57:06.306376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.401120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Usage tracker for resource:subnet and tenant:ff575e8642fb4906a20c2c982eba8cff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:06.407620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:06.419570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:06.444159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:06.445344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.456353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c0abeb1-6162-4b7a-943f-63d87337e61b req-f5bf6cf4-5044-413d-94be-29ffe9113b29 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 210 time: 0.6697438 May 06 12:57:06.477091 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.484152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:06.485093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.497020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Made reservation on behalf of ff575e8642fb4906a20c2c982eba8cff for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:06.546743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad74678-96f2-4159-860b-4482b1686001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a27b2a-a245-428d-b626-d8606b4940a2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:06.596637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.598422 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.699272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network ff7e3d66-cf45-497a-9761-004749776da2 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:06.718329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:06.888561 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:57:06.995269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.061010 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.063799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53224) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:07.098936 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b55164-7644-4473-a5ae-7d330946b280'] response: {'server_uuid': '8f5414b2-2f95-46db-ae87-9649f8f0d9d6', 'name': 'network-vif-deleted', 'tag': 'bc93e483-84c4-4c1c-923a-7f5fdf7a0b2f', 'status': 'completed', 'code': 200} May 06 12:57:07.234512 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.272252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5d69b0-5e05-4206-bf3c-347967575430,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:07.291422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1008353 May 06 12:57:07.309955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dfbff1b-78f5-4d01-af6d-c21dfd2ad00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.318711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53228) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:07.328900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-f372b599-6fcf-4920-adc4-ee642be8a382 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1587117 May 06 12:57:07.339841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ead9c-a67b-49c4-b103-48e97efceb5b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Network': ['ID=5374bb2c-a069-46cd-b998-615927e1bb03,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:07.399328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'name': 'tempest-PortsTestJSON-660766648'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:07.401975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:07.459347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9dfbff1b-78f5-4d01-af6d-c21dfd2ad00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:07.468804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9dfbff1b-78f5-4d01-af6d-c21dfd2ad00e admin admin] Usage tracker for resource:security_group_rule and tenant:753f2a2f9c734906ad97a2a4c5e71c2d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:07.474939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9dfbff1b-78f5-4d01-af6d-c21dfd2ad00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:07.488422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9dfbff1b-78f5-4d01-af6d-c21dfd2ad00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:07.768732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.806402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Transition to ACTIVE for port object a0e1236c-28e4-4858-b704-5ceb30ef7d20 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:07.941935 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.972764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.989651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56c3e-89af-4c13-a5e4-32486c1e62f4 req-9927dc5d-a853-4f0f-9f76-0adb57fbfc5e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:07.990706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f3b56c3e-89af-4c13-a5e4-32486c1e62f4 req-9927dc5d-a853-4f0f-9f76-0adb57fbfc5e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Synchronizing usage tracker for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:08.016510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Request body: {'port': {'device_id': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:08.049924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:08.068521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:08.075830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:08.181846 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dfbff1b-78f5-4d01-af6d-c21dfd2ad00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.187964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:08.190013 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.231681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f3b56c3e-89af-4c13-a5e4-32486c1e62f4 req-9927dc5d-a853-4f0f-9f76-0adb57fbfc5e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Unset dirty status for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:08.232903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3b56c3e-89af-4c13-a5e4-32486c1e62f4 req-9927dc5d-a853-4f0f-9f76-0adb57fbfc5e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 931 time: 2.4312024 May 06 12:57:08.233517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dfbff1b-78f5-4d01-af6d-c21dfd2ad00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.332815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network dbbc0d15-8641-4520-9288-30d0caacb1b3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:08.341621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:08.356872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:08.363739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:08.407420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:08.410485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.533671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event updated for resources: {'Subnet': ['ID=47a75e8c-646a-4bf9-92cd-46a18aa33aff,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:08.540419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9dfbff1b-78f5-4d01-af6d-c21dfd2ad00e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=753f2a2f9c734906ad97a2a4c5e71c2d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4698842 May 06 12:57:08.548608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53240) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:08.556311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbff1b-78f5-4d01-af6d-c21dfd2ad00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2778085c-40d9-447b-a2e2-0e305baa19be,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:08.560074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port c1eeaa7c-8a6c-45ec-884c-284d0669a2af yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:08.588448 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.726159 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:08.726884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.747468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3b56c3e-89af-4c13-a5e4-32486c1e62f4 req-83168f13-ec8f-4d60-bffd-48c7b228600a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022323 May 06 12:57:08.774232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b66ee-7220-49db-80ce-ab5e47dc2ad1 req-e3778e9d-3dc8-4499-9b83-91a498e83f47 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:08.787161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-137b66ee-7220-49db-80ce-ab5e47dc2ad1 req-e3778e9d-3dc8-4499-9b83-91a498e83f47 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 931 time: 0.7925866 May 06 12:57:08.826106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Checking segment: {'id': '1c67d186-e9e2-4a47-92b9-9c7966a354ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7c7d82d9-c7d6-4bb7-ae25-e95bc715739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:08.826742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Network hostable DHCP agents. Network: 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:08.845362 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-77726145-9927-49f5-ac1c-564e6ec9f443 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1405671 May 06 12:57:08.867027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7e093414-f4c7-4832-82e7-948abd156d5f None None] Provisioning for port a0e1236c-28e4-4858-b704-5ceb30ef7d20 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:08.879932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7e093414-f4c7-4832-82e7-948abd156d5f None None] Provisioning complete for port a0e1236c-28e4-4858-b704-5ceb30ef7d20 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:08.880600 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7e093414-f4c7-4832-82e7-948abd156d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.881354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Request body: {'port': {'device_id': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:08.992990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:09.031732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-137b66ee-7220-49db-80ce-ab5e47dc2ad1 req-7eaf4958-a00f-4d41-ae06-40b8ca78ab7a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429409 May 06 12:57:09.047087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7e093414-f4c7-4832-82e7-948abd156d5f None None] Port a0e1236c-28e4-4858-b704-5ceb30ef7d20 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:09.049036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:09.077759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5eb924-5006-4521-868c-0cfca4a072e9 None None] Network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:09.168725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:09.169586 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:09.249301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2307ccc9-b730-459c-813b-bb091463b064 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8914807 May 06 12:57:09.276567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53250) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:09.286403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Request body: {'port': {'network_id': '7c7d82d9-c7d6-4bb7-ae25-e95bc715739f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-683630562'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:09.579055 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb914ca6-47ed-4ede-ac1d-5aa32ebbc450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:09.883285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-7c7d82d9-c7d6-4bb7-ae25-e95bc715739f', 'network_id': '7c7d82d9-c7d6-4bb7-ae25-e95bc715739f', 'tenant_id': 'ff575e8642fb4906a20c2c982eba8cff', 'fixed_ips': [{'subnet_id': '47a75e8c-646a-4bf9-92cd-46a18aa33aff'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:57:09.885810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:09.978001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb914ca6-47ed-4ede-ac1d-5aa32ebbc450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.015333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.148781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.214177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:10.240891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Usage tracker for resource:port and tenant:ff575e8642fb4906a20c2c982eba8cff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:10.256803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:10.306272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:10.361944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.362325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Made reservation on behalf of ff575e8642fb4906a20c2c982eba8cff for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:10.375890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.556294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=c1eeaa7c-8a6c-45ec-884c-284d0669a2af,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:10.620763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:57:10.704889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Allocated IP 2001:db8::2 (7c7d82d9-c7d6-4bb7-ae25-e95bc715739f/47a75e8c-646a-4bf9-92cd-46a18aa33aff/49c833ab-3244-4ae5-9eca-d3dba19acd76) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:10.856933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] device_id is not set on port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:10.918963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:57:11.308948 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.471353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91127fb-f03f-4187-953c-aa122e97c4ab {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:57:11.525009 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.596654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Transition to ACTIVE for port object 49c833ab-3244-4ae5-9eca-d3dba19acd76 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:11.609483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Transition to ACTIVE for port object a91127fb-f03f-4187-953c-aa122e97c4ab will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:11.626865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ff651-d5e6-42da-b926-f0f3bf2a029f req-aaf51030-9950-4048-ae67-bccb6c0b2b26 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:11.629812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ca8ff651-d5e6-42da-b926-f0f3bf2a029f req-aaf51030-9950-4048-ae67-bccb6c0b2b26 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 931 time: 1.2176733 May 06 12:57:11.633080 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.648063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Transition to ACTIVE for port object 49c833ab-3244-4ae5-9eca-d3dba19acd76 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:11.655029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb914ca6-47ed-4ede-ac1d-5aa32ebbc450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.663992 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.671006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:57:11.705136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Checking segment: {'id': 'f63eb9ad-ae91-443a-9460-d91a1dda0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:11.705609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network hostable DHCP agents. Network: 5374bb2c-a069-46cd-b998-615927e1bb03, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:11.766507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb914ca6-47ed-4ede-ac1d-5aa32ebbc450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2778085c-40d9-447b-a2e2-0e305baa19be,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:11.859156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:11.871832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:11.880661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:11.918721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2af35-bc09-4aa1-9a1c-20352ff1f78c req-327a9697-0391-4083-b193-6a70dd5892ca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:11.933945 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcb2af35-bc09-4aa1-9a1c-20352ff1f78c req-327a9697-0391-4083-b193-6a70dd5892ca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 931 time: 0.6745226 May 06 12:57:11.995596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Pushing event updated for resources: {'Port': ['ID=49c833ab-3244-4ae5-9eca-d3dba19acd76,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:12.038143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Attempting to bind port 49c833ab-3244-4ae5-9eca-d3dba19acd76 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:12.038790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Attempting to bind port 49c833ab-3244-4ae5-9eca-d3dba19acd76 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '1c67d186-e9e2-4a47-92b9-9c7966a354ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7c7d82d9-c7d6-4bb7-ae25-e95bc715739f'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:12.041043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Attempting to bind port 49c833ab-3244-4ae5-9eca-d3dba19acd76 on network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:12.067110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:12.067110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Checking segment: {'id': '1c67d186-e9e2-4a47-92b9-9c7966a354ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7c7d82d9-c7d6-4bb7-ae25-e95bc715739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:12.067832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.068494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Bound using segment: {'id': '1c67d186-e9e2-4a47-92b9-9c7966a354ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7c7d82d9-c7d6-4bb7-ae25-e95bc715739f'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:12.069312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Bound port: 49c833ab-3244-4ae5-9eca-d3dba19acd76, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c67d186-e9e2-4a47-92b9-9c7966a354ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7c7d82d9-c7d6-4bb7-ae25-e95bc715739f'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:12.083383 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.093266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ca8ff651-d5e6-42da-b926-f0f3bf2a029f req-775a6c8d-114a-4d01-937d-b103a1d44d09 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896778 May 06 12:57:12.172945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.238936 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb914ca6-47ed-4ede-ac1d-5aa32ebbc450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.240785 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cb914ca6-47ed-4ede-ac1d-5aa32ebbc450 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2778085c-40d9-447b-a2e2-0e305baa19be HTTP/1.1" status: 204 len: 168 time: 3.6878414 May 06 12:57:12.254395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fcb2af35-bc09-4aa1-9a1c-20352ff1f78c req-63f543d7-e457-43d8-a953-257c9f3e3038 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188639 May 06 12:57:12.255272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Pushing event updated for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:12.280268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.292822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e1236c-28e4-4858-b704-5ceb30ef7d20 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:57:12.311338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Allocated IP 2001:db8::1c2 (7c7d82d9-c7d6-4bb7-ae25-e95bc715739f/47a75e8c-646a-4bf9-92cd-46a18aa33aff/9cb03a14-053d-45c6-9989-ef920f1c1ce3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:12.323253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.324306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.324517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.324980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.325438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.325872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.326485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.327328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.328136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.328521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] For port 49c833ab-3244-4ae5-9eca-d3dba19acd76, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:12.329355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.329530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:12.340587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] For port 49c833ab-3244-4ae5-9eca-d3dba19acd76, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=49c833ab-3244-4ae5-9eca-d3dba19acd76,segment=NetworkSegment(1c67d186-e9e2-4a47-92b9-9c7966a354ca),segment_id=1c67d186-e9e2-4a47-92b9-9c7966a354ca)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:12.376991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.406171 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.537490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Transition to ACTIVE for port object a0e1236c-28e4-4858-b704-5ceb30ef7d20 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:12.539889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:12.545529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4682a929-042e-48ba-90a5-996a73065180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.559261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.659006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde30c96-f932-44ea-bc86-f4aace6d319d None None] Pushing event updated for resources: {'Port': ['ID=49c833ab-3244-4ae5-9eca-d3dba19acd76,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:12.680416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53284) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:13.016562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Attempting to bind port a91127fb-f03f-4187-953c-aa122e97c4ab on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:13.017092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Attempting to bind port a91127fb-f03f-4187-953c-aa122e97c4ab by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:13.017613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Attempting to bind port a91127fb-f03f-4187-953c-aa122e97c4ab on network e0c3b2c8-ed64-446f-bf1d-6343be099725 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:13.076161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Port a91127fb-f03f-4187-953c-aa122e97c4ab on network e0c3b2c8-ed64-446f-bf1d-6343be099725 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:57:13.076658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Attempting to bind port a91127fb-f03f-4187-953c-aa122e97c4ab on network e0c3b2c8-ed64-446f-bf1d-6343be099725 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:13.085747 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:13.097942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:13.098488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Checking segment: {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:13.109689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Bound using segment: {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:13.110376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Bound port: a91127fb-f03f-4187-953c-aa122e97c4ab, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:13.110971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:13.283621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 5374bb2c-a069-46cd-b998-615927e1bb03) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:13.302465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3b124-c456-45d5-ba2a-2a9e7163201c None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:13.340519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:13.349489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:13.353686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:13.354370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:13.458558 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2f1b9ed-a69a-4287-8657-ab424a0e7126 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 6.0856862 May 06 12:57:13.499607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53294) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:13.502015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:13.509094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:13.540338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1550831895'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:13.634987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:13.672508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:network and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:13.761634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:13.771012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:13.777453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:13.787729 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:14.076486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:14.092138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Transition to ACTIVE for port object 9cb03a14-053d-45c6-9989-ef920f1c1ce3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:14.097407 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c61556d2-4f96-4768-aac7-ddb4c068bb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:14.187398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 49c833ab-3244-4ae5-9eca-d3dba19acd76 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:14.247271 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:14.249300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] 10.222.0.48 "PUT /v2.0/ports/a91127fb-f03f-4187-953c-aa122e97c4ab HTTP/1.1" status: 200 len: 1091 time: 6.9054587 May 06 12:57:14.249983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:57:14.332662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c61556d2-4f96-4768-aac7-ddb4c068bb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:14.343181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c61556d2-4f96-4768-aac7-ddb4c068bb8c admin admin] Usage tracker for resource:security_group_rule and tenant:f6abb61789dd48d39aa449096b817147 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:14.350009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c61556d2-4f96-4768-aac7-ddb4c068bb8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:14.363446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c61556d2-4f96-4768-aac7-ddb4c068bb8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:14.440656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 49c833ab-3244-4ae5-9eca-d3dba19acd76 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:14.521816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fac94-6845-408b-8710-f617dca6ceae service neutron] Pushing event updated for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:14.583526 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:14.685733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9130f2f-cfe2-468a-b913-c80ca177ecb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:14.727336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Attempting to bind port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:14.728926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Attempting to bind port a0e1236c-28e4-4858-b704-5ceb30ef7d20 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:14.728926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Attempting to bind port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on network dbbc0d15-8641-4520-9288-30d0caacb1b3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:14.743830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:14.753277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:14.775778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fc899-64e4-4d35-8d36-f950f4074423 req-75c7aa4e-4182-47ae-81db-7968a4cf5af7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:14.784882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e4fc899-64e4-4d35-8d36-f950f4074423 req-75c7aa4e-4182-47ae-81db-7968a4cf5af7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 943 time: 1.0848465 May 06 12:57:14.787967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on network dbbc0d15-8641-4520-9288-30d0caacb1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:57:14.788650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Attempting to bind port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on network dbbc0d15-8641-4520-9288-30d0caacb1b3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:14.820704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f641e462-31d7-4fb5-8aeb-f35f35ad2868 None None] Network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:14.867359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:14.883083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event updated for resources: {'Port': ['ID=9cb03a14-053d-45c6-9989-ef920f1c1ce3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:14.944004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:14.953495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:14.954075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Checking segment: {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:14.954641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Bound using segment: {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:14.955251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Bound port: a0e1236c-28e4-4858-b704-5ceb30ef7d20, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:14.955621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.026572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:15.040832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:15.042676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.097334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:15.101164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c61556d2-4f96-4768-aac7-ddb4c068bb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.118325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.118759 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Added segment 97f3aa2a-b1a6-4bbf-bcab-455ddac1dfa1 of type vlan for network 34577b62-5a0f-4a78-ba59-ef83a0166a4b May 06 12:57:15.150378 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c61556d2-4f96-4768-aac7-ddb4c068bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.204938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae770f-61d8-493b-a446-8829c682ae9e req-a3ff5177-3783-4b4a-bcc0-a5a62eb9c79c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:15.207818 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37ae770f-61d8-493b-a446-8829c682ae9e req-a3ff5177-3783-4b4a-bcc0-a5a62eb9c79c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 1.2350085 May 06 12:57:15.224962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c61556d2-4f96-4768-aac7-ddb4c068bb8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6abb61789dd48d39aa449096b817147&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5395730 May 06 12:57:15.226936 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c95bbb59-1f04-446e-9824-c9a9a2349fcd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.9484410 May 06 12:57:15.229972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53316) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:15.230249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53318) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:15.252746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-77e9b0a1-2baf-40bb-be75-c30500768ef0 None None] Provisioning for port 49c833ab-3244-4ae5-9eca-d3dba19acd76 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:15.253690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Request body: {'port': {'network_id': '7c7d82d9-c7d6-4bb7-ae25-e95bc715739f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-188668392', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:15.254165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.api.validators [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] bootfile-name is not in valid_values {{(pid=83955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:57:15.254507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.api.validators [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] tftp-server is not in valid_values {{(pid=83955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:57:15.254867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.api.validators [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] server-ip-address is not in valid_values {{(pid=83955) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:57:15.267664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-77e9b0a1-2baf-40bb-be75-c30500768ef0 None None] Provisioning complete for port 49c833ab-3244-4ae5-9eca-d3dba19acd76 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:15.268849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77e9b0a1-2baf-40bb-be75-c30500768ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.492358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:57:15.497265 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.518055 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5ef2a-cd85-4e2c-9e65-42d11bf78912 None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:57:15.560051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.563311 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.569227 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5ef2a-cd85-4e2c-9e65-42d11bf78912 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:15.571826 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfe5ef2a-cd85-4e2c-9e65-42d11bf78912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:15.573116 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.581727 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-561b34c6-6c3c-4e23-8889-dd0c6e6cecdd tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/routers/e0045e71-0f5e-47b3-9e62-0db1a4152b36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 29.0235584 May 06 12:57:15.588520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53328) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:15.595212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'port': {'network_id': 'ff7e3d66-cf45-497a-9761-004749776da2', 'name': 'tempest-FloatingIPTestJSON-250492757'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:15.623105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-92ab66be-c05f-496e-9217-922e17d40176 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 1094 time: 1.2168348 May 06 12:57:15.678648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61556d2-4f96-4768-aac7-ddb4c068bb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38e33d6-9066-471e-af94-05f3b7b723be,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:15.707621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:15.747038 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfe5ef2a-cd85-4e2c-9e65-42d11bf78912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:15.765655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:15.775498 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe5ef2a-cd85-4e2c-9e65-42d11bf78912 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:15.778014 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfe5ef2a-cd85-4e2c-9e65-42d11bf78912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:15.795536 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.798587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e35d3136-b0c3-41f8-ab6d-8918793f470e {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:57:15.803083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.851210 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77e9b0a1-2baf-40bb-be75-c30500768ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.881411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.887335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:15.900875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.936936 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfe5ef2a-cd85-4e2c-9e65-42d11bf78912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:15.938627 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe5ef2a-cd85-4e2c-9e65-42d11bf78912 None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:57:15.993580 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-77e9b0a1-2baf-40bb-be75-c30500768ef0 None None] For port 49c833ab-3244-4ae5-9eca-d3dba19acd76, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=49c833ab-3244-4ae5-9eca-d3dba19acd76,segment=NetworkSegment(1c67d186-e9e2-4a47-92b9-9c7966a354ca),segment_id=1c67d186-e9e2-4a47-92b9-9c7966a354ca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:16.000602 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77e9b0a1-2baf-40bb-be75-c30500768ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.037091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e4fc899-64e4-4d35-8d36-f950f4074423 req-6d9b430d-9ee6-4464-bb83-7db75891d13c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1756611 May 06 12:57:16.198568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.205237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-3172cd58-a38e-46a4-895b-b015097bd8f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91127fb-f03f-4187-953c-aa122e97c4ab HTTP/1.1" status: 200 len: 217 time: 0.5028632 May 06 12:57:16.231935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9b0a1-2baf-40bb-be75-c30500768ef0 None None] Pushing event updated for resources: {'Port': ['ID=49c833ab-3244-4ae5-9eca-d3dba19acd76,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:16.298628 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 12:57:16.304720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6ff9e898-ad3d-47a3-9c54-e531aad22401 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 10.2959745 May 06 12:57:16.309340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:16.312478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53334) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:16.379848 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.8729646 May 06 12:57:16.387014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.388703 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] 10.222.0.48 "PUT /v2.0/ports/a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 1091 time: 7.5349791 May 06 12:57:16.398025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:57:16.403337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53338) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:16.529484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:port and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:16.537486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-19b48b69-4f27-4b1c-8802-ebf10b2eef15 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Deleting port 62a3a7f4-fc9a-4e44-9217-6049dd5069b2 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:16.537825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19b48b69-4f27-4b1c-8802-ebf10b2eef15 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.604682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:16.627795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-639d9563-588a-4a2f-a99a-d22f26c8210e None None] Provisioning for port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:16.657104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-639d9563-588a-4a2f-a99a-d22f26c8210e None None] Provisioning complete for port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:16.659128 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-639d9563-588a-4a2f-a99a-d22f26c8210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.789593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-639d9563-588a-4a2f-a99a-d22f26c8210e None None] Port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:16.814583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-639d9563-588a-4a2f-a99a-d22f26c8210e None None] Provisioning complete for port 49c833ab-3244-4ae5-9eca-d3dba19acd76 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:16.815534 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-639d9563-588a-4a2f-a99a-d22f26c8210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.829410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37ae770f-61d8-493b-a446-8829c682ae9e req-84b2ae14-f40e-45e0-b582-0025ab6904a9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5957491 May 06 12:57:17.000610 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493316e3-0387-49d6-b16d-3a54be86b7cf'] response: {'name': 'network-changed', 'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'status': 'completed', 'code': 200} May 06 12:57:17.047691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c965d6c-5963-475d-97aa-6eb42a00c9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.085398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'ports': [{'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03'}, {'network_id': '34577b62-5a0f-4a78-ba59-ef83a0166a4b'}]} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:17.086421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:17.101606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': '34577b62-5a0f-4a78-ba59-ef83a0166a4b'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:17.226797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e07752-e607-4a22-a856-daf3cf03d7eb service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:17.294416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:17.307070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c965d6c-5963-475d-97aa-6eb42a00c9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.374381 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19b48b69-4f27-4b1c-8802-ebf10b2eef15 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.470834 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.518852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:17.523709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a9be0cb4-00fb-40b1-9700-0c5fdf22fb8c None None] Provisioning complete for port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:17.524624 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9be0cb4-00fb-40b1-9700-0c5fdf22fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.534702 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e201f67-c405-42d4-aa8e-3cf8b677b7c5'] response: {'name': 'network-changed', 'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'status': 'completed', 'code': 200} May 06 12:57:17.564679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-1f155ab1-6d1a-403a-b066-ab3f7bbb289f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:17.568117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-1f155ab1-6d1a-403a-b066-ab3f7bbb289f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5bf2cca-15c9-4f93-ab72-dde97d6e52a6 HTTP/1.1" status: 200 len: 854 time: 1.3386562 May 06 12:57:17.605125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Usage tracker for resource:port and tenant:ff575e8642fb4906a20c2c982eba8cff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:17.617148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:17.697089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-19b48b69-4f27-4b1c-8802-ebf10b2eef15 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Calling delete_port for 62a3a7f4-fc9a-4e44-9217-6049dd5069b2 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:17.723234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a9be0cb4-00fb-40b1-9700-0c5fdf22fb8c None None] Port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:17.748426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-5a1b663e-261b-44b0-8b1f-7d85b5e0f366 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0c3b2c8-ed64-446f-bf1d-6343be099725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678996 May 06 12:57:17.765679 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c965d6c-5963-475d-97aa-6eb42a00c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.799117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:17.941956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2c965d6c-5963-475d-97aa-6eb42a00c9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.948236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2c965d6c-5963-475d-97aa-6eb42a00c9ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f38e33d6-9066-471e-af94-05f3b7b723be HTTP/1.1" status: 204 len: 168 time: 2.7120571 May 06 12:57:17.964251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c965d6c-5963-475d-97aa-6eb42a00c9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38e33d6-9066-471e-af94-05f3b7b723be,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:18.001963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Made reservation on behalf of ff575e8642fb4906a20c2c982eba8cff for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:18.008779 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:18.026024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dad8e3-7fb0-4d59-97a9-c6be03529079 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Network': ['ID=34577b62-5a0f-4a78-ba59-ef83a0166a4b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:18.033238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-587edf7a-97b1-4aae-9cd1-463dbda7ea2b req-848184d9-1773-4e21-9ff8-fa6db4ca86cf service neutron] (83952) timed out ('10.222.0.44', 37962) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:57:18.102390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Made reservation on behalf of 37ea359ed696431a9eedb6da5bc70128 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:18.105596 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:18.112690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] device_id is not set on port 4e85db0c-3433-437c-ae92-8a8710fc8508 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:18.141871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 34577b62-5a0f-4a78-ba59-ef83a0166a4b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:18.207397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5dfc9-a201-4f0a-99b5-cd69b72107c3 req-71f5d409-23d1-4a12-b52e-2feef671dbcb tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:18.213549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a4b5dfc9-a201-4f0a-99b5-cd69b72107c3 req-71f5d409-23d1-4a12-b52e-2feef671dbcb tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 943 time: 0.7338204 May 06 12:57:18.248611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] device_id is not set on port ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:18.391845 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-02ddbd7b-cb5a-4c35-ace7-89e33631e007 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1094 time: 1.7834771 May 06 12:57:18.521855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 49c833ab-3244-4ae5-9eca-d3dba19acd76 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:18.658489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-4949fe91-ccee-473b-872f-7a20961e7385 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9001040 May 06 12:57:18.728445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 49c833ab-3244-4ae5-9eca-d3dba19acd76 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:18.729094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:18.911279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a4b5dfc9-a201-4f0a-99b5-cd69b72107c3 req-5c224a46-d73d-4c7c-beb0-3df175489bf8 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624348 May 06 12:57:18.993908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Allocated IP 2001:db8::19f (7c7d82d9-c7d6-4bb7-ae25-e95bc715739f/47a75e8c-646a-4bf9-92cd-46a18aa33aff/4e85db0c-3433-437c-ae92-8a8710fc8508) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:19.023070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039ad38-596d-475e-aeda-7a675e044bfb req-63439a7b-891f-4350-838e-0f2542d903af tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:19.025521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b039ad38-596d-475e-aeda-7a675e044bfb req-63439a7b-891f-4350-838e-0f2542d903af tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 0.8050401 May 06 12:57:19.030645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ebd6d19-5b19-41dd-bc6d-7063d7c06621 req-817cd749-f2c1-4e14-831b-6d9cae5677c4 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490460 May 06 12:57:19.124777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:19.132779 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-3732e172-f71e-4814-859b-efc77eb3bd93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 217 time: 0.5173247 May 06 12:57:19.135274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.20.0.8 (ff7e3d66-cf45-497a-9761-004749776da2/44ba4126-0690-483b-aab9-eabd5e31a6dd/ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:19.141731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:19.149755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:19.173510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b039ad38-596d-475e-aeda-7a675e044bfb req-707c3be1-78c7-4d5c-89bb-05287b398d1d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291933 May 06 12:57:19.174392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53360) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:19.205843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f0c4-0c2a-4f02-aa01-63e30f7c276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.210778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:19.238642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19b48b69-4f27-4b1c-8802-ebf10b2eef15 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.281246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad909f1e-bf9a-4810-93e8-405ecbf9a7cb req-27f92a72-e619-4df1-a6e6-15643fb8817f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 1094 time: 0.1815331 May 06 12:57:19.365314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 2} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:19.371136 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.384758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8ee7f0c4-0c2a-4f02-aa01-63e30f7c276d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:19.399027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b48b69-4f27-4b1c-8802-ebf10b2eef15 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Pushing event deleted for resources: {'Port': ['ID=62a3a7f4-fc9a-4e44-9217-6049dd5069b2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:19.413179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-23d68352-35fa-4086-a44d-38f5941007b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:19.415182 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-23d68352-35fa-4086-a44d-38f5941007b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.2686582 May 06 12:57:19.495533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8ee7f0c4-0c2a-4f02-aa01-63e30f7c276d admin admin] Usage tracker for resource:security_group_rule and tenant:e8ef797b5af241d2b28486b639e062a5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:19.533411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8ee7f0c4-0c2a-4f02-aa01-63e30f7c276d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:19.535833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.574311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8ee7f0c4-0c2a-4f02-aa01-63e30f7c276d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:19.884793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19b48b69-4f27-4b1c-8802-ebf10b2eef15 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.893573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909f1e-bf9a-4810-93e8-405ecbf9a7cb req-3bca99fd-13d0-4de4-85c0-3b5fea6cf207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:19.896576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad909f1e-bf9a-4810-93e8-405ecbf9a7cb req-3bca99fd-13d0-4de4-85c0-3b5fea6cf207 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 915 time: 0.5949109 May 06 12:57:20.108726 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-19b48b69-4f27-4b1c-8802-ebf10b2eef15 tempest-RoutersAdminNegativeIpV6Test-1807493240 tempest-RoutersAdminNegativeIpV6Test-1807493240-project-admin] 10.222.0.44 "DELETE /v2.0/ports/62a3a7f4-fc9a-4e44-9217-6049dd5069b2 HTTP/1.1" status: 204 len: 168 time: 3.7272685 May 06 12:57:20.158244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad909f1e-bf9a-4810-93e8-405ecbf9a7cb req-95050b12-8bb9-4039-9066-1b159bd0e081 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a91127fb-f03f-4187-953c-aa122e97c4ab HTTP/1.1" status: 200 len: 217 time: 0.2211137 May 06 12:57:20.248289 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-5423ce36-36db-4021-9650-82dc5be08393 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8205311 May 06 12:57:20.253878 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:20.285509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port 81b98de7-12f1-4ce6-bd57-6320edb2f207 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:20.319805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f0c4-0c2a-4f02-aa01-63e30f7c276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:20.324019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909f1e-bf9a-4810-93e8-405ecbf9a7cb req-f3dc668d-d358-4302-9dd8-506f16394a03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:20.326786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad909f1e-bf9a-4810-93e8-405ecbf9a7cb req-f3dc668d-d358-4302-9dd8-506f16394a03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5bf2cca-15c9-4f93-ab72-dde97d6e52a6 HTTP/1.1" status: 200 len: 854 time: 0.1556838 May 06 12:57:20.400336 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:20.460881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Transition to ACTIVE for port object 4e85db0c-3433-437c-ae92-8a8710fc8508 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:20.508697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f0c4-0c2a-4f02-aa01-63e30f7c276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:20.538825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:20.642840 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-75d91970-91d5-4768-b91c-4b6e908ab0f7 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819444 May 06 12:57:20.971334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53380) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:20.995528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad909f1e-bf9a-4810-93e8-405ecbf9a7cb req-b3eab7f3-699e-4e69-854d-f122875b7d0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e0c3b2c8-ed64-446f-bf1d-6343be099725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4715788 May 06 12:57:21.008664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.087712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:21.102431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.105144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f0c4-0c2a-4f02-aa01-63e30f7c276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec88c71-b782-4cb2-9166-063cf8c62da7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:21.108634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network ff7e3d66-cf45-497a-9761-004749776da2 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:21.117379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:21.120953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:21.190971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8ee7f0c4-0c2a-4f02-aa01-63e30f7c276d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8ef797b5af241d2b28486b639e062a5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0155442 May 06 12:57:21.217699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53386) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:21.278935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:21.283712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event updated for resources: {'Port': ['ID=4e85db0c-3433-437c-ae92-8a8710fc8508,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:21.294070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:21.310195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:21.316034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:21.317083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.493017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad909f1e-bf9a-4810-93e8-405ecbf9a7cb req-6054b621-4cd3-4512-a194-ca14c65d84d0 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759457 May 06 12:57:21.513343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f61a6-05df-4aab-a34c-d02c247bb2bc req-58d0c621-c30a-4ea2-8d14-1751f38a006a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:21.515399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-496f61a6-05df-4aab-a34c-d02c247bb2bc req-58d0c621-c30a-4ea2-8d14-1751f38a006a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 0.9203062 May 06 12:57:21.551782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5fc96097-0a1a-4166-ab3f-00b65d03d52c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 6.3109205 May 06 12:57:21.577258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53394) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:21.584039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:21.585066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.593416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b017434-4877-49f9-b8a9-30d8b017e7c6 req-83d5ab8a-20ed-4e4c-b331-526839b8ae55 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:21.602367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b017434-4877-49f9-b8a9-30d8b017e7c6 req-83d5ab8a-20ed-4e4c-b331-526839b8ae55 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 943 time: 1.0946686 May 06 12:57:21.639048 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3b47958b-ba3b-4f4b-afab-c453762abfce tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.0482614 May 06 12:57:21.649026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port 74c28f8a-e3bf-493a-8454-bbb55cb2abd7 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:21.658338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53398) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:21.673471 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8d2fc8d-c490-43d8-9258-f4b9edf0c10f req-e6823d14-f4b6-455f-82f4-42abeec89934 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9950547 May 06 12:57:21.685259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'port': {'network_id': 'ff7e3d66-cf45-497a-9761-004749776da2', 'name': 'tempest-FloatingIPTestJSON-2067768513'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:21.828326 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82da0c57-3965-4a55-82c9-b79ce85b2dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.831925 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eff3f407-0aa5-43ac-bb27-b585d64fb785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.842563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4363c3d3-23c5-465b-9836-c269c8248b6e None None] Provisioning for port 4e85db0c-3433-437c-ae92-8a8710fc8508 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:21.854196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4363c3d3-23c5-465b-9836-c269c8248b6e None None] Provisioning complete for port 4e85db0c-3433-437c-ae92-8a8710fc8508 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:21.854983 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4363c3d3-23c5-465b-9836-c269c8248b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.985682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4363c3d3-23c5-465b-9836-c269c8248b6e None None] Port 4e85db0c-3433-437c-ae92-8a8710fc8508 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:22.071658 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82da0c57-3965-4a55-82c9-b79ce85b2dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.102808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:22.140978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:port and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:22.149840 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-374820de-4ad3-4530-955e-692df9eda68a req-5b6ad1c8-648f-48fe-992a-1eec459b1596 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1094 time: 0.3077905 May 06 12:57:22.159918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-496f61a6-05df-4aab-a34c-d02c247bb2bc req-d7134118-07d6-4192-b38e-59708aa50dab tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5991275 May 06 12:57:22.162683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:22.167945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-eff3f407-0aa5-43ac-bb27-b585d64fb785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:22.188616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b017434-4877-49f9-b8a9-30d8b017e7c6 req-830a49ba-5914-46fe-ab98-707e0039adad tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842929 May 06 12:57:22.191387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eff3f407-0aa5-43ac-bb27-b585d64fb785 admin admin] Usage tracker for resource:security_group_rule and tenant:7427d14afe3e4c7e86d5a5a4434ef341 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:22.213933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:22.220117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eff3f407-0aa5-43ac-bb27-b585d64fb785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:22.233717 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad909f1e-bf9a-4810-93e8-405ecbf9a7cb req-7c383f5e-c4f0-46f4-897d-a8cf90b357d7 service neutron] 10.222.0.48 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131877 May 06 12:57:22.245055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-eff3f407-0aa5-43ac-bb27-b585d64fb785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:22.273134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc085fa-b36d-40ad-88f4-61db6ae01606 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:22.289945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc085fa-b36d-40ad-88f4-61db6ae01606 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:22.298008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc085fa-b36d-40ad-88f4-61db6ae01606 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:22.299564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2bc085fa-b36d-40ad-88f4-61db6ae01606 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Synchronizing usage tracker for tenant:ff575e8642fb4906a20c2c982eba8cff on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:22.329705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.351952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Made reservation on behalf of 37ea359ed696431a9eedb6da5bc70128 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:22.356720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.397910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2bc085fa-b36d-40ad-88f4-61db6ae01606 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Unset dirty status for tenant:ff575e8642fb4906a20c2c982eba8cff on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:22.403709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2bc085fa-b36d-40ad-88f4-61db6ae01606 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.8135757 May 06 12:57:22.403709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82da0c57-3965-4a55-82c9-b79ce85b2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.404140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53402) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:22.447041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da0c57-3965-4a55-82c9-b79ce85b2dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec88c71-b782-4cb2-9166-063cf8c62da7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:22.475544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82da0c57-3965-4a55-82c9-b79ce85b2dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.491421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-82da0c57-3965-4a55-82c9-b79ce85b2dcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ec88c71-b782-4cb2-9166-063cf8c62da7 HTTP/1.1" status: 204 len: 168 time: 1.2699285 May 06 12:57:22.521668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] device_id is not set on port 78b62a79-a6c5-411e-9cf8-17b0447493b9 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:22.598107 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eff3f407-0aa5-43ac-bb27-b585d64fb785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.605251 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eff3f407-0aa5-43ac-bb27-b585d64fb785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.646450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7e99783e-a967-4984-b435-b3be2b4c6501 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Deleting port 4e85db0c-3433-437c-ae92-8a8710fc8508 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:22.647444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e99783e-a967-4984-b435-b3be2b4c6501 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.709042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3f407-0aa5-43ac-bb27-b585d64fb785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906168bd-f6f7-4642-91fa-7a785d304c1a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:22.718007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eff3f407-0aa5-43ac-bb27-b585d64fb785 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7427d14afe3e4c7e86d5a5a4434ef341&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7266767 May 06 12:57:22.722160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53410) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:22.798420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374820de-4ad3-4530-955e-692df9eda68a req-bfe19075-ad86-4d49-8336-ef212ae1db6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:22.802003 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-374820de-4ad3-4530-955e-692df9eda68a req-bfe19075-ad86-4d49-8336-ef212ae1db6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 0.6337616 May 06 12:57:22.818062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.877587 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e1c48ea-ac48-42bc-b2ff-5e4bdeece00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.955875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e1c48ea-ac48-42bc-b2ff-5e4bdeece00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.087217 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e1c48ea-ac48-42bc-b2ff-5e4bdeece00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.119576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c48ea-ac48-42bc-b2ff-5e4bdeece00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906168bd-f6f7-4642-91fa-7a785d304c1a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:23.131570 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e1c48ea-ac48-42bc-b2ff-5e4bdeece00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.131860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4e1c48ea-ac48-42bc-b2ff-5e4bdeece00f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/906168bd-f6f7-4642-91fa-7a785d304c1a HTTP/1.1" status: 204 len: 168 time: 0.4064720 May 06 12:57:23.132792 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-374820de-4ad3-4530-955e-692df9eda68a req-9f5a6793-6e7c-4375-b79b-8fd3a33d1dba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 217 time: 0.2898445 May 06 12:57:23.448367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.20.0.7 (ff7e3d66-cf45-497a-9761-004749776da2/44ba4126-0690-483b-aab9-eabd5e31a6dd/78b62a79-a6c5-411e-9cf8-17b0447493b9) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:23.621740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=81b98de7-12f1-4ce6-bd57-6320edb2f207,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:23.757472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72bb77-5f4d-4d3f-8a90-ded64abe3849 req-17ad916b-8d36-4dea-8a62-6cb1d1f03418 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:23.759441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e72bb77-5f4d-4d3f-8a90-ded64abe3849 req-17ad916b-8d36-4dea-8a62-6cb1d1f03418 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 0.3345177 May 06 12:57:23.857530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:23.893529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e72bb77-5f4d-4d3f-8a90-ded64abe3849 req-593da105-e02e-4235-a8f4-e2967e2a4689 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184547 May 06 12:57:23.907021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89978d9-3f81-41e8-84fb-a48c4ecf42c0 req-277c1c34-9e0b-4e6a-aee2-1f9f44a54ea2 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:23.910355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d89978d9-3f81-41e8-84fb-a48c4ecf42c0 req-277c1c34-9e0b-4e6a-aee2-1f9f44a54ea2 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 943 time: 0.2630899 May 06 12:57:23.921125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:23.986970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:23.988403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.065103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d89978d9-3f81-41e8-84fb-a48c4ecf42c0 req-daf18692-676f-43d5-8e73-fe8cff0a25a8 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356051 May 06 12:57:24.157588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53434) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:24.252812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=74c28f8a-e3bf-493a-8454-bbb55cb2abd7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:24.289714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d9b62c73-66f3-4ca0-b3f1-8463f4255532 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5e89782934a4fff919d5e08312f046e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1297431 May 06 12:57:24.293648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53440) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:24.453392 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a5a98cd-38da-4639-ac99-ccc77086779f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.522183 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a5a98cd-38da-4639-ac99-ccc77086779f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.638290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374820de-4ad3-4530-955e-692df9eda68a req-da9e9ef2-ddf1-4d65-a3a2-0b1ef601f04c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:24.641260 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-374820de-4ad3-4530-955e-692df9eda68a req-da9e9ef2-ddf1-4d65-a3a2-0b1ef601f04c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 1.4601436 May 06 12:57:24.649381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a5a98cd-38da-4639-ac99-ccc77086779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.658976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a91127fb-f03f-4187-953c-aa122e97c4ab details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:57:24.726679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a98cd-38da-4639-ac99-ccc77086779f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a56113-f7ba-4386-a4ec-1b6ba0253e81,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:24.755874 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6a5a98cd-38da-4639-ac99-ccc77086779f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.764706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6a5a98cd-38da-4639-ac99-ccc77086779f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49a56113-f7ba-4386-a4ec-1b6ba0253e81 HTTP/1.1" status: 204 len: 168 time: 0.4643366 May 06 12:57:24.835748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Checking segment: {'id': '97f3aa2a-b1a6-4bbf-bcab-455ddac1dfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '34577b62-5a0f-4a78-ba59-ef83a0166a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:24.836798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network hostable DHCP agents. Network: 34577b62-5a0f-4a78-ba59-ef83a0166a4b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:24.856831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e99783e-a967-4984-b435-b3be2b4c6501 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.068082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:25.136910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'port_id': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'mac_address': 'fa:16:3e:f0:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bf2cca-15c9-4f93-ab72-dde97d6e52a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:57:25.263110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7e99783e-a967-4984-b435-b3be2b4c6501 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Calling delete_port for 4e85db0c-3433-437c-ae92-8a8710fc8508 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:25.307424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.366621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91127fb-f03f-4187-953c-aa122e97c4ab {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:57:25.440440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:25.449108 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.450204 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.469863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 34577b62-5a0f-4a78-ba59-ef83a0166a4b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:25.561277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 34577b62-5a0f-4a78-ba59-ef83a0166a4b) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:25.567460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:25.573114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:25.588178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:25.588938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.605999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-374820de-4ad3-4530-955e-692df9eda68a req-e473ed8c-51c3-4888-aaa5-ac3eae6a31fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9499700 May 06 12:57:25.640860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30773a29-1bca-4c8c-a74c-2cde8fe6a8a8 None None] Network 34577b62-5a0f-4a78-ba59-ef83a0166a4b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:25.822745 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-374820de-4ad3-4530-955e-692df9eda68a req-08d2228d-bfbb-44e8-a0c9-85d67abfb500 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944058 May 06 12:57:26.071347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['a91127fb-f03f-4187-953c-aa122e97c4ab'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:57:26.213471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a0114-5758-4f0f-a0ad-c90d05b43b41 req-15aff70a-ada6-4cc7-924d-72b2b890c120 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:26.217199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd1a0114-5758-4f0f-a0ad-c90d05b43b41 req-15aff70a-ada6-4cc7-924d-72b2b890c120 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 0.7181709 May 06 12:57:26.232786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8a6f3-fb39-4b9f-808c-ed726c6acb05 req-8a0d1625-f2ac-4465-b22b-fb4bfbc916d0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:26.256495 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93d8a6f3-fb39-4b9f-808c-ed726c6acb05 req-8a0d1625-f2ac-4465-b22b-fb4bfbc916d0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 944 time: 0.5372865 May 06 12:57:26.305441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:26.343976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-374820de-4ad3-4530-955e-692df9eda68a req-8a4dd751-00e6-448f-bf13-62080f100ba1 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920013 May 06 12:57:26.372956 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0953893b-0f40-4c1f-bf26-68418c75adda tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 9.8392611 May 06 12:57:26.424317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53480) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:26.504276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.678273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a0e1236c-28e4-4858-b704-5ceb30ef7d20 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:57:26.704387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=78b62a79-a6c5-411e-9cf8-17b0447493b9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:26.726212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network ff7e3d66-cf45-497a-9761-004749776da2 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:26.733065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:26.748069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:26.770785 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93d8a6f3-fb39-4b9f-808c-ed726c6acb05 req-38769a42-7c14-4ae9-85b2-1b308f280ee0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115035 May 06 12:57:26.782567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd1a0114-5758-4f0f-a0ad-c90d05b43b41 req-a30b464a-ee81-45aa-9e88-fbf69faf81f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4719191 May 06 12:57:26.792597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2322b0f2-3a4d-4019-8c86-40043f23a635 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 74c28f8a-e3bf-493a-8454-bbb55cb2abd7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:26.798019 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2322b0f2-3a4d-4019-8c86-40043f23a635 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.889920 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:57:26.912369 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e99783e-a967-4984-b435-b3be2b4c6501 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.091796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99783e-a967-4984-b435-b3be2b4c6501 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event deleted for resources: {'Port': ['ID=4e85db0c-3433-437c-ae92-8a8710fc8508,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:27.116178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:27.118275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.221630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:27.243475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'port_id': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'mac_address': 'fa:16:3e:0a:0c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:57:27.355883 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4630c32b-7952-4cc2-b39b-b32ee5431559 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.6908176 May 06 12:57:27.378639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53496) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:27.402206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e99783e-a967-4984-b435-b3be2b4c6501 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.411331 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7e99783e-a967-4984-b435-b3be2b4c6501 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "DELETE /v2.0/ports/4e85db0c-3433-437c-ae92-8a8710fc8508 HTTP/1.1" status: 204 len: 168 time: 5.0002646 May 06 12:57:27.412586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53502) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:27.424321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '78b62a79-a6c5-411e-9cf8-17b0447493b9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:27.467912 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.501011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Request body: {'port': {'name': 'tempest-new-port-name-422906634', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:27.501723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.api.validators [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] bootfile-name is not in valid_values {{(pid=83952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:57:27.502292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.api.validators [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] tftp-server is not in valid_values {{(pid=83952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:57:27.502852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.api.validators [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] server-ip-address is not in valid_values {{(pid=83952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:57:27.593390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e1236c-28e4-4858-b704-5ceb30ef7d20 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:57:27.633222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:27.641620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.644759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53506) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:27.645636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:27.679798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:floatingip and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:27.700871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:27.752333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:27.765814 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2322b0f2-3a4d-4019-8c86-40043f23a635 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.846794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:28.103096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:28.128046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:28.145944 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['a0e1236c-28e4-4858-b704-5ceb30ef7d20'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:57:28.464116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-754131946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:28.585808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2322b0f2-3a4d-4019-8c86-40043f23a635 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 74c28f8a-e3bf-493a-8454-bbb55cb2abd7 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:28.672516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:28.689848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a91127fb-f03f-4187-953c-aa122e97c4ab up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:28.736359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Usage tracker for resource:router and tenant:31062a0402864c8fa52d5e0409e2946e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:28.764177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:28.843020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:28.927616 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:28.927616 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:28.972842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.017016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.051892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.060909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6b024-d3cc-4dab-8860-da9ba54cab75 req-790c6cca-0f27-4df6-b0a3-215115e07817 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:29.072729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7fc6b024-d3cc-4dab-8860-da9ba54cab75 req-790c6cca-0f27-4df6-b0a3-215115e07817 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 944 time: 0.7510428 May 06 12:57:29.107269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port a91127fb-f03f-4187-953c-aa122e97c4ab completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:29.114460 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2322b0f2-3a4d-4019-8c86-40043f23a635 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.132554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port a91127fb-f03f-4187-953c-aa122e97c4ab triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:29.132903 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.302812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.306987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-63593f75-20a8-41e9-b525-ba2d0274ba89 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.6410570 May 06 12:57:29.309204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53528) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:29.315873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322b0f2-3a4d-4019-8c86-40043f23a635 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=74c28f8a-e3bf-493a-8454-bbb55cb2abd7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:29.357694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-247970080'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:29.377570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.25.7.231 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c128210e-08ec-4a53-b7b0-588319362416) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:29.379318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb3e0f-1343-40bd-8363-48ba21d30b06 req-e2796786-5fea-46ff-bc5f-74ed20b0ea9a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:29.382313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eb3e0f-1343-40bd-8363-48ba21d30b06 req-e2796786-5fea-46ff-bc5f-74ed20b0ea9a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 944 time: 1.0589676 May 06 12:57:29.393367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2322b0f2-3a4d-4019-8c86-40043f23a635 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.397444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2322b0f2-3a4d-4019-8c86-40043f23a635 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/74c28f8a-e3bf-493a-8454-bbb55cb2abd7 HTTP/1.1" status: 204 len: 168 time: 2.9701009 May 06 12:57:29.403754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53532) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:29.407306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:29.417343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.466534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Usage tracker for resource:network and tenant:31062a0402864c8fa52d5e0409e2946e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:29.480680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:57:29.513685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7fc6b024-d3cc-4dab-8860-da9ba54cab75 req-54bba58f-947c-40cd-8f0e-496d3e7b9356 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393294 May 06 12:57:29.518250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:29.524634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:29.525796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.538645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:57:29.558852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:29.587574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52eb3e0f-1343-40bd-8363-48ba21d30b06 req-db2f2162-2fbf-4f79-b2c9-4a2e8b217e80 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883526 May 06 12:57:29.725044 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83da541d-7397-43da-a5c7-90b9bf6604df'] response: {'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'code': 200} May 06 12:57:29.736952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:29.756255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.818791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.892244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Made reservation on behalf of 31062a0402864c8fa52d5e0409e2946e for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:29.897916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.013431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.061911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] In _notify_port_updated(), no bound segment for port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 on network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:57:30.067345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:30.068472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.074249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53548) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:30.075419 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "PUT /v2.0/ports/9cb03a14-053d-45c6-9989-ef920f1c1ce3 HTTP/1.1" status: 200 len: 1129 time: 2.6145949 May 06 12:57:30.126577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cc3ab-8bf7-47bd-91c6-52feb6e6dc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event updated for resources: {'Port': ['ID=9cb03a14-053d-45c6-9989-ef920f1c1ce3,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:30.232179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:30.233832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6693a87-ee3b-4373-ba42-c428b54d5428 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:30.236373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c6693a87-ee3b-4373-ba42-c428b54d5428 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "GET /v2.0/ports/9cb03a14-053d-45c6-9989-ef920f1c1ce3 HTTP/1.1" status: 200 len: 1129 time: 0.1582384 May 06 12:57:30.240822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53552) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:30.278727 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8e9bc0b3-a488-4ca6-bd09-8c72acd12b45 req-abc0ddff-0a47-461d-9bf1-1c2b65ad139e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.4142082 May 06 12:57:30.291056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66590592-68fa-482e-86f6-4cb2e5f84c06 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:30.299982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66590592-68fa-482e-86f6-4cb2e5f84c06 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:30.301704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-66590592-68fa-482e-86f6-4cb2e5f84c06 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:30.315274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Usage tracker for resource:security_group_rule and tenant:31062a0402864c8fa52d5e0409e2946e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:30.327149 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.336640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0e6fa-d61e-4013-b2b0-c7148cd875dd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Deleting port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:30.337375 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e6fa-d61e-4013-b2b0-c7148cd875dd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.359019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:30.400901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:30.482452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-66590592-68fa-482e-86f6-4cb2e5f84c06 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:30.489600 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-66590592-68fa-482e-86f6-4cb2e5f84c06 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.0657196 May 06 12:57:30.493899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53556) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:30.545507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-12c1774c-8d7a-49d3-9a3d-c0099d5829c1 None None] Provisioning complete for port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:30.547030 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-12c1774c-8d7a-49d3-9a3d-c0099d5829c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.655640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3d792f67-d851-4532-bc7c-44da70042db0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 81b98de7-12f1-4ce6-bd57-6320edb2f207 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:30.656002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d792f67-d851-4532-bc7c-44da70042db0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.683700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-12c1774c-8d7a-49d3-9a3d-c0099d5829c1 None None] Port 9cb03a14-053d-45c6-9989-ef920f1c1ce3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:30.699872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a0e1236c-28e4-4858-b704-5ceb30ef7d20 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:30.765494 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8e9bc0b3-a488-4ca6-bd09-8c72acd12b45 req-28d6862d-527a-42cf-a1bb-07bf73923e48 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533305 May 06 12:57:30.809867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e6fa-d61e-4013-b2b0-c7148cd875dd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.873117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port a0e1236c-28e4-4858-b704-5ceb30ef7d20 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:30.884470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port a0e1236c-28e4-4858-b704-5ceb30ef7d20 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:30.884861 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.911201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.110297 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.132095 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.160604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:31.168383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.179351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:31.186918 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.308839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0e6fa-d61e-4013-b2b0-c7148cd875dd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Calling delete_port for 9cb03a14-053d-45c6-9989-ef920f1c1ce3 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:31.332577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:31.423393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:31.444177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=c128210e-08ec-4a53-b7b0-588319362416,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:31.470717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:31.551274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f89d2-f11b-4681-a692-caf2b50fdc03 req-8161fd85-70d6-4ba8-a908-de131a9ea9db tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:31.555468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d65f89d2-f11b-4681-a692-caf2b50fdc03 req-8161fd85-70d6-4ba8-a908-de131a9ea9db tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 944 time: 0.5522492 May 06 12:57:31.575335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:31.619420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0b69fe-f15f-4751-baa3-e343c5e1b1b9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:31.637225 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d792f67-d851-4532-bc7c-44da70042db0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.649871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.650410 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Added segment 78d542ed-a62e-416d-81c7-37c39043fc4d of type vlan for network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 May 06 12:57:31.699444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0d095-5191-448c-9c21-214f6bf1ce11 req-5ed32d18-5f87-45f0-8457-966e7a30d422 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:31.701972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47f0d095-5191-448c-9c21-214f6bf1ce11 req-5ed32d18-5f87-45f0-8457-966e7a30d422 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.6119404 May 06 12:57:31.727121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:57:31.852018 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e6fa-d61e-4013-b2b0-c7148cd875dd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:32.012214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3d792f67-d851-4532-bc7c-44da70042db0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 81b98de7-12f1-4ce6-bd57-6320edb2f207 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:32.015064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0e6fa-d61e-4013-b2b0-c7148cd875dd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event deleted for resources: {'Port': ['ID=9cb03a14-053d-45c6-9989-ef920f1c1ce3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:32.105964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d65f89d2-f11b-4681-a692-caf2b50fdc03 req-542228f3-3dc6-4640-956e-e4af32e768bc tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5432758 May 06 12:57:32.120972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47f0d095-5191-448c-9c21-214f6bf1ce11 req-1401cfa1-66d7-4774-b367-7a8f258de3b4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884528 May 06 12:57:32.185247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f6d0e6fa-d61e-4013-b2b0-c7148cd875dd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:32.234198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f6d0e6fa-d61e-4013-b2b0-c7148cd875dd tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "DELETE /v2.0/ports/9cb03a14-053d-45c6-9989-ef920f1c1ce3 HTTP/1.1" status: 204 len: 168 time: 1.9918439 May 06 12:57:32.240727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53606) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:32.258030 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:32.545427 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4464b96f-54a2-4851-8ca1-cdf689ad1e63'] response: {'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'code': 200} May 06 12:57:32.745212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:57:32.973845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d792f67-d851-4532-bc7c-44da70042db0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:32.982108 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:32.989935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:32.991236 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:33.187268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bb3d75-303c-488d-8f8c-06dee21b8579 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Deleting subnet 47a75e8c-646a-4bf9-92cd-46a18aa33aff {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:57:33.194380 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3d75-303c-488d-8f8c-06dee21b8579 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:33.364029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d792f67-d851-4532-bc7c-44da70042db0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:33.375533 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3d792f67-d851-4532-bc7c-44da70042db0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/81b98de7-12f1-4ce6-bd57-6320edb2f207 HTTP/1.1" status: 204 len: 168 time: 2.8699431 May 06 12:57:33.378244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53626) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:33.388902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3d75-303c-488d-8f8c-06dee21b8579 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:34.040879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866ed9dd-1a42-4644-b469-7c6f5bfb1e94 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:34.042032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-866ed9dd-1a42-4644-b469-7c6f5bfb1e94 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:34.077287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42313-75ad-4564-a421-c7d4f249751e req-babad064-3cfe-4cea-bbeb-56ec77cd17e4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:34.079936 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0e42313-75ad-4564-a421-c7d4f249751e req-babad064-3cfe-4cea-bbeb-56ec77cd17e4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.4903324 May 06 12:57:34.099684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3d75-303c-488d-8f8c-06dee21b8579 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:34.110802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d792f67-d851-4532-bc7c-44da70042db0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=81b98de7-12f1-4ce6-bd57-6320edb2f207,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:34.163915 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.8401206 May 06 12:57:34.180599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53642) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:34.204441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Request body: {'subnet': {'network_id': 'dd312de8-8bfc-4f32-b0e7-59f68a78a4a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:34.294499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ca650-d80e-49c9-a944-34907af9685b req-9c011ab3-6130-425f-866e-8dd732373d25 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:34.297811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646ca650-d80e-49c9-a944-34907af9685b req-9c011ab3-6130-425f-866e-8dd732373d25 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.6051519 May 06 12:57:34.375378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e586936-cd69-4f2c-8bed-75350f463f01 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Network': ['ID=dd312de8-8bfc-4f32-b0e7-59f68a78a4a6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:34.398197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:34.479653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-866ed9dd-1a42-4644-b469-7c6f5bfb1e94 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:34.486377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-866ed9dd-1a42-4644-b469-7c6f5bfb1e94 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9644828 May 06 12:57:34.486772 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-328107b9-bf32-4278-bf16-94c1ca69b566 req-62a3f073-c743-4463-9299-fd9246d497fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 1.6503625 May 06 12:57:34.486956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3d75-303c-488d-8f8c-06dee21b8579 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:34.497573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53648) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:34.643708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:34.688475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Usage tracker for resource:subnet and tenant:31062a0402864c8fa52d5e0409e2946e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:34.698954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:34.703756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb3d75-303c-488d-8f8c-06dee21b8579 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event deleted for resources: {'Subnet': ['ID=47a75e8c-646a-4bf9-92cd-46a18aa33aff,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:34.728994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:34.744322 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-328107b9-bf32-4278-bf16-94c1ca69b566 req-396a822b-5193-46e0-8696-7b17f9a1fe6e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165153 May 06 12:57:34.749002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Made reservation on behalf of 31062a0402864c8fa52d5e0409e2946e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:34.751762 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6a5a3b-2713-4a12-ba95-8c8e0a5338cf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 12:57:34.758943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ea6a5a3b-2713-4a12-ba95-8c8e0a5338cf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/74c28f8a-e3bf-493a-8454-bbb55cb2abd7 HTTP/1.1" status: 404 len: 333 time: 0.1825640 May 06 12:57:34.777963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53656) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:34.780698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3d75-303c-488d-8f8c-06dee21b8579 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:34.803398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9fcfbc-37f4-4fd7-b22e-ab3c8ccfcff8 None None] Network 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:34.827619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0e42313-75ad-4564-a421-c7d4f249751e req-e0916bbc-f854-47bd-aa9f-1cfa76f74c62 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668838 May 06 12:57:34.835674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b0bb3d75-303c-488d-8f8c-06dee21b8579 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "DELETE /v2.0/subnets/47a75e8c-646a-4bf9-92cd-46a18aa33aff HTTP/1.1" status: 204 len: 168 time: 2.5885069 May 06 12:57:34.836566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-646ca650-d80e-49c9-a944-34907af9685b req-37d5204a-dc81-4359-8f60-e28bff4c13d5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4815798 May 06 12:57:34.837455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53660) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:34.982941 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7236fa-6aed-4cc2-ab5e-69ada7a4a624 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 12:57:34.984105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bf7236fa-6aed-4cc2-ab5e-69ada7a4a624 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:35.062427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bf7236fa-6aed-4cc2-ab5e-69ada7a4a624 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:35.064017 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bf7236fa-6aed-4cc2-ab5e-69ada7a4a624 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/81b98de7-12f1-4ce6-bd57-6320edb2f207 HTTP/1.1" status: 404 len: 333 time: 0.2776940 May 06 12:57:35.070903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53666) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:35.113286 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.275561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Deleting port 49c833ab-3244-4ae5-9eca-d3dba19acd76 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:35.278849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.498159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.599354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.632004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.656181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] DHCP port deletion for 7c7d82d9-c7d6-4bb7-ae25-e95bc715739f request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:57:35.661716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] Deleting port 49c833ab-3244-4ae5-9eca-d3dba19acd76 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:35.662498 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.911446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06f495-c7d3-4770-8599-1db83bf8a0ac req-9d601ec7-9c76-4782-a9e6-90dcd76dcf45 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:35.914268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a06f495-c7d3-4770-8599-1db83bf8a0ac req-9d601ec7-9c76-4782-a9e6-90dcd76dcf45 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.7878568 May 06 12:57:35.918022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] For port 49c833ab-3244-4ae5-9eca-d3dba19acd76, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=49c833ab-3244-4ae5-9eca-d3dba19acd76,segment=NetworkSegment(1c67d186-e9e2-4a47-92b9-9c7966a354ca),segment_id=1c67d186-e9e2-4a47-92b9-9c7966a354ca)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:35.918483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.025597 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.222331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Calling delete_port for 49c833ab-3244-4ae5-9eca-d3dba19acd76 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:36.376892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 49c833ab-3244-4ae5-9eca-d3dba19acd76 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:57:36.527372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a06f495-c7d3-4770-8599-1db83bf8a0ac req-5d5a3415-8611-4ba3-bb0a-9a3c0b43b832 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876179 May 06 12:57:36.697914 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.755658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event deleted for resources: {'Port': ['ID=49c833ab-3244-4ae5-9eca-d3dba19acd76,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:36.806723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] No DVR routers for this DVR port 49c833ab-3244-4ae5-9eca-d3dba19acd76 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:57:36.821247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] For port 49c833ab-3244-4ae5-9eca-d3dba19acd76, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=49c833ab-3244-4ae5-9eca-d3dba19acd76,segment=NetworkSegment(1c67d186-e9e2-4a47-92b9-9c7966a354ca),segment_id=1c67d186-e9e2-4a47-92b9-9c7966a354ca)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:36.822194 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.857533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port 49c833ab-3244-4ae5-9eca-d3dba19acd76 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:57:36.858889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 49c833ab-3244-4ae5-9eca-d3dba19acd76 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:57:36.905002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.923729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1056e-c120-43f6-aa5f-ffe127b3494a req-1fa9c736-f410-45f2-8baf-61299d145119 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:36.930441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd1056e-c120-43f6-aa5f-ffe127b3494a req-1fa9c736-f410-45f2-8baf-61299d145119 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.5479534 May 06 12:57:36.966130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.323208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.400177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd1056e-c120-43f6-aa5f-ffe127b3494a req-f7b244b6-9819-4d23-b877-7b0d2f940432 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4490554 May 06 12:57:37.412409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] Calling delete_port for 49c833ab-3244-4ae5-9eca-d3dba19acd76 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:37.422235 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.523438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7d82d9-c7d6-4bb7-ae25-e95bc715739f']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:37.542996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c67d186-e9e2-4a47-92b9-9c7966a354ca') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:37.543637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c67d186-e9e2-4a47-92b9-9c7966a354ca') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:37.577547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.621815 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.642848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:57:37.644999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.651079 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.725240 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:57:37.727086 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: timer() May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:57:37.756649 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:57:37.787841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34577b62-5a0f-4a78-ba59-ef83a0166a4b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:37.896029 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.943255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.958928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f3aa2a-b1a6-4bbf-bcab-455ddac1dfa1') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:37.959814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f3aa2a-b1a6-4bbf-bcab-455ddac1dfa1') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:37.972163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] Pushing event deleted for resources: {'Network': ['ID=7c7d82d9-c7d6-4bb7-ae25-e95bc715739f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:37.974837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.981912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=c128210e-08ec-4a53-b7b0-588319362416,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:38.044381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7a47f45c-a78c-4f61-965c-fdfde600de9c tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153 tempest-ExtraDHCPOptionsIpV6TestJSON-1587261153-project] 10.222.0.44 "DELETE /v2.0/networks/7c7d82d9-c7d6-4bb7-ae25-e95bc715739f HTTP/1.1" status: 204 len: 168 time: 3.2052929 May 06 12:57:38.056304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6241c61-037d-4d97-b734-a3de17243cc0 req-65d8569e-ddb6-4015-990d-0d1b66ed7087 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:38.069116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6241c61-037d-4d97-b734-a3de17243cc0 req-65d8569e-ddb6-4015-990d-0d1b66ed7087 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.2980170 May 06 12:57:38.148649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Subnet': ['ID=8af33ea7-ad25-4f3a-a785-94aad76102b7,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:38.170882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:38.177431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6241c61-037d-4d97-b734-a3de17243cc0 req-2af66109-b79c-43ad-beef-47b27f0f28a7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065190 May 06 12:57:38.231026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] Deleting port 49c833ab-3244-4ae5-9eca-d3dba19acd76 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:38.231026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:38.240341 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:38.477689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2563caf2-987e-494f-9ab0-b5d7c6282e66 None None] The port '49c833ab-3244-4ae5-9eca-d3dba19acd76' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:57:38.643645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:38.664692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:57:38.665160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: timer() May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:57:38.805449 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:57:38.818470 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:38.929393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:38.974337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Network': ['ID=34577b62-5a0f-4a78-ba59-ef83a0166a4b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:38.998051 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7ba927c4-bfe9-45bf-a8bb-3a8637f12e41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/networks/34577b62-5a0f-4a78-ba59-ef83a0166a4b HTTP/1.1" status: 204 len: 168 time: 3.9164841 May 06 12:57:38.998399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53730) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:39.040190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1569696746'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:39.071623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d13b1-843c-4c97-adc9-e3ee3a94a81a req-cbef518d-c63d-4e3c-a772-a160093d872d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:39.075582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d13b1-843c-4c97-adc9-e3ee3a94a81a req-cbef518d-c63d-4e3c-a772-a160093d872d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.4640484 May 06 12:57:39.108363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:39.127109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:network and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:39.139023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:39.145094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Checking segment: {'id': '78d542ed-a62e-416d-81c7-37c39043fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dd312de8-8bfc-4f32-b0e7-59f68a78a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:39.145791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network hostable DHCP agents. Network: dd312de8-8bfc-4f32-b0e7-59f68a78a4a6, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:39.233535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:39.238929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53736) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:39.293003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:39.298939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:39.413254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:39.429720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a88d13b1-843c-4c97-adc9-e3ee3a94a81a req-3ed7b9dc-e04a-4dec-8a20-03dbca0802e3 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351336 May 06 12:57:39.462330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:39.493041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26c79b-b76f-4f56-a779-faddf7ad9831 req-255c496f-e417-4cc4-833a-e357dd6dcc55 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:39.511975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:39.512338 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Added segment 7aa8d6fc-a45f-482d-a449-397edb9d693d of type vlan for network 1915e982-7424-4692-928f-96bae59ffacf May 06 12:57:39.513699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a26c79b-b76f-4f56-a779-faddf7ad9831 req-255c496f-e417-4cc4-833a-e357dd6dcc55 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.6152434 May 06 12:57:39.555150 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:39.597407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dd312de8-8bfc-4f32-b0e7-59f68a78a4a6) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:39.612303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da20eba-d778-43b3-a85a-62b5909fea01 None None] Network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:39.633016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:39.644861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:39.659561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a26c79b-b76f-4f56-a779-faddf7ad9831 req-db063c56-b6e9-4379-ac0f-f4c3e75300bc tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425769 May 06 12:57:39.770523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:39.794439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:39.794439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:40.154851 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1544893 May 06 12:57:40.167739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53760) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:40.188948 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-87d4b083-22a6-495d-a22d-b55f9a4aa079 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0046813 May 06 12:57:40.204695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53762) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:40.221242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Request body: {'network': {'name': 'tempest-router-network01--324046111'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:40.229492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '1915e982-7424-4692-928f-96bae59ffacf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:40.256166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:40.309425 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8f876cde-15d0-4621-ad25-facd7076e1bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff575e8642fb4906a20c2c982eba8cff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0657258 May 06 12:57:40.311677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455f49a-219e-4a59-8982-946826468228 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Network': ['ID=1915e982-7424-4692-928f-96bae59ffacf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:40.313913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53768) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:40.316428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Usage tracker for resource:network and tenant:31062a0402864c8fa52d5e0409e2946e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:40.376610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:40.393419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 1915e982-7424-4692-928f-96bae59ffacf details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:40.395186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:40.438203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Made reservation on behalf of 31062a0402864c8fa52d5e0409e2946e for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:40.443928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:40.575416 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP 8e588bc6-6c6c-4775-8cb6-48e532158b2c associated. External IP: 172.25.7.231, port: 78b62a79-a6c5-411e-9cf8-17b0447493b9. May 06 12:57:40.663946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b202f-f2e8-4f19-bfdf-61721ba312d4 req-6d5c66e8-8011-44f9-a7ce-5d1639462e5a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:40.666849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-531b202f-f2e8-4f19-bfdf-61721ba312d4 req-6d5c66e8-8011-44f9-a7ce-5d1639462e5a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.6696303 May 06 12:57:40.748251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:40.766491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:40.767105 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Added segment 70125dee-e10a-4197-a297-dcade83ca3c5 of type vlan for network df07d53c-f8a2-499c-8ac2-119a2b47e0cd May 06 12:57:40.787330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dd312de8-8bfc-4f32-b0e7-59f68a78a4a6', 'network_id': 'dd312de8-8bfc-4f32-b0e7-59f68a78a4a6', 'tenant_id': '31062a0402864c8fa52d5e0409e2946e', 'fixed_ips': [{'subnet_id': '8af33ea7-ad25-4f3a-a785-94aad76102b7'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:57:40.789144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:40.822866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:40.832335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:40.859773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:40.867101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:40.889692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:40.961596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:41.016161 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efe4208d-301d-4b59-b4fe-ba64c328667a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.031480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.039333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:41.040821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.436045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efe4208d-301d-4b59-b4fe-ba64c328667a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.437778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Allocated IP 172.20.0.2 (dd312de8-8bfc-4f32-b0e7-59f68a78a4a6/8af33ea7-ad25-4f3a-a785-94aad76102b7/feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:41.501367 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2943509 May 06 12:57:41.512138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53798) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:41.534982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0fca7-344e-45be-bdcf-7026f0ec2d82 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Network': ['ID=df07d53c-f8a2-499c-8ac2-119a2b47e0cd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:41.546977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Request body: {'network': {'name': 'tempest-router-network02--1262755478'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:41.569799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:41.575558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Usage tracker for resource:network and tenant:31062a0402864c8fa52d5e0409e2946e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:41.584683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network df07d53c-f8a2-499c-8ac2-119a2b47e0cd details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:41.645433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-531b202f-f2e8-4f19-bfdf-61721ba312d4 req-aa6e1d6e-27a0-4483-ab55-f0456689212b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9600184 May 06 12:57:41.666376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.698649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efe4208d-301d-4b59-b4fe-ba64c328667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.716787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53806) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:41.739689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:41.906290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:41.949722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4208d-301d-4b59-b4fe-ba64c328667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfcc625-915f-431d-a65b-918a82db201b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:42.080616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efe4208d-301d-4b59-b4fe-ba64c328667a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.082703 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-efe4208d-301d-4b59-b4fe-ba64c328667a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecfcc625-915f-431d-a65b-918a82db201b HTTP/1.1" status: 204 len: 168 time: 1.7621400 May 06 12:57:42.250529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Made reservation on behalf of 31062a0402864c8fa52d5e0409e2946e for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:42.266191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.300984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_backend_mixin [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Performing IP validity checks on allocation pools {{(pid=83955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:57:42.306995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_backend_mixin [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:57:42.422878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:57:42.539227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cb72c-c417-4386-be19-57381913fc52 req-72459ef1-34b0-420f-b2c9-ffc4305e7870 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:42.559612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a15cb72c-c417-4386-be19-57381913fc52 req-72459ef1-34b0-420f-b2c9-ffc4305e7870 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 1.2249420 May 06 12:57:42.694392 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.757240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:42.761927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Transition to ACTIVE for port object feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:42.786496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5bc39960-ac93-40b3-b01f-06f4905ca3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.811645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.812992 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Added segment f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14 of type vlan for network 3e830550-8c96-4174-a9d5-f91d282d5928 May 06 12:57:42.844001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Transition to ACTIVE for port object feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:42.864136 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.884521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.038117 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.043554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:43.044518 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.096310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Pushing event updated for resources: {'Port': ['ID=feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:43.139516 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.143722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:43.146227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:43.150709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:43.198426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6716397 May 06 12:57:43.202084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53842) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:43.210918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a15cb72c-c417-4386-be19-57381913fc52 req-edd605fb-73ad-4d19-9308-d0027e049b33 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501718 May 06 12:57:43.239284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Request body: {'subnet': {'network_id': 'df07d53c-f8a2-499c-8ac2-119a2b47e0cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:43.331154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:57:43.372055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d9f5bf-d738-4068-b2e5-8b5c6b1a6652 None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:57:43.549561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9f5bf-d738-4068-b2e5-8b5c6b1a6652 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:43.551216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-88d9f5bf-d738-4068-b2e5-8b5c6b1a6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:43.558007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c689f322-bcaf-4715-b9b9-0621c498983f tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1091 time: 1.7914281 May 06 12:57:43.564426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53852) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:43.569322 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.587253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:43.689030 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.704365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c4cee-4878-467f-aaf8-69fb8e54f449 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Network': ['ID=3e830550-8c96-4174-a9d5-f91d282d5928,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:43.737625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:43.749735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-88d9f5bf-d738-4068-b2e5-8b5c6b1a6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:43.768344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:floatingip and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:43.770666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3e830550-8c96-4174-a9d5-f91d282d5928 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:43.782283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:43.805003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:43.874555 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8957458c-b11e-4be0-91f7-340f840baa5f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.4891453 May 06 12:57:43.889399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53862) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:43.895573 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:57:43.896476 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.901516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c12bea5b-a1e3-47c8-85fb-8c592e078ac3 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:43.972986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=bc4ac7ac-e3ec-41a2-9e16-f9d903d8462d,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:44.113714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Attempting to bind port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:44.114237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Attempting to bind port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '78d542ed-a62e-416d-81c7-37c39043fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dd312de8-8bfc-4f32-b0e7-59f68a78a4a6'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:44.123036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Attempting to bind port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 on network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:44.173554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:44.174266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Checking segment: {'id': '78d542ed-a62e-416d-81c7-37c39043fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dd312de8-8bfc-4f32-b0e7-59f68a78a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:44.175111 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:44.176448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Bound using segment: {'id': '78d542ed-a62e-416d-81c7-37c39043fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dd312de8-8bfc-4f32-b0e7-59f68a78a4a6'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:44.177216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Bound port: feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d542ed-a62e-416d-81c7-37c39043fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dd312de8-8bfc-4f32-b0e7-59f68a78a4a6'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:44.178338 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:44.204644 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c12bea5b-a1e3-47c8-85fb-8c592e078ac3 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:44.225849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9f5bf-d738-4068-b2e5-8b5c6b1a6652 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:44.236500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-88d9f5bf-d738-4068-b2e5-8b5c6b1a6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:44.484646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:44.503914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Usage tracker for resource:subnet and tenant:31062a0402864c8fa52d5e0409e2946e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:44.520093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:44.537601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:44.566841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Made reservation on behalf of 31062a0402864c8fa52d5e0409e2946e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:44.608338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-88d9f5bf-d738-4068-b2e5-8b5c6b1a6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:44.610054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d9f5bf-d738-4068-b2e5-8b5c6b1a6652 None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:57:44.629367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Checking segment: {'id': '7aa8d6fc-a45f-482d-a449-397edb9d693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1915e982-7424-4692-928f-96bae59ffacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:44.630239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network hostable DHCP agents. Network: 1915e982-7424-4692-928f-96bae59ffacf, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:44.871804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-553938ec-f14c-4822-924d-c913758fd887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:44.921139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] For port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:44.934977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] For port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0,segment=NetworkSegment(78d542ed-a62e-416d-81c7-37c39043fc4d),segment_id=78d542ed-a62e-416d-81c7-37c39043fc4d)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:44.944398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.016844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 1915e982-7424-4692-928f-96bae59ffacf is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:45.077678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.203370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 1915e982-7424-4692-928f-96bae59ffacf) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:45.231635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:45.235324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.242886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73855019-50dc-431a-b4c5-c0008db1faf7 None None] Network 1915e982-7424-4692-928f-96bae59ffacf requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:45.357420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0bf06-fcd5-4b43-907e-5658f861d7ac req-5ab41e41-af0a-4f6a-aefd-b9122a2f0abf tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:45.373337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cb0bf06-fcd5-4b43-907e-5658f861d7ac req-5ab41e41-af0a-4f6a-aefd-b9122a2f0abf tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.7035446 May 06 12:57:45.464031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c12bea5b-a1e3-47c8-85fb-8c592e078ac3 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.471694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53888) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:45.489555 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c12bea5b-a1e3-47c8-85fb-8c592e078ac3 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.490893 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-c12bea5b-a1e3-47c8-85fb-8c592e078ac3 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP 8e588bc6-6c6c-4775-8cb6-48e532158b2c disassociated. External IP: 172.25.7.231, port: 78b62a79-a6c5-411e-9cf8-17b0447493b9. May 06 12:57:45.497293 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.554731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3706d7ff-708e-4e1f-a911-257da450e96c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3455894 May 06 12:57:45.555860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53894) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:45.588222 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.592017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398c47c-0284-4c9e-8645-cf00898c7edb None None] Pushing event updated for resources: {'Port': ['ID=feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:45.719120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': '1915e982-7424-4692-928f-96bae59ffacf', 'name': 'tempest-PortsTestJSON-1518092727'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:45.906883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cb0bf06-fcd5-4b43-907e-5658f861d7ac req-ae7be803-9536-4cb5-ae2e-fa265c16a0a9 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322893 May 06 12:57:46.012791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-519342915'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:46.037834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:46.050168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Usage tracker for resource:network and tenant:41255cdcb0f644339fa25c1e771d07f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:46.064999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:46.075804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-1915e982-7424-4692-928f-96bae59ffacf', 'network_id': '1915e982-7424-4692-928f-96bae59ffacf', 'tenant_id': 'e2e7ea49710a4769b1f274312694d22d', 'fixed_ips': [{'subnet_id': 'bc4ac7ac-e3ec-41a2-9e16-f9d903d8462d'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:57:46.079977 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.093038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:46.121866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.224173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Made reservation on behalf of 41255cdcb0f644339fa25c1e771d07f2 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:46.233003 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.332118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.25.7.45 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/d2401324-f077-4327-8c7c-24175630a66b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:46.339569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.392545 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.491390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:46.576193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:46.591730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Usage tracker for resource:security_group_rule and tenant:41255cdcb0f644339fa25c1e771d07f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:46.600156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:46.615437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:46.681496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:46.703128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:46.706461 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.739265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Subnet': ['ID=9d8be207-dd5f-4874-a7a4-a3d50dcc26ab,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:46.741513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port a39973b2-ad71-41a3-ad6d-42b9117b3d30 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:46.750947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Allocated IP 172.20.0.2 (1915e982-7424-4692-928f-96bae59ffacf/bc4ac7ac-e3ec-41a2-9e16-f9d903d8462d/e2b97a17-b46c-4f50-be99-54ee795d3bbc) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:47.029950 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.040396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Checking segment: {'id': '70125dee-e10a-4197-a297-dcade83ca3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'df07d53c-f8a2-499c-8ac2-119a2b47e0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:47.040954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network hostable DHCP agents. Network: df07d53c-f8a2-499c-8ac2-119a2b47e0cd, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:47.043544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Transition to ACTIVE for port object e2b97a17-b46c-4f50-be99-54ee795d3bbc will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:47.100858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.118234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Transition to ACTIVE for port object e2b97a17-b46c-4f50-be99-54ee795d3bbc will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:47.140457 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.246008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Network 1915e982-7424-4692-928f-96bae59ffacf is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:47.251967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:47.258228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:47.262240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Pushing event updated for resources: {'Port': ['ID=e2b97a17-b46c-4f50-be99-54ee795d3bbc,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:47.328304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.13 (1915e982-7424-4692-928f-96bae59ffacf/bc4ac7ac-e3ec-41a2-9e16-f9d903d8462d/a39973b2-ad71-41a3-ad6d-42b9117b3d30) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:47.385783 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.605773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Attempting to bind port e2b97a17-b46c-4f50-be99-54ee795d3bbc on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:47.606319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Attempting to bind port e2b97a17-b46c-4f50-be99-54ee795d3bbc by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7aa8d6fc-a45f-482d-a449-397edb9d693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1915e982-7424-4692-928f-96bae59ffacf'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:47.606943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Attempting to bind port e2b97a17-b46c-4f50-be99-54ee795d3bbc on network 1915e982-7424-4692-928f-96bae59ffacf {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:47.654772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.656797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:47.657404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Checking segment: {'id': '7aa8d6fc-a45f-482d-a449-397edb9d693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1915e982-7424-4692-928f-96bae59ffacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:47.658029 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.658858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Bound using segment: {'id': '7aa8d6fc-a45f-482d-a449-397edb9d693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1915e982-7424-4692-928f-96bae59ffacf'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:47.659444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Bound port: e2b97a17-b46c-4f50-be99-54ee795d3bbc, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa8d6fc-a45f-482d-a449-397edb9d693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1915e982-7424-4692-928f-96bae59ffacf'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:47.660092 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.762373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.790260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.801241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network df07d53c-f8a2-499c-8ac2-119a2b47e0cd is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:47.942422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4d06da-8d88-4f15-b40c-4246456117b5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:48.004374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] For port e2b97a17-b46c-4f50-be99-54ee795d3bbc, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:48.012964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] For port e2b97a17-b46c-4f50-be99-54ee795d3bbc, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e2b97a17-b46c-4f50-be99-54ee795d3bbc,segment=NetworkSegment(7aa8d6fc-a45f-482d-a449-397edb9d693d),segment_id=7aa8d6fc-a45f-482d-a449-397edb9d693d)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:48.020743 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:48.052074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:48.058234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=d2401324-f077-4327-8c7c-24175630a66b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:48.115344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:48.123387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:48.223738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, df07d53c-f8a2-499c-8ac2-119a2b47e0cd) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:48.233419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:48.256947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:48.257947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:48.275290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3326202-e1ca-49e9-8b4c-05aaf78265e3 None None] Pushing event updated for resources: {'Port': ['ID=e2b97a17-b46c-4f50-be99-54ee795d3bbc,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:48.284529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8587e-bb8e-4cf0-9c42-1411837758ea None None] Network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:48.400311 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-adc0a73b-2d73-4e7f-b9e8-32d12ff3c2db tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1836808 May 06 12:57:48.407395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53934) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:48.459916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Request body: {'subnet': {'network_id': '3e830550-8c96-4174-a9d5-f91d282d5928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:48.520320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6030abf-b3a3-4abd-9a63-c053426d6dda None None] Network df07d53c-f8a2-499c-8ac2-119a2b47e0cd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:48.576858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:48.619919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da806d3-09e6-4fa4-abba-e42809ea5abe req-f2a27f2f-446b-4bb3-9414-ccdea05bc737 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:48.623060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6da806d3-09e6-4fa4-abba-e42809ea5abe req-f2a27f2f-446b-4bb3-9414-ccdea05bc737 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 1.1129119 May 06 12:57:48.800572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:48.813790 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Added segment 7423a901-4a2b-4d87-bf5b-a397c3f804dc of type vlan for network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 May 06 12:57:48.904603 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:49.041599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object a39973b2-ad71-41a3-ad6d-42b9117b3d30 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:49.131880 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6da806d3-09e6-4fa4-abba-e42809ea5abe req-47fbd4ab-5f81-43b3-85ac-1f5303d42e78 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980228 May 06 12:57:49.175596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-880c76e5-e94b-4e16-b3c2-6100ff0d2ec7 None None] Provisioning for port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:49.226728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:49.240836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Usage tracker for resource:subnet and tenant:31062a0402864c8fa52d5e0409e2946e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:49.259683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:49.305201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:49.315393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:49.380752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Made reservation on behalf of 31062a0402864c8fa52d5e0409e2946e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:49.727285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:49.806193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:49.997493 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:50.004378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:50.005761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:50.057858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-df07d53c-f8a2-499c-8ac2-119a2b47e0cd', 'network_id': 'df07d53c-f8a2-499c-8ac2-119a2b47e0cd', 'tenant_id': '31062a0402864c8fa52d5e0409e2946e', 'fixed_ips': [{'subnet_id': '9d8be207-dd5f-4874-a7a4-a3d50dcc26ab'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:57:50.059144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:50.369825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event updated for resources: {'Network': ['ID=dadc51e4-6cc5-4c9f-9de1-26fc6e532f26,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:50.509118 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-65adfa8d-3f72-458c-a6f3-49036beea0ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 5.0266049 May 06 12:57:50.512564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53964) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:50.541632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Request body: {'subnet': {'network_id': 'dadc51e4-6cc5-4c9f-9de1-26fc6e532f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:50.746372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:50.759004 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:50.822479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:50.956780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:51.012727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:51.050874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12bea5b-a1e3-47c8-85fb-8c592e078ac3 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:57:51.053784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Usage tracker for resource:subnet and tenant:41255cdcb0f644339fa25c1e771d07f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:51.061794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:51.081332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:51.235868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:51.258845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eebd79-541f-4dcc-91d7-6f1de34b2219 None None] Network 1915e982-7424-4692-928f-96bae59ffacf requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:51.285369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 1915e982-7424-4692-928f-96bae59ffacf is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:51.314828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:51.315135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Made reservation on behalf of 41255cdcb0f644339fa25c1e771d07f2 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:51.356880 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:51.412251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:51.554658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:51.556299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:51.638346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Subnet': ['ID=e1f01af8-6a46-47a8-bf57-49b7b36b3670,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:51.656860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=a39973b2-ad71-41a3-ad6d-42b9117b3d30,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:51.663033 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2b5fb022-641f-41a4-9fca-bb80583655cb tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.9674082 May 06 12:57:51.680419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2c2cd-06fa-4c20-bb70-5122b63043db req-d2383c89-3c5f-4df8-821d-24cdad13982c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:51.698668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85d2c2cd-06fa-4c20-bb70-5122b63043db req-d2383c89-3c5f-4df8-821d-24cdad13982c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.7775910 May 06 12:57:51.701814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53976) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:51.860325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Allocated IP 172.20.0.2 (df07d53c-f8a2-499c-8ac2-119a2b47e0cd/9d8be207-dd5f-4874-a7a4-a3d50dcc26ab/f68365ba-ae21-45ca-8eb3-2bb31b5942ee) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:51.952466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85d2c2cd-06fa-4c20-bb70-5122b63043db req-1d186484-9b1c-440f-b255-c7577669ec43 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519486 May 06 12:57:51.994865 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.135702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2db4165c-70a3-4227-ae0c-f85c9c486ed2 None None] Provisioning for port e2b97a17-b46c-4f50-be99-54ee795d3bbc completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:52.186953 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.556025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0,segment=NetworkSegment(78d542ed-a62e-416d-81c7-37c39043fc4d),segment_id=78d542ed-a62e-416d-81c7-37c39043fc4d)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:52.567228 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.642552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Checking segment: {'id': 'f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e830550-8c96-4174-a9d5-f91d282d5928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:52.642552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network hostable DHCP agents. Network: 3e830550-8c96-4174-a9d5-f91d282d5928, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:52.666593 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.668096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.697030 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.720590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-17b632bb-c9b6-4e3f-88ef-f8e67e2ae225 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port a39973b2-ad71-41a3-ad6d-42b9117b3d30 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:52.721107 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17b632bb-c9b6-4e3f-88ef-f8e67e2ae225 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.983926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:53.071323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=d2401324-f077-4327-8c7c-24175630a66b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:53.131500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e2b97a17-b46c-4f50-be99-54ee795d3bbc up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:53.209624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.312982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network 3e830550-8c96-4174-a9d5-f91d282d5928 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:53.388278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3e830550-8c96-4174-a9d5-f91d282d5928) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:53.402672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:53.413081 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.516341 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.560509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Transition to ACTIVE for port object f68365ba-ae21-45ca-8eb3-2bb31b5942ee will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:53.655702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Transition to ACTIVE for port object f68365ba-ae21-45ca-8eb3-2bb31b5942ee will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:53.691829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.705237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82fd42c-33e2-45ca-baaa-2d29dcb95ecb None None] Network 3e830550-8c96-4174-a9d5-f91d282d5928 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:53.738904 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-02eac84a-ba88-415e-a3d6-e809421870b8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2913611 May 06 12:57:53.752781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54008) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:53.898677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2d4177bf-aa48-4a4f-9dfb-04f913466512 None None] Provisioning complete for port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:53.899793 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d4177bf-aa48-4a4f-9dfb-04f913466512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.977051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12bea5b-a1e3-47c8-85fb-8c592e078ac3 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:57:53.998891 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b1a04-51b9-4d1f-8fa6-eb0aae32714e None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:57:54.008982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c12bea5b-a1e3-47c8-85fb-8c592e078ac3 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:54.082803 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b1a04-51b9-4d1f-8fa6-eb0aae32714e None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:54.087249 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fa8b1a04-51b9-4d1f-8fa6-eb0aae32714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:54.156138 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c12bea5b-a1e3-47c8-85fb-8c592e078ac3 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/floatingips/8e588bc6-6c6c-4775-8cb6-48e532158b2c HTTP/1.1" status: 200 len: 688 time: 10.2643774 May 06 12:57:54.316197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54020) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:54.381754 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fa8b1a04-51b9-4d1f-8fa6-eb0aae32714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:54.447014 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b1a04-51b9-4d1f-8fa6-eb0aae32714e None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:54.448041 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fa8b1a04-51b9-4d1f-8fa6-eb0aae32714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:54.520090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Network df07d53c-f8a2-499c-8ac2-119a2b47e0cd is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:54.541037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:54.573810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:54.583820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Pushing event updated for resources: {'Port': ['ID=f68365ba-ae21-45ca-8eb3-2bb31b5942ee,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:54.684502 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17b632bb-c9b6-4e3f-88ef-f8e67e2ae225 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:54.780212 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fa8b1a04-51b9-4d1f-8fa6-eb0aae32714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:54.783968 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b1a04-51b9-4d1f-8fa6-eb0aae32714e None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:57:55.077555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.078546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.079597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.080649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.081687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.082660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.083576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.084858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.085804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.086929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.088156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:55.119903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e2b97a17-b46c-4f50-be99-54ee795d3bbc completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:55.265524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Attempting to bind port f68365ba-ae21-45ca-8eb3-2bb31b5942ee on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:55.266396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Attempting to bind port f68365ba-ae21-45ca-8eb3-2bb31b5942ee by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '70125dee-e10a-4197-a297-dcade83ca3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'df07d53c-f8a2-499c-8ac2-119a2b47e0cd'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:55.267208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Attempting to bind port f68365ba-ae21-45ca-8eb3-2bb31b5942ee on network df07d53c-f8a2-499c-8ac2-119a2b47e0cd {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:55.276946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e2b97a17-b46c-4f50-be99-54ee795d3bbc triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:55.277887 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:55.323421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-17b632bb-c9b6-4e3f-88ef-f8e67e2ae225 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for a39973b2-ad71-41a3-ad6d-42b9117b3d30 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:55.386852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:55.388379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Checking segment: {'id': '70125dee-e10a-4197-a297-dcade83ca3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'df07d53c-f8a2-499c-8ac2-119a2b47e0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:55.392291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:55.392860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Bound using segment: {'id': '70125dee-e10a-4197-a297-dcade83ca3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'df07d53c-f8a2-499c-8ac2-119a2b47e0cd'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:55.393929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Bound port: f68365ba-ae21-45ca-8eb3-2bb31b5942ee, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70125dee-e10a-4197-a297-dcade83ca3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'df07d53c-f8a2-499c-8ac2-119a2b47e0cd'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:55.396218 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:55.418367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port c128210e-08ec-4a53-b7b0-588319362416 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:55.420381 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:55.736413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdb249-b9ba-4f5d-8ab0-2880301fd212 req-95cd99a1-e5d0-4a07-8d2d-dfca954d81d0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:55.753961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dabdb249-b9ba-4f5d-8ab0-2880301fd212 req-95cd99a1-e5d0-4a07-8d2d-dfca954d81d0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 1.9876943 May 06 12:57:55.779983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54038) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:55.901625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:56.059630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-3e830550-8c96-4174-a9d5-f91d282d5928', 'network_id': '3e830550-8c96-4174-a9d5-f91d282d5928', 'tenant_id': '31062a0402864c8fa52d5e0409e2946e', 'fixed_ips': [{'subnet_id': 'e1f01af8-6a46-47a8-bf57-49b7b36b3670'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:57:56.061283 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:56.194098 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Floating IP a64768b0-f840-4d44-90d3-ed63c619361c associated. External IP: 172.25.7.45, port: a0e1236c-28e4-4858-b704-5ceb30ef7d20. May 06 12:57:56.203770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event updated for resources: {'Subnet': ['ID=861c98d7-bc53-4d02-b21a-702290d8401e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:56.339271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dabdb249-b9ba-4f5d-8ab0-2880301fd212 req-8368f42f-f020-4188-8028-5b63f844049f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036647 May 06 12:57:56.375989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:56.436391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ccdd4101-c2ba-467d-bd5f-1f5a602f8c02 None None] Provisioning for port a39973b2-ad71-41a3-ad6d-42b9117b3d30 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:56.474965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ccdd4101-c2ba-467d-bd5f-1f5a602f8c02 None None] Provisioning complete for port a39973b2-ad71-41a3-ad6d-42b9117b3d30 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:56.475548 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4101-c2ba-467d-bd5f-1f5a602f8c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:56.608539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] For port f68365ba-ae21-45ca-8eb3-2bb31b5942ee, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:56.615431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] For port f68365ba-ae21-45ca-8eb3-2bb31b5942ee, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f68365ba-ae21-45ca-8eb3-2bb31b5942ee,segment=NetworkSegment(70125dee-e10a-4197-a297-dcade83ca3c5),segment_id=70125dee-e10a-4197-a297-dcade83ca3c5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:56.636544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:56.665299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6325e319-014c-4b28-9a26-e7f67c297991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:56.758539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17b632bb-c9b6-4e3f-88ef-f8e67e2ae225 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:56.971844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Checking segment: {'id': '7423a901-4a2b-4d87-bf5b-a397c3f804dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dadc51e4-6cc5-4c9f-9de1-26fc6e532f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:56.972900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Network hostable DHCP agents. Network: dadc51e4-6cc5-4c9f-9de1-26fc6e532f26, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:57.021790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Allocated IP 172.20.0.2 (3e830550-8c96-4174-a9d5-f91d282d5928/e1f01af8-6a46-47a8-bf57-49b7b36b3670/788f93d3-6df9-4a6b-b596-a2c51e371376) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:57.040768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b632bb-c9b6-4e3f-88ef-f8e67e2ae225 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=a39973b2-ad71-41a3-ad6d-42b9117b3d30,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:57.055448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.055977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.126704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6325e319-014c-4b28-9a26-e7f67c297991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:57.136798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6325e319-014c-4b28-9a26-e7f67c297991 admin admin] Usage tracker for resource:security_group_rule and tenant:a44a8938c4ba40fcb1d86369d38349b7 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:57.143380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6325e319-014c-4b28-9a26-e7f67c297991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:57.157171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6325e319-014c-4b28-9a26-e7f67c297991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:57.208762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88625ff7-2663-4882-ad5d-a6b84056856e None None] Pushing event updated for resources: {'Port': ['ID=f68365ba-ae21-45ca-8eb3-2bb31b5942ee,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:57.331655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.370273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6325e319-014c-4b28-9a26-e7f67c297991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.411073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port e2b97a17-b46c-4f50-be99-54ee795d3bbc, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e2b97a17-b46c-4f50-be99-54ee795d3bbc,segment=NetworkSegment(7aa8d6fc-a45f-482d-a449-397edb9d693d),segment_id=7aa8d6fc-a45f-482d-a449-397edb9d693d)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:57.469000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6325e319-014c-4b28-9a26-e7f67c297991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.470639 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.650382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd4101-c2ba-467d-bd5f-1f5a602f8c02 None None] Port a39973b2-ad71-41a3-ad6d-42b9117b3d30 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:57.666066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17b632bb-c9b6-4e3f-88ef-f8e67e2ae225 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.689959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:57.797784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325e319-014c-4b28-9a26-e7f67c297991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d209d98f-1760-4e50-9537-7c7429f545d5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:57.806979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-17b632bb-c9b6-4e3f-88ef-f8e67e2ae225 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/a39973b2-ad71-41a3-ad6d-42b9117b3d30 HTTP/1.1" status: 204 len: 168 time: 6.0725634 May 06 12:57:57.821202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6325e319-014c-4b28-9a26-e7f67c297991 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a44a8938c4ba40fcb1d86369d38349b7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0160236 May 06 12:57:57.823393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54062) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:57.823831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54064) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:57.856737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for c128210e-08ec-4a53-b7b0-588319362416 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:58.036517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ccdd4101-c2ba-467d-bd5f-1f5a602f8c02 None None] Provisioning complete for port e2b97a17-b46c-4f50-be99-54ee795d3bbc triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:58.036786 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4101-c2ba-467d-bd5f-1f5a602f8c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:58.053482 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32b00c5-5d8c-4ea9-979c-b2fadf2be1ce tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 12:57:58.053868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32b00c5-5d8c-4ea9-979c-b2fadf2be1ce tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:57:58.056040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a32b00c5-5d8c-4ea9-979c-b2fadf2be1ce tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/a39973b2-ad71-41a3-ad6d-42b9117b3d30 HTTP/1.1" status: 404 len: 333 time: 0.2239857 May 06 12:57:58.073469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54074) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:58.168393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=e2b97a17-b46c-4f50-be99-54ee795d3bbc,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:58.362565 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:58.371015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:58.371015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:58.490030 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9eec8d1-a923-434c-90a6-53bae312103f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 12:57:58.491396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f9eec8d1-a923-434c-90a6-53bae312103f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:58.517593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Transition to ACTIVE for port object 788f93d3-6df9-4a6b-b596-a2c51e371376 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:58.605728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Transition to ACTIVE for port object 788f93d3-6df9-4a6b-b596-a2c51e371376 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:58.620661 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:58.676456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5052164f-90ea-4a9a-a191-429a7bfcd159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:58.701090 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-e61289d1-3a36-412a-b5ed-2b6acc325b73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9809313 May 06 12:57:58.702383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:58.757874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dadc51e4-6cc5-4c9f-9de1-26fc6e532f26) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:58.791046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:58.791965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:58.832113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7385403-9599-4945-a46b-bc29f1cd8326 None None] Network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:58.900379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Network 3e830550-8c96-4174-a9d5-f91d282d5928 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:58.909140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f4a90-1821-4d53-9a6c-152b2c920510 req-0e7adec5-27fc-4db1-aa28-ae75d6c43f85 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:58.911182 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c60f4a90-1821-4d53-9a6c-152b2c920510 req-0e7adec5-27fc-4db1-aa28-ae75d6c43f85 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 1.2027280 May 06 12:57:58.956518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2d212c49-2a6d-4f3e-a586-310b3fab80fd None None] Could not find standard attr ID for object a39973b2-ad71-41a3-ad6d-42b9117b3d30. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:57:58.972939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:58.976029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:58.996667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5052164f-90ea-4a9a-a191-429a7bfcd159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.026025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f9eec8d1-a923-434c-90a6-53bae312103f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:59.032277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f9eec8d1-a923-434c-90a6-53bae312103f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/a39973b2-ad71-41a3-ad6d-42b9117b3d30 HTTP/1.1" status: 404 len: 333 time: 0.9272466 May 06 12:57:59.032629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Pushing event updated for resources: {'Port': ['ID=788f93d3-6df9-4a6b-b596-a2c51e371376,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:59.038770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54088) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:59.197029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c60f4a90-1821-4d53-9a6c-152b2c920510 req-1ec5abb4-c205-4406-827d-07442cc241af tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610991 May 06 12:57:59.332111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Attempting to bind port 788f93d3-6df9-4a6b-b596-a2c51e371376 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:59.335260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Attempting to bind port 788f93d3-6df9-4a6b-b596-a2c51e371376 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e830550-8c96-4174-a9d5-f91d282d5928'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:59.336406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Attempting to bind port 788f93d3-6df9-4a6b-b596-a2c51e371376 on network 3e830550-8c96-4174-a9d5-f91d282d5928 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:59.357581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5052164f-90ea-4a9a-a191-429a7bfcd159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.454062 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5052164f-90ea-4a9a-a191-429a7bfcd159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.473305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5052164f-90ea-4a9a-a191-429a7bfcd159 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d209d98f-1760-4e50-9537-7c7429f545d5 HTTP/1.1" status: 204 len: 168 time: 1.6378253 May 06 12:57:59.478127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052164f-90ea-4a9a-a191-429a7bfcd159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d209d98f-1760-4e50-9537-7c7429f545d5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:59.571005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:59.571976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Checking segment: {'id': 'f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e830550-8c96-4174-a9d5-f91d282d5928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:59.571976 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.572290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Bound using segment: {'id': 'f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e830550-8c96-4174-a9d5-f91d282d5928'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:59.572734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Bound port: 788f93d3-6df9-4a6b-b596-a2c51e371376, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3e830550-8c96-4174-a9d5-f91d282d5928'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:59.573144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.699955 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2bf45042-02e0-4481-9167-55ff1f1ff621 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 9.1860957 May 06 12:57:59.714578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54096) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:59.764134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ffd32-99da-4e45-810d-49e3acd684e5 None None] Network df07d53c-f8a2-499c-8ac2-119a2b47e0cd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:59.841750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-165425435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:59.854343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c475907-cc73-4c12-a346-bd17cc0961e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet bc4ac7ac-e3ec-41a2-9e16-f9d903d8462d {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:57:59.861796 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c475907-cc73-4c12-a346-bd17cc0961e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.868873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:59.876179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Usage tracker for resource:router and tenant:41255cdcb0f644339fa25c1e771d07f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:59.881364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:59.882436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dadc51e4-6cc5-4c9f-9de1-26fc6e532f26', 'network_id': 'dadc51e4-6cc5-4c9f-9de1-26fc6e532f26', 'tenant_id': '41255cdcb0f644339fa25c1e771d07f2', 'fixed_ips': [{'subnet_id': '861c98d7-bc53-4d02-b21a-702290d8401e'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:57:59.883394 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.893023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:59.958544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.964152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.975910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ea40f46c-7371-41f7-a461-0e16172d56ea None None] Provisioning for port f68365ba-ae21-45ca-8eb3-2bb31b5942ee completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:59.988685 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-ee93761d-0ca6-4fec-b967-6c3a47ca3ca2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 0.6723702 May 06 12:58:00.028493 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.067372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f68365ba-ae21-45ca-8eb3-2bb31b5942ee up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:00.091825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c475907-cc73-4c12-a346-bd17cc0961e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.217460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=c128210e-08ec-4a53-b7b0-588319362416,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:00.290525 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c475907-cc73-4c12-a346-bd17cc0961e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.300594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Allocated IP 172.20.0.1 (df07d53c-f8a2-499c-8ac2-119a2b47e0cd/9d8be207-dd5f-4874-a7a4-a3d50dcc26ab/8aeb49e7-8697-4d2e-b9b3-e27b755142e8) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:00.388348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54108) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:00.413191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] For port 788f93d3-6df9-4a6b-b596-a2c51e371376, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:58:00.443614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.444346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.444955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.445534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.446077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.446931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.447873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.448418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.448923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.449479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.450013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:00.574983 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c475907-cc73-4c12-a346-bd17cc0961e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.704325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] For port 788f93d3-6df9-4a6b-b596-a2c51e371376, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=788f93d3-6df9-4a6b-b596-a2c51e371376,segment=NetworkSegment(f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14),segment_id=f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:58:00.706906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c475907-cc73-4c12-a346-bd17cc0961e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.717069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.719706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3c475907-cc73-4c12-a346-bd17cc0961e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/bc4ac7ac-e3ec-41a2-9e16-f9d903d8462d HTTP/1.1" status: 204 len: 168 time: 1.6702013 May 06 12:58:00.777173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54118) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:00.778021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7caae958-07c3-43d5-8b02-25750e3eefeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.813184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c475907-cc73-4c12-a346-bd17cc0961e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4ac7ac-e3ec-41a2-9e16-f9d903d8462d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:00.880619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 45c6149a-a69e-4d8f-826e-838a568cb5a0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:00.981410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Allocated IP 172.20.0.2 (dadc51e4-6cc5-4c9f-9de1-26fc6e532f26/861c98d7-bc53-4d02-b21a-702290d8401e/43ad05c6-50b9-4edf-9866-e5947110a315) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:01.062922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de21ec20-b071-46c0-8f41-caf8bc19255d None None] Network 1915e982-7424-4692-928f-96bae59ffacf requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:01.083021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.108118 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.117826 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c8628a42-7edb-4f15-b82d-ad2a9e1ea08e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/floatingips/8e588bc6-6c6c-4775-8cb6-48e532158b2c HTTP/1.1" status: 204 len: 168 time: 6.7992799 May 06 12:58:01.132000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a91127fb-f03f-4187-953c-aa122e97c4ab no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:58:01.145991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.167269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54126) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:01.209375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f68365ba-ae21-45ca-8eb3-2bb31b5942ee completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:01.278134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': 'ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:01.326375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:01.338742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7caae958-07c3-43d5-8b02-25750e3eefeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:01.347948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-01f3ba1c-0916-4b4b-b8d0-ba687e1bfc49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:01.351618 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-01f3ba1c-0916-4b4b-b8d0-ba687e1bfc49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 1.1356764 May 06 12:58:01.356590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:floatingip and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:01.358502 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.380454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.383404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7caae958-07c3-43d5-8b02-25750e3eefeb admin admin] Usage tracker for resource:security_group_rule and tenant:eddcb12e48c14e04b68fea5db940cf8e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:01.404033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:01.407522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7caae958-07c3-43d5-8b02-25750e3eefeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:01.432435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ff48-4d87-49b1-beaa-62e1ce355dcf req-8f9a52c2-1a7e-42a5-86f0-e8a95e96031f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:01.445796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32a0ff48-4d87-49b1-beaa-62e1ce355dcf req-8f9a52c2-1a7e-42a5-86f0-e8a95e96031f tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.7469893 May 06 12:58:01.507000 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.508293 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a1aa6cc5-78f0-40dc-84c8-5538ea456568 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.7653835 May 06 12:58:01.520856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54134) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:01.561365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7caae958-07c3-43d5-8b02-25750e3eefeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:01.564639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:01.688071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.750185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port e2b97a17-b46c-4f50-be99-54ee795d3bbc {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:01.751864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.797315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.891155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Transition to ACTIVE for port object 8aeb49e7-8697-4d2e-b9b3-e27b755142e8 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:01.916467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32a0ff48-4d87-49b1-beaa-62e1ce355dcf req-2f0ce6df-6a70-44d1-8e25-87b2bf93a639 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680717 May 06 12:58:01.942318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.953574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Transition to ACTIVE for port object 43ad05c6-50b9-4edf-9866-e5947110a315 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:01.977295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Transition to ACTIVE for port object 43ad05c6-50b9-4edf-9866-e5947110a315 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:01.995234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f68365ba-ae21-45ca-8eb3-2bb31b5942ee triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:01.995628 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:02.008607 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-bb0f522c-d30b-47e1-9687-b53c81da7572 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 998 time: 0.6188343 May 06 12:58:02.033047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:02.270157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:02.277816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:02.343787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8928c-36c7-4c36-a034-d890acf1467d None None] Pushing event updated for resources: {'Port': ['ID=788f93d3-6df9-4a6b-b596-a2c51e371376,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:02.347427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:02.356046 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:02.396254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:02.420531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:02.525145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] Sync routers for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:02.600589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:02.701925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:02.852422 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b98ed7-18c3-4c17-9d31-cdb21717def5'] response: {'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'code': 200} May 06 12:58:02.896176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] For port e2b97a17-b46c-4f50-be99-54ee795d3bbc, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e2b97a17-b46c-4f50-be99-54ee795d3bbc,segment=NetworkSegment(7aa8d6fc-a45f-482d-a449-397edb9d693d),segment_id=7aa8d6fc-a45f-482d-a449-397edb9d693d)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:02.896855 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:02.915474 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:02.983717 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:03.017725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Pushing event updated for resources: {'Port': ['ID=43ad05c6-50b9-4edf-9866-e5947110a315,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:03.065239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-66aaab11-8f74-45ec-9091-54cecec120ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 19.4995158 May 06 12:58:03.066485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:03.239019 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:03.307329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for e2b97a17-b46c-4f50-be99-54ee795d3bbc owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:03.335914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:03.366478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:03.473635 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:03.475249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:03.551509 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:03.628997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Attempting to bind port 43ad05c6-50b9-4edf-9866-e5947110a315 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:58:03.629983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Attempting to bind port 43ad05c6-50b9-4edf-9866-e5947110a315 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7423a901-4a2b-4d87-bf5b-a397c3f804dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dadc51e4-6cc5-4c9f-9de1-26fc6e532f26'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:58:03.631169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Attempting to bind port 43ad05c6-50b9-4edf-9866-e5947110a315 on network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:58:03.713737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network df07d53c-f8a2-499c-8ac2-119a2b47e0cd is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:03.717443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Port': ['ID=8aeb49e7-8697-4d2e-b9b3-e27b755142e8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:03.733385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:03.744581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-1b574340-e92b-4837-bfcb-e0b76393bf61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:03.769156 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-1b574340-e92b-4837-bfcb-e0b76393bf61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 1.6514771 May 06 12:58:03.770447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:03.851814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:58:03.852664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Checking segment: {'id': '7423a901-4a2b-4d87-bf5b-a397c3f804dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dadc51e4-6cc5-4c9f-9de1-26fc6e532f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:03.855058 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:03.855755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Bound using segment: {'id': '7423a901-4a2b-4d87-bf5b-a397c3f804dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dadc51e4-6cc5-4c9f-9de1-26fc6e532f26'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:58:03.856423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Bound port: 43ad05c6-50b9-4edf-9866-e5947110a315, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7423a901-4a2b-4d87-bf5b-a397c3f804dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dadc51e4-6cc5-4c9f-9de1-26fc6e532f26'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:58:03.864561 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:04.000514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f68365ba-ae21-45ca-8eb3-2bb31b5942ee, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f68365ba-ae21-45ca-8eb3-2bb31b5942ee,segment=NetworkSegment(70125dee-e10a-4197-a297-dcade83ca3c5),segment_id=70125dee-e10a-4197-a297-dcade83ca3c5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:04.025615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:04.026778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e2b97a17-b46c-4f50-be99-54ee795d3bbc up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:04.041812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c97a7c-3f30-4764-b047-cbe75a016d16 req-7abc3c58-69e5-4563-bb06-61b01bbcdd51 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:04.044865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6c97a7c-3f30-4764-b047-cbe75a016d16 req-7abc3c58-69e5-4563-bb06-61b01bbcdd51 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 943 time: 0.7352903 May 06 12:58:04.050794 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7caae958-07c3-43d5-8b02-25750e3eefeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:04.104827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8427-9275-4578-992b-6401856d2fd3 req-09dc46dc-8850-4ddc-926e-5d37971f68ea tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:04.106642 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bff8427-9275-4578-992b-6401856d2fd3 req-09dc46dc-8850-4ddc-926e-5d37971f68ea tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.6317585 May 06 12:58:04.317771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7caae958-07c3-43d5-8b02-25750e3eefeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:04.344707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:04.432255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6c97a7c-3f30-4764-b047-cbe75a016d16 req-c9f63a18-8c25-4276-a775-60a5e6339d51 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632739 May 06 12:58:04.451909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=e2b97a17-b46c-4f50-be99-54ee795d3bbc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:04.576610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No DVR routers for this DVR port e2b97a17-b46c-4f50-be99-54ee795d3bbc on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:58:04.635696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bff8427-9275-4578-992b-6401856d2fd3 req-4a67984e-5136-495c-a9ca-cd8f93f0a3a4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5070660 May 06 12:58:04.638284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Allocated IP 172.20.0.1 (dadc51e4-6cc5-4c9f-9de1-26fc6e532f26/861c98d7-bc53-4d02-b21a-702290d8401e/ced597f5-b537-4c9d-8178-30095cbf8f81) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:04.685813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54172) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:04.688667 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9835056-40c0-438d-b4f1-da3447eb1998'] response: {'name': 'network-changed', 'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'status': 'completed', 'code': 200} May 06 12:58:04.780320 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7caae958-07c3-43d5-8b02-25750e3eefeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eddcb12e48c14e04b68fea5db940cf8e&name=default HTTP/1.1" status: 200 len: 2647 time: 4.3539429 May 06 12:58:04.786041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8924ee-0d44-44b3-8feb-7be5a72e520b None None] DHCP port deletion for 1915e982-7424-4692-928f-96bae59ffacf request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:58:04.791170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f68365ba-ae21-45ca-8eb3-2bb31b5942ee,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:04.794461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caae958-07c3-43d5-8b02-25750e3eefeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c6f606-ea1c-4be3-a446-39b046b606ef,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:04.802898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54176) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:04.808277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e2b97a17-b46c-4f50-be99-54ee795d3bbc {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:58:04.808990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e2b97a17-b46c-4f50-be99-54ee795d3bbc not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 12:58:04.899776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a33e9cb-8e35-4fc8-bf32-e3ebcfa0ccab None None] Network 3e830550-8c96-4174-a9d5-f91d282d5928 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:04.926794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Port e2b97a17-b46c-4f50-be99-54ee795d3bbc not found, will not notify nova. {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 12:58:04.944307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a91127fb-f03f-4187-953c-aa122e97c4ab details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:58:05.352646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.375601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Transition to ACTIVE for port object ced597f5-b537-4c9d-8178-30095cbf8f81 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:05.396183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f68365ba-ae21-45ca-8eb3-2bb31b5942ee up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:05.405138 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.411765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8b796e6b-eef1-435e-9e93-20f2a6c59c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.415037 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.496632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-06d2c58c-2770-4d7b-9c2c-38554005864c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 200 len: 990 time: 0.8041089 May 06 12:58:05.540574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:58:05.580448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:05.585632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:05.589183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.592312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:05.633716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event updated for resources: {'Port': ['ID=ced597f5-b537-4c9d-8178-30095cbf8f81,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:05.704731 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.787901 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8b796e6b-eef1-435e-9e93-20f2a6c59c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.868263 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-761af84c-f8a3-4144-9c03-d0232482765f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7963362 May 06 12:58:05.891565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-aaede427-32e8-45cb-b8e2-93247e3c3b28 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:58:05.892624 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-aaede427-32e8-45cb-b8e2-93247e3c3b28 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071747 May 06 12:58:05.897304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1915e982-7424-4692-928f-96bae59ffacf']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:06.060983 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:06.196193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9b3cdddd-cd8a-4f75-9c1a-72b6be7f3bf6 None None] Provisioning complete for port f68365ba-ae21-45ca-8eb3-2bb31b5942ee triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:06.196854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9b3cdddd-cd8a-4f75-9c1a-72b6be7f3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:06.304071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] For port 43ad05c6-50b9-4edf-9866-e5947110a315, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:58:06.318093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:06.378732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] For port 43ad05c6-50b9-4edf-9866-e5947110a315, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=43ad05c6-50b9-4edf-9866-e5947110a315,segment=NetworkSegment(7423a901-4a2b-4d87-bf5b-a397c3f804dc),segment_id=7423a901-4a2b-4d87-bf5b-a397c3f804dc)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:58:06.391963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64955-edfb-4de4-9975-9a1216193fe3 req-3919c242-a460-4de4-bd8d-74409060a36d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:06.397375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47a64955-edfb-4de4-9975-9a1216193fe3 req-3919c242-a460-4de4-bd8d-74409060a36d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 943 time: 0.5141819 May 06 12:58:06.416859 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8b796e6b-eef1-435e-9e93-20f2a6c59c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:06.466144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:06.470889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'port_id': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'mac_address': 'fa:16:3e:f0:fa:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bf2cca-15c9-4f93-ab72-dde97d6e52a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:58:06.483364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa8d6fc-a45f-482d-a449-397edb9d693d') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:06.483842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa8d6fc-a45f-482d-a449-397edb9d693d') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:06.516432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54198) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:06.571015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-7d86e989-2cd3-440a-b0f8-e357af972c58 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610637 May 06 12:58:06.648461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47a64955-edfb-4de4-9975-9a1216193fe3 req-88c321ea-15cd-44f2-9607-bce2e71856e6 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296360 May 06 12:58:06.840003 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22063e72-4890-4af2-8796-f1cd9d2f5635 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 200 len: 990 time: 0.2759559 May 06 12:58:06.841715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b796e6b-eef1-435e-9e93-20f2a6c59c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c6f606-ea1c-4be3-a446-39b046b606ef,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:06.888115 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:06.903311 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.109356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.120059 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.179872 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.323475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee51d1-9369-41de-9150-edc71b408166 None None] Pushing event updated for resources: {'Port': ['ID=43ad05c6-50b9-4edf-9866-e5947110a315,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:07.383395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f68365ba-ae21-45ca-8eb3-2bb31b5942ee triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:07.384004 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.503604 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.510396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.695020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91127fb-f03f-4187-953c-aa122e97c4ab {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:58:07.726088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event updated for resources: {'Port': ['ID=ced597f5-b537-4c9d-8178-30095cbf8f81,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:07.778039 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:07.789124 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.881765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54214) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:08.021388 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.102513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:08.114220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 788f93d3-6df9-4a6b-b596-a2c51e371376 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:08.121242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:08.165531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ced4f976-444c-4ad7-b55e-3763458c6179 None None] Provisioning for port 788f93d3-6df9-4a6b-b596-a2c51e371376 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:08.251550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:08.274535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.283662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:32Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'a64768b0-f840-4d44-90d3-ed63c619361c', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'port_id': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'mac_address': 'fa:16:3e:0a:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:57:50Z', 'updated_at': '2022-05-06T12:57:50Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '955865e1-dfe8-422b-99ac-aa9cd14081ba', 'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:8a:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:27Z', 'updated_at': '2022-05-06T12:56:59Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:08.299341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] Checking router: 45c6149a-a69e-4d8f-826e-838a568cb5a0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:58:08.311633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ced4f976-444c-4ad7-b55e-3763458c6179 None None] Provisioning for port 8aeb49e7-8697-4d2e-b9b3-e27b755142e8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:08.327991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ced4f976-444c-4ad7-b55e-3763458c6179 None None] Provisioning complete for port 8aeb49e7-8697-4d2e-b9b3-e27b755142e8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:08.329315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ced4f976-444c-4ad7-b55e-3763458c6179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.405442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['a91127fb-f03f-4187-953c-aa122e97c4ab'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:58:08.529109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.538532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ced4f976-444c-4ad7-b55e-3763458c6179 None None] Port 8aeb49e7-8697-4d2e-b9b3-e27b755142e8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:08.565903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:08.566626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:08.580584 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8b796e6b-eef1-435e-9e93-20f2a6c59c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.581947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8b796e6b-eef1-435e-9e93-20f2a6c59c67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5c6f606-ea1c-4be3-a446-39b046b606ef HTTP/1.1" status: 204 len: 168 time: 3.7718687 May 06 12:58:08.637870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:58:08.638768 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: timer() May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:58:08.666762 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:58:08.948450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Port': ['ID=8aeb49e7-8697-4d2e-b9b3-e27b755142e8,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:09.058208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.078242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 788f93d3-6df9-4a6b-b596-a2c51e371376 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:09.144026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.191442 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb123d07-bcc2-48c3-9a4c-02a2f9e74a6f req-edee0981-d3f4-4a00-b38e-75fdf138e534 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3462615 May 06 12:58:09.431531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 788f93d3-6df9-4a6b-b596-a2c51e371376 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:09.431531 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.448753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a1f67e98-0963-46c1-8d5f-11ed44c873a9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 200 len: 990 time: 1.5637434 May 06 12:58:09.485050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.496724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Network': ['ID=1915e982-7424-4692-928f-96bae59ffacf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:09.513153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cacc8-7dcd-403e-bf55-bd73c3b98c2c req-6e751b1f-5bf2-4138-9235-92028a750472 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:09.529092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-346cacc8-7dcd-403e-bf55-bd73c3b98c2c req-6e751b1f-5bf2-4138-9235-92028a750472 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 944 time: 1.2912998 May 06 12:58:09.616788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b65db4-cc0b-4df2-bffc-9ab08449076e None None] Network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:09.651288 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-346cacc8-7dcd-403e-bf55-bd73c3b98c2c req-0fce9db4-3bde-46ef-9f78-91ec3ce1999d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211555 May 06 12:58:09.815556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Router bb80307e-4d11-438c-a9a8-6cc69330fabd is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:58:09.854306 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-558c74e8-f561-4386-a320-a02373ac569c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/networks/1915e982-7424-4692-928f-96bae59ffacf HTTP/1.1" status: 204 len: 168 time: 9.0563171 May 06 12:58:09.882319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.25.7.221 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/e23a3b72-5aa1-4f67-8e18-0c6cd7adc5dc) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:09.908814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54238) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:09.941142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-81d01e53-ccd1-4042-b636-eb069f23f99e None None] Provisioning complete for port 788f93d3-6df9-4a6b-b596-a2c51e371376 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:09.943971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1433330637'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:09.947741 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81d01e53-ccd1-4042-b636-eb069f23f99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.982402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:10.063863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:network and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:10.077900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:10.245193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:10.340920 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08b88f67-ce76-47b2-acd9-26dfba51451c req-1d806eaa-6baf-4897-9a33-d5b6b52b892c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 1.0313201 May 06 12:58:10.357031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:10.360720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:10.392577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:58:10.430964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:10.448385 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c833036-f92a-4b36-8468-0db82eb07bc4 None None] Sync routers for ids ['bb80307e-4d11-438c-a9a8-6cc69330fabd'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:10.459179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54254) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:10.476806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network df07d53c-f8a2-499c-8ac2-119a2b47e0cd is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:10.496637 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c833036-f92a-4b36-8468-0db82eb07bc4 None None] Routers {'bb80307e-4d11-438c-a9a8-6cc69330fabd'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:10.501191 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3c833036-f92a-4b36-8468-0db82eb07bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['bb80307e-4d11-438c-a9a8-6cc69330fabd'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:10.586084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:10.775904 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3c833036-f92a-4b36-8468-0db82eb07bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:10.810938 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c833036-f92a-4b36-8468-0db82eb07bc4 None None] Routers {'bb80307e-4d11-438c-a9a8-6cc69330fabd'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:10.812581 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3c833036-f92a-4b36-8468-0db82eb07bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:57:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['bb80307e-4d11-438c-a9a8-6cc69330fabd'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:10.842013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cb89e075-979d-40c8-940d-4af0463c03ff tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "PUT /v2.0/routers/bb80307e-4d11-438c-a9a8-6cc69330fabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3176806 May 06 12:58:10.849811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54266) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:10.943978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Request body: {'port': {'network_id': 'dadc51e4-6cc5-4c9f-9de1-26fc6e532f26', 'name': 'tempest-FloatingIPNegativeTestJSON-516084006'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:11.086464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.148423 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3c833036-f92a-4b36-8468-0db82eb07bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:11.149474 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c833036-f92a-4b36-8468-0db82eb07bc4 None None] The sync data for ids ['bb80307e-4d11-438c-a9a8-6cc69330fabd'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:11.707705 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dfdaaba9-199f-4ec4-a9e0-066f62409d18 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 200 len: 990 time: 1.2428384 May 06 12:58:11.746897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:58:11.793320 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.796569 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Added segment 44b2ccb4-96c5-4346-befa-6f31d4c5630c of type vlan for network 9fcf2104-0a17-4b86-951f-d7a7e71faeff May 06 12:58:11.910273 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.951060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:11.958884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Usage tracker for resource:port and tenant:41255cdcb0f644339fa25c1e771d07f2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:11.967202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:12.001044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:12.030414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Made reservation on behalf of 41255cdcb0f644339fa25c1e771d07f2 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:12.041495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.100618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] device_id is not set on port ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:12.230076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3289d-488f-40c1-b5e4-7d650949c0e7 req-a54226da-041e-44a4-b566-b80b17175764 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:12.232895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cf3289d-488f-40c1-b5e4-7d650949c0e7 req-a54226da-041e-44a4-b566-b80b17175764 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 944 time: 0.8137915 May 06 12:58:12.369140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.390881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:12.392063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.406162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.585116 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6650836 May 06 12:58:12.594683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54294) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:12.631018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '9fcf2104-0a17-4b86-951f-d7a7e71faeff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:12.656780 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-81d01e53-ccd1-4042-b636-eb069f23f99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.692316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cf3289d-488f-40c1-b5e4-7d650949c0e7 req-18dca1d9-074d-4658-a5c9-9349bc6d2b95 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459906 May 06 12:58:12.788353 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.974732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54302) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:12.983285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:13.161472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:13.172992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 788f93d3-6df9-4a6b-b596-a2c51e371376, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=788f93d3-6df9-4a6b-b596-a2c51e371376,segment=NetworkSegment(f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14),segment_id=f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:13.173515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:13.209594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:13.210484 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3c7d09af-0520-4a56-a301-3f1a49724152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:13.219738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Allocated IP 172.20.0.3 (dadc51e4-6cc5-4c9f-9de1-26fc6e532f26/861c98d7-bc53-4d02-b21a-702290d8401e/ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:13.231593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:13.244508 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:13.274531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88f67-ce76-47b2-acd9-26dfba51451c req-9adbc043-f7b5-4c52-b20d-0872a65b4b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:13.277177 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08b88f67-ce76-47b2-acd9-26dfba51451c req-9adbc043-f7b5-4c52-b20d-0872a65b4b70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 2.8905888 May 06 12:58:13.315037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:13.387100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-312cc843-d1cb-4eeb-8ca0-669c9537a715 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 200 len: 990 time: 0.4089296 May 06 12:58:13.490583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e2b97a17-b46c-4f50-be99-54ee795d3bbc no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:58:13.519488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=e23a3b72-5aa1-4f67-8e18-0c6cd7adc5dc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:13.711154 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08b88f67-ce76-47b2-acd9-26dfba51451c req-e22c3a2f-f779-45e2-a8de-a64bf6f60f26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 998 time: 0.4112518 May 06 12:58:13.745626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e2b97a17-b46c-4f50-be99-54ee795d3bbc {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:58:13.746472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e2b97a17-b46c-4f50-be99-54ee795d3bbc not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:58:13.825188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:13.855206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:13.863143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:32Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'a64768b0-f840-4d44-90d3-ed63c619361c', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'port_id': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'mac_address': 'fa:16:3e:0a:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:57:50Z', 'updated_at': '2022-05-06T12:57:50Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '955865e1-dfe8-422b-99ac-aa9cd14081ba', 'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:8a:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:27Z', 'updated_at': '2022-05-06T12:56:59Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:13.873328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac161680-fd76-4f72-9396-2375ac3b3a02 None None] The sync data for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 is: [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:32Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'a64768b0-f840-4d44-90d3-ed63c619361c', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'port_id': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'mac_address': 'fa:16:3e:0a:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:57:50Z', 'updated_at': '2022-05-06T12:57:50Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '955865e1-dfe8-422b-99ac-aa9cd14081ba', 'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:8a:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:27Z', 'updated_at': '2022-05-06T12:56:59Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:13.879667 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-81d01e53-ccd1-4042-b636-eb069f23f99e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:58:13.879667 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-81d01e53-ccd1-4042-b636-eb069f23f99e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:58:13.884014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=788f93d3-6df9-4a6b-b596-a2c51e371376,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:13.903672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543c7f0-3287-4c0a-af16-38f23929f705 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Network': ['ID=9fcf2104-0a17-4b86-951f-d7a7e71faeff,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:13.920084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:13.965879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 9fcf2104-0a17-4b86-951f-d7a7e71faeff details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:58:14.281507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a91127fb-f03f-4187-953c-aa122e97c4ab up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:14.384852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 43ad05c6-50b9-4edf-9866-e5947110a315 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:14.404214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54332) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:14.437491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88f67-ce76-47b2-acd9-26dfba51451c req-eea8a7ca-d322-41ab-bfb6-f779b734ec5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:14.441071 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08b88f67-ce76-47b2-acd9-26dfba51451c req-eea8a7ca-d322-41ab-bfb6-f779b734ec5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.6952598 May 06 12:58:14.488361 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:14.645016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c1bee-b1bd-442a-ba89-6d66a94da9a7 None None] New status for floating IP a64768b0-f840-4d44-90d3-ed63c619361c: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:58:15.088362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:15.126933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Transition to ACTIVE for port object ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:15.295044 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:15.406059 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6c2b15d-ad4e-45d6-814b-7bab70de876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:15.478381 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-42ac61e6-a7ed-46c1-9fc7-cd74acc75c86 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 200 len: 990 time: 1.0621266 May 06 12:58:15.714794 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:15.729324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 43ad05c6-50b9-4edf-9866-e5947110a315 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:15.766400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port a91127fb-f03f-4187-953c-aa122e97c4ab triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:15.766805 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:15.861296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:15.873471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:15.873807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Provisioning for port 43ad05c6-50b9-4edf-9866-e5947110a315 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:15.884907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Provisioning complete for port 43ad05c6-50b9-4edf-9866-e5947110a315 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:15.885477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:15.905331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:16.148722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 788f93d3-6df9-4a6b-b596-a2c51e371376 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:16.304614 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.321560 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08b88f67-ce76-47b2-acd9-26dfba51451c req-ae940eae-d12b-4d34-9016-d4cc9793ff59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8473005 May 06 12:58:16.531396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event updated for resources: {'Port': ['ID=ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:16.583473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:16.587932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54366) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:16.602591 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.603896 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.622328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:16.750131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.835966 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d531f558-5a0c-46c0-887f-058f5c2cc302'] response: {'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'code': 200} May 06 12:58:16.897714 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.905881 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08b88f67-ce76-47b2-acd9-26dfba51451c req-b6d7dce0-2624-4825-bfad-6dd0ab06d8e3 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748942 May 06 12:58:16.916939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 788f93d3-6df9-4a6b-b596-a2c51e371376 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:16.917523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:17.052051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Router 0c15d0ed-ae88-4e38-bb86-38854d356576 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:58:17.092266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:17.181310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9783b772-f719-4138-bf46-8bd5fd960abb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 200 len: 992 time: 0.5902228 May 06 12:58:17.214789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] For port 43ad05c6-50b9-4edf-9866-e5947110a315, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=43ad05c6-50b9-4edf-9866-e5947110a315,segment=NetworkSegment(7423a901-4a2b-4d87-bf5b-a397c3f804dc),segment_id=7423a901-4a2b-4d87-bf5b-a397c3f804dc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:17.236680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.237306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.237780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.238348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.238929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.239437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.239975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.240473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.240982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.241518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.242020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:17.259478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:17.401464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b884022-d796-4ae4-9ece-71e68f947750 req-0e661f32-f2f1-48b0-a55a-ba2204e4e1bc tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:17.414833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b884022-d796-4ae4-9ece-71e68f947750 req-0e661f32-f2f1-48b0-a55a-ba2204e4e1bc tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 944 time: 2.8441453 May 06 12:58:17.427697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:17.428867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:17.518370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2f8622c8-d118-4dec-b474-46f69f35b1ea tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.6030664 May 06 12:58:17.521830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54376) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:17.529098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=377573ba-57af-4644-abb7-2c9c21b7eea4,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:17.557707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:17.672427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:17.740571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Provisioning for port ced597f5-b537-4c9d-8178-30095cbf8f81 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:17.741564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Usage tracker for resource:floatingip and tenant:41255cdcb0f644339fa25c1e771d07f2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:17.762060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:17.768318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Checking segment: {'id': '44b2ccb4-96c5-4346-befa-6f31d4c5630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9fcf2104-0a17-4b86-951f-d7a7e71faeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:17.768937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network hostable DHCP agents. Network: 9fcf2104-0a17-4b86-951f-d7a7e71faeff, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:58:17.786415 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:17.792263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:17.837655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ecb4a14-6c29-4e8a-8629-db9b6e318eb7 req-02c3cb58-2139-403c-ab82-8860242d23f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.5646799 May 06 12:58:17.858293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Provisioning complete for port ced597f5-b537-4c9d-8178-30095cbf8f81 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:17.859284 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:17.939192 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08b88f67-ce76-47b2-acd9-26dfba51451c req-d8b031c0-bafa-4399-a903-9e8686be09a3 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9923050 May 06 12:58:17.965869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:18.067833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Port ced597f5-b537-4c9d-8178-30095cbf8f81 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:18.070961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Pushing event updated for resources: {'Port': ['ID=43ad05c6-50b9-4edf-9866-e5947110a315,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:18.072716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b884022-d796-4ae4-9ece-71e68f947750 req-41e5a585-dad4-4190-9591-f1b5b7aaeb3b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564102 May 06 12:58:18.144227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Provisioning complete for port 8aeb49e7-8697-4d2e-b9b3-e27b755142e8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:18.145904 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:18.213752 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:18.362835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-39907ae4-cc6b-4483-843f-f3da9d102944 None None] Port 8aeb49e7-8697-4d2e-b9b3-e27b755142e8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:18.390623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:18.405233 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:18.414185 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922099af-ae53-4715-b446-01719d8ade0b None None] Sync routers for ids ['0c15d0ed-ae88-4e38-bb86-38854d356576'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:18.425438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ecb4a14-6c29-4e8a-8629-db9b6e318eb7 req-87c6aa67-d169-402c-9e97-b677df5d051d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537164 May 06 12:58:18.483696 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922099af-ae53-4715-b446-01719d8ade0b None None] Routers {'0c15d0ed-ae88-4e38-bb86-38854d356576'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:18.485395 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-922099af-ae53-4715-b446-01719d8ade0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0c15d0ed-ae88-4e38-bb86-38854d356576'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:18.510314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 9fcf2104-0a17-4b86-951f-d7a7e71faeff is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:58:18.530235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6fed0c48-52a3-413c-9abc-efef637c60ee None None] Provisioning complete for port ced597f5-b537-4c9d-8178-30095cbf8f81 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:18.530849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6fed0c48-52a3-413c-9abc-efef637c60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:18.621034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 9fcf2104-0a17-4b86-951f-d7a7e71faeff) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:18.651318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:18.652220 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:18.654656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09ffb7f-c5f4-4217-ad51-594168ec439a None None] Network 9fcf2104-0a17-4b86-951f-d7a7e71faeff requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:18.716114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-51a80f7d-0238-4ec9-be94-b4751a22a7ad tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1123683 May 06 12:58:18.749775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54398) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:18.782135 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-922099af-ae53-4715-b446-01719d8ade0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:18.785211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': '9fcf2104-0a17-4b86-951f-d7a7e71faeff', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1191219291'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:18.824294 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:18.827740 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922099af-ae53-4715-b446-01719d8ade0b None None] Routers {'0c15d0ed-ae88-4e38-bb86-38854d356576'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:18.829820 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-922099af-ae53-4715-b446-01719d8ade0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0c15d0ed-ae88-4e38-bb86-38854d356576'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:18.947795 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-debfe4b3-ff11-4c2c-9309-f65ecebd47f3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "PUT /v2.0/routers/0c15d0ed-ae88-4e38-bb86-38854d356576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 25.1936276 May 06 12:58:18.957135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54406) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:18.990067 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-922099af-ae53-4715-b446-01719d8ade0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:18.990810 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922099af-ae53-4715-b446-01719d8ade0b None None] The sync data for ids ['0c15d0ed-ae88-4e38-bb86-38854d356576'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:19.108863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6fed0c48-52a3-413c-9abc-efef637c60ee None None] Port ced597f5-b537-4c9d-8178-30095cbf8f81 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:19.140228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6fed0c48-52a3-413c-9abc-efef637c60ee None None] Provisioning for port ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:19.169568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6fed0c48-52a3-413c-9abc-efef637c60ee None None] Provisioning complete for port ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:19.170001 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6fed0c48-52a3-413c-9abc-efef637c60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.200936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:19.232083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:19.249919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:19.344800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:19.412128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:19.419872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.434833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6fed0c48-52a3-413c-9abc-efef637c60ee None None] Port ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:19.493772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Allocated IP 172.25.7.89 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/cdd28bbd-0c33-4853-be04-91c1ddf9dd36) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:19.517064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port e1b2cd47-3cae-482a-8de5-68163797f095 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:19.594746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-9fcf2104-0a17-4b86-951f-d7a7e71faeff', 'network_id': '9fcf2104-0a17-4b86-951f-d7a7e71faeff', 'tenant_id': 'e2e7ea49710a4769b1f274312694d22d', 'fixed_ips': [{'subnet_id': '377573ba-57af-4644-abb7-2c9c21b7eea4'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:58:19.597098 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.775638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.097178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 43ad05c6-50b9-4edf-9866-e5947110a315 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:20.128993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.247206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05878e50-0c25-49b4-b6bc-b6c15598d572 req-41ee1540-cb5e-49e6-b212-68695c5bf455 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:20.257744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05878e50-0c25-49b4-b6bc-b6c15598d572 req-41ee1540-cb5e-49e6-b212-68695c5bf455 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.6584504 May 06 12:58:20.364803 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.401653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=e23a3b72-5aa1-4f67-8e18-0c6cd7adc5dc,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:20.451403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.455147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Allocated IP 172.20.0.2 (9fcf2104-0a17-4b86-951f-d7a7e71faeff/377573ba-57af-4644-abb7-2c9c21b7eea4/d9a9caff-7733-4566-a460-6da68cf1d00c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:20.563319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05878e50-0c25-49b4-b6bc-b6c15598d572 req-32ea1d0d-c98c-442a-a384-2ae586aac1be tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071320 May 06 12:58:20.600873 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.692770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 43ad05c6-50b9-4edf-9866-e5947110a315 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:20.693357 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.904804 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:58:20.976901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:20.980366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:20.991284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:21.192247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event updated for resources: {'Port': ['ID=cdd28bbd-0c33-4853-be04-91c1ddf9dd36,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:21.436424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.501809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Transition to ACTIVE for port object d9a9caff-7733-4566-a460-6da68cf1d00c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:21.579457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Transition to ACTIVE for port object d9a9caff-7733-4566-a460-6da68cf1d00c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:21.592736 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.748174 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.809693 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-fda35774-7d34-4709-b034-5f42aaa95ae0 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:58:21.819478 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fda35774-7d34-4709-b034-5f42aaa95ae0 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "PUT /v2.0/routers/0c15d0ed-ae88-4e38-bb86-38854d356576/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8604090 May 06 12:58:21.820142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54438) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:21.835803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Network 9fcf2104-0a17-4b86-951f-d7a7e71faeff is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:21.846357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:21.867544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:21.870476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Pushing event updated for resources: {'Port': ['ID=d9a9caff-7733-4566-a460-6da68cf1d00c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:22.035839 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP 54c8e327-9c93-45dc-a86a-9c587b60464e associated. External IP: 172.25.7.221, port: ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9. May 06 12:58:22.185515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Attempting to bind port d9a9caff-7733-4566-a460-6da68cf1d00c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:58:22.185515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Attempting to bind port d9a9caff-7733-4566-a460-6da68cf1d00c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '44b2ccb4-96c5-4346-befa-6f31d4c5630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9fcf2104-0a17-4b86-951f-d7a7e71faeff'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:58:22.186734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Attempting to bind port d9a9caff-7733-4566-a460-6da68cf1d00c on network 9fcf2104-0a17-4b86-951f-d7a7e71faeff {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:58:22.219363 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.222080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:58:22.222638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Checking segment: {'id': '44b2ccb4-96c5-4346-befa-6f31d4c5630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9fcf2104-0a17-4b86-951f-d7a7e71faeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:22.227444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.230259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Bound using segment: {'id': '44b2ccb4-96c5-4346-befa-6f31d4c5630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9fcf2104-0a17-4b86-951f-d7a7e71faeff'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:58:22.232521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Bound port: d9a9caff-7733-4566-a460-6da68cf1d00c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b2ccb4-96c5-4346-befa-6f31d4c5630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9fcf2104-0a17-4b86-951f-d7a7e71faeff'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:58:22.236230 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.269072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.13 (9fcf2104-0a17-4b86-951f-d7a7e71faeff/377573ba-57af-4644-abb7-2c9c21b7eea4/e1b2cd47-3cae-482a-8de5-68163797f095) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:22.463628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] For port d9a9caff-7733-4566-a460-6da68cf1d00c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:58:22.467644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] For port d9a9caff-7733-4566-a460-6da68cf1d00c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d9a9caff-7733-4566-a460-6da68cf1d00c,segment=NetworkSegment(44b2ccb4-96c5-4346-befa-6f31d4c5630c),segment_id=44b2ccb4-96c5-4346-befa-6f31d4c5630c)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:58:22.473123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.680410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74488dc4-7108-4727-b82b-4a6d50e3de4f None None] Pushing event updated for resources: {'Port': ['ID=d9a9caff-7733-4566-a460-6da68cf1d00c,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:22.784898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698f290-555d-4857-a80e-063e2827a3d9 req-654ece39-1a60-4288-8293-53af17fc326c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:22.788187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d698f290-555d-4857-a80e-063e2827a3d9 req-654ece39-1a60-4288-8293-53af17fc326c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.7289555 May 06 12:58:23.023910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d698f290-555d-4857-a80e-063e2827a3d9 req-97f625c3-7b6c-4e35-984a-79eecf86cfd4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081051 May 06 12:58:23.129572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:58:23.197968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.267718 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.301441 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.478141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object e1b2cd47-3cae-482a-8de5-68163797f095 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:23.480719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event updated for resources: {'Port': ['ID=cdd28bbd-0c33-4853-be04-91c1ddf9dd36,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:23.729380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237baa18-7f5c-45ef-923e-909959c8e45a req-adf5b587-6b9e-47a8-804e-62bff9f048e5 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:23.731014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-237baa18-7f5c-45ef-923e-909959c8e45a req-adf5b587-6b9e-47a8-804e-62bff9f048e5 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 0.4009337 May 06 12:58:23.751093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.819388 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.821951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-69bfae29-def2-4417-813b-99bdb2438751 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2888062 May 06 12:58:23.829301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.837126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54472) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:23.979731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2e6ee3f1-c7e4-42cc-b1ab-f046b1bc26e1 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Request body: {'floatingip': {'port_id': 'ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:24.181142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d9a9caff-7733-4566-a460-6da68cf1d00c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:24.281360 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e6ee3f1-c7e4-42cc-b1ab-f046b1bc26e1 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:24.348891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:24.399391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port d9a9caff-7733-4566-a460-6da68cf1d00c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:24.648378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 9fcf2104-0a17-4b86-951f-d7a7e71faeff is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:24.656369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:24.674931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:24.745558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=e1b2cd47-3cae-482a-8de5-68163797f095,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:24.809330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-237baa18-7f5c-45ef-923e-909959c8e45a req-563b00d3-31d6-426e-a746-7bbf5903ff72 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0629656 May 06 12:58:24.944114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:24.945223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:25.019985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8998f3a6-4de2-4634-89df-3a1fc1a90bc2 None None] Network 9fcf2104-0a17-4b86-951f-d7a7e71faeff requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:25.081954 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-2e6ee3f1-c7e4-42cc-b1ab-f046b1bc26e1 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] update failed (client error): The resource could not be found. May 06 12:58:25.089026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2e6ee3f1-c7e4-42cc-b1ab-f046b1bc26e1 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "PUT /v2.0/floatingips/4d51adf4-0a15-4bd0-9461-0efe3a85ff87 HTTP/1.1" status: 404 len: 507 time: 1.1250703 May 06 12:58:25.098808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54508) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:25.102497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-515e7424-a78b-4275-a978-3313cf98d049 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 6.3274891 May 06 12:58:25.108398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54510) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:25.303161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:25.716278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5b4a1c08-a4a4-47d3-bff1-682310c7acb1 None None] Provisioning for port d9a9caff-7733-4566-a460-6da68cf1d00c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:25.731279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5b4a1c08-a4a4-47d3-bff1-682310c7acb1 None None] Provisioning complete for port d9a9caff-7733-4566-a460-6da68cf1d00c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:25.732130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1c08-a4a4-47d3-bff1-682310c7acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:25.809244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23689320-a33a-4c60-9c13-939ed4564181 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port e1b2cd47-3cae-482a-8de5-68163797f095 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:25.810096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23689320-a33a-4c60-9c13-939ed4564181 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:26.195679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1c08-a4a4-47d3-bff1-682310c7acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:26.264743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5b4a1c08-a4a4-47d3-bff1-682310c7acb1 None None] For port d9a9caff-7733-4566-a460-6da68cf1d00c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d9a9caff-7733-4566-a460-6da68cf1d00c,segment=NetworkSegment(44b2ccb4-96c5-4346-befa-6f31d4c5630c),segment_id=44b2ccb4-96c5-4346-befa-6f31d4c5630c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:26.275174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5b4a1c08-a4a4-47d3-bff1-682310c7acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:26.365138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Deleting port cdd28bbd-0c33-4853-be04-91c1ddf9dd36 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:26.366136 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:26.422547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a1c08-a4a4-47d3-bff1-682310c7acb1 None None] Pushing event updated for resources: {'Port': ['ID=d9a9caff-7733-4566-a460-6da68cf1d00c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:26.870571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:26.898518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8619b-0123-4623-8ee8-558eaf0258bd None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:26.907370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cb657fc0-307c-4098-bbb0-6f8f99c927a7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:26.911347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cb657fc0-307c-4098-bbb0-6f8f99c927a7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 814 time: 0.6151488 May 06 12:58:26.957468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:26.957750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8619b-0123-4623-8ee8-558eaf0258bd None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:26.962129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-83a8619b-0123-4623-8ee8-558eaf0258bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:27.162105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-56a18971-b29e-40bf-a9f0-962359029fec tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/quotas/8cbba79a6db5485da4f5f4e3d724aeb6 HTTP/1.1" status: 200 len: 375 time: 0.1836092 May 06 12:58:27.262353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-83a8619b-0123-4623-8ee8-558eaf0258bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:27.272722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c306dd48-92e8-455f-8d31-fe443ccc9e37 None None] Provisioning for port e1b2cd47-3cae-482a-8de5-68163797f095 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:27.290113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c306dd48-92e8-455f-8d31-fe443ccc9e37 None None] Provisioning complete for port e1b2cd47-3cae-482a-8de5-68163797f095 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:27.290967 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c306dd48-92e8-455f-8d31-fe443ccc9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:27.346382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Deleting port 8aeb49e7-8697-4d2e-b9b3-e27b755142e8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:27.346810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:27.381973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8619b-0123-4623-8ee8-558eaf0258bd None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:27.383493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-83a8619b-0123-4623-8ee8-558eaf0258bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:27.538368 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3580d845-652a-4b4c-a9f6-e7ce8ea306bf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 26.3427153 May 06 12:58:27.569911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54566) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:27.573404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-83a8619b-0123-4623-8ee8-558eaf0258bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:27.574219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8619b-0123-4623-8ee8-558eaf0258bd None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:27.599151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c306dd48-92e8-455f-8d31-fe443ccc9e37 None None] Port e1b2cd47-3cae-482a-8de5-68163797f095 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:27.626627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c306dd48-92e8-455f-8d31-fe443ccc9e37 None None] Provisioning complete for port d9a9caff-7733-4566-a460-6da68cf1d00c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:27.627230 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c306dd48-92e8-455f-8d31-fe443ccc9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:27.806155 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b9bbce30-db34-401a-847b-384b63beaf78 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "GET /v2.0/floatingips/54c8e327-9c93-45dc-a86a-9c587b60464e HTTP/1.1" status: 200 len: 977 time: 0.2339332 May 06 12:58:27.807231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:28.071579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d9a9caff-7733-4566-a460-6da68cf1d00c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:28.093703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7bce2268-9997-4c3e-9ec2-4424e7e1efaa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Synchronizing usage tracker for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:floatingip {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:28.102480 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:28.103165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:28.223902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7bce2268-9997-4c3e-9ec2-4424e7e1efaa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Unset dirty status for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:floatingip {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:28.231715 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7bce2268-9997-4c3e-9ec2-4424e7e1efaa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3833482 May 06 12:58:28.233803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54582) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:28.259775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'port_id': '78b62a79-a6c5-411e-9cf8-17b0447493b9'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:28.392645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-242e0ea0-2208-47fe-ab97-125b2af81cba None None] Provisioning complete for port e1b2cd47-3cae-482a-8de5-68163797f095 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:28.393679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-242e0ea0-2208-47fe-ab97-125b2af81cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:28.583913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-242e0ea0-2208-47fe-ab97-125b2af81cba None None] Port e1b2cd47-3cae-482a-8de5-68163797f095 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:28.587804 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23689320-a33a-4c60-9c13-939ed4564181 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:28.607101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d9a9caff-7733-4566-a460-6da68cf1d00c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:28.608464 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:28.640976 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:28.911513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Calling delete_port for cdd28bbd-0c33-4853-be04-91c1ddf9dd36 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:28.979198 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:29.275813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23689320-a33a-4c60-9c13-939ed4564181 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for e1b2cd47-3cae-482a-8de5-68163797f095 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:29.285105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Calling delete_port for 8aeb49e7-8697-4d2e-b9b3-e27b755142e8 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:29.384685 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:29.742737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event deleted for resources: {'Port': ['ID=cdd28bbd-0c33-4853-be04-91c1ddf9dd36,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:29.760791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-89bf5677-04de-458c-aa04-f7a164c6cf9d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:29.762767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-89bf5677-04de-458c-aa04-f7a164c6cf9d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.48 "GET /v2.0/ports?device_id=457f0c55-a7c3-4511-9fbf-88060e98bfc9 HTTP/1.1" status: 200 len: 945 time: 2.1683528 May 06 12:58:29.782853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-a0b390c0-aa9c-4ee0-855f-508e3526c53b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&fields=id HTTP/1.1" status: 200 len: 255 time: 2.6187038 May 06 12:58:30.056191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-5ea221c2-df03-4359-81b0-89ef048edd70 service neutron] 10.222.0.44 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236350 May 06 12:58:30.178970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.294351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Port': ['ID=8aeb49e7-8697-4d2e-b9b3-e27b755142e8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:30.509423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.556084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Deleting port a91127fb-f03f-4187-953c-aa122e97c4ab {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:30.556361 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.759970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-f78e0129-1031-4c4e-a1f3-c53534c063d0 service neutron] 10.222.0.44 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808548 May 06 12:58:30.786944 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.788178 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c122be9e-74f6-4b48-8197-ec845b923447 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "DELETE /v2.0/floatingips/4d51adf4-0a15-4bd0-9461-0efe3a85ff87 HTTP/1.1" status: 204 len: 168 time: 5.6813431 May 06 12:58:30.789175 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23689320-a33a-4c60-9c13-939ed4564181 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.890790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54618) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:30.961249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2aca5371-d7dd-42b3-80f5-9e17001c6b5b tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Request body: {'floatingip': {'floating_network_id': 'dadc51e4-6cc5-4c9f-9de1-26fc6e532f26', 'port_id': 'ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:30.969456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2aca5371-d7dd-42b3-80f5-9e17001c6b5b tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:30.982729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2aca5371-d7dd-42b3-80f5-9e17001c6b5b tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Usage tracker for resource:floatingip and tenant:41255cdcb0f644339fa25c1e771d07f2 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:30.982729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2aca5371-d7dd-42b3-80f5-9e17001c6b5b tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:30.992925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2aca5371-d7dd-42b3-80f5-9e17001c6b5b tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:31.119379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23689320-a33a-4c60-9c13-939ed4564181 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=e1b2cd47-3cae-482a-8de5-68163797f095,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:31.143142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2aca5371-d7dd-42b3-80f5-9e17001c6b5b tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:31.444794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dae1a0fa-ad72-4547-8ac7-9dddcda4be7d req-c3d1e3c0-5b80-4c65-aa4f-ab73f4b730c4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 210 time: 0.1627414 May 06 12:58:32.083403 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23689320-a33a-4c60-9c13-939ed4564181 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:32.097619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-23689320-a33a-4c60-9c13-939ed4564181 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/e1b2cd47-3cae-482a-8de5-68163797f095 HTTP/1.1" status: 204 len: 168 time: 6.3966296 May 06 12:58:32.105763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54650) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:32.155756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a91127fb-f03f-4187-953c-aa122e97c4ab no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:58:32.211589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:32.287544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:32.301001 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:32.689780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54666) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:32.695063 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-00929d08-8edd-4f04-b3ae-11e74509cdb5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 12:58:32.695577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-00929d08-8edd-4f04-b3ae-11e74509cdb5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:32.707274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Calling delete_port for a91127fb-f03f-4187-953c-aa122e97c4ab owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:32.772028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:32.823923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-00929d08-8edd-4f04-b3ae-11e74509cdb5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:32.825012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-00929d08-8edd-4f04-b3ae-11e74509cdb5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/e1b2cd47-3cae-482a-8de5-68163797f095 HTTP/1.1" status: 404 len: 333 time: 0.7126329 May 06 12:58:32.864024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54672) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:32.955880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:33.000121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:33.007523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:33.156919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:58:33.187588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:33.240607 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0056be5-cac6-48ae-b633-343436a32437'] response: {'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'code': 200} May 06 12:58:33.255517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8868fc3-2611-4c45-8eb2-65024424e0d8 req-070ea207-a4b2-44a3-a15a-9ba67fc01a7a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 210 time: 0.3176720 May 06 12:58:33.291644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:58:33.301280 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:58:33.457125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc37be0d-92ec-4538-91d6-866f30182a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:33.654548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:33.668335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:33.919730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Deleting port a91127fb-f03f-4187-953c-aa122e97c4ab {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:33.920070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:33.983590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c752cd76-0f0c-45d1-9d37-f7ae551ae3db tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet 377573ba-57af-4644-abb7-2c9c21b7eea4 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:58:33.991145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c752cd76-0f0c-45d1-9d37-f7ae551ae3db tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:34.088292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Router 0c15d0ed-ae88-4e38-bb86-38854d356576 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:34.097355 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-2aca5371-d7dd-42b3-80f5-9e17001c6b5b tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:58:34.100343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2aca5371-d7dd-42b3-80f5-9e17001c6b5b tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 3.2073650 May 06 12:58:34.111215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54692) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:34.125044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': 'ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:34.140470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:34.176198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Usage tracker for resource:floatingip and tenant:41255cdcb0f644339fa25c1e771d07f2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:34.184787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:34.201377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:34.256876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c752cd76-0f0c-45d1-9d37-f7ae551ae3db tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:34.346870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bc37be0d-92ec-4538-91d6-866f30182a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:34.382682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bc37be0d-92ec-4538-91d6-866f30182a32 admin admin] Usage tracker for resource:security_group_rule and tenant:62690f2540b344f68e8420d500107288 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:34.403250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bc37be0d-92ec-4538-91d6-866f30182a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:34.581186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bc37be0d-92ec-4538-91d6-866f30182a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:34.626522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-93afd563-bb24-4fdf-b2a4-83b5f17eb90d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:34.638260 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-93afd563-bb24-4fdf-b2a4-83b5f17eb90d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.36 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 814 time: 0.8820212 May 06 12:58:34.705068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4cd4e82-25b4-4571-9a91-a9ef3af3d2f1 req-a77a608a-b5fe-4765-99c6-cc7b7d4ab6a5 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 210 time: 0.1048923 May 06 12:58:34.761194 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:34.798650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Request body: {'port': {'device_id': 'f7638bfc-31af-4ed9-a1be-0d284464db35', 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'admin_state_up': True, 'tenant_id': '8cbba79a6db5485da4f5f4e3d724aeb6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:34.798990 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c752cd76-0f0c-45d1-9d37-f7ae551ae3db tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:34.980254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] For port a91127fb-f03f-4187-953c-aa122e97c4ab, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a91127fb-f03f-4187-953c-aa122e97c4ab,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:34.980818 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:35.150378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:35.171290 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62505383-c225-463d-9306-055028149bd2 None None] Sync routers for ids ['0c15d0ed-ae88-4e38-bb86-38854d356576'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:35.197885 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62505383-c225-463d-9306-055028149bd2 None None] Routers {'0c15d0ed-ae88-4e38-bb86-38854d356576'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:35.200063 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-62505383-c225-463d-9306-055028149bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0c15d0ed-ae88-4e38-bb86-38854d356576'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:35.241009 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ffd96c71-d387-4a0a-96d8-3d9bcbd86038 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "PUT /v2.0/routers/0c15d0ed-ae88-4e38-bb86-38854d356576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4152403 May 06 12:58:35.260132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54708) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:35.299942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Calling delete_port for a91127fb-f03f-4187-953c-aa122e97c4ab owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:35.333433 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-62505383-c225-463d-9306-055028149bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:35.350019 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62505383-c225-463d-9306-055028149bd2 None None] Routers {'0c15d0ed-ae88-4e38-bb86-38854d356576'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:35.350806 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-62505383-c225-463d-9306-055028149bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0c15d0ed-ae88-4e38-bb86-38854d356576'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:35.384771 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc37be0d-92ec-4538-91d6-866f30182a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:35.414345 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-a54adb9e-d613-45d2-8f76-ab93d9a53630 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] delete failed (client error): The resource could not be found. May 06 12:58:35.416585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a54adb9e-d613-45d2-8f76-ab93d9a53630 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1120681801 HTTP/1.1" status: 404 len: 335 time: 0.1461473 May 06 12:58:35.417847 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bc37be0d-92ec-4538-91d6-866f30182a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:35.420685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:35.428625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54712) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:35.438580 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP 54c8e327-9c93-45dc-a86a-9c587b60464e associated. External IP: 172.25.7.221, port: ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9. May 06 12:58:35.475125 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-62505383-c225-463d-9306-055028149bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:35.478993 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62505383-c225-463d-9306-055028149bd2 None None] The sync data for ids ['0c15d0ed-ae88-4e38-bb86-38854d356576'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:35.502288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c752cd76-0f0c-45d1-9d37-f7ae551ae3db tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:35.603232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:35.630766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752cd76-0f0c-45d1-9d37-f7ae551ae3db tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=377573ba-57af-4644-abb7-2c9c21b7eea4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:35.681772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bc37be0d-92ec-4538-91d6-866f30182a32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62690f2540b344f68e8420d500107288&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9881408 May 06 12:58:35.683517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37be0d-92ec-4538-91d6-866f30182a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912a6fb8-945c-49fc-8988-1d0d29373f78,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:35.694829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1d6d0dd0-9d0f-4cf1-bdc9-1017aa4421ad tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c15d0ed-ae88-4e38-bb86-38854d356576'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:35.727417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304aa7e3-8f8f-472c-8b5d-12947308d2e3 None None] Network 9fcf2104-0a17-4b86-951f-d7a7e71faeff requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:35.819353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54722) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:35.821303 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c752cd76-0f0c-45d1-9d37-f7ae551ae3db tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:35.890726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c752cd76-0f0c-45d1-9d37-f7ae551ae3db tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/377573ba-57af-4644-abb7-2c9c21b7eea4 HTTP/1.1" status: 204 len: 168 time: 3.0202603 May 06 12:58:35.903314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54728) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:35.919103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Made reservation on behalf of 8cbba79a6db5485da4f5f4e3d724aeb6 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:35.925023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.262000 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.296414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26de99-3a20-4e07-a54e-21c23f62cf18 None None] DHCP port deletion for 9fcf2104-0a17-4b86-951f-d7a7e71faeff request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:58:36.304390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3f26de99-3a20-4e07-a54e-21c23f62cf18 None None] Deleting port d9a9caff-7733-4566-a460-6da68cf1d00c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:36.304390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3f26de99-3a20-4e07-a54e-21c23f62cf18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.405115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b3e331be-b8fe-410b-940b-ad2e9993e5f2 req-9f5e20c7-d617-4875-a5b7-8b699fa48e69 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Synchronizing usage tracker for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:36.459312 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.491188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b3e331be-b8fe-410b-940b-ad2e9993e5f2 req-9f5e20c7-d617-4875-a5b7-8b699fa48e69 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Unset dirty status for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:36.492865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3e331be-b8fe-410b-940b-ad2e9993e5f2 req-9f5e20c7-d617-4875-a5b7-8b699fa48e69 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 210 time: 0.2822876 May 06 12:58:36.518559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port d9a9caff-7733-4566-a460-6da68cf1d00c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:36.519415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.559872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.568548 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14445e2a-8e39-42ad-8677-1e4a3c03176f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.667055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Pushing event deleted for resources: {'Port': ['ID=a91127fb-f03f-4187-953c-aa122e97c4ab,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:36.804473 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14445e2a-8e39-42ad-8677-1e4a3c03176f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.804958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3f26de99-3a20-4e07-a54e-21c23f62cf18 None None] For port d9a9caff-7733-4566-a460-6da68cf1d00c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d9a9caff-7733-4566-a460-6da68cf1d00c,segment=NetworkSegment(44b2ccb4-96c5-4346-befa-6f31d4c5630c),segment_id=44b2ccb4-96c5-4346-befa-6f31d4c5630c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:36.806440 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3f26de99-3a20-4e07-a54e-21c23f62cf18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.033339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Allocated IP 172.20.0.5 (e0c3b2c8-ed64-446f-bf1d-6343be099725/b5bf2cca-15c9-4f93-ab72-dde97d6e52a6/a9a3dc90-3984-4d93-ae8e-c141312ea3db) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:37.093188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3f26de99-3a20-4e07-a54e-21c23f62cf18 None None] Calling delete_port for d9a9caff-7733-4566-a460-6da68cf1d00c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:37.269788 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3f26de99-3a20-4e07-a54e-21c23f62cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.357322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f26de99-3a20-4e07-a54e-21c23f62cf18 None None] No DVR routers for this DVR port d9a9caff-7733-4566-a460-6da68cf1d00c on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:58:37.396987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26de99-3a20-4e07-a54e-21c23f62cf18 None None] Pushing event deleted for resources: {'Port': ['ID=d9a9caff-7733-4566-a460-6da68cf1d00c,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:37.402577 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.432031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] No DVR routers for this DVR port a91127fb-f03f-4187-953c-aa122e97c4ab on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:58:37.437368 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.468097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] For port d9a9caff-7733-4566-a460-6da68cf1d00c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d9a9caff-7733-4566-a460-6da68cf1d00c,segment=NetworkSegment(44b2ccb4-96c5-4346-befa-6f31d4c5630c),segment_id=44b2ccb4-96c5-4346-befa-6f31d4c5630c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:37.468715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.484624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-deleted', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:37.494878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14445e2a-8e39-42ad-8677-1e4a3c03176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.559594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Allocated IP 172.25.7.156 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/a803a0ad-a8cc-4d56-af6e-aa3f38bdb984) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:37.568981 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14445e2a-8e39-42ad-8677-1e4a3c03176f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.577643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-14445e2a-8e39-42ad-8677-1e4a3c03176f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/912a6fb8-945c-49fc-8988-1d0d29373f78 HTTP/1.1" status: 204 len: 168 time: 1.6939614 May 06 12:58:37.825622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for d9a9caff-7733-4566-a460-6da68cf1d00c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:37.877484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14445e2a-8e39-42ad-8677-1e4a3c03176f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912a6fb8-945c-49fc-8988-1d0d29373f78,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:37.880752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9ad5128a-5fc3-42a5-9f8e-f2a763f6a689 req-83b55161-df43-4f47-8a60-eafffbdbafc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.48 "DELETE /v2.0/ports/a91127fb-f03f-4187-953c-aa122e97c4ab HTTP/1.1" status: 204 len: 173 time: 8.0940692 May 06 12:58:37.926811 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0677fa7-3ce7-4bf4-8007-f64579a9158a'] response: {'server_uuid': '457f0c55-a7c3-4511-9fbf-88060e98bfc9', 'name': 'network-vif-deleted', 'tag': 'a91127fb-f03f-4187-953c-aa122e97c4ab', 'status': 'completed', 'code': 200} May 06 12:58:37.960360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c9ea8dd-281a-44bb-a18d-ed124f09ec21 req-4a066a99-3a81-4dab-92ea-8346f374b7cb tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 210 time: 0.0780606 May 06 12:58:38.008876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:58:38.009373 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:58:38.083996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d9a9caff-7733-4566-a460-6da68cf1d00c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:58:38.212806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: d9a9caff-7733-4566-a460-6da68cf1d00c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:58:38.217048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d9a9caff-7733-4566-a460-6da68cf1d00c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:58:38.265949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d6d0dd0-9d0f-4cf1-bdc9-1017aa4421ad tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.511164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port d9a9caff-7733-4566-a460-6da68cf1d00c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:38.512117 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.573839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.657004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] The port 'd9a9caff-7733-4566-a460-6da68cf1d00c' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:58:38.677725 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.701435 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-1d6d0dd0-9d0f-4cf1-bdc9-1017aa4421ad tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] update failed (client error): The resource could not be found. May 06 12:58:38.703353 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1d6d0dd0-9d0f-4cf1-bdc9-1017aa4421ad tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "PUT /v2.0/routers/0c15d0ed-ae88-4e38-bb86-38854d356576 HTTP/1.1" status: 404 len: 339 time: 3.2694612 May 06 12:58:38.705783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54770) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:38.715080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54772) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:38.945888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.980508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f778c68b-6efb-4435-9219-4874e03a78bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.032289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcf2104-0a17-4b86-951f-d7a7e71faeff']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:39.061051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b2ccb4-96c5-4346-befa-6f31d4c5630c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:39.061708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b2ccb4-96c5-4346-befa-6f31d4c5630c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:39.090857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.129211 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.141776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:58:39.143118 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: util.warn( May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: timer() May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: self._notify() May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:58:39.180403 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:58:39.220747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f778c68b-6efb-4435-9219-4874e03a78bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:39.236016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.247540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f778c68b-6efb-4435-9219-4874e03a78bb admin admin] Usage tracker for resource:security_group_rule and tenant:e51b846b9cb44227b034bb40516e75c3 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:39.305487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f778c68b-6efb-4435-9219-4874e03a78bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:39.387764 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.397964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.416403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.422528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f778c68b-6efb-4435-9219-4874e03a78bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:39.475105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Network': ['ID=9fcf2104-0a17-4b86-951f-d7a7e71faeff,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:39.483206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aba21aae-ab06-430d-aa47-5aad79fad545 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/networks/9fcf2104-0a17-4b86-951f-d7a7e71faeff HTTP/1.1" status: 204 len: 168 time: 3.4984596 May 06 12:58:39.489728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54790) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:39.505620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'name': 'tempest-PortsTestJSON-912752446'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:39.572758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:39.593751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:39.607326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:39.668653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event updated for resources: {'Port': ['ID=a803a0ad-a8cc-4d56-af6e-aa3f38bdb984,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:39.718762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Network e0c3b2c8-ed64-446f-bf1d-6343be099725 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:39.794207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:39.832175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:39.845256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:39.858115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:39.865131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:39.882203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:39.913362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89fbc-60d0-4397-b807-36326787688e req-c24d8f90-ce23-40c3-8c88-e7da8953f05e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:39.914961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab89fbc-60d0-4397-b807-36326787688e req-c24d8f90-ce23-40c3-8c88-e7da8953f05e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 931 time: 0.5695417 May 06 12:58:39.916969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:39.921647 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.012437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port d7b268c8-c592-4e25-a135-0f8139252fcb yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:40.171581 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab89fbc-60d0-4397-b807-36326787688e req-aa24fc29-5a71-47b8-93a1-4f77a3c578e4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173896 May 06 12:58:40.341782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Pushing event updated for resources: {'Port': ['ID=a9a3dc90-3984-4d93-ae8e-c141312ea3db,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:40.412561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:40.413606 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.485658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f778c68b-6efb-4435-9219-4874e03a78bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.556432 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.598988 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.687470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:40.695155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:40.699925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:40.708576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:40.709039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.755743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=d7b268c8-c592-4e25-a135-0f8139252fcb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:40.779767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-051ef827-66b2-4739-a008-111ff00e6525 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2841671 May 06 12:58:40.783390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54796) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:40.844981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f778c68b-6efb-4435-9219-4874e03a78bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.866831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:40.912952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-157b4b74-7801-472b-8b1c-b379873b14b5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port d7b268c8-c592-4e25-a135-0f8139252fcb {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:40.913969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-157b4b74-7801-472b-8b1c-b379873b14b5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:41.037646 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-cc911e4a-7ba9-44ac-b8c6-1757256cdcc0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2915087 May 06 12:58:41.048252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778c68b-6efb-4435-9219-4874e03a78bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f880c1ed-04c2-4b24-b75d-5e6827969066,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:41.205501 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f778c68b-6efb-4435-9219-4874e03a78bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e51b846b9cb44227b034bb40516e75c3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4919839 May 06 12:58:41.299819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54802) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:41.425546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:41.568205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Deleting port a803a0ad-a8cc-4d56-af6e-aa3f38bdb984 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:41.568769 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:41.726652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Request body: {'port': {'device_id': 'f7638bfc-31af-4ed9-a1be-0d284464db35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:41.773635 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-157b4b74-7801-472b-8b1c-b379873b14b5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:41.979245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-157b4b74-7801-472b-8b1c-b379873b14b5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for d7b268c8-c592-4e25-a135-0f8139252fcb owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:42.093529 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ef51cc5-6432-45b0-ac90-0f39173a0534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.149258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286002b-b8f1-4d8d-9fe0-e8260b12727e req-7dd042f6-7271-4be1-ab89-c234c420cb63 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:42.152037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0286002b-b8f1-4d8d-9fe0-e8260b12727e req-7dd042f6-7271-4be1-ab89-c234c420cb63 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 931 time: 0.5184448 May 06 12:58:42.222519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ef51cc5-6432-45b0-ac90-0f39173a0534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.236093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-157b4b74-7801-472b-8b1c-b379873b14b5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.303307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-232a1981-9324-4766-b41c-b191c3884017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.320013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.384250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b4b74-7801-472b-8b1c-b379873b14b5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=d7b268c8-c592-4e25-a135-0f8139252fcb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:42.477311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0286002b-b8f1-4d8d-9fe0-e8260b12727e req-263b3297-9db1-4550-8acf-553ff9ecac3a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109322 May 06 12:58:42.501826 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-157b4b74-7801-472b-8b1c-b379873b14b5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.525077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.525890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.528566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-157b4b74-7801-472b-8b1c-b379873b14b5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/d7b268c8-c592-4e25-a135-0f8139252fcb HTTP/1.1" status: 204 len: 168 time: 1.7430892 May 06 12:58:42.532762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54868) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:42.560135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'mac_address': 'fa:16:3e:d8:16:e1', 'name': 'tempest-PortsTestJSON-281879922'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:42.773801 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ef51cc5-6432-45b0-ac90-0f39173a0534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.820942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef51cc5-6432-45b0-ac90-0f39173a0534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f880c1ed-04c2-4b24-b75d-5e6827969066,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:42.826556 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ef51cc5-6432-45b0-ac90-0f39173a0534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.828647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6ef51cc5-6432-45b0-ac90-0f39173a0534 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f880c1ed-04c2-4b24-b75d-5e6827969066 HTTP/1.1" status: 204 len: 168 time: 1.5273139 May 06 12:58:42.898447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:42.904656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:42.908800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:42.939176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:42.988940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:43.046562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Allocated IP 172.20.0.1 (dd312de8-8bfc-4f32-b0e7-59f68a78a4a6/8af33ea7-ad25-4f3a-a785-94aad76102b7/e629dd6a-b2fd-4799-a7e3-298f7692988a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:43.064987 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:43.081001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Calling delete_port for a803a0ad-a8cc-4d56-af6e-aa3f38bdb984 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:43.181212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:43.214074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port 0d31863f-d21b-453e-baa5-d8c34de709cd yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:43.588321 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:43.707167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:43.955422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:43.963415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:43.973734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:43.980822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:43.981723 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.009908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=0d31863f-d21b-453e-baa5-d8c34de709cd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:44.023368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:44.045448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b93b65-8c11-4447-8a6e-453e3b53507a None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:44.097384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ba9140dd-cadb-41be-b2c2-5a63e850efdd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5535798 May 06 12:58:44.098531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54994) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:44.111255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b93b65-8c11-4447-8a6e-453e3b53507a None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:44.117041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-56b93b65-8c11-4447-8a6e-453e3b53507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:44.193681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efcfad-9827-4a88-9905-adccf0f132b2 req-68849d96-d698-4e39-bc1b-ba0166abef4b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:44.195846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62efcfad-9827-4a88-9905-adccf0f132b2 req-68849d96-d698-4e39-bc1b-ba0166abef4b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 931 time: 0.3502998 May 06 12:58:44.283680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c67727-a8c2-4644-9df5-a8f8516d022a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:44.284793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-61c67727-a8c2-4644-9df5-a8f8516d022a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:44.288550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-56b93b65-8c11-4447-8a6e-453e3b53507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:44.312477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b93b65-8c11-4447-8a6e-453e3b53507a None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:44.313607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-56b93b65-8c11-4447-8a6e-453e3b53507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:44.403064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62efcfad-9827-4a88-9905-adccf0f132b2 req-92488dbf-a5eb-4890-bc30-2094e78e379e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889729 May 06 12:58:44.437968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-61c67727-a8c2-4644-9df5-a8f8516d022a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:44.448305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55018) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:44.448603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-61c67727-a8c2-4644-9df5-a8f8516d022a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/0d31863f-d21b-453e-baa5-d8c34de709cd HTTP/1.1" status: 200 len: 840 time: 0.3449836 May 06 12:58:44.508078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-56b93b65-8c11-4447-8a6e-453e3b53507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:44.508613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b93b65-8c11-4447-8a6e-453e3b53507a None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:44.651387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.694122 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d132abab-ba62-49af-9edf-d4a0cb4296a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.717738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe3054-2abe-44b5-99b9-8b80c3830c33 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 0d31863f-d21b-453e-baa5-d8c34de709cd {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:44.718276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cfe3054-2abe-44b5-99b9-8b80c3830c33 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.767343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.925236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Transition to ACTIVE for port object e629dd6a-b2fd-4799-a7e3-298f7692988a will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:44.941874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event deleted for resources: {'Port': ['ID=a803a0ad-a8cc-4d56-af6e-aa3f38bdb984,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:45.048924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:58:45.237464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55100) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:45.367078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a3dc90-3984-4d93-ae8e-c141312ea3db {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:58:45.484034 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.508271 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.519548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.644187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-817106556-network', 'tenant_id': '3ee5ced1cb704d91b4be573006805e8d'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:45.665370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:45.673995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Usage tracker for resource:network and tenant:3ee5ced1cb704d91b4be573006805e8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:45.681561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:45.688791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Transition to ACTIVE for port object a9a3dc90-3984-4d93-ae8e-c141312ea3db will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:45.697084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:45.704527 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] create failed (client error): The resource could not be found. May 06 12:58:45.705982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc70a410-329e-466e-98b0-bd3260e04b8e tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 11.5930190 May 06 12:58:45.713651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55144) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:45.716427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.727250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cfe3054-2abe-44b5-99b9-8b80c3830c33 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.818173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Port': ['ID=e629dd6a-b2fd-4799-a7e3-298f7692988a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:45.888361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:45.889691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Made reservation on behalf of 3ee5ced1cb704d91b4be573006805e8d for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:45.894663 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.933591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe3054-2abe-44b5-99b9-8b80c3830c33 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 0d31863f-d21b-453e-baa5-d8c34de709cd owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:45.949854 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.974216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:45.982647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-15be506c-76a7-4ee3-8097-330d56f76cf9 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Deleting port ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:45.993805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15be506c-76a7-4ee3-8097-330d56f76cf9 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.070205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:46.086094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.204613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:46.235603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=a9a3dc90-3984-4d93-ae8e-c141312ea3db,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:46.264957 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.300528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee5ced1cb704d91b4be573006805e8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:46.347603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:46.426301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:46.463537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f0aff-b515-4144-a9fb-059af8cf3f5f req-f2f48832-08f3-4157-9676-1b3480e231b8 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:46.466522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-504f0aff-b515-4144-a9fb-059af8cf3f5f req-f2f48832-08f3-4157-9676-1b3480e231b8 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 943 time: 0.6811578 May 06 12:58:46.595938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f229b5d7-94f0-4926-b02c-faa9864b69b4 None None] Provisioning for port e629dd6a-b2fd-4799-a7e3-298f7692988a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:46.608919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f229b5d7-94f0-4926-b02c-faa9864b69b4 None None] Provisioning complete for port e629dd6a-b2fd-4799-a7e3-298f7692988a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:46.609847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f229b5d7-94f0-4926-b02c-faa9864b69b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.743994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f229b5d7-94f0-4926-b02c-faa9864b69b4 None None] Port e629dd6a-b2fd-4799-a7e3-298f7692988a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:46.778917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cfe3054-2abe-44b5-99b9-8b80c3830c33 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.879745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-504f0aff-b515-4144-a9fb-059af8cf3f5f req-7f0cbce8-bc38-49a3-a3ba-7127e32d0a88 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406301 May 06 12:58:46.918077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe3054-2abe-44b5-99b9-8b80c3830c33 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=0d31863f-d21b-453e-baa5-d8c34de709cd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:46.972968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15be506c-76a7-4ee3-8097-330d56f76cf9 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.985643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Attempting to bind port a9a3dc90-3984-4d93-ae8e-c141312ea3db on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:58:46.986190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Attempting to bind port a9a3dc90-3984-4d93-ae8e-c141312ea3db by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:58:46.986756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Attempting to bind port a9a3dc90-3984-4d93-ae8e-c141312ea3db on network e0c3b2c8-ed64-446f-bf1d-6343be099725 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:58:46.995662 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.003116 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7cfe3054-2abe-44b5-99b9-8b80c3830c33 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.049660 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.092572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Port a9a3dc90-3984-4d93-ae8e-c141312ea3db on network e0c3b2c8-ed64-446f-bf1d-6343be099725 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:58:47.093208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Attempting to bind port a9a3dc90-3984-4d93-ae8e-c141312ea3db on network e0c3b2c8-ed64-446f-bf1d-6343be099725 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:58:47.133618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-15be506c-76a7-4ee3-8097-330d56f76cf9 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Calling delete_port for ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:47.142859 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7cfe3054-2abe-44b5-99b9-8b80c3830c33 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/0d31863f-d21b-453e-baa5-d8c34de709cd HTTP/1.1" status: 204 len: 168 time: 2.6810637 May 06 12:58:47.145457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55256) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:47.153488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:58:47.154044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Checking segment: {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:47.154707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Bound using segment: {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:58:47.155440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Bound port: a9a3dc90-3984-4d93-ae8e-c141312ea3db, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:58:47.156040 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.207128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:58:47.221001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc3e99-dd18-4559-8504-116a7cf339bc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:47.233215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.234031 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Added segment bae23642-0c72-4785-992f-fdeaa7115f37 of type vlan for network 78d419db-3f04-412a-80ac-883c2ae53b5c May 06 12:58:47.274775 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.286667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.316118 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd4f876-ae0e-41a0-bb14-ba5991316743 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 12:58:47.317054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9dd4f876-ae0e-41a0-bb14-ba5991316743 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:47.400805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.402329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:47.403602 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.460866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15be506c-76a7-4ee3-8097-330d56f76cf9 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.514093 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.625407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9dd4f876-ae0e-41a0-bb14-ba5991316743 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:47.632444 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9dd4f876-ae0e-41a0-bb14-ba5991316743 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/0d31863f-d21b-453e-baa5-d8c34de709cd HTTP/1.1" status: 404 len: 333 time: 0.4804304 May 06 12:58:47.642668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55290) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:47.665754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be506c-76a7-4ee3-8097-330d56f76cf9 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event deleted for resources: {'Port': ['ID=ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:47.677042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'name': 'tempest-PortsTestJSON-1792424591'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:47.696984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] Pushing event updated for resources: {'Network': ['ID=78d419db-3f04-412a-80ac-883c2ae53b5c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:47.742654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 78d419db-3f04-412a-80ac-883c2ae53b5c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:58:47.763559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-16f58072-ac96-4a3a-a9a2-b5a98fbd5529 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5238130 May 06 12:58:47.764518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55304) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:47.855554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Request body: {'subnet': {'network_id': '78d419db-3f04-412a-80ac-883c2ae53b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-817106556-subnet', 'tenant_id': '3ee5ced1cb704d91b4be573006805e8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:47.878959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:47.902331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Usage tracker for resource:subnet and tenant:3ee5ced1cb704d91b4be573006805e8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:47.913596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:47.927558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] For port a9a3dc90-3984-4d93-ae8e-c141312ea3db, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:58:47.937650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:47.946258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] For port a9a3dc90-3984-4d93-ae8e-c141312ea3db, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a9a3dc90-3984-4d93-ae8e-c141312ea3db,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:58:47.974197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-15be506c-76a7-4ee3-8097-330d56f76cf9 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.990695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-15be506c-76a7-4ee3-8097-330d56f76cf9 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "DELETE /v2.0/ports/ea39bff3-b0e8-4fe5-b18e-e04c026ecb1c HTTP/1.1" status: 204 len: 168 time: 2.2626276 May 06 12:58:47.993807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55318) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:48.103000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Made reservation on behalf of 3ee5ced1cb704d91b4be573006805e8d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:48.106954 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.231643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.441313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.442935 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] 10.222.0.36 "PUT /v2.0/ports/a9a3dc90-3984-4d93-ae8e-c141312ea3db HTTP/1.1" status: 200 len: 1091 time: 7.3782597 May 06 12:58:48.443750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7638bfc-31af-4ed9-a1be-0d284464db35', 'tag': 'a9a3dc90-3984-4d93-ae8e-c141312ea3db'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:48.577918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c1ba6-0723-4dbd-9e7f-ac0fbebcf9ba tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:48.579322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-379c1ba6-0723-4dbd-9e7f-ac0fbebcf9ba tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Synchronizing usage tracker for tenant:41255cdcb0f644339fa25c1e771d07f2 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:48.606568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20b9ac-07ba-494e-b9db-403c3824e2bf req-945f1e35-8a8d-449a-b985-86a507c90eaa tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:48.613932 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f20b9ac-07ba-494e-b9db-403c3824e2bf req-945f1e35-8a8d-449a-b985-86a507c90eaa tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 943 time: 0.3444438 May 06 12:58:48.632764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:48.649148 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e8ac1a-641d-4990-90ec-8cf34429744c'] response: {'name': 'network-changed', 'server_uuid': 'f7638bfc-31af-4ed9-a1be-0d284464db35', 'tag': 'a9a3dc90-3984-4d93-ae8e-c141312ea3db', 'status': 'completed', 'code': 200} May 06 12:58:48.668598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:48.730520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-379c1ba6-0723-4dbd-9e7f-ac0fbebcf9ba tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Unset dirty status for tenant:41255cdcb0f644339fa25c1e771d07f2 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:48.732427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-379c1ba6-0723-4dbd-9e7f-ac0fbebcf9ba tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb80307e-4d11-438c-a9a8-6cc69330fabd HTTP/1.1" status: 200 len: 913 time: 0.7368801 May 06 12:58:48.751311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55330) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:48.774298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:48.777709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69253edc-b8eb-49a2-a1a1-a6934bca6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=a9a3dc90-3984-4d93-ae8e-c141312ea3db,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:48.870350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:48.875781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.876015 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.939968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6f20b9ac-07ba-494e-b9db-403c3824e2bf req-1a2f81b6-8808-4d85-8df4-fb32ba9a9225 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248124 May 06 12:58:49.131099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaf001f-1753-4b2b-9c2d-60ee5a28a119,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:49.163917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port 67998c5a-4433-4691-8006-5a81f337f591 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:49.194096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Checking segment: {'id': 'bae23642-0c72-4785-992f-fdeaa7115f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78d419db-3f04-412a-80ac-883c2ae53b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:49.194566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Network hostable DHCP agents. Network: 78d419db-3f04-412a-80ac-883c2ae53b5c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:58:49.381533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Network 78d419db-3f04-412a-80ac-883c2ae53b5c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:58:49.550144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-e880a3a7-b6f0-4e0d-ad46-fe4410c4c58a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 1094 time: 0.9039218 May 06 12:58:49.670262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-efdfb737-ff0f-44aa-96f5-f632403dbc60 req-ebbc2f3b-4d98-4784-8c45-74538291280d service neutron] (83955) timed out ('10.222.0.36', 51124) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:58:49.678377 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:49.686218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 78d419db-3f04-412a-80ac-883c2ae53b5c) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:49.696723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:49.698037 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:49.709686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e261c37d-7a22-4682-bbab-4510a97cc709 None None] Network 78d419db-3f04-412a-80ac-883c2ae53b5c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:49.739757 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:49.755794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9590925d-6d02-4d50-881b-815a3e569c52 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9795356 May 06 12:58:49.851483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:49.917399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-35f21185-7c12-4c9d-9224-b5d54300b12b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9a3dc90-3984-4d93-ae8e-c141312ea3db HTTP/1.1" status: 200 len: 217 time: 0.3556974 May 06 12:58:50.162530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd7919b-f3c1-447e-89a7-41915e24ec25 None None] Network 78d419db-3f04-412a-80ac-883c2ae53b5c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:50.388726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.418501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event updated for resources: {'Port': ['ID=e629dd6a-b2fd-4799-a7e3-298f7692988a,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:50.460930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-78b461e4-515b-48c9-82ca-649699560f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:50.468870 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-78b461e4-515b-48c9-82ca-649699560f7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5bf2cca-15c9-4f93-ab72-dde97d6e52a6 HTTP/1.1" status: 200 len: 854 time: 0.4909072 May 06 12:58:50.582132 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-17f62ef3-106b-4f61-a3c9-b97a219cb88d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0c3b2c8-ed64-446f-bf1d-6343be099725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982635 May 06 12:58:50.658343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda1b0b-f5ad-49c1-b75c-a5c2514251d0 req-b5aa6baa-2bb8-4256-bda8-6dd57abb149b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:50.661206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-feda1b0b-f5ad-49c1-b75c-a5c2514251d0 req-b5aa6baa-2bb8-4256-bda8-6dd57abb149b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 943 time: 0.3524244 May 06 12:58:50.684078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.936006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.947516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-feda1b0b-f5ad-49c1-b75c-a5c2514251d0 req-77aef278-7b0f-4d2a-8b1c-a870de99656b tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770188 May 06 12:58:51.056873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:51.075758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:51.078945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:51.097753 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ad815-ce4d-44be-a54e-7a1ee00600d3 None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:51.139734 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ad815-ce4d-44be-a54e-7a1ee00600d3 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:51.141379 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-db1ad815-ce4d-44be-a54e-7a1ee00600d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:51.423064 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-db1ad815-ce4d-44be-a54e-7a1ee00600d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:51.429287 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-6e2ac7d7-936a-4a3e-a6f3-ff6857ef3990 service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8348315 May 06 12:58:51.452364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:51.456405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:51.456614 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ad815-ce4d-44be-a54e-7a1ee00600d3 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:51.457687 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-db1ad815-ce4d-44be-a54e-7a1ee00600d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:51.459038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=67998c5a-4433-4691-8006-5a81f337f591,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:51.586115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7784b9eb-b880-4ad7-bc3c-51ab74d1d697 None None] Provisioning complete for port e629dd6a-b2fd-4799-a7e3-298f7692988a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:51.588836 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7784b9eb-b880-4ad7-bc3c-51ab74d1d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.613601 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-db1ad815-ce4d-44be-a54e-7a1ee00600d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:51.614699 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ad815-ce4d-44be-a54e-7a1ee00600d3 None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:51.626189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:51.630708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55362) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:51.634541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:51.636342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.645595 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.661149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2073767560-network', 'tenant_id': '70e9442446604615b2f34760849f3741'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:51.673649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:51.697510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Usage tracker for resource:network and tenant:70e9442446604615b2f34760849f3741 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:51.705497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:51.717707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7784b9eb-b880-4ad7-bc3c-51ab74d1d697 None None] Port e629dd6a-b2fd-4799-a7e3-298f7692988a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:51.721256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:51.737357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Deleting port ced597f5-b537-4c9d-8178-30095cbf8f81 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:51.737890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.818486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Made reservation on behalf of 70e9442446604615b2f34760849f3741 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:51.820987 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.857105 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.994725 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-233c6f7d-ec33-4049-9236-02f05d18f413 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.3267467 May 06 12:58:52.010291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55366) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:52.039557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:52.162873 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:52.293885 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8fc8e4e-ca6c-4b48-800c-445c48bf83f6 req-4c8d81bd-92bf-44fd-ab5e-5e66dfc99834 service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8399510 May 06 12:58:52.416680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Calling delete_port for ced597f5-b537-4c9d-8178-30095cbf8f81 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:52.464813 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-efaae2f2-7be4-4b77-8667-3df0406db983 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/floatingips/54c8e327-9c93-45dc-a86a-9c587b60464e HTTP/1.1" status: 200 len: 978 time: 24.2149718 May 06 12:58:52.587188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55374) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:52.631757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f5724e51-9a5e-4935-97b2-414dd1e8fd1d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:52.770633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:52.773061 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:52.775500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:52.918096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Usage tracker for resource:security_group_rule and tenant:70e9442446604615b2f34760849f3741 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:52.932715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event deleted for resources: {'Port': ['ID=ced597f5-b537-4c9d-8178-30095cbf8f81,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:52.936338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:52.973724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:53.074547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5724e51-9a5e-4935-97b2-414dd1e8fd1d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:53.167808 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94e0e07a-5008-4881-974b-acdfb0287447 req-0ef6dfd0-654f-40fd-8bdd-2936477bb51a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 1094 time: 0.7060385 May 06 12:58:53.215308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55382) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:53.265787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Router 0c15d0ed-ae88-4e38-bb86-38854d356576 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:53.610147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f23e0-f62c-46f4-b931-050341e741c2 req-c622a6a2-cb51-4962-bf6b-4be9221a1a72 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:53.612474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-914f23e0-f62c-46f4-b931-050341e741c2 req-c622a6a2-cb51-4962-bf6b-4be9221a1a72 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 943 time: 1.0454483 May 06 12:58:53.627369 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:53.708711 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:53.771390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:58:53.795670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19051367-602f-4101-9c73-fe4689e67862,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:53.812273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:53.812698 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Added segment d529cbc8-f3b9-4c80-bec3-b22b9d805a5e of type vlan for network 124a12a0-26cd-412b-a4c7-78b807e1a187 May 06 12:58:53.824592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-914f23e0-f62c-46f4-b931-050341e741c2 req-2064bd89-df6e-41d2-9fa8-d526b24ae113 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951389 May 06 12:58:53.830129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:53.861396 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:53.926647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a272e6a7-4db2-412e-a7c3-659f6306a31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.025064 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.026300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:54.027495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.133481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0e07a-5008-4881-974b-acdfb0287447 req-2edd8f24-ab0d-471b-9d40-327956ce29e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:54.136141 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94e0e07a-5008-4881-974b-acdfb0287447 req-2edd8f24-ab0d-471b-9d40-327956ce29e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 200 len: 915 time: 0.9494164 May 06 12:58:54.268848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:58:54.300592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] Pushing event updated for resources: {'Network': ['ID=124a12a0-26cd-412b-a4c7-78b807e1a187,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:54.314747 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1601f295-0281-4d86-b130-cfc7af7a0b8b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6829219 May 06 12:58:54.315497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55388) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:54.327564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Request body: {'subnet': {'network_id': '124a12a0-26cd-412b-a4c7-78b807e1a187', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2073767560-subnet', 'tenant_id': '70e9442446604615b2f34760849f3741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:54.330949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 124a12a0-26cd-412b-a4c7-78b807e1a187 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:58:54.336224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:54.342006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Usage tracker for resource:subnet and tenant:70e9442446604615b2f34760849f3741 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:54.345870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:54.447231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.449294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:54.462404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94e0e07a-5008-4881-974b-acdfb0287447 req-42f0e0e7-98d2-4820-a715-51f52b07c05e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9a3dc90-3984-4d93-ae8e-c141312ea3db HTTP/1.1" status: 200 len: 217 time: 0.3162518 May 06 12:58:54.463388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5724e51-9a5e-4935-97b2-414dd1e8fd1d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.466442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a272e6a7-4db2-412e-a7c3-659f6306a31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:54.468112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.544442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a272e6a7-4db2-412e-a7c3-659f6306a31f admin admin] Usage tracker for resource:security_group_rule and tenant:1fdb1a3811a44ccbbf5b7ea28265e1e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:54.547802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5724e51-9a5e-4935-97b2-414dd1e8fd1d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.548112 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-f5724e51-9a5e-4935-97b2-414dd1e8fd1d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP 54c8e327-9c93-45dc-a86a-9c587b60464e disassociated. External IP: 172.25.7.221, port: 78b62a79-a6c5-411e-9cf8-17b0447493b9. May 06 12:58:54.607848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Made reservation on behalf of 70e9442446604615b2f34760849f3741 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:54.612049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.612749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a272e6a7-4db2-412e-a7c3-659f6306a31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:54.657594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a272e6a7-4db2-412e-a7c3-659f6306a31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:54.725919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a9a3dc90-3984-4d93-ae8e-c141312ea3db details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:58:54.824153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Router bb80307e-4d11-438c-a9a8-6cc69330fabd has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:55.025477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a9a3dc90-3984-4d93-ae8e-c141312ea3db, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a9a3dc90-3984-4d93-ae8e-c141312ea3db,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:55.041078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] In _notify_port_updated(), no bound segment for port 67998c5a-4433-4691-8006-5a81f337f591 on network 5374bb2c-a069-46cd-b998-615927e1bb03 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:58:55.048753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:55.050077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:55.050423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'a9a3dc90-3984-4d93-ae8e-c141312ea3db', 'network_id': 'e0c3b2c8-ed64-446f-bf1d-6343be099725', 'port_id': 'a9a3dc90-3984-4d93-ae8e-c141312ea3db', 'mac_address': 'fa:16:3e:ff:00:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bf2cca-15c9-4f93-ab72-dde97d6e52a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:58:55.056994 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "PUT /v2.0/ports/67998c5a-4433-4691-8006-5a81f337f591 HTTP/1.1" status: 200 len: 818 time: 3.0449343 May 06 12:58:55.071608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:55.157143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0e07a-5008-4881-974b-acdfb0287447 req-bd9c5812-4b3f-4cb6-b944-2ae053637e51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:55.161444 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94e0e07a-5008-4881-974b-acdfb0287447 req-bd9c5812-4b3f-4cb6-b944-2ae053637e51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5bf2cca-15c9-4f93-ab72-dde97d6e52a6 HTTP/1.1" status: 200 len: 854 time: 0.6842952 May 06 12:58:55.175621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb851522-fa91-4158-b0a9-5b4fdf71748f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=67998c5a-4433-4691-8006-5a81f337f591,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:55.176224 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:55.200389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a3dc90-3984-4d93-ae8e-c141312ea3db {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:58:55.230898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a9a3dc90-3984-4d93-ae8e-c141312ea3db, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a9a3dc90-3984-4d93-ae8e-c141312ea3db,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:55.237309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:55.298915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:55.328761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3175d3-3751-4e3f-bfb2-8f54e69e5d1d None None] Sync routers for ids ['bb80307e-4d11-438c-a9a8-6cc69330fabd'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:55.339444 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94e0e07a-5008-4881-974b-acdfb0287447 req-132ff375-151a-4bca-b577-513fa90fc09d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0c3b2c8-ed64-446f-bf1d-6343be099725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360962 May 06 12:58:55.362029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3175d3-3751-4e3f-bfb2-8f54e69e5d1d None None] Routers {'bb80307e-4d11-438c-a9a8-6cc69330fabd'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:55.362915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fa3175d3-3751-4e3f-bfb2-8f54e69e5d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['bb80307e-4d11-438c-a9a8-6cc69330fabd'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:55.413779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e2c39864-bad9-4f90-8a4f-e9131443edc0 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "PUT /v2.0/routers/bb80307e-4d11-438c-a9a8-6cc69330fabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6529205 May 06 12:58:55.414971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:55.427864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55398) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:55.444212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a9a3dc90-3984-4d93-ae8e-c141312ea3db,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:55.446851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fa3175d3-3751-4e3f-bfb2-8f54e69e5d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:55.459761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.460216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.460637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.461047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.461897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.462347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.462805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.463226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.463676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.464061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.464452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:55.475134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3175d3-3751-4e3f-bfb2-8f54e69e5d1d None None] Routers {'bb80307e-4d11-438c-a9a8-6cc69330fabd'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:55.475861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fa3175d3-3751-4e3f-bfb2-8f54e69e5d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['bb80307e-4d11-438c-a9a8-6cc69330fabd'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:55.506313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:55.528132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-059cd19a-e469-4b99-abf1-f8fa36341b37 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 67998c5a-4433-4691-8006-5a81f337f591 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:55.528132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-059cd19a-e469-4b99-abf1-f8fa36341b37 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:55.529424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['a9a3dc90-3984-4d93-ae8e-c141312ea3db'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:58:55.531355 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a8f65-2ddf-4fdb-a946-a4d219cda355 None None] Sync routers for ids ['0c15d0ed-ae88-4e38-bb86-38854d356576'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:55.574278 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a8f65-2ddf-4fdb-a946-a4d219cda355 None None] Routers {'0c15d0ed-ae88-4e38-bb86-38854d356576'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:55.575833 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1c7a8f65-2ddf-4fdb-a946-a4d219cda355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0c15d0ed-ae88-4e38-bb86-38854d356576'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:55.607244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae97bc-1dba-4daf-8263-3fe130fdaa4f req-a5246412-5258-47dc-a1cd-32645ba1c1fa tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:55.619387 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8ae97bc-1dba-4daf-8263-3fe130fdaa4f req-a5246412-5258-47dc-a1cd-32645ba1c1fa tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 943 time: 0.5288115 May 06 12:58:55.623258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-fa3175d3-3751-4e3f-bfb2-8f54e69e5d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:55.623727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3175d3-3751-4e3f-bfb2-8f54e69e5d1d None None] The sync data for ids ['bb80307e-4d11-438c-a9a8-6cc69330fabd'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:55.706353 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1c7a8f65-2ddf-4fdb-a946-a4d219cda355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:55.716787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Pushing event updated for resources: {'Subnet': ['ID=49981006-a7c4-4873-a1cb-37fc8389e62d,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:55.737716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8ae97bc-1dba-4daf-8263-3fe130fdaa4f req-38e4db8b-0624-444e-a258-0326be8e0599 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936303 May 06 12:58:55.739086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Checking segment: {'id': 'd529cbc8-f3b9-4c80-bec3-b22b9d805a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '124a12a0-26cd-412b-a4c7-78b807e1a187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:55.739339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Network hostable DHCP agents. Network: 124a12a0-26cd-412b-a4c7-78b807e1a187, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:58:55.739848 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a8f65-2ddf-4fdb-a946-a4d219cda355 None None] Routers {'0c15d0ed-ae88-4e38-bb86-38854d356576'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:55.740849 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1c7a8f65-2ddf-4fdb-a946-a4d219cda355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0c15d0ed-ae88-4e38-bb86-38854d356576'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:55.821912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Network 124a12a0-26cd-412b-a4c7-78b807e1a187 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:58:55.865091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 124a12a0-26cd-412b-a4c7-78b807e1a187) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:55.881065 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1c7a8f65-2ddf-4fdb-a946-a4d219cda355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:55.882109 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a8f65-2ddf-4fdb-a946-a4d219cda355 None None] The sync data for ids ['0c15d0ed-ae88-4e38-bb86-38854d356576'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:55.888609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:55.889725 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:55.898589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62010e0-50b4-4d3f-86ac-7b1ae21a7399 None None] Network 124a12a0-26cd-412b-a4c7-78b807e1a187 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:55.942938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d96769d0-4f0c-4fc7-85c9-bbdf10b5509a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6113491 May 06 12:58:56.053757 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a272e6a7-4db2-412e-a7c3-659f6306a31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.105875 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc50e127-a020-4326-864a-cffe4deb71ea tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "PUT /v2.0/routers/0c15d0ed-ae88-4e38-bb86-38854d356576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3836651 May 06 12:58:56.109712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55406) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:56.118884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a272e6a7-4db2-412e-a7c3-659f6306a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.331034 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94e0e07a-5008-4881-974b-acdfb0287447 req-e263313e-fd56-44a2-b54c-024088dd5297 service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9722884 May 06 12:58:56.336587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9959db0a-e042-4402-ba38-64ec0b203801 None None] Network 124a12a0-26cd-412b-a4c7-78b807e1a187 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:56.489595 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acd52a82-ac9b-4b92-963e-c5283d1cd7ae tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.583744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272e6a7-4db2-412e-a7c3-659f6306a31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49042da-874b-482d-bb6e-a6f0907065d9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:56.665377 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a272e6a7-4db2-412e-a7c3-659f6306a31f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fdb1a3811a44ccbbf5b7ea28265e1e9&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4356427 May 06 12:58:56.671118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55416) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:56.755557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a9a3dc90-3984-4d93-ae8e-c141312ea3db up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:56.788065 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-856d1250-173b-4740-a9d3-39a56e5175c3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.920460 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-059cd19a-e469-4b99-abf1-f8fa36341b37 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.935333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c11e974-2453-4893-bb9f-70e9be9f71ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.952276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port a9a3dc90-3984-4d93-ae8e-c141312ea3db completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:56.985567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port a9a3dc90-3984-4d93-ae8e-c141312ea3db triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:56.985917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c11e974-2453-4893-bb9f-70e9be9f71ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.986123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:57.088374 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-856d1250-173b-4740-a9d3-39a56e5175c3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 12:58:57.092337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-856d1250-173b-4740-a9d3-39a56e5175c3 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "DELETE /v2.0/routers/0c15d0ed-ae88-4e38-bb86-38854d356576 HTTP/1.1" status: 409 len: 329 time: 0.9780796 May 06 12:58:57.095272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55424) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:57.212233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c11e974-2453-4893-bb9f-70e9be9f71ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:57.256870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-059cd19a-e469-4b99-abf1-f8fa36341b37 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 67998c5a-4433-4691-8006-5a81f337f591 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:57.264037 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:57.321828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7638bfc-31af-4ed9-a1be-0d284464db35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a3dc90-3984-4d93-ae8e-c141312ea3db'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:57.347552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a9a3dc90-3984-4d93-ae8e-c141312ea3db, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a9a3dc90-3984-4d93-ae8e-c141312ea3db,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:57.356141 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:57.494744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a9a3dc90-3984-4d93-ae8e-c141312ea3db,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:57.499254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11e974-2453-4893-bb9f-70e9be9f71ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49042da-874b-482d-bb6e-a6f0907065d9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:57.549769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c11e974-2453-4893-bb9f-70e9be9f71ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:57.551635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0c11e974-2453-4893-bb9f-70e9be9f71ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d49042da-874b-482d-bb6e-a6f0907065d9 HTTP/1.1" status: 204 len: 168 time: 0.8769066 May 06 12:58:57.697165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335131c7-f046-4bf0-91d8-db6bcfb2fc71 req-cdf3f1f2-4133-4c69-bbd3-be1f9342d286 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:57.698801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-335131c7-f046-4bf0-91d8-db6bcfb2fc71 req-cdf3f1f2-4133-4c69-bbd3-be1f9342d286 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 944 time: 0.5273848 May 06 12:58:57.704222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-d3ac5b9c-bc33-4890-9c55-4b158c102892 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:57.704953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-d3ac5b9c-bc33-4890-9c55-4b158c102892 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Synchronizing usage tracker for tenant:3ee5ced1cb704d91b4be573006805e8d on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:57.791371 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-94e0e07a-5008-4881-974b-acdfb0287447 req-26d40e40-53c8-49b2-a466-3e61549cb7ac service neutron] 10.222.0.36 "GET /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3497441 May 06 12:58:57.807191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-d3ac5b9c-bc33-4890-9c55-4b158c102892 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Unset dirty status for tenant:3ee5ced1cb704d91b4be573006805e8d on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:57.810432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-d3ac5b9c-bc33-4890-9c55-4b158c102892 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/networks?id=78d419db-3f04-412a-80ac-883c2ae53b5c HTTP/1.1" status: 200 len: 808 time: 0.6364095 May 06 12:58:57.923566 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:58:57.971617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-335131c7-f046-4bf0-91d8-db6bcfb2fc71 req-23a543b5-5c38-44ee-a8de-4393c5114f3c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588427 May 06 12:58:58.069928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-a5609aa3-c37b-4392-a072-e4a4e7334483 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/quotas/3ee5ced1cb704d91b4be573006805e8d HTTP/1.1" status: 200 len: 375 time: 0.1295025 May 06 12:58:58.133175 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30b0296-11a4-44d3-bdcb-2df0d032d2c7'] response: {'server_uuid': 'f7638bfc-31af-4ed9-a1be-0d284464db35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a3dc90-3984-4d93-ae8e-c141312ea3db', 'code': 200} May 06 12:58:58.218151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-6aadbaea-75b3-4511-bf47-be5156d3d939 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ee5ced1cb704d91b4be573006805e8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1358969 May 06 12:58:58.234087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-160242e2-912c-4417-84d2-da1b94b01a43 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:58:58.242426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-160242e2-912c-4417-84d2-da1b94b01a43 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114050 May 06 12:58:58.298364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acd52a82-ac9b-4b92-963e-c5283d1cd7ae tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.323119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-059cd19a-e469-4b99-abf1-f8fa36341b37 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.331032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acd52a82-ac9b-4b92-963e-c5283d1cd7ae tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.446078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cd19a-e469-4b99-abf1-f8fa36341b37 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=67998c5a-4433-4691-8006-5a81f337f591,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:58.490771 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.520497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-059cd19a-e469-4b99-abf1-f8fa36341b37 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.586761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acd52a82-ac9b-4b92-963e-c5283d1cd7ae tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.590372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd52a82-ac9b-4b92-963e-c5283d1cd7ae tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Fanout notify agent at l3_agent the message router_deleted on router bb80307e-4d11-438c-a9a8-6cc69330fabd {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:58:58.605743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acd52a82-ac9b-4b92-963e-c5283d1cd7ae tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.611666 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-acd52a82-ac9b-4b92-963e-c5283d1cd7ae tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "DELETE /v2.0/routers/bb80307e-4d11-438c-a9a8-6cc69330fabd HTTP/1.1" status: 204 len: 168 time: 3.1095476 May 06 12:58:58.616421 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-906fd796-81f8-4984-98ea-5ba679877b7b req-a83e0011-d87f-46eb-a6fd-643e8ebebf30 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 1096 time: 0.3619459 May 06 12:58:58.618090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55444) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:58.621998 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-059cd19a-e469-4b99-abf1-f8fa36341b37 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/67998c5a-4433-4691-8006-5a81f337f591 HTTP/1.1" status: 204 len: 168 time: 3.5468121 May 06 12:58:58.654688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55448) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:58.884586 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-906fd796-81f8-4984-98ea-5ba679877b7b req-7daea693-e0b4-4e78-a920-c3b88532c75f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602928 May 06 12:58:59.005475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ec9b8b-9c06-485f-8598-47739517c857 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Deleting subnet 861c98d7-bc53-4d02-b21a-702290d8401e {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:58:59.014691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01ec9b8b-9c06-485f-8598-47739517c857 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.052494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5724e51-9a5e-4935-97b2-414dd1e8fd1d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:59.117415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01ec9b8b-9c06-485f-8598-47739517c857 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.193988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-9e57192b-f8ae-4f18-9c04-54ddcb61809b service neutron] 10.222.0.44 "GET /v2.0/networks/78d419db-3f04-412a-80ac-883c2ae53b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9214263 May 06 12:58:59.426705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01ec9b8b-9c06-485f-8598-47739517c857 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.502935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c13e2-c09e-429b-8975-9db36d364cb3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:59.504669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1a0c13e2-c09e-429b-8975-9db36d364cb3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8485427 May 06 12:58:59.510248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55460) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:59.607544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01ec9b8b-9c06-485f-8598-47739517c857 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.608681 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b26f309-71f9-4968-90c4-86f08c3ffa24 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 12:58:59.610231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8b26f309-71f9-4968-90c4-86f08c3ffa24 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/67998c5a-4433-4691-8006-5a81f337f591 HTTP/1.1" status: 404 len: 333 time: 0.0971270 May 06 12:58:59.622573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55464) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:59.637270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-381628350'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:59.659318 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-6ffa600c-3955-48ac-bf7f-bfa812323367 service neutron] 10.222.0.44 "GET /v2.0/networks/78d419db-3f04-412a-80ac-883c2ae53b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387777 May 06 12:58:59.661189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:59.667191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec9b8b-9c06-485f-8598-47739517c857 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event deleted for resources: {'Subnet': ['ID=861c98d7-bc53-4d02-b21a-702290d8401e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:59.674145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01ec9b8b-9c06-485f-8598-47739517c857 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.680340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69307dfd-c495-42b2-868d-16dbf9c70b63 req-cdea18c1-b785-4d31-a783-24f20e40c2ca tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:59.682797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69307dfd-c495-42b2-868d-16dbf9c70b63 req-cdea18c1-b785-4d31-a783-24f20e40c2ca tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 945 time: 0.4165640 May 06 12:58:59.687060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:network and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:59.689196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-01ec9b8b-9c06-485f-8598-47739517c857 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "DELETE /v2.0/subnets/861c98d7-bc53-4d02-b21a-702290d8401e HTTP/1.1" status: 204 len: 168 time: 1.0688396 May 06 12:58:59.692276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55470) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:59.695236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:59.719114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5724e51-9a5e-4935-97b2-414dd1e8fd1d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:59.719575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b512b76-ad50-4d23-a3b3-25b0af34e122 None None] Network dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:59.730974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5724e51-9a5e-4935-97b2-414dd1e8fd1d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.768785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:59.886647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:59.892194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc41972-e718-4c5b-a865-82067ff56b3a None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:59.897088 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.950102 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f5724e51-9a5e-4935-97b2-414dd1e8fd1d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/floatingips/54c8e327-9c93-45dc-a86a-9c587b60464e HTTP/1.1" status: 200 len: 688 time: 7.3320200 May 06 12:58:59.951362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55474) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:59.964255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.207554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69307dfd-c495-42b2-868d-16dbf9c70b63 req-c68a28b3-e37c-407a-b79d-d779e8fea6ad tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540973 May 06 12:59:00.299186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc41972-e718-4c5b-a865-82067ff56b3a None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:00.300244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6fc41972-e718-4c5b-a865-82067ff56b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:00.489827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6fc41972-e718-4c5b-a865-82067ff56b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:00.538657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:59:00.554101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc41972-e718-4c5b-a865-82067ff56b3a None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:00.555070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6fc41972-e718-4c5b-a865-82067ff56b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:00.563593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5549a183-ae81-40ed-9dfe-3aaf24524a3d req-fc88ce3d-327e-4d81-8f6d-5a9efbb0867c tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 210 time: 0.3251085 May 06 12:59:00.699073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6fc41972-e718-4c5b-a865-82067ff56b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:00.699675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc41972-e718-4c5b-a865-82067ff56b3a None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:00.712711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] DHCP port deletion for dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:59:00.720265 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.721543 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Added segment 5b71ce28-9cde-4fc4-9b21-de44d0846732 of type vlan for network f21ce941-20a5-4733-8e15-8ac56d3272ae May 06 12:59:00.725886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] Deleting port 43ad05c6-50b9-4edf-9866-e5947110a315 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:00.728150 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.823489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Deleting port 43ad05c6-50b9-4edf-9866-e5947110a315 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:00.824352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.844878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.930274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port e23a3b72-5aa1-4f67-8e18-0c6cd7adc5dc {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:00.930852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:01.005128 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:01.012527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:01.013939 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:01.311085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] For port 43ad05c6-50b9-4edf-9866-e5947110a315, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=43ad05c6-50b9-4edf-9866-e5947110a315,segment=NetworkSegment(7423a901-4a2b-4d87-bf5b-a397c3f804dc),segment_id=7423a901-4a2b-4d87-bf5b-a397c3f804dc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:01.311797 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:01.339084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7120776 May 06 12:59:01.354855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55500) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:01.361350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef348b-4afc-4e89-8f91-8917ce420420 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Network': ['ID=f21ce941-20a5-4733-8e15-8ac56d3272ae,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:01.392141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:01.574061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network f21ce941-20a5-4733-8e15-8ac56d3272ae details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:59:01.699517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] For port 43ad05c6-50b9-4edf-9866-e5947110a315, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=43ad05c6-50b9-4edf-9866-e5947110a315,segment=NetworkSegment(7423a901-4a2b-4d87-bf5b-a397c3f804dc),segment_id=7423a901-4a2b-4d87-bf5b-a397c3f804dc)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:01.699895 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:01.719969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:01.720285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:01.982466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Calling delete_port for 43ad05c6-50b9-4edf-9866-e5947110a315 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:01.989868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] Calling delete_port for 43ad05c6-50b9-4edf-9866-e5947110a315 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:02.025497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:02.030641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:02.034645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:02.041920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:02.100314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:02.116006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for e23a3b72-5aa1-4f67-8e18-0c6cd7adc5dc owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:02.155634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e12e5ef0-3167-4358-9f08-a9f42b10574d req-4583df00-ba57-4ce5-8c62-1da94b5dc7d0 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 210 time: 0.1373434 May 06 12:59:02.163758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 43ad05c6-50b9-4edf-9866-e5947110a315 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:02.302879 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:02.377175 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:02.411132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] No DVR routers for this DVR port 43ad05c6-50b9-4edf-9866-e5947110a315 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:02.477227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event deleted for resources: {'Port': ['ID=43ad05c6-50b9-4edf-9866-e5947110a315,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:02.498936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 43ad05c6-50b9-4edf-9866-e5947110a315 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:59:02.499599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 43ad05c6-50b9-4edf-9866-e5947110a315 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:02.607192 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:02.635905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Deleting port e629dd6a-b2fd-4799-a7e3-298f7692988a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:02.636255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:02.747847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.748396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.749115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.749651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.750200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.750821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.751376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.753691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.753691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.753691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.753691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.790148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:02.791137 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:02.956305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=e23a3b72-5aa1-4f67-8e18-0c6cd7adc5dc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:02.962355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:02.970968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1dff9-b99e-4fc8-b626-6c6a6d75f954 req-04d91f88-0161-4989-af06-eb45eb7c205c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:02.980873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86f1dff9-b99e-4fc8-b626-6c6a6d75f954 req-04d91f88-0161-4989-af06-eb45eb7c205c tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 945 time: 1.2886803 May 06 12:59:03.010069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadc51e4-6cc5-4c9f-9de1-26fc6e532f26']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:03.028648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7423a901-4a2b-4d87-bf5b-a397c3f804dc') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:03.028929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7423a901-4a2b-4d87-bf5b-a397c3f804dc') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:03.040574 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.049779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.089633 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.091859 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2c9f244-e0ad-4aee-a0fc-9f7feedb95ae tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/floatingips/54c8e327-9c93-45dc-a86a-9c587b60464e HTTP/1.1" status: 204 len: 168 time: 3.1360786 May 06 12:59:03.095548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.100264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:03.226444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86f1dff9-b99e-4fc8-b626-6c6a6d75f954 req-202dbacb-0a9d-4801-abf2-73a877df26a3 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442391 May 06 12:59:03.262464 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.271192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.293817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] Deleting port 43ad05c6-50b9-4edf-9866-e5947110a315 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:03.294791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.495880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-eca1de77-0ab3-4341-ba88-f7816fac1457 None None] The port '43ad05c6-50b9-4edf-9866-e5947110a315' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:59:03.523469 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-9476d4cd-a5e6-440b-883e-e5ca77531ad8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] delete failed (client error): The resource could not be found. May 06 12:59:03.530268 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9476d4cd-a5e6-440b-883e-e5ca77531ad8 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/floatingips/54c8e327-9c93-45dc-a86a-9c587b60464e HTTP/1.1" status: 404 len: 345 time: 0.4230695 May 06 12:59:03.531826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55536) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:03.534217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:03.535450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: timer() May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:03.569018 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:03.585692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Calling delete_port for e629dd6a-b2fd-4799-a7e3-298f7692988a owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:03.651743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d43a0c1b-dea5-4515-8c51-e28435aa4edc req-5700bbfd-ad4c-4cb3-8f01-79f5875b550b tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 210 time: 0.2692945 May 06 12:59:03.716620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-797d4a55-64f3-4659-951b-483be8e1c709 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:03.718179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-797d4a55-64f3-4659-951b-483be8e1c709 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.48 "GET /v2.0/networks?id=78d419db-3f04-412a-80ac-883c2ae53b5c HTTP/1.1" status: 200 len: 808 time: 0.6950881 May 06 12:59:03.763592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Request body: {'port': {'device_id': '250720eb-114c-4159-b246-5b8891227226', 'network_id': '78d419db-3f04-412a-80ac-883c2ae53b5c', 'admin_state_up': True, 'tenant_id': '3ee5ced1cb704d91b4be573006805e8d'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:03.835544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.875701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.883865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] Pushing event deleted for resources: {'Network': ['ID=dadc51e4-6cc5-4c9f-9de1-26fc6e532f26,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:03.894518 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7fb274a9-9227-44f6-84d2-0fe057a77a61 tempest-FloatingIPNegativeTestJSON-590933209 tempest-FloatingIPNegativeTestJSON-590933209-project] 10.222.0.44 "DELETE /v2.0/networks/dadc51e4-6cc5-4c9f-9de1-26fc6e532f26 HTTP/1.1" status: 204 len: 168 time: 4.1975942 May 06 12:59:03.898069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=c6ad88e9-d96e-4777-911f-65033c93bc1a,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:03.903245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17935bd-1194-4f00-a927-134af599c12d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:03.907325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17935bd-1194-4f00-a927-134af599c12d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:03.911737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17935bd-1194-4f00-a927-134af599c12d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:03.912633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d17935bd-1194-4f00-a927-134af599c12d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Synchronizing usage tracker for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:03.939951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d17935bd-1194-4f00-a927-134af599c12d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Unset dirty status for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:03.946188 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d17935bd-1194-4f00-a927-134af599c12d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "GET /v2.0/ports?network_id=ff7e3d66-cf45-497a-9761-004749776da2 HTTP/1.1" status: 200 len: 2357 time: 0.3761253 May 06 12:59:03.946188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55542) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:04.014495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Checking segment: {'id': '5b71ce28-9cde-4fc4-9b21-de44d0846732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:04.015079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network hostable DHCP agents. Network: f21ce941-20a5-4733-8e15-8ac56d3272ae, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:59:04.045222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5e7ed0-eb4f-4c98-9f78-02f43a449adf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:04.047220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fc5e7ed0-eb4f-4c98-9f78-02f43a449adf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Synchronizing usage tracker for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:04.080446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fc5e7ed0-eb4f-4c98-9f78-02f43a449adf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Unset dirty status for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:04.090410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc5e7ed0-eb4f-4c98-9f78-02f43a449adf tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "GET /v2.0/subnets/44ba4126-0690-483b-aab9-eabd5e31a6dd HTTP/1.1" status: 200 len: 797 time: 0.1357553 May 06 12:59:04.090885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55546) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:04.112074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'port': {'network_id': 'ff7e3d66-cf45-497a-9761-004749776da2', 'name': 'tempest-FloatingIPTestJSON-590924129', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:04.193815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:04.251149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network f21ce941-20a5-4733-8e15-8ac56d3272ae is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:59:04.265685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Usage tracker for resource:port and tenant:3ee5ced1cb704d91b4be573006805e8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:04.283587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:04.303558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:04.341281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, f21ce941-20a5-4733-8e15-8ac56d3272ae) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:04.367460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d1803-7c80-42d1-8f1d-9522e87e4e14 None None] Network f21ce941-20a5-4733-8e15-8ac56d3272ae requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:04.374360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029c2a1-afd6-4495-9127-da9b154fc16d req-d0e7f25f-3bce-4abe-aafe-d35b684b038e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:04.377479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f029c2a1-afd6-4495-9127-da9b154fc16d req-d0e7f25f-3bce-4abe-aafe-d35b684b038e tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 945 time: 0.4835443 May 06 12:59:04.450947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:04.452816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:04.467833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Made reservation on behalf of 3ee5ced1cb704d91b4be573006805e8d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:04.475063 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:04.507891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:04.509157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:04.532810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55554) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:04.538769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:04.550501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'network': {'name': 'tempest-network-smoke--1635335356', 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'port_security_enabled': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:04.563408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:04.572381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:network and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:04.579519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:04.592981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:04.620539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Made reservation on behalf of 7535c1e0fcf54357be62a1626ef94055 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:04.626796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:04.653575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55558) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:04.662084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Port': ['ID=e629dd6a-b2fd-4799-a7e3-298f7692988a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:04.670939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Made reservation on behalf of 37ea359ed696431a9eedb6da5bc70128 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:04.758236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4a983dc8-0d01-40c9-a252-0f01fb98f550 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3953967 May 06 12:59:04.758893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55566) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:04.868187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:05.056659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:05.089571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:05.148149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] device_id is not set on port e83cde36-73b1-48e5-873f-58963d0e0dce yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:59:05.213084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-f21ce941-20a5-4733-8e15-8ac56d3272ae', 'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae', 'tenant_id': 'e2e7ea49710a4769b1f274312694d22d', 'fixed_ips': [{'subnet_id': 'c6ad88e9-d96e-4777-911f-65033c93bc1a'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:59:05.214482 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:05.268678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:05.278366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:security_group_rule and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:05.285000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:05.299443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:05.423220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55cf35b6-9588-4de2-8980-31a8ef35e588 req-363cbbb4-132a-4a89-a705-33b1a1f302ca tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 210 time: 0.2194288 May 06 12:59:05.456524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f029c2a1-afd6-4495-9127-da9b154fc16d req-be895a92-90c5-4d95-ae1b-eea719c9ab87 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9923410 May 06 12:59:05.493958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:05.546441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Allocated IP 172.20.0.2 (f21ce941-20a5-4733-8e15-8ac56d3272ae/c6ad88e9-d96e-4777-911f-65033c93bc1a/9e5dabf5-8f70-48eb-865a-22d9041058e1) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:05.678583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:05.767344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:05.782035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:05.866828 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4b2a9bc8-aacb-4111-9976-159ab9892687 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41255cdcb0f644339fa25c1e771d07f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2105968 May 06 12:59:05.868715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55572) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:05.949348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:05.982104 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:05.995610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:05.999784 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.005006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Transition to ACTIVE for port object 9e5dabf5-8f70-48eb-865a-22d9041058e1 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:06.035053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Allocated IP 172.20.0.12 (78d419db-3f04-412a-80ac-883c2ae53b5c/5eaf001f-1753-4b2b-9c2d-60ee5a28a119/c5f37bed-39cd-4b7f-bc5a-25e8ee830880) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:06.045071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Transition to ACTIVE for port object 9e5dabf5-8f70-48eb-865a-22d9041058e1 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:06.056769 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.125527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.20.0.14 (ff7e3d66-cf45-497a-9761-004749776da2/44ba4126-0690-483b-aab9-eabd5e31a6dd/e83cde36-73b1-48e5-873f-58963d0e0dce) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:06.136350 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.139286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.20.0.13 (ff7e3d66-cf45-497a-9761-004749776da2/44ba4126-0690-483b-aab9-eabd5e31a6dd/e83cde36-73b1-48e5-873f-58963d0e0dce) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:06.191052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Network f21ce941-20a5-4733-8e15-8ac56d3272ae is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:06.195440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:06.197794 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.203050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:06.215548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Pushing event updated for resources: {'Port': ['ID=9e5dabf5-8f70-48eb-865a-22d9041058e1,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:06.359827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:59:06.391439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Attempting to bind port 9e5dabf5-8f70-48eb-865a-22d9041058e1 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:06.392295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Attempting to bind port 9e5dabf5-8f70-48eb-865a-22d9041058e1 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5b71ce28-9cde-4fc4-9b21-de44d0846732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:06.393049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Attempting to bind port 9e5dabf5-8f70-48eb-865a-22d9041058e1 on network f21ce941-20a5-4733-8e15-8ac56d3272ae {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:06.407415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:06.408181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Checking segment: {'id': '5b71ce28-9cde-4fc4-9b21-de44d0846732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:06.409735 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.410519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Bound using segment: {'id': '5b71ce28-9cde-4fc4-9b21-de44d0846732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:06.411417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Bound port: 9e5dabf5-8f70-48eb-865a-22d9041058e1, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b71ce28-9cde-4fc4-9b21-de44d0846732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:06.412049 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.481217 n-d-840847-1 neutron-server[83955]: INFO neutron.db.ipam_backend_mixin [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c6ad88e9-d96e-4777-911f-65033c93bc1a (CIDR: 172.20.0.0/28) May 06 12:59:06.574054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3debee78-6e53-480a-920f-ffc9c3aa9ac7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:06.582693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.583075 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Added segment 529e4ee8-bb75-4b35-b34e-b79ea966fec1 of type vlan for network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 May 06 12:59:06.584777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127f5b4c-a1b9-4fcc-aad8-0bc977428e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.614326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] For port 9e5dabf5-8f70-48eb-865a-22d9041058e1, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:06.621122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] For port 9e5dabf5-8f70-48eb-865a-22d9041058e1, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9e5dabf5-8f70-48eb-865a-22d9041058e1,segment=NetworkSegment(5b71ce28-9cde-4fc4-9b21-de44d0846732),segment_id=5b71ce28-9cde-4fc4-9b21-de44d0846732)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:06.629708 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.644593 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127f5b4c-a1b9-4fcc-aad8-0bc977428e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.665584 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:59:06.666196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:59:06.758333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9797de3-0a8f-4e0e-8578-b3ae9f69c17e None None] Pushing event updated for resources: {'Port': ['ID=9e5dabf5-8f70-48eb-865a-22d9041058e1,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:06.811399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.825295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7606c6ff-df7d-4cbf-ab4f-6708fb93a444 req-3024b539-1013-452e-8b09-c09a706460a8 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 210 time: 0.1527717 May 06 12:59:06.872599 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127f5b4c-a1b9-4fcc-aad8-0bc977428e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.883227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9e6ff-bb40-4c4c-8c5d-abad35308461 req-1393b5ac-a324-4cbd-867f-801baadaa6d4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:06.885718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72c9e6ff-bb40-4c4c-8c5d-abad35308461 req-1393b5ac-a324-4cbd-867f-801baadaa6d4 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 945 time: 0.6599317 May 06 12:59:06.905363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.924953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f5b4c-a1b9-4fcc-aad8-0bc977428e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4d06da-8d88-4f15-b40c-4246456117b5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:06.941249 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.943776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:06.944073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.950293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f505a604-9136-4262-9bbf-30519ee1e37d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1893494 May 06 12:59:06.972519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55580) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:07.014328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:07.131882 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5957134 May 06 12:59:07.131882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55584) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:07.143344 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127f5b4c-a1b9-4fcc-aad8-0bc977428e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.144620 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-127f5b4c-a1b9-4fcc-aad8-0bc977428e91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b4d06da-8d88-4f15-b40c-4246456117b5 HTTP/1.1" status: 204 len: 168 time: 1.2663727 May 06 12:59:07.149627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'admin_state_up': True, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:07.158849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fc0b4-9df1-489f-96a2-35d9d0b6e227 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Network': ['ID=cfc69eba-f394-4ef5-9b1b-5cc6d2831238,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:07.162121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:07.167840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.170247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:router and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:07.189235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:59:07.216699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:07.242356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:07.292192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network ff7e3d66-cf45-497a-9761-004749776da2 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:07.294523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.295539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.299579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=e83cde36-73b1-48e5-873f-58963d0e0dce,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:07.313108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:07.322863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:07.450397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:07.451193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.462672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.510696 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3faa2a2b-c58f-4610-8666-9f3f8848d29f tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.4176764 May 06 12:59:07.519663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:07.522566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55590) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:07.541543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72c9e6ff-bb40-4c4c-8c5d-abad35308461 req-0b546df1-ca3e-49f9-9b00-53819345e398 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419954 May 06 12:59:07.567808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': 'e83cde36-73b1-48e5-873f-58963d0e0dce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:07.585111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:07.601880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:07.619805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:07.634929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:floatingip and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:07.646075 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.655539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.703115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:07.707693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:07.719900 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:07.725263 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.919604 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.992975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:08.044693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Network 78d419db-3f04-412a-80ac-883c2ae53b5c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:08.115275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9e5dabf5-8f70-48eb-865a-22d9041058e1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:08.273282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:08.279406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.307960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.349059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:08.369228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.477277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:08.528460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2035b6-d2bf-4df0-9e8e-c4577e5b089c None None] Network f21ce941-20a5-4733-8e15-8ac56d3272ae requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:08.576049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Allocated IP 172.25.7.17 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/f7273b95-076d-4f39-9f8d-69e93703615a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:08.730182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.778804 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.779399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-377a867c-c55d-465a-babc-35d2e77b49b0 None None] Provisioning for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:08.793896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-377a867c-c55d-465a-babc-35d2e77b49b0 None None] Provisioning complete for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:08.795102 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-377a867c-c55d-465a-babc-35d2e77b49b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.848314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Router 0c15d0ed-ae88-4e38-bb86-38854d356576 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:59:08.854025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.944315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Pushing event updated for resources: {'Port': ['ID=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:08.988746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:08.989726 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.000544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=f7273b95-076d-4f39-9f8d-69e93703615a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:09.027284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:09.029030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:09.032062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:09.159124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55614) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:09.173937 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-330ea065-1289-424e-a209-ecfbcd041a0a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4368980 May 06 12:59:09.237063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e9a3-c1f9-4ffd-b8bd-e647f0b9faed req-bf16268f-7f24-413c-8904-03ac761ce560 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:09.243536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1965e9a3-c1f9-4ffd-b8bd-e647f0b9faed req-bf16268f-7f24-413c-8904-03ac761ce560 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 945 time: 1.3907702 May 06 12:59:09.253246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Request body: {'port': {'device_id': '250720eb-114c-4159-b246-5b8891227226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:09.283297 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.284272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.330911 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-377a867c-c55d-465a-babc-35d2e77b49b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.484617 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22cf1f75-fb42-46f0-93af-f41ce0452b26 tempest-ServiceProvidersTest-124244611 tempest-ServiceProvidersTest-124244611-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3239920 May 06 12:59:09.511422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-377a867c-c55d-465a-babc-35d2e77b49b0 None None] For port 9e5dabf5-8f70-48eb-865a-22d9041058e1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9e5dabf5-8f70-48eb-865a-22d9041058e1,segment=NetworkSegment(5b71ce28-9cde-4fc4-9b21-de44d0846732),segment_id=5b71ce28-9cde-4fc4-9b21-de44d0846732)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:09.519883 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-377a867c-c55d-465a-babc-35d2e77b49b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.621459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c759de-11a8-429c-b7c8-3043747b93ce req-1c561ddd-3c74-42eb-abf1-d66a87fa871e tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:09.622234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-63c759de-11a8-429c-b7c8-3043747b93ce req-1c561ddd-3c74-42eb-abf1-d66a87fa871e tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Synchronizing usage tracker for tenant:3ee5ced1cb704d91b4be573006805e8d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:09.679258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:59:09.683276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a867c-c55d-465a-babc-35d2e77b49b0 None None] Pushing event updated for resources: {'Port': ['ID=9e5dabf5-8f70-48eb-865a-22d9041058e1,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:09.760511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1965e9a3-c1f9-4ffd-b8bd-e647f0b9faed req-d920bb1d-dffb-4d81-bc36-681e6edca95d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104702 May 06 12:59:09.832782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-63c759de-11a8-429c-b7c8-3043747b93ce req-1c561ddd-3c74-42eb-abf1-d66a87fa871e tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Unset dirty status for tenant:3ee5ced1cb704d91b4be573006805e8d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:09.840566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63c759de-11a8-429c-b7c8-3043747b93ce req-1c561ddd-3c74-42eb-abf1-d66a87fa871e tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 932 time: 1.5061240 May 06 12:59:10.007449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:59:10.025021 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fb85a1-1ed5-4d09-8da3-e868466949cf None None] Sync routers for ids ['0c15d0ed-ae88-4e38-bb86-38854d356576'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:59:10.035408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f5c50d77-dc21-4eb9-862e-ee1b82e45eda tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "PUT /v2.0/routers/0c15d0ed-ae88-4e38-bb86-38854d356576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9351919 May 06 12:59:10.042593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55626) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:10.048710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-63c759de-11a8-429c-b7c8-3043747b93ce req-bce7b117-aa3f-493c-ac96-d7a07e03a113 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Synchronizing usage tracker for tenant:3ee5ced1cb704d91b4be573006805e8d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:10.082629 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb85a1-1ed5-4d09-8da3-e868466949cf None None] Routers {'0c15d0ed-ae88-4e38-bb86-38854d356576'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:10.083734 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b3fb85a1-1ed5-4d09-8da3-e868466949cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0c15d0ed-ae88-4e38-bb86-38854d356576'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:10.169468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9e5dabf5-8f70-48eb-865a-22d9041058e1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:10.202281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:59:10.212374 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.252227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.258739 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3dd82fd8-e694-41f1-870b-2043685c2059 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1167274 May 06 12:59:10.259154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55630) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:10.264437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Sync routers for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:59:10.350186 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b3fb85a1-1ed5-4d09-8da3-e868466949cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:10.389858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55636) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:10.392637 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb85a1-1ed5-4d09-8da3-e868466949cf None None] Routers {'0c15d0ed-ae88-4e38-bb86-38854d356576'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:10.394208 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b3fb85a1-1ed5-4d09-8da3-e868466949cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0c15d0ed-ae88-4e38-bb86-38854d356576'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:10.446338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-52ad2c34-2b3d-44e3-b654-31f50c718209 None None] Provisioning complete for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:10.446774 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-52ad2c34-2b3d-44e3-b654-31f50c718209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.542034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:10.546897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:58:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:10.639917 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b3fb85a1-1ed5-4d09-8da3-e868466949cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:10.640413 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fb85a1-1ed5-4d09-8da3-e868466949cf None None] The sync data for ids ['0c15d0ed-ae88-4e38-bb86-38854d356576'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:10.713350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a39ca2d-b0d7-486b-9d7b-cc154185dde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.802967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a39ca2d-b0d7-486b-9d7b-cc154185dde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:10.817283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a39ca2d-b0d7-486b-9d7b-cc154185dde5 admin admin] Usage tracker for resource:security_group_rule and tenant:77cf9ad345bf4c3e8342a8e75cf21244 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:10.824589 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f1b95d4c-15e6-48ba-af3d-ce4a78e03fde tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7535c1e0fcf54357be62a1626ef94055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5633850 May 06 12:59:10.825749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a39ca2d-b0d7-486b-9d7b-cc154185dde5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:10.830840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55644) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:10.858107 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-96343c40-0f59-4be6-b9e3-b24120c4a8c1 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] show failed (client error): The resource could not be found. May 06 12:59:10.860303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-96343c40-0f59-4be6-b9e3-b24120c4a8c1 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1183216181 HTTP/1.1" status: 404 len: 335 time: 0.8075035 May 06 12:59:10.863266 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.884592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55648) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:11.011259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:11.011752 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.014677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-64dec96f-907a-4cfa-9ed1-31bb88c0ee5c tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:11.154746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610cb86-b106-4beb-8c66-2cd57682fd14 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:11.156593 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-64dec96f-907a-4cfa-9ed1-31bb88c0ee5c tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] update failed (client error): The resource could not be found. May 06 12:59:11.157956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-64dec96f-907a-4cfa-9ed1-31bb88c0ee5c tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-864596652 HTTP/1.1" status: 404 len: 334 time: 0.2670934 May 06 12:59:11.166006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4610cb86-b106-4beb-8c66-2cd57682fd14 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3335192 May 06 12:59:11.168621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55652) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:11.169150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55654) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:11.171759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a39ca2d-b0d7-486b-9d7b-cc154185dde5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:11.173489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-63c759de-11a8-429c-b7c8-3043747b93ce req-bce7b117-aa3f-493c-ac96-d7a07e03a113 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Unset dirty status for tenant:3ee5ced1cb704d91b4be573006805e8d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:11.175617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63c759de-11a8-429c-b7c8-3043747b93ce req-bce7b117-aa3f-493c-ac96-d7a07e03a113 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3348215 May 06 12:59:11.277756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:59:11.290358 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3b0ba2d4-ce7a-4a4a-a880-34b6ef526c61 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1093526 May 06 12:59:11.494646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55660) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:11.522444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1918048510', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:11.596366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:59:11.787656 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.920004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a39ca2d-b0d7-486b-9d7b-cc154185dde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.931454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b198650-34bf-45b0-928f-285a7ce1e331 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Deleting subnet e1f01af8-6a46-47a8-bf57-49b7b36b3670 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:11.935026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a39ca2d-b0d7-486b-9d7b-cc154185dde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.960626 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b198650-34bf-45b0-928f-285a7ce1e331 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.027199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f37bed-39cd-4b7f-bc5a-25e8ee830880 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:12.039464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:12.062697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf2d91-ad0c-4e94-a1e4-aaf0f0a0b762 req-62254a38-addf-4365-a829-3268aa5127f0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:12.065146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbaf2d91-ad0c-4e94-a1e4-aaf0f0a0b762 req-62254a38-addf-4365-a829-3268aa5127f0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 945 time: 1.2925532 May 06 12:59:12.066193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:09Z', 'revision_number': 3, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:12.076435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Checking router: 4cf23e94-ec26-4697-9dbc-f5c0578b0051 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:59:12.077676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Updating router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 port f7273b95-076d-4f39-9f8d-69e93703615a binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:59:12.080215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.095522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39ca2d-b0d7-486b-9d7b-cc154185dde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0e310-3d9f-45e2-9d1b-e94238d74c8f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:12.106545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:subnet and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:12.114924 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7a39ca2d-b0d7-486b-9d7b-cc154185dde5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77cf9ad345bf4c3e8342a8e75cf21244&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7197568 May 06 12:59:12.117015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b198650-34bf-45b0-928f-285a7ce1e331 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.136718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55664) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:12.142038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network f21ce941-20a5-4733-8e15-8ac56d3272ae is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:12.142656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.25.7.168 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/a5ae2201-dfa8-4d26-b9df-e5279a50d7e0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:12.167896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:12.187511 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.219726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:12.233369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595cd71-16b7-4dc2-a41d-10468a280857 None None] Network f21ce941-20a5-4733-8e15-8ac56d3272ae requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:12.236304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:12.239862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=14641563-54c7-41de-9834-cb1eb983e123,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:12.266899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Transition to ACTIVE for port object c5f37bed-39cd-4b7f-bc5a-25e8ee830880 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:12.271792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b198650-34bf-45b0-928f-285a7ce1e331 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.273655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:12.275777 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.425354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1454e0c4-1066-4ea2-bd27-ef25818dcae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.519033 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b198650-34bf-45b0-928f-285a7ce1e331 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.524238 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.534735 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cecdb342-2f33-4a36-b258-0379ad04cc0a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.5604343 May 06 12:59:12.552868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55670) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:12.606050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b198650-34bf-45b0-928f-285a7ce1e331 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f01af8-6a46-47a8-bf57-49b7b36b3670,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:12.618579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b198650-34bf-45b0-928f-285a7ce1e331 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.634552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae', 'fixed_ips': [{'subnet_id': 'c6ad88e9-d96e-4777-911f-65033c93bc1a'}, {'subnet_id': '14641563-54c7-41de-9834-cb1eb983e123'}], 'name': 'tempest-PortsTestJSON-1899662305'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:12.642665 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7b198650-34bf-45b0-928f-285a7ce1e331 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "DELETE /v2.0/subnets/e1f01af8-6a46-47a8-bf57-49b7b36b3670 HTTP/1.1" status: 204 len: 168 time: 1.4605927 May 06 12:59:12.645164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55674) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:12.650147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d43354-bf34-4688-ae4b-f9bcaf4fd40f None None] Network 3e830550-8c96-4174-a9d5-f91d282d5928 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:12.667534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Made reservation on behalf of 7535c1e0fcf54357be62a1626ef94055 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:13.014868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] DHCP port deletion for 3e830550-8c96-4174-a9d5-f91d282d5928 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:59:13.037994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] Deleting port 788f93d3-6df9-4a6b-b596-a2c51e371376 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:13.038571 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.053562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-99db85f1-2d13-4456-862d-1cce58cf8b78 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Deleting subnet 9d8be207-dd5f-4874-a7a4-a3d50dcc26ab {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:13.055905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbaf2d91-ad0c-4e94-a1e4-aaf0f0a0b762 req-ce00ab2d-7913-4828-8a3e-89829048b7f0 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9649408 May 06 12:59:13.059872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99db85f1-2d13-4456-862d-1cce58cf8b78 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.134523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.160897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:13.169854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99db85f1-2d13-4456-862d-1cce58cf8b78 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.170201 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.188073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.356949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99db85f1-2d13-4456-862d-1cce58cf8b78 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.362490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ca160-2b5c-482d-a3e6-1a6a1b368da6 None None] Update dhcp port {'port': {'network_id': 'f21ce941-20a5-4733-8e15-8ac56d3272ae', 'fixed_ips': [{'subnet_id': 'c6ad88e9-d96e-4777-911f-65033c93bc1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '14641563-54c7-41de-9834-cb1eb983e123'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '9e5dabf5-8f70-48eb-865a-22d9041058e1'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:59:13.469451 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-860839fa-6c88-4e7f-a4f4-a222a16ef110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.516703 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99db85f1-2d13-4456-862d-1cce58cf8b78 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.546395 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-636ca160-2b5c-482d-a3e6-1a6a1b368da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.600826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db85f1-2d13-4456-862d-1cce58cf8b78 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8be207-dd5f-4874-a7a4-a3d50dcc26ab,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:13.615503 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99db85f1-2d13-4456-862d-1cce58cf8b78 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.630854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f0605d-5323-4425-adc2-7b15501c8a01 None None] Network df07d53c-f8a2-499c-8ac2-119a2b47e0cd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:13.631118 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-99db85f1-2d13-4456-862d-1cce58cf8b78 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "DELETE /v2.0/subnets/9d8be207-dd5f-4874-a7a4-a3d50dcc26ab HTTP/1.1" status: 204 len: 168 time: 0.9818974 May 06 12:59:13.631963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55680) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:13.664461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:13.674488 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-860839fa-6c88-4e7f-a4f4-a222a16ef110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.676201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] For port 788f93d3-6df9-4a6b-b596-a2c51e371376, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=788f93d3-6df9-4a6b-b596-a2c51e371376,segment=NetworkSegment(f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14),segment_id=f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:13.676608 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.707645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:13.724450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:13.751777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e01d8-75fb-4c02-b6ec-b8fdb4aa0991 req-9d6d7185-667d-4b30-8288-aefcf63aa010 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:13.756916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-638e01d8-75fb-4c02-b6ec-b8fdb4aa0991 req-9d6d7185-667d-4b30-8288-aefcf63aa010 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 944 time: 1.1401606 May 06 12:59:13.760397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:13.811853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.865796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.884133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Deleting port 788f93d3-6df9-4a6b-b596-a2c51e371376 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:13.885372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.924496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:13.960083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Attempting to bind port c5f37bed-39cd-4b7f-bc5a-25e8ee830880 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:13.961264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Attempting to bind port c5f37bed-39cd-4b7f-bc5a-25e8ee830880 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'bae23642-0c72-4785-992f-fdeaa7115f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78d419db-3f04-412a-80ac-883c2ae53b5c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:13.961471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Attempting to bind port c5f37bed-39cd-4b7f-bc5a-25e8ee830880 on network 78d419db-3f04-412a-80ac-883c2ae53b5c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:13.970737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] Calling delete_port for 788f93d3-6df9-4a6b-b596-a2c51e371376 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:14.077891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 788f93d3-6df9-4a6b-b596-a2c51e371376 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:14.237426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] For port 788f93d3-6df9-4a6b-b596-a2c51e371376, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=788f93d3-6df9-4a6b-b596-a2c51e371376,segment=NetworkSegment(f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14),segment_id=f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:14.238122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.431398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Calling delete_port for 788f93d3-6df9-4a6b-b596-a2c51e371376 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:14.472293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:14.495576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:14.498664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Port c5f37bed-39cd-4b7f-bc5a-25e8ee830880 on network 78d419db-3f04-412a-80ac-883c2ae53b5c not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:59:14.499188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Attempting to bind port c5f37bed-39cd-4b7f-bc5a-25e8ee830880 on network 78d419db-3f04-412a-80ac-883c2ae53b5c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:14.512104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:14.571925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=a5ae2201-dfa8-4d26-b9df-e5279a50d7e0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:14.585848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.596272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-860839fa-6c88-4e7f-a4f4-a222a16ef110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.641871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Port': ['ID=788f93d3-6df9-4a6b-b596-a2c51e371376,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:14.648428 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-638e01d8-75fb-4c02-b6ec-b8fdb4aa0991 req-2630c367-fd4b-436b-bd7f-faf424b413d4 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8480341 May 06 12:59:14.655045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port 788f93d3-6df9-4a6b-b596-a2c51e371376 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:59:14.655713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] No DVR routers for this DVR port 788f93d3-6df9-4a6b-b596-a2c51e371376 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:14.655883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 788f93d3-6df9-4a6b-b596-a2c51e371376 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:14.700905 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:14.701786 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:14.712254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-636ca160-2b5c-482d-a3e6-1a6a1b368da6 None None] Allocated IP 172.20.0.18 (f21ce941-20a5-4733-8e15-8ac56d3272ae/14641563-54c7-41de-9834-cb1eb983e123/9e5dabf5-8f70-48eb-865a-22d9041058e1) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:14.793989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f392834d-d3aa-4460-b6e5-455d27d81429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.859162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6071-c947-462d-af09-f0af77c2936e req-9dd96bdc-346a-4233-95d8-6d1149cc795d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:14.862002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16fd6071-c947-462d-af09-f0af77c2936e req-9dd96bdc-346a-4233-95d8-6d1149cc795d tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 945 time: 1.4915824 May 06 12:59:14.863300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:14.863855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Checking segment: {'id': 'bae23642-0c72-4785-992f-fdeaa7115f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78d419db-3f04-412a-80ac-883c2ae53b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:14.864487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Bound using segment: {'id': 'bae23642-0c72-4785-992f-fdeaa7115f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78d419db-3f04-412a-80ac-883c2ae53b5c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:14.865602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Bound port: c5f37bed-39cd-4b7f-bc5a-25e8ee830880, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae23642-0c72-4785-992f-fdeaa7115f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '78d419db-3f04-412a-80ac-883c2ae53b5c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:14.866187 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.926083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860839fa-6c88-4e7f-a4f4-a222a16ef110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0e310-3d9f-45e2-9d1b-e94238d74c8f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:14.961770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.974713 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:59:15.000503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e830550-8c96-4174-a9d5-f91d282d5928']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:15.026025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:15.026934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d4ac15-0850-4d3f-aa0b-0da8ccee0b14') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:15.046513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.078461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.088516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:15.089470 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: timer() May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:15.127794 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:15.148986 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.187867 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.207677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] Deleting port 788f93d3-6df9-4a6b-b596-a2c51e371376 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:15.208366 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.265224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] DHCP port deletion for df07d53c-f8a2-499c-8ac2-119a2b47e0cd request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:59:15.284790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.288231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-636ca160-2b5c-482d-a3e6-1a6a1b368da6 None None] For port 9e5dabf5-8f70-48eb-865a-22d9041058e1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9e5dabf5-8f70-48eb-865a-22d9041058e1,segment=NetworkSegment(5b71ce28-9cde-4fc4-9b21-de44d0846732),segment_id=5b71ce28-9cde-4fc4-9b21-de44d0846732)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:15.308798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.328980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Network': ['ID=3e830550-8c96-4174-a9d5-f91d282d5928,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:15.334119 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f41cec3c-6f2e-4170-9d14-00c87ae7ba13 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "DELETE /v2.0/networks/3e830550-8c96-4174-a9d5-f91d282d5928 HTTP/1.1" status: 204 len: 168 time: 1.7005875 May 06 12:59:15.336461 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-636ca160-2b5c-482d-a3e6-1a6a1b368da6 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.343250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55688) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:15.343636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Transition to ACTIVE for port object f7273b95-076d-4f39-9f8d-69e93703615a will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:15.366667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] Deleting port f68365ba-ae21-45ca-8eb3-2bb31b5942ee {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:15.367634 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.378077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] For port c5f37bed-39cd-4b7f-bc5a-25e8ee830880, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:15.385664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] For port c5f37bed-39cd-4b7f-bc5a-25e8ee830880, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,segment=NetworkSegment(bae23642-0c72-4785-992f-fdeaa7115f37),segment_id=bae23642-0c72-4785-992f-fdeaa7115f37)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:15.445790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.482957 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.512716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.528733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Deleting port f68365ba-ae21-45ca-8eb3-2bb31b5942ee {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:15.529285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.601872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ac75f71d-f2ad-487e-ab3c-879bc831c5f2 None None] The port '788f93d3-6df9-4a6b-b596-a2c51e371376' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:59:15.610794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-636ca160-2b5c-482d-a3e6-1a6a1b368da6 None None] Transition to ACTIVE for port object 9e5dabf5-8f70-48eb-865a-22d9041058e1 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:15.648355 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-860839fa-6c88-4e7f-a4f4-a222a16ef110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.650245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-860839fa-6c88-4e7f-a4f4-a222a16ef110 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ad0e310-3d9f-45e2-9d1b-e94238d74c8f HTTP/1.1" status: 204 len: 168 time: 3.4716048 May 06 12:59:15.667694 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.671437 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-636ca160-2b5c-482d-a3e6-1a6a1b368da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.714209 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.763202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16fd6071-c947-462d-af09-f0af77c2936e req-9615ef55-12f0-480d-a570-7b2f12812be3 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/security-groups?id=fcd99e94-86b7-4872-b58d-eb202c2fe847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8292465 May 06 12:59:15.763847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Subnet': ['ID=bfe33ab2-551a-4907-b9eb-0c23c3eab6dc,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:15.766945 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.768513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] 10.222.0.48 "PUT /v2.0/ports/c5f37bed-39cd-4b7f-bc5a-25e8ee830880 HTTP/1.1" status: 200 len: 1092 time: 6.5234721 May 06 12:59:15.782896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250720eb-114c-4159-b246-5b8891227226', 'tag': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:15.802166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141a439-516c-4b29-b37a-80bd1b83131d None None] Pushing event updated for resources: {'Port': ['ID=f7273b95-076d-4f39-9f8d-69e93703615a,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:15.833365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port b97d6820-696a-478b-a1c1-ecc487d92faa yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:59:15.891701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Checking segment: {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:15.892789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network hostable DHCP agents. Network: cfc69eba-f394-4ef5-9b1b-5cc6d2831238, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:59:15.914932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9af7-e2a6-4240-ab45-b052c8a69246 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:16.054140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Attempting to bind port f7273b95-076d-4f39-9f8d-69e93703615a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:16.054800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Attempting to bind port f7273b95-076d-4f39-9f8d-69e93703615a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:16.055430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Attempting to bind port f7273b95-076d-4f39-9f8d-69e93703615a on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:16.138643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] For port f68365ba-ae21-45ca-8eb3-2bb31b5942ee, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f68365ba-ae21-45ca-8eb3-2bb31b5942ee,segment=NetworkSegment(70125dee-e10a-4197-a297-dcade83ca3c5),segment_id=70125dee-e10a-4197-a297-dcade83ca3c5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:16.142510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.151886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f68365ba-ae21-45ca-8eb3-2bb31b5942ee no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:16.267322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:16.268322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:16.269047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.269612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:16.270503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Bound port: f7273b95-076d-4f39-9f8d-69e93703615a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:16.271007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.318465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-f77a495c-9e84-4bb5-a930-b41a9fa32a65 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 1.3652847 May 06 12:59:16.336902 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.376789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ca160-2b5c-482d-a3e6-1a6a1b368da6 None None] Pushing event updated for resources: {'Port': ['ID=9e5dabf5-8f70-48eb-865a-22d9041058e1,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:16.439757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] For port f68365ba-ae21-45ca-8eb3-2bb31b5942ee, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f68365ba-ae21-45ca-8eb3-2bb31b5942ee,segment=NetworkSegment(70125dee-e10a-4197-a297-dcade83ca3c5),segment_id=70125dee-e10a-4197-a297-dcade83ca3c5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:16.440243 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.550160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:59:16.552709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.571023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Calling delete_port for f68365ba-ae21-45ca-8eb3-2bb31b5942ee owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:16.669260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, cfc69eba-f394-4ef5-9b1b-5cc6d2831238) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:16.669508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] Calling delete_port for f68365ba-ae21-45ca-8eb3-2bb31b5942ee owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:16.700975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:16.701539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.730014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.766862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-c54d05b5-5f57-4513-834b-35230e9c6c29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ee5ced1cb704d91b4be573006805e8d&device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 1095 time: 0.8530419 May 06 12:59:16.795327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1c2fc-50d5-468b-a264-8620ece829e2 req-1358e517-d113-4577-b697-81135e0f6987 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:16.802779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48160a4f-b619-42bf-8521-039945b63ef7 None None] Network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:16.803628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73f1c2fc-50d5-468b-a264-8620ece829e2 req-1358e517-d113-4577-b697-81135e0f6987 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 944 time: 0.6360641 May 06 12:59:16.833081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Port': ['ID=f68365ba-ae21-45ca-8eb3-2bb31b5942ee,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:16.850694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] No DVR routers for this DVR port f68365ba-ae21-45ca-8eb3-2bb31b5942ee on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:16.867222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Port f68365ba-ae21-45ca-8eb3-2bb31b5942ee update to DOWN by agent not found {{(pid=83958) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 12:59:16.892081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] For port f7273b95-076d-4f39-9f8d-69e93703615a, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:17.032297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:17.036964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] For port f7273b95-076d-4f39-9f8d-69e93703615a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f7273b95-076d-4f39-9f8d-69e93703615a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:17.049405 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.119415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.166266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df07d53c-f8a2-499c-8ac2-119a2b47e0cd']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:17.202816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:17.203138 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:17.223074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70125dee-e10a-4197-a297-dcade83ca3c5') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:17.225070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Usage tracker for resource:security_group_rule and tenant:fe1d5d69844b48e899cb2076b419a39e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:17.227117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70125dee-e10a-4197-a297-dcade83ca3c5') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:17.234140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:17.246725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:17.248675 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.294990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-ca4a9189-c37e-4e5f-b96a-3fa20c26241b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5f37bed-39cd-4b7f-bc5a-25e8ee830880 HTTP/1.1" status: 200 len: 217 time: 0.5114627 May 06 12:59:17.300220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141a439-516c-4b29-b37a-80bd1b83131d None None] Pushing event updated for resources: {'Port': ['ID=f7273b95-076d-4f39-9f8d-69e93703615a,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:17.313538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.321470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:17.322134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:59:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:17.329002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:17.330008 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.370342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-03daa79e-e16c-4268-9d97-6952e4b72c00 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.8704176 May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: timer() May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:17.373873 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:17.380183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55712) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:17.600612 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.600612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:59:17.600612 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.619442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cef4fdb0-809f-4912-842c-17bad5a2ecf9 None None] Provisioning for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:17.645887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cef4fdb0-809f-4912-842c-17bad5a2ecf9 None None] Provisioning complete for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:17.646263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cef4fdb0-809f-4912-842c-17bad5a2ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.734280 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] Deleting port f68365ba-ae21-45ca-8eb3-2bb31b5942ee {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:17.734571 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.804628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.834279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73f1c2fc-50d5-468b-a264-8620ece829e2 req-9d9047ae-34bf-4aad-9c9d-f51a5ca70dfc tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0300608 May 06 12:59:17.854579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6aaba-30ec-4202-9e46-a0182db55673 None None] The port 'f68365ba-ae21-45ca-8eb3-2bb31b5942ee' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:59:17.854579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:59:17.876340 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.893416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Network': ['ID=df07d53c-f8a2-499c-8ac2-119a2b47e0cd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:17.917763 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5f5daa84-f147-4e8f-a5e9-515ea30f9bf2 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "DELETE /v2.0/networks/df07d53c-f8a2-499c-8ac2-119a2b47e0cd HTTP/1.1" status: 204 len: 168 time: 2.5724690 May 06 12:59:17.920739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55722) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:17.943255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-7472dec8-ba29-4580-9a6e-ef1c316b0042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:17.950352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-7472dec8-ba29-4580-9a6e-ef1c316b0042 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5eaf001f-1753-4b2b-9c2d-60ee5a28a119 HTTP/1.1" status: 200 len: 848 time: 0.5779319 May 06 12:59:18.154427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9e5dabf5-8f70-48eb-865a-22d9041058e1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:18.188004 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a6c17c-5447-429c-b47e-bc486b12f251'] response: {'name': 'network-changed', 'server_uuid': '250720eb-114c-4159-b246-5b8891227226', 'tag': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880', 'status': 'completed', 'code': 200} May 06 12:59:18.255454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-c55a2300-3b3e-401d-86b3-fd97009f016d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78d419db-3f04-412a-80ac-883c2ae53b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2215269 May 06 12:59:18.320163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:18.429960 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:18.505233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Allocated IP 172.20.0.2 (cfc69eba-f394-4ef5-9b1b-5cc6d2831238/bfe33ab2-551a-4907-b9eb-0c23c3eab6dc/6ddcb69f-b002-49b3-a7b9-5259d8009389) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:18.530659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.9 (f21ce941-20a5-4733-8e15-8ac56d3272ae/c6ad88e9-d96e-4777-911f-65033c93bc1a/b97d6820-696a-478b-a1c1-ecc487d92faa) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:18.588102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.21 (f21ce941-20a5-4733-8e15-8ac56d3272ae/14641563-54c7-41de-9834-cb1eb983e123/b97d6820-696a-478b-a1c1-ecc487d92faa) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:18.751274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:18.751929 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:18.922065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Synchronizing usage tracker for tenant:fe1d5d69844b48e899cb2076b419a39e on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:18.934182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682baf85-fdcd-4ab3-90eb-6232b6bdb688,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:18.962776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:09Z', 'revision_number': 3, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:19.002651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.025314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58d741-129f-4fd5-b6c8-00c0e0e1e3bb None None] The sync data for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 is: [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:09Z', 'revision_number': 3, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:19.078506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.101475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Transition to ACTIVE for port object 6ddcb69f-b002-49b3-a7b9-5259d8009389 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:19.136970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Transition to ACTIVE for port object 6ddcb69f-b002-49b3-a7b9-5259d8009389 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:19.148038 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.256438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:19.282295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:19.290995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Pushing event updated for resources: {'Port': ['ID=6ddcb69f-b002-49b3-a7b9-5259d8009389,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:19.304445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:19.489467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.490234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.490408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.490955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.491509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.491951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.492534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.493223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.493785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.494528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.495258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:19.562463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Attempting to bind port 6ddcb69f-b002-49b3-a7b9-5259d8009389 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:19.565910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Attempting to bind port 6ddcb69f-b002-49b3-a7b9-5259d8009389 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:19.566576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Attempting to bind port 6ddcb69f-b002-49b3-a7b9-5259d8009389 on network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:19.612884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:19.613624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Checking segment: {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:19.614207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.614920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Bound using segment: {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:19.615528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.616020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Bound port: 6ddcb69f-b002-49b3-a7b9-5259d8009389, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:19.616662 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.756152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-d4c8775a-ace3-46f7-badc-21a25330ea8c service neutron] 10.222.0.48 "GET /v2.0/networks/78d419db-3f04-412a-80ac-883c2ae53b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4820869 May 06 12:59:19.793506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Unset dirty status for tenant:fe1d5d69844b48e899cb2076b419a39e on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:19.815588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b4e5a7a-aece-421d-b9a7-c69fd398167d req-69aca283-0cbf-4fb5-acdb-d557bbf5cf44 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 3.4465048 May 06 12:59:19.863644 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.012877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.018874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-4116ce54-79e7-4886-9a7e-5985c4e6576e tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Deleting subnet 8af33ea7-ad25-4f3a-a785-94aad76102b7 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:20.092467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] For port 6ddcb69f-b002-49b3-a7b9-5259d8009389, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:20.096614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] For port 6ddcb69f-b002-49b3-a7b9-5259d8009389, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6ddcb69f-b002-49b3-a7b9-5259d8009389,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:20.106145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.160679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f7273b95-076d-4f39-9f8d-69e93703615a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:20.344438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object b97d6820-696a-478b-a1c1-ecc487d92faa will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:20.542470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e1dd0-4435-4b9f-8431-6900fa36887d None None] Pushing event updated for resources: {'Port': ['ID=6ddcb69f-b002-49b3-a7b9-5259d8009389,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:20.663858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f7273b95-076d-4f39-9f8d-69e93703615a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:20.665619 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4116ce54-79e7-4886-9a7e-5985c4e6576e tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.682352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f7273b95-076d-4f39-9f8d-69e93703615a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:20.683020 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.916936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.982025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4116ce54-79e7-4886-9a7e-5985c4e6576e tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.999089 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:21.102857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f7273b95-076d-4f39-9f8d-69e93703615a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f7273b95-076d-4f39-9f8d-69e93703615a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:21.111199 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:21.117704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-17c019f2-57c6-444f-9b35-1ae89da9745a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:21.118568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-17c019f2-57c6-444f-9b35-1ae89da9745a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Synchronizing usage tracker for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:21.215536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-17c019f2-57c6-444f-9b35-1ae89da9745a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Unset dirty status for tenant:8cbba79a6db5485da4f5f4e3d724aeb6 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:21.216861 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-17c019f2-57c6-444f-9b35-1ae89da9745a tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 945 time: 0.6379709 May 06 12:59:21.273864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f7273b95-076d-4f39-9f8d-69e93703615a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:21.286346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Allocated IP 172.20.0.1 (cfc69eba-f394-4ef5-9b1b-5cc6d2831238/bfe33ab2-551a-4907-b9eb-0c23c3eab6dc/03ecfd19-bf30-47da-acde-edc0b296a6e7) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:21.362349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Deleting port a9a3dc90-3984-4d93-ae8e-c141312ea3db {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:21.362766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:21.545862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05d41f82-d2aa-4bb6-a99b-a85ab330ac6b req-015903c4-4b1a-4abd-bb99-0efce23a31d9 service neutron] 10.222.0.48 "GET /v2.0/networks/78d419db-3f04-412a-80ac-883c2ae53b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7048471 May 06 12:59:21.643911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=b97d6820-696a-478b-a1c1-ecc487d92faa,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:21.653811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network f21ce941-20a5-4733-8e15-8ac56d3272ae is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:21.707238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:21.723015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734d8bc-e5df-40d2-af55-ff714cbee389 req-36dce2ce-cc31-4099-bb92-6603b021c3d5 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:21.728164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5734d8bc-e5df-40d2-af55-ff714cbee389 req-36dce2ce-cc31-4099-bb92-6603b021c3d5 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 944 time: 2.1905797 May 06 12:59:21.728164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:21.805724 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:21.862626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Transition to ACTIVE for port object 03ecfd19-bf30-47da-acde-edc0b296a6e7 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:21.934816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] For port a9a3dc90-3984-4d93-ae8e-c141312ea3db, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a9a3dc90-3984-4d93-ae8e-c141312ea3db,segment=NetworkSegment(fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd),segment_id=fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:21.935364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.014591 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:59:22.130547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.179588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.214314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f7273b95-076d-4f39-9f8d-69e93703615a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:22.237705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:22.239155 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.266534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f4e6-dcdc-4d80-923d-2607f3945134 req-2c3d9954-e5f0-489b-954e-102cb36fd368 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:22.268610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8622f4e6-dcdc-4d80-923d-2607f3945134 req-2c3d9954-e5f0-489b-954e-102cb36fd368 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 1.1927581 May 06 12:59:22.323066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4116ce54-79e7-4886-9a7e-5985c4e6576e tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.356787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Calling delete_port for a9a3dc90-3984-4d93-ae8e-c141312ea3db owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:22.420356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4074d481-b6d3-487f-8165-ad59891fc984 None None] Provisioning for port b97d6820-696a-478b-a1c1-ecc487d92faa completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:22.444021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4074d481-b6d3-487f-8165-ad59891fc984 None None] Provisioning complete for port b97d6820-696a-478b-a1c1-ecc487d92faa triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:22.445426 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4074d481-b6d3-487f-8165-ad59891fc984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.476269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.581375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f7273b95-076d-4f39-9f8d-69e93703615a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:22.581790 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.613689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4074d481-b6d3-487f-8165-ad59891fc984 None None] Port b97d6820-696a-478b-a1c1-ecc487d92faa cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:22.629634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5734d8bc-e5df-40d2-af55-ff714cbee389 req-05f14c14-f1b3-4cc3-88a6-de7bb5e5224c tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755899 May 06 12:59:22.643340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:22.657286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:22.657631 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62425031-d40d-4b11-9fcf-cbdf489dc532 None None] Network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:22.661645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-91215092-2704-4cd9-8a10-949b5e6416fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 10.0522394 May 06 12:59:22.663226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=a5ae2201-dfa8-4d26-b9df-e5279a50d7e0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:22.667829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:22.681829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55762) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:22.709131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=03ecfd19-bf30-47da-acde-edc0b296a6e7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:22.724647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6ad88e9-d96e-4777-911f-65033c93bc1a'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:22.737965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.817218 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-168db375-412a-42b0-b3a5-b04adc115cca req-32ccc715-ef2a-4120-858f-e56f993d0d7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ee5ced1cb704d91b4be573006805e8d&device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 1095 time: 1.1620336 May 06 12:59:22.859117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['a9a3dc90-3984-4d93-ae8e-c141312ea3db'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:59:22.895018 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.905247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Pushing event deleted for resources: {'Port': ['ID=a9a3dc90-3984-4d93-ae8e-c141312ea3db,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:22.918806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.064458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f7a3de4c-980b-4c1c-979b-3038955cbd18 None None] Provisioning for port 6ddcb69f-b002-49b3-a7b9-5259d8009389 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:23.184810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8622f4e6-dcdc-4d80-923d-2607f3945134 req-0141cc30-e4d9-4df0-84be-7a5c6c9c23ec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8791461 May 06 12:59:23.200569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] No DVR routers for this DVR port a9a3dc90-3984-4d93-ae8e-c141312ea3db on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:23.206271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.209409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7638bfc-31af-4ed9-a1be-0d284464db35', 'name': 'network-vif-deleted', 'tag': 'a9a3dc90-3984-4d93-ae8e-c141312ea3db'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:23.233557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.252796 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c35a4cbf-3d74-4404-8af1-210eaada442f req-f41ff06c-d552-47a7-b7d5-c200da8ddeb7 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.36 "DELETE /v2.0/ports/a9a3dc90-3984-4d93-ae8e-c141312ea3db HTTP/1.1" status: 204 len: 173 time: 2.0253427 May 06 12:59:23.253786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55774) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:23.314287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6ddcb69f-b002-49b3-a7b9-5259d8009389 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:23.360889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7af2618-eeaf-4224-8337-f9a610340c33 req-9021b5ed-09ff-41c0-92d3-f562e9bb3e92 tempest-ServerDiskConfigTestJSON-2140793716 tempest-ServerDiskConfigTestJSON-2140793716-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7638bfc-31af-4ed9-a1be-0d284464db35 HTTP/1.1" status: 200 len: 210 time: 0.3710351 May 06 12:59:23.384273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4116ce54-79e7-4886-9a7e-5985c4e6576e tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.514117 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6591f22a-04f9-4580-ba75-49041b9ff0c5'] response: {'server_uuid': 'f7638bfc-31af-4ed9-a1be-0d284464db35', 'name': 'network-vif-deleted', 'tag': 'a9a3dc90-3984-4d93-ae8e-c141312ea3db', 'status': 'completed', 'code': 200} May 06 12:59:23.518391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ce54-79e7-4886-9a7e-5985c4e6576e tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Subnet': ['ID=8af33ea7-ad25-4f3a-a785-94aad76102b7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:23.587845 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dbf007be-4613-4e97-b128-82e7950febc4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 200 len: 992 time: 0.3241463 May 06 12:59:23.610770 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4116ce54-79e7-4886-9a7e-5985c4e6576e tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.663531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4116ce54-79e7-4886-9a7e-5985c4e6576e tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "DELETE /v2.0/subnets/8af33ea7-ad25-4f3a-a785-94aad76102b7 HTTP/1.1" status: 204 len: 168 time: 5.7295756 May 06 12:59:23.668540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:23.677079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168db375-412a-42b0-b3a5-b04adc115cca req-0a9be04a-da3e-437e-9efb-c1e94f0e08ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:23.679656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-168db375-412a-42b0-b3a5-b04adc115cca req-0a9be04a-da3e-437e-9efb-c1e94f0e08ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=78d419db-3f04-412a-80ac-883c2ae53b5c HTTP/1.1" status: 200 len: 909 time: 0.8351932 May 06 12:59:23.691751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505eede1-0e1e-4194-8d76-877878d817ec None None] Network dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:23.951602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-168db375-412a-42b0-b3a5-b04adc115cca req-03872dc4-533e-4332-99c9-7e03f4e028ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5f37bed-39cd-4b7f-bc5a-25e8ee830880 HTTP/1.1" status: 200 len: 217 time: 0.2483466 May 06 12:59:24.052559 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:24.058285 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:24.104668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Deleting port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:24.105261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:24.255629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168db375-412a-42b0-b3a5-b04adc115cca req-8aa24156-63e0-4c18-be16-615ec95e1f20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:24.257765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-168db375-412a-42b0-b3a5-b04adc115cca req-8aa24156-63e0-4c18-be16-615ec95e1f20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5eaf001f-1753-4b2b-9c2d-60ee5a28a119 HTTP/1.1" status: 200 len: 848 time: 0.2898607 May 06 12:59:24.266857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6ddcb69f-b002-49b3-a7b9-5259d8009389 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:24.291430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6ddcb69f-b002-49b3-a7b9-5259d8009389 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:24.292135 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:24.360891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-168db375-412a-42b0-b3a5-b04adc115cca req-4e5ed24a-32a5-4c81-92bc-16edc9b56fb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78d419db-3f04-412a-80ac-883c2ae53b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928748 May 06 12:59:24.425436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c5f37bed-39cd-4b7f-bc5a-25e8ee830880 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:59:24.731603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c5f37bed-39cd-4b7f-bc5a-25e8ee830880, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,segment=NetworkSegment(bae23642-0c72-4785-992f-fdeaa7115f37),segment_id=bae23642-0c72-4785-992f-fdeaa7115f37)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:24.772591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] For port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0,segment=NetworkSegment(78d542ed-a62e-416d-81c7-37c39043fc4d),segment_id=78d542ed-a62e-416d-81c7-37c39043fc4d)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:24.773760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:24.807283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880', 'network_id': '78d419db-3f04-412a-80ac-883c2ae53b5c', 'port_id': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880', 'mac_address': 'fa:16:3e:9a:b0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eaf001f-1753-4b2b-9c2d-60ee5a28a119', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:59:24.889588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0a7a6-cc15-4da6-8044-cc78bdedfc2e req-81434662-b60d-46f7-bdd1-994dc4da5c18 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:24.894200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6a0a7a6-cc15-4da6-8044-cc78bdedfc2e req-81434662-b60d-46f7-bdd1-994dc4da5c18 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 944 time: 0.8195629 May 06 12:59:24.928529 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP 8f4326a7-8822-4a4f-b8dd-5a0d433362b4 associated. External IP: 172.25.7.168, port: e83cde36-73b1-48e5-873f-58963d0e0dce. May 06 12:59:25.067893 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.102701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a9a3dc90-3984-4d93-ae8e-c141312ea3db no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:25.232594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] DHCP port deletion for dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:59:25.255820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: a9a3dc90-3984-4d93-ae8e-c141312ea3db {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:59:25.256480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a9a3dc90-3984-4d93-ae8e-c141312ea3db not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:25.262732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] Deleting port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:25.263173 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.309362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Calling delete_port for feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:25.363812 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:59:25.393100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-168db375-412a-42b0-b3a5-b04adc115cca req-98f46c8a-4141-4a79-bc9e-3db1213f30b2 service neutron] 10.222.0.48 "GET /v2.0/networks/78d419db-3f04-412a-80ac-883c2ae53b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0196857 May 06 12:59:25.405678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.419427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.475882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b6a0a7a6-cc15-4da6-8044-cc78bdedfc2e req-63f3cced-df47-4810-869e-132c8af6a26f tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493628 May 06 12:59:25.626036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=03ecfd19-bf30-47da-acde-edc0b296a6e7,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:25.653600 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e631260-d2db-4d04-9ccc-ce3773a4f09c req-d31518f1-8e72-4da4-90d7-6e8b4f6d5326 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.2301984 May 06 12:59:25.697603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.769355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 6ddcb69f-b002-49b3-a7b9-5259d8009389, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6ddcb69f-b002-49b3-a7b9-5259d8009389,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:25.776471 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.803771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] No DVR routers for this DVR port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:25.870284 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.888584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Port': ['ID=feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:25.908813 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.178911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-168db375-412a-42b0-b3a5-b04adc115cca req-f9d9ffdf-4162-44af-a775-884adba397e0 service neutron] 10.222.0.48 "GET /v2.0/networks/78d419db-3f04-412a-80ac-883c2ae53b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027028 May 06 12:59:26.185254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Delete allocated IP 172.20.0.21 (f21ce941-20a5-4733-8e15-8ac56d3272ae/14641563-54c7-41de-9834-cb1eb983e123) {{(pid=83955) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 12:59:26.340911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.425159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] For port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0,segment=NetworkSegment(78d542ed-a62e-416d-81c7-37c39043fc4d),segment_id=78d542ed-a62e-416d-81c7-37c39043fc4d)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:26.425999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.471453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd312de8-8bfc-4f32-b0e7-59f68a78a4a6']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:26.626719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d542ed-a62e-416d-81c7-37c39043fc4d') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:26.627082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d542ed-a62e-416d-81c7-37c39043fc4d') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:26.653325 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:59:26.684335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.694383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.771857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.790434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object b97d6820-696a-478b-a1c1-ecc487d92faa will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:26.798928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:26.800152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:26.802563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.806676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.808889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: timer() May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:26.883473 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:26.891778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:27.133284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d6fdc83-e7d8-41a0-a35b-b70bf749d16a None None] Provisioning for port 03ecfd19-bf30-47da-acde-edc0b296a6e7 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:27.158987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:59:27.163495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:27.204992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] Calling delete_port for feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:27.402233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f37bed-39cd-4b7f-bc5a-25e8ee830880 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:27.500852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c5f37bed-39cd-4b7f-bc5a-25e8ee830880, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,segment=NetworkSegment(bae23642-0c72-4785-992f-fdeaa7115f37),segment_id=bae23642-0c72-4785-992f-fdeaa7115f37)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:27.547472 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:27.561404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d6fdc83-e7d8-41a0-a35b-b70bf749d16a None None] Provisioning complete for port 03ecfd19-bf30-47da-acde-edc0b296a6e7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:27.562018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdc83-e7d8-41a0-a35b-b70bf749d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:27.567348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55832) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:27.626874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=b97d6820-696a-478b-a1c1-ecc487d92faa,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:27.707565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=6ddcb69f-b002-49b3-a7b9-5259d8009389,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:27.716470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55838) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:27.828595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] In _notify_port_updated(), no bound segment for port b97d6820-696a-478b-a1c1-ecc487d92faa on network f21ce941-20a5-4733-8e15-8ac56d3272ae {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:59:27.841669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:27.843698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:27.849062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7f3b6358-9976-454d-b4d8-ea27bcd6336f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "PUT /v2.0/ports/b97d6820-696a-478b-a1c1-ecc487d92faa HTTP/1.1" status: 200 len: 919 time: 5.1418214 May 06 12:59:27.852703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55842) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:27.881798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6ad88e9-d96e-4777-911f-65033c93bc1a'}, {'subnet_id': '14641563-54c7-41de-9834-cb1eb983e123'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:27.967653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:27.976455 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.051416 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "DELETE /v2.0/networks/dd312de8-8bfc-4f32-b0e7-59f68a78a4a6 HTTP/1.1" status: 204 len: 168 time: 4.3719981 May 06 12:59:28.065044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55848) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:28.124581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fdc83-e7d8-41a0-a35b-b70bf749d16a None None] Port 03ecfd19-bf30-47da-acde-edc0b296a6e7 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:28.137674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6ddcb69f-b002-49b3-a7b9-5259d8009389 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:28.205640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['c5f37bed-39cd-4b7f-bc5a-25e8ee830880'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:59:28.241059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f018c-23dc-43c7-be04-66b93bf290ed tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Pushing event deleted for resources: {'Network': ['ID=dd312de8-8bfc-4f32-b0e7-59f68a78a4a6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:28.281701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d376529-2739-4263-a744-340ae8fa3720 admin admin] Deleting subnet b5bf2cca-15c9-4f93-ab72-dde97d6e52a6 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:28.308366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d376529-2739-4263-a744-340ae8fa3720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.451586 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d376529-2739-4263-a744-340ae8fa3720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.454782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:28.463692 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:28.467304 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:28.524206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d6fdc83-e7d8-41a0-a35b-b70bf749d16a None None] Provisioning complete for port 6ddcb69f-b002-49b3-a7b9-5259d8009389 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:28.525884 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdc83-e7d8-41a0-a35b-b70bf749d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.619446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-354a7f70-7271-4763-b4a1-ac61fe64d0d8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Synchronizing usage tracker for tenant:31062a0402864c8fa52d5e0409e2946e on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:28.627815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d376529-2739-4263-a744-340ae8fa3720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.672492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063e34-ce85-47e2-ad51-0e1fb6d69aa7 req-f64f41b1-5072-42d2-bd79-6d8b345bd0bd tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:28.682346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4063e34-ce85-47e2-ad51-0e1fb6d69aa7 req-f64f41b1-5072-42d2-bd79-6d8b345bd0bd tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 944 time: 1.7298195 May 06 12:59:28.708225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6ddcb69f-b002-49b3-a7b9-5259d8009389 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:28.708704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.778310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:59:28.789139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-354a7f70-7271-4763-b4a1-ac61fe64d0d8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Unset dirty status for tenant:31062a0402864c8fa52d5e0409e2946e on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:28.791122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-354a7f70-7271-4763-b4a1-ac61fe64d0d8 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c15d0ed-ae88-4e38-bb86-38854d356576 HTTP/1.1" status: 200 len: 205 time: 0.7166271 May 06 12:59:28.794427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:59:28.795199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55864) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:28.801871 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.859361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4063e34-ce85-47e2-ad51-0e1fb6d69aa7 req-00a9dff7-2959-4e3f-9fe5-f646639010c2 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754336 May 06 12:59:29.029718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] Deleting port feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:29.030507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.070785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d376529-2739-4263-a744-340ae8fa3720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.161632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661596-e97f-46e8-b082-ce5a839f3b94 req-58832081-42a4-4c1b-9446-9ad15c0272b1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:29.163935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70661596-e97f-46e8-b082-ce5a839f3b94 req-58832081-42a4-4c1b-9446-9ad15c0272b1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 1.0049293 May 06 12:59:29.205878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-ebfd1bf3-5ce5-4eca-a941-b820111c3140 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5658429 May 06 12:59:29.210035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-081bd686-bd66-4641-8222-3a002dccef7a None None] The port 'feeaa3c8-e2e6-48a2-a9b9-9e52bc1145d0' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:59:29.248496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d376529-2739-4263-a744-340ae8fa3720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bf2cca-15c9-4f93-ab72-dde97d6e52a6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:29.351842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2f2b1481-a2df-4a7c-b093-2ee49c3a94b5 None None] Provisioning for port b97d6820-696a-478b-a1c1-ecc487d92faa completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:29.358120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2f2b1481-a2df-4a7c-b093-2ee49c3a94b5 None None] Provisioning complete for port b97d6820-696a-478b-a1c1-ecc487d92faa triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:29.359454 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1481-a2df-4a7c-b093-2ee49c3a94b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.374162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d376529-2739-4263-a744-340ae8fa3720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.499576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b1481-a2df-4a7c-b093-2ee49c3a94b5 None None] Port b97d6820-696a-478b-a1c1-ecc487d92faa cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:29.530211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2f2b1481-a2df-4a7c-b093-2ee49c3a94b5 None None] Provisioning complete for port 03ecfd19-bf30-47da-acde-edc0b296a6e7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:29.531177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1481-a2df-4a7c-b093-2ee49c3a94b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.586554 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1d376529-2739-4263-a744-340ae8fa3720 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b5bf2cca-15c9-4f93-ab72-dde97d6e52a6 HTTP/1.1" status: 204 len: 168 time: 1.8469036 May 06 12:59:29.589206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55892) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:29.712143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b1481-a2df-4a7c-b093-2ee49c3a94b5 None None] Port 03ecfd19-bf30-47da-acde-edc0b296a6e7 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:29.778592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7668c55b-51f0-41ba-afc4-f163fdc49c94 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.832601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.22 (f21ce941-20a5-4733-8e15-8ac56d3272ae/14641563-54c7-41de-9834-cb1eb983e123/b97d6820-696a-478b-a1c1-ecc487d92faa) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:30.004048 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.103301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70661596-e97f-46e8-b082-ce5a839f3b94 req-ae1d40ca-73e7-48ca-b894-ea3b78415991 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9148259 May 06 12:59:30.403829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.415662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:59:30.433241 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f2e68-4310-428b-9e7a-ff7b08d1bf3e None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:59:30.461642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7576ab-5da6-41d5-88ad-a16070b28463 req-a8e30a0e-3087-4fdd-a767-f748aca17d6a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:30.476189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e7576ab-5da6-41d5-88ad-a16070b28463 req-a8e30a0e-3087-4fdd-a767-f748aca17d6a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 945 time: 0.3408172 May 06 12:59:30.496086 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f2e68-4310-428b-9e7a-ff7b08d1bf3e None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:30.497514 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-992f2e68-4310-428b-9e7a-ff7b08d1bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:59:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:30.577032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c3b2c8-ed64-446f-bf1d-6343be099725']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:30.579467 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:59:30.616787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.633185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e7576ab-5da6-41d5-88ad-a16070b28463 req-2900bea0-3c98-4197-b100-cfe6ffe3d458 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553042 May 06 12:59:30.651568 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.786556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:30.787013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6d36a5-b9a9-42a0-adf9-7e2a5d35aefd') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:30.792783 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-992f2e68-4310-428b-9e7a-ff7b08d1bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:30.799269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Ignored duplicate provisioning block setup for port b97d6820-696a-478b-a1c1-ecc487d92faa by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 12:59:30.813701 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f2e68-4310-428b-9e7a-ff7b08d1bf3e None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:30.814241 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-992f2e68-4310-428b-9e7a-ff7b08d1bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:59:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:30.829734 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.832653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7668c55b-51f0-41ba-afc4-f163fdc49c94 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.847427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.856021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7668c55b-51f0-41ba-afc4-f163fdc49c94 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.888756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.902892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:59:30.917466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Sync routers for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:59:30.935368 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-992f2e68-4310-428b-9e7a-ff7b08d1bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:30.936137 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f2e68-4310-428b-9e7a-ff7b08d1bf3e None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:30.947091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:30.948330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:59:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:30.949982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-19de3211-e839-4df0-b7a4-daf3faa8423e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "PUT /v2.0/routers/4cf23e94-ec26-4697-9dbc-f5c0578b0051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5547721 May 06 12:59:30.953054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55912) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:30.954588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:30.956658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.972825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6c587284-3f6f-4e2b-96ea-950d2612b721 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 23.4290545 May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: timer() May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:30.985245 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:30.991928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55916) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:30.999768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7d26266c-8b3f-426e-83d8-507377a5c781 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'port_id': 'e83cde36-73b1-48e5-873f-58963d0e0dce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:31.043905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--765625052', 'description': 'tempest-secgroup_access--765625052 description', 'project_id': '7535c1e0fcf54357be62a1626ef94055'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:31.055848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:31.081606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:security_group and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:31.090560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:31.101915 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:31.382401 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.413341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:59:31.552352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6219835a-14ce-4382-835a-40f2a837f3b9 None None] Provisioning complete for port b97d6820-696a-478b-a1c1-ecc487d92faa triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:31.552950 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6219835a-14ce-4382-835a-40f2a837f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.559264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d26266c-8b3f-426e-83d8-507377a5c781 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.597933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=b97d6820-696a-478b-a1c1-ecc487d92faa,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:31.614951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c5f37bed-39cd-4b7f-bc5a-25e8ee830880 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:31.659109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7668c55b-51f0-41ba-afc4-f163fdc49c94 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.659633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7668c55b-51f0-41ba-afc4-f163fdc49c94 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Fanout notify agent at l3_agent the message router_deleted on router 0c15d0ed-ae88-4e38-bb86-38854d356576 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:59:31.706260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:31.709397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7668c55b-51f0-41ba-afc4-f163fdc49c94 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.714092 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7668c55b-51f0-41ba-afc4-f163fdc49c94 tempest-RoutersNegativeTest-1417294746 tempest-RoutersNegativeTest-1417294746-project] 10.222.0.44 "DELETE /v2.0/routers/0c15d0ed-ae88-4e38-bb86-38854d356576 HTTP/1.1" status: 204 len: 168 time: 2.9114246 May 06 12:59:31.719921 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.725390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] In _notify_port_updated(), no bound segment for port b97d6820-696a-478b-a1c1-ecc487d92faa on network f21ce941-20a5-4733-8e15-8ac56d3272ae {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:59:31.739970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:31.741295 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.744365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f80f685e-a88c-43d5-884c-26edf2f5bb02 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "PUT /v2.0/ports/b97d6820-696a-478b-a1c1-ecc487d92faa HTTP/1.1" status: 200 len: 999 time: 3.8816061 May 06 12:59:31.758012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55926) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:31.766794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:security_group_rule and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:31.807832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.818086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e0c3b2c8-ed64-446f-bf1d-6343be099725,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:31.840573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:31.889307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:31.943751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-e5ddae66-61cf-4461-9827-dde425ffa3c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 0.6657507 May 06 12:59:31.995214 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5c8aaf0c-09f5-45a5-beea-e4e8d05246eb admin admin] 10.222.0.44 "DELETE /v2.0/networks/e0c3b2c8-ed64-446f-bf1d-6343be099725 HTTP/1.1" status: 204 len: 168 time: 2.4023807 May 06 12:59:32.052488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6219835a-14ce-4382-835a-40f2a837f3b9 None None] Port b97d6820-696a-478b-a1c1-ecc487d92faa cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:32.326013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-350c22ca-ce7c-4f83-8578-f5da321ce549 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port b97d6820-696a-478b-a1c1-ecc487d92faa {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:32.331182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-350c22ca-ce7c-4f83-8578-f5da321ce549 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:32.425052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55938) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:32.481525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port c5f37bed-39cd-4b7f-bc5a-25e8ee830880 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:32.528781 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:32.529434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port c5f37bed-39cd-4b7f-bc5a-25e8ee830880 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:32.529804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:32.540746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a8b27-ae7d-4bb8-b4cb-cdd8aae00dcb req-3c298cf7-c43f-4011-a820-2c6e612f22a4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:32.543297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-994a8b27-ae7d-4bb8-b4cb-cdd8aae00dcb req-3c298cf7-c43f-4011-a820-2c6e612f22a4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 1.0401530 May 06 12:59:32.611932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55942) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:32.777677 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-63183511-5418-46ce-b7aa-ed733d39c7a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cbba79a6db5485da4f5f4e3d724aeb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3485219 May 06 12:59:32.791442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55948) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:32.904305 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:32.939540 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:32.948992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250720eb-114c-4159-b246-5b8891227226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:32.958964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:22Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '03ecfd19-bf30-47da-acde-edc0b296a6e7', 'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:20Z', 'updated_at': '2022-05-06T12:59:24Z', 'revision_number': 2, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:32.966203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c5f37bed-39cd-4b7f-bc5a-25e8ee830880, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,segment=NetworkSegment(bae23642-0c72-4785-992f-fdeaa7115f37),segment_id=bae23642-0c72-4785-992f-fdeaa7115f37)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:32.967401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Checking router: 4cf23e94-ec26-4697-9dbc-f5c0578b0051 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:59:32.967974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Updating router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 port 03ecfd19-bf30-47da-acde-edc0b296a6e7 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:59:32.998582 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.114521 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.145882 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-72987315-0e02-407e-9d8f-c10706c460f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31062a0402864c8fa52d5e0409e2946e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5286138 May 06 12:59:33.153061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55954) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:33.198728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.200072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 2.2301071 May 06 12:59:33.201045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496230ca-7467-4e2c-8673-0643e2237b9c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ec8a5c-0b50-4c48-8738-4deea24c9332,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:33.207077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9359e278-b455-453d-ac75-374c5a646dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.211728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55958) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:33.251275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1799224079', 'description': 'tempest-secgroup_general--1799224079 description', 'project_id': '7535c1e0fcf54357be62a1626ef94055'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:33.271590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-994a8b27-ae7d-4bb8-b4cb-cdd8aae00dcb req-73a869fd-73aa-4d85-85db-b23dee7b93ce tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210831 May 06 12:59:33.273854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:33.314018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:security_group and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:33.338991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda63924-754f-48ca-9222-053faf84944f req-90a7da7b-a397-4733-bc26-650d11077aca tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:33.339549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cda63924-754f-48ca-9222-053faf84944f req-90a7da7b-a397-4733-bc26-650d11077aca tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 945 time: 1.1984785 May 06 12:59:33.356749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9359e278-b455-453d-ac75-374c5a646dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.465196 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:33.476079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9359e278-b455-453d-ac75-374c5a646dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.481689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:33.517160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359e278-b455-453d-ac75-374c5a646dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd99e94-86b7-4872-b58d-eb202c2fe847,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:33.518268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-5aef0860-f2a8-478c-b017-2fcafb104de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:33.525798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-5aef0860-f2a8-478c-b017-2fcafb104de2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 1.5728972 May 06 12:59:33.543778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.636889 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9359e278-b455-453d-ac75-374c5a646dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.639228 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9359e278-b455-453d-ac75-374c5a646dff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcd99e94-86b7-4872-b58d-eb202c2fe847 HTTP/1.1" status: 204 len: 168 time: 0.8461678 May 06 12:59:33.757160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:33.782962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:security_group_rule and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:33.788616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:33.817953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:33.825970 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72aa07f8-5a2a-4943-857b-53f54b0edcb4'] response: {'server_uuid': '250720eb-114c-4159-b246-5b8891227226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880', 'code': 200} May 06 12:59:33.867544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:33.918547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-350c22ca-ce7c-4f83-8578-f5da321ce549 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.927223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-7d26266c-8b3f-426e-83d8-507377a5c781 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:59:34.143520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-345c92df-9c83-4e0f-93ac-d32b50381f7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 1000 time: 0.5625167 May 06 12:59:34.278498 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.298250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d7df1b33-e8cc-419b-ac1a-ea2f3fdedebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.300589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Transition to ACTIVE for port object 03ecfd19-bf30-47da-acde-edc0b296a6e7 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:34.314096 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.384157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d26266c-8b3f-426e-83d8-507377a5c781 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.385403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-350c22ca-ce7c-4f83-8578-f5da321ce549 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for b97d6820-696a-478b-a1c1-ecc487d92faa owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:34.400925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d26266c-8b3f-426e-83d8-507377a5c781 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.434745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cda63924-754f-48ca-9222-053faf84944f req-f9a1138e-af02-4de0-a3e4-7cf54598a826 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0941215 May 06 12:59:34.539763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d7df1b33-e8cc-419b-ac1a-ea2f3fdedebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.567830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-10361028-78a7-47fb-a496-bbdee9353969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:34.570150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-10361028-78a7-47fb-a496-bbdee9353969 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.3979020 May 06 12:59:34.615810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.648695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994435-5617-4706-8fcf-75ab0654cf08 None None] Pushing event updated for resources: {'Port': ['ID=03ecfd19-bf30-47da-acde-edc0b296a6e7,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:34.676978 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a3597c29-ebce-4de7-93c9-9229cd01b5b7 req-cc90e708-8c46-4a09-ab36-46c5be7a81ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 1097 time: 1.0264270 May 06 12:59:34.812262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Attempting to bind port 03ecfd19-bf30-47da-acde-edc0b296a6e7 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:34.813099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Attempting to bind port 03ecfd19-bf30-47da-acde-edc0b296a6e7 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:34.813959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Attempting to bind port 03ecfd19-bf30-47da-acde-edc0b296a6e7 on network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:34.826424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:34.828111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Checking segment: {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:34.828360 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.828942 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.829655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Bound using segment: {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:34.830588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Bound port: 03ecfd19-bf30-47da-acde-edc0b296a6e7, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:34.831646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.865526 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d7df1b33-e8cc-419b-ac1a-ea2f3fdedebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.887566 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:59:35.001331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df1b33-e8cc-419b-ac1a-ea2f3fdedebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0b69fe-f15f-4751-baa3-e343c5e1b1b9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:35.036590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.045868 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 1.8236539 May 06 12:59:35.047497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55986) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:35.071836 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a3597c29-ebce-4de7-93c9-9229cd01b5b7 req-5a8d5a4e-2831-408d-b07b-bd5c6a6b4898 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391665 May 06 12:59:35.088904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'security_group_rule': {'security_group_id': '81ec8a5c-0b50-4c48-8738-4deea24c9332', 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:35.115075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] For port 03ecfd19-bf30-47da-acde-edc0b296a6e7, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:35.119307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:35.121589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] For port 03ecfd19-bf30-47da-acde-edc0b296a6e7, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=03ecfd19-bf30-47da-acde-edc0b296a6e7,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:35.143326 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d7df1b33-e8cc-419b-ac1a-ea2f3fdedebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.143640 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.144793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:security_group_rule and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:35.151000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:35.154197 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d7df1b33-e8cc-419b-ac1a-ea2f3fdedebc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa0b69fe-f15f-4751-baa3-e343c5e1b1b9 HTTP/1.1" status: 204 len: 168 time: 1.9868813 May 06 12:59:35.175704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:35.203507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedd27e-da32-44b5-966f-3436ee9f22cc tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7001c224-337d-421b-b153-f32fa9a2e663,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:35.253681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.318355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994435-5617-4706-8fcf-75ab0654cf08 None None] Pushing event updated for resources: {'Port': ['ID=03ecfd19-bf30-47da-acde-edc0b296a6e7,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:35.402123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93483b-f5c9-4873-a86e-9a00db58541b req-2546a3a6-33fd-4ed0-a911-ab04ed81cd52 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:35.413795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e93483b-f5c9-4873-a86e-9a00db58541b req-2546a3a6-33fd-4ed0-a911-ab04ed81cd52 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.6622269 May 06 12:59:35.420123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:35.421217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:59:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:35.446794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-7ed83aee-3088-4800-a689-031def208b0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8651052 May 06 12:59:35.558126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.626173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.742644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4258165-d1fd-4c60-bfc8-f7c54cc69d31,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:35.836638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:59:35.839004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.847094 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ee1abb02-acf5-4ddb-bc9f-91f2cac344da tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7900569 May 06 12:59:36.244953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-350c22ca-ce7c-4f83-8578-f5da321ce549 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:36.461891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e93483b-f5c9-4873-a86e-9a00db58541b req-3edc546a-ffe6-4b53-ba0f-9b136d74d642 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0083439 May 06 12:59:36.963180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c22ca-ce7c-4f83-8578-f5da321ce549 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=b97d6820-696a-478b-a1c1-ecc487d92faa,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:36.971074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d26266c-8b3f-426e-83d8-507377a5c781 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:59:36.982067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-1ebced48-d765-4985-a081-d6bee94fe807 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Synchronizing usage tracker for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:37.088528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56034) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:37.170206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-1ebced48-d765-4985-a081-d6bee94fe807 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Unset dirty status for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:37.170533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-1ebced48-d765-4985-a081-d6bee94fe807 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--1799224079&fields=id&tenant_id=7535c1e0fcf54357be62a1626ef94055 HTTP/1.1" status: 200 len: 267 time: 0.2733376 May 06 12:59:37.220438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-350c22ca-ce7c-4f83-8578-f5da321ce549 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:37.310522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:37.312350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac549-9cec-49a0-a368-b560a10f8a77 req-78abbb76-e1d0-4c05-be5f-45a9bce71ad2 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:37.323455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b88ac549-9cec-49a0-a368-b560a10f8a77 req-78abbb76-e1d0-4c05-be5f-45a9bce71ad2 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 946 time: 1.1215463 May 06 12:59:37.351913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-350c22ca-ce7c-4f83-8578-f5da321ce549 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/b97d6820-696a-478b-a1c1-ecc487d92faa HTTP/1.1" status: 204 len: 168 time: 5.5882256 May 06 12:59:37.429297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56042) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:37.493470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b88ac549-9cec-49a0-a368-b560a10f8a77 req-b0f04871-35a7-4f69-a356-d4862c1b7ad9 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688173 May 06 12:59:37.508940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-a27df220-235f-4d77-af6f-63adfda15b4b service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7572086 May 06 12:59:37.586639 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa38c07-2f1a-48c3-aa82-e78d7b4f7013 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 12:59:37.587644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6fa38c07-2f1a-48c3-aa82-e78d7b4f7013 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:37.661887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6fa38c07-2f1a-48c3-aa82-e78d7b4f7013 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:37.665887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:22Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '03ecfd19-bf30-47da-acde-edc0b296a6e7', 'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:20Z', 'updated_at': '2022-05-06T12:59:35Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:37.670210 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6fa38c07-2f1a-48c3-aa82-e78d7b4f7013 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/b97d6820-696a-478b-a1c1-ecc487d92faa HTTP/1.1" status: 404 len: 333 time: 0.2277725 May 06 12:59:37.675407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56052) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:37.676947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23e5d2-2fd2-4046-8717-287b991d3456 None None] The sync data for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 is: [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:22Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '03ecfd19-bf30-47da-acde-edc0b296a6e7', 'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:20Z', 'updated_at': '2022-05-06T12:59:35Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:38.059788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-c550390f-ae30-4950-96ae-ed781f542b6a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--765625052&fields=id&tenant_id=7535c1e0fcf54357be62a1626ef94055 HTTP/1.1" status: 200 len: 267 time: 0.8674364 May 06 12:59:38.114416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-497450185-network', 'tenant_id': '6d9e3bb8ff7f4668a36b64b329a4ffad'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:38.212560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a59ea6-41af-4e5b-b235-f895c690c0b9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet 14641563-54c7-41de-9834-cb1eb983e123 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:38.217403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ea6-41af-4e5b-b235-f895c690c0b9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.226353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 03ecfd19-bf30-47da-acde-edc0b296a6e7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:38.341576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:38.377700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Usage tracker for resource:network and tenant:6d9e3bb8ff7f4668a36b64b329a4ffad is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:38.454266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:38.488570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 03ecfd19-bf30-47da-acde-edc0b296a6e7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:38.489466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d26266c-8b3f-426e-83d8-507377a5c781 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:59:38.504702 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d26266c-8b3f-426e-83d8-507377a5c781 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.509776 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b2814-c6ba-4d95-b3c7-9cf66cf72266 None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:59:38.515611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 03ecfd19-bf30-47da-acde-edc0b296a6e7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:38.519514 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.532016 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b2814-c6ba-4d95-b3c7-9cf66cf72266 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:38.533905 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-232b2814-c6ba-4d95-b3c7-9cf66cf72266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:59:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:38.590987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56066) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:38.601568 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ea6-41af-4e5b-b235-f895c690c0b9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.726637 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-232b2814-c6ba-4d95-b3c7-9cf66cf72266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:38.738330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-d587e4cf-e97a-4dc1-8572-b24cecad3e57 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2171338 May 06 12:59:38.763107 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b2814-c6ba-4d95-b3c7-9cf66cf72266 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:38.763986 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-232b2814-c6ba-4d95-b3c7-9cf66cf72266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:59:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:38.772761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:38.824296 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.948387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ea6-41af-4e5b-b235-f895c690c0b9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.005530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Made reservation on behalf of 6d9e3bb8ff7f4668a36b64b329a4ffad for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:39.007066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 03ecfd19-bf30-47da-acde-edc0b296a6e7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=03ecfd19-bf30-47da-acde-edc0b296a6e7,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:39.017979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.019934 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.125609 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.153722 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ea6-41af-4e5b-b235-f895c690c0b9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.216462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a59ea6-41af-4e5b-b235-f895c690c0b9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=14641563-54c7-41de-9834-cb1eb983e123,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:39.286543 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-232b2814-c6ba-4d95-b3c7-9cf66cf72266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:39.287698 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b2814-c6ba-4d95-b3c7-9cf66cf72266 None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:39.303529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-c65d60a9-d3c0-46d5-bc9f-1309e20221f6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:39.308242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-c65d60a9-d3c0-46d5-bc9f-1309e20221f6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/networks?id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238 HTTP/1.1" status: 200 len: 797 time: 1.1858599 May 06 12:59:39.340119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:39.360828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9e3bb8ff7f4668a36b64b329a4ffad is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:39.370107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:39.383093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:39.403954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e26e3-7815-48d0-af46-7937baad1ba3 req-80f21702-bf1c-4859-82cb-1c692e676c7f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:39.411286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a17e26e3-7815-48d0-af46-7937baad1ba3 req-80f21702-bf1c-4859-82cb-1c692e676c7f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 1.3493376 May 06 12:59:39.412805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=03ecfd19-bf30-47da-acde-edc0b296a6e7,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:39.452237 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d26266c-8b3f-426e-83d8-507377a5c781 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/floatingips/8f4326a7-8822-4a4f-b8dd-5a0d433362b4 HTTP/1.1" status: 200 len: 978 time: 8.4561827 May 06 12:59:39.455909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-9d37e427-a5fa-4775-a41b-126074a4d8a6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/quotas/7535c1e0fcf54357be62a1626ef94055 HTTP/1.1" status: 200 len: 375 time: 0.0243425 May 06 12:59:39.461476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56082) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:39.465867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1725028571'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:39.495227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c1b0e-13b3-43db-aa4c-b5ef78ec6958 None None] Network f21ce941-20a5-4733-8e15-8ac56d3272ae requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:39.496981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ea6-41af-4e5b-b235-f895c690c0b9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.515254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:39.524978 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a0a59ea6-41af-4e5b-b235-f895c690c0b9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/14641563-54c7-41de-9834-cb1eb983e123 HTTP/1.1" status: 204 len: 168 time: 1.8434641 May 06 12:59:39.528396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56086) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:39.542271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Usage tracker for resource:network and tenant:fcfb496da79c474290b6b16cbbfc182a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:39.602862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:39.642455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:39.697037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Made reservation on behalf of fcfb496da79c474290b6b16cbbfc182a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:39.700767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.721047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d78fd7-01e6-49f6-8e82-5f17e41a4398 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet c6ad88e9-d96e-4777-911f-65033c93bc1a {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:39.726695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35d78fd7-01e6-49f6-8e82-5f17e41a4398 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.775491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.841956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a17e26e3-7815-48d0-af46-7937baad1ba3 req-c314ef7d-d6e6-4f81-a923-c1e36f6af0d8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817341 May 06 12:59:39.886188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35d78fd7-01e6-49f6-8e82-5f17e41a4398 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.996324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:40.011583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Usage tracker for resource:security_group_rule and tenant:fcfb496da79c474290b6b16cbbfc182a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:40.019908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:40.048583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:40.066734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 03ecfd19-bf30-47da-acde-edc0b296a6e7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:40.176204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-543af23a-99e4-4c3c-ba7a-11340cb4d8d8 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5930736 May 06 12:59:40.183598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35d78fd7-01e6-49f6-8e82-5f17e41a4398 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.206260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 03ecfd19-bf30-47da-acde-edc0b296a6e7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:40.206705 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.318883 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.407227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.411053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.419334 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.467013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35d78fd7-01e6-49f6-8e82-5f17e41a4398 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.471238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port a5ae2201-dfa8-4d26-b9df-e5279a50d7e0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:40.472787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.572114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:59:40.592459 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.593126 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Added segment 520a6792-41d9-49ac-b515-9f0a463c9438 of type vlan for network d80c8365-ec28-4e42-adad-d3b0946df796 May 06 12:59:40.627857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:59:40.637443 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.657736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.659056 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Added segment 90b32eab-8852-4bf3-8b01-6173765ad1f4 of type vlan for network 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e May 06 12:59:40.700446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d78fd7-01e6-49f6-8e82-5f17e41a4398 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ad88e9-d96e-4777-911f-65033c93bc1a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:40.727209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cad968-e0dd-46c0-a3c4-04741a53aeff,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:40.731179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35d78fd7-01e6-49f6-8e82-5f17e41a4398 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.735802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.740502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:40.741156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.766674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.778614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f16d72-195f-49fe-94f7-80fb768e2b45,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:40.879277 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-35d78fd7-01e6-49f6-8e82-5f17e41a4398 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/c6ad88e9-d96e-4777-911f-65033c93bc1a HTTP/1.1" status: 204 len: 168 time: 1.3489690 May 06 12:59:40.880312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56096) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:40.903412 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3064134 May 06 12:59:40.936158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56102) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:40.957206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7223b0-4d32-4aee-be52-1e211a03cc6e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Pushing event updated for resources: {'Network': ['ID=d80c8365-ec28-4e42-adad-d3b0946df796,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:40.977955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Request body: {'subnet': {'network_id': 'd80c8365-ec28-4e42-adad-d3b0946df796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:40.981022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d80c8365-ec28-4e42-adad-d3b0946df796 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:59:41.062923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:59:41.077179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380545c-0f8d-4d8f-8b65-0f5ae2c122fc None None] Network f21ce941-20a5-4733-8e15-8ac56d3272ae requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:41.169343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-16238f4a-f6c9-45d1-996d-a756ee4c6443 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9083056 May 06 12:59:41.204287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385d8e3-86a6-47d9-8d90-d403e8f9a6e0 req-55c2ea1b-1c39-405d-a2c8-f2f3152df79a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:41.206000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f385d8e3-86a6-47d9-8d90-d403e8f9a6e0 req-55c2ea1b-1c39-405d-a2c8-f2f3152df79a tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 946 time: 1.0194323 May 06 12:59:41.229348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4ba89e9b-7eb1-48d1-87a7-c2281097b6e1 None None] Provisioning complete for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:41.229892 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4ba89e9b-7eb1-48d1-87a7-c2281097b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.277700 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.292107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 9e5dabf5-8f70-48eb-865a-22d9041058e1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:41.292756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.354736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.356541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:41.358457 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.560588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] DHCP port deletion for f21ce941-20a5-4733-8e15-8ac56d3272ae request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:59:41.572866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] Deleting port 9e5dabf5-8f70-48eb-865a-22d9041058e1 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:41.573257 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.601456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] For port 9e5dabf5-8f70-48eb-865a-22d9041058e1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9e5dabf5-8f70-48eb-865a-22d9041058e1,segment=NetworkSegment(5b71ce28-9cde-4fc4-9b21-de44d0846732),segment_id=5b71ce28-9cde-4fc4-9b21-de44d0846732)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:41.602225 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.679763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:41.707592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Usage tracker for resource:subnet and tenant:fcfb496da79c474290b6b16cbbfc182a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:41.724123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.724433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.734844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:41.755998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:41.786465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.6148365 May 06 12:59:41.837391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56110) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:41.851222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Request body: {'subnet': {'network_id': '07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-497450185-subnet', 'tenant_id': '6d9e3bb8ff7f4668a36b64b329a4ffad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:41.854448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31701b-e105-491a-9b52-cf912256db12 admin admin] Pushing event updated for resources: {'Network': ['ID=07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:41.871624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 9e5dabf5-8f70-48eb-865a-22d9041058e1 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:41.924172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:59:41.932139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:41.943201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for a5ae2201-dfa8-4d26-b9df-e5279a50d7e0 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:41.956100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Usage tracker for resource:subnet and tenant:6d9e3bb8ff7f4668a36b64b329a4ffad is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:41.966620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:41.986974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:41.994780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f385d8e3-86a6-47d9-8d90-d403e8f9a6e0 req-228c2761-ec22-4fd8-b40b-09c2c5cf62b9 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623370 May 06 12:59:42.008619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Made reservation on behalf of fcfb496da79c474290b6b16cbbfc182a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:42.058281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-c531b874-49f4-43e1-a2ab-ef7891d1efb0 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8481073 May 06 12:59:42.141641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Made reservation on behalf of 6d9e3bb8ff7f4668a36b64b329a4ffad for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:42.153538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.217297 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.217540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9e5dabf5-8f70-48eb-865a-22d9041058e1 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:42.562371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.583477 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.678819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] For port 9e5dabf5-8f70-48eb-865a-22d9041058e1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9e5dabf5-8f70-48eb-865a-22d9041058e1,segment=NetworkSegment(5b71ce28-9cde-4fc4-9b21-de44d0846732),segment_id=5b71ce28-9cde-4fc4-9b21-de44d0846732)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:42.679972 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.771626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=9e5dabf5-8f70-48eb-865a-22d9041058e1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:42.904287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No DVR routers for this DVR port 9e5dabf5-8f70-48eb-865a-22d9041058e1 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:43.006758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=a5ae2201-dfa8-4d26-b9df-e5279a50d7e0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:43.154963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] Calling delete_port for 9e5dabf5-8f70-48eb-865a-22d9041058e1 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:43.279100 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bd98f22-fb09-49cd-bef6-edbe72a8fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:43.396400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b825087-2897-4ea0-aee0-774c34ca5168 req-cce49921-23d2-42c6-a61d-d0b07eccd5c4 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 210 time: 0.5401917 May 06 12:59:43.410094 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port 9e5dabf5-8f70-48eb-865a-22d9041058e1 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:59:43.410410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9e5dabf5-8f70-48eb-865a-22d9041058e1 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:43.473853 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:43.580289 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:43.581063 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:43.685807 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:43.757832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:43.765288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21ce941-20a5-4733-8e15-8ac56d3272ae']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:43.871763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:43.873166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b71ce28-9cde-4fc4-9b21-de44d0846732') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:43.874586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b71ce28-9cde-4fc4-9b21-de44d0846732') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:43.951406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:43.997309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac1bfad-4360-444c-b124-a12bd6b685d9,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:44.018792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:44.038342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:44.039528 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: timer() May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: self._notify() May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:44.069980 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:44.083402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] Deleting port 9e5dabf5-8f70-48eb-865a-22d9041058e1 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:44.084000 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:44.084579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Checking segment: {'id': '90b32eab-8852-4bf3-8b01-6173765ad1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:44.085535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Network hostable DHCP agents. Network: 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:59:44.199044 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:44.268141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Network 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:59:44.300519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-af4d6717-b035-4bf1-afc2-771cd6c8613b None None] The port '9e5dabf5-8f70-48eb-865a-22d9041058e1' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:59:44.301990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:44.307781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:44.320466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:44.321627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:44.323790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03810dc-a3fd-46ac-bc95-d51104c7b099 None None] Network 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:44.422958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:44.509522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051aa20-e5c6-4ab9-a5eb-aa824095c05b req-daa188f4-2f0b-4a16-99c2-7a3532eef892 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:44.519211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a051aa20-e5c6-4ab9-a5eb-aa824095c05b req-daa188f4-2f0b-4a16-99c2-7a3532eef892 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 1.5155997 May 06 12:59:44.627877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Network': ['ID=f21ce941-20a5-4733-8e15-8ac56d3272ae,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:44.685758 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-297e63d5-b26c-4fab-ad40-ef544039590e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/networks/f21ce941-20a5-4733-8e15-8ac56d3272ae HTTP/1.1" status: 204 len: 168 time: 3.7812467 May 06 12:59:44.687546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56150) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:44.715292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a051aa20-e5c6-4ab9-a5eb-aa824095c05b req-9496f5d2-3eab-4581-8002-5cdefe8c0029 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926816 May 06 12:59:44.813860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Pushing event updated for resources: {'Subnet': ['ID=c328518d-be56-46f0-8eb5-80d1f2f94812,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:44.853208 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e9721f02-9fd1-485c-a5a8-e94782b6c1db admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0057070 May 06 12:59:44.899958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2c894ce-3b2e-4497-b521-dbd39bbf5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:44.926792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab2039de-a639-45ee-9558-1a7f3105755b req-7131162a-1506-4218-ad69-47c793add10d tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 210 time: 0.0732470 May 06 12:59:44.971310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Checking segment: {'id': '520a6792-41d9-49ac-b515-9f0a463c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd80c8365-ec28-4e42-adad-d3b0946df796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:44.971709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Network hostable DHCP agents. Network: d80c8365-ec28-4e42-adad-d3b0946df796, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:59:45.012288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b08c6-c2d0-4b45-9e39-5d6c591dc8a5 None None] Network 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:45.014780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Network d80c8365-ec28-4e42-adad-d3b0946df796 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:59:45.039444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d80c8365-ec28-4e42-adad-d3b0946df796) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:45.059067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:45.059908 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.063612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3546fef1-0f4e-455c-bddb-1ba58b813167 None None] Network d80c8365-ec28-4e42-adad-d3b0946df796 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:45.064010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c273df-fd74-4e91-bec8-c81451efb6ff tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:45.064829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-42c273df-fd74-4e91-bec8-c81451efb6ff tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:45.107873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-42c273df-fd74-4e91-bec8-c81451efb6ff tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:45.114586 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-42c273df-fd74-4e91-bec8-c81451efb6ff tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4252214 May 06 12:59:45.115176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56160) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:45.174873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56164) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:45.175221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-04b17f2d-38cb-47f5-b615-045b32b1e0ff tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2254493 May 06 12:59:45.185003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Request body: {'port': {'network_id': 'd80c8365-ec28-4e42-adad-d3b0946df796', 'name': 'tempest-TagsExtTest-131607409'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:45.634797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:45.640929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Usage tracker for resource:port and tenant:fcfb496da79c474290b6b16cbbfc182a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:45.645985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:45.654235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:45.707726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Made reservation on behalf of fcfb496da79c474290b6b16cbbfc182a for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:45.711989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.743763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.863390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] device_id is not set on port 8e63b6ed-9fdd-40c7-92de-9d069ff50d1e yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:59:46.013705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-d80c8365-ec28-4e42-adad-d3b0946df796', 'network_id': 'd80c8365-ec28-4e42-adad-d3b0946df796', 'tenant_id': 'fcfb496da79c474290b6b16cbbfc182a', 'fixed_ips': [{'subnet_id': 'c328518d-be56-46f0-8eb5-80d1f2f94812'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:59:46.015425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.223685 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.264449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4a8435fa-282c-454b-8110-15f96a3d76f3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:46.325321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Allocated IP 172.20.0.5 (d80c8365-ec28-4e42-adad-d3b0946df796/c328518d-be56-46f0-8eb5-80d1f2f94812/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:46.363120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4a8435fa-282c-454b-8110-15f96a3d76f3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:46.372625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4a8435fa-282c-454b-8110-15f96a3d76f3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.2554007 May 06 12:59:46.374515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56192) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:46.400906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f50a29-1145-4753-8ad2-8d241273fc5e req-4181bae5-c4f9-4acd-b3b7-be035903a6e9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:46.403745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86f50a29-1145-4753-8ad2-8d241273fc5e req-4181bae5-c4f9-4acd-b3b7-be035903a6e9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.3494508 May 06 12:59:46.427895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-712899681'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:46.462414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:46.473649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-ce2ebd24-1c9b-4c49-82ec-4ea7f9c45031 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:46.474834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-ce2ebd24-1c9b-4c49-82ec-4ea7f9c45031 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Synchronizing usage tracker for tenant:6d9e3bb8ff7f4668a36b64b329a4ffad on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:46.490862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:network and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:46.497150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:46.531610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-94e18a46-f85b-4a09-8557-25fc97f9ad5e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:46.534248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-94e18a46-f85b-4a09-8557-25fc97f9ad5e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Synchronizing usage tracker for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:46.540151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:46.593111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:46.596365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.621188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-ce2ebd24-1c9b-4c49-82ec-4ea7f9c45031 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Unset dirty status for tenant:6d9e3bb8ff7f4668a36b64b329a4ffad on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:46.625734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-ce2ebd24-1c9b-4c49-82ec-4ea7f9c45031 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/networks?id=07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e HTTP/1.1" status: 200 len: 813 time: 0.7421148 May 06 12:59:46.653462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86f50a29-1145-4753-8ad2-8d241273fc5e req-dd354e82-f72a-42d9-bad7-d191a801291b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354949 May 06 12:59:46.713415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1ddabcd9-d962-40cf-ba87-1bccfa77fa59 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/quotas/6d9e3bb8ff7f4668a36b64b329a4ffad HTTP/1.1" status: 200 len: 375 time: 0.0720325 May 06 12:59:46.714874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:59:46.740407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-94e18a46-f85b-4a09-8557-25fc97f9ad5e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Unset dirty status for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:46.742682 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-94e18a46-f85b-4a09-8557-25fc97f9ad5e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.36 "GET /v2.0/networks?id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238 HTTP/1.1" status: 200 len: 797 time: 1.0749273 May 06 12:59:46.799929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:59:46.817101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-ef4a8568-a933-46a2-a900-b1fc94997a8e tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d9e3bb8ff7f4668a36b64b329a4ffad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832191 May 06 12:59:46.818208 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.818553 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Added segment eb213ae3-71c6-4920-9dd1-c1d418c49862 of type vlan for network b0417e27-a4e0-41f0-a926-07581a8f4fd2 May 06 12:59:46.895648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.927401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Transition to ACTIVE for port object 8e63b6ed-9fdd-40c7-92de-9d069ff50d1e will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:47.025581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.029559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-21d0e34a-c849-4bea-8768-a2a426c6d091 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Synchronizing usage tracker for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:47.057044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.067058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-21d0e34a-c849-4bea-8768-a2a426c6d091 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Unset dirty status for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:47.069143 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-21d0e34a-c849-4bea-8768-a2a426c6d091 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7535c1e0fcf54357be62a1626ef94055 HTTP/1.1" status: 200 len: 477 time: 0.1264021 May 06 12:59:47.124229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'port': {'device_id': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'admin_state_up': True, 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'security_groups': ['7001c224-337d-421b-b153-f32fa9a2e663', '81ec8a5c-0b50-4c48-8738-4deea24c9332']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:47.159019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a733a2d1-4a64-4595-9608-de287ae86537 req-d8963f8a-fe6c-4ccb-83f6-ea6984f8dad8 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 210 time: 0.1779873 May 06 12:59:47.169038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Allocated IP 172.20.0.2 (d80c8365-ec28-4e42-adad-d3b0946df796/c328518d-be56-46f0-8eb5-80d1f2f94812/0f11da92-35bb-42ac-acaa-c8aa4986d24c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:47.271245 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:59:47.318315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.322189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Network d80c8365-ec28-4e42-adad-d3b0946df796 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:47.324466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:47.325227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.344045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:47.360421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-a514a519-fd16-40cc-ac32-eb7102a03339 service neutron] 10.222.0.44 "GET /v2.0/networks/07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295293 May 06 12:59:47.363806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:47.455596 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Pushing event updated for resources: {'Port': ['ID=8e63b6ed-9fdd-40c7-92de-9d069ff50d1e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:47.633103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:47.633622 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2268288 May 06 12:59:47.639837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.666084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56210) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:47.666084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458869a-7e0b-4753-b715-dee2d0865f48 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Network': ['ID=b0417e27-a4e0-41f0-a926-07581a8f4fd2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:47.688191 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.704432 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9bc22fff-ec49-4bfa-b596-33f51f2bbe92 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5281186 May 06 12:59:47.709760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56216) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:47.710859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Transition to ACTIVE for port object 0f11da92-35bb-42ac-acaa-c8aa4986d24c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:47.719531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': 'b0417e27-a4e0-41f0-a926-07581a8f4fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:47.722047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-168512689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:47.736649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:47.743213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:47.746097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Usage tracker for resource:router and tenant:fcfb496da79c474290b6b16cbbfc182a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:47.752704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:47.756776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:port and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:47.764239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Transition to ACTIVE for port object 0f11da92-35bb-42ac-acaa-c8aa4986d24c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:47.767896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:47.773320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:47.774525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b0417e27-a4e0-41f0-a926-07581a8f4fd2 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:59:47.781663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:47.798183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.800601 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.806776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Made reservation on behalf of 7535c1e0fcf54357be62a1626ef94055 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:47.810508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.883248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.181165 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.191083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Network d80c8365-ec28-4e42-adad-d3b0946df796 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:48.192706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Pushing event updated for resources: {'Port': ['ID=0f11da92-35bb-42ac-acaa-c8aa4986d24c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:48.196454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:48.198770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Allocated IP 172.20.0.12 (cfc69eba-f394-4ef5-9b1b-5cc6d2831238/bfe33ab2-551a-4907-b9eb-0c23c3eab6dc/50a43e7c-415e-406f-9075-5f00e01bfd4d) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:48.200626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:48.287350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.422307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Attempting to bind port 0f11da92-35bb-42ac-acaa-c8aa4986d24c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:48.431981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Attempting to bind port 0f11da92-35bb-42ac-acaa-c8aa4986d24c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '520a6792-41d9-49ac-b515-9f0a463c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd80c8365-ec28-4e42-adad-d3b0946df796'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:48.432859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Attempting to bind port 0f11da92-35bb-42ac-acaa-c8aa4986d24c on network d80c8365-ec28-4e42-adad-d3b0946df796 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:48.450845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:48.451526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Checking segment: {'id': '520a6792-41d9-49ac-b515-9f0a463c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd80c8365-ec28-4e42-adad-d3b0946df796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:48.452551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.455090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Bound using segment: {'id': '520a6792-41d9-49ac-b515-9f0a463c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd80c8365-ec28-4e42-adad-d3b0946df796'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:48.456056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Bound port: 0f11da92-35bb-42ac-acaa-c8aa4986d24c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520a6792-41d9-49ac-b515-9f0a463c9438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd80c8365-ec28-4e42-adad-d3b0946df796'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:48.464206 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.480671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:48.487804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:48.490766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:48.497866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:48.522000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-ff5ecdc7-bdd6-4105-a419-f5e6fe0aef1d service neutron] 10.222.0.44 "GET /v2.0/networks/07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1488361 May 06 12:59:48.522835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:48.529845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.615709 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.620538 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7b2fc4f6-58d2-4b9c-a6ca-a900838a99a2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9091611 May 06 12:59:48.621122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56236) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:48.653218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8292cb81-4f3f-4e37-9a0a-7324806f6b9e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-624564242', 'prefixes': ['172.20.0.0/16']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:48.660440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8292cb81-4f3f-4e37-9a0a-7324806f6b9e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:48.781543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] For port 0f11da92-35bb-42ac-acaa-c8aa4986d24c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:48.786121 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.790802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] For port 0f11da92-35bb-42ac-acaa-c8aa4986d24c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0f11da92-35bb-42ac-acaa-c8aa4986d24c,segment=NetworkSegment(520a6792-41d9-49ac-b515-9f0a463c9438),segment_id=520a6792-41d9-49ac-b515-9f0a463c9438)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:48.807237 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.823545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df60489-18c0-4932-93c5-a630af09f071 req-b45c0ad1-a111-4e10-9241-47cfd7331cf1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:48.825267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6df60489-18c0-4932-93c5-a630af09f071 req-b45c0ad1-a111-4e10-9241-47cfd7331cf1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.7711473 May 06 12:59:48.836713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Transition to ACTIVE for port object 50a43e7c-415e-406f-9075-5f00e01bfd4d will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:48.843710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.873195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.087144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:49.092742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:49.097866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:49.124108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca7c4c-7bb8-49f2-bded-2d08f7192617 None None] Pushing event updated for resources: {'Port': ['ID=0f11da92-35bb-42ac-acaa-c8aa4986d24c,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:49.162359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=50a43e7c-415e-406f-9075-5f00e01bfd4d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:49.314388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:49.315098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.369958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-33cf816e-8117-4c3c-8796-4490d5a1ae15 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.2523944 May 06 12:59:49.388254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Request body: {'port': {'device_id': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:49.399845 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8292cb81-4f3f-4e37-9a0a-7324806f6b9e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for subnetpool, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.403983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8292cb81-4f3f-4e37-9a0a-7324806f6b9e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7741637 May 06 12:59:49.445173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56248) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:49.451154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-60a86d55-9881-4f63-a6fe-19cfe0a10ffe tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812', 'tempest-TagsExtTest-Tag-777018544') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:49.535431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:59:49.574811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f426c57-c0aa-4168-8c88-6139d12f8d62 None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:59:49.607869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.622091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f426c57-c0aa-4168-8c88-6139d12f8d62 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:49.623106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6f426c57-c0aa-4168-8c88-6139d12f8d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:59:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:49.664594 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.801071 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c1abc862-406e-438e-9f56-ea8ee94b6717 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/floatingips/8f4326a7-8822-4a4f-b8dd-5a0d433362b4 HTTP/1.1" status: 204 len: 168 time: 10.3346741 May 06 12:59:49.808247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56262) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:49.904607 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6df60489-18c0-4932-93c5-a630af09f071 req-f4b10917-f5f2-472f-8f54-6975d679780b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0680695 May 06 12:59:49.930217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6f426c57-c0aa-4168-8c88-6139d12f8d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:49.945455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fa43f660-ecad-4572-88dc-9f848f70900a None None] Provisioning for port 50a43e7c-415e-406f-9075-5f00e01bfd4d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:49.977812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fa43f660-ecad-4572-88dc-9f848f70900a None None] Provisioning complete for port 50a43e7c-415e-406f-9075-5f00e01bfd4d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:49.978345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fa43f660-ecad-4572-88dc-9f848f70900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:50.031416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-19e95c7a-eb9a-4ffe-8c0d-3aa61f946f3a tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port e83cde36-73b1-48e5-873f-58963d0e0dce {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:50.036892 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e95c7a-eb9a-4ffe-8c0d-3aa61f946f3a tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:50.099952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f426c57-c0aa-4168-8c88-6139d12f8d62 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:50.100701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6f426c57-c0aa-4168-8c88-6139d12f8d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T12:59:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:50.247882 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-6f426c57-c0aa-4168-8c88-6139d12f8d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:50.248671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f426c57-c0aa-4168-8c88-6139d12f8d62 None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:50.290037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0f11da92-35bb-42ac-acaa-c8aa4986d24c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:50.298663 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-60a86d55-9881-4f63-a6fe-19cfe0a10ffe tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags/tempest-TagsExtTest-Tag-777018544 HTTP/1.1" status: 201 len: 201 time: 0.8524599 May 06 12:59:50.307783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56278) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:50.332857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.tag.tag_plugin [None req-43830b3c-b81f-4b87-aab5-c1fe672ec3f2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e', 'tempest-TagsExtTest-Tag-315195500') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:50.381288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fa43f660-ecad-4572-88dc-9f848f70900a None None] Port 50a43e7c-415e-406f-9075-5f00e01bfd4d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:50.403623 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3365363f-0b0c-4085-bfd6-115c3b99fc43 req-d7ab26fb-e4db-4a24-8e92-3346c1dabdc5 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 210 time: 0.2220900 May 06 12:59:50.538916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 0f11da92-35bb-42ac-acaa-c8aa4986d24c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:50.678406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5e0d-66b0-47d0-ae30-1a3511a6b21f req-a64112a4-4511-40aa-923e-05810cbf681d tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:50.680608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8fe5e0d-66b0-47d0-ae30-1a3511a6b21f req-a64112a4-4511-40aa-923e-05810cbf681d tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 971 time: 1.2456632 May 06 12:59:50.860058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a43e7c-415e-406f-9075-5f00e01bfd4d {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:50.873699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:50.884034 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:50.910924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Transition to ACTIVE for port object 50a43e7c-415e-406f-9075-5f00e01bfd4d will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:50.923654 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:51.081758 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8fe5e0d-66b0-47d0-ae30-1a3511a6b21f req-e250059a-b6c6-494d-91fb-a49f9368e894 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2261152 May 06 12:59:51.190666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=a8149d71-d4cf-4490-9306-f8aa7d35f3e1,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:51.251053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Checking segment: {'id': 'eb213ae3-71c6-4920-9dd1-c1d418c49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b0417e27-a4e0-41f0-a926-07581a8f4fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:51.251995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network hostable DHCP agents. Network: b0417e27-a4e0-41f0-a926-07581a8f4fd2, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:59:51.290260 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e95c7a-eb9a-4ffe-8c0d-3aa61f946f3a tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:51.529650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf7abf0-7ff8-468c-a7a1-a3e33a25f2f6 None None] Network d80c8365-ec28-4e42-adad-d3b0946df796 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:51.682146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-43830b3c-b81f-4b87-aab5-c1fe672ec3f2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags/tempest-TagsExtTest-Tag-315195500 HTTP/1.1" status: 201 len: 201 time: 1.3614712 May 06 12:59:51.699576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-19e95c7a-eb9a-4ffe-8c0d-3aa61f946f3a tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for e83cde36-73b1-48e5-873f-58963d0e0dce owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:51.861502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Pushing event updated for resources: {'Port': ['ID=50a43e7c-415e-406f-9075-5f00e01bfd4d,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:51.881845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56298) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:51.913505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-b0e6f218-fea4-415c-9549-c0750f91888b tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22', 'tempest-TagsExtTest-Tag-805150906') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:51.945264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6876e8af-c5e1-4d53-b503-cbfbdd5bebbc None None] Provisioning for port 0f11da92-35bb-42ac-acaa-c8aa4986d24c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:51.978415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6876e8af-c5e1-4d53-b503-cbfbdd5bebbc None None] Provisioning complete for port 0f11da92-35bb-42ac-acaa-c8aa4986d24c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:51.979224 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6876e8af-c5e1-4d53-b503-cbfbdd5bebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.124271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1935fb5c-69ad-49c1-a34a-999a5593fe59 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:52.126172 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1935fb5c-69ad-49c1-a34a-999a5593fe59 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.36 "GET /v2.0/networks?id=07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e HTTP/1.1" status: 200 len: 813 time: 0.5217240 May 06 12:59:52.188754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Request body: {'port': {'device_id': 'e5fe3edc-8c81-4281-902e-236e1cb4f45e', 'network_id': '07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e', 'admin_state_up': True, 'tenant_id': '6d9e3bb8ff7f4668a36b64b329a4ffad'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:52.280015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network b0417e27-a4e0-41f0-a926-07581a8f4fd2 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:59:52.314856 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6876e8af-c5e1-4d53-b503-cbfbdd5bebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.384012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:52.391465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6876e8af-c5e1-4d53-b503-cbfbdd5bebbc None None] For port 0f11da92-35bb-42ac-acaa-c8aa4986d24c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0f11da92-35bb-42ac-acaa-c8aa4986d24c,segment=NetworkSegment(520a6792-41d9-49ac-b515-9f0a463c9438),segment_id=520a6792-41d9-49ac-b515-9f0a463c9438)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:52.392871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b0417e27-a4e0-41f0-a926-07581a8f4fd2) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:52.395629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Usage tracker for resource:port and tenant:6d9e3bb8ff7f4668a36b64b329a4ffad is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:52.398949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:52.400129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.401511 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6876e8af-c5e1-4d53-b503-cbfbdd5bebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.411623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:52.419042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:52.462065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Made reservation on behalf of 6d9e3bb8ff7f4668a36b64b329a4ffad for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:52.469530 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.469960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-56e0cf75-7199-4308-aa68-04d5eb8855c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8080995 May 06 12:59:52.472278 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-bab2abe1-8e62-41f7-a8c9-6ead1c5c4a99 service neutron] show failed (client error): The resource could not be found. May 06 12:59:52.475686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-bab2abe1-8e62-41f7-a8c9-6ead1c5c4a99 service neutron] 10.222.0.48 "GET /v2.0/ports/a0e1236c-28e4-4858-b704-5ceb30ef7d20/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.5415976 May 06 12:59:52.500606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56306) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:52.555132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60dc3c-cf89-43fd-84c5-0f58e3cd17f8 req-d9162451-32a5-42c6-aa1b-1bf1329485cb tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:52.568152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b60dc3c-cf89-43fd-84c5-0f58e3cd17f8 req-d9162451-32a5-42c6-aa1b-1bf1329485cb tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 946 time: 0.8268495 May 06 12:59:52.633284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876e8af-c5e1-4d53-b503-cbfbdd5bebbc None None] Pushing event updated for resources: {'Port': ['ID=0f11da92-35bb-42ac-acaa-c8aa4986d24c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:52.642542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': 'b0417e27-a4e0-41f0-a926-07581a8f4fd2', 'name': 'tempest-PortsTestJSON-1620753357'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:52.644477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d60b2-6fd7-4772-afa3-ba6c58521f81 None None] Network b0417e27-a4e0-41f0-a926-07581a8f4fd2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:52.986660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Attempting to bind port 50a43e7c-415e-406f-9075-5f00e01bfd4d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:52.990781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Attempting to bind port 50a43e7c-415e-406f-9075-5f00e01bfd4d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:52.991883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Attempting to bind port 50a43e7c-415e-406f-9075-5f00e01bfd4d on network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:53.037415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Allocated IP 172.20.0.3 (07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e/eac1bfad-4360-444c-b124-a12bd6b685d9/fa3e1c05-11db-4366-8371-9260c3f0979c) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:53.058339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Port 50a43e7c-415e-406f-9075-5f00e01bfd4d on network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:59:53.071402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b60dc3c-cf89-43fd-84c5-0f58e3cd17f8 req-e7570e43-1968-494e-ac07-f630aaf34e7b tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021479 May 06 12:59:53.073290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Attempting to bind port 50a43e7c-415e-406f-9075-5f00e01bfd4d on network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:53.087976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffe214-5f71-4c95-9b1a-c26c52226a91 req-e3d603f1-5ac0-4998-87cb-bc21dbcfbd87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:53.094579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:53.095192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92ffe214-5f71-4c95-9b1a-c26c52226a91 req-e3d603f1-5ac0-4998-87cb-bc21dbcfbd87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 1.5138304 May 06 12:59:53.101659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Checking segment: {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:53.102896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Bound using segment: {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:53.104647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Bound port: 50a43e7c-415e-406f-9075-5f00e01bfd4d, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529e4ee8-bb75-4b35-b34e-b79ea966fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:53.105618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.144941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:53.163517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:53.173364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:53.196010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:53.236353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ca2f251e-dff9-4a99-a110-433f0e53c375 None None] Provisioning for port 8e63b6ed-9fdd-40c7-92de-9d069ff50d1e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:53.251270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ca2f251e-dff9-4a99-a110-433f0e53c375 None None] Provisioning complete for port 8e63b6ed-9fdd-40c7-92de-9d069ff50d1e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:53.253025 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca2f251e-dff9-4a99-a110-433f0e53c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.275928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92ffe214-5f71-4c95-9b1a-c26c52226a91 req-13b86e7f-be03-45ff-9114-54d3304d88a8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796477 May 06 12:59:53.291540 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b0e6f218-fea4-415c-9549-c0750f91888b tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags/tempest-TagsExtTest-Tag-805150906 HTTP/1.1" status: 201 len: 201 time: 1.4018686 May 06 12:59:53.311262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56312) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:53.377568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-62b21030-80e2-4d1e-8e57-ecc6cd89bce9 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2', 'tempest-TagsExtTest-Tag-1336824084') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:53.529312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f251e-dff9-4a99-a110-433f0e53c375 None None] Port 8e63b6ed-9fdd-40c7-92de-9d069ff50d1e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:53.544887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:53.545260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b0417e27-a4e0-41f0-a926-07581a8f4fd2', 'network_id': 'b0417e27-a4e0-41f0-a926-07581a8f4fd2', 'tenant_id': 'e2e7ea49710a4769b1f274312694d22d', 'fixed_ips': [{'subnet_id': 'a8149d71-d4cf-4490-9306-f8aa7d35f3e1'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:59:53.547223 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.552383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.592527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] For port 50a43e7c-415e-406f-9075-5f00e01bfd4d, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:53.596530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] For port 50a43e7c-415e-406f-9075-5f00e01bfd4d, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:53.599753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.36', 51385) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:53.609222 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e95c7a-eb9a-4ffe-8c0d-3aa61f946f3a tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.650155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.990388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Allocated IP 172.20.0.2 (b0417e27-a4e0-41f0-a926-07581a8f4fd2/a8149d71-d4cf-4490-9306-f8aa7d35f3e1/f7088c51-5e3d-428f-8c63-bf783a415475) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:53.992329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.066709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Pushing event updated for resources: {'Port': ['ID=50a43e7c-415e-406f-9075-5f00e01bfd4d,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:54.081423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port 4b8d8b7c-3995-4304-9b32-19c6d156460e yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:59:54.090057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.092055 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f93df617-a60f-4653-afbf-204145ad047f service neutron] 10.222.0.36 "PUT /v2.0/ports/50a43e7c-415e-406f-9075-5f00e01bfd4d HTTP/1.1" status: 200 len: 1131 time: 4.7145488 May 06 12:59:54.106923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:54.138761 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-62b21030-80e2-4d1e-8e57-ecc6cd89bce9 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags/tempest-TagsExtTest-Tag-1336824084 HTTP/1.1" status: 201 len: 201 time: 0.8174353 May 06 12:59:54.139695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.147941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56326) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:54.255925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-a1874e97-bb57-4dfe-bfa3-7a69c2eabbed tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:54.256102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e95c7a-eb9a-4ffe-8c0d-3aa61f946f3a tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=e83cde36-73b1-48e5-873f-58963d0e0dce,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:54.415356 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-131839ab-0138-4835-ae86-96fca768a2ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 0.8067553 May 06 12:59:54.455767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.473149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Transition to ACTIVE for port object f7088c51-5e3d-428f-8c63-bf783a415475 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:54.510881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-5f05e9bd-7e2e-41fb-98b2-5abb33222bc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 1096 time: 1.4970298 May 06 12:59:54.519069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Transition to ACTIVE for port object f7088c51-5e3d-428f-8c63-bf783a415475 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:54.533038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0f11da92-35bb-42ac-acaa-c8aa4986d24c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:54.593379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:54.654460 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.736676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ca2f251e-dff9-4a99-a110-433f0e53c375 None None] Provisioning complete for port 0f11da92-35bb-42ac-acaa-c8aa4986d24c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:54.737107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca2f251e-dff9-4a99-a110-433f0e53c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.763486 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-18a28a47-48a7-4864-9c4c-2d5afffe8dfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1134 time: 0.6138048 May 06 12:59:54.775524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Network 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:54.854177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Network b0417e27-a4e0-41f0-a926-07581a8f4fd2 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:54.855028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Pushing event updated for resources: {'Port': ['ID=f7088c51-5e3d-428f-8c63-bf783a415475,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:54.860325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:54.866126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:54.866465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:54.869686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:54.907010 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-1e465306-0841-4a8b-9f9a-253bc685dcdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d HTTP/1.1" status: 200 len: 217 time: 0.1275964 May 06 12:59:54.934744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0f11da92-35bb-42ac-acaa-c8aa4986d24c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:54.935371 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.993763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2d326-0238-472e-9e94-4d36b358172b req-d02e4fda-659f-41dc-86e6-62d2a5aa3547 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:55.004774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dac2d326-0238-472e-9e94-4d36b358172b req-d02e4fda-659f-41dc-86e6-62d2a5aa3547 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 983 time: 1.3867435 May 06 12:59:55.005235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-7f989a47-25b0-4e8d-af35-c25e5cd9bac7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:55.007789 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-7f989a47-25b0-4e8d-af35-c25e5cd9bac7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfe33ab2-551a-4907-b9eb-0c23c3eab6dc HTTP/1.1" status: 200 len: 835 time: 0.0903873 May 06 12:59:55.008779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Pushing event updated for resources: {'Port': ['ID=fa3e1c05-11db-4366-8371-9260c3f0979c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:55.129688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Attempting to bind port f7088c51-5e3d-428f-8c63-bf783a415475 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:55.130379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Attempting to bind port f7088c51-5e3d-428f-8c63-bf783a415475 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'eb213ae3-71c6-4920-9dd1-c1d418c49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b0417e27-a4e0-41f0-a926-07581a8f4fd2'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:55.130504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Attempting to bind port f7088c51-5e3d-428f-8c63-bf783a415475 on network b0417e27-a4e0-41f0-a926-07581a8f4fd2 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:55.144105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:55.144682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Checking segment: {'id': 'eb213ae3-71c6-4920-9dd1-c1d418c49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b0417e27-a4e0-41f0-a926-07581a8f4fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:55.145311 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.145932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Bound using segment: {'id': 'eb213ae3-71c6-4920-9dd1-c1d418c49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b0417e27-a4e0-41f0-a926-07581a8f4fd2'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:55.146778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Bound port: f7088c51-5e3d-428f-8c63-bf783a415475, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb213ae3-71c6-4920-9dd1-c1d418c49862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b0417e27-a4e0-41f0-a926-07581a8f4fd2'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:55.147405 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.153151 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a1874e97-bb57-4dfe-bfa3-7a69c2eabbed tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags HTTP/1.1" status: 200 len: 240 time: 0.9105697 May 06 12:59:55.167954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56334) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:55.180673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-0c5eaee9-c571-464e-b537-7122340ed9d0 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812', 'tempest-TagsExtTest-Tag-777018544') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:55.266373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:55.266373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.267901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dac2d326-0238-472e-9e94-4d36b358172b req-b2dcd253-9de6-4d58-ad26-6d528abf84c9 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2615266 May 06 12:59:55.293103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-a357f0de-a7c9-44a8-b734-050b036544e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:55.295036 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-a357f0de-a7c9-44a8-b734-050b036544e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 0.8446631 May 06 12:59:55.299829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abe267-5898-4d53-a711-25aad0c4895d req-2e499ad5-4043-4f38-9dea-c6c2bb418d18 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:55.305337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90abe267-5898-4d53-a711-25aad0c4895d req-2e499ad5-4043-4f38-9dea-c6c2bb418d18 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.48 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 946 time: 0.9350390 May 06 12:59:55.410804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] For port f7088c51-5e3d-428f-8c63-bf783a415475, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:55.415093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] For port f7088c51-5e3d-428f-8c63-bf783a415475, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f7088c51-5e3d-428f-8c63-bf783a415475,segment=NetworkSegment(eb213ae3-71c6-4920-9dd1-c1d418c49862),segment_id=eb213ae3-71c6-4920-9dd1-c1d418c49862)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:55.441039 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-1887c9c1-0102-4000-9f69-e4f0e03927ee tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2575691 May 06 12:59:55.446971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.455014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-47b309f6-e6d2-47aa-be88-ed135cd4a071 None None] Provisioning complete for port 8e63b6ed-9fdd-40c7-92de-9d069ff50d1e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:55.455353 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-47b309f6-e6d2-47aa-be88-ed135cd4a071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.477766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Request body: {'port': {'device_id': 'e5fe3edc-8c81-4281-902e-236e1cb4f45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:55.542647 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-88bf6269-a83c-40de-981d-bbcf8b7d5b6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5116694 May 06 12:59:55.646115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Pushing event updated for resources: {'Port': ['ID=f7088c51-5e3d-428f-8c63-bf783a415475,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:55.659629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-47b309f6-e6d2-47aa-be88-ed135cd4a071 None None] Port 8e63b6ed-9fdd-40c7-92de-9d069ff50d1e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:55.666995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.667737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.668290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.668838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.678164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-90abe267-5898-4d53-a711-25aad0c4895d req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Deleting port c5f37bed-39cd-4b7f-bc5a-25e8ee830880 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:55.678706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90abe267-5898-4d53-a711-25aad0c4895d req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.683159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.683976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.684653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.685348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.686041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.686590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.687203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a515e08-77b2-467e-a76f-b267e198346d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:55.717813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c5f37bed-39cd-4b7f-bc5a-25e8ee830880 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:55.720792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-19e95c7a-eb9a-4ffe-8c0d-3aa61f946f3a tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.749862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.4 (b0417e27-a4e0-41f0-a926-07581a8f4fd2/a8149d71-d4cf-4490-9306-f8aa7d35f3e1/4b8d8b7c-3995-4304-9b32-19c6d156460e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:55.762801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-19e95c7a-eb9a-4ffe-8c0d-3aa61f946f3a tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/ports/e83cde36-73b1-48e5-873f-58963d0e0dce HTTP/1.1" status: 204 len: 168 time: 5.9485214 May 06 12:59:55.792460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56340) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:55.849901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e399ab1-d85a-4bfa-b951-c4a1f95f96b0 req-8f6a05b9-fcd0-4c71-889a-cb0cec2c6e0c tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:55.858816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e399ab1-d85a-4bfa-b951-c4a1f95f96b0 req-8f6a05b9-fcd0-4c71-889a-cb0cec2c6e0c tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 931 time: 1.9416134 May 06 12:59:55.868702 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-7b7cdf39-6f80-4298-a32d-14d658994781 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 1000 time: 0.5539870 May 06 12:59:55.887981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:55.928380 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.964472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:55.966745 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.995977 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0c5eaee9-c571-464e-b537-7122340ed9d0 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags/tempest-TagsExtTest-Tag-777018544 HTTP/1.1" status: 204 len: 168 time: 0.8204997 May 06 12:59:56.019957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56344) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:56.034499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-8be55418-14d0-4d08-927d-4ff1cc7223f2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812', 'tempest-TagsExtTest-Tag-777018544') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:56.091393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250720eb-114c-4159-b246-5b8891227226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:56.108744 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.184856 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-f6ffadb5-a9da-4357-b467-9f1f1da4c8aa service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165793 May 06 12:59:56.192356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-dd3cec54-860e-4b49-b98f-8693584159d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:56.194146 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-dd3cec54-860e-4b49-b98f-8693584159d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.3138294 May 06 12:59:56.200887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c5f37bed-39cd-4b7f-bc5a-25e8ee830880, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,segment=NetworkSegment(bae23642-0c72-4785-992f-fdeaa7115f37),segment_id=bae23642-0c72-4785-992f-fdeaa7115f37)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:56.209802 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.211597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a0e1236c-28e4-4858-b704-5ceb30ef7d20 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:56.460799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:56.524856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:56.600176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:floatingip and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:56.622386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:56.692150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:56.725578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:56.752678 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.803052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1e399ab1-d85a-4bfa-b951-c4a1f95f96b0 req-5d0ca398-b3ec-46de-9c2b-bf097333630a tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Synchronizing usage tracker for tenant:6d9e3bb8ff7f4668a36b64b329a4ffad on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:56.841085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:56.846887 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.908119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.007462 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5396fe4e-4e6d-4804-9580-16ee15cc64f1 req-b45b10bb-d855-49a6-8690-26d258707609 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7683892 May 06 12:59:57.023788 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-97994a83-3494-4273-98ad-41d2808d67c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8226111 May 06 12:59:57.276935 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8be55418-14d0-4d08-927d-4ff1cc7223f2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags/tempest-TagsExtTest-Tag-777018544 HTTP/1.1" status: 204 len: 168 time: 1.2528384 May 06 12:59:57.285334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56358) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:57.293988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-6905ea8c-e443-48b0-9543-63b5fa6bddc2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:57.304330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1e399ab1-d85a-4bfa-b951-c4a1f95f96b0 req-5d0ca398-b3ec-46de-9c2b-bf097333630a tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Unset dirty status for tenant:6d9e3bb8ff7f4668a36b64b329a4ffad on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:57.305559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e399ab1-d85a-4bfa-b951-c4a1f95f96b0 req-5d0ca398-b3ec-46de-9c2b-bf097333630a tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4459670 May 06 12:59:57.395872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c49d6-1cf6-43ad-b869-05440f88cbc1 req-0fe04ace-2e1b-496e-83e1-56c58f075a09 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:57.397710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e1c49d6-1cf6-43ad-b869-05440f88cbc1 req-0fe04ace-2e1b-496e-83e1-56c58f075a09 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 946 time: 1.6299460 May 06 12:59:57.411216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Transition to ACTIVE for port object a0e1236c-28e4-4858-b704-5ceb30ef7d20 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:57.445756 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc943855-6832-40ea-9a98-5e455337ffea'] response: {'name': 'network-changed', 'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'status': 'completed', 'code': 200} May 06 12:59:57.564388 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.570867 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:57.571733 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:57.793187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc862cf-3d7b-4698-a160-32ca6e46c17e None None] Network b0417e27-a4e0-41f0-a926-07581a8f4fd2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:57.883565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-90abe267-5898-4d53-a711-25aad0c4895d req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] For port c5f37bed-39cd-4b7f-bc5a-25e8ee830880, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,segment=NetworkSegment(bae23642-0c72-4785-992f-fdeaa7115f37),segment_id=bae23642-0c72-4785-992f-fdeaa7115f37)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:57.883932 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90abe267-5898-4d53-a711-25aad0c4895d req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.964900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f67c17d6-65f1-45fd-a537-5ebf719e44ac None None] Provisioning for port f7088c51-5e3d-428f-8c63-bf783a415475 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:58.152938 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-017ef0a8-f61e-4832-83ae-96f2edd1cffd service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0196612 May 06 12:59:58.250295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f7088c51-5e3d-428f-8c63-bf783a415475 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:58.254210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3e1c05-11db-4366-8371-9260c3f0979c {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:58.270965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-90abe267-5898-4d53-a711-25aad0c4895d req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Calling delete_port for c5f37bed-39cd-4b7f-bc5a-25e8ee830880 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:58.272331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:58.406257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:58.438641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Transition to ACTIVE for port object fa3e1c05-11db-4366-8371-9260c3f0979c will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:58.445235 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:58.480456 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6905ea8c-e443-48b0-9543-63b5fa6bddc2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags HTTP/1.1" status: 200 len: 205 time: 1.1938186 May 06 12:59:58.485629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:58.495627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56368) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:58.529416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e1c49d6-1cf6-43ad-b869-05440f88cbc1 req-835af025-9f51-49e6-beaa-844c2a97c9a0 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/security-groups?id=75fc3e99-dd18-4559-8504-116a7cf339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9908340 May 06 12:59:58.655535 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8026e3d3-da65-450f-86fc-58e7b8f203ce req-cea7d355-f51f-44b4-b79d-ea22650b6f5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1134 time: 1.2068486 May 06 12:59:58.669550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-c17edf39-cdf6-40e9-8cef-96efb7098e35 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:58.676311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object 4b8d8b7c-3995-4304-9b32-19c6d156460e will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:58.790491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] No DVR routers for this DVR port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:58.792386 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c68f215-ac43-43b2-9045-a1d53690a9b1'] response: {'server_uuid': '250720eb-114c-4159-b246-5b8891227226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880', 'code': 200} May 06 12:59:58.854956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f7088c51-5e3d-428f-8c63-bf783a415475 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:58.878414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f7088c51-5e3d-428f-8c63-bf783a415475 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:58.880658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.066144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a27d3-6dff-427f-9bac-9103d42c0fd9 req-a97d5762-8634-41fa-9a3a-5e45915e4012 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:59.082220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b0a27d3-6dff-427f-9bac-9103d42c0fd9 req-a97d5762-8634-41fa-9a3a-5e45915e4012 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 1.3294945 May 06 12:59:59.202530 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-362da1e5-17f7-4e76-a54a-1f4aee3cd4e4 service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0297585 May 06 12:59:59.203488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Pushing event updated for resources: {'Port': ['ID=fa3e1c05-11db-4366-8371-9260c3f0979c,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:59.270465 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.322186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 50a43e7c-415e-406f-9075-5f00e01bfd4d details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:59:59.550025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026e3d3-da65-450f-86fc-58e7b8f203ce req-de8938b0-c967-4611-8f12-1fcb59915e78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:59.552166 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8026e3d3-da65-450f-86fc-58e7b8f203ce req-de8938b0-c967-4611-8f12-1fcb59915e78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238 HTTP/1.1" status: 200 len: 898 time: 0.7494876 May 06 12:59:59.554833 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.587428 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c17edf39-cdf6-40e9-8cef-96efb7098e35 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags HTTP/1.1" status: 200 len: 240 time: 0.9674931 May 06 12:59:59.603924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56382) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:59.665051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.756552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f7088c51-5e3d-428f-8c63-bf783a415475, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f7088c51-5e3d-428f-8c63-bf783a415475,segment=NetworkSegment(eb213ae3-71c6-4920-9dd1-c1d418c49862),segment_id=eb213ae3-71c6-4920-9dd1-c1d418c49862)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:59.761514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-256d6aff-653f-41a0-9812-18c67ebfe03a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e', 'tempest-TagsExtTest-Tag-315195500') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:59.779204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b0a27d3-6dff-427f-9bac-9103d42c0fd9 req-96c79bd6-e35e-4446-b064-830a71672ee5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6955502 May 06 12:59:59.807507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90abe267-5898-4d53-a711-25aad0c4895d req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.898156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 50a43e7c-415e-406f-9075-5f00e01bfd4d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:59.909575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network b0417e27-a4e0-41f0-a926-07581a8f4fd2 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:59.934983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:59.935741 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8026e3d3-da65-450f-86fc-58e7b8f203ce req-73f38319-2609-440b-8e6b-a88d7407d04c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d HTTP/1.1" status: 200 len: 217 time: 0.3408718 May 06 12:59:59.937369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=4b8d8b7c-3995-4304-9b32-19c6d156460e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:59.943020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:59.960183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'port_id': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'mac_address': 'fa:16:3e:5a:f7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:59:59.980167 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.099794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Attempting to bind port fa3e1c05-11db-4366-8371-9260c3f0979c on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:00:00.100288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Attempting to bind port fa3e1c05-11db-4366-8371-9260c3f0979c by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '90b32eab-8852-4bf3-8b01-6173765ad1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:00:00.100722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Attempting to bind port fa3e1c05-11db-4366-8371-9260c3f0979c on network 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:00.101735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefeead-ad61-4c3a-9cd6-233ce530f217 req-4fcca097-4f69-4522-a458-27e7ff6f442f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:00.109511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbefeead-ad61-4c3a-9cd6-233ce530f217 req-4fcca097-4f69-4522-a458-27e7ff6f442f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 983 time: 0.9709840 May 06 13:00:00.152017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Port fa3e1c05-11db-4366-8371-9260c3f0979c on network 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:00:00.152502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Attempting to bind port fa3e1c05-11db-4366-8371-9260c3f0979c on network 07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:00.186570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026e3d3-da65-450f-86fc-58e7b8f203ce req-9007cdaa-503b-4c0a-956d-4a6b24c651a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:00.188541 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8026e3d3-da65-450f-86fc-58e7b8f203ce req-9007cdaa-503b-4c0a-956d-4a6b24c651a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfe33ab2-551a-4907-b9eb-0c23c3eab6dc HTTP/1.1" status: 200 len: 835 time: 0.2232289 May 06 13:00:00.191218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:00:00.191899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Checking segment: {'id': '90b32eab-8852-4bf3-8b01-6173765ad1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:00.192658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Bound using segment: {'id': '90b32eab-8852-4bf3-8b01-6173765ad1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:00:00.193585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Bound port: fa3e1c05-11db-4366-8371-9260c3f0979c, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b32eab-8852-4bf3-8b01-6173765ad1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:00:00.194316 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.271542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-256d6aff-653f-41a0-9812-18c67ebfe03a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags/tempest-TagsExtTest-Tag-315195500 HTTP/1.1" status: 204 len: 168 time: 0.6632414 May 06 13:00:00.296731 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6f582c-e5da-4841-ac3b-6cbb7a8a608f'] response: {'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'code': 200} May 06 13:00:00.324006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56396) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:00.337341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-90abe267-5898-4d53-a711-25aad0c4895d req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] No DVR routers for this DVR port c5f37bed-39cd-4b7f-bc5a-25e8ee830880 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:00:00.339627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Pushing event deleted for resources: {'Port': ['ID=c5f37bed-39cd-4b7f-bc5a-25e8ee830880,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:00.376994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8de1f809-666c-4ce0-a032-04d3e6bb86d3 None None] Provisioning complete for port f7088c51-5e3d-428f-8c63-bf783a415475 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:00.381171 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8de1f809-666c-4ce0-a032-04d3e6bb86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.383504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-406fe0df-3ddf-461f-8da0-b94ed80a214d tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e', 'tempest-TagsExtTest-Tag-315195500') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:00.433517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90abe267-5898-4d53-a711-25aad0c4895d req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.508175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbefeead-ad61-4c3a-9cd6-233ce530f217 req-a8cc15fd-67ce-49db-8c42-a8b3f66ed733 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2100449 May 06 13:00:00.554686 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.625608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90abe267-5898-4d53-a711-25aad0c4895d req-68e030dd-d0f6-41ca-abc7-5e4b64f60c93 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.48 "DELETE /v2.0/ports/c5f37bed-39cd-4b7f-bc5a-25e8ee830880 HTTP/1.1" status: 204 len: 173 time: 5.1894898 May 06 13:00:00.699059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f7088c51-5e3d-428f-8c63-bf783a415475,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:00.725266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a43e7c-415e-406f-9075-5f00e01bfd4d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:00:00.772606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] For port fa3e1c05-11db-4366-8371-9260c3f0979c, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:00:00.778739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] For port fa3e1c05-11db-4366-8371-9260c3f0979c, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fa3e1c05-11db-4366-8371-9260c3f0979c,segment=NetworkSegment(90b32eab-8852-4bf3-8b01-6173765ad1f4),segment_id=90b32eab-8852-4bf3-8b01-6173765ad1f4)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:00:00.796545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 50a43e7c-415e-406f-9075-5f00e01bfd4d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:00.815645 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.820586 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.954900 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8026e3d3-da65-450f-86fc-58e7b8f203ce req-8748ff37-d4f6-41a8-8ab6-ef343a9a209a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7428160 May 06 13:00:00.987343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.990900 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] 10.222.0.36 "PUT /v2.0/ports/fa3e1c05-11db-4366-8371-9260c3f0979c HTTP/1.1" status: 200 len: 1091 time: 5.5326338 May 06 13:00:01.033215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fe3edc-8c81-4281-902e-236e1cb4f45e', 'tag': 'fa3e1c05-11db-4366-8371-9260c3f0979c'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:01.057284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=50a43e7c-415e-406f-9075-5f00e01bfd4d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:01.062586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['50a43e7c-415e-406f-9075-5f00e01bfd4d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:00:01.250545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-92f55993-aeb1-40d3-a70a-80bb5e64ba02 None None] Provisioning for port 4b8d8b7c-3995-4304-9b32-19c6d156460e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:01.263504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-18b3db1d-c0de-44ff-a2bb-0a72620a7dd7 req-d08b5ead-0901-48ef-9dde-504da8fd6d02 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Synchronizing usage tracker for tenant:3ee5ced1cb704d91b4be573006805e8d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:01.271646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-92f55993-aeb1-40d3-a70a-80bb5e64ba02 None None] Provisioning complete for port 4b8d8b7c-3995-4304-9b32-19c6d156460e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:01.272750 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-92f55993-aeb1-40d3-a70a-80bb5e64ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:01.405224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:01.406292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:01.416739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a87d79-2ac7-49ce-83f1-af94862916ce service neutron] Pushing event updated for resources: {'Port': ['ID=fa3e1c05-11db-4366-8371-9260c3f0979c,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:01.495956 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-406fe0df-3ddf-461f-8da0-b94ed80a214d tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags/tempest-TagsExtTest-Tag-315195500 HTTP/1.1" status: 204 len: 168 time: 1.1584063 May 06 13:00:01.502400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56412) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:01.541173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-2cac8613-bfee-4466-bc3b-d7584a022a53 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:01.545048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8c43eecb-a7aa-4a12-97d0-ba6cb90c69c8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.9159596 May 06 13:00:01.557740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56416) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:01.583419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-92f55993-aeb1-40d3-a70a-80bb5e64ba02 None None] Port 4b8d8b7c-3995-4304-9b32-19c6d156460e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:01.635067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': 'b0417e27-a4e0-41f0-a926-07581a8f4fd2', 'name': 'tempest-PortsTestJSON-1715545749'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:01.695473 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8026e3d3-da65-450f-86fc-58e7b8f203ce req-422242d2-cc55-43e6-b08c-c2caceecb5bc service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016678 May 06 13:00:01.723790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.25.7.16 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9cf44f7a-2ebf-4bc0-ae69-df4d9d2e172d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:01.809581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-18b3db1d-c0de-44ff-a2bb-0a72620a7dd7 req-d08b5ead-0901-48ef-9dde-504da8fd6d02 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] Unset dirty status for tenant:3ee5ced1cb704d91b4be573006805e8d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:01.812999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18b3db1d-c0de-44ff-a2bb-0a72620a7dd7 req-d08b5ead-0901-48ef-9dde-504da8fd6d02 tempest-VolumesActionsTest-304188622 tempest-VolumesActionsTest-304188622-project] 10.222.0.44 "GET /v2.0/ports?device_id=250720eb-114c-4159-b246-5b8891227226 HTTP/1.1" status: 200 len: 210 time: 0.7024672 May 06 13:00:01.826630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8428b-a7b4-468f-877a-75cef3205e01 req-865f46e1-1314-4ba5-b27f-80a2e9efd7d2 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:01.840164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aee8428b-a7b4-468f-877a-75cef3205e01 req-865f46e1-1314-4ba5-b27f-80a2e9efd7d2 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 943 time: 1.2030053 May 06 13:00:01.979547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56422) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:02.108399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-b8afbcb1-153c-4cb9-839e-3096a00df628 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9e3bb8ff7f4668a36b64b329a4ffad&device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 1094 time: 1.0204592 May 06 13:00:02.133185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f7088c51-5e3d-428f-8c63-bf783a415475 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:02.252995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f7088c51-5e3d-428f-8c63-bf783a415475 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:02.253602 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.367347 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-2d623dee-cd59-4a14-8a23-64ccf66d8552 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa3e1c05-11db-4366-8371-9260c3f0979c HTTP/1.1" status: 200 len: 217 time: 0.2321298 May 06 13:00:02.380703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:02.388810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250720eb-114c-4159-b246-5b8891227226', 'name': 'network-vif-deleted', 'tag': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:02.458554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:02.466486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:02.509764 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2cac8613-bfee-4466-bc3b-d7584a022a53 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags HTTP/1.1" status: 200 len: 205 time: 0.9994485 May 06 13:00:02.515647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56430) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:02.520609 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8026e3d3-da65-450f-86fc-58e7b8f203ce req-099208b0-1b9d-4779-8341-53aadba2d22d service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156922 May 06 13:00:02.526694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-4b724196-e82c-45b2-b523-ae581eecf7ef tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:02.538935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:02.587296 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-766bb8db-9119-450c-bc30-272c4c80fc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.618295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aee8428b-a7b4-468f-877a-75cef3205e01 req-d652a6d0-3c97-48f8-bac2-093d8f9d0f24 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7769341 May 06 13:00:02.653441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-a910826b-0df9-45d6-bb2f-e2e05e9e7e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:02.655020 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-a910826b-0df9-45d6-bb2f-e2e05e9e7e7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eac1bfad-4360-444c-b124-a12bd6b685d9 HTTP/1.1" status: 200 len: 853 time: 0.2741926 May 06 13:00:02.692950 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.702141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:02.706649 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.711526 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-466e322b-75bf-48b3-98b0-d1486653624e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504742 May 06 13:00:02.747746 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36688eb9-5124-48e7-a4ea-aa790064b3c7'] response: {'name': 'network-changed', 'server_uuid': 'e5fe3edc-8c81-4281-902e-236e1cb4f45e', 'tag': 'fa3e1c05-11db-4366-8371-9260c3f0979c', 'status': 'completed', 'code': 200} May 06 13:00:02.756220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Attempting to bind port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:00:02.756994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Attempting to bind port a0e1236c-28e4-4858-b704-5ceb30ef7d20 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:00:02.757186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Attempting to bind port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on network dbbc0d15-8641-4520-9288-30d0caacb1b3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:02.821088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port 21aa0be1-1310-4932-bdd8-3aa554fd61c8 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:00:02.823364 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4b724196-e82c-45b2-b523-ae581eecf7ef tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags HTTP/1.1" status: 200 len: 240 time: 0.3064249 May 06 13:00:02.831259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56434) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:02.845652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-38f285af-606e-45c9-8d4c-3d3ee8cdc9ae tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22', 'tempest-TagsExtTest-Tag-805150906') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:02.866864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-766bb8db-9119-450c-bc30-272c4c80fc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:02.876997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on network dbbc0d15-8641-4520-9288-30d0caacb1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:00:02.877613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Attempting to bind port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on network dbbc0d15-8641-4520-9288-30d0caacb1b3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:02.885226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-766bb8db-9119-450c-bc30-272c4c80fc19 admin admin] Usage tracker for resource:security_group_rule and tenant:8baa86006d8c4d75a445b80d0d7e35bf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:02.900954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-766bb8db-9119-450c-bc30-272c4c80fc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:02.923920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-766bb8db-9119-450c-bc30-272c4c80fc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:02.980778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6b24-a7dd-47e5-a98f-9463ccba7268 req-a8c8ed55-e3db-4d75-a5fb-ef15d69e94af tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:02.982384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93ac6b24-a7dd-47e5-a98f-9463ccba7268 req-a8c8ed55-e3db-4d75-a5fb-ef15d69e94af tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 0.7339475 May 06 13:00:02.998711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:00:02.999031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Checking segment: {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:02.999242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Bound using segment: {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:00:02.999946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Bound port: a0e1236c-28e4-4858-b704-5ceb30ef7d20, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02381062-3f26-4fa6-a478-7c79c4b8846e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:00:03.000428 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.036514 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-e4363b0b-5470-4f07-a2e7-7d72c9ec8004 service neutron] 10.222.0.36 "GET /v2.0/networks/07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193738 May 06 13:00:03.079668 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-38f285af-606e-45c9-8d4c-3d3ee8cdc9ae tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags/tempest-TagsExtTest-Tag-805150906 HTTP/1.1" status: 204 len: 168 time: 0.2379153 May 06 13:00:03.080791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56440) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:03.119153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 50a43e7c-415e-406f-9075-5f00e01bfd4d up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:03.151425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-9be4d3b2-54ea-4f4e-a975-acc7b11d1e1c tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22', 'tempest-TagsExtTest-Tag-805150906') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:03.197259 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.228037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 50a43e7c-415e-406f-9075-5f00e01bfd4d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:03.242505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 50a43e7c-415e-406f-9075-5f00e01bfd4d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:03.242505 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.403627 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.446177 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ecc670a2-5cd8-469f-a2b3-a70ebe2813cc req-e058b775-abae-4377-86c2-edbc6450dfcf service neutron] 10.222.0.36 "GET /v2.0/networks/07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023890 May 06 13:00:03.446441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:03.461179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9be4d3b2-54ea-4f4e-a975-acc7b11d1e1c tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags/tempest-TagsExtTest-Tag-805150906 HTTP/1.1" status: 204 len: 168 time: 0.3767095 May 06 13:00:03.461668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56446) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:03.468584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 50a43e7c-415e-406f-9075-5f00e01bfd4d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:03.473132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-9e48b5e9-8a06-4901-875c-ea565289d4a4 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:03.475525 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.576383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:03.582846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93ac6b24-a7dd-47e5-a98f-9463ccba7268 req-6be576d7-b593-4b98-93a6-3022d498f470 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5564916 May 06 13:00:03.594125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:03.596356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=9cf44f7a-2ebf-4bc0-ae69-df4d9d2e172d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:03.611104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:03.645774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=50a43e7c-415e-406f-9075-5f00e01bfd4d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:03.664811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.3 (b0417e27-a4e0-41f0-a926-07581a8f4fd2/a8149d71-d4cf-4490-9306-f8aa7d35f3e1/21aa0be1-1310-4932-bdd8-3aa554fd61c8) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:03.708061 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-766bb8db-9119-450c-bc30-272c4c80fc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.710575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:00:03.729225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f44434-8b75-48fe-b304-1e33afbef012 req-d4d8667f-aeeb-488b-a995-da0a72c6bafd tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:03.729495 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9e48b5e9-8a06-4901-875c-ea565289d4a4 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags HTTP/1.1" status: 200 len: 205 time: 0.2634366 May 06 13:00:03.729965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70f44434-8b75-48fe-b304-1e33afbef012 req-d4d8667f-aeeb-488b-a995-da0a72c6bafd tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 984 time: 0.8242192 May 06 13:00:03.730857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56452) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:03.741908 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19583e0e-a16a-4bb2-af67-1dbb5763f3bb'] response: {'server_uuid': '250720eb-114c-4159-b246-5b8891227226', 'name': 'network-vif-deleted', 'tag': 'c5f37bed-39cd-4b7f-bc5a-25e8ee830880', 'status': 'completed', 'code': 200} May 06 13:00:03.743265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-56c1e9a6-f068-44c3-bd36-d3a048510761 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:03.748277 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-766bb8db-9119-450c-bc30-272c4c80fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.758067 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-328dbaa9-0db3-4763-9384-76ca57c787db req-14cbd1fc-5a2e-4c25-a4a3-e6ec2b4b638e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9e3bb8ff7f4668a36b64b329a4ffad&device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 1094 time: 0.2116079 May 06 13:00:03.826031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:00:03.833529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bb8db-9119-450c-bc30-272c4c80fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00001a85-3457-4fed-bc57-ac6e7430850b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:03.872393 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.982567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-766bb8db-9119-450c-bc30-272c4c80fc19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8baa86006d8c4d75a445b80d0d7e35bf&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0016878 May 06 13:00:04.015512 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f2b2bd-0b28-40f8-8b7b-1a7798bc9db6'] response: {'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'code': 200} May 06 13:00:04.020534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56458) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:04.024656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70f44434-8b75-48fe-b304-1e33afbef012 req-e02abf18-8ba7-4516-b630-a6d99f9283ee tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2776725 May 06 13:00:04.199055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:04.232895 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-56c1e9a6-f068-44c3-bd36-d3a048510761 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags HTTP/1.1" status: 200 len: 241 time: 0.5003240 May 06 13:00:04.233505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.238455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-f672a260-599b-4729-96ff-b874dd12fabd service neutron] 10.222.0.36 "PUT /v2.0/ports/a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 1091 time: 9.7042205 May 06 13:00:04.246864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56462) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:04.269797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-a0bb4e8d-292f-4c17-ad72-114c6aae0da5 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2', 'tempest-TagsExtTest-Tag-1336824084') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:04.441966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dbaa9-0db3-4763-9384-76ca57c787db req-cbb7cad1-325f-4495-b82a-3ea3d0785899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:04.444574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-328dbaa9-0db3-4763-9384-76ca57c787db req-cbb7cad1-325f-4495-b82a-3ea3d0785899 service neutron] 10.222.0.36 "GET /v2.0/networks?id=07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e HTTP/1.1" status: 200 len: 914 time: 0.6778991 May 06 13:00:04.559459 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a0bb4e8d-292f-4c17-ad72-114c6aae0da5 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags/tempest-TagsExtTest-Tag-1336824084 HTTP/1.1" status: 204 len: 168 time: 0.3108649 May 06 13:00:04.569900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56466) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:04.599034 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-328dbaa9-0db3-4763-9384-76ca57c787db req-20804b6e-de54-4af5-8add-b66fca81595f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa3e1c05-11db-4366-8371-9260c3f0979c HTTP/1.1" status: 200 len: 217 time: 0.1461041 May 06 13:00:04.601345 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ec2c-592e-49f3-9e3a-1e0b3f24e852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.609086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-2daeb2d2-e98b-424d-a9bc-2b3fb96b59a8 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2', 'tempest-TagsExtTest-Tag-1336824084') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:04.791198 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-635e5761-8f4f-466a-948b-624822cb93bf req-f1aa6bf6-dcf6-4ed7-be0f-934873decba9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1136 time: 0.6296263 May 06 13:00:04.845486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dbaa9-0db3-4763-9384-76ca57c787db req-4a272dfa-18e7-44bb-a24f-1c3978a5740b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:04.847078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-328dbaa9-0db3-4763-9384-76ca57c787db req-4a272dfa-18e7-44bb-a24f-1c3978a5740b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eac1bfad-4360-444c-b124-a12bd6b685d9 HTTP/1.1" status: 200 len: 853 time: 0.2170680 May 06 13:00:04.899502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-635e5761-8f4f-466a-948b-624822cb93bf req-f4b77146-85c2-4b5c-8b84-31e8fc50ae73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81ec8a5c-0b50-4c48-8738-4deea24c9332&id=7001c224-337d-421b-b153-f32fa9a2e663&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1007957 May 06 13:00:04.933787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-328dbaa9-0db3-4763-9384-76ca57c787db req-19b97a11-7030-4cd9-a094-189d6322876d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643599 May 06 13:00:04.949835 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.970910 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2daeb2d2-e98b-424d-a9bc-2b3fb96b59a8 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags/tempest-TagsExtTest-Tag-1336824084 HTTP/1.1" status: 204 len: 168 time: 0.3983612 May 06 13:00:04.971550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-8aa847e1-196b-4dd2-8eba-3eace2c87d56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1094 time: 0.6588981 May 06 13:00:04.975192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56478) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:04.987957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-eaa46c18-1ef1-4fe7-b1f2-75c805ac6b35 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:05.018700 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ec2c-592e-49f3-9e3a-1e0b3f24e852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.043619 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eaa46c18-1ef1-4fe7-b1f2-75c805ac6b35 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags HTTP/1.1" status: 200 len: 205 time: 0.0651662 May 06 13:00:05.045492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56482) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:05.046915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.057587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-4d70d801-88f3-4997-80e6-9100907191a0 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:05.099727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object 21aa0be1-1310-4932-bdd8-3aa554fd61c8 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:05.173818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fd01f-2f62-4673-822b-b54b6898bc4a req-8ff7acc7-c118-4177-909a-795a709a3a08 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:05.175474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-208fd01f-2f62-4673-822b-b54b6898bc4a req-8ff7acc7-c118-4177-909a-795a709a3a08 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 943 time: 0.9567220 May 06 13:00:05.297111 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.404218 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4d70d801-88f3-4997-80e6-9100907191a0 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags HTTP/1.1" status: 204 len: 168 time: 0.3504164 May 06 13:00:05.404711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56488) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:05.429907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-a2ff33af-6155-4655-bfc4-e0fe4d8333e8 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:05.437688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ec2c-592e-49f3-9e3a-1e0b3f24e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.513067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a067539-70e3-424a-9e46-b6045d762bc3 req-7b591e91-197f-4a1b-938a-067dfb9810cf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:05.515616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a067539-70e3-424a-9e46-b6045d762bc3 req-7b591e91-197f-4a1b-938a-067dfb9810cf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 0.5767376 May 06 13:00:05.517344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.555436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0ec2c-592e-49f3-9e3a-1e0b3f24e852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00001a85-3457-4fed-bc57-ac6e7430850b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:05.648847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-208fd01f-2f62-4673-822b-b54b6898bc4a req-e2fc5716-bcf1-47d8-943d-44dadc787a88 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111879 May 06 13:00:05.683946 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-328dbaa9-0db3-4763-9384-76ca57c787db req-979579a8-092f-44de-b61f-b91ac524d2fd service neutron] 10.222.0.36 "GET /v2.0/networks/07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802577 May 06 13:00:05.690292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-2a02dde8-783b-46f1-9810-889336e6c518 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:05.693147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-2a02dde8-783b-46f1-9810-889336e6c518 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 0.5915985 May 06 13:00:05.762329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:05.941807 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2ff33af-6155-4655-bfc4-e0fe4d8333e8 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags HTTP/1.1" status: 204 len: 168 time: 0.5347629 May 06 13:00:05.947896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56498) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:05.960102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-3723637f-6fdf-4445-89ba-454d132b2925 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:06.031325 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-328dbaa9-0db3-4763-9384-76ca57c787db req-34efe7e3-96df-42fe-be27-25a155949480 service neutron] 10.222.0.36 "GET /v2.0/networks/07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342142 May 06 13:00:06.128420 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3723637f-6fdf-4445-89ba-454d132b2925 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags HTTP/1.1" status: 204 len: 168 time: 0.1787088 May 06 13:00:06.134891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56502) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:06.149769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-2dd75b9a-26cd-4cf7-a25d-af2cd00b8577 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:06.210531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network b0417e27-a4e0-41f0-a926-07581a8f4fd2 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:06.233776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=21aa0be1-1310-4932-bdd8-3aa554fd61c8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:06.251282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:06.256386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:06.279002 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2dd75b9a-26cd-4cf7-a25d-af2cd00b8577 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags HTTP/1.1" status: 204 len: 168 time: 0.1418128 May 06 13:00:06.283206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56508) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:06.293582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-cf50adad-675c-44d4-b187-2e92e62ee471 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812', 'tempest-TagsExtTest-Tag-1984801689') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:06.390967 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ec2c-592e-49f3-9e3a-1e0b3f24e852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.395281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e2b0ec2c-592e-49f3-9e3a-1e0b3f24e852 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00001a85-3457-4fed-bc57-ac6e7430850b HTTP/1.1" status: 204 len: 168 time: 2.3665757 May 06 13:00:06.466486 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cf50adad-675c-44d4-b187-2e92e62ee471 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags/tempest-TagsExtTest-Tag-1984801689 HTTP/1.1" status: 201 len: 201 time: 0.1814454 May 06 13:00:06.473620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56516) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:06.494563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-33bf130f-9cb6-4280-bbd0-36d374844263 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e', 'tempest-TagsExtTest-Tag-516025931') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:06.504590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a067539-70e3-424a-9e46-b6045d762bc3 req-be74861a-d640-4d09-a33e-0727345a04f3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9617107 May 06 13:00:06.618505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:06.619683 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.637942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-38093ac5-28ad-489f-8526-f65590aa654b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 998 time: 0.8902912 May 06 13:00:06.795418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-33bf130f-9cb6-4280-bbd0-36d374844263 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags/tempest-TagsExtTest-Tag-516025931 HTTP/1.1" status: 201 len: 201 time: 0.3155622 May 06 13:00:06.795726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56526) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:06.804368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-2e35395f-0879-4d54-8839-b8493f0147cc tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22', 'tempest-TagsExtTest-Tag-58987274') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:06.808782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7023106b-0004-4b96-a638-29c9d62115d8 None None] Provisioning for port 21aa0be1-1310-4932-bdd8-3aa554fd61c8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:06.826884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7023106b-0004-4b96-a638-29c9d62115d8 None None] Provisioning complete for port 21aa0be1-1310-4932-bdd8-3aa554fd61c8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:06.827682 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7023106b-0004-4b96-a638-29c9d62115d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.836413 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d6d529-6b89-4ff0-a6b2-39d069213eb0'] response: {'name': 'network-changed', 'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'status': 'completed', 'code': 200} May 06 13:00:06.974347 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:00:07.003497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7023106b-0004-4b96-a638-29c9d62115d8 None None] Port 21aa0be1-1310-4932-bdd8-3aa554fd61c8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:07.011815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4144d61-1d44-4ae4-82ed-661f9b0c716b req-ccafb123-6c5e-45e1-ab5d-caddf799081c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:07.015722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4144d61-1d44-4ae4-82ed-661f9b0c716b req-ccafb123-6c5e-45e1-ab5d-caddf799081c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 985 time: 1.0035932 May 06 13:00:07.038209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-25a21a01-889a-48db-8bc1-fed89c4711c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4567313 May 06 13:00:07.057122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56530) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:07.060235 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.117023 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2e35395f-0879-4d54-8839-b8493f0147cc tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags/tempest-TagsExtTest-Tag-58987274 HTTP/1.1" status: 201 len: 201 time: 0.3153448 May 06 13:00:07.118106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56534) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:07.123267 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.137162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device fa3e1c05-11db-4366-8371-9260c3f0979c details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:00:07.140523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-af904992-87b0-42de-86d6-2a3ec4a93c70 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2', 'tempest-TagsExtTest-Tag-1629033249') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:07.214363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:07.221523 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-af904992-87b0-42de-86d6-2a3ec4a93c70 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags/tempest-TagsExtTest-Tag-1629033249 HTTP/1.1" status: 201 len: 201 time: 0.1017275 May 06 13:00:07.244160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.256851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56542) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:07.268919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-b7a3a2df-1561-429a-a173-4c220aeccf5f tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812', {'tags': ['tempest-TagsExtTest-Tag-691705087', 'tempest-TagsExtTest-Tag-664073127', 'tempest-TagsExtTest-Tag-1681954013']}) {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:07.311112 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.378220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port fa3e1c05-11db-4366-8371-9260c3f0979c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fa3e1c05-11db-4366-8371-9260c3f0979c,segment=NetworkSegment(90b32eab-8852-4bf3-8b01-6173765ad1f4),segment_id=90b32eab-8852-4bf3-8b01-6173765ad1f4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:07.381046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-3f16f1e1-b7f4-49ee-81ed-9ea2c2feca68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:07.382543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-3f16f1e1-b7f4-49ee-81ed-9ea2c2feca68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.7353156 May 06 13:00:07.387641 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b7a3a2df-1561-429a-a173-4c220aeccf5f tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags HTTP/1.1" status: 200 len: 316 time: 0.1270370 May 06 13:00:07.396316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56546) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:07.411120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'fa3e1c05-11db-4366-8371-9260c3f0979c', 'network_id': '07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e', 'port_id': 'fa3e1c05-11db-4366-8371-9260c3f0979c', 'mac_address': 'fa:16:3e:75:f4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac1bfad-4360-444c-b124-a12bd6b685d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:00:07.415994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-82ec43d5-eb06-42df-8d40-94e8c1c5108e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:07.555774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34524ee-f292-4090-a3aa-79d17fd94c4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:07.558434 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f34524ee-f292-4090-a3aa-79d17fd94c4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.5000417 May 06 13:00:07.567498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56550) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:07.593681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:07.618039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=9cf44f7a-2ebf-4bc0-ae69-df4d9d2e172d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:07.631739 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.652921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4144d61-1d44-4ae4-82ed-661f9b0c716b req-8695a63e-dfc9-4dbe-8360-2511639fadda tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6117594 May 06 13:00:07.659314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3e1c05-11db-4366-8371-9260c3f0979c {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:00:07.705107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Usage tracker for resource:security_group_rule and tenant:84356dcc256b421a89c179937ffe31f5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:07.714531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port fa3e1c05-11db-4366-8371-9260c3f0979c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fa3e1c05-11db-4366-8371-9260c3f0979c,segment=NetworkSegment(90b32eab-8852-4bf3-8b01-6173765ad1f4),segment_id=90b32eab-8852-4bf3-8b01-6173765ad1f4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:07.721616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:07.723203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.725227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-02f081a2-7840-4f21-8a69-32cc9c9d3f05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1094 time: 0.8613737 May 06 13:00:07.735155 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.852342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=fa3e1c05-11db-4366-8371-9260c3f0979c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:07.947150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:07.948866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['fa3e1c05-11db-4366-8371-9260c3f0979c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:00:07.987156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bc988d2f-2dbb-4b08-85c3-39ce44035dba tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 21aa0be1-1310-4932-bdd8-3aa554fd61c8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:07.987729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc988d2f-2dbb-4b08-85c3-39ce44035dba tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.072071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa558d-6200-4d7d-b04d-44222e143cf5 req-53c3bd46-15f1-420e-abb9-698cfa70cd19 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:08.084279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5afa558d-6200-4d7d-b04d-44222e143cf5 req-53c3bd46-15f1-420e-abb9-698cfa70cd19 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 943 time: 0.9296265 May 06 13:00:08.113374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-70617197-5636-4c07-bbc7-b78f8b965465 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7008760 May 06 13:00:08.196140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.233547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.288541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d984af-22ef-47cd-9816-33fc1968b0cc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:08.524845 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.530310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fb880440-f4c8-4702-af36-f0bebbc07129 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 12.6839440 May 06 13:00:08.542512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.542918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.543307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.543651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.543978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.544307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.544632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.544964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.545293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.545614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.545947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:08.553549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56558) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:08.580050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'port': {'network_id': 'ff7e3d66-cf45-497a-9761-004749776da2', 'name': 'tempest-FloatingIPTestJSON-1433140812'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:08.611729 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-76eae57c-7574-4668-82ae-04ae3a037c4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84356dcc256b421a89c179937ffe31f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3935106 May 06 13:00:08.675936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56562) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:08.785619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-dd506a16-5049-45fa-aca3-d103effabf1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:08.788370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-dd506a16-5049-45fa-aca3-d103effabf1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 1.0426536 May 06 13:00:08.803439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5afa558d-6200-4d7d-b04d-44222e143cf5 req-04cc1b04-a0e4-4f48-9a01-5856e48b8801 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175732 May 06 13:00:08.828156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994d5d8-ac26-488a-9c3e-8017c2c4bcd6 req-12802ca6-56fb-4c1e-b6bd-437731456bef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:08.830317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a994d5d8-ac26-488a-9c3e-8017c2c4bcd6 req-12802ca6-56fb-4c1e-b6bd-437731456bef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 0.7666268 May 06 13:00:08.878039 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-82ec43d5-eb06-42df-8d40-94e8c1c5108e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags HTTP/1.1" status: 204 len: 168 time: 1.4794502 May 06 13:00:08.879236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56568) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:08.907567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-478b17f8-4208-4fc8-816d-0b6b114cc372 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812', 'tempest-TagsExtTest-Tag-691705087') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:08.952582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc988d2f-2dbb-4b08-85c3-39ce44035dba tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.047469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a994d5d8-ac26-488a-9c3e-8017c2c4bcd6 req-dee698b9-3f6a-40d2-8c84-6930a999a602 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125917 May 06 13:00:09.086623 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-39b55fdf-02d0-4eb7-8692-990bb551421b service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8999357 May 06 13:00:09.143602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device fa3e1c05-11db-4366-8371-9260c3f0979c up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:09.287000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bc988d2f-2dbb-4b08-85c3-39ce44035dba tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 21aa0be1-1310-4932-bdd8-3aa554fd61c8 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:09.343752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port fa3e1c05-11db-4366-8371-9260c3f0979c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:09.360146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port fa3e1c05-11db-4366-8371-9260c3f0979c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:09.369456 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.400052 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-330672bf-04f4-4f5e-b503-406db3521d45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 998 time: 0.5656536 May 06 13:00:09.486502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:09.594676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:port and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:09.599218 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc446d08-b52e-4bdb-9bba-b869469948fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.607792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:09.641046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:09.686971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-7f8964ff-f5c0-4d86-9d8c-e26c8adc3bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:09.688454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-7f8964ff-f5c0-4d86-9d8c-e26c8adc3bd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.2787642 May 06 13:00:09.715561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30e39c69-a7e2-43ec-9f0a-80c344951834 req-a258091a-e5d2-44f0-b959-6c8e4d7f63d1 service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194541 May 06 13:00:09.744239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.784106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Made reservation on behalf of 37ea359ed696431a9eedb6da5bc70128 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:09.789301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.825590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc446d08-b52e-4bdb-9bba-b869469948fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.835020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fe3edc-8c81-4281-902e-236e1cb4f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3e1c05-11db-4366-8371-9260c3f0979c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:09.864407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port fa3e1c05-11db-4366-8371-9260c3f0979c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fa3e1c05-11db-4366-8371-9260c3f0979c,segment=NetworkSegment(90b32eab-8852-4bf3-8b01-6173765ad1f4),segment_id=90b32eab-8852-4bf3-8b01-6173765ad1f4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:09.874154 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.890349 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc988d2f-2dbb-4b08-85c3-39ce44035dba tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.988625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1e6eb-cca5-4584-9c7f-05a4a25bd209 req-7c6f6042-b040-4eb9-8a2d-e345918bae8f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:09.990573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a1e6eb-cca5-4584-9c7f-05a4a25bd209 req-7c6f6042-b040-4eb9-8a2d-e345918bae8f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 985 time: 0.8990378 May 06 13:00:10.001620 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8617c3-746b-4748-8f63-5258a4c6b7f0'] response: {'server_uuid': 'e5fe3edc-8c81-4281-902e-236e1cb4f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3e1c05-11db-4366-8371-9260c3f0979c', 'code': 200} May 06 13:00:10.041910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=fa3e1c05-11db-4366-8371-9260c3f0979c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:10.088850 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-478b17f8-4208-4fc8-816d-0b6b114cc372 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:10.093862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-478b17f8-4208-4fc8-816d-0b6b114cc372 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags/tempest-TagsExtTest-Tag-691705087 HTTP/1.1" status: 404 len: 328 time: 1.1935630 May 06 13:00:10.101761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56578) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:10.119400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.tag.tag_plugin [None req-6efb83ca-80cb-4748-9534-98e2d9092f1e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812', 'tempest-TagsExtTest-Tag-664073127') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:10.161193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc988d2f-2dbb-4b08-85c3-39ce44035dba tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=21aa0be1-1310-4932-bdd8-3aa554fd61c8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:10.174324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] device_id is not set on port 19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:00:10.188990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-f046fedf-0c95-4568-ba09-453bcce38024 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4717562 May 06 13:00:10.454006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-514c3672-5ba0-4e32-aa39-fdb049e73131 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526011 May 06 13:00:10.470065 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-4ce0f03d-fceb-4d60-bc7e-2c04d3dbfa6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1094 time: 0.6445634 May 06 13:00:10.994086 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc446d08-b52e-4bdb-9bba-b869469948fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.049215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13a1e6eb-cca5-4584-9c7f-05a4a25bd209 req-fee01c4c-d957-416b-8c5a-bfbdef6e867f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.0245554 May 06 13:00:11.093632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc988d2f-2dbb-4b08-85c3-39ce44035dba tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.114742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc446d08-b52e-4bdb-9bba-b869469948fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d984af-22ef-47cd-9816-33fc1968b0cc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:11.117792 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bc988d2f-2dbb-4b08-85c3-39ce44035dba tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/21aa0be1-1310-4932-bdd8-3aa554fd61c8 HTTP/1.1" status: 204 len: 168 time: 3.5292001 May 06 13:00:11.127460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56590) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:11.142974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.20.0.6 (ff7e3d66-cf45-497a-9761-004749776da2/44ba4126-0690-483b-aab9-eabd5e31a6dd/19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:11.157242 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc446d08-b52e-4bdb-9bba-b869469948fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.161867 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cc446d08-b52e-4bdb-9bba-b869469948fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08d984af-22ef-47cd-9816-33fc1968b0cc HTTP/1.1" status: 204 len: 168 time: 2.4794474 May 06 13:00:11.170204 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fbab6ed6-fc46-4709-828f-4bc680c61956 req-bfce0ce0-c9c3-4c21-814e-e1bbb8ed7ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 1096 time: 0.5336740 May 06 13:00:11.358304 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fbab6ed6-fc46-4709-828f-4bc680c61956 req-9f64bce2-4e28-430e-9bcb-247bf3a30311 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744492 May 06 13:00:11.493440 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-3632725a-9ea9-44f5-8902-fa94b5bfce1d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 13:00:11.494331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3632725a-9ea9-44f5-8902-fa94b5bfce1d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:11.707090 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-f2f736ce-fbc8-4e56-ad79-6d5535107bc0 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2404335 May 06 13:00:11.710387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-14901402-2729-448a-8630-e46357f93b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:11.714656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-14901402-2729-448a-8630-e46357f93b61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 0.9607852 May 06 13:00:11.750891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.811021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.872174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3632725a-9ea9-44f5-8902-fa94b5bfce1d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:11.878074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3632725a-9ea9-44f5-8902-fa94b5bfce1d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/21aa0be1-1310-4932-bdd8-3aa554fd61c8 HTTP/1.1" status: 404 len: 333 time: 0.6950414 May 06 13:00:11.881074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56610) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:11.914452 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:00:11.923899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network ff7e3d66-cf45-497a-9761-004749776da2 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:11.934485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:11.942969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:12.063009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:12.094375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:12.095361 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.133962 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-97cffa0c-7252-43c8-bb8d-c0277e38daef tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5665569 May 06 13:00:12.133962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56614) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:12.148632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-807f90e8-cda9-4c5d-a301-94dce263028b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'port_id': '19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:12.308089 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e822a65e-5e80-4f58-b5f7-f40110e3159b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.457652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eea5f8-50b2-4a03-a9bc-82db9d092662 req-13a2a381-caa3-42f9-a6de-3d5c20984d34 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:12.469646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75eea5f8-50b2-4a03-a9bc-82db9d092662 req-13a2a381-caa3-42f9-a6de-3d5c20984d34 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 945 time: 2.0138474 May 06 13:00:12.473909 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-6efb83ca-80cb-4748-9534-98e2d9092f1e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:12.479141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6efb83ca-80cb-4748-9534-98e2d9092f1e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags/tempest-TagsExtTest-Tag-664073127 HTTP/1.1" status: 404 len: 328 time: 2.3757493 May 06 13:00:12.493110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56626) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:12.539601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.tag.tag_plugin [None req-95624b57-a2d2-4114-b1e5-d85a16b5121f tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812', 'tempest-TagsExtTest-Tag-1681954013') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:12.574443 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-807f90e8-cda9-4c5d-a301-94dce263028b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.647874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfb295-2ed4-4e28-9efe-3553e2d248f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 4b8d8b7c-3995-4304-9b32-19c6d156460e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:12.647874 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb295-2ed4-4e28-9efe-3553e2d248f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.779925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-0a435093-1226-4b10-bc89-fd2e0325b5cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 998 time: 0.9882145 May 06 13:00:12.872127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75eea5f8-50b2-4a03-a9bc-82db9d092662 req-f9f08a5c-acdb-44f1-b9bc-8298a9b6eff8 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009616 May 06 13:00:12.996241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb337c-6db4-4c13-9239-89f9431422d0 req-0c1bda1a-626f-4dfd-8777-2519cce7d1d1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:12.997814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-98cb337c-6db4-4c13-9239-89f9431422d0 req-0c1bda1a-626f-4dfd-8777-2519cce7d1d1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 943 time: 1.3196311 May 06 13:00:13.111053 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:13.161775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a0e1236c-28e4-4858-b704-5ceb30ef7d20 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:00:13.166196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-2b9d8662-a6c5-4823-83a9-857cb7cdc5f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:13.168022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-2b9d8662-a6c5-4823-83a9-857cb7cdc5f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.3749039 May 06 13:00:13.216840 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-95624b57-a2d2-4114-b1e5-d85a16b5121f tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:13.223060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-95624b57-a2d2-4114-b1e5-d85a16b5121f tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags/tempest-TagsExtTest-Tag-1681954013 HTTP/1.1" status: 404 len: 329 time: 0.7211311 May 06 13:00:13.226343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56636) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:13.263777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-17d0ea32-6d58-41e9-ba0f-e45fb77c0d87 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e', {'tags': ['tempest-TagsExtTest-Tag-1127061365', 'tempest-TagsExtTest-Tag-629861255', 'tempest-TagsExtTest-Tag-1831283151']}) {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:13.298544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb295-2ed4-4e28-9efe-3553e2d248f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:13.501207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:13.520844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'port_id': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'mac_address': 'fa:16:3e:0a:0c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:00:13.562289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfb295-2ed4-4e28-9efe-3553e2d248f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 4b8d8b7c-3995-4304-9b32-19c6d156460e owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:13.666290 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:13.685771 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-17d0ea32-6d58-41e9-ba0f-e45fb77c0d87 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags HTTP/1.1" status: 200 len: 317 time: 0.4580798 May 06 13:00:13.689984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56648) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:13.712302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-8ba860e4-514f-4781-862b-d67d3aec4b98 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:13.713188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e1236c-28e4-4858-b704-5ceb30ef7d20 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:00:13.750482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:13.758133 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:13.924730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:13.968102 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8ba860e4-514f-4781-862b-d67d3aec4b98 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags HTTP/1.1" status: 204 len: 168 time: 0.2758176 May 06 13:00:13.980954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56656) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:13.990918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-9dd6272c-8659-475b-becc-2c89b1b7a22e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e', 'tempest-TagsExtTest-Tag-1127061365') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:14.029014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['a0e1236c-28e4-4858-b704-5ceb30ef7d20'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:00:14.056829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-98cb337c-6db4-4c13-9239-89f9431422d0 req-27f40ec7-cdf3-486a-9e0c-15082050fa64 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0044696 May 06 13:00:14.068062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-dae3fc65-42e3-4237-b60c-f841094f7451 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8469844 May 06 13:00:14.095354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-807f90e8-cda9-4c5d-a301-94dce263028b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:14.106288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-807f90e8-cda9-4c5d-a301-94dce263028b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:14.266426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb295-2ed4-4e28-9efe-3553e2d248f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:14.302319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43615aa1-f79d-4bb7-a070-9206885008ed req-429e52de-7859-4717-a34a-3da0949fdd32 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:14.319575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43615aa1-f79d-4bb7-a070-9206885008ed req-429e52de-7859-4717-a34a-3da0949fdd32 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 985 time: 1.1513891 May 06 13:00:14.374911 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-9dd6272c-8659-475b-becc-2c89b1b7a22e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:14.378262 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9dd6272c-8659-475b-becc-2c89b1b7a22e tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags/tempest-TagsExtTest-Tag-1127061365 HTTP/1.1" status: 404 len: 329 time: 0.3960698 May 06 13:00:14.383484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56664) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:14.391867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-b40f8bf8-8b92-4954-83f4-fd525c61f041 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e', 'tempest-TagsExtTest-Tag-629861255') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:14.491324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfb295-2ed4-4e28-9efe-3553e2d248f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=4b8d8b7c-3995-4304-9b32-19c6d156460e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:14.577512 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-b40f8bf8-8b92-4954-83f4-fd525c61f041 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:14.578580 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b40f8bf8-8b92-4954-83f4-fd525c61f041 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags/tempest-TagsExtTest-Tag-629861255 HTTP/1.1" status: 404 len: 328 time: 0.1936774 May 06 13:00:14.585493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56668) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:14.593795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-9a1230ab-57ff-4a2a-bb50-2e5ca7e087eb tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e', 'tempest-TagsExtTest-Tag-1831283151') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:14.637499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-4fb021a1-5432-473e-8359-80ea1886fb0e service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598261 May 06 13:00:14.705611 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-807f90e8-cda9-4c5d-a301-94dce263028b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP b50611a4-108e-4822-aa79-76c296669e37 associated. External IP: 172.25.7.16, port: 19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5. May 06 13:00:14.819424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-20bd9966-d569-46fd-826e-a3c62d006296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.190131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43615aa1-f79d-4bb7-a070-9206885008ed req-3f00cbbf-9ead-47f6-abb6-e088531dbe79 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8689723 May 06 13:00:15.274985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb295-2ed4-4e28-9efe-3553e2d248f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.295303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75756b97-37ae-42b6-b10f-727944ee077f req-61d6b1db-2010-4f81-ad21-0180fbb40f6d tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:15.298442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75756b97-37ae-42b6-b10f-727944ee077f req-61d6b1db-2010-4f81-ad21-0180fbb40f6d tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 945 time: 0.8642883 May 06 13:00:15.422030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8aca20c-981f-4ada-bf11-ef3de195f301 req-8fe35bbc-a6e8-48e7-8ef4-42f110c00ab8 service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772143 May 06 13:00:15.428632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f7cfb295-2ed4-4e28-9efe-3553e2d248f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/4b8d8b7c-3995-4304-9b32-19c6d156460e HTTP/1.1" status: 204 len: 168 time: 3.5352314 May 06 13:00:15.429220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56684) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:15.468834 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-9a1230ab-57ff-4a2a-bb50-2e5ca7e087eb tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:15.472127 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9a1230ab-57ff-4a2a-bb50-2e5ca7e087eb tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags/tempest-TagsExtTest-Tag-1831283151 HTTP/1.1" status: 404 len: 329 time: 0.8856771 May 06 13:00:15.479842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56688) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:15.496983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-85305e5f-4e15-44a3-9361-30479a5d3d63 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22', {'tags': ['tempest-TagsExtTest-Tag-1016431802', 'tempest-TagsExtTest-Tag-714739856', 'tempest-TagsExtTest-Tag-1052198924']}) {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:15.526382 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.562279 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26dd359-75c0-4f39-bdd7-46e71cc271f9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 13:00:15.565194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c26dd359-75c0-4f39-bdd7-46e71cc271f9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:15.601869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75756b97-37ae-42b6-b10f-727944ee077f req-a2459214-e3da-413a-b32c-3e38ea4820f8 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541323 May 06 13:00:15.618985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c26dd359-75c0-4f39-bdd7-46e71cc271f9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:15.625632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c26dd359-75c0-4f39-bdd7-46e71cc271f9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/4b8d8b7c-3995-4304-9b32-19c6d156460e HTTP/1.1" status: 404 len: 333 time: 0.1899807 May 06 13:00:15.627234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56692) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:15.769776 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-85305e5f-4e15-44a3-9361-30479a5d3d63 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags HTTP/1.1" status: 200 len: 317 time: 0.2884336 May 06 13:00:15.774060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56698) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:15.798816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-386b0401-633e-4e3a-aae5-f32686b10848 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:16.085391 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.534661 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-386b0401-633e-4e3a-aae5-f32686b10848 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags HTTP/1.1" status: 204 len: 168 time: 0.7538018 May 06 13:00:16.535548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56706) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:16.545210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-fd82f3d0-a73c-4f0f-a911-4fdb80758700 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22', 'tempest-TagsExtTest-Tag-1016431802') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:16.679361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-432f8e1d-0d8a-4d78-bfee-861f5dd769fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet a8149d71-d4cf-4490-9306-f8aa7d35f3e1 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:16.687840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e00be286-6da0-4ed9-bf68-4858ac375fda req-dccda623-8ef5-4afc-9e45-1f1750710ddb tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1136 time: 0.7435091 May 06 13:00:16.697633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49548db1-e5ed-44b3-9012-31bd8fa42fc9 req-d917c483-3efd-4ea2-ba07-4851a4b2617f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:16.699440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49548db1-e5ed-44b3-9012-31bd8fa42fc9 req-d917c483-3efd-4ea2-ba07-4851a4b2617f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 944 time: 0.9197059 May 06 13:00:16.712242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-432f8e1d-0d8a-4d78-bfee-861f5dd769fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.805678 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e00be286-6da0-4ed9-bf68-4858ac375fda req-49661166-7f9c-470d-82a2-50af9968140c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.846141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-432f8e1d-0d8a-4d78-bfee-861f5dd769fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.848212 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-fd82f3d0-a73c-4f0f-a911-4fdb80758700 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:16.852825 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fd82f3d0-a73c-4f0f-a911-4fdb80758700 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags/tempest-TagsExtTest-Tag-1016431802 HTTP/1.1" status: 404 len: 329 time: 0.3131843 May 06 13:00:16.855498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56710) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:16.881898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-82eb901d-7d14-4158-9dcf-63f6e38379cf tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22', 'tempest-TagsExtTest-Tag-714739856') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:16.924116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49548db1-e5ed-44b3-9012-31bd8fa42fc9 req-371b67d3-76ff-449f-9cc6-4a55118dd3e9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795828 May 06 13:00:16.938437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-e00be286-6da0-4ed9-bf68-4858ac375fda req-49661166-7f9c-470d-82a2-50af9968140c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:16.949577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e00be286-6da0-4ed9-bf68-4858ac375fda req-49661166-7f9c-470d-82a2-50af9968140c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Usage tracker for resource:security_group_rule and tenant:f280f929139947ce8eafd99d64b0dc9e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:16.955035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e00be286-6da0-4ed9-bf68-4858ac375fda req-49661166-7f9c-470d-82a2-50af9968140c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:16.970378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-e00be286-6da0-4ed9-bf68-4858ac375fda req-49661166-7f9c-470d-82a2-50af9968140c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:17.122898 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-432f8e1d-0d8a-4d78-bfee-861f5dd769fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:17.180697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a0e1236c-28e4-4858-b704-5ceb30ef7d20 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:17.257545 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-82eb901d-7d14-4158-9dcf-63f6e38379cf tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:17.262997 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-82eb901d-7d14-4158-9dcf-63f6e38379cf tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags/tempest-TagsExtTest-Tag-714739856 HTTP/1.1" status: 404 len: 328 time: 0.3950784 May 06 13:00:17.282592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56720) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:17.314763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807f90e8-cda9-4c5d-a301-94dce263028b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:00:17.321270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.tag.tag_plugin [None req-e4d6efe6-2da4-4845-918b-4c64b508b5ab tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22', 'tempest-TagsExtTest-Tag-1052198924') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:17.422383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port a0e1236c-28e4-4858-b704-5ceb30ef7d20 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:17.435937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port a0e1236c-28e4-4858-b704-5ceb30ef7d20 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:17.436976 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:17.594899 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:17.717337 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:17.759228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:17.777931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:17.785894 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:17.895112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e00be286-6da0-4ed9-bf68-4858ac375fda req-49661166-7f9c-470d-82a2-50af9968140c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:17.944680 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e00be286-6da0-4ed9-bf68-4858ac375fda req-49661166-7f9c-470d-82a2-50af9968140c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:17.958285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:18.011987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807f90e8-cda9-4c5d-a301-94dce263028b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:18.023322 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-807f90e8-cda9-4c5d-a301-94dce263028b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:18.033147 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f7a76-df9f-4c9f-b8eb-637ea431cc0a None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:18.091776 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-e4d6efe6-2da4-4845-918b-4c64b508b5ab tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:18.094112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e4d6efe6-2da4-4845-918b-4c64b508b5ab tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags/tempest-TagsExtTest-Tag-1052198924 HTTP/1.1" status: 404 len: 329 time: 0.8039000 May 06 13:00:18.104745 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f7a76-df9f-4c9f-b8eb-637ea431cc0a None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:18.109319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e00be286-6da0-4ed9-bf68-4858ac375fda req-49661166-7f9c-470d-82a2-50af9968140c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.3990040 May 06 13:00:18.109985 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9f3f7a76-df9f-4c9f-b8eb-637ea431cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:18.113326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56732) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:18.140278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.tag.tag_plugin [None req-4d3c9467-c191-447c-92a5-d667256d9a9b tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2', {'tags': ['tempest-TagsExtTest-Tag-1345499585', 'tempest-TagsExtTest-Tag-340258298', 'tempest-TagsExtTest-Tag-1704711292']}) {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:18.248452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49661166-7f9c-470d-82a2-50af9968140c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0764175-12d9-4baa-a332-7106149f635a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:18.314416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56736) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:18.324740 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-432f8e1d-0d8a-4d78-bfee-861f5dd769fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:18.355174 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0accfc3d-66ec-42df-9974-37ac3f750092'] response: {'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'code': 200} May 06 13:00:18.446234 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-807f90e8-cda9-4c5d-a301-94dce263028b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/floatingips/b50611a4-108e-4822-aa79-76c296669e37 HTTP/1.1" status: 200 len: 977 time: 6.3062840 May 06 13:00:18.447610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56742) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:18.464770 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9f3f7a76-df9f-4c9f-b8eb-637ea431cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:18.491483 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f7a76-df9f-4c9f-b8eb-637ea431cc0a None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:18.492780 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9f3f7a76-df9f-4c9f-b8eb-637ea431cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:18.733490 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9f3f7a76-df9f-4c9f-b8eb-637ea431cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:18.734568 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f7a76-df9f-4c9f-b8eb-637ea431cc0a None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:00:18.759350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port 19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:18.759938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:19.084324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f8e1d-0d8a-4d78-bfee-861f5dd769fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=a8149d71-d4cf-4490-9306-f8aa7d35f3e1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:19.197862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977a949-f27a-47dc-9ad5-a6255d96423a None None] Network b0417e27-a4e0-41f0-a926-07581a8f4fd2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:19.210794 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-432f8e1d-0d8a-4d78-bfee-861f5dd769fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:19.578402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56754) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:19.579235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-432f8e1d-0d8a-4d78-bfee-861f5dd769fe tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/a8149d71-d4cf-4490-9306-f8aa7d35f3e1 HTTP/1.1" status: 204 len: 168 time: 3.9481270 May 06 13:00:19.579845 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4d3c9467-c191-447c-92a5-d667256d9a9b tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "PUT /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags HTTP/1.1" status: 200 len: 317 time: 1.4591119 May 06 13:00:19.597170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:19.645969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-5cacae8f-acf4-4f3a-bec5-0e27729221e2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:19.675491 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bb24f1ee-aad0-48cd-b744-9902806e8dd7 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1131 time: 1.3273656 May 06 13:00:19.687247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56764) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:19.725781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-e1d739a1-3515-455a-89be-5852a40e6395 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:19.728921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-e1d739a1-3515-455a-89be-5852a40e6395 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c&tenant_id=f57f59e5f10b4779858d012f38366eaf&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 945 time: 1.1758380 May 06 13:00:19.746492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb0479d6-75f9-4f00-8e58-91b0ed848d9e req-c89fb103-e264-4517-8683-bc491a7d9566 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d9e3bb8ff7f4668a36b64b329a4ffad&device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 1096 time: 0.8652914 May 06 13:00:19.757940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1d63f-8ef2-4ecc-afb8-2b3110464095 req-993812c5-45c3-475c-81b4-f6ceaeecf980 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:19.771231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32d1d63f-8ef2-4ecc-afb8-2b3110464095 req-993812c5-45c3-475c-81b4-f6ceaeecf980 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.9174736 May 06 13:00:19.825343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:19.945245 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:19.975359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:20.002222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:floatingip and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:20.019055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:20.045235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:20.067433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.077012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port f7088c51-5e3d-428f-8c63-bf783a415475 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:20.077413 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.091415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c0e95-28a3-4392-af49-df12c88eafa3 req-5c0d663c-b080-4b53-90fc-8ff9534324bb tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:20.102948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-010c0e95-28a3-4392-af49-df12c88eafa3 req-5c0d663c-b080-4b53-90fc-8ff9534324bb tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 945 time: 0.9802408 May 06 13:00:20.114755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1344018-59cf-45c5-abab-da2b2a54ed3d None None] DHCP port deletion for b0417e27-a4e0-41f0-a926-07581a8f4fd2 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:00:20.127824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c1344018-59cf-45c5-abab-da2b2a54ed3d None None] Deleting port f7088c51-5e3d-428f-8c63-bf783a415475 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:20.129929 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1344018-59cf-45c5-abab-da2b2a54ed3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.175172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32d1d63f-8ef2-4ecc-afb8-2b3110464095 req-e8cca331-d1f6-4e5a-a973-9bc3de4b64cb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4025061 May 06 13:00:20.227954 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-0608e71c-7d14-476f-856c-7f777d70001d service neutron] delete failed (client error): The resource could not be found. May 06 13:00:20.229440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-0608e71c-7d14-476f-856c-7f777d70001d service neutron] 10.222.0.48 "DELETE /v2.0/ports/a0e1236c-28e4-4858-b704-5ceb30ef7d20/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.4908121 May 06 13:00:20.258118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0479d6-75f9-4f00-8e58-91b0ed848d9e req-9f7112a5-fe97-4616-a17b-594b1ebdfa3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:20.260466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb0479d6-75f9-4f00-8e58-91b0ed848d9e req-9f7112a5-fe97-4616-a17b-594b1ebdfa3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e HTTP/1.1" status: 200 len: 914 time: 0.3970182 May 06 13:00:20.274033 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-010c0e95-28a3-4392-af49-df12c88eafa3 req-3615f380-3169-400c-a976-be6afd86ed2a tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696005 May 06 13:00:20.697838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c1344018-59cf-45c5-abab-da2b2a54ed3d None None] For port f7088c51-5e3d-428f-8c63-bf783a415475, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f7088c51-5e3d-428f-8c63-bf783a415475,segment=NetworkSegment(eb213ae3-71c6-4920-9dd1-c1d418c49862),segment_id=eb213ae3-71c6-4920-9dd1-c1d418c49862)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:20.699141 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1344018-59cf-45c5-abab-da2b2a54ed3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.781221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.852154 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5cacae8f-acf4-4f3a-bec5-0e27729221e2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags HTTP/1.1" status: 204 len: 168 time: 1.2218580 May 06 13:00:20.857663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56774) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:20.871499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-6f110ca3-81b5-40dc-8147-1f79b9b53bfe tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2', 'tempest-TagsExtTest-Tag-1345499585') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:20.918006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb0479d6-75f9-4f00-8e58-91b0ed848d9e req-eee48e26-3805-4339-b42d-ec0687f39756 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa3e1c05-11db-4366-8371-9260c3f0979c HTTP/1.1" status: 200 len: 217 time: 0.6410162 May 06 13:00:20.950294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c1344018-59cf-45c5-abab-da2b2a54ed3d None None] Calling delete_port for f7088c51-5e3d-428f-8c63-bf783a415475 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:21.069727 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1344018-59cf-45c5-abab-da2b2a54ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.105394 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.107133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.107591 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP b50611a4-108e-4822-aa79-76c296669e37 disassociated. External IP: 172.25.7.16, port: 19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5. May 06 13:00:21.108005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for 19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:21.124855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-81ea0058-6f0c-47c1-828d-8bd3c3071c6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 0.6607726 May 06 13:00:21.127401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0479d6-75f9-4f00-8e58-91b0ed848d9e req-ba39f511-779c-4ffc-a2fb-d566493270b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:21.128976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1344018-59cf-45c5-abab-da2b2a54ed3d None None] Pushing event deleted for resources: {'Port': ['ID=f7088c51-5e3d-428f-8c63-bf783a415475,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:21.129869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb0479d6-75f9-4f00-8e58-91b0ed848d9e req-ba39f511-779c-4ffc-a2fb-d566493270b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eac1bfad-4360-444c-b124-a12bd6b685d9 HTTP/1.1" status: 200 len: 853 time: 0.1974216 May 06 13:00:21.139272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1344018-59cf-45c5-abab-da2b2a54ed3d None None] No DVR routers for this DVR port f7088c51-5e3d-428f-8c63-bf783a415475 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:00:21.157948 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-6f110ca3-81b5-40dc-8147-1f79b9b53bfe tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:21.159058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6f110ca3-81b5-40dc-8147-1f79b9b53bfe tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags/tempest-TagsExtTest-Tag-1345499585 HTTP/1.1" status: 404 len: 329 time: 0.2934175 May 06 13:00:21.180903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:21.237843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-f6b95e70-e057-45d9-bfce-30930209e955 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2', 'tempest-TagsExtTest-Tag-340258298') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:21.455535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb0479d6-75f9-4f00-8e58-91b0ed848d9e req-7dd095a1-18d2-4558-9c2a-4ec62dd940d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2702370 May 06 13:00:21.562451 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-f6b95e70-e057-45d9-bfce-30930209e955 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:21.563566 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f6b95e70-e057-45d9-bfce-30930209e955 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags/tempest-TagsExtTest-Tag-340258298 HTTP/1.1" status: 404 len: 328 time: 0.3814459 May 06 13:00:21.572620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56788) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:21.583606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-24eaf3a2-69ff-476a-9a20-b02f4573d044 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2', 'tempest-TagsExtTest-Tag-1704711292') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:21.677131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] For port f7088c51-5e3d-428f-8c63-bf783a415475, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f7088c51-5e3d-428f-8c63-bf783a415475,segment=NetworkSegment(eb213ae3-71c6-4920-9dd1-c1d418c49862),segment_id=eb213ae3-71c6-4920-9dd1-c1d418c49862)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:21.677642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.705570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-69a2eb6d-d3b1-46cd-b3ea-74d5b1d9527c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:21.707846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-69a2eb6d-d3b1-46cd-b3ea-74d5b1d9527c service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 0.5765927 May 06 13:00:21.714728 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.809859 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb0479d6-75f9-4f00-8e58-91b0ed848d9e req-f12d7fd7-8855-4ed7-a0af-199b1dfc14c9 service neutron] 10.222.0.36 "GET /v2.0/networks/07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445055 May 06 13:00:21.857196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27ed42-46a6-4528-ab3e-f92946e822be req-3c654902-13ab-498c-8264-5c80b8db26ab tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:21.864737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c27ed42-46a6-4528-ab3e-f92946e822be req-3c654902-13ab-498c-8264-5c80b8db26ab tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.5031717 May 06 13:00:22.024586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-f00ca97d-408c-429d-b263-fc8434025fc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 1000 time: 0.2918558 May 06 13:00:22.033846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for f7088c51-5e3d-428f-8c63-bf783a415475 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:22.050733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279302d-a00b-4bf9-9bd4-46234e6fc80c req-13e130e0-b21f-4e9b-8da2-cc8e772f8540 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:22.052285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8279302d-a00b-4bf9-9bd4-46234e6fc80c req-13e130e0-b21f-4e9b-8da2-cc8e772f8540 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 945 time: 0.4854681 May 06 13:00:22.127923 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-24eaf3a2-69ff-476a-9a20-b02f4573d044 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] show failed (client error): The resource could not be found. May 06 13:00:22.129241 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-24eaf3a2-69ff-476a-9a20-b02f4573d044 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags/tempest-TagsExtTest-Tag-1704711292 HTTP/1.1" status: 404 len: 329 time: 0.5534389 May 06 13:00:22.139712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:22.142798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56804) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:22.159333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c27ed42-46a6-4528-ab3e-f92946e822be req-f82721f4-76cd-43b3-93c6-2492baf7a214 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934983 May 06 13:00:22.189394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.tag.tag_plugin [None req-49c60be2-7580-452f-b601-fe94d3bc0268 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '17135887-50bb-466c-9d1d-33c9ab9528a2') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:22.195753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f7088c51-5e3d-428f-8c63-bf783a415475 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:22.221533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-66b6d421-143e-4c5f-bc65-3cdd7f822f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:22.223042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-66b6d421-143e-4c5f-bc65-3cdd7f822f48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.1698604 May 06 13:00:22.228050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb0479d6-75f9-4f00-8e58-91b0ed848d9e req-4218f280-f3fa-4562-8b6a-1bcbdaa6d029 service neutron] 10.222.0.36 "GET /v2.0/networks/07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984578 May 06 13:00:22.278355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f7088c51-5e3d-428f-8c63-bf783a415475 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:00:22.278944 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f7088c51-5e3d-428f-8c63-bf783a415475 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:00:22.319604 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8279302d-a00b-4bf9-9bd4-46234e6fc80c req-e21e4c85-f8d9-4cea-944f-0389a7aa78ca tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145081 May 06 13:00:22.419232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-beb7cf5d-7ccd-4220-861c-c9ad72141fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868846 May 06 13:00:22.656411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-2b195abf-ab05-4855-abf9-0880164de777 service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309535 May 06 13:00:22.847809 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.864728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffbc9d75-6a08-4e3e-a47e-01987afbdd74 req-e181450a-8f08-4183-8fcd-d9981839c34f service neutron] 10.222.0.48 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004645 May 06 13:00:22.921198 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:00:22.921871 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:00:22.984403 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-49c60be2-7580-452f-b601-fe94d3bc0268 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2/tags HTTP/1.1" status: 204 len: 168 time: 0.8263357 May 06 13:00:22.990482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56830) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:23.003439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.tag.tag_plugin [None req-e7dc37c2-cd32-4fe8-9463-d41c8134883a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d18c6df-5760-40cc-bf9e-7c67a2c43d22') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:23.107066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Allocated IP 172.25.7.233 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/968e2899-c56c-42f4-9e50-b266ddb2c364) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:23.331661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e7dc37c2-cd32-4fe8-9463-d41c8134883a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22/tags HTTP/1.1" status: 204 len: 168 time: 0.3368466 May 06 13:00:23.332938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56840) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:23.357819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.tag.tag_plugin [None req-126d2b5a-7832-4d52-a5d0-e0c4ca396ae9 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8e63b6ed-9fdd-40c7-92de-9d069ff50d1e') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:23.423816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port f7088c51-5e3d-428f-8c63-bf783a415475 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:23.424938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:23.573343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-126d2b5a-7832-4d52-a5d0-e0c4ca396ae9 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e/tags HTTP/1.1" status: 204 len: 168 time: 0.2389541 May 06 13:00:23.577737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56848) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:23.603546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.tag.tag_plugin [None req-c3159869-4064-42a1-bb5d-15b4a632daa2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c328518d-be56-46f0-8eb5-80d1f2f94812') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:23.773679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] The port 'f7088c51-5e3d-428f-8c63-bf783a415475' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:00:23.782125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:00:24.089723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.121323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0417e27-a4e0-41f0-a926-07581a8f4fd2']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:24.138559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb213ae3-71c6-4920-9dd1-c1d418c49862') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:24.139180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb213ae3-71c6-4920-9dd1-c1d418c49862') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:24.143124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161eb74-a6e9-49b4-bc9c-6293efe3bf19 req-40a31772-cd89-4ffa-920d-5f80f535c4ac tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:24.151260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6161eb74-a6e9-49b4-bc9c-6293efe3bf19 req-40a31772-cd89-4ffa-920d-5f80f535c4ac tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 945 time: 0.2842846 May 06 13:00:24.154632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.175773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.202429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0802c-93ed-4680-a078-5af9bdfe35c2 req-01588efb-b9db-4420-a64d-5669b1e38d5e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:24.205776 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99c0802c-93ed-4680-a078-5af9bdfe35c2 req-01588efb-b9db-4420-a64d-5669b1e38d5e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.5375423 May 06 13:00:24.235344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:00:24.235830 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: timer() May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:00:24.257760 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:00:24.270556 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.344337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c3159869-4064-42a1-bb5d-15b4a632daa2 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812/tags HTTP/1.1" status: 204 len: 168 time: 0.7574968 May 06 13:00:24.360919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56854) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:24.503835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6161eb74-a6e9-49b4-bc9c-6293efe3bf19 req-793b7124-26b3-4b3f-8d98-f0f09deb04f8 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399396 May 06 13:00:24.519139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99c0802c-93ed-4680-a078-5af9bdfe35c2 req-057e3c2c-f65f-4768-9095-4913abb5d169 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750351 May 06 13:00:24.646234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.676560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.682862 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-29c4b405-3770-4cf3-a4d0-daba68370be9 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for subnetpool, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.693466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56862) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:24.693949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-29c4b405-3770-4cf3-a4d0-daba68370be9 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnetpools/17135887-50bb-466c-9d1d-33c9ab9528a2 HTTP/1.1" status: 204 len: 168 time: 0.3305833 May 06 13:00:24.695336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Network': ['ID=b0417e27-a4e0-41f0-a926-07581a8f4fd2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:24.750138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-85823bee-c0e9-48f1-98ca-4e2052003d75 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Synchronizing usage tracker for tenant:fcfb496da79c474290b6b16cbbfc182a on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:24.803645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56868) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:24.804634 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a4066b7a-64f2-4933-9846-769776d89b00 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/networks/b0417e27-a4e0-41f0-a926-07581a8f4fd2 HTTP/1.1" status: 204 len: 168 time: 5.2273223 May 06 13:00:24.813531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1551779602'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:24.818740 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.826509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:24.840046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:network and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:24.851145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:24.860294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:24.867695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-85823bee-c0e9-48f1-98ca-4e2052003d75 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Unset dirty status for tenant:fcfb496da79c474290b6b16cbbfc182a on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:24.869096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-85823bee-c0e9-48f1-98ca-4e2052003d75 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d18c6df-5760-40cc-bf9e-7c67a2c43d22 HTTP/1.1" status: 200 len: 205 time: 0.1696751 May 06 13:00:24.873822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56872) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:24.881199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:24.885734 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.893899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:24.902044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:24.904565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:24.981856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=968e2899-c56c-42f4-9e50-b266ddb2c364,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:25.204658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:00:25.215911 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd02bfa3-b267-41cc-856c-cdd474961d41 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.345424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:25.374376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d888e1cf-24af-4f98-b9c5-4b2057992c86 None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:25.457949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d888e1cf-24af-4f98-b9c5-4b2057992c86 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:25.461133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d888e1cf-24af-4f98-b9c5-4b2057992c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:25.504545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.505218 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Added segment 946e7ec3-5f1e-4006-8f4e-73abc5bf9721 of type vlan for network eb963073-0055-45a9-910a-d3fc7d2afd41 May 06 13:00:25.610380 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.617969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d888e1cf-24af-4f98-b9c5-4b2057992c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:25.643711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d888e1cf-24af-4f98-b9c5-4b2057992c86 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:25.644665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d888e1cf-24af-4f98-b9c5-4b2057992c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:25.741282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d888e1cf-24af-4f98-b9c5-4b2057992c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:25.741939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d888e1cf-24af-4f98-b9c5-4b2057992c86 None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:00:25.776572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.787153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:25.788228 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.857290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.869255 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c82c6d3f-2cb0-41c7-b5cc-f1dd450f5647 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/ports/19dbfb0d-ec66-4d8d-aeed-58ecd6e6e2f5 HTTP/1.1" status: 204 len: 168 time: 7.4184604 May 06 13:00:25.872402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56884) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:25.992453 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5a0b9b45-bdbb-4b6f-857a-3464608d8a88 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "GET /v2.0/floatingips/b50611a4-108e-4822-aa79-76c296669e37 HTTP/1.1" status: 200 len: 687 time: 0.1187801 May 06 13:00:25.995655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56888) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:26.229504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port 9cf44f7a-2ebf-4bc0-ae69-df4d9d2e172d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:26.229860 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.238091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4320986 May 06 13:00:26.252082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Network': ['ID=eb963073-0055-45a9-910a-d3fc7d2afd41,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:26.256497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56896) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:26.447183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': 'eb963073-0055-45a9-910a-d3fc7d2afd41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:26.487996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.488945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.489737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.490518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.491313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.492389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.493334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.494095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.495123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.495879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.496657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbf5020-b645-4acf-8d1f-661ca105ec9a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:26.519847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network eb963073-0055-45a9-910a-d3fc7d2afd41 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:00:26.691327 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.692468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.018179 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd02bfa3-b267-41cc-856c-cdd474961d41 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.026024 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd02bfa3-b267-41cc-856c-cdd474961d41 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.040572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.092956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd02bfa3-b267-41cc-856c-cdd474961d41 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.093758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd02bfa3-b267-41cc-856c-cdd474961d41 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Fanout notify agent at l3_agent the message router_deleted on router 8d18c6df-5760-40cc-bf9e-7c67a2c43d22 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:00:27.162896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for 9cf44f7a-2ebf-4bc0-ae69-df4d9d2e172d owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:27.342009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2640b-e7c1-4408-bedc-3f408635fd23 req-49c2a794-9921-45db-9d29-6f3e110acf49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:27.344108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ca2640b-e7c1-4408-bedc-3f408635fd23 req-49c2a794-9921-45db-9d29-6f3e110acf49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 945 time: 1.6580102 May 06 13:00:27.361354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dd02bfa3-b267-41cc-856c-cdd474961d41 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.368913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dd02bfa3-b267-41cc-856c-cdd474961d41 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/routers/8d18c6df-5760-40cc-bf9e-7c67a2c43d22 HTTP/1.1" status: 204 len: 168 time: 2.4900680 May 06 13:00:27.372403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56906) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:27.396499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7fa1-b849-4704-bfe8-8a5c8c758ff9 req-b73de85e-9a75-4321-9f57-3408a20dbd77 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:27.398534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91fa7fa1-b849-4704-bfe8-8a5c8c758ff9 req-b73de85e-9a75-4321-9f57-3408a20dbd77 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 1.4509382 May 06 13:00:27.566712 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.618833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:27.627121 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.655656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=9cf44f7a-2ebf-4bc0-ae69-df4d9d2e172d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:27.675792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:27.691659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:27.713713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:27.797104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-82722e6e-151b-46a1-bbb9-8bba87d1a913 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Deleting port 8e63b6ed-9fdd-40c7-92de-9d069ff50d1e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:27.797712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82722e6e-151b-46a1-bbb9-8bba87d1a913 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.847804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:27.982766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-422ea9cc-7116-43f7-a954-f14a68f6915e tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:27.984401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-422ea9cc-7116-43f7-a954-f14a68f6915e tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 945 time: 0.6007588 May 06 13:00:27.998648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.032942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ca2640b-e7c1-4408-bedc-3f408635fd23 req-0eb38769-8b44-453c-81b4-c78e9bcd8044 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498513 May 06 13:00:28.091811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91fa7fa1-b849-4704-bfe8-8a5c8c758ff9 req-92b76374-543b-4f15-8399-4a18453058fb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5462787 May 06 13:00:28.116792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.118354 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e62111d8-3bcb-4e5d-bc77-b76eefe01e29 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/floatingips/b50611a4-108e-4822-aa79-76c296669e37 HTTP/1.1" status: 204 len: 168 time: 2.1217499 May 06 13:00:28.122555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56918) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:28.130815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '78b62a79-a6c5-411e-9cf8-17b0447493b9'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:28.143822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56922) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:28.166659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Deleting port fa3e1c05-11db-4366-8371-9260c3f0979c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:28.167233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.205224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:28.218658 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.218973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:floatingip and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:28.232149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:28.239484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.253901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:28.259370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.361286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.377857 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-222e12f1-1091-450f-9b1a-141075229efb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 200 len: 992 time: 0.2318304 May 06 13:00:28.569481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=968e2899-c56c-42f4-9e50-b266ddb2c364,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:28.695153 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.045577 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.185501 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82722e6e-151b-46a1-bbb9-8bba87d1a913 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.312321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.25.7.221 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/7f061b22-46e8-40b5-abe7-84b1d6c25d26) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:29.445017 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Floating IP b507756c-d04c-4654-9c5e-f2de99c30c69 associated. External IP: 172.25.7.233, port: 50a43e7c-415e-406f-9075-5f00e01bfd4d. May 06 13:00:29.464600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-82722e6e-151b-46a1-bbb9-8bba87d1a913 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Calling delete_port for 8e63b6ed-9fdd-40c7-92de-9d069ff50d1e owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:29.526238 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.700177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.721317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] For port fa3e1c05-11db-4366-8371-9260c3f0979c, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=fa3e1c05-11db-4366-8371-9260c3f0979c,segment=NetworkSegment(90b32eab-8852-4bf3-8b01-6173765ad1f4),segment_id=90b32eab-8852-4bf3-8b01-6173765ad1f4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:29.721800 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.772420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.869648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:29.872190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:29.875349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=7f061b22-46e8-40b5-abe7-84b1d6c25d26,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:29.878555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:30.111266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Calling delete_port for fa3e1c05-11db-4366-8371-9260c3f0979c owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:30.181435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=693c3533-ce6a-42b5-91c1-d6ae51c6a6ee,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:30.259661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Checking segment: {'id': '946e7ec3-5f1e-4006-8f4e-73abc5bf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'eb963073-0055-45a9-910a-d3fc7d2afd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:30.260343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network hostable DHCP agents. Network: eb963073-0055-45a9-910a-d3fc7d2afd41, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:00:30.339738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3f0e5-3dff-439c-b517-1c5748c4b6a5 req-5db6e307-861b-4630-a6b7-9526306f3f50 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:30.342381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1bf3f0e5-3dff-439c-b517-1c5748c4b6a5 req-5db6e307-861b-4630-a6b7-9526306f3f50 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 945 time: 0.8924973 May 06 13:00:30.424461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1bf3f0e5-3dff-439c-b517-1c5748c4b6a5 req-87d529fa-b084-46c1-8040-f03e26eaef1e tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/security-groups?id=08f16d72-195f-49fe-94f7-80fb768e2b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759337 May 06 13:00:30.464554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82722e6e-151b-46a1-bbb9-8bba87d1a913 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.473686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network eb963073-0055-45a9-910a-d3fc7d2afd41 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:00:30.548787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82722e6e-151b-46a1-bbb9-8bba87d1a913 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Pushing event deleted for resources: {'Port': ['ID=8e63b6ed-9fdd-40c7-92de-9d069ff50d1e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:30.600510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, eb963073-0055-45a9-910a-d3fc7d2afd41) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:30.605852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:30.607290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.609228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b0d9fd-7125-4d7e-a894-e42a5334476c None None] Network eb963073-0055-45a9-910a-d3fc7d2afd41 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:30.722869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82722e6e-151b-46a1-bbb9-8bba87d1a913 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.748181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.777193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-069972ef-0e34-46fb-923b-359d5a1fce35 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3784878 May 06 13:00:30.789159 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56948) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:30.821278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': 'eb963073-0055-45a9-910a-d3fc7d2afd41', 'name': 'tempest-PortsTestJSON-1137269348', 'fixed_ips': [{'subnet_id': '693c3533-ce6a-42b5-91c1-d6ae51c6a6ee', 'ip_address': '172.20.0.10'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:30.851955 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-82722e6e-151b-46a1-bbb9-8bba87d1a913 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/ports/8e63b6ed-9fdd-40c7-92de-9d069ff50d1e HTTP/1.1" status: 204 len: 168 time: 3.4638743 May 06 13:00:30.863848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56952) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:30.947925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Pushing event deleted for resources: {'Port': ['ID=fa3e1c05-11db-4366-8371-9260c3f0979c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:31.022350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-eb963073-0055-45a9-910a-d3fc7d2afd41', 'network_id': 'eb963073-0055-45a9-910a-d3fc7d2afd41', 'tenant_id': 'e2e7ea49710a4769b1f274312694d22d', 'fixed_ips': [{'subnet_id': '693c3533-ce6a-42b5-91c1-d6ae51c6a6ee'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:00:31.023960 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.176063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] No DVR routers for this DVR port fa3e1c05-11db-4366-8371-9260c3f0979c on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:00:31.180614 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.182856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-940c5383-ab76-4e34-b39a-87f118dd86cd req-d7522a6e-cd9c-430f-9bd0-dd8801055e49 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.36 "DELETE /v2.0/ports/fa3e1c05-11db-4366-8371-9260c3f0979c HTTP/1.1" status: 204 len: 173 time: 3.1836979 May 06 13:00:31.189221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56958) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:31.189221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fe3edc-8c81-4281-902e-236e1cb4f45e', 'name': 'network-vif-deleted', 'tag': 'fa3e1c05-11db-4366-8371-9260c3f0979c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:31.390260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device fa3e1c05-11db-4366-8371-9260c3f0979c no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:31.453826 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0966d2-9b8a-49c1-b70a-51ccbc2cf344'] response: {'server_uuid': 'e5fe3edc-8c81-4281-902e-236e1cb4f45e', 'name': 'network-vif-deleted', 'tag': 'fa3e1c05-11db-4366-8371-9260c3f0979c', 'status': 'completed', 'code': 200} May 06 13:00:31.529695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: fa3e1c05-11db-4366-8371-9260c3f0979c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:00:31.531101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device fa3e1c05-11db-4366-8371-9260c3f0979c not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:00:31.600638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Allocated IP 172.20.0.2 (eb963073-0055-45a9-910a-d3fc7d2afd41/693c3533-ce6a-42b5-91c1-d6ae51c6a6ee/83a8180c-d61d-4292-b4a8-079592124503) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:31.650221 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a40a80ae-775b-49a1-84d1-19a08b4c2a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.671138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-344b49d7-fb06-47ba-b30b-88fa41b8ce94 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Deleting subnet c328518d-be56-46f0-8eb5-80d1f2f94812 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:31.675418 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-344b49d7-fb06-47ba-b30b-88fa41b8ce94 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.748967 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-344b49d7-fb06-47ba-b30b-88fa41b8ce94 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.835859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a40a80ae-775b-49a1-84d1-19a08b4c2a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:31.840557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a40a80ae-775b-49a1-84d1-19a08b4c2a16 admin admin] Usage tracker for resource:security_group_rule and tenant:c7bd9cbd7ea64fc2aa36770567d3e761 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:31.843741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a40a80ae-775b-49a1-84d1-19a08b4c2a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:31.850669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a40a80ae-775b-49a1-84d1-19a08b4c2a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:31.854458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:31.879353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:31.884480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:00:31.886619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:31.911119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:31.917049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-74f9e7f3-2652-4bd3-88a4-196236711309 req-9dc3d4a7-2371-49be-835d-d98cda6d9965 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Synchronizing usage tracker for tenant:6d9e3bb8ff7f4668a36b64b329a4ffad on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:31.988879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-74f9e7f3-2652-4bd3-88a4-196236711309 req-9dc3d4a7-2371-49be-835d-d98cda6d9965 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] Unset dirty status for tenant:6d9e3bb8ff7f4668a36b64b329a4ffad on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:31.995981 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-74f9e7f3-2652-4bd3-88a4-196236711309 req-9dc3d4a7-2371-49be-835d-d98cda6d9965 tempest-InstanceActionsTestJSON-1808189058 tempest-InstanceActionsTestJSON-1808189058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5fe3edc-8c81-4281-902e-236e1cb4f45e HTTP/1.1" status: 200 len: 210 time: 0.1397734 May 06 13:00:32.076066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-344b49d7-fb06-47ba-b30b-88fa41b8ce94 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.116562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:32.119325 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.134293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Transition to ACTIVE for port object 83a8180c-d61d-4292-b4a8-079592124503 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:32.166054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Transition to ACTIVE for port object 83a8180c-d61d-4292-b4a8-079592124503 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:32.177411 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.285633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Network eb963073-0055-45a9-910a-d3fc7d2afd41 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:32.298484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:32.305563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a40a80ae-775b-49a1-84d1-19a08b4c2a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.328837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a40a80ae-775b-49a1-84d1-19a08b4c2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.367821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:32.371753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Pushing event updated for resources: {'Port': ['ID=83a8180c-d61d-4292-b4a8-079592124503,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:32.433142 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.497836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-344b49d7-fb06-47ba-b30b-88fa41b8ce94 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.501304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.585801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.613691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port 93d4cc6f-1af5-41f5-81d3-873e940ff00a yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:00:32.616042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Attempting to bind port 83a8180c-d61d-4292-b4a8-079592124503 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:00:32.616537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Attempting to bind port 83a8180c-d61d-4292-b4a8-079592124503 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '946e7ec3-5f1e-4006-8f4e-73abc5bf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'eb963073-0055-45a9-910a-d3fc7d2afd41'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:00:32.616970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Attempting to bind port 83a8180c-d61d-4292-b4a8-079592124503 on network eb963073-0055-45a9-910a-d3fc7d2afd41 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:32.624762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:00:32.625321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Checking segment: {'id': '946e7ec3-5f1e-4006-8f4e-73abc5bf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'eb963073-0055-45a9-910a-d3fc7d2afd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:32.625792 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.626339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Bound using segment: {'id': '946e7ec3-5f1e-4006-8f4e-73abc5bf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'eb963073-0055-45a9-910a-d3fc7d2afd41'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:00:32.626945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Bound port: 83a8180c-d61d-4292-b4a8-079592124503, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946e7ec3-5f1e-4006-8f4e-73abc5bf9721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'eb963073-0055-45a9-910a-d3fc7d2afd41'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:00:32.627464 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.641010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a80ae-775b-49a1-84d1-19a08b4c2a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb17a144-930b-4e00-83d4-7f50d6e35f30,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:32.654492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a40a80ae-775b-49a1-84d1-19a08b4c2a16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7bd9cbd7ea64fc2aa36770567d3e761&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4596405 May 06 13:00:32.656178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b49d7-fb06-47ba-b30b-88fa41b8ce94 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Pushing event deleted for resources: {'Subnet': ['ID=c328518d-be56-46f0-8eb5-80d1f2f94812,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:32.659018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56970) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:32.690307 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-344b49d7-fb06-47ba-b30b-88fa41b8ce94 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.752777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-344b49d7-fb06-47ba-b30b-88fa41b8ce94 tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/subnets/c328518d-be56-46f0-8eb5-80d1f2f94812 HTTP/1.1" status: 204 len: 168 time: 1.8786108 May 06 13:00:32.755479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56974) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:32.785395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] For port 83a8180c-d61d-4292-b4a8-079592124503, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:00:32.789293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] For port 83a8180c-d61d-4292-b4a8-079592124503, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=83a8180c-d61d-4292-b4a8-079592124503,segment=NetworkSegment(946e7ec3-5f1e-4006-8f4e-73abc5bf9721),segment_id=946e7ec3-5f1e-4006-8f4e-73abc5bf9721)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:00:32.792466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1d828d-5ec8-4a6c-8973-e6af3cd86058 None None] Network d80c8365-ec28-4e42-adad-d3b0946df796 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:32.809710 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.872086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-148920ab-f34c-4670-9f4e-bea86a5e6e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.930382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.974867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-148920ab-f34c-4670-9f4e-bea86a5e6e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.014096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Deleting port 0f11da92-35bb-42ac-acaa-c8aa4986d24c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:33.015150 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.124367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005be53-2ea9-4a8b-8daf-f545728b943a None None] Pushing event updated for resources: {'Port': ['ID=83a8180c-d61d-4292-b4a8-079592124503,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:33.192921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56980) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:33.444511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:33.460696 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] Sync routers for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:33.467078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] DHCP port deletion for d80c8365-ec28-4e42-adad-d3b0946df796 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:00:33.473177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] Deleting port 0f11da92-35bb-42ac-acaa-c8aa4986d24c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:33.473817 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.478724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] For port 0f11da92-35bb-42ac-acaa-c8aa4986d24c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0f11da92-35bb-42ac-acaa-c8aa4986d24c,segment=NetworkSegment(520a6792-41d9-49ac-b515-9f0a463c9438),segment_id=520a6792-41d9-49ac-b515-9f0a463c9438)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:33.479542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.533403 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:33.534642 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:33.580851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.10 (eb963073-0055-45a9-910a-d3fc7d2afd41/693c3533-ce6a-42b5-91c1-d6ae51c6a6ee/93d4cc6f-1af5-41f5-81d3-873e940ff00a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:33.603553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cde7c29-c7fa-4b63-b811-7beba1598f71 admin admin] Deleting subnet eac1bfad-4360-444c-b124-a12bd6b685d9 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:33.627999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1cde7c29-c7fa-4b63-b811-7beba1598f71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.712602 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.970990 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3c5a6dd8-efd4-4e06-9fe0-2313af61cf85 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 14.2827637 May 06 13:00:33.973836 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1cde7c29-c7fa-4b63-b811-7beba1598f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.977371 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:34.007638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Calling delete_port for 0f11da92-35bb-42ac-acaa-c8aa4986d24c owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:34.008256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:00:34.019166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:34.031045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56986) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:34.166384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] For port 0f11da92-35bb-42ac-acaa-c8aa4986d24c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0f11da92-35bb-42ac-acaa-c8aa4986d24c,segment=NetworkSegment(520a6792-41d9-49ac-b515-9f0a463c9438),segment_id=520a6792-41d9-49ac-b515-9f0a463c9438)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:34.167109 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.186223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.238198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-148920ab-f34c-4670-9f4e-bea86a5e6e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.262370 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2b7466-aacf-4b9c-92d5-1f85474415a6'] response: {'name': 'network-changed', 'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'status': 'completed', 'code': 200} May 06 13:00:34.296542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.434495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.547551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148920ab-f34c-4670-9f4e-bea86a5e6e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb17a144-930b-4e00-83d4-7f50d6e35f30,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:34.564041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] No DVR routers for this DVR port 0f11da92-35bb-42ac-acaa-c8aa4986d24c on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:00:34.706023 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-148920ab-f34c-4670-9f4e-bea86a5e6e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.717431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-148920ab-f34c-4670-9f4e-bea86a5e6e67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb17a144-930b-4e00-83d4-7f50d6e35f30 HTTP/1.1" status: 204 len: 168 time: 2.0549030 May 06 13:00:34.727935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Pushing event deleted for resources: {'Port': ['ID=0f11da92-35bb-42ac-acaa-c8aa4986d24c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:34.820220 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1cde7c29-c7fa-4b63-b811-7beba1598f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.997262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 83a8180c-d61d-4292-b4a8-079592124503 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:35.182232 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:22Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'b507756c-d04c-4654-9c5e-f2de99c30c69', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'port_id': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'mac_address': 'fa:16:3e:5a:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:00:25Z', 'updated_at': '2022-05-06T13:00:25Z', 'revision_number': 0, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ecfd19-bf30-47da-acde-edc0b296a6e7', 'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:20Z', 'updated_at': '2022-05-06T12:59:38Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.195224 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] Checking router: 4cf23e94-ec26-4697-9dbc-f5c0578b0051 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:00:35.231672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:35.233441 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.247333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] Calling delete_port for 0f11da92-35bb-42ac-acaa-c8aa4986d24c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:35.283129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.331847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=7f061b22-46e8-40b5-abe7-84b1d6c25d26,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:35.363607 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80c8365-ec28-4e42-adad-d3b0946df796']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.406530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520a6792-41d9-49ac-b515-9f0a463c9438') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.406882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520a6792-41d9-49ac-b515-9f0a463c9438') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.447576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.476398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a88427-be6d-4015-be3e-85dd9ac5980c None None] Network eb963073-0055-45a9-910a-d3fc7d2afd41 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:35.496821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.519000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:00:35.519415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.621831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.657878 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: timer() May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:00:35.722998 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:00:35.750123 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:35.819296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fc56a85-9818-4e73-a533-cfbdbfd7cdfc req-b1711cf2-a3ac-4767-8517-712933c3fe41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1136 time: 1.4979091 May 06 13:00:35.829795 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.834754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.836645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.837814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.839580 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.849080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.850005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.850787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.851485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.852191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.853057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.853685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.854392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.855184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.866283 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0924fa5e-3c02-484d-98d8-71e4e4378d35 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8365 time: 1.8121269 May 06 13:00:35.893097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57004) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:35.896035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8ee56040-7b7c-4f31-8358-6ad301618c49 None None] Provisioning for port 83a8180c-d61d-4292-b4a8-079592124503 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:36.098126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 83a8180c-d61d-4292-b4a8-079592124503 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:36.134688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 83a8180c-d61d-4292-b4a8-079592124503 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:36.135321 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.209194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object 93d4cc6f-1af5-41f5-81d3-873e940ff00a will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:36.231740 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1cde7c29-c7fa-4b63-b811-7beba1598f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.264592 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:00:36.265262 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:00:36.425204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.429756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.430496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.431147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.431724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.432284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.432944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.434098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.435030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.435580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56a85-9818-4e73-a533-cfbdbfd7cdfc req-40c39866-035d-4974-9912-a202beda88cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.439341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fc56a85-9818-4e73-a533-cfbdbfd7cdfc req-40c39866-035d-4974-9912-a202beda88cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238 HTTP/1.1" status: 200 len: 898 time: 0.6114638 May 06 13:00:36.440782 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b342898f-35c2-4654-918e-c69dcb98929c tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5809 time: 0.5381882 May 06 13:00:36.443864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1cde7c29-c7fa-4b63-b811-7beba1598f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.447005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57018) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:36.457313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde7c29-c7fa-4b63-b811-7beba1598f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac1bfad-4360-444c-b124-a12bd6b685d9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:36.462472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.467201 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1cde7c29-c7fa-4b63-b811-7beba1598f71 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eac1bfad-4360-444c-b124-a12bd6b685d9 HTTP/1.1" status: 204 len: 168 time: 3.2674673 May 06 13:00:36.477858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57020) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:36.479036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] Pushing event deleted for resources: {'Network': ['ID=d80c8365-ec28-4e42-adad-d3b0946df796,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:36.767897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] Deleting port 0f11da92-35bb-42ac-acaa-c8aa4986d24c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:36.771214 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.843334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=93d4cc6f-1af5-41f5-81d3-873e940ff00a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:36.863173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-abb51314-3218-4869-b5ae-e7ca3ffe943a tempest-TagsExtTest-1408226190 tempest-TagsExtTest-1408226190-project] 10.222.0.44 "DELETE /v2.0/networks/d80c8365-ec28-4e42-adad-d3b0946df796 HTTP/1.1" status: 204 len: 168 time: 4.1060848 May 06 13:00:36.987055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a2883-058a-47c5-8717-406c0d3146ce None None] The port '0f11da92-35bb-42ac-acaa-c8aa4986d24c' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:00:37.064609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:37.123429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network eb963073-0055-45a9-910a-d3fc7d2afd41 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:37.126562 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:22Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'b507756c-d04c-4654-9c5e-f2de99c30c69', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'port_id': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'mac_address': 'fa:16:3e:5a:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:00:25Z', 'updated_at': '2022-05-06T13:00:25Z', 'revision_number': 0, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ecfd19-bf30-47da-acde-edc0b296a6e7', 'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:20Z', 'updated_at': '2022-05-06T12:59:38Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:37.137427 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d01e5a0-3cd3-40bb-b85a-e607b47eee60 None None] The sync data for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 is: [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:22Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'b507756c-d04c-4654-9c5e-f2de99c30c69', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'port_id': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'mac_address': 'fa:16:3e:5a:f7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:00:25Z', 'updated_at': '2022-05-06T13:00:25Z', 'revision_number': 0, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ecfd19-bf30-47da-acde-edc0b296a6e7', 'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:20Z', 'updated_at': '2022-05-06T12:59:38Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:00:37.144234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:37.156207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:37.157773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:37.310388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 83a8180c-d61d-4292-b4a8-079592124503, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=83a8180c-d61d-4292-b4a8-079592124503,segment=NetworkSegment(946e7ec3-5f1e-4006-8f4e-73abc5bf9721),segment_id=946e7ec3-5f1e-4006-8f4e-73abc5bf9721)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:37.326342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:37.533024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:37.588040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0f11da92-35bb-42ac-acaa-c8aa4986d24c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:37.616651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fc56a85-9818-4e73-a533-cfbdbfd7cdfc req-4a3ce1ab-f119-4c1d-8fcd-04f01de3cc54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d HTTP/1.1" status: 200 len: 1000 time: 1.1279938 May 06 13:00:37.797123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 0f11da92-35bb-42ac-acaa-c8aa4986d24c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:00:37.799299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0f11da92-35bb-42ac-acaa-c8aa4986d24c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:00:37.811694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=83a8180c-d61d-4292-b4a8-079592124503,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:37.884515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57040) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:37.922946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-923f4105-adbe-4734-8ee6-ae1fa03663a6 None None] Provisioning complete for port 83a8180c-d61d-4292-b4a8-079592124503 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:37.923877 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-923f4105-adbe-4734-8ee6-ae1fa03663a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:37.956841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:37.957699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:37.972354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57046) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:38.013376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56a85-9818-4e73-a533-cfbdbfd7cdfc req-bf9bcb5c-2f5d-466e-a4bd-276cae4efec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:38.016294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb539a4-48a3-4549-b4ce-d84d51e20cd8 None None] New status for floating IP b507756c-d04c-4654-9c5e-f2de99c30c69: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:00:38.017154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fc56a85-9818-4e73-a533-cfbdbfd7cdfc req-bf9bcb5c-2f5d-466e-a4bd-276cae4efec5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfe33ab2-551a-4907-b9eb-0c23c3eab6dc HTTP/1.1" status: 200 len: 835 time: 0.3860295 May 06 13:00:38.043532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.187389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:38.199342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-524dc58d-113e-4616-b4ce-1b28e3369941 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 1.7152200 May 06 13:00:38.203753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57052) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:38.293778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fc56a85-9818-4e73-a533-cfbdbfd7cdfc req-8b130c40-c4d4-436d-98e7-a80fba3c9ca8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383344 May 06 13:00:38.303478 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-afcef647-6693-4ba2-bb0a-bf44d3a3fa4d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.5126727 May 06 13:00:38.308073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b32eab-8852-4bf3-8b01-6173765ad1f4') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:38.308267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57056) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:38.308585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b32eab-8852-4bf3-8b01-6173765ad1f4') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:38.354400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.419557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.424772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': 'eb963073-0055-45a9-910a-d3fc7d2afd41', 'name': 'tempest-PortsTestJSON-757087081', 'fixed_ips': [{'subnet_id': '693c3533-ce6a-42b5-91c1-d6ae51c6a6ee', 'ip_address': '172.20.0.9'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:38.459308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:00:38.462406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.555995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 83a8180c-d61d-4292-b4a8-079592124503 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: timer() May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:00:38.595312 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:00:38.601652 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP 2da92d82-51c0-4c68-96b6-87fb6aa4f306 associated. External IP: 172.25.7.221, port: 78b62a79-a6c5-411e-9cf8-17b0447493b9. May 06 13:00:38.794907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.824664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.841819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] Pushing event deleted for resources: {'Network': ['ID=07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:38.870560 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-81531c00-9983-4384-b25b-f7f0283946da admin admin] 10.222.0.44 "DELETE /v2.0/networks/07dbd487-9fd3-4957-ad45-1e3dd9ab5c3e HTTP/1.1" status: 204 len: 168 time: 2.2604034 May 06 13:00:38.955214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-287303225-network', 'tenant_id': 'fa96a274e40743d59276beef1882162d'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:39.101995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:39.109052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Usage tracker for resource:network and tenant:fa96a274e40743d59276beef1882162d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:39.112570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 83a8180c-d61d-4292-b4a8-079592124503 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:39.113504 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.120577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:39.128969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:39.236142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Made reservation on behalf of fa96a274e40743d59276beef1882162d for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:39.239581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.248393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-923f4105-adbe-4734-8ee6-ae1fa03663a6 None None] Provisioning for port 93d4cc6f-1af5-41f5-81d3-873e940ff00a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:39.256122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fc56a85-9818-4e73-a533-cfbdbfd7cdfc req-b53d7fdb-4431-4c86-9c85-7ef6b667f39a service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9528508 May 06 13:00:39.309791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:39.327627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-923f4105-adbe-4734-8ee6-ae1fa03663a6 None None] Provisioning complete for port 93d4cc6f-1af5-41f5-81d3-873e940ff00a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:39.328292 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-923f4105-adbe-4734-8ee6-ae1fa03663a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.361346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fefa7a8e-8de9-4b2e-ad39-95b2d268fc36 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4cf23e94-ec26-4697-9dbc-f5c0578b0051 HTTP/1.1" status: 200 len: 1989 time: 1.1547842 May 06 13:00:39.432189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:39.444202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57068) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:39.460506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6d4937dc-765c-4f34-ab68-076a52c71820 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcfb496da79c474290b6b16cbbfc182a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4818656 May 06 13:00:39.463150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-923f4105-adbe-4734-8ee6-ae1fa03663a6 None None] Port 93d4cc6f-1af5-41f5-81d3-873e940ff00a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:39.465769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.480439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:39.542518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57074) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:39.571003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:39.635019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cbe32fd3-2dbc-4304-a900-17e6580c7acb None None] Provisioning complete for port 93d4cc6f-1af5-41f5-81d3-873e940ff00a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:39.635925 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cbe32fd3-2dbc-4304-a900-17e6580c7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.679283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:39.826078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:39.829915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cbe32fd3-2dbc-4304-a900-17e6580c7acb None None] Port 93d4cc6f-1af5-41f5-81d3-873e940ff00a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:39.863678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Usage tracker for resource:security_group_rule and tenant:fa96a274e40743d59276beef1882162d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:39.872296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:39.887713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:39.896466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-861c9c94-bec5-4de6-bcf6-55f7f94b48ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d9e3bb8ff7f4668a36b64b329a4ffad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4341602 May 06 13:00:39.898462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57082) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:39.906287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fc56a85-9818-4e73-a533-cfbdbfd7cdfc req-4df7369f-3af0-4b4b-a324-d84ab1c5d7df service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335275 May 06 13:00:39.985177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-33c2fa41-5202-4ed0-8c24-61a1c389df8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.996810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:00:40.062231 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.078479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-33c2fa41-5202-4ed0-8c24-61a1c389df8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.164720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port e87fae2a-679d-46e9-884b-60479c9d829f yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:00:40.220878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6047eb35-1fe9-4728-a9e5-20925b97fe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.262335 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.293439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.327001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:40.337153 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6047eb35-1fe9-4728-a9e5-20925b97fe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.359044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.373486 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2a9b9-ab71-4e2c-badc-52f6682fcc65 None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:40.422147 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2a9b9-ab71-4e2c-badc-52f6682fcc65 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:40.424307 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c6d2a9b9-ab71-4e2c-badc-52f6682fcc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:40.430742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:00:40.461195 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.462207 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Added segment 555d04e2-2909-4f21-bc03-376c59cc6da1 of type vlan for network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 May 06 13:00:40.468767 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-111bdf9a-efba-48d8-8f75-e0ad6cf64036 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.3430274 May 06 13:00:40.472402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57092) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:40.479516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-530558954'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:40.495626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:40.505411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:network and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:40.512927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:40.525545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:40.527854 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-33c2fa41-5202-4ed0-8c24-61a1c389df8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.549909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Made reservation on behalf of 37ea359ed696431a9eedb6da5bc70128 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:40.557156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.557621 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c6d2a9b9-ab71-4e2c-badc-52f6682fcc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:40.565688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.573180 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2a9b9-ab71-4e2c-badc-52f6682fcc65 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:40.574134 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c6d2a9b9-ab71-4e2c-badc-52f6682fcc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:40.587809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b72d84-645d-45ee-a465-14e06bad0ac0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:40.644428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:00:40.658926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.659317 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Added segment f0009e86-c69f-4b20-8d09-7663afccf2a0 of type vlan for network bc145e6d-81df-42ab-994c-7fde2238f012 May 06 13:00:40.667499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2fa41-5202-4ed0-8c24-61a1c389df8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cad968-e0dd-46c0-a3c4-04741a53aeff,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:40.749924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.767430 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c6d2a9b9-ab71-4e2c-badc-52f6682fcc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:40.768410 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2a9b9-ab71-4e2c-badc-52f6682fcc65 None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:00:40.822456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.827064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:40.828795 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.846202 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.852478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:40.853425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.856563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6047eb35-1fe9-4728-a9e5-20925b97fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.968817 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4957733 May 06 13:00:40.989019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57102) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:40.999066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'subnet': {'network_id': 'bc145e6d-81df-42ab-994c-7fde2238f012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:41.020132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.9 (eb963073-0055-45a9-910a-d3fc7d2afd41/693c3533-ce6a-42b5-91c1-d6ae51c6a6ee/e87fae2a-679d-46e9-884b-60479c9d829f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:41.052658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047eb35-1fe9-4728-a9e5-20925b97fe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f16d72-195f-49fe-94f7-80fb768e2b45,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:41.080413 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6047eb35-1fe9-4728-a9e5-20925b97fe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:41.084723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6047eb35-1fe9-4728-a9e5-20925b97fe49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08f16d72-195f-49fe-94f7-80fb768e2b45 HTTP/1.1" status: 204 len: 168 time: 1.1805987 May 06 13:00:41.092461 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-33c2fa41-5202-4ed0-8c24-61a1c389df8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:41.094699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-33c2fa41-5202-4ed0-8c24-61a1c389df8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1cad968-e0dd-46c0-a3c4-04741a53aeff HTTP/1.1" status: 204 len: 168 time: 1.5509179 May 06 13:00:41.095735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] Pushing event updated for resources: {'Network': ['ID=05bd9c57-e0c0-45a0-8a5c-8869ece445b6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:41.104284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9149f19b-d52e-47e0-be46-f98f4b23b1af admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2140443 May 06 13:00:41.108857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57112) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:41.116613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:00:41.118588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Request body: {'subnet': {'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-287303225-subnet', 'tenant_id': 'fa96a274e40743d59276beef1882162d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:41.128587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:41.136025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Usage tracker for resource:subnet and tenant:fa96a274e40743d59276beef1882162d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:41.141628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:41.154849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:41.178309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Made reservation on behalf of fa96a274e40743d59276beef1882162d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:41.183013 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:41.198138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:41.206208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc70467-6f1c-4a3c-b1e3-2dff7d9ccfa9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Network': ['ID=bc145e6d-81df-42ab-994c-7fde2238f012,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:41.225271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:41.241226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Made reservation on behalf of 37ea359ed696431a9eedb6da5bc70128 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:41.292447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network bc145e6d-81df-42ab-994c-7fde2238f012 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:00:41.542081 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.017548 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.040272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object e87fae2a-679d-46e9-884b-60479c9d829f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:42.071208 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.239566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network eb963073-0055-45a9-910a-d3fc7d2afd41 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:42.253267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=e87fae2a-679d-46e9-884b-60479c9d829f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:42.260530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:42.265811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:42.314240 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7219721a-78de-4b12-b2e3-4803f2754f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.320097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.382867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.503495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:42.504162 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.661147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Subnet': ['ID=631babea-c5b6-4b7a-9339-f90ee428d167,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:42.677720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Checking segment: {'id': 'f0009e86-c69f-4b20-8d09-7663afccf2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc145e6d-81df-42ab-994c-7fde2238f012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:42.680290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network hostable DHCP agents. Network: bc145e6d-81df-42ab-994c-7fde2238f012, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:00:42.751058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network bc145e6d-81df-42ab-994c-7fde2238f012 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:00:42.772112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, bc145e6d-81df-42ab-994c-7fde2238f012) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:42.793758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef04b8d-d795-486a-83a8-6088b5fc57a3 None None] Network bc145e6d-81df-42ab-994c-7fde2238f012 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:42.796221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:42.799402 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.829799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a16a8c-05e5-4f16-aecb-b75b42cbc42a,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:42.899549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Checking segment: {'id': '555d04e2-2909-4f21-bc03-376c59cc6da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:42.901275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Network hostable DHCP agents. Network: 05bd9c57-e0c0-45a0-8a5c-8869ece445b6, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:00:42.950009 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-806f0d39-202b-4468-86d9-5be1d8bd390b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9584148 May 06 13:00:42.952878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57144) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:42.988642 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-24427f47-2b5d-4eca-bb86-68635acd6bcf tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6767957 May 06 13:00:42.991146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-355809194', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:42.996731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57150) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:43.046491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:43.063125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:router and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:43.068964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:43.081217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:43.109621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.112917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.168067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.172401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-133cd63f-d6c6-443f-8f2a-94c86a8cb3b2 None None] Provisioning for port e87fae2a-679d-46e9-884b-60479c9d829f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:43.181913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:00:43.236912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-133cd63f-d6c6-443f-8f2a-94c86a8cb3b2 None None] Provisioning complete for port e87fae2a-679d-46e9-884b-60479c9d829f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:43.237988 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-133cd63f-d6c6-443f-8f2a-94c86a8cb3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.289996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 05bd9c57-e0c0-45a0-8a5c-8869ece445b6) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:43.317827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:43.327906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.396603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57160) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:43.430657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0235353 May 06 13:00:43.434569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57162) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:43.471037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350da100-3a0f-45db-b506-38badd6db93b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:43.472073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-350da100-3a0f-45db-b506-38badd6db93b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:43.497353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-133cd63f-d6c6-443f-8f2a-94c86a8cb3b2 None None] Port e87fae2a-679d-46e9-884b-60479c9d829f cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:43.499838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-633d6eb9-02f2-4e61-8bef-5cfd0aaa6c70 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3888912 May 06 13:00:43.500080 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.501986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49302a02-0aa8-4bae-bc5c-27be347df5a0 None None] Network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:43.527676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-350da100-3a0f-45db-b506-38badd6db93b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:43.529649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-350da100-3a0f-45db-b506-38badd6db93b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5267823 May 06 13:00:43.534626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57172) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:43.602053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.882668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d48a6493-6aca-4ae8-a6b8-d491ff3becb8 tempest-NetworksApiDiscovery-268694815 tempest-NetworksApiDiscovery-268694815-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4418261 May 06 13:00:43.929365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe1bc2-6f75-49b9-a609-f87760307fc6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:43.961954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe1bc2-6f75-49b9-a609-f87760307fc6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:43.969983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe1bc2-6f75-49b9-a609-f87760307fc6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:43.993121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57180) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:43.995290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:44.000340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bdbe1bc2-6f75-49b9-a609-f87760307fc6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4548123 May 06 13:00:44.134250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:44.431371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-bc145e6d-81df-42ab-994c-7fde2238f012', 'network_id': 'bc145e6d-81df-42ab-994c-7fde2238f012', 'tenant_id': '37ea359ed696431a9eedb6da5bc70128', 'fixed_ips': [{'subnet_id': '631babea-c5b6-4b7a-9339-f90ee428d167'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:00:44.432936 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:44.480918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0e6256-ed93-4b8a-999d-830ddcd97d89 None None] Network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:44.525025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57194) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:44.572067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57200) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:44.726971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0f8bd471-361d-4e34-91d3-50b546f4020e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port e87fae2a-679d-46e9-884b-60479c9d829f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:44.727871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd471-361d-4e34-91d3-50b546f4020e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:44.912397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1762339621-network', 'tenant_id': '95fa5469a0f045528b71d5cc909dd5e5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:44.933663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:44.943109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Usage tracker for resource:network and tenant:95fa5469a0f045528b71d5cc909dd5e5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:44.948759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:44.962195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:44.982590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Made reservation on behalf of 95fa5469a0f045528b71d5cc909dd5e5 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:44.989061 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.021488 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.120710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:45.128757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Usage tracker for resource:security_group_rule and tenant:95fa5469a0f045528b71d5cc909dd5e5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:45.135796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:45.146267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Allocated IP 172.20.0.2 (bc145e6d-81df-42ab-994c-7fde2238f012/631babea-c5b6-4b7a-9339-f90ee428d167/c2a73d57-0853-452e-8f49-4b8c00968eb1) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:45.148849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:45.359053 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.366480 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85c5ba30-47c9-402a-86d5-2eafd8f46835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.399501 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa4d89bd-4766-4eb2-9160-b8dda88648ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.449621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.669193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:00:45.681161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.25.7.170 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/fabfb7b5-7ffb-488e-b8cc-6426ea6b4ea7) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:45.719854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13aef776-d4d2-475e-997a-a56357966ed3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:45.729623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-85c5ba30-47c9-402a-86d5-2eafd8f46835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:45.734579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.735106 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Added segment 80bb2ee1-c635-451a-a16d-26cc70934a38 of type vlan for network 255b03ca-82d9-458f-af9b-728251dc9060 May 06 13:00:45.748165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-85c5ba30-47c9-402a-86d5-2eafd8f46835 admin admin] Usage tracker for resource:security_group_rule and tenant:3d618afb18a6417fb490e57681c290dc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:45.753486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-85c5ba30-47c9-402a-86d5-2eafd8f46835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:45.763426 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.777518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-85c5ba30-47c9-402a-86d5-2eafd8f46835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:45.809294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Transition to ACTIVE for port object c2a73d57-0853-452e-8f49-4b8c00968eb1 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:45.833112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.906790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Transition to ACTIVE for port object c2a73d57-0853-452e-8f49-4b8c00968eb1 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:45.935048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.977288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.978865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:45.979866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.983628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd471-361d-4e34-91d3-50b546f4020e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.046636 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.198946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Network bc145e6d-81df-42ab-994c-7fde2238f012 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:46.210994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Pushing event updated for resources: {'Port': ['ID=c2a73d57-0853-452e-8f49-4b8c00968eb1,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:46.295418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:46.304233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:46.346589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] Pushing event updated for resources: {'Network': ['ID=255b03ca-82d9-458f-af9b-728251dc9060,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:46.357366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-01ca72b8-1d73-4fc0-bab2-c8e0710a8558 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8305881 May 06 13:00:46.358689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57224) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:46.395898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Request body: {'subnet': {'network_id': '255b03ca-82d9-458f-af9b-728251dc9060', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1762339621-subnet', 'tenant_id': '95fa5469a0f045528b71d5cc909dd5e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:46.438377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0f8bd471-361d-4e34-91d3-50b546f4020e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for e87fae2a-679d-46e9-884b-60479c9d829f owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:46.470385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:46.504930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Usage tracker for resource:subnet and tenant:95fa5469a0f045528b71d5cc909dd5e5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:46.509379 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85c5ba30-47c9-402a-86d5-2eafd8f46835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.510759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:46.544063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:46.552408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85c5ba30-47c9-402a-86d5-2eafd8f46835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.572488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 255b03ca-82d9-458f-af9b-728251dc9060 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:00:46.611515 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.711035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Made reservation on behalf of 95fa5469a0f045528b71d5cc909dd5e5 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:46.714876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.739914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5ba30-47c9-402a-86d5-2eafd8f46835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431589eb-8ffc-46b4-a312-1fd47dd71102,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:46.917240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-85c5ba30-47c9-402a-86d5-2eafd8f46835 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d618afb18a6417fb490e57681c290dc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3432784 May 06 13:00:46.920638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57236) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:46.937059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd471-361d-4e34-91d3-50b546f4020e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.167720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Attempting to bind port c2a73d57-0853-452e-8f49-4b8c00968eb1 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:00:47.170663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Attempting to bind port c2a73d57-0853-452e-8f49-4b8c00968eb1 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'f0009e86-c69f-4b20-8d09-7663afccf2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc145e6d-81df-42ab-994c-7fde2238f012'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:00:47.171353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Attempting to bind port c2a73d57-0853-452e-8f49-4b8c00968eb1 on network bc145e6d-81df-42ab-994c-7fde2238f012 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:47.183662 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f8bd471-361d-4e34-91d3-50b546f4020e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.204636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:00:47.206457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Checking segment: {'id': 'f0009e86-c69f-4b20-8d09-7663afccf2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc145e6d-81df-42ab-994c-7fde2238f012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:47.207455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.208343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Bound using segment: {'id': 'f0009e86-c69f-4b20-8d09-7663afccf2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc145e6d-81df-42ab-994c-7fde2238f012'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:00:47.209569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Bound port: c2a73d57-0853-452e-8f49-4b8c00968eb1, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0009e86-c69f-4b20-8d09-7663afccf2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bc145e6d-81df-42ab-994c-7fde2238f012'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:00:47.210693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.251721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bd471-361d-4e34-91d3-50b546f4020e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=e87fae2a-679d-46e9-884b-60479c9d829f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:47.273999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0f8bd471-361d-4e34-91d3-50b546f4020e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/e87fae2a-679d-46e9-884b-60479c9d829f HTTP/1.1" status: 204 len: 168 time: 3.1987050 May 06 13:00:47.275837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57246) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:47.342040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.372494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57250) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:47.427921 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd443f8-b5d5-439f-8dda-34795a9e5185 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 13:00:47.428494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7bd443f8-b5d5-439f-8dda-34795a9e5185 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:47.484723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7bd443f8-b5d5-439f-8dda-34795a9e5185 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:47.488510 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7bd443f8-b5d5-439f-8dda-34795a9e5185 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/e87fae2a-679d-46e9-884b-60479c9d829f HTTP/1.1" status: 404 len: 333 time: 0.2094252 May 06 13:00:47.496637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57252) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:47.518381 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.531451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] For port c2a73d57-0853-452e-8f49-4b8c00968eb1, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:00:47.538146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] For port c2a73d57-0853-452e-8f49-4b8c00968eb1, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c2a73d57-0853-452e-8f49-4b8c00968eb1,segment=NetworkSegment(f0009e86-c69f-4b20-8d09-7663afccf2a0),segment_id=f0009e86-c69f-4b20-8d09-7663afccf2a0)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:00:47.546675 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.698341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cf756-9138-4365-bfbf-81419ff21a74 None None] Pushing event updated for resources: {'Port': ['ID=c2a73d57-0853-452e-8f49-4b8c00968eb1,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:47.709894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4dd884d5-f936-47e9-a2a8-b26a56e59b7a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 93d4cc6f-1af5-41f5-81d3-873e940ff00a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:47.710309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4dd884d5-f936-47e9-a2a8-b26a56e59b7a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.777693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.861885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a176b9-f736-4a3f-b337-5f6364d2e35e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:47.877330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b811-0711-4445-b421-202ad3792c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.919466 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b811-0711-4445-b421-202ad3792c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.938027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Checking segment: {'id': '80bb2ee1-c635-451a-a16d-26cc70934a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '255b03ca-82d9-458f-af9b-728251dc9060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:47.938462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Network hostable DHCP agents. Network: 255b03ca-82d9-458f-af9b-728251dc9060, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:00:48.115485 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b811-0711-4445-b421-202ad3792c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.166976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5b811-0711-4445-b421-202ad3792c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431589eb-8ffc-46b4-a312-1fd47dd71102,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:48.289424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-50e54068-2068-43b5-8f95-1f03de956e95 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3109 time: 0.7346225 May 06 13:00:48.302043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bd0ab1f-5521-4c62-bece-a7bdbb3ca6e2 req-3dd086b7-1a22-4527-93b3-4a73acc23548 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 0.6644204 May 06 13:00:48.302043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Network 255b03ca-82d9-458f-af9b-728251dc9060 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:00:48.316054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57260) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:48.319455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 255b03ca-82d9-458f-af9b-728251dc9060) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:48.332310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c442d-c2f1-4297-b601-98e7ff02472e None None] Network 255b03ca-82d9-458f-af9b-728251dc9060 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:48.336593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'network': {'name': 'tempest-network-smoke--2038508983', 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'port_security_enabled': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:48.363238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:48.364204 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.372176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:48.420402 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.438055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:48.445809 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b811-0711-4445-b421-202ad3792c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.451362 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c3f5b811-0711-4445-b421-202ad3792c13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/431589eb-8ffc-46b4-a312-1fd47dd71102 HTTP/1.1" status: 204 len: 168 time: 1.5171359 May 06 13:00:48.504602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-16ae60ba-ade5-4dfe-953f-3f4af608fd51 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1164293 May 06 13:00:48.504602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Made reservation on behalf of 7535c1e0fcf54357be62a1626ef94055 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:48.510977 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.618937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:00:48.638820 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.639409 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Added segment e53e98b9-2c56-42a7-a058-f469cfdcf7e9 of type vlan for network 0f5c547f-c834-483c-85f1-573edcef8398 May 06 13:00:48.640150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:48.647814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=fabfb7b5-7ffb-488e-b8cc-6426ea6b4ea7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:48.669022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:48.675584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:48.706424 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.768210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bd0ab1f-5521-4c62-bece-a7bdbb3ca6e2 req-3c7ba6b7-aa93-454e-94cf-2bdd2b0ec2dd tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4086428 May 06 13:00:48.799224 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.803172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:48.803900 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.887673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57272) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:48.909448 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:00:49.116275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Network': ['ID=0f5c547f-c834-483c-85f1-573edcef8398,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:49.160359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-43d0138c-12ed-403d-9ecf-2d4ebdc04d24 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8447537 May 06 13:00:49.163405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57282) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:49.179480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'admin_state_up': True, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:49.197700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 0f5c547f-c834-483c-85f1-573edcef8398 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:00:49.198821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:49.208835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:router and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:49.215792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:49.226793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4dd884d5-f936-47e9-a2a8-b26a56e59b7a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.230173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:49.255939 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.258119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.323049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.748731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614cb30a-e427-4c85-a3db-d7fbef5d911c None None] Network 255b03ca-82d9-458f-af9b-728251dc9060 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:50.104439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a7bab-a9d0-4434-9b3f-e9a23dc222b2 None None] Network bc145e6d-81df-42ab-994c-7fde2238f012 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:50.251722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4dd884d5-f936-47e9-a2a8-b26a56e59b7a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 93d4cc6f-1af5-41f5-81d3-873e940ff00a owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:50.278700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c2a73d57-0853-452e-8f49-4b8c00968eb1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:50.789025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4dd884d5-f936-47e9-a2a8-b26a56e59b7a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.932787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-01af9132-b5b0-46f2-8195-9e56c7f16324 None None] Provisioning for port c2a73d57-0853-452e-8f49-4b8c00968eb1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:50.977061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57308) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:51.135781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd884d5-f936-47e9-a2a8-b26a56e59b7a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=93d4cc6f-1af5-41f5-81d3-873e940ff00a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:51.146769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c2a73d57-0853-452e-8f49-4b8c00968eb1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:51.152560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port d2401324-f077-4327-8c7c-24175630a66b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:51.153220 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.190503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c2a73d57-0853-452e-8f49-4b8c00968eb1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:51.190973 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.650536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.713561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4410ae30-1711-452a-bc9f-eb78e5cae161 admin admin] Deleting subnet 5eaf001f-1753-4b2b-9c2d-60ee5a28a119 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:51.748560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4410ae30-1711-452a-bc9f-eb78e5cae161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.801297 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.824318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c2a73d57-0853-452e-8f49-4b8c00968eb1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c2a73d57-0853-452e-8f49-4b8c00968eb1,segment=NetworkSegment(f0009e86-c69f-4b20-8d09-7663afccf2a0),segment_id=f0009e86-c69f-4b20-8d09-7663afccf2a0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:51.832346 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.961876 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4dd884d5-f936-47e9-a2a8-b26a56e59b7a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.992048 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4410ae30-1711-452a-bc9f-eb78e5cae161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.015328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c2a73d57-0853-452e-8f49-4b8c00968eb1,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:52.033153 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4dd884d5-f936-47e9-a2a8-b26a56e59b7a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/93d4cc6f-1af5-41f5-81d3-873e940ff00a HTTP/1.1" status: 204 len: 168 time: 4.5355422 May 06 13:00:52.038145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57322) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:52.062149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6b829021-909f-4a81-8f2e-8547f2860936 None None] Provisioning complete for port c2a73d57-0853-452e-8f49-4b8c00968eb1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:52.063024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b829021-909f-4a81-8f2e-8547f2860936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.080162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.088996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-296bff00-7fdf-40a7-bd85-b39ea0364944 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:52.090577 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.092862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-296bff00-7fdf-40a7-bd85-b39ea0364944 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Synchronizing usage tracker for tenant:95fa5469a0f045528b71d5cc909dd5e5 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:52.202409 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68fb44a-476b-4179-92f2-3ec4c4f58e56 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 13:00:52.210974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d68fb44a-476b-4179-92f2-3ec4c4f58e56 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:52.320314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-296bff00-7fdf-40a7-bd85-b39ea0364944 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Unset dirty status for tenant:95fa5469a0f045528b71d5cc909dd5e5 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:52.337605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-296bff00-7fdf-40a7-bd85-b39ea0364944 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/networks?id=255b03ca-82d9-458f-af9b-728251dc9060 HTTP/1.1" status: 200 len: 809 time: 1.1956530 May 06 13:00:52.349192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.351899 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.394873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-33d543ca-ab27-4ceb-8f30-75236fc16a5b tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/quotas/95fa5469a0f045528b71d5cc909dd5e5 HTTP/1.1" status: 200 len: 375 time: 0.0560462 May 06 13:00:52.590496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for d2401324-f077-4327-8c7c-24175630a66b owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:52.602150 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4410ae30-1711-452a-bc9f-eb78e5cae161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.806132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d68fb44a-476b-4179-92f2-3ec4c4f58e56 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:52.810946 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d68fb44a-476b-4179-92f2-3ec4c4f58e56 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/93d4cc6f-1af5-41f5-81d3-873e940ff00a HTTP/1.1" status: 404 len: 333 time: 0.7576032 May 06 13:00:52.811692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57332) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:52.844077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-6782405d-e1ac-4ad7-85b9-8ea060982891 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=95fa5469a0f045528b71d5cc909dd5e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4476726 May 06 13:00:53.067085 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4410ae30-1711-452a-bc9f-eb78e5cae161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.288798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410ae30-1711-452a-bc9f-eb78e5cae161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaf001f-1753-4b2b-9c2d-60ee5a28a119,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:53.308090 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4410ae30-1711-452a-bc9f-eb78e5cae161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.309773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.365906 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4410ae30-1711-452a-bc9f-eb78e5cae161 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5eaf001f-1753-4b2b-9c2d-60ee5a28a119 HTTP/1.1" status: 204 len: 168 time: 2.3798294 May 06 13:00:53.367850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57346) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:53.398774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.531006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcba044-d8fe-4ca4-9eee-7ef5ed63469c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet 693c3533-ce6a-42b5-91c1-d6ae51c6a6ee {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:53.540109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbcba044-d8fe-4ca4-9eee-7ef5ed63469c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.545314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.611039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.686543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=d2401324-f077-4327-8c7c-24175630a66b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:53.769271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbcba044-d8fe-4ca4-9eee-7ef5ed63469c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.990147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-9642a733-c5f1-4d05-b5d6-704e6fe32b6e service neutron] 10.222.0.44 "GET /v2.0/networks/255b03ca-82d9-458f-af9b-728251dc9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1248350 May 06 13:00:54.021089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c2a73d57-0853-452e-8f49-4b8c00968eb1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:54.103193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Allocated IP 172.25.7.240 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/5ff0b974-381e-498e-8d56-de545d6a44d3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:54.125974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.187516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d419db-3f04-412a-80ac-883c2ae53b5c']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:54.213449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae23642-0c72-4785-992f-fdeaa7115f37') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:54.213803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae23642-0c72-4785-992f-fdeaa7115f37') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:54.217386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c2a73d57-0853-452e-8f49-4b8c00968eb1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:54.218255 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.234993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.248818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router 829baf6d-f17a-4d5c-b68c-893903a8966b is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:00:54.265872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.275579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbcba044-d8fe-4ca4-9eee-7ef5ed63469c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.308176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:00:54.308584 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: timer() May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:00:54.325141 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:00:54.613951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.642248 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.655300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d419db-3f04-412a-80ac-883c2ae53b5c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:54.684748 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbcba044-d8fe-4ca4-9eee-7ef5ed63469c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.698393 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.737220 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-996f1ea0-9896-4eb2-9d59-5e2a36634b93 admin admin] 10.222.0.44 "DELETE /v2.0/networks/78d419db-3f04-412a-80ac-883c2ae53b5c HTTP/1.1" status: 204 len: 168 time: 1.3649328 May 06 13:00:54.755369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57366) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:54.833413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcba044-d8fe-4ca4-9eee-7ef5ed63469c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=693c3533-ce6a-42b5-91c1-d6ae51c6a6ee,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:54.861555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a0c21-5375-4534-b226-26337cb3e022 None None] Network eb963073-0055-45a9-910a-d3fc7d2afd41 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:54.863007 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bbcba044-d8fe-4ca4-9eee-7ef5ed63469c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.871293 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bbcba044-d8fe-4ca4-9eee-7ef5ed63469c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/693c3533-ce6a-42b5-91c1-d6ae51c6a6ee HTTP/1.1" status: 204 len: 168 time: 2.0500524 May 06 13:00:54.888124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57370) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:54.917146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-9cd86992-c6bf-4ddc-bbcb-ebd898263b3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3753047 May 06 13:00:54.970931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a5cd15-0710-4856-b5f1-fa9b170f9671 admin admin] Deleting subnet 49981006-a7c4-4873-a1cb-37fc8389e62d {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:54.993501 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20a5cd15-0710-4856-b5f1-fa9b170f9671 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.245858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20a5cd15-0710-4856-b5f1-fa9b170f9671 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.252754 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-64cf5338-744c-4c40-be3f-c856417e8583 service neutron] 10.222.0.44 "GET /v2.0/networks/255b03ca-82d9-458f-af9b-728251dc9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1528132 May 06 13:00:55.336527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] DHCP port deletion for eb963073-0055-45a9-910a-d3fc7d2afd41 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:00:55.345023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Deleting port 83a8180c-d61d-4292-b4a8-079592124503 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:55.345771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.346982 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.360975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.393391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 83a8180c-d61d-4292-b4a8-079592124503 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:55.393825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.440487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:55.485323 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-8ca60417-028c-49c8-9b37-7106db0c3cde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 0.2915580 May 06 13:00:55.491517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c5e68-2c22-4e3d-8f6c-2b5df5445de5 None None] Sync routers for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:55.503764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20a5cd15-0710-4856-b5f1-fa9b170f9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.607212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.608476 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28813524-b1ae-459d-a546-f65090b80193 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.6467431 May 06 13:00:55.617873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57382) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:55.722291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c5e68-2c22-4e3d-8f6c-2b5df5445de5 None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:55.723293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b32c5e68-2c22-4e3d-8f6c-2b5df5445de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:55.883273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b32c5e68-2c22-4e3d-8f6c-2b5df5445de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:56.009820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c5e68-2c22-4e3d-8f6c-2b5df5445de5 None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:56.010628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b32c5e68-2c22-4e3d-8f6c-2b5df5445de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:56.027550 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20a5cd15-0710-4856-b5f1-fa9b170f9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.083781 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.131149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5cd15-0710-4856-b5f1-fa9b170f9671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49981006-a7c4-4873-a1cb-37fc8389e62d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:56.183902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-20a5cd15-0710-4856-b5f1-fa9b170f9671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.214757 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-20a5cd15-0710-4856-b5f1-fa9b170f9671 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49981006-a7c4-4873-a1cb-37fc8389e62d HTTP/1.1" status: 204 len: 168 time: 1.4476438 May 06 13:00:56.215745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:56.249038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18d01446-0560-4788-8532-b5bf03a81249 req-ea33e857-7010-42e8-b483-6a54cb53f83f tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 210 time: 0.1840022 May 06 13:00:56.407506 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.566378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:56.584980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:56.587853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:56.637089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 83a8180c-d61d-4292-b4a8-079592124503 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:56.699969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.715907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=5ff0b974-381e-498e-8d56-de545d6a44d3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:56.782798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-634a7ca4-b947-47b9-a6de-1a92c918eb60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:56.784598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-634a7ca4-b947-47b9-a6de-1a92c918eb60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 1.2579451 May 06 13:00:56.888055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124a12a0-26cd-412b-a4c7-78b807e1a187']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:56.904030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd529cbc8-f3b9-4c80-bec3-b22b9d805a5e') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:56.904406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd529cbc8-f3b9-4c80-bec3-b22b9d805a5e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:56.917808 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.929197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] For port 83a8180c-d61d-4292-b4a8-079592124503, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=83a8180c-d61d-4292-b4a8-079592124503,segment=NetworkSegment(946e7ec3-5f1e-4006-8f4e-73abc5bf9721),segment_id=946e7ec3-5f1e-4006-8f4e-73abc5bf9721)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:56.930795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.943096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.950883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:00:56.951514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: timer() May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:00:57.229374 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:00:57.238959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.314253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.334203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] For port 83a8180c-d61d-4292-b4a8-079592124503, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=83a8180c-d61d-4292-b4a8-079592124503,segment=NetworkSegment(946e7ec3-5f1e-4006-8f4e-73abc5bf9721),segment_id=946e7ec3-5f1e-4006-8f4e-73abc5bf9721)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:57.335142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.372650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-44f91b4f-9c82-44c8-8049-8e0477e3fd22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 217 time: 0.5782309 May 06 13:00:57.374632 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/124a12a0-26cd-412b-a4c7-78b807e1a187 HTTP/1.1" status: 204 len: 168 time: 1.1570957 May 06 13:00:57.376868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800cee3-121c-47cb-a51d-13ddedc4eaa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=124a12a0-26cd-412b-a4c7-78b807e1a187,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:57.506471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Calling delete_port for 83a8180c-d61d-4292-b4a8-079592124503 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:57.732152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b32c5e68-2c22-4e3d-8f6c-2b5df5445de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:57.734093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c5e68-2c22-4e3d-8f6c-2b5df5445de5 None None] The sync data for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:00:57.945230 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.004312 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.158220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] No DVR routers for this DVR port 83a8180c-d61d-4292-b4a8-079592124503 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:00:58.171009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Pushing event deleted for resources: {'Port': ['ID=83a8180c-d61d-4292-b4a8-079592124503,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:58.203000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.208979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.208979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.208979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.208979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.208979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.208979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.208979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.208979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.208979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.211241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269ba435-0ae5-47e4-bfbb-0f18f4bc0ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:58.293425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-d5dfd6c5-aef6-422f-8079-443e1c4068e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:58.296099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-d5dfd6c5-aef6-422f-8079-443e1c4068e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.2706130 May 06 13:00:58.314419 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.460037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57438) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:58.577377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 83a8180c-d61d-4292-b4a8-079592124503 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:58.717179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-64772587-f501-4a6b-9e00-b1a3b474d56b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ee5ced1cb704d91b4be573006805e8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2557614 May 06 13:00:58.720993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57444) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:58.775507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f202aa88-58fc-4c09-bbd1-4661418a6b4f req-7825d3e9-b66a-4262-a772-3869f43fdab7 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 210 time: 0.8045390 May 06 13:00:58.884331 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:00:58.884331 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:00:58.886867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.887783 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.917834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-525f9d7d-b403-429d-a1a7-9eb04d156fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863305 May 06 13:00:59.090536 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f7faa3c-aff3-49a1-bef1-15382f912a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.177259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f7faa3c-aff3-49a1-bef1-15382f912a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.393986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 83a8180c-d61d-4292-b4a8-079592124503 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:59.394834 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.588548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.20.0.1 (bc145e6d-81df-42ab-994c-7fde2238f012/631babea-c5b6-4b7a-9339-f90ee428d167/2ce8a935-edb1-4a12-a93f-adb071986be8) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:59.617274 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f7faa3c-aff3-49a1-bef1-15382f912a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.667450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] The port '83a8180c-d61d-4292-b4a8-079592124503' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:00:59.773987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-62d5d92f-807a-40ca-b753-cc4b313d78c5 service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648072 May 06 13:00:59.832830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7faa3c-aff3-49a1-bef1-15382f912a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc3e99-dd18-4559-8504-116a7cf339bc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:59.941902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f7faa3c-aff3-49a1-bef1-15382f912a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.947222 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f7faa3c-aff3-49a1-bef1-15382f912a0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75fc3e99-dd18-4559-8504-116a7cf339bc HTTP/1.1" status: 204 len: 168 time: 1.2244847 May 06 13:01:00.044675 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.047860 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.083850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb963073-0055-45a9-910a-d3fc7d2afd41']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:00.107592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Transition to ACTIVE for port object 2ce8a935-edb1-4a12-a93f-adb071986be8 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:00.108059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946e7ec3-5f1e-4006-8f4e-73abc5bf9721') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:00.108497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946e7ec3-5f1e-4006-8f4e-73abc5bf9721') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:00.138529 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.171490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.411585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network bc145e6d-81df-42ab-994c-7fde2238f012 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:00.435341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:00.462460 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.474129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:01:00.475113 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.490347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:00.595017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=2ce8a935-edb1-4a12-a93f-adb071986be8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:00.684827 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.722352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-48e5d9fe-ef31-4bee-9fa1-41a4334d9ee5 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:00.726837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-48e5d9fe-ef31-4bee-9fa1-41a4334d9ee5 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.48 "GET /v2.0/networks?id=255b03ca-82d9-458f-af9b-728251dc9060 HTTP/1.1" status: 200 len: 809 time: 1.4733906 May 06 13:01:00.733662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0cf7a55-3a13-4c80-9cb4-a976dcb5ba3c req-02bf5005-6d81-4007-b3fa-bcfccc25f651 service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904361 May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: timer() May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:01:00.735059 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:01:00.778914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Request body: {'port': {'device_id': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'network_id': '255b03ca-82d9-458f-af9b-728251dc9060', 'admin_state_up': True, 'tenant_id': '95fa5469a0f045528b71d5cc909dd5e5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:00.946444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:01.081268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a28ac46d-2e7c-4099-93ce-f17591465988 None None] Provisioning for port 2ce8a935-edb1-4a12-a93f-adb071986be8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:01.100086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a28ac46d-2e7c-4099-93ce-f17591465988 None None] Provisioning complete for port 2ce8a935-edb1-4a12-a93f-adb071986be8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:01.103362 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a28ac46d-2e7c-4099-93ce-f17591465988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:01.243756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:01.253449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:01.325576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:01.330795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Network': ['ID=eb963073-0055-45a9-910a-d3fc7d2afd41,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:01.354547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 45c6149a-a69e-4d8f-826e-838a568cb5a0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:01.367062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7e0fd98-32b0-4c70-9de0-e57ec49eb10a req-246d4e4e-ef38-455c-b6f8-490f176a4051 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 210 time: 0.6187735 May 06 13:01:01.369938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:01.419578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a28ac46d-2e7c-4099-93ce-f17591465988 None None] Port 2ce8a935-edb1-4a12-a93f-adb071986be8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:01.434892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Usage tracker for resource:port and tenant:95fa5469a0f045528b71d5cc909dd5e5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:01.464401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:01.543983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:01.546865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57476) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:01.602835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b68693c5-6c70-48e5-a9c1-693618fdc990 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/networks/eb963073-0055-45a9-910a-d3fc7d2afd41 HTTP/1.1" status: 204 len: 168 time: 6.7124946 May 06 13:01:01.658436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57482) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:01.666545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-962992467'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:01.673379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:01.678341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:network and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:01.682154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:01.697333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:01.719202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Made reservation on behalf of 95fa5469a0f045528b71d5cc909dd5e5 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:01.722926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:01.757802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:01.763478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.052109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:01:02.053772 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c100d501-d40d-4321-b0b2-0d4a2b03e4f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70e9442446604615b2f34760849f3741&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7985506 May 06 13:01:02.057501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57488) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:02.141419 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.142037 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Added segment bc35fa3c-b020-4e95-9b88-e447a3523ef9 of type vlan for network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 May 06 13:01:02.149397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba6e4-f6d1-4ca8-b4d9-6f04914c5e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.194475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a7aaaf8-7de2-4f30-9a88-4b149353ffcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.231033 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.271286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Allocated IP 172.20.0.4 (255b03ca-82d9-458f-af9b-728251dc9060/a6a176b9-f736-4a3f-b337-5f6364d2e35e/2163b4a8-2707-4a05-b89a-4f7fd19a28e3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:02.352149 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.359730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:02.361357 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.361598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a7aaaf8-7de2-4f30-9a88-4b149353ffcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.527593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Network': ['ID=289d1ea7-4e62-48b9-b2b7-a4fe65022406,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:02.549949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a7aaaf8-7de2-4f30-9a88-4b149353ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.568423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:01:02.578740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7aaaf8-7de2-4f30-9a88-4b149353ffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19051367-602f-4101-9c73-fe4689e67862,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:02.580661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0d9ba6e4-f6d1-4ca8-b4d9-6f04914c5e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:02.591278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.601992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.617663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0d9ba6e4-f6d1-4ca8-b4d9-6f04914c5e2c admin admin] Usage tracker for resource:security_group_rule and tenant:601a24b2742248a78306c11a4bdfd7fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:02.620732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Router 26c94fa5-f517-47e4-b7f9-684c39f54408 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:01:02.623439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0d9ba6e4-f6d1-4ca8-b4d9-6f04914c5e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:02.648400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0d9ba6e4-f6d1-4ca8-b4d9-6f04914c5e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:02.671087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-69ecdac4-fb09-4b77-a7c8-afbc19cf4817 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0099530 May 06 13:01:02.744452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57494) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:02.764033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '289d1ea7-4e62-48b9-b2b7-a4fe65022406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:02.791962 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a7aaaf8-7de2-4f30-9a88-4b149353ffcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.798876 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9a7aaaf8-7de2-4f30-9a88-4b149353ffcc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19051367-602f-4101-9c73-fe4689e67862 HTTP/1.1" status: 204 len: 168 time: 0.7388418 May 06 13:01:02.978817 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.990885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=2ce8a935-edb1-4a12-a93f-adb071986be8,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:02.995727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fd0aee67-af3b-49c3-aa64-02cf434afe5e req-c163bab5-bd22-4e25-81f9-1b1648f39bdd tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Synchronizing usage tracker for tenant:95fa5469a0f045528b71d5cc909dd5e5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:03.382548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fd0aee67-af3b-49c3-aa64-02cf434afe5e req-c163bab5-bd22-4e25-81f9-1b1648f39bdd tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Unset dirty status for tenant:95fa5469a0f045528b71d5cc909dd5e5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:03.395707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd0aee67-af3b-49c3-aa64-02cf434afe5e req-c163bab5-bd22-4e25-81f9-1b1648f39bdd tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 210 time: 0.5706370 May 06 13:01:03.479794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:03.500749 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] Sync routers for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:03.556098 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:03.557114 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:03.567422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:03.602150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:03.613520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network bc145e6d-81df-42ab-994c-7fde2238f012 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:03.625605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:03.632775 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:03.693646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:03.732045 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:03.749907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:03.827929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba6e4-f6d1-4ca8-b4d9-6f04914c5e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:03.848669 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba6e4-f6d1-4ca8-b4d9-6f04914c5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:03.922671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e3053a90-dab2-4974-8d3b-a9dfffb7e1b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/floatingips/a64768b0-f840-4d44-90d3-ed63c619361c HTTP/1.1" status: 204 len: 168 time: 15.0309942 May 06 13:01:03.966180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:03.975067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:04.245769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9a1c04fe-f1c1-435c-82de-277c0ec7d782 None None] Provisioning complete for port 2ce8a935-edb1-4a12-a93f-adb071986be8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:04.246662 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9a1c04fe-f1c1-435c-82de-277c0ec7d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:04.332592 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:04.575468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c04fe-f1c1-435c-82de-277c0ec7d782 None None] Port 2ce8a935-edb1-4a12-a93f-adb071986be8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:04.631633 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b24648-c669-479b-8c84-1ae0f2d0a407'] response: {'name': 'network-changed', 'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'status': 'completed', 'code': 200} May 06 13:01:04.650515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ba6e4-f6d1-4ca8-b4d9-6f04914c5e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeb9f17-a701-4ae8-9ba2-ef9fa54f36c6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:04.685055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0d9ba6e4-f6d1-4ca8-b4d9-6f04914c5e2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=601a24b2742248a78306c11a4bdfd7fc&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1314125 May 06 13:01:04.702305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57520) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:05.211694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router 829baf6d-f17a-4d5c-b68c-893903a8966b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:05.212310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68c74be8-7c3c-49b3-845c-f746ae2fb2f1 req-e10fc6fd-eef9-43f2-8b24-52288eb2d203 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 210 time: 0.0732596 May 06 13:01:05.368462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:05.440887 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:32Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '955865e1-dfe8-422b-99ac-aa9cd14081ba', 'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:8a:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:27Z', 'updated_at': '2022-05-06T12:56:59Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:05.452936 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] Checking router: 45c6149a-a69e-4d8f-826e-838a568cb5a0 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:05.485781 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:05.535845 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:05.536897 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:05.894404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:05.909767 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28d20c99-dd54-4882-bb8e-8a78b5161488 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/routers/829baf6d-f17a-4d5c-b68c-893903a8966b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2883401 May 06 13:01:05.916092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cdef7-8653-488e-b9eb-c7b4346c7e83 None None] Sync routers for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:05.932993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57536) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:05.938732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Network 255b03ca-82d9-458f-af9b-728251dc9060 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:05.941695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cdef7-8653-488e-b9eb-c7b4346c7e83 None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:05.943582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b54cdef7-8653-488e-b9eb-c7b4346c7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:05.959097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'port': {'network_id': 'bc145e6d-81df-42ab-994c-7fde2238f012', 'name': 'tempest-FloatingIPTestJSON-813897248'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:05.984584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:05.988645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Pushing event updated for resources: {'Port': ['ID=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:05.997229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:06.061040 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:06.091533 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-813cb983-6e0e-4e77-9f8d-413993c2d03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:06.153207 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b869867a-7ef3-40ea-ba6b-23344c2c300f req-eeb23460-d4ea-4084-abe9-8fe008718cf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 1096 time: 1.5640035 May 06 13:01:06.171671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b54cdef7-8653-488e-b9eb-c7b4346c7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:06.268132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:06.289856 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Sync routers for ids ['26c94fa5-f517-47e4-b7f9-684c39f54408'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:06.292434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cdef7-8653-488e-b9eb-c7b4346c7e83 None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:06.293083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b54cdef7-8653-488e-b9eb-c7b4346c7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:06.536921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:06.538761 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:06.588370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c52eb-ecae-429d-8e92-3047ae411f3d req-dd34aa98-816d-473c-89f1-495c8d41bc94 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:06.595679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c89c52eb-ecae-429d-8e92-3047ae411f3d req-dd34aa98-816d-473c-89f1-495c8d41bc94 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:06.624567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b54cdef7-8653-488e-b9eb-c7b4346c7e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:06.628443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cdef7-8653-488e-b9eb-c7b4346c7e83 None None] The sync data for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:06.645101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-813cb983-6e0e-4e77-9f8d-413993c2d03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:06.726919 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Routers {'26c94fa5-f517-47e4-b7f9-684c39f54408'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:06.735346 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['26c94fa5-f517-47e4-b7f9-684c39f54408'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:06.952677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-668e3f72-5ddf-4fea-a780-3ce11c4de177 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:06.953676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-668e3f72-5ddf-4fea-a780-3ce11c4de177 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:06.982130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:06.986790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-668e3f72-5ddf-4fea-a780-3ce11c4de177 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:06.989048 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-668e3f72-5ddf-4fea-a780-3ce11c4de177 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.36 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 0.6968062 May 06 13:01:06.993235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Usage tracker for resource:port and tenant:37ea359ed696431a9eedb6da5bc70128 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:06.995282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:07.003420 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9e24bb3d-847c-4079-97e9-cd9d232dbf13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 17.8366873 May 06 13:01:07.031681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57552) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:07.034714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-ae66e89a-e276-4924-971e-895fa074c5cc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2643852 May 06 13:01:07.192639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Request body: {'port': {'device_id': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:07.265194 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:07.286968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:07.301447 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Set router 26c94fa5-f517-47e4-b7f9-684c39f54408 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:07.328159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c89c52eb-ecae-429d-8e92-3047ae411f3d req-dd34aa98-816d-473c-89f1-495c8d41bc94 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:07.333347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:07.345838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c89c52eb-ecae-429d-8e92-3047ae411f3d req-dd34aa98-816d-473c-89f1-495c8d41bc94 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 945 time: 1.9308321 May 06 13:01:07.384007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Made reservation on behalf of 37ea359ed696431a9eedb6da5bc70128 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:07.390036 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:07.447894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] device_id is not set on port f9ca5c17-43cc-4966-b604-7e7fffa719fe yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:01:07.722307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Allocated IP 172.20.0.7 (bc145e6d-81df-42ab-994c-7fde2238f012/631babea-c5b6-4b7a-9339-f90ee428d167/f9ca5c17-43cc-4966-b604-7e7fffa719fe) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:08.008095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port a0e1236c-28e4-4858-b704-5ceb30ef7d20 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:08.008095 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.009398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa91df2-705b-4255-a3a4-507355259e7d tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:08.012333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4aa91df2-705b-4255-a3a4-507355259e7d tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7535c1e0fcf54357be62a1626ef94055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.9756055 May 06 13:01:08.049206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57564) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:08.076657 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:32Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '955865e1-dfe8-422b-99ac-aa9cd14081ba', 'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:8a:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:27Z', 'updated_at': '2022-05-06T12:56:59Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:08.113986 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f94d0-d6e8-4cd2-81d6-335f97db7537 None None] The sync data for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 is: [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T12:56:32Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '955865e1-dfe8-422b-99ac-aa9cd14081ba', 'name': '', 'network_id': 'dbbc0d15-8641-4520-9288-30d0caacb1b3', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:8a:72:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:27Z', 'updated_at': '2022-05-06T12:56:59Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '1f43197d-f50c-4815-82c3-1375eeb07ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:08.182204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c89c52eb-ecae-429d-8e92-3047ae411f3d req-e95100fa-7056-41d5-ad32-99dcfb361001 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8300805 May 06 13:01:08.183971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869867a-7ef3-40ea-ba6b-23344c2c300f req-cf44aeb9-8bb5-4dc7-b653-2e0f2b84c305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:08.185286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.186526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b869867a-7ef3-40ea-ba6b-23344c2c300f req-cf44aeb9-8bb5-4dc7-b653-2e0f2b84c305 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 200 len: 897 time: 1.9945774 May 06 13:01:08.591909 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:49Z', 'updated_at': '2022-05-06T13:00:57Z', 'revision_number': 3, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:53Z', 'updated_at': '2022-05-06T13:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:08.617218 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Checking router: 26c94fa5-f517-47e4-b7f9-684c39f54408 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:08.617762 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Updating router 26c94fa5-f517-47e4-b7f9-684c39f54408 port 5ff0b974-381e-498e-8d56-de545d6a44d3 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:01:08.767485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Transition to ACTIVE for port object f9ca5c17-43cc-4966-b604-7e7fffa719fe will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:08.792497 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.810316 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.844251 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.892429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:08.892910 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.948251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e551dd-66a0-4377-be18-a8030ae65582 None None] New status for floating IP a64768b0-f840-4d44-90d3-ed63c619361c: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:01:09.015253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-813cb983-6e0e-4e77-9f8d-413993c2d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:09.079152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b869867a-7ef3-40ea-ba6b-23344c2c300f req-41382084-d71a-48a8-9bd4-c0fcf7b3af75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 200 len: 217 time: 0.8497252 May 06 13:01:09.140310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for a0e1236c-28e4-4858-b704-5ceb30ef7d20 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:09.252613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869867a-7ef3-40ea-ba6b-23344c2c300f req-3c28da99-ba11-489f-8fa5-f7dc03a337dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:09.285905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b869867a-7ef3-40ea-ba6b-23344c2c300f req-3c28da99-ba11-489f-8fa5-f7dc03a337dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 200 len: 835 time: 0.1799047 May 06 13:01:09.311551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7dd43-7b57-4896-8909-59ea37ae5ba5 req-15b000b9-4fc7-4bf0-9ab0-c0552e225e8a tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:09.346115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1fe7dd43-7b57-4896-8909-59ea37ae5ba5 req-15b000b9-4fc7-4bf0-9ab0-c0552e225e8a tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 931 time: 2.4624941 May 06 13:01:09.399781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a0e1236c-28e4-4858-b704-5ceb30ef7d20 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:01:09.449806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:09.544977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cb983-6e0e-4e77-9f8d-413993c2d03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeb9f17-a701-4ae8-9ba2-ef9fa54f36c6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:09.841464 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:09.879070 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Transition to ACTIVE for port object 5ff0b974-381e-498e-8d56-de545d6a44d3 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:09.896596 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:09.904823 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:09.938619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event updated for resources: {'Port': ['ID=f9ca5c17-43cc-4966-b604-7e7fffa719fe,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:09.956221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Network bc145e6d-81df-42ab-994c-7fde2238f012 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:09.970432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:09.985284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:09.989450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:10.005315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.011924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:10.115342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=e50d493f-004b-4c1b-825e-c69a73a422a9,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:10.125015 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-813cb983-6e0e-4e77-9f8d-413993c2d03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.129824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.132851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-813cb983-6e0e-4e77-9f8d-413993c2d03c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/edeb9f17-a701-4ae8-9ba2-ef9fa54f36c6 HTTP/1.1" status: 204 len: 168 time: 5.0149550 May 06 13:01:10.139943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.149581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.151510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.152322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.153160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.155413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.156350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.158998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.161403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.164115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.240087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=10']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:10.301569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:01:10.302129 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:01:10.338230 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Pushing event updated for resources: {'Port': ['ID=5ff0b974-381e-498e-8d56-de545d6a44d3,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:10.346527 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Attempting to bind port 5ff0b974-381e-498e-8d56-de545d6a44d3 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:10.347163 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Attempting to bind port 5ff0b974-381e-498e-8d56-de545d6a44d3 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:10.347747 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Attempting to bind port 5ff0b974-381e-498e-8d56-de545d6a44d3 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:10.412238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:10.413404 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.426749 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:10.427318 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:10.435412 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.436089 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:10.440003 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Bound port: 5ff0b974-381e-498e-8d56-de545d6a44d3, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:10.441043 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.566389 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-676feeb8-c91b-496e-9a24-c276467f9c98 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.6317904 May 06 13:01:10.571438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57584) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:10.596548 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.597106 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.597634 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.598163 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.600410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Request body: {'floatingip': {'port_id': 'f9ca5c17-43cc-4966-b604-7e7fffa719fe'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:10.606908 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.607646 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.608199 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.608743 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.609278 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.609921 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.618481 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:10.706696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-840a8966-fb82-40d2-81a5-f826bb915dea None None] Provisioning for port f9ca5c17-43cc-4966-b604-7e7fffa719fe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:10.751800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-840a8966-fb82-40d2-81a5-f826bb915dea None None] Provisioning complete for port f9ca5c17-43cc-4966-b604-7e7fffa719fe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:10.756985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-840a8966-fb82-40d2-81a5-f826bb915dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.793140 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] For port 5ff0b974-381e-498e-8d56-de545d6a44d3, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:10.808052 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] For port 5ff0b974-381e-498e-8d56-de545d6a44d3, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5ff0b974-381e-498e-8d56-de545d6a44d3,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:10.817865 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.832419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90154fd3-aab9-46ab-bd30-2fca4eefaa39 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:10.834268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-90154fd3-aab9-46ab-bd30-2fca4eefaa39 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 2.7788823 May 06 13:01:10.854177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port a0e1236c-28e4-4858-b704-5ceb30ef7d20 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:10.858551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.901581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57590) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:10.926522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Checking segment: {'id': 'bc35fa3c-b020-4e95-9b88-e447a3523ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '289d1ea7-4e62-48b9-b2b7-a4fe65022406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:10.928845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network hostable DHCP agents. Network: 289d1ea7-4e62-48b9-b2b7-a4fe65022406, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:01:11.125286 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Routers {'26c94fa5-f517-47e4-b7f9-684c39f54408'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:11.126190 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:00:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['26c94fa5-f517-47e4-b7f9-684c39f54408'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:11.130745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-840a8966-fb82-40d2-81a5-f826bb915dea None None] Port f9ca5c17-43cc-4966-b604-7e7fffa719fe cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:11.170063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-82137673-814d-4d3c-9744-7da71ec2216d tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1866620 May 06 13:01:11.235984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1fe7dd43-7b57-4896-8909-59ea37ae5ba5 req-08a35e2b-95e7-457f-a865-ba86c7af4b33 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Synchronizing usage tracker for tenant:95fa5469a0f045528b71d5cc909dd5e5 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:11.246389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57598) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:11.525921 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] Set router 26c94fa5-f517-47e4-b7f9-684c39f54408 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:11.605465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:11.752988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f579b8fd-44e9-414b-ac5d-b9e31b1ada0e tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7535c1e0fcf54357be62a1626ef94055&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4764049 May 06 13:01:11.770394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57610) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:11.872534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b869867a-7ef3-40ea-ba6b-23344c2c300f req-db8720f9-35a8-4f6b-9b2c-3ea16603c4f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbbc0d15-8641-4520-9288-30d0caacb1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.4687748 May 06 13:01:11.886853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-1fe7dd43-7b57-4896-8909-59ea37ae5ba5 req-08a35e2b-95e7-457f-a865-ba86c7af4b33 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Unset dirty status for tenant:95fa5469a0f045528b71d5cc909dd5e5 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:11.889053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1fe7dd43-7b57-4896-8909-59ea37ae5ba5 req-08a35e2b-95e7-457f-a865-ba86c7af4b33 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5116212 May 06 13:01:11.890105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:01:12.115384 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5db80b-3186-45b7-a74d-823991360db4 None None] Pushing event updated for resources: {'Port': ['ID=5ff0b974-381e-498e-8d56-de545d6a44d3,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:12.331203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8f788743-38a3-4c24-967f-61313fa57416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:12.375374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57620) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:12.654680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:01:12.657493 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:49Z', 'updated_at': '2022-05-06T13:00:57Z', 'revision_number': 3, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:53Z', 'updated_at': '2022-05-06T13:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:12.672047 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f17c2-6179-4707-ae69-16d6917dcfbf None None] The sync data for ids ['26c94fa5-f517-47e4-b7f9-684c39f54408'] in n-d-840847-1 is: [{'id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:49Z', 'updated_at': '2022-05-06T13:00:57Z', 'revision_number': 3, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:53Z', 'updated_at': '2022-05-06T13:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:12.764024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b869867a-7ef3-40ea-ba6b-23344c2c300f req-f0cbeed1-006f-4bf9-8103-020f1b31badc service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278491 May 06 13:01:12.887446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbbdbd-dc38-4da9-b310-0a0f993c8c61 req-13803317-50f6-43c5-8061-1c89d6055819 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:12.890518 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30cbbdbd-dc38-4da9-b310-0a0f993c8c61 req-13803317-50f6-43c5-8061-1c89d6055819 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 944 time: 2.7481592 May 06 13:01:12.900697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:12.954966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 289d1ea7-4e62-48b9-b2b7-a4fe65022406) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:12.964535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port a0e1236c-28e4-4858-b704-5ceb30ef7d20, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a0e1236c-28e4-4858-b704-5ceb30ef7d20,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:12.965125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:12.971988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3683a0a-fca5-4c59-87ce-4556ec19b4ac None None] Network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:13.015882 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2e4ecf-64ec-4bd7-906c-7636b18e6b20'] response: {'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'code': 200} May 06 13:01:13.241298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:13.243985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.258434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b869867a-7ef3-40ea-ba6b-23344c2c300f req-b4c79664-3bce-4ab5-a3cd-cf0d51c1b0ba service neutron] 10.222.0.36 "GET /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336010 May 06 13:01:13.269225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3f3047d-42ec-4a75-9aae-89f7af799209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.309771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Transition to ACTIVE for port object 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:13.345747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.427388 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.494292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for a0e1236c-28e4-4858-b704-5ceb30ef7d20 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:13.549469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0ef28a75-5156-4d41-8951-5854ccd6bd0b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 10.8028255 May 06 13:01:13.654105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e3f3047d-42ec-4a75-9aae-89f7af799209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:13.658959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e3f3047d-42ec-4a75-9aae-89f7af799209 admin admin] Usage tracker for resource:security_group_rule and tenant:1aaddc28a2de45ebb61b4af6975d8863 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:13.662507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e3f3047d-42ec-4a75-9aae-89f7af799209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:13.672030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e3f3047d-42ec-4a75-9aae-89f7af799209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:13.734134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Pushing event updated for resources: {'Port': ['ID=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:13.740891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57632) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:13.754328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c274f67f-fd34-415c-97f2-9cc6836ea340 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:13.754626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1722401480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:13.757378 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c274f67f-fd34-415c-97f2-9cc6836ea340 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.9850266 May 06 13:01:13.766843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:13.776353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:router and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:13.870477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57638) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:13.873220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:13.885042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:13.925385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-289d1ea7-4e62-48b9-b2b7-a4fe65022406', 'network_id': '289d1ea7-4e62-48b9-b2b7-a4fe65022406', 'tenant_id': 'e2e7ea49710a4769b1f274312694d22d', 'fixed_ips': [{'subnet_id': 'e50d493f-004b-4c1b-825e-c69a73a422a9'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:01:13.926731 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.989992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3f3047d-42ec-4a75-9aae-89f7af799209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.994280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30cbbdbd-dc38-4da9-b310-0a0f993c8c61 req-79dd9737-fd2c-4a86-80c3-f54a518c2db3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cea4c99-b3b4-40cb-a024-ea85ab4311e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8039486 May 06 13:01:14.074980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8a3d0560-b2c4-48c4-82a1-38864dddfa17 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1761820 May 06 13:01:14.090484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57648) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:14.091351 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3f3047d-42ec-4a75-9aae-89f7af799209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.156744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074971340', 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398', 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:14.166950 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.241019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e3f3047d-42ec-4a75-9aae-89f7af799209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1aaddc28a2de45ebb61b4af6975d8863&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4823017 May 06 13:01:14.247053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57654) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:14.303167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.303167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.471332 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.494524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Allocated IP 172.20.0.2 (289d1ea7-4e62-48b9-b2b7-a4fe65022406/e50d493f-004b-4c1b-825e-c69a73a422a9/8c58c232-1915-4171-b5ea-dd7483702435) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:14.560099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=a0e1236c-28e4-4858-b704-5ceb30ef7d20,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:14.793178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] No DVR routers for this DVR port a0e1236c-28e4-4858-b704-5ceb30ef7d20 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:01:14.797248 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.801270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-deleted', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:14.864134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.891180 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8b8c1d65-c218-4623-a2a3-7a631530a22d req-cb201114-dfa6-4b3b-b529-1cedc7bff6e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.36 "DELETE /v2.0/ports/a0e1236c-28e4-4858-b704-5ceb30ef7d20 HTTP/1.1" status: 204 len: 173 time: 7.8927922 May 06 13:01:14.908463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:14.918947 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353a3230-ed4e-4112-b095-6ba0a237f40a'] response: {'server_uuid': '01e0b4cd-b529-4ae1-b3bf-29271e78766c', 'name': 'network-vif-deleted', 'tag': 'a0e1236c-28e4-4858-b704-5ceb30ef7d20', 'status': 'completed', 'code': 200} May 06 13:01:14.941676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5ff0b974-381e-498e-8d56-de545d6a44d3 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:14.975905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3047d-42ec-4a75-9aae-89f7af799209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b390f860-2c01-460f-b55e-0cee90caff62,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:14.987700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Usage tracker for resource:subnet and tenant:7535c1e0fcf54357be62a1626ef94055 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:15.010912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.017957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c13c237e-ae3e-4013-9e6c-5a909c4460c5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2695091 May 06 13:01:15.022760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57662) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:15.027908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:15.059379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'network_id': '289d1ea7-4e62-48b9-b2b7-a4fe65022406', 'name': 'tempest-PortsTestJSON-435999334'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:15.128456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:15.204865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f917c61-c06b-4b85-864b-5c3ae100c082 req-600e3042-8234-4c45-836c-a32c022095d7 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:15.206862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f917c61-c06b-4b85-864b-5c3ae100c082 req-600e3042-8234-4c45-836c-a32c022095d7 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 943 time: 1.7004166 May 06 13:01:15.359161 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.400979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Transition to ACTIVE for port object 8c58c232-1915-4171-b5ea-dd7483702435 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:15.440545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Made reservation on behalf of 7535c1e0fcf54357be62a1626ef94055 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:15.479686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Transition to ACTIVE for port object 8c58c232-1915-4171-b5ea-dd7483702435 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:15.519503 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.539155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.546668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.839291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6207d98a-f774-4db4-a959-308ae2669528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.890527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Pushing event updated for resources: {'Port': ['ID=8c58c232-1915-4171-b5ea-dd7483702435,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:15.932394 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.965557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:15.970970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:15.977728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:16.006306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 5ff0b974-381e-498e-8d56-de545d6a44d3 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:16.116820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 5ff0b974-381e-498e-8d56-de545d6a44d3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:16.117209 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.144773 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f22e9a64-df74-4986-b5c4-75c0f7a232cc req-5d91a65d-ea65-44f5-aad5-c96ffa8de7cd tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=01e0b4cd-b529-4ae1-b3bf-29271e78766c HTTP/1.1" status: 200 len: 210 time: 0.2772703 May 06 13:01:16.199662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Attempting to bind port 8c58c232-1915-4171-b5ea-dd7483702435 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:16.200111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Attempting to bind port 8c58c232-1915-4171-b5ea-dd7483702435 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'bc35fa3c-b020-4e95-9b88-e447a3523ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '289d1ea7-4e62-48b9-b2b7-a4fe65022406'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:16.200439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Attempting to bind port 8c58c232-1915-4171-b5ea-dd7483702435 on network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:16.228355 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.306812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fde796-b7e2-4d25-b497-07b989bbdf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.316249 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP 2da92d82-51c0-4c68-96b6-87fb6aa4f306 associated. External IP: 172.25.7.221, port: 78b62a79-a6c5-411e-9cf8-17b0447493b9. May 06 13:01:16.337665 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fde796-b7e2-4d25-b497-07b989bbdf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.353909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.364908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:16.365432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Checking segment: {'id': 'bc35fa3c-b020-4e95-9b88-e447a3523ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '289d1ea7-4e62-48b9-b2b7-a4fe65022406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:16.366579 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.367013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Bound using segment: {'id': 'bc35fa3c-b020-4e95-9b88-e447a3523ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '289d1ea7-4e62-48b9-b2b7-a4fe65022406'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:16.373796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Bound port: 8c58c232-1915-4171-b5ea-dd7483702435, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc35fa3c-b020-4e95-9b88-e447a3523ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '289d1ea7-4e62-48b9-b2b7-a4fe65022406'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:16.374270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.406916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.565026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 5ff0b974-381e-498e-8d56-de545d6a44d3, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5ff0b974-381e-498e-8d56-de545d6a44d3,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:16.565581 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f917c61-c06b-4b85-864b-5c3ae100c082 req-057353d7-9970-4183-9a40-033860f466dc tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1536179 May 06 13:01:16.589318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.707542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Attempting to bind port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:16.708822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Attempting to bind port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '80bb2ee1-c635-451a-a16d-26cc70934a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '255b03ca-82d9-458f-af9b-728251dc9060'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:16.709696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Attempting to bind port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 on network 255b03ca-82d9-458f-af9b-728251dc9060 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:16.718438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fde796-b7e2-4d25-b497-07b989bbdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.844293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] For port 8c58c232-1915-4171-b5ea-dd7483702435, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:16.849337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] For port 8c58c232-1915-4171-b5ea-dd7483702435, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8c58c232-1915-4171-b5ea-dd7483702435,segment=NetworkSegment(bc35fa3c-b020-4e95-9b88-e447a3523ef9),segment_id=bc35fa3c-b020-4e95-9b88-e447a3523ef9)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:16.853723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=5ff0b974-381e-498e-8d56-de545d6a44d3,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:16.864231 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.072671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9c7f5-f1f7-4aaf-abf9-042a04b6efdb None None] Pushing event updated for resources: {'Port': ['ID=8c58c232-1915-4171-b5ea-dd7483702435,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:17.228808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:17.243206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fde796-b7e2-4d25-b497-07b989bbdf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b390f860-2c01-460f-b55e-0cee90caff62,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:17.284391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:port and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:17.298872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:17.312868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:17.365205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 on network 255b03ca-82d9-458f-af9b-728251dc9060 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:01:17.366005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Attempting to bind port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 on network 255b03ca-82d9-458f-af9b-728251dc9060 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:17.377842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b8fde796-b7e2-4d25-b497-07b989bbdf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.380173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b8fde796-b7e2-4d25-b497-07b989bbdf8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b390f860-2c01-460f-b55e-0cee90caff62 HTTP/1.1" status: 204 len: 168 time: 3.1087968 May 06 13:01:17.407961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:17.411448 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.452145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:17.456702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Checking segment: {'id': '80bb2ee1-c635-451a-a16d-26cc70934a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '255b03ca-82d9-458f-af9b-728251dc9060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:17.458255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Bound using segment: {'id': '80bb2ee1-c635-451a-a16d-26cc70934a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '255b03ca-82d9-458f-af9b-728251dc9060'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:17.458862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Bound port: 2163b4a8-2707-4a05-b89a-4f7fd19a28e3, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bb2ee1-c635-451a-a16d-26cc70934a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '255b03ca-82d9-458f-af9b-728251dc9060'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:17.459310 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.520153 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.657495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port b2d25311-3894-40bf-b364-4dc27ed52e5d yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:01:17.786432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57698) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:17.810168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.270126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] For port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:18.534365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] For port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,segment=NetworkSegment(80bb2ee1-c635-451a-a16d-26cc70934a38),segment_id=80bb2ee1-c635-451a-a16d-26cc70934a38)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:18.558672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Subnet': ['ID=51d25f72-b137-4380-8954-3c435c900ef2,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:18.581758 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.859718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.6 (289d1ea7-4e62-48b9-b2b7-a4fe65022406/e50d493f-004b-4c1b-825e-c69a73a422a9/b2d25311-3894-40bf-b364-4dc27ed52e5d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:18.957620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Pushing event updated for resources: {'Port': ['ID=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:18.970981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Checking segment: {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:18.971505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network hostable DHCP agents. Network: 0f5c547f-c834-483c-85f1-573edcef8398, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:01:19.012600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:19.025766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa601b5-febf-466f-b40e-00bf7fab1ec8 req-57ce682c-c031-4280-a4a2-d34a463360ba tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:19.027628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afa601b5-febf-466f-b40e-00bf7fab1ec8 req-57ce682c-c031-4280-a4a2-d34a463360ba tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 943 time: 0.7527564 May 06 13:01:19.034332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network 0f5c547f-c834-483c-85f1-573edcef8398 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:01:19.049407 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.051086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-fa37919b-320f-4a81-9561-266e5de19d41 service neutron] 10.222.0.48 "PUT /v2.0/ports/2163b4a8-2707-4a05-b89a-4f7fd19a28e3 HTTP/1.1" status: 200 len: 1091 time: 11.9492846 May 06 13:01:19.054588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'tag': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:19.087623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8c58c232-1915-4171-b5ea-dd7483702435 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:19.141933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57724) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:19.415031 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f08724-2da1-4e22-917d-ff8b3cff7fee'] response: {'name': 'network-changed', 'server_uuid': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'tag': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3', 'status': 'completed', 'code': 200} May 06 13:01:19.445375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 8c58c232-1915-4171-b5ea-dd7483702435 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:19.479101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5ff0b974-381e-498e-8d56-de545d6a44d3 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:19.666392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afa601b5-febf-466f-b40e-00bf7fab1ec8 req-b9b759e9-1169-4f44-911c-49f029db8f8c tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122606 May 06 13:01:19.727034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 0f5c547f-c834-483c-85f1-573edcef8398) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:19.743753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:19.744785 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.989463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd530d-029e-4e1e-8b3b-43166d8a23ef None None] Network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:19.991319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ff52a417-b765-481b-b5d5-f7758abebdc0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.8429363 May 06 13:01:20.003941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57740) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:20.224569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-938edd72-f564-43f2-8359-cabf69ffcd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.400898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-938edd72-f564-43f2-8359-cabf69ffcd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:20.414089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-938edd72-f564-43f2-8359-cabf69ffcd22 admin admin] Usage tracker for resource:security_group_rule and tenant:28530da775f34ef6a80a5095bced19b6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:20.420759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2ea8ad-d369-42c2-b8a3-804ca103b958 None None] Network 0f5c547f-c834-483c-85f1-573edcef8398 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:20.435726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 5ff0b974-381e-498e-8d56-de545d6a44d3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:20.436084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.452790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-938edd72-f564-43f2-8359-cabf69ffcd22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:20.469150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-938edd72-f564-43f2-8359-cabf69ffcd22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:20.785204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-938edd72-f564-43f2-8359-cabf69ffcd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.838817 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-938edd72-f564-43f2-8359-cabf69ffcd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.853023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-975e1e4e-0dd8-4ea1-8f50-aa5d514f549c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95fa5469a0f045528b71d5cc909dd5e5&device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 1094 time: 1.7004726 May 06 13:01:21.099637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-4e5a8cc9-b3c3-487c-b758-08d4e799786f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2163b4a8-2707-4a05-b89a-4f7fd19a28e3 HTTP/1.1" status: 200 len: 217 time: 0.2239146 May 06 13:01:21.149552 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-938edd72-f564-43f2-8359-cabf69ffcd22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28530da775f34ef6a80a5095bced19b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9830995 May 06 13:01:21.154473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938edd72-f564-43f2-8359-cabf69ffcd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cf82a0-0a6a-449b-bbfd-bc4a26683f69,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:21.194647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57764) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:21.303254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a5b14657-4e1e-483e-aeb1-854539ee3190 None None] Provisioning for port 8c58c232-1915-4171-b5ea-dd7483702435 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:21.395590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.454136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a5b14657-4e1e-483e-aeb1-854539ee3190 None None] Provisioning complete for port 8c58c232-1915-4171-b5ea-dd7483702435 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:21.455853 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a5b14657-4e1e-483e-aeb1-854539ee3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.899050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:21.911024 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0552cf4-11ab-432b-b811-217e2a4621a7 None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:21.953845 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0552cf4-11ab-432b-b811-217e2a4621a7 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:21.957716 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b0552cf4-11ab-432b-b811-217e2a4621a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:21.965445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a5b14657-4e1e-483e-aeb1-854539ee3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.071509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.106642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object b2d25311-3894-40bf-b364-4dc27ed52e5d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:22.162800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-0f5c547f-c834-483c-85f1-573edcef8398', 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'fixed_ips': [{'subnet_id': '51d25f72-b137-4380-8954-3c435c900ef2'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:01:22.163680 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.164850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1a6bede-350c-47df-aab5-2feefae94c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.200258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-dcedf37b-a54f-4fe7-9db8-37e0156b265b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:22.203706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-dcedf37b-a54f-4fe7-9db8-37e0156b265b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6a176b9-f736-4a3f-b337-5f6364d2e35e HTTP/1.1" status: 200 len: 849 time: 1.0876405 May 06 13:01:22.206439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.234260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1a6bede-350c-47df-aab5-2feefae94c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.258071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a5b14657-4e1e-483e-aeb1-854539ee3190 None None] For port 8c58c232-1915-4171-b5ea-dd7483702435, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8c58c232-1915-4171-b5ea-dd7483702435,segment=NetworkSegment(bc35fa3c-b020-4e95-9b88-e447a3523ef9),segment_id=bc35fa3c-b020-4e95-9b88-e447a3523ef9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:22.263278 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b0552cf4-11ab-432b-b811-217e2a4621a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:22.289326 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a5b14657-4e1e-483e-aeb1-854539ee3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.325464 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0552cf4-11ab-432b-b811-217e2a4621a7 None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:22.326675 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b0552cf4-11ab-432b-b811-217e2a4621a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:22.400909 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1a6bede-350c-47df-aab5-2feefae94c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.575398 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b0552cf4-11ab-432b-b811-217e2a4621a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:22.576104 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0552cf4-11ab-432b-b811-217e2a4621a7 None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:22.722347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-9f5ebef3-ee6d-4067-b903-38f4c95eb277 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=255b03ca-82d9-458f-af9b-728251dc9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5074034 May 06 13:01:22.726668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6bede-350c-47df-aab5-2feefae94c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cf82a0-0a6a-449b-bbfd-bc4a26683f69,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:22.753538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1a6bede-350c-47df-aab5-2feefae94c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.755069 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e1a6bede-350c-47df-aab5-2feefae94c1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1cf82a0-0a6a-449b-bbfd-bc4a26683f69 HTTP/1.1" status: 204 len: 168 time: 1.5588944 May 06 13:01:22.784620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b14657-4e1e-483e-aeb1-854539ee3190 None None] Pushing event updated for resources: {'Port': ['ID=8c58c232-1915-4171-b5ea-dd7483702435,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:22.926351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:23.059272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ace86ac7-c875-434e-b9cf-55586c3c9e1f None None] Provisioning complete for port 8c58c232-1915-4171-b5ea-dd7483702435 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:23.059654 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ace86ac7-c875-434e-b9cf-55586c3c9e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:23.091597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Allocated IP 172.20.0.18 (0f5c547f-c834-483c-85f1-573edcef8398/51d25f72-b137-4380-8954-3c435c900ef2/c729d76e-d73a-4d78-a305-c6e6c7997c78) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:23.254229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:23.313827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:23.568369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:23.584491 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:23.753187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-1d299856-8457-4fac-bd97-731c870f4870 service neutron] 10.222.0.48 "GET /v2.0/networks/255b03ca-82d9-458f-af9b-728251dc9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8816004 May 06 13:01:23.767440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 8.7146983 May 06 13:01:23.785270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57808) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:23.862153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c322458-fe85-4fe0-ae5a-3a0290e12bd5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=b2d25311-3894-40bf-b364-4dc27ed52e5d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:23.895072 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:23.993084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Transition to ACTIVE for port object c729d76e-d73a-4d78-a305-c6e6c7997c78 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:24.135676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Transition to ACTIVE for port object c729d76e-d73a-4d78-a305-c6e6c7997c78 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:24.140325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8c58c232-1915-4171-b5ea-dd7483702435 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:24.213241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57816) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:24.271036 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:24.325842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dde05491-1e08-4556-8504-c643f718c70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:24.466406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-37f52de0-8e40-44f2-a938-2c7085e473ab None None] Provisioning for port b2d25311-3894-40bf-b364-4dc27ed52e5d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:24.479266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-37f52de0-8e40-44f2-a938-2c7085e473ab None None] Provisioning complete for port b2d25311-3894-40bf-b364-4dc27ed52e5d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:24.479633 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-37f52de0-8e40-44f2-a938-2c7085e473ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:24.521425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dde05491-1e08-4556-8504-c643f718c70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:24.526080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Network 0f5c547f-c834-483c-85f1-573edcef8398 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:24.533826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:24.536139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Pushing event updated for resources: {'Port': ['ID=c729d76e-d73a-4d78-a305-c6e6c7997c78,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:24.540101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dde05491-1e08-4556-8504-c643f718c70e admin admin] Usage tracker for resource:security_group_rule and tenant:ed69b15fc91f476f8b75705e2943d332 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:24.549150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:24.553910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dde05491-1e08-4556-8504-c643f718c70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:24.597498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dde05491-1e08-4556-8504-c643f718c70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:24.611448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377a971-5ac3-4753-a380-e0ceee05461d req-378208d7-bdea-4678-9359-c416ebfd4051 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:24.616479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5377a971-5ac3-4753-a380-e0ceee05461d req-378208d7-bdea-4678-9359-c416ebfd4051 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 943 time: 3.3181505 May 06 13:01:24.653478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router 829baf6d-f17a-4d5c-b68c-893903a8966b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:24.689176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8c58c232-1915-4171-b5ea-dd7483702435 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:24.689176 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:24.721498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-37f52de0-8e40-44f2-a938-2c7085e473ab None None] Port b2d25311-3894-40bf-b364-4dc27ed52e5d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:24.766513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Attempting to bind port c729d76e-d73a-4d78-a305-c6e6c7997c78 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:24.766921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Attempting to bind port c729d76e-d73a-4d78-a305-c6e6c7997c78 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:24.767278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Attempting to bind port c729d76e-d73a-4d78-a305-c6e6c7997c78 on network 0f5c547f-c834-483c-85f1-573edcef8398 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:24.788200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:24.788631 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Checking segment: {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:24.788990 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:24.789395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Bound using segment: {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:24.789914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Bound port: c729d76e-d73a-4d78-a305-c6e6c7997c78, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:24.790296 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:25.000267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c4c3f6e-8df7-4208-9324-e0fef5fd266c req-c1fab5ec-0c98-4584-a690-bb88d8b4771e service neutron] 10.222.0.48 "GET /v2.0/networks/255b03ca-82d9-458f-af9b-728251dc9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2117004 May 06 13:01:25.006259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5377a971-5ac3-4753-a380-e0ceee05461d req-32f4f575-1b49-48aa-8b7c-9c4dc7189e5f tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602312 May 06 13:01:25.053095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] For port c729d76e-d73a-4d78-a305-c6e6c7997c78, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:25.071542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] For port c729d76e-d73a-4d78-a305-c6e6c7997c78, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c729d76e-d73a-4d78-a305-c6e6c7997c78,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:25.082451 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:25.297191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffd0ef-c578-4410-943b-59e1ee3f6fdf None None] Pushing event updated for resources: {'Port': ['ID=c729d76e-d73a-4d78-a305-c6e6c7997c78,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:25.687474 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dde05491-1e08-4556-8504-c643f718c70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:25.729615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dde05491-1e08-4556-8504-c643f718c70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:25.944491 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:01:26.010807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde05491-1e08-4556-8504-c643f718c70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc64beba-9786-426c-a7a1-296ba31011db,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:26.015411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port 955865e1-dfe8-422b-99ac-aa9cd14081ba {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:26.015760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:26.064797 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dde05491-1e08-4556-8504-c643f718c70e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed69b15fc91f476f8b75705e2943d332&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8405113 May 06 13:01:26.070347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57840) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:26.122908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d42ecefa-6921-42c2-b580-ff27b10197e4 req-0c2e3edc-9edc-4603-9729-9b41257104f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=95fa5469a0f045528b71d5cc909dd5e5&device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 1094 time: 0.8177917 May 06 13:01:26.135105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c729d76e-d73a-4d78-a305-c6e6c7997c78 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:26.379700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c729d76e-d73a-4d78-a305-c6e6c7997c78 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:26.849320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:26.872488 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d633cb6d-4861-4426-bdc5-6f54217ee0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:26.878390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf3f64a-563c-4708-ac81-1427cf9fd55f None None] Sync routers for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:26.934264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d633cb6d-4861-4426-bdc5-6f54217ee0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:26.964569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3f64a-563c-4708-ac81-1427cf9fd55f None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:26.966582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5bf3f64a-563c-4708-ac81-1427cf9fd55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:27.100288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d633cb6d-4861-4426-bdc5-6f54217ee0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.153577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port 955865e1-dfe8-422b-99ac-aa9cd14081ba, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=955865e1-dfe8-422b-99ac-aa9cd14081ba,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:27.154568 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.191868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5bf3f64a-563c-4708-ac81-1427cf9fd55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:27.202534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d633cb6d-4861-4426-bdc5-6f54217ee0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.208284 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d633cb6d-4861-4426-bdc5-6f54217ee0dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc64beba-9786-426c-a7a1-296ba31011db HTTP/1.1" status: 204 len: 168 time: 1.1358778 May 06 13:01:27.216354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3f64a-563c-4708-ac81-1427cf9fd55f None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:27.216684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633cb6d-4861-4426-bdc5-6f54217ee0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc64beba-9786-426c-a7a1-296ba31011db,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:27.217512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5bf3f64a-563c-4708-ac81-1427cf9fd55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:27.220537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.491453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5bf3f64a-563c-4708-ac81-1427cf9fd55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:27.493298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf3f64a-563c-4708-ac81-1427cf9fd55f None None] The sync data for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:27.528802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb2ad0-a799-4c0a-b96a-71015b1af280 None None] Network 0f5c547f-c834-483c-85f1-573edcef8398 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:27.773778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for 955865e1-dfe8-422b-99ac-aa9cd14081ba owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:27.918301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ecefa-6921-42c2-b580-ff27b10197e4 req-36e39733-a2c1-4329-9708-ad33fdedc644 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:27.922566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d42ecefa-6921-42c2-b580-ff27b10197e4 req-36e39733-a2c1-4329-9708-ad33fdedc644 service neutron] 10.222.0.48 "GET /v2.0/networks?id=255b03ca-82d9-458f-af9b-728251dc9060 HTTP/1.1" status: 200 len: 910 time: 1.7866676 May 06 13:01:28.205012 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a0133cd-f9f5-4f98-958e-8b4abfc074ea None None] Provisioning for port c729d76e-d73a-4d78-a305-c6e6c7997c78 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:28.241557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a0133cd-f9f5-4f98-958e-8b4abfc074ea None None] Provisioning complete for port c729d76e-d73a-4d78-a305-c6e6c7997c78 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:28.243386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a0133cd-f9f5-4f98-958e-8b4abfc074ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.255369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394c819-b872-4d06-8130-9c9cf36d61df req-db4b37ae-5d4b-4707-99a3-dc381956e4ac tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:28.258082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1394c819-b872-4d06-8130-9c9cf36d61df req-db4b37ae-5d4b-4707-99a3-dc381956e4ac tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 943 time: 1.5072625 May 06 13:01:28.450589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d42ecefa-6921-42c2-b580-ff27b10197e4 req-5cf8cd74-c96c-4d5a-a69a-88554aa679b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2163b4a8-2707-4a05-b89a-4f7fd19a28e3 HTTP/1.1" status: 200 len: 217 time: 0.4582405 May 06 13:01:28.702222 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a0133cd-f9f5-4f98-958e-8b4abfc074ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.842270 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-70bf333d-11e9-4037-bfa1-622c5a48ae59 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/floatingips/2da92d82-51c0-4c68-96b6-87fb6aa4f306 HTTP/1.1" status: 200 len: 977 time: 18.2685502 May 06 13:01:28.849150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57890) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:28.862685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a0133cd-f9f5-4f98-958e-8b4abfc074ea None None] For port c729d76e-d73a-4d78-a305-c6e6c7997c78, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c729d76e-d73a-4d78-a305-c6e6c7997c78,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:28.869943 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.870255 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a0133cd-f9f5-4f98-958e-8b4abfc074ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:29.103605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0133cd-f9f5-4f98-958e-8b4abfc074ea None None] Pushing event updated for resources: {'Port': ['ID=c729d76e-d73a-4d78-a305-c6e6c7997c78,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:29.116183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port f9ca5c17-43cc-4966-b604-7e7fffa719fe {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:29.117077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:29.137856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ebd86cb5-9371-45ed-902a-0c7312d0e1e7 None None] Provisioning complete for port c729d76e-d73a-4d78-a305-c6e6c7997c78 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:29.138251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebd86cb5-9371-45ed-902a-0c7312d0e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:29.429700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1394c819-b872-4d06-8130-9c9cf36d61df req-09b3c3d0-ea8b-4a60-91d4-915859020bf6 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1290839 May 06 13:01:29.563063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ecefa-6921-42c2-b580-ff27b10197e4 req-879e8898-1f8a-4e5c-93fc-e41ba6d9427c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:29.564950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d42ecefa-6921-42c2-b580-ff27b10197e4 req-879e8898-1f8a-4e5c-93fc-e41ba6d9427c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6a176b9-f736-4a3f-b337-5f6364d2e35e HTTP/1.1" status: 200 len: 849 time: 0.8111527 May 06 13:01:29.633398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d42ecefa-6921-42c2-b580-ff27b10197e4 req-20e13f22-fd6f-4cc5-b51f-5a11c78a8379 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=255b03ca-82d9-458f-af9b-728251dc9060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587635 May 06 13:01:29.683457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.009446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c729d76e-d73a-4d78-a305-c6e6c7997c78 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:30.026782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.148796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c729d76e-d73a-4d78-a305-c6e6c7997c78 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:30.149825 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.205225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.223412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.246896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=955865e1-dfe8-422b-99ac-aa9cd14081ba,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:30.271021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:01:30.928503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d42ecefa-6921-42c2-b580-ff27b10197e4 req-01035d85-a623-453f-b10f-6f03ee5027ac service neutron] 10.222.0.48 "GET /v2.0/networks/255b03ca-82d9-458f-af9b-728251dc9060?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2697554 May 06 13:01:30.966837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.967210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.967526 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Floating IP 2da92d82-51c0-4c68-96b6-87fb6aa4f306 disassociated. External IP: 172.25.7.221, port: f9ca5c17-43cc-4966-b604-7e7fffa719fe. May 06 13:01:30.967868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for f9ca5c17-43cc-4966-b604-7e7fffa719fe owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:31.087241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,segment=NetworkSegment(80bb2ee1-c635-451a-a16d-26cc70934a38),segment_id=80bb2ee1-c635-451a-a16d-26cc70934a38)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:31.122847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3', 'network_id': '255b03ca-82d9-458f-af9b-728251dc9060', 'port_id': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3', 'mac_address': 'fa:16:3e:85:48:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a176b9-f736-4a3f-b337-5f6364d2e35e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:01:31.223725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.253726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:01:31.281450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cc35d8e-48cf-41ed-a4e0-e0f76b8ce7d9 None None] Provisioning complete for port b2d25311-3894-40bf-b364-4dc27ed52e5d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:31.281884 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cc35d8e-48cf-41ed-a4e0-e0f76b8ce7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.334714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,segment=NetworkSegment(80bb2ee1-c635-451a-a16d-26cc70934a38),segment_id=80bb2ee1-c635-451a-a16d-26cc70934a38)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:31.340113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.349632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.438732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:31.473785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cc35d8e-48cf-41ed-a4e0-e0f76b8ce7d9 None None] Port b2d25311-3894-40bf-b364-4dc27ed52e5d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:31.531315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=f9ca5c17-43cc-4966-b604-7e7fffa719fe,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:31.731859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['2163b4a8-2707-4a05-b89a-4f7fd19a28e3'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:01:31.835120 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d42ecefa-6921-42c2-b580-ff27b10197e4 req-1b1a3560-3354-442a-8958-eab60e32bddf service neutron] 10.222.0.48 "GET /v2.0/networks/255b03ca-82d9-458f-af9b-728251dc9060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270308 May 06 13:01:32.120469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=b2d25311-3894-40bf-b364-4dc27ed52e5d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:32.246874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.247211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.247801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.248142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.248298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.248705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.248911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.249220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.249523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.250025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.250224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:32.388603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:32.500849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router 829baf6d-f17a-4d5c-b68c-893903a8966b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:32.511084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:32.566552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f681b-7541-4067-8562-e1c48fbd608a req-63373811-0770-4d04-81ca-597ddb06301e tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:32.572059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e02f681b-7541-4067-8562-e1c48fbd608a req-63373811-0770-4d04-81ca-597ddb06301e tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 943 time: 1.5526829 May 06 13:01:32.618176 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:32.926121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e02f681b-7541-4067-8562-e1c48fbd608a req-cd3ac7ae-8b25-4e35-a746-91fe8a804748 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293710 May 06 13:01:33.532283 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.647734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:33.659738 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bafa701-7e53-4b35-91eb-0562376361a0 None None] Sync routers for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:33.689743 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bafa701-7e53-4b35-91eb-0562376361a0 None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:33.690436 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bafa701-7e53-4b35-91eb-0562376361a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:33.757691 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bafa701-7e53-4b35-91eb-0562376361a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:33.770148 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bafa701-7e53-4b35-91eb-0562376361a0 None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:33.770810 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bafa701-7e53-4b35-91eb-0562376361a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:33.836730 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bafa701-7e53-4b35-91eb-0562376361a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:33.838836 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bafa701-7e53-4b35-91eb-0562376361a0 None None] The sync data for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:33.898679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.944933 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22a0e57c-bbeb-4f5f-bb84-8dad9a6b1fff tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/ports/f9ca5c17-43cc-4966-b604-7e7fffa719fe HTTP/1.1" status: 204 len: 168 time: 5.0896013 May 06 13:01:33.951926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57990) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:34.003818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Allocated IP 172.20.0.17 (0f5c547f-c834-483c-85f1-573edcef8398/51d25f72-b137-4380-8954-3c435c900ef2/4a426132-4c68-4bc0-a912-66117f8cf3fe) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:34.284042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:34.463157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:34.477293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:34.478199 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.770716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.825608 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.841872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 45c6149a-a69e-4d8f-826e-838a568cb5a0 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:34.869077 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.980357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:35.022560 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,segment=NetworkSegment(80bb2ee1-c635-451a-a16d-26cc70934a38),segment_id=80bb2ee1-c635-451a-a16d-26cc70934a38)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:35.034131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:35.259144 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d9d5f9-785b-4f4f-a4c3-0a79b7231e1d'] response: {'server_uuid': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3', 'code': 200} May 06 13:01:35.479957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:35.605057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=b2d25311-3894-40bf-b364-4dc27ed52e5d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:35.941715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:35.972781 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:36.110719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Transition to ACTIVE for port object 4a426132-4c68-4bc0-a912-66117f8cf3fe will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:36.171398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b2830-0118-466d-a4c9-d2adb77ed5d1 req-bb12783a-4575-4934-adea-56f4adfaa576 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:36.186847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a51b2830-0118-466d-a4c9-d2adb77ed5d1 req-bb12783a-4575-4934-adea-56f4adfaa576 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 944 time: 1.4103017 May 06 13:01:36.239808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7081bf5f-5a9d-4449-9a29-5f7b8cafe02b req-e7ddd6ed-2a82-4bc1-a144-61fcdf3a78dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 1096 time: 0.6226163 May 06 13:01:36.332901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:36.337253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:36.440629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:36.498023 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:36.622271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a51b2830-0118-466d-a4c9-d2adb77ed5d1 req-d9f48d6d-7651-4b0f-9342-97a06b1c5884 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351881 May 06 13:01:36.939138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:36.954740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] Sync routers for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:36.984387 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1baaf604-d008-4e23-a8e0-28c66d4e58e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "PUT /v2.0/routers/45c6149a-a69e-4d8f-826e-838a568cb5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1912456 May 06 13:01:36.991010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58050) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:37.030524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:37.030524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:37.570328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network 0f5c547f-c834-483c-85f1-573edcef8398 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:37.579036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:37.597977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:37.619547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9ab31ff5-8f7a-43a3-b4af-e517e82a4685 None None] Provisioning complete for port b2d25311-3894-40bf-b364-4dc27ed52e5d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:37.620270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9ab31ff5-8f7a-43a3-b4af-e517e82a4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:37.705498 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:37.723526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1444236e-cae0-43c9-8218-d9e8803295c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting subnet 1f43197d-f50c-4815-82c3-1375eeb07ced {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:01:37.739539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1444236e-cae0-43c9-8218-d9e8803295c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:37.807473 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7081bf5f-5a9d-4449-9a29-5f7b8cafe02b req-4dc89db2-9fe0-4407-bcd6-e6056650e343 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5532465 May 06 13:01:37.815234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9ab31ff5-8f7a-43a3-b4af-e517e82a4685 None None] Port b2d25311-3894-40bf-b364-4dc27ed52e5d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:37.885315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=4a426132-4c68-4bc0-a912-66117f8cf3fe,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:37.953758 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:37.997029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:38.049315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1444236e-cae0-43c9-8218-d9e8803295c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.359305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c4f37661-3b25-45bf-b0c7-34a535158747 None None] Provisioning for port 4a426132-4c68-4bc0-a912-66117f8cf3fe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:38.375760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c4f37661-3b25-45bf-b0c7-34a535158747 None None] Provisioning complete for port 4a426132-4c68-4bc0-a912-66117f8cf3fe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:38.376804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c4f37661-3b25-45bf-b0c7-34a535158747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.516593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c4f37661-3b25-45bf-b0c7-34a535158747 None None] Port 4a426132-4c68-4bc0-a912-66117f8cf3fe cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:38.517595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Router fadea424-75ec-49f4-a448-181797d784bc is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:01:38.586123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a281c-afe5-430b-9fc0-e06978adf2a5 req-029e0500-6af7-4b54-827d-ea5b81c55c39 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:38.596734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1444236e-cae0-43c9-8218-d9e8803295c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.604609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef3a281c-afe5-430b-9fc0-e06978adf2a5 req-029e0500-6af7-4b54-827d-ea5b81c55c39 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 945 time: 0.4929214 May 06 13:01:38.630254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.802824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T13:01:29Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:38.824015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] Checking router: 45c6149a-a69e-4d8f-826e-838a568cb5a0 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:38.850466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] Routers {'45c6149a-a69e-4d8f-826e-838a568cb5a0'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:38.851886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['45c6149a-a69e-4d8f-826e-838a568cb5a0'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:39.136683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1444236e-cae0-43c9-8218-d9e8803295c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.248595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444236e-cae0-43c9-8218-d9e8803295c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Subnet': ['ID=1f43197d-f50c-4815-82c3-1375eeb07ced,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:39.386096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef3a281c-afe5-430b-9fc0-e06978adf2a5 req-1715d1ed-5edd-43fa-9ed1-4b23a6dc9de1 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7573054 May 06 13:01:39.520014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1444236e-cae0-43c9-8218-d9e8803295c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.532647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] Set router 45c6149a-a69e-4d8f-826e-838a568cb5a0 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:39.577925 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1444236e-cae0-43c9-8218-d9e8803295c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/subnets/1f43197d-f50c-4815-82c3-1375eeb07ced HTTP/1.1" status: 204 len: 168 time: 2.5796888 May 06 13:01:39.581287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58090) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:40.209447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:40.216238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d3da9e-2a08-4c23-b6bb-759c6fd1616c None None] Network dbbc0d15-8641-4520-9288-30d0caacb1b3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:40.251066 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae8254-df78-4fd9-8c54-c8663dc5135a None None] Sync routers for ids ['fadea424-75ec-49f4-a448-181797d784bc'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:40.282867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-12adf15e-d964-4b0c-a69b-6790bf380733 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "PUT /v2.0/routers/fadea424-75ec-49f4-a448-181797d784bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4285760 May 06 13:01:40.283716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58104) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:40.328500 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae8254-df78-4fd9-8c54-c8663dc5135a None None] Routers {'fadea424-75ec-49f4-a448-181797d784bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:40.329472 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5aae8254-df78-4fd9-8c54-c8663dc5135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['fadea424-75ec-49f4-a448-181797d784bc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:40.567451 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5aae8254-df78-4fd9-8c54-c8663dc5135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:40.599296 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae8254-df78-4fd9-8c54-c8663dc5135a None None] Routers {'fadea424-75ec-49f4-a448-181797d784bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:40.601077 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5aae8254-df78-4fd9-8c54-c8663dc5135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['fadea424-75ec-49f4-a448-181797d784bc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:40.762994 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5aae8254-df78-4fd9-8c54-c8663dc5135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:40.763407 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae8254-df78-4fd9-8c54-c8663dc5135a None None] The sync data for ids ['fadea424-75ec-49f4-a448-181797d784bc'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:40.786866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port 2ce8a935-edb1-4a12-a93f-adb071986be8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:40.787766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:40.921986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166eafab-ea24-4ca5-b78f-fbac7bc6d3d8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:40.923990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-166eafab-ea24-4ca5-b78f-fbac7bc6d3d8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:41.009511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T13:01:29Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:41.018548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf9675-d5f3-445e-8f42-cc15c5998c3a None None] The sync data for ids ['45c6149a-a69e-4d8f-826e-838a568cb5a0'] in n-d-840847-1 is: [{'id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2024551456', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:56:01Z', 'updated_at': '2022-05-06T13:01:29Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c6149a-a69e-4d8f-826e-838a568cb5a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:56:04Z', 'updated_at': '2022-05-06T12:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:41.104961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3cd705-e269-4846-8e05-e8b97022c3d1 None None] DHCP port deletion for dbbc0d15-8641-4520-9288-30d0caacb1b3 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:01:41.111527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cd705-e269-4846-8e05-e8b97022c3d1 None None] Deleting port 727697df-d977-42cf-b3c9-b460c62b80de {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:41.111901 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd705-e269-4846-8e05-e8b97022c3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:41.140660 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:01:41.193624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:41.221269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-166eafab-ea24-4ca5-b78f-fbac7bc6d3d8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:41.228495 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-166eafab-ea24-4ca5-b78f-fbac7bc6d3d8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports?device_id=fadea424-75ec-49f4-a448-181797d784bc HTTP/1.1" status: 200 len: 981 time: 0.9317787 May 06 13:01:41.240781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58128) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:41.246056 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:41.424852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:41.861392 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:42.202048 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:42.225226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=4a426132-4c68-4bc0-a912-66117f8cf3fe,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:42.252999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6f3cd705-e269-4846-8e05-e8b97022c3d1 None None] For port 727697df-d977-42cf-b3c9-b460c62b80de, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=727697df-d977-42cf-b3c9-b460c62b80de,segment=NetworkSegment(02381062-3f26-4fa6-a478-7c79c4b8846e),segment_id=02381062-3f26-4fa6-a478-7c79c4b8846e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:42.253847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd705-e269-4846-8e05-e8b97022c3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:42.293986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796db898-e59c-418f-bd7b-9f698f427097 req-6b949b44-2cf0-452f-a08e-80f36a35d5fa tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:42.312481 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-796db898-e59c-418f-bd7b-9f698f427097 req-6b949b44-2cf0-452f-a08e-80f36a35d5fa tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 945 time: 1.3563719 May 06 13:01:42.582249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for 2ce8a935-edb1-4a12-a93f-adb071986be8 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:42.655749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 727697df-d977-42cf-b3c9-b460c62b80de no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:01:42.872132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-796db898-e59c-418f-bd7b-9f698f427097 req-d95ac591-dc6c-4b5e-969f-17133ad5ea4e tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383692 May 06 13:01:42.878229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cd705-e269-4846-8e05-e8b97022c3d1 None None] Calling delete_port for 727697df-d977-42cf-b3c9-b460c62b80de owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:43.073307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.151689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:43.152440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.278118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network 0f5c547f-c834-483c-85f1-573edcef8398 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:43.283028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:43.471627 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2f69f450-8477-47d0-80fe-1886de5f03b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.548919 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.612818 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.723767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd705-e269-4846-8e05-e8b97022c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:44.044933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:44.098233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 955865e1-dfe8-422b-99ac-aa9cd14081ba no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:01:44.218288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=2ce8a935-edb1-4a12-a93f-adb071986be8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:44.287874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cd705-e269-4846-8e05-e8b97022c3d1 None None] Pushing event deleted for resources: {'Port': ['ID=727697df-d977-42cf-b3c9-b460c62b80de,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:44.308978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3cd705-e269-4846-8e05-e8b97022c3d1 None None] No DVR routers for this DVR port 727697df-d977-42cf-b3c9-b460c62b80de on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:01:44.322990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 955865e1-dfe8-422b-99ac-aa9cd14081ba {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:01:44.328133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 955865e1-dfe8-422b-99ac-aa9cd14081ba not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:01:44.401294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e7e26c94-57ae-40b6-85f2-817e1aa0eef6 None None] Provisioning complete for port 4a426132-4c68-4bc0-a912-66117f8cf3fe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:44.414462 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e7e26c94-57ae-40b6-85f2-817e1aa0eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:44.533049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:44.534231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:44.966113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e7e26c94-57ae-40b6-85f2-817e1aa0eef6 None None] Port 4a426132-4c68-4bc0-a912-66117f8cf3fe cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:44.980913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-80b4b7bf-ddc9-4446-af88-45d83f2301bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:45.504869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:45.531336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:45.626900 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:45.969343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.103941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.253300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Router 26c94fa5-f517-47e4-b7f9-684c39f54408 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:46.805448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.107114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:47.196960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port b2d25311-3894-40bf-b364-4dc27ed52e5d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:47.197827 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.519569 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.861288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.927508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:47.973457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Sync routers for ids ['26c94fa5-f517-47e4-b7f9-684c39f54408'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:48.023107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-941ade5e-b094-43f7-a2e5-057bf086e60a tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "PUT /v2.0/routers/26c94fa5-f517-47e4-b7f9-684c39f54408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 28.0059962 May 06 13:01:48.033138 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:48.071257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Routers {'26c94fa5-f517-47e4-b7f9-684c39f54408'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:48.072719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['26c94fa5-f517-47e4-b7f9-684c39f54408'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:48.437460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for b2d25311-3894-40bf-b364-4dc27ed52e5d owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:48.972486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Set router 26c94fa5-f517-47e4-b7f9-684c39f54408 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:48.993212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-a6c8b9bb-c43e-4d53-b0be-591f21bdd034 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:48.995136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-a6c8b9bb-c43e-4d53-b0be-591f21bdd034 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Synchronizing usage tracker for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:49.107371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-a6c8b9bb-c43e-4d53-b0be-591f21bdd034 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Unset dirty status for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:49.118478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-a6c8b9bb-c43e-4d53-b0be-591f21bdd034 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/networks?id=0f5c547f-c834-483c-85f1-573edcef8398 HTTP/1.1" status: 200 len: 798 time: 0.5481613 May 06 13:01:49.122122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:49.133767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:49.211509 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:49.211509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Fanout notify agent at l3_agent the message router_deleted on router 45c6149a-a69e-4d8f-826e-838a568cb5a0 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:01:49.232737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-9b173a46-4b20-4109-a5eb-a25874e64dea tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/quotas/7535c1e0fcf54357be62a1626ef94055 HTTP/1.1" status: 200 len: 375 time: 0.1122181 May 06 13:01:49.518141 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:49.540456 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ac2be686-f6aa-4d73-9776-cee8cbd6eb24 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/routers/45c6149a-a69e-4d8f-826e-838a568cb5a0 HTTP/1.1" status: 204 len: 168 time: 9.9571674 May 06 13:01:49.566997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58264) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:50.419088 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:50.469095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:01:50.737491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:01:50.737491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device de42e5c6-fc48-4ff0-a3a8-acbe09e3ad74 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:01:50.840665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:49Z', 'updated_at': '2022-05-06T13:01:38Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:53Z', 'updated_at': '2022-05-06T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '4a426132-4c68-4bc0-a912-66117f8cf3fe', 'name': '', 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:3c:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51d25f72-b137-4380-8954-3c435c900ef2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:33Z', 'updated_at': '2022-05-06T13:01:39Z', 'revision_number': 2, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': '51d25f72-b137-4380-8954-3c435c900ef2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:50.893087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Checking router: 26c94fa5-f517-47e4-b7f9-684c39f54408 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:50.896550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Updating router 26c94fa5-f517-47e4-b7f9-684c39f54408 port 4a426132-4c68-4bc0-a912-66117f8cf3fe binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:01:50.995413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router 829baf6d-f17a-4d5c-b68c-893903a8966b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:51.083473 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:51.564186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-be6bfa05-3c7c-45b4-bacb-b57d435c7c20 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Synchronizing usage tracker for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:51.865328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:51.873164 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc2b6217-3d74-40df-a1d7-9a0aa4550a5d tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/routers/829baf6d-f17a-4d5c-b68c-893903a8966b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9172215 May 06 13:01:51.876788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58300) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:51.881884 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a628ca7-90a8-435e-81eb-780102b3ab41 None None] Sync routers for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:51.920614 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a628ca7-90a8-435e-81eb-780102b3ab41 None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:51.928961 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5a628ca7-90a8-435e-81eb-780102b3ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:51.997046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-be6bfa05-3c7c-45b4-bacb-b57d435c7c20 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Unset dirty status for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:52.013483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-be6bfa05-3c7c-45b4-bacb-b57d435c7c20 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&fields=id HTTP/1.1" status: 200 len: 486 time: 2.7735026 May 06 13:01:52.105208 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:52.357112 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5a628ca7-90a8-435e-81eb-780102b3ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:52.414517 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a628ca7-90a8-435e-81eb-780102b3ab41 None None] Routers {'829baf6d-f17a-4d5c-b68c-893903a8966b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:52.416241 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5a628ca7-90a8-435e-81eb-780102b3ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['829baf6d-f17a-4d5c-b68c-893903a8966b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:52.530768 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:52.555170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Transition to ACTIVE for port object 4a426132-4c68-4bc0-a912-66117f8cf3fe will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:52.574391 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:52.648054 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5a628ca7-90a8-435e-81eb-780102b3ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:52.648798 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a628ca7-90a8-435e-81eb-780102b3ab41 None None] The sync data for ids ['829baf6d-f17a-4d5c-b68c-893903a8966b'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:52.783042 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:53.069049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbc0d15-8641-4520-9288-30d0caacb1b3']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:53.292460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Attempting to bind port 4a426132-4c68-4bc0-a912-66117f8cf3fe on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:53.292841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Attempting to bind port 4a426132-4c68-4bc0-a912-66117f8cf3fe by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:53.293212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Attempting to bind port 4a426132-4c68-4bc0-a912-66117f8cf3fe on network 0f5c547f-c834-483c-85f1-573edcef8398 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:53.305874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:53.306262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Checking segment: {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:53.306708 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:53.307162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Bound using segment: {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:53.307665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Bound port: 4a426132-4c68-4bc0-a912-66117f8cf3fe, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:53.308080 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:53.366396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427832-7335-4f7c-b165-4c7fc817ab81 None None] Pushing event updated for resources: {'Port': ['ID=4a426132-4c68-4bc0-a912-66117f8cf3fe,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:53.597893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] For port 4a426132-4c68-4bc0-a912-66117f8cf3fe, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:53.616223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] For port 4a426132-4c68-4bc0-a912-66117f8cf3fe, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4a426132-4c68-4bc0-a912-66117f8cf3fe,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:53.623301 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:53.632577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=b2d25311-3894-40bf-b364-4dc27ed52e5d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:53.714260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02381062-3f26-4fa6-a478-7c79c4b8846e') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:53.714653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02381062-3f26-4fa6-a478-7c79c4b8846e') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:53.756170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-8a4c2946-ade7-4401-b454-bc5e35cb6a7f service neutron] 10.222.0.44 "GET /v2.0/networks/0f5c547f-c834-483c-85f1-573edcef8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6106722 May 06 13:01:53.918455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Routers {'26c94fa5-f517-47e4-b7f9-684c39f54408'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:53.919430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['26c94fa5-f517-47e4-b7f9-684c39f54408'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:53.999180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:54.105951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427832-7335-4f7c-b165-4c7fc817ab81 None None] Pushing event updated for resources: {'Port': ['ID=4a426132-4c68-4bc0-a912-66117f8cf3fe,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:54.147005 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:54.180166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:54.189471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:01:54.191020 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: timer() May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:01:54.256780 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:01:54.646188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] Set router 26c94fa5-f517-47e4-b7f9-684c39f54408 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:54.822316 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83f9b70c-8478-4b40-af33-abedff914b4b req-aac3f652-0a17-4b84-a883-195ae8e898d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2086465 May 06 13:01:55.108824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-54e4a175-2fb7-4c5a-83e6-a3b1ebbf812f service neutron] 10.222.0.44 "GET /v2.0/networks/0f5c547f-c834-483c-85f1-573edcef8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3499470 May 06 13:01:55.111676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:55.201479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:55.239452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:55.281521 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:55.327533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Network': ['ID=dbbc0d15-8641-4520-9288-30d0caacb1b3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:55.333500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port fabfb7b5-7ffb-488e-b8cc-6426ea6b4ea7 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:55.337463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:55.597693 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83f9b70c-8478-4b40-af33-abedff914b4b req-26cacea7-f9f3-4abe-93d0-3584a5209026 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1136 time: 0.7396584 May 06 13:01:55.699242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5180dac0-3634-448e-9947-397bcd69f151 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/networks/dbbc0d15-8641-4520-9288-30d0caacb1b3 HTTP/1.1" status: 204 len: 168 time: 6.1217923 May 06 13:01:55.744945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58374) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:55.862380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:49Z', 'updated_at': '2022-05-06T13:01:38Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:53Z', 'updated_at': '2022-05-06T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '4a426132-4c68-4bc0-a912-66117f8cf3fe', 'name': '', 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:3c:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51d25f72-b137-4380-8954-3c435c900ef2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:33Z', 'updated_at': '2022-05-06T13:01:53Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': '51d25f72-b137-4380-8954-3c435c900ef2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:55.878187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6a300-c341-4c5a-80fc-1fe68bca0cc5 None None] The sync data for ids ['26c94fa5-f517-47e4-b7f9-684c39f54408'] in n-d-840847-1 is: [{'id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:49Z', 'updated_at': '2022-05-06T13:01:38Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:53Z', 'updated_at': '2022-05-06T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '4a426132-4c68-4bc0-a912-66117f8cf3fe', 'name': '', 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:3c:24:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51d25f72-b137-4380-8954-3c435c900ef2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:33Z', 'updated_at': '2022-05-06T13:01:53Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': '51d25f72-b137-4380-8954-3c435c900ef2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:56.177941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08cbfb31-0c7f-4435-a22d-d7146cbf7fc5 req-4fa0cee9-7543-49dd-ae0b-219ff5d96eed tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 210 time: 0.1165795 May 06 13:01:56.686024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:56.703867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4a426132-4c68-4bc0-a912-66117f8cf3fe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:57.089041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 4a426132-4c68-4bc0-a912-66117f8cf3fe completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:57.127365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4a426132-4c68-4bc0-a912-66117f8cf3fe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:57.128373 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:57.571097 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:57.680894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 4a426132-4c68-4bc0-a912-66117f8cf3fe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4a426132-4c68-4bc0-a912-66117f8cf3fe,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:57.689923 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:57.752382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for fabfb7b5-7ffb-488e-b8cc-6426ea6b4ea7 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:57.803296 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9b70c-8478-4b40-af33-abedff914b4b req-c9d7a2f6-d5eb-4023-bbe9-a1e921c30902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:57.804885 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83f9b70c-8478-4b40-af33-abedff914b4b req-c9d7a2f6-d5eb-4023-bbe9-a1e921c30902 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238 HTTP/1.1" status: 200 len: 898 time: 2.1558783 May 06 13:01:57.986003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=4a426132-4c68-4bc0-a912-66117f8cf3fe,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:58.361714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.422276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab97da45-9a9c-43fe-a6ca-d930dc60ed64 req-82c3abfe-be4d-4183-8bbf-18f8f73671f1 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 210 time: 0.5645118 May 06 13:01:58.423102 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12ed1f68-47a6-47c4-90b5-1e5515b6489d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.648064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4a426132-4c68-4bc0-a912-66117f8cf3fe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:58.652095 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12ed1f68-47a6-47c4-90b5-1e5515b6489d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.721156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Router fadea424-75ec-49f4-a448-181797d784bc has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:58.794040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-fdb21214-c9d5-4999-85bb-539997488596 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:58.795892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-fdb21214-c9d5-4999-85bb-539997488596 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 945 time: 0.7174127 May 06 13:01:58.806668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906cfde-fda2-4d03-be04-a4b88ad63705 req-d2de7aaf-c994-4c6c-9178-aff97c8c4ffe tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:58.816747 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6906cfde-fda2-4d03-be04-a4b88ad63705 req-d2de7aaf-c994-4c6c-9178-aff97c8c4ffe tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 945 time: 2.6675103 May 06 13:01:58.912290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4a426132-4c68-4bc0-a912-66117f8cf3fe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:58.912625 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.986312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Deleting port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:58.987930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.998220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=fabfb7b5-7ffb-488e-b8cc-6426ea6b4ea7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:59.154713 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83f9b70c-8478-4b40-af33-abedff914b4b req-7efa8c40-8edc-4836-bd55-25f00bd80611 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d HTTP/1.1" status: 200 len: 1002 time: 1.3409262 May 06 13:01:59.850577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9b70c-8478-4b40-af33-abedff914b4b req-a9ffff84-5610-4ab6-a91c-e1caea1505c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:59.852113 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83f9b70c-8478-4b40-af33-abedff914b4b req-a9ffff84-5610-4ab6-a91c-e1caea1505c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfe33ab2-551a-4907-b9eb-0c23c3eab6dc HTTP/1.1" status: 200 len: 835 time: 0.6872230 May 06 13:01:59.934474 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:00.179167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6906cfde-fda2-4d03-be04-a4b88ad63705 req-37b3f7f5-ec55-4a90-85ce-70c1571e7ee0 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3612418 May 06 13:02:00.341496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-988429ec-3ebf-4497-80ac-99a5b086af29 req-206bc768-9c86-49b7-890c-d885893e8fdd tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 210 time: 0.2766042 May 06 13:02:00.342890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12ed1f68-47a6-47c4-90b5-1e5515b6489d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:00.376032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-d684d9dd-a87b-4262-a8e8-c73da5679392 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:00.378862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-d684d9dd-a87b-4262-a8e8-c73da5679392 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.48 "GET /v2.0/networks?id=0f5c547f-c834-483c-85f1-573edcef8398 HTTP/1.1" status: 200 len: 798 time: 0.9913743 May 06 13:02:00.409666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:00.470784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed1f68-47a6-47c4-90b5-1e5515b6489d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea4c99-b3b4-40cb-a024-ea85ab4311e8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:00.526172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] For port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,segment=NetworkSegment(80bb2ee1-c635-451a-a16d-26cc70934a38),segment_id=80bb2ee1-c635-451a-a16d-26cc70934a38)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:00.528030 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:00.554933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:02:00.598299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d966de99-5319-48a6-b2e1-472ce8f5f8c4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "PUT /v2.0/routers/fadea424-75ec-49f4-a448-181797d784bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.3538597 May 06 13:02:00.608267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58446) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:00.713092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12ed1f68-47a6-47c4-90b5-1e5515b6489d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:00.719805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-12ed1f68-47a6-47c4-90b5-1e5515b6489d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/security-groups/7cea4c99-b3b4-40cb-a024-ea85ab4311e8 HTTP/1.1" status: 204 len: 168 time: 4.9733033 May 06 13:02:00.747357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77198aa2-ae38-4c56-a988-eb454ef3d85d None None] Sync routers for ids ['fadea424-75ec-49f4-a448-181797d784bc'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:00.795017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77198aa2-ae38-4c56-a988-eb454ef3d85d None None] Routers {'fadea424-75ec-49f4-a448-181797d784bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:00.796090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-77198aa2-ae38-4c56-a988-eb454ef3d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['fadea424-75ec-49f4-a448-181797d784bc'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:00.847705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Request body: {'port': {'device_id': '7d36b018-d798-4512-b385-11e3e105825d', 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398', 'admin_state_up': True, 'tenant_id': '7535c1e0fcf54357be62a1626ef94055'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:00.923082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Calling delete_port for 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:01.031571 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba4b734-351f-4e26-96c5-0b8a8ef4b20a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 13:02:01.037165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ba4b734-351f-4e26-96c5-0b8a8ef4b20a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:01.098704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-77198aa2-ae38-4c56-a988-eb454ef3d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:01.135559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0ba4b734-351f-4e26-96c5-0b8a8ef4b20a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:01.140512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0ba4b734-351f-4e26-96c5-0b8a8ef4b20a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/b2d25311-3894-40bf-b364-4dc27ed52e5d HTTP/1.1" status: 404 len: 333 time: 0.4184487 May 06 13:02:01.146469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58462) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:01.188385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77198aa2-ae38-4c56-a988-eb454ef3d85d None None] Routers {'fadea424-75ec-49f4-a448-181797d784bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:01.190143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-77198aa2-ae38-4c56-a988-eb454ef3d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:01:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['fadea424-75ec-49f4-a448-181797d784bc'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:01.286302 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:01.330703 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83f9b70c-8478-4b40-af33-abedff914b4b req-12e18a7a-7ea4-4750-bffd-11c4b8831b83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4692340 May 06 13:02:01.411632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-77198aa2-ae38-4c56-a988-eb454ef3d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:01.412429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77198aa2-ae38-4c56-a988-eb454ef3d85d None None] The sync data for ids ['fadea424-75ec-49f4-a448-181797d784bc'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:02:01.448096 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:01.545245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,segment=NetworkSegment(80bb2ee1-c635-451a-a16d-26cc70934a38),segment_id=80bb2ee1-c635-451a-a16d-26cc70934a38)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:01.550834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:01.578770 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:01.832606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:01.866185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:01.909027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:01.920092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58480) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:01.954149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:01.969509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462280273', 'description': 'tempest-secgroup-smoke-462280273 description', 'project_id': 'f57f59e5f10b4779858d012f38366eaf'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:02.022800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:02.025944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Made reservation on behalf of 7535c1e0fcf54357be62a1626ef94055 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:02.043802 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:02:02.044664 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:02:02.046231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.046960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.047528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.049834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.051633 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:02.052248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.053989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.057230 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d2481c3-652f-4a59-a817-f9a3fff6633d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:02.057543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.057913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.059717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.060286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.060832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:02.398366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:02.398901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Fanout notify agent at l3_agent the message router_deleted on router 829baf6d-f17a-4d5c-b68c-893903a8966b {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:02:02.780128 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83f9b70c-8478-4b40-af33-abedff914b4b req-22595e7f-2389-4bef-a12f-0f5714897db4 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4275551 May 06 13:02:02.796093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:02.799383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58494) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:02.812135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:02.844017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:02.879812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Deleting port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:02.880395 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:02.895738 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:02.895738 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d1970029-f2bd-4f71-9cd5-38f911b41233 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/routers/829baf6d-f17a-4d5c-b68c-893903a8966b HTTP/1.1" status: 204 len: 168 time: 11.0137851 May 06 13:02:02.914992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58502) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:02.924425 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:02:03.563247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:03.653384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e7468-2fe6-4537-aea5-d79cef22dcd9 req-7c0d147c-b3d0-4ae9-b57d-d7ab137bc0d9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:03.668522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-812e7468-2fe6-4537-aea5-d79cef22dcd9 req-7c0d147c-b3d0-4ae9-b57d-d7ab137bc0d9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 943 time: 1.8819160 May 06 13:02:03.762403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80bda0f6-96a2-4f43-a0f7-1c58336a0913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:03.791617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Allocated IP 172.20.0.24 (0f5c547f-c834-483c-85f1-573edcef8398/51d25f72-b137-4380-8954-3c435c900ef2/8c38a582-d58c-4172-8b2b-e98467e6be6f) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:03.976429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-80bda0f6-96a2-4f43-a0f7-1c58336a0913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:03.985680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-80bda0f6-96a2-4f43-a0f7-1c58336a0913 admin admin] Usage tracker for resource:security_group_rule and tenant:b61e8a815dea4269841536ea18edbac2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:03.998254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-80bda0f6-96a2-4f43-a0f7-1c58336a0913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:04.016549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-80bda0f6-96a2-4f43-a0f7-1c58336a0913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:04.248272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0426bda6-8674-4e1f-89e4-f49a0012393c req-bbeb2962-851d-43c8-a656-b71ff4f2089e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 210 time: 1.3696015 May 06 13:02:04.277016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:04.314543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:04.420635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:04.440575 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80bda0f6-96a2-4f43-a0f7-1c58336a0913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.465784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-812e7468-2fe6-4537-aea5-d79cef22dcd9 req-21f5d36d-0e2c-47fa-a615-96fdcbc699cf tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7298253 May 06 13:02:04.469885 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55674194-bb94-44b3-a765-67dc928e8ef8'] response: {'server_uuid': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3', 'code': 200} May 06 13:02:04.609279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:04.696678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80bda0f6-96a2-4f43-a0f7-1c58336a0913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.750826 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d2481c3-652f-4a59-a817-f9a3fff6633d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.776720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] For port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,segment=NetworkSegment(80bb2ee1-c635-451a-a16d-26cc70934a38),segment_id=80bb2ee1-c635-451a-a16d-26cc70934a38)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:04.777560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.797669 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d2481c3-652f-4a59-a817-f9a3fff6633d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.832880 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-80bda0f6-96a2-4f43-a0f7-1c58336a0913 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b61e8a815dea4269841536ea18edbac2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0293853 May 06 13:02:04.867915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58538) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:04.874068 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d2481c3-652f-4a59-a817-f9a3fff6633d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.875434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2481c3-652f-4a59-a817-f9a3fff6633d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Fanout notify agent at l3_agent the message router_deleted on router fadea424-75ec-49f4-a448-181797d784bc {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:02:04.889079 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83f9b70c-8478-4b40-af33-abedff914b4b req-215b40f9-b9af-4821-adff-51add96af3aa service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0618415 May 06 13:02:05.023961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e09eea-6948-4972-b6e7-b689b6397f41 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting subnet 631babea-c5b6-4b7a-9339-f90ee428d167 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:02:05.057785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83e09eea-6948-4972-b6e7-b689b6397f41 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:05.110833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bda0f6-96a2-4f43-a0f7-1c58336a0913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942eeda8-151e-46f4-8b92-915e59dd84b5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:05.173236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Calling delete_port for 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:05.240315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:05.268211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83e09eea-6948-4972-b6e7-b689b6397f41 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:05.376585 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:05.397450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Transition to ACTIVE for port object 8c38a582-d58c-4172-8b2b-e98467e6be6f will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:05.400964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:05.491853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:05.493305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 3.5598905 May 06 13:02:05.497991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aefdcd76-fefd-463d-9cd7-4248aaad37e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:05.505691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58550) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:05.517979 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d2481c3-652f-4a59-a817-f9a3fff6633d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:05.519888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2d2481c3-652f-4a59-a817-f9a3fff6633d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/routers/fadea424-75ec-49f4-a448-181797d784bc HTTP/1.1" status: 204 len: 168 time: 4.3716419 May 06 13:02:05.532436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58554) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:05.559884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'a6dced79-2d30-40bc-87ce-41fd2c2684c0', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:05.635267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:05.642298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:05.659914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:05.735175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d44893aa-bf46-4b2b-982a-3e4e2c9afc68 req-13f304a0-2f2e-45f9-9b90-6dc56ba85c3e tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 210 time: 0.1245763 May 06 13:02:05.741759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54ce44-f8d6-4897-b5b4-2940a23c12b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dced79-2d30-40bc-87ce-41fd2c2684c0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:05.776921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:05.856939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aefdcd76-fefd-463d-9cd7-4248aaad37e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:05.953328 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.011522 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.056289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83e09eea-6948-4972-b6e7-b689b6397f41 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.180248 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.438725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Network 0f5c547f-c834-483c-85f1-573edcef8398 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:06.470171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:06.509200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:06.692349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Pushing event deleted for resources: {'Port': ['ID=2163b4a8-2707-4a05-b89a-4f7fd19a28e3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:06.698818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event updated for resources: {'Port': ['ID=8c38a582-d58c-4172-8b2b-e98467e6be6f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:06.737936 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aefdcd76-fefd-463d-9cd7-4248aaad37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.745126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:06.746216 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.812314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdcd76-fefd-463d-9cd7-4248aaad37e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942eeda8-151e-46f4-8b92-915e59dd84b5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:06.856004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.876333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aefdcd76-fefd-463d-9cd7-4248aaad37e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.878065 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aefdcd76-fefd-463d-9cd7-4248aaad37e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/942eeda8-151e-46f4-8b92-915e59dd84b5 HTTP/1.1" status: 204 len: 168 time: 2.0087249 May 06 13:02:06.881933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83e09eea-6948-4972-b6e7-b689b6397f41 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.995396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-148eb975-b47d-4d0c-94dd-ed51fbc56a5b None None] Provisioning for port 8c38a582-d58c-4172-8b2b-e98467e6be6f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:07.003722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-148eb975-b47d-4d0c-94dd-ed51fbc56a5b None None] Provisioning complete for port 8c38a582-d58c-4172-8b2b-e98467e6be6f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:07.004130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-148eb975-b47d-4d0c-94dd-ed51fbc56a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.077570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] No DVR routers for this DVR port 2163b4a8-2707-4a05-b89a-4f7fd19a28e3 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:07.084410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.088664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.103019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83e09eea-6948-4972-b6e7-b689b6397f41 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.109097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b54c4-5d49-42a1-b556-878358efb8b1 None None] Network bc145e6d-81df-42ab-994c-7fde2238f012 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:07.109442 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-83e09eea-6948-4972-b6e7-b689b6397f41 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/subnets/631babea-c5b6-4b7a-9339-f90ee428d167 HTTP/1.1" status: 204 len: 168 time: 4.1738794 May 06 13:02:07.113548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'name': 'network-vif-deleted', 'tag': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:07.116302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e09eea-6948-4972-b6e7-b689b6397f41 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Subnet': ['ID=631babea-c5b6-4b7a-9339-f90ee428d167,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:07.131980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58584) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:07.136085 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-aaa8eff3-816d-4072-86bd-f791a854d751 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 6.3033826 May 06 13:02:07.191725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Request body: {'port': {'device_id': '7d36b018-d798-4512-b385-11e3e105825d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:07.250839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879eeebe-f2e6-4090-81e0-c8fc18a14a70,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:07.287131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc392597-5d36-40e5-af66-e1ec5691a139 req-35c52bd3-b267-4f56-a461-078fba3df7f6 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:07.289009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-dc392597-5d36-40e5-af66-e1ec5691a139 req-35c52bd3-b267-4f56-a461-078fba3df7f6 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Synchronizing usage tracker for tenant:95fa5469a0f045528b71d5cc909dd5e5 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:07.338256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e15de28f-4f26-412c-8faa-0db5bbb1dcda req-a6cfc2ca-457d-43b6-ae42-eac71be28ff9 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.48 "DELETE /v2.0/ports/2163b4a8-2707-4a05-b89a-4f7fd19a28e3 HTTP/1.1" status: 204 len: 173 time: 8.4892592 May 06 13:02:07.413189 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.416042 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29e9618c-3d81-4dee-9fc6-f5d0dd6c8a1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9030063 May 06 13:02:07.424124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58598) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:07.453401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'a6dced79-2d30-40bc-87ce-41fd2c2684c0', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:07.470822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:07.522266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-148eb975-b47d-4d0c-94dd-ed51fbc56a5b None None] Port 8c38a582-d58c-4172-8b2b-e98467e6be6f cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:07.567991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.573066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-0424d204-6f46-4064-8dc6-45f91e06aff3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet e50d493f-004b-4c1b-825e-c69a73a422a9 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:02:07.586159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0424d204-6f46-4064-8dc6-45f91e06aff3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.591298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:07.609269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:07.646353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:07.713176 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.734767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.778381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port c2a73d57-0853-452e-8f49-4b8c00968eb1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:07.778941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.810801 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0424d204-6f46-4064-8dc6-45f91e06aff3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.844133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58604) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:07.924092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.982073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3acc1ca4-c29d-4e2f-927a-9172a11a7e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.013296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-dc392597-5d36-40e5-af66-e1ec5691a139 req-35c52bd3-b267-4f56-a461-078fba3df7f6 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] Unset dirty status for tenant:95fa5469a0f045528b71d5cc909dd5e5 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:08.019315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc392597-5d36-40e5-af66-e1ec5691a139 req-35c52bd3-b267-4f56-a461-078fba3df7f6 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1cf41a2-da5f-4efd-a1f3-69b89a062755 HTTP/1.1" status: 200 len: 943 time: 2.0464079 May 06 13:02:08.073205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136ec8-0666-4e18-977e-ca74c2fac9f7 req-61e21783-94f6-4625-8dcd-b10cd1840282 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:08.086565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38136ec8-0666-4e18-977e-ca74c2fac9f7 req-61e21783-94f6-4625-8dcd-b10cd1840282 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 895 time: 0.9356303 May 06 13:02:08.246355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] DHCP port deletion for bc145e6d-81df-42ab-994c-7fde2238f012 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:02:08.253980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Deleting port c2a73d57-0853-452e-8f49-4b8c00968eb1 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:08.260017 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.392343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc392597-5d36-40e5-af66-e1ec5691a139 req-4782eca6-45c7-42e4-9df7-9a93c4760cd2 tempest-ServerTagsTestJSON-1329784293 tempest-ServerTagsTestJSON-1329784293-project] 10.222.0.44 "GET /v2.0/security-groups?id=13aef776-d4d2-475e-997a-a56357966ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132279 May 06 13:02:08.392343 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7338b276-ed85-4fb4-8955-10b61a27867f'] response: {'server_uuid': 'c1cf41a2-da5f-4efd-a1f3-69b89a062755', 'name': 'network-vif-deleted', 'tag': '2163b4a8-2707-4a05-b89a-4f7fd19a28e3', 'status': 'completed', 'code': 200} May 06 13:02:08.421018 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0424d204-6f46-4064-8dc6-45f91e06aff3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.625812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c2a73d57-0853-452e-8f49-4b8c00968eb1 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:08.681308 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0424d204-6f46-4064-8dc6-45f91e06aff3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.775281 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0424d204-6f46-4064-8dc6-45f91e06aff3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.800341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424d204-6f46-4064-8dc6-45f91e06aff3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=e50d493f-004b-4c1b-825e-c69a73a422a9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:08.815999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892439f-e04d-408d-a471-31e4cf768631 None None] Network 289d1ea7-4e62-48b9-b2b7-a4fe65022406 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:08.827017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0424d204-6f46-4064-8dc6-45f91e06aff3 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/e50d493f-004b-4c1b-825e-c69a73a422a9 HTTP/1.1" status: 204 len: 168 time: 3.2851541 May 06 13:02:08.833771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58622) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:09.279948 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.323670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 8c58c232-1915-4171-b5ea-dd7483702435 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:09.323670 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.350043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.472400 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.474804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3acc1ca4-c29d-4e2f-927a-9172a11a7e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:09.551477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3acc1ca4-c29d-4e2f-927a-9172a11a7e21 admin admin] Usage tracker for resource:security_group_rule and tenant:515d352308c24a50ae9d21c320efc8bb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:09.580203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.678759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3acc1ca4-c29d-4e2f-927a-9172a11a7e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:09.772385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3acc1ca4-c29d-4e2f-927a-9172a11a7e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:09.830141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] For port c2a73d57-0853-452e-8f49-4b8c00968eb1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c2a73d57-0853-452e-8f49-4b8c00968eb1,segment=NetworkSegment(f0009e86-c69f-4b20-8d09-7663afccf2a0),segment_id=f0009e86-c69f-4b20-8d09-7663afccf2a0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:09.831424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.884721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1d2d88-ac1c-4958-bfcd-3e42c5bc48bb,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:09.904488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c2a73d57-0853-452e-8f49-4b8c00968eb1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c2a73d57-0853-452e-8f49-4b8c00968eb1,segment=NetworkSegment(f0009e86-c69f-4b20-8d09-7663afccf2a0),segment_id=f0009e86-c69f-4b20-8d09-7663afccf2a0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:09.905165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.912462 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-992a4e1f-60bd-4810-aed7-fb615f7f4b33 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 2.4744861 May 06 13:02:09.934300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58638) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:09.935026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58640) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:09.970564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'a6dced79-2d30-40bc-87ce-41fd2c2684c0', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:09.990183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:09.997994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:10.004301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:10.016396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:10.141308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] For port c2a73d57-0853-452e-8f49-4b8c00968eb1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c2a73d57-0853-452e-8f49-4b8c00968eb1,segment=NetworkSegment(f0009e86-c69f-4b20-8d09-7663afccf2a0),segment_id=f0009e86-c69f-4b20-8d09-7663afccf2a0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:10.142468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.145753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed1cae-7e8c-4e2e-b2da-b419f042384f req-0207c26a-eae3-4651-8204-e96232ac316b tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:10.147653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ed1cae-7e8c-4e2e-b2da-b419f042384f req-0207c26a-eae3-4651-8204-e96232ac316b tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 895 time: 0.6303544 May 06 13:02:10.158065 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.275981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] For port 8c58c232-1915-4171-b5ea-dd7483702435, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8c58c232-1915-4171-b5ea-dd7483702435,segment=NetworkSegment(bc35fa3c-b020-4e95-9b88-e447a3523ef9),segment_id=bc35fa3c-b020-4e95-9b88-e447a3523ef9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:10.276407 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.306354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.513593 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.626502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 8c58c232-1915-4171-b5ea-dd7483702435 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:10.634969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Calling delete_port for c2a73d57-0853-452e-8f49-4b8c00968eb1 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:10.751606 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.886567 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.891112 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:02:10.895480 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:02:10.909363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for c2a73d57-0853-452e-8f49-4b8c00968eb1 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:10.963357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=8c58c232-1915-4171-b5ea-dd7483702435,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:10.995745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No DVR routers for this DVR port 8c58c232-1915-4171-b5ea-dd7483702435 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:11.016380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c2a73d57-0853-452e-8f49-4b8c00968eb1,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:11.033808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-506b9db9-4827-4630-8409-337511c05687 admin admin] Deleting subnet a6a176b9-f736-4a3f-b337-5f6364d2e35e {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:02:11.063571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.066020 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1287210 May 06 13:02:11.067997 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-506b9db9-4827-4630-8409-337511c05687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.106699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58658) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:11.130081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'a6dced79-2d30-40bc-87ce-41fd2c2684c0', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:11.158219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d1d85-974a-4c5e-bc80-7b3a22d4d167 None None] DHCP port deletion for 289d1ea7-4e62-48b9-b2b7-a4fe65022406 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:02:11.191494 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] It took 0.95 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:02:11.205392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:11.212039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435dcaee-773a-462c-86e5-7b8609695386,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:11.311232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:11.330111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:11.345506 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3acc1ca4-c29d-4e2f-927a-9172a11a7e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.366075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:11.385892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.386337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.386684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.387019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.387350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.387824 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.388024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.388024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.388365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.388654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.392449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.393097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adccd0d-e14b-4c8b-b3d9-08b271bd99ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:11.397522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Deleting port c2a73d57-0853-452e-8f49-4b8c00968eb1 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:11.398265 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.417367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-506b9db9-4827-4630-8409-337511c05687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.482759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289d1ea7-4e62-48b9-b2b7-a4fe65022406']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:11.537622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3acc1ca4-c29d-4e2f-927a-9172a11a7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.647165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.660979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc35fa3c-b020-4e95-9b88-e447a3523ef9') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:11.661562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc35fa3c-b020-4e95-9b88-e447a3523ef9') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:11.674862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c38a582-d58c-4172-8b2b-e98467e6be6f {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:02:11.717353 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:02:11.717353 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:02:11.720243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.785063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.809376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.826194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc1ca4-c29d-4e2f-927a-9172a11a7e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e298262-406d-451a-acb3-cb91e3d0f77f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:11.826488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:02:11.827212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: timer() May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:02:11.853088 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:02:11.868480 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3acc1ca4-c29d-4e2f-927a-9172a11a7e21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=515d352308c24a50ae9d21c320efc8bb&name=default HTTP/1.1" status: 200 len: 2647 time: 4.0149508 May 06 13:02:11.872750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58672) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:11.915665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-506b9db9-4827-4630-8409-337511c05687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.018551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-506b9db9-4827-4630-8409-337511c05687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.088424 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-506b9db9-4827-4630-8409-337511c05687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.165347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b9db9-4827-4630-8409-337511c05687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a176b9-f736-4a3f-b337-5f6364d2e35e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:12.169395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] For port c2a73d57-0853-452e-8f49-4b8c00968eb1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c2a73d57-0853-452e-8f49-4b8c00968eb1,segment=NetworkSegment(f0009e86-c69f-4b20-8d09-7663afccf2a0),segment_id=f0009e86-c69f-4b20-8d09-7663afccf2a0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:12.171131 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.207504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port c2a73d57-0853-452e-8f49-4b8c00968eb1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:12.208340 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.387929 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-506b9db9-4827-4630-8409-337511c05687 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6a176b9-f736-4a3f-b337-5f6364d2e35e HTTP/1.1" status: 204 len: 168 time: 2.4477181 May 06 13:02:12.405806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58680) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:12.428371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.452388 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.453972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37a926f2-1950-40c3-a9f2-971074950cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.463737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Transition to ACTIVE for port object 8c38a582-d58c-4172-8b2b-e98467e6be6f will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:12.473693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.699480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Calling delete_port for c2a73d57-0853-452e-8f49-4b8c00968eb1 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:12.746497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8c58c232-1915-4171-b5ea-dd7483702435 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:12.869060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 8c58c232-1915-4171-b5ea-dd7483702435 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:12.869649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8c58c232-1915-4171-b5ea-dd7483702435 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:12.900187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-153e9389-721e-457b-95be-40af3077d15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.991333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37a926f2-1950-40c3-a9f2-971074950cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.004316 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.069933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] Pushing event deleted for resources: {'Port': ['ID=c2a73d57-0853-452e-8f49-4b8c00968eb1,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:13.085430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664b3c9-5823-4581-a611-eaa2b1a10dcf None None] No DVR routers for this DVR port c2a73d57-0853-452e-8f49-4b8c00968eb1 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:13.092161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Network': ['ID=289d1ea7-4e62-48b9-b2b7-a4fe65022406,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:13.103963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237140d-7731-470e-8776-c41e23093e2d req-571a806a-9c1f-4fe4-b441-2928e182c88c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:13.117663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1237140d-7731-470e-8776-c41e23093e2d req-571a806a-9c1f-4fe4-b441-2928e182c88c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 895 time: 1.5871904 May 06 13:02:13.120523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.143067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.143247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.251188 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.279622 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d19d73a8-f70b-4fc3-8a40-f97aaa7c7650 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/networks/289d1ea7-4e62-48b9-b2b7-a4fe65022406 HTTP/1.1" status: 204 len: 168 time: 4.4442916 May 06 13:02:13.295144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58692) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:13.363922 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37a926f2-1950-40c3-a9f2-971074950cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.377072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e727e5-4665-4f26-92c1-f83e9f71bb04,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:13.409604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Pushing event updated for resources: {'Port': ['ID=8c38a582-d58c-4172-8b2b-e98467e6be6f,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:13.440655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a926f2-1950-40c3-a9f2-971074950cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e298262-406d-451a-acb3-cb91e3d0f77f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:13.467591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37a926f2-1950-40c3-a9f2-971074950cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.470355 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-37a926f2-1950-40c3-a9f2-971074950cf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e298262-406d-451a-acb3-cb91e3d0f77f HTTP/1.1" status: 204 len: 168 time: 1.5953729 May 06 13:02:13.478769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] For port c2a73d57-0853-452e-8f49-4b8c00968eb1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c2a73d57-0853-452e-8f49-4b8c00968eb1,segment=NetworkSegment(f0009e86-c69f-4b20-8d09-7663afccf2a0),segment_id=f0009e86-c69f-4b20-8d09-7663afccf2a0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:13.479485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.506774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.508786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-26f91509-29ac-48bf-a650-68b589811685 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.4028065 May 06 13:02:13.518463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58702) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:13.532618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1bf4a-9cf0-402d-bb8f-76cbb3fc80f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:13.533238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-37a1bf4a-9cf0-402d-bb8f-76cbb3fc80f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:13.548993 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.596302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-37a1bf4a-9cf0-402d-bb8f-76cbb3fc80f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:13.620266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-37a1bf4a-9cf0-402d-bb8f-76cbb3fc80f8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/c1eeaa7c-8a6c-45ec-884c-284d0669a2af HTTP/1.1" status: 200 len: 840 time: 0.2864871 May 06 13:02:13.620266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58706) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:13.745396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255b03ca-82d9-458f-af9b-728251dc9060']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:13.761282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1316bb95-66a2-495c-9ce5-a664859cd4e6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/c1eeaa7c-8a6c-45ec-884c-284d0669a2af?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1486416 May 06 13:02:13.789925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58714) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:13.804015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:13.863644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bb2ee1-c635-451a-a16d-26cc70934a38') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:13.864692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bb2ee1-c635-451a-a16d-26cc70934a38') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:13.960589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'a6dced79-2d30-40bc-87ce-41fd2c2684c0', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:13.968382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Attempting to bind port 8c38a582-d58c-4172-8b2b-e98467e6be6f on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:13.969138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Attempting to bind port 8c38a582-d58c-4172-8b2b-e98467e6be6f by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:13.969727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Attempting to bind port 8c38a582-d58c-4172-8b2b-e98467e6be6f on network 0f5c547f-c834-483c-85f1-573edcef8398 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:13.994088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for c2a73d57-0853-452e-8f49-4b8c00968eb1 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:14.064127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:14.101340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:14.107005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:14.110989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Port 8c38a582-d58c-4172-8b2b-e98467e6be6f on network 0f5c547f-c834-483c-85f1-573edcef8398 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:02:14.111207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:14.111316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Attempting to bind port 8c38a582-d58c-4172-8b2b-e98467e6be6f on network 0f5c547f-c834-483c-85f1-573edcef8398 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:14.118009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:14.122141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:14.135509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:14.161484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:14.181287 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.181496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:14.181891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Checking segment: {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:14.182682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Bound using segment: {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:14.183922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Bound port: 8c38a582-d58c-4172-8b2b-e98467e6be6f, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:14.184781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.227966 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.235993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:14.380076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:02:14.381464 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: timer() May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:02:14.424260 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:02:14.602160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] For port 8c38a582-d58c-4172-8b2b-e98467e6be6f, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:14.631220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] For port 8c38a582-d58c-4172-8b2b-e98467e6be6f, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8c38a582-d58c-4172-8b2b-e98467e6be6f,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:14.644219 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Project f57f59e5f10b4779858d012f38366eaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:02:14.664842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.687744 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.706117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4da51164-673a-4ae9-bc81-00dfdb705350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.757752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58738) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:14.820216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.826083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:02:14.826917 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:02:14.828841 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.865881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.868697 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] 10.222.0.48 "PUT /v2.0/ports/8c38a582-d58c-4172-8b2b-e98467e6be6f HTTP/1.1" status: 200 len: 1055 time: 7.6842439 May 06 13:02:14.876756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d36b018-d798-4512-b385-11e3e105825d', 'tag': '8c38a582-d58c-4172-8b2b-e98467e6be6f'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:14.928563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.054504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50556449-643f-4eaa-89b8-ef2bd779f335 service neutron] Pushing event updated for resources: {'Port': ['ID=8c38a582-d58c-4172-8b2b-e98467e6be6f,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:15.117065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] Pushing event deleted for resources: {'Network': ['ID=255b03ca-82d9-458f-af9b-728251dc9060,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:15.142470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b62cdadf-6a32-47e4-ae07-4dad96cbb5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.163255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.171269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.230236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0ee08fe5-fc90-4cef-9c36-1d0556c8f5db admin admin] 10.222.0.44 "DELETE /v2.0/networks/255b03ca-82d9-458f-af9b-728251dc9060 HTTP/1.1" status: 204 len: 168 time: 2.8096693 May 06 13:02:15.246501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a1760d-372b-4be6-a066-eea7b7c7cbeb,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:15.294849 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.300511 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e20acb98-b16c-4f71-bc72-5137248f504a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.7771926 May 06 13:02:15.305019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:15.350969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b62cdadf-6a32-47e4-ae07-4dad96cbb5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:15.371831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'a6dced79-2d30-40bc-87ce-41fd2c2684c0', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:15.398073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:15.399082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b62cdadf-6a32-47e4-ae07-4dad96cbb5e0 admin admin] Usage tracker for resource:security_group_rule and tenant:744a995cced3405397bba622001e6271 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:15.409380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:15.414008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b62cdadf-6a32-47e4-ae07-4dad96cbb5e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:15.419065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:15.434427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:15.531154 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.608232 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Project f57f59e5f10b4779858d012f38366eaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:02:15.644347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b62cdadf-6a32-47e4-ae07-4dad96cbb5e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:15.657254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.678465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port c2a73d57-0853-452e-8f49-4b8c00968eb1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:15.679352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.703114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65db7-fe2a-431c-b94e-54408a72e13b req-3af85fb0-7dac-4402-b465-5f3f021bc38d tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:15.715242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f2e65db7-fe2a-431c-b94e-54408a72e13b req-3af85fb0-7dac-4402-b465-5f3f021bc38d tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 907 time: 1.0500484 May 06 13:02:15.866295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] The port 'c2a73d57-0853-452e-8f49-4b8c00968eb1' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:02:15.873740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-a3737063-1abb-4fc1-89e9-67087594c950 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 1058 time: 0.8966956 May 06 13:02:16.080638 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.131528 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a66e9cd-0e63-43c3-944a-99733dd5d35d'] response: {'name': 'network-changed', 'server_uuid': '7d36b018-d798-4512-b385-11e3e105825d', 'tag': '8c38a582-d58c-4172-8b2b-e98467e6be6f', 'status': 'completed', 'code': 200} May 06 13:02:16.138137 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.194251 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-3bc2f3eb-b47d-4ea5-bd99-4e2b5beb7a49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8c38a582-d58c-4172-8b2b-e98467e6be6f HTTP/1.1" status: 200 len: 217 time: 0.2661872 May 06 13:02:16.288550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58770) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:16.373390 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b62cdadf-6a32-47e4-ae07-4dad96cbb5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.381344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:16.387374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:16.393849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b62cdadf-6a32-47e4-ae07-4dad96cbb5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.403224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb20e03-5a26-461b-a7b2-5d4b2eb774cd None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:16.407987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:16.408955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.473259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:16.483607 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cdadf-6a32-47e4-ae07-4dad96cbb5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed941a8-1bdf-435a-9383-ea3bbcbab0a6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:16.543762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.580935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b62cdadf-6a32-47e4-ae07-4dad96cbb5e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=744a995cced3405397bba622001e6271&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8064809 May 06 13:02:16.582232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58778) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:16.587015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-49249a0d-84a8-4da0-b3e4-b6c59e7adfe1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7955475 May 06 13:02:16.611231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58782) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:16.659465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'security_group': {'name': 'tempest-secgroup-1828746371'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:16.663739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.672988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:16.679046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc145e6d-81df-42ab-994c-7fde2238f012']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:16.685234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:16.695747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:16.723148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.749842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:16.833975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb6f9648-de84-416b-8e3d-5181c8fbab07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.837724 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.892548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0009e86-c69f-4b20-8d09-7663afccf2a0') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:16.892844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0009e86-c69f-4b20-8d09-7663afccf2a0') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:16.970240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac047f5-7d9a-4260-83da-c5cb52f570ea,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:16.988542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.018452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-2cec056a-2247-4c3e-9331-08dccbbf5f41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:17.020437 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-2cec056a-2247-4c3e-9331-08dccbbf5f41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51d25f72-b137-4380-8954-3c435c900ef2 HTTP/1.1" status: 200 len: 838 time: 0.7123203 May 06 13:02:17.053110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-5374bb2c-a069-46cd-b998-615927e1bb03', 'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'tenant_id': 'e2e7ea49710a4769b1f274312694d22d', 'fixed_ips': [{'subnet_id': '49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:02:17.055092 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.083050 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb6f9648-de84-416b-8e3d-5181c8fbab07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.123617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:17.129395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.134066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group_rule and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:17.152825 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4e3f3337-7260-48da-93b6-9a0cd6e920ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95fa5469a0f045528b71d5cc909dd5e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8306177 May 06 13:02:17.157865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:17.162654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58794) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:17.171807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:17.202331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:02:17.202793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.240778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.246114 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fbc470af-e55d-45fc-844d-dac15a9b5a72 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.9374764 May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: timer() May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:02:17.247719 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:02:17.251573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58800) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:17.290130 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.318995 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.390174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Allocated IP 172.20.0.2 (5374bb2c-a069-46cd-b998-615927e1bb03/49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7/b434ac2f-b97f-46ce-9799-b9c30e870526) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:17.416179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'network': {'name': 'tempest-network-smoke--1943766285', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'port_security_enabled': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:17.422978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:17.440617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:network and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:17.445982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:17.469677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:17.533334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:17.536473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.683932 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.720118 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.729196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.733877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1193888 May 06 13:02:17.740987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Transition to ACTIVE for port object b434ac2f-b97f-46ce-9799-b9c30e870526 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:17.744922 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.745326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58806) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:17.751825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-93036650-6d2b-4391-b200-5f0b5cbadcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.752160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'security_group': {'name': 'tempest-secgroup-1620114296'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:17.759850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:17.764701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:17.768829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:17.775600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Network': ['ID=bc145e6d-81df-42ab-994c-7fde2238f012,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:17.776677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:17.800637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:02:17.804425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fc912-7e71-4d71-8d90-5b7c38d16a4c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dc8aa1-ed2a-4a6a-9ad8-ba8d81d5accf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:17.807298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Transition to ACTIVE for port object b434ac2f-b97f-46ce-9799-b9c30e870526 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:17.820322 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8be44dc9-963d-40f6-96df-87848ccaf395 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/networks/bc145e6d-81df-42ab-994c-7fde2238f012 HTTP/1.1" status: 204 len: 168 time: 10.6864667 May 06 13:02:17.821724 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.830620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58814) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:17.837921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.893875 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.925162 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb6f9648-de84-416b-8e3d-5181c8fbab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.927924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:17.940205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c797917-9454-42aa-b738-5e2959afad7c req-19f205bf-f038-4f14-bed4-ab74cc6dff35 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:17.942530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:17.952108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:17.954981 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c797917-9454-42aa-b738-5e2959afad7c req-19f205bf-f038-4f14-bed4-ab74cc6dff35 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 907 time: 0.9219348 May 06 13:02:17.966473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Pushing event updated for resources: {'Port': ['ID=b434ac2f-b97f-46ce-9799-b9c30e870526,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:17.974186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.974702 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Added segment c3b34f4f-f921-474c-904f-89ab8283bc00 of type vlan for network dae8fc67-547b-4af3-a42b-b13d3b36396d May 06 13:02:17.979323 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-adf27ec1-082d-4c4a-973a-679dc5d885e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f5c547f-c834-483c-85f1-573edcef8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9255517 May 06 13:02:18.006042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:18.014682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f9648-de84-416b-8e3d-5181c8fbab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed941a8-1bdf-435a-9383-ea3bbcbab0a6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:18.024316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group_rule and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:18.029959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:18.035140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cb6f9648-de84-416b-8e3d-5181c8fbab07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.036749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cb6f9648-de84-416b-8e3d-5181c8fbab07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ed941a8-1bdf-435a-9383-ea3bbcbab0a6 HTTP/1.1" status: 204 len: 168 time: 1.4527130 May 06 13:02:18.047994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:18.092730 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-93036650-6d2b-4391-b200-5f0b5cbadcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.224112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.232390 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.283284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Attempting to bind port b434ac2f-b97f-46ce-9799-b9c30e870526 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:18.284382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Attempting to bind port b434ac2f-b97f-46ce-9799-b9c30e870526 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'f63eb9ad-ae91-443a-9460-d91a1dda0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:18.285519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Attempting to bind port b434ac2f-b97f-46ce-9799-b9c30e870526 on network 5374bb2c-a069-46cd-b998-615927e1bb03 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:18.304450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:18.308806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Checking segment: {'id': 'f63eb9ad-ae91-443a-9460-d91a1dda0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:18.311263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.315911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Bound using segment: {'id': 'f63eb9ad-ae91-443a-9460-d91a1dda0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:18.317616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Bound port: b434ac2f-b97f-46ce-9799-b9c30e870526, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63eb9ad-ae91-443a-9460-d91a1dda0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:18.321254 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.388805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78b026a-aacc-44b8-b4eb-331899d2e43e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:18.466933 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.468756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1d2be317-0f2e-400a-a95b-30973970bae5 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7222083 May 06 13:02:18.473438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58830) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:18.488579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1050514228', 'security_groups': ['b78b026a-aacc-44b8-b4eb-331899d2e43e'], 'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:18.671835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] For port b434ac2f-b97f-46ce-9799-b9c30e870526, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:18.704949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] For port b434ac2f-b97f-46ce-9799-b9c30e870526, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b434ac2f-b97f-46ce-9799-b9c30e870526,segment=NetworkSegment(f63eb9ad-ae91-443a-9460-d91a1dda0006),segment_id=f63eb9ad-ae91-443a-9460-d91a1dda0006)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:18.717594 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.741244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port 7f061b22-46e8-40b5-abe7-84b1d6c25d26 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:18.742124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.820197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.927575 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-93036650-6d2b-4391-b200-5f0b5cbadcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.949814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:18.997418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:19.010888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de879b-e3d8-4ffa-b61f-019d0bc475ce None None] Pushing event updated for resources: {'Port': ['ID=b434ac2f-b97f-46ce-9799-b9c30e870526,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:19.042345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:19.078553 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.093160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:02:19.185038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port 88dd80a8-ab26-4f28-bf69-7bc4a9908c16 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:02:19.263337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93036650-6d2b-4391-b200-5f0b5cbadcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aef776-d4d2-475e-997a-a56357966ed3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:19.605801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-93036650-6d2b-4391-b200-5f0b5cbadcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.621194 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-93036650-6d2b-4391-b200-5f0b5cbadcfc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13aef776-d4d2-475e-997a-a56357966ed3 HTTP/1.1" status: 204 len: 168 time: 2.4554014 May 06 13:02:19.671951 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-35f322d1-33a7-49ff-95d8-d7332237e828 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5c547f-c834-483c-85f1-573edcef8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6722181 May 06 13:02:19.745413 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.753931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:19.761755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.917410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.918423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.922684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0a581-c99b-45af-8883-ac962030b9c1 req-1e0ec23d-ef83-4758-92a5-eb7f9be4726f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:19.924788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cf0a581-c99b-45af-8883-ac962030b9c1 req-1e0ec23d-ef83-4758-92a5-eb7f9be4726f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 907 time: 0.5366745 May 06 13:02:20.208257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.6 (5374bb2c-a069-46cd-b998-615927e1bb03/49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7/88dd80a8-ab26-4f28-bf69-7bc4a9908c16) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:20.584427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for 7f061b22-46e8-40b5-abe7-84b1d6c25d26 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:20.699366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:20.782194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object 88dd80a8-ab26-4f28-bf69-7bc4a9908c16 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:20.796065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b434ac2f-b97f-46ce-9799-b9c30e870526 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:20.849205 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.5231190 May 06 13:02:20.857733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58894) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:20.884836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'admin_state_up': True, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:20.931910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:20.975421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaf67c-d180-45f7-85d8-f1ad75c5184e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Network': ['ID=dae8fc67-547b-4af3-a42b-b13d3b36396d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:21.042439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dae8fc67-547b-4af3-a42b-b13d3b36396d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:02:21.228162 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-966e7735-7d99-41cc-928c-93ba9b860ca5 req-2595eef1-5768-438c-9a1d-7586f4fda1b2 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5c547f-c834-483c-85f1-573edcef8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5391922 May 06 13:02:21.279983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:21.467050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:router and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:21.539804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=88dd80a8-ab26-4f28-bf69-7bc4a9908c16,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:21.556598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:21.577186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:21.593142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:21.602716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:21.752504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:21.922299 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd2b6438-c805-4e16-9281-16ae44fd1bf1 req-7715e7f6-b075-485a-8222-8c35cbd314a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 1058 time: 0.4631131 May 06 13:02:21.926099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:21.980451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b434ac2f-b97f-46ce-9799-b9c30e870526 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:22.010807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:22.011406 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.092259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a6ea7038-561f-41a6-aad2-c134d71f867b None None] Provisioning for port b434ac2f-b97f-46ce-9799-b9c30e870526 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:22.225265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a6ea7038-561f-41a6-aad2-c134d71f867b None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:22.225658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6ea7038-561f-41a6-aad2-c134d71f867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.255184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.258092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.311177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:22.314527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.478536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b6438-c805-4e16-9281-16ae44fd1bf1 req-6be6ad9f-670c-4e89-a476-b69ca636cd3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:22.492546 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd2b6438-c805-4e16-9281-16ae44fd1bf1 req-6be6ad9f-670c-4e89-a476-b69ca636cd3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f5c547f-c834-483c-85f1-573edcef8398 HTTP/1.1" status: 200 len: 899 time: 0.5435023 May 06 13:02:22.593742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff35c8b-63cd-49f6-b0a4-e10a762ced5f req-6806a54a-dd20-446f-87e0-44f9ff5abdbd tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:22.593742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dff35c8b-63cd-49f6-b0a4-e10a762ced5f req-6806a54a-dd20-446f-87e0-44f9ff5abdbd tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 907 time: 1.0111063 May 06 13:02:22.597006 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.621638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f704bb79-2c04-4875-a918-513cbe5c6315 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1463141 May 06 13:02:22.686415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58936) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:22.721019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:22.851607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=7f061b22-46e8-40b5-abe7-84b1d6c25d26,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:22.908632 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.021652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b434ac2f-b97f-46ce-9799-b9c30e870526, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b434ac2f-b97f-46ce-9799-b9c30e870526,segment=NetworkSegment(f63eb9ad-ae91-443a-9460-d91a1dda0006),segment_id=f63eb9ad-ae91-443a-9460-d91a1dda0006)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:23.059287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58940) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:23.116352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.225704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd2b6438-c805-4e16-9281-16ae44fd1bf1 req-af6c5a0d-c990-4876-ad3e-3ea5b55a5ed3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8c38a582-d58c-4172-8b2b-e98467e6be6f HTTP/1.1" status: 200 len: 217 time: 0.2572749 May 06 13:02:23.342950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b6438-c805-4e16-9281-16ae44fd1bf1 req-1c5991da-8a6b-4814-8294-d92e1ce679e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:23.345139 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd2b6438-c805-4e16-9281-16ae44fd1bf1 req-1c5991da-8a6b-4814-8294-d92e1ce679e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51d25f72-b137-4380-8954-3c435c900ef2 HTTP/1.1" status: 200 len: 838 time: 0.1122184 May 06 13:02:23.358839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b434ac2f-b97f-46ce-9799-b9c30e870526,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:23.373164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a6ea7038-561f-41a6-aad2-c134d71f867b None None] Provisioning complete for port c1eeaa7c-8a6c-45ec-884c-284d0669a2af triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:23.373953 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a6ea7038-561f-41a6-aad2-c134d71f867b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.386231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:23.399418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:23.405729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:23.423169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:23.441028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.471919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:23.499764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea7038-561f-41a6-aad2-c134d71f867b None None] Port c1eeaa7c-8a6c-45ec-884c-284d0669a2af cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:23.529009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-network', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:23.569957 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.583912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:23.603314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Usage tracker for resource:network and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:23.627080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:23.654543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-119ff607-568c-401e-8baa-cb68d8bfcc66 None None] Provisioning for port 88dd80a8-ab26-4f28-bf69-7bc4a9908c16 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:23.659211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:23.686422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-119ff607-568c-401e-8baa-cb68d8bfcc66 None None] Provisioning complete for port 88dd80a8-ab26-4f28-bf69-7bc4a9908c16 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:23.691263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-119ff607-568c-401e-8baa-cb68d8bfcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.728679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.730912 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d800acc1-d7d0-4be5-bf48-a6913b0e97fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/floatingips/2da92d82-51c0-4c68-96b6-87fb6aa4f306 HTTP/1.1" status: 204 len: 168 time: 5.8978729 May 06 13:02:23.736072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Made reservation on behalf of 4b0fcaeb0bd04e499d216beff4e48650 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:23.737760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.751419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58958) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:23.876332 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.965465 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd2b6438-c805-4e16-9281-16ae44fd1bf1 req-66c2840c-d0d4-408c-8cfb-b31b2bd8ce3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f5c547f-c834-483c-85f1-573edcef8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6057026 May 06 13:02:23.966001 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:23.968105 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-deac89a0-f412-421d-8bd9-242787a06203 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] DELETE failed (client error): The resource could not be found. May 06 13:02:23.968413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deac89a0-f412-421d-8bd9-242787a06203 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:02:23.983215 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-deac89a0-f412-421d-8bd9-242787a06203 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/ports/f9ca5c17-43cc-4966-b604-7e7fffa719fe HTTP/1.1" status: 404 len: 333 time: 0.2257359 May 06 13:02:23.985876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58970) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:24.020720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-119ff607-568c-401e-8baa-cb68d8bfcc66 None None] Port 88dd80a8-ab26-4f28-bf69-7bc4a9908c16 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:24.451455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:24.460566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:24.478357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:24.524368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:24.548894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8c38a582-d58c-4172-8b2b-e98467e6be6f details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:02:24.561997 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd2b6438-c805-4e16-9281-16ae44fd1bf1 req-eaaeda2b-a9bb-4a56-8963-136ad1bec907 service neutron] 10.222.0.48 "GET /v2.0/networks/0f5c547f-c834-483c-85f1-573edcef8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775015 May 06 13:02:24.642038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9d980406-1504-4176-89ab-7385307fba09 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Synchronizing usage tracker for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:24.848209 n-d-840847-1 neutron-server[83955]: INFO neutron.db.ipam_backend_mixin [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7 (CIDR: 172.20.0.0/28) May 06 13:02:24.893599 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:24.907450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:24.920553 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:02:24.921310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:02:25.036185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:02:25.044646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b355b4-9103-487c-bac4-2d7edc755d48,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:25.104886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8c38a582-d58c-4172-8b2b-e98467e6be6f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8c38a582-d58c-4172-8b2b-e98467e6be6f,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:25.118552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ffc0427a-69d6-4ac7-ad6c-e851baa3b6f4 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4306276 May 06 13:02:25.136408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58990) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:25.139631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9d980406-1504-4176-89ab-7385307fba09 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Unset dirty status for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:25.143498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9d980406-1504-4176-89ab-7385307fba09 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "GET /v2.0/ports?device_id=829baf6d-f17a-4d5c-b68c-893903a8966b HTTP/1.1" status: 200 len: 205 time: 1.1511118 May 06 13:02:25.147077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:25.147899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58994) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:25.153917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '8c38a582-d58c-4172-8b2b-e98467e6be6f', 'network_id': '0f5c547f-c834-483c-85f1-573edcef8398', 'port_id': '8c38a582-d58c-4172-8b2b-e98467e6be6f', 'mac_address': 'fa:16:3e:c5:03:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d25f72-b137-4380-8954-3c435c900ef2', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:02:25.259614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.260184 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Added segment 8a445842-62fa-47c4-9320-ed7c65f76430 of type vlan for network 6de9707c-7d6d-4a89-8061-aec60ad992ac May 06 13:02:25.432991 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.469561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b434ac2f-b97f-46ce-9799-b9c30e870526 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:25.506472 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-ce57eeb6-b476-498c-aa37-55a29f2db8fb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] delete failed (client error): The resource could not be found. May 06 13:02:25.508062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ce57eeb6-b476-498c-aa37-55a29f2db8fb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/routers/829baf6d-f17a-4d5c-b68c-893903a8966b HTTP/1.1" status: 404 len: 336 time: 0.3560646 May 06 13:02:25.529707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58998) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:25.567279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c38a582-d58c-4172-8b2b-e98467e6be6f {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:02:25.615294 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd2b6438-c805-4e16-9281-16ae44fd1bf1 req-b8e74385-78fd-4e4e-afec-70238c15e04c service neutron] 10.222.0.48 "GET /v2.0/networks/0f5c547f-c834-483c-85f1-573edcef8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0463510 May 06 13:02:25.627513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8c38a582-d58c-4172-8b2b-e98467e6be6f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8c38a582-d58c-4172-8b2b-e98467e6be6f,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:25.627861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.637470 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.721557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7724c-9df3-4b2c-b304-dac2b0a7028a req-bae788f3-fa3f-4825-9230-573c6bcd3016 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:25.738720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4de7724c-9df3-4b2c-b304-dac2b0a7028a req-bae788f3-fa3f-4825-9230-573c6bcd3016 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 907 time: 1.3368053 May 06 13:02:25.788841 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.801264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.802559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:25.803504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.805324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8c38a582-d58c-4172-8b2b-e98467e6be6f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:25.837629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:25.840205 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.859267 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-66099455-7114-478d-a240-3e24385abf57 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] DELETE failed (client error): The resource could not be found. May 06 13:02:25.860382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66099455-7114-478d-a240-3e24385abf57 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:02:25.863834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-66099455-7114-478d-a240-3e24385abf57 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/subnets/631babea-c5b6-4b7a-9339-f90ee428d167 HTTP/1.1" status: 404 len: 337 time: 0.3315070 May 06 13:02:25.871089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59008) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:25.876424 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.978489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:26.007317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:26.021634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:26.083073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:26.090065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=6de9707c-7d6d-4a89-8061-aec60ad992ac,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:26.109288 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ded8359c-dbfe-4955-8e8a-fa563cb84ff0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0357344 May 06 13:02:26.113666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59018) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:26.123151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Request body: {'subnet': {'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-subnet', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:26.139685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:26.147154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:26.153490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:02:26.187312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8c38a582-d58c-4172-8b2b-e98467e6be6f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:02:26.201963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Usage tracker for resource:subnet and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:26.224313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:26.324283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-523d374a-c6a6-45dd-86f1-729f8924f4f9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port 78b62a79-a6c5-411e-9cf8-17b0447493b9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:26.324626 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523d374a-c6a6-45dd-86f1-729f8924f4f9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:26.423893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:26.512439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Made reservation on behalf of 4b0fcaeb0bd04e499d216beff4e48650 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:26.516814 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:27.025088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.25.7.67 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/a69357c3-91b9-41fd-b871-2cbb66e1838c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:27.083354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:27.195795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:27.417261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Checking segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:27.419684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Network hostable DHCP agents. Network: 6de9707c-7d6d-4a89-8061-aec60ad992ac, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:02:27.439206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:27.575968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:02:27.595744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523d374a-c6a6-45dd-86f1-729f8924f4f9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:27.638394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6de9707c-7d6d-4a89-8061-aec60ad992ac) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:27.646413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:27.651480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:27.669103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd2a310-c764-4791-adec-855e774634f9 None None] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:27.734787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4d03fdb4-eb1f-4929-96a1-6010826ac41a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6196802 May 06 13:02:27.806638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59056) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:27.969537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-523d374a-c6a6-45dd-86f1-729f8924f4f9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for 78b62a79-a6c5-411e-9cf8-17b0447493b9 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:28.040117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.096254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:28.113921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c283a-4dad-4612-a759-51df2346eda9 req-5f994f06-3187-47f7-9a49-7e71e55465b0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:28.129123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f11c283a-4dad-4612-a759-51df2346eda9 req-5f994f06-3187-47f7-9a49-7e71e55465b0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 908 time: 0.9420240 May 06 13:02:28.139585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:28.173348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Usage tracker for resource:router and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:28.187847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:28.207187 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=11706fde-8509-4b74-8e77-9f585e651e15,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:28.226725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:28.231691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:28.247549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:28.250208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.254263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12db4b-9058-4ffd-8f96-720953e164e2 None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:28.273222 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.282637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:28.344696 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb090f28-026f-4bc2-bfcf-32b9ac520bcd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2048948 May 06 13:02:28.345800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59072) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:28.371798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1533575983', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '11706fde-8509-4b74-8e77-9f585e651e15'}], 'security_groups': ['e9dc8aa1-ed2a-4a6a-9ad8-ba8d81d5accf']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:28.482000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523d374a-c6a6-45dd-86f1-729f8924f4f9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.486394 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.542482 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.543885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.598877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8c38a582-d58c-4172-8b2b-e98467e6be6f up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:28.724813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.742776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-6de9707c-7d6d-4a89-8061-aec60ad992ac', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:02:28.744146 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.045654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:29.061071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:29.080626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:29.165366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=a69357c3-91b9-41fd-b871-2cbb66e1838c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:29.215904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Allocated IP 172.20.0.2 (6de9707c-7d6d-4a89-8061-aec60ad992ac/a52a2b4a-5f95-47e6-a2ff-ee9190fb75de/6587f1b7-2587-42a1-a35b-eb4db9e57e7f) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:29.220121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d374a-c6a6-45dd-86f1-729f8924f4f9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=78b62a79-a6c5-411e-9cf8-17b0447493b9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:29.225468 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.237699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-523d374a-c6a6-45dd-86f1-729f8924f4f9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.638133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 8c38a582-d58c-4172-8b2b-e98467e6be6f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:29.705992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-523d374a-c6a6-45dd-86f1-729f8924f4f9 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/ports/78b62a79-a6c5-411e-9cf8-17b0447493b9 HTTP/1.1" status: 204 len: 168 time: 3.8326082 May 06 13:02:29.773968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59088) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:29.903301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4bde9c92-0ac9-4d27-a6d1-0633ee64c2fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:29.903640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bde9c92-0ac9-4d27-a6d1-0633ee64c2fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.910163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.965101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Transition to ACTIVE for port object 6587f1b7-2587-42a1-a35b-eb4db9e57e7f will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:30.026592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Transition to ACTIVE for port object 6587f1b7-2587-42a1-a35b-eb4db9e57e7f will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:30.034112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 8c38a582-d58c-4172-8b2b-e98467e6be6f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:30.034877 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.096111 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.141611 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.143086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.163713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1805db-05e4-4582-b857-841f5cb258fd req-0cd3589c-3a71-4e7a-9bac-45ab700763e1 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:30.180794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb1805db-05e4-4582-b857-841f5cb258fd req-0cd3589c-3a71-4e7a-9bac-45ab700763e1 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 908 time: 0.6255658 May 06 13:02:30.198020 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.341444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:30.352753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:30.377031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:30.415830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Delete allocated IP 172.20.0.6 (5374bb2c-a069-46cd-b998-615927e1bb03/49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7) {{(pid=83952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:02:30.453329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.26 (5374bb2c-a069-46cd-b998-615927e1bb03/11706fde-8509-4b74-8e77-9f585e651e15/88dd80a8-ab26-4f28-bf69-7bc4a9908c16) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:30.482014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bde9c92-0ac9-4d27-a6d1-0633ee64c2fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.680581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4bde9c92-0ac9-4d27-a6d1-0633ee64c2fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:30.744949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Pushing event updated for resources: {'Port': ['ID=6587f1b7-2587-42a1-a35b-eb4db9e57e7f,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:30.950201 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.052228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Attempting to bind port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:31.052518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Attempting to bind port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:31.052977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Attempting to bind port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f on network 6de9707c-7d6d-4a89-8061-aec60ad992ac {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:31.073453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:31.084534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Checking segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:31.085420 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.086092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Bound using segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:31.086958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Bound port: 6587f1b7-2587-42a1-a35b-eb4db9e57e7f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:31.087610 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.271043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.416449 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.487001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bde9c92-0ac9-4d27-a6d1-0633ee64c2fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.664672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde9c92-0ac9-4d27-a6d1-0633ee64c2fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:31.688137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.697974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5a4a8-2d8f-47fb-b1fb-0e9894c441d6 None None] Update dhcp port {'port': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'fixed_ips': [{'subnet_id': '49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7', 'ip_address': '172.20.0.2'}, {'subnet_id': '11706fde-8509-4b74-8e77-9f585e651e15'}], 'binding:host_id': 'n-d-840847-1'}, 'id': 'b434ac2f-b97f-46ce-9799-b9c30e870526'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:02:31.754924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object 88dd80a8-ab26-4f28-bf69-7bc4a9908c16 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:31.817403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.947480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36b018-d798-4512-b385-11e3e105825d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c38a582-d58c-4172-8b2b-e98467e6be6f'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:31.974904 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3b5a4a8-2d8f-47fb-b1fb-0e9894c441d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:32.091769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8c38a582-d58c-4172-8b2b-e98467e6be6f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8c38a582-d58c-4172-8b2b-e98467e6be6f,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:32.132677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=88dd80a8-ab26-4f28-bf69-7bc4a9908c16,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:32.176074 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:32.287961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Allocated IP 172.25.7.177 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/548c6d1f-10d3-4a56-8177-91b2ce7d950e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:32.300714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59118) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:32.667976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:02:32.690272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:32.799490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4bde9c92-0ac9-4d27-a6d1-0633ee64c2fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:32.801816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f347f2-66d8-4156-95fe-20d2b2780953 req-14906aee-c1cd-49c2-b4fa-4577c466eaef tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:32.808017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2f347f2-66d8-4156-95fe-20d2b2780953 req-14906aee-c1cd-49c2-b4fa-4577c466eaef tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 908 time: 1.2492547 May 06 13:02:32.821950 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:32.864658 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4bde9c92-0ac9-4d27-a6d1-0633ee64c2fa tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/ports/ebca9ab8-a26a-4aca-bbdd-fb3042dd38e9 HTTP/1.1" status: 204 len: 168 time: 3.0899026 May 06 13:02:32.868440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f3b5a4a8-2d8f-47fb-b1fb-0e9894c441d6 None None] Allocated IP 172.20.0.18 (5374bb2c-a069-46cd-b998-615927e1bb03/11706fde-8509-4b74-8e77-9f585e651e15/b434ac2f-b97f-46ce-9799-b9c30e870526) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:32.871440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59126) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:32.880513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] In _notify_port_updated(), no bound segment for port 88dd80a8-ab26-4f28-bf69-7bc4a9908c16 on network 5374bb2c-a069-46cd-b998-615927e1bb03 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:02:32.893780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:32.895267 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:32.898775 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8d6a2649-542e-4aea-9536-3480f8d8588f tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "PUT /v2.0/ports/88dd80a8-ab26-4f28-bf69-7bc4a9908c16 HTTP/1.1" status: 200 len: 921 time: 4.5510519 May 06 13:02:32.984308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59130) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:33.020876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=548c6d1f-10d3-4a56-8177-91b2ce7d950e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:33.044615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.045008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.045349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.045737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.046094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.047044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.047044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.047044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.048030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.048200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.048371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:33.250660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b64695eb-f494-43b1-bf8a-b3a8006ea29a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port 88dd80a8-ab26-4f28-bf69-7bc4a9908c16 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:33.250660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b64695eb-f494-43b1-bf8a-b3a8006ea29a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:33.347654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:33.351653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:33.358745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:33.489384 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6aae44b-17f7-43a4-b06f-0d3e5214acec'] response: {'server_uuid': '7d36b018-d798-4512-b385-11e3e105825d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c38a582-d58c-4172-8b2b-e98467e6be6f', 'code': 200} May 06 13:02:33.818301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] For port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:33.836385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f3b5a4a8-2d8f-47fb-b1fb-0e9894c441d6 None None] For port b434ac2f-b97f-46ce-9799-b9c30e870526, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b434ac2f-b97f-46ce-9799-b9c30e870526,segment=NetworkSegment(f63eb9ad-ae91-443a-9460-d91a1dda0006),segment_id=f63eb9ad-ae91-443a-9460-d91a1dda0006)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:33.841462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8c38a582-d58c-4172-8b2b-e98467e6be6f,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:33.852350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] For port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6587f1b7-2587-42a1-a35b-eb4db9e57e7f,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:33.870864 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.014875 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-f3b5a4a8-2d8f-47fb-b1fb-0e9894c441d6 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:02:34.120684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3b5a4a8-2d8f-47fb-b1fb-0e9894c441d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.128684 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb85c5d9-e0cc-4957-8dd3-b6cf20227a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.222853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6697b58-5092-4eb7-88a9-387e19f9b5c4 None None] Pushing event updated for resources: {'Port': ['ID=6587f1b7-2587-42a1-a35b-eb4db9e57e7f,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:34.233358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f3b5a4a8-2d8f-47fb-b1fb-0e9894c441d6 None None] Transition to ACTIVE for port object b434ac2f-b97f-46ce-9799-b9c30e870526 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:34.244916 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3b5a4a8-2d8f-47fb-b1fb-0e9894c441d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.508075 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.509456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.783665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b64695eb-f494-43b1-bf8a-b3a8006ea29a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.797729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5a4a8-2d8f-47fb-b1fb-0e9894c441d6 None None] Pushing event updated for resources: {'Port': ['ID=b434ac2f-b97f-46ce-9799-b9c30e870526,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:35.302298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b64695eb-f494-43b1-bf8a-b3a8006ea29a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for 88dd80a8-ab26-4f28-bf69-7bc4a9908c16 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:35.303176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:02:35.326134 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Sync routers for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:35.358561 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:35.359531 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:35.394063 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.398323 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b38c5d59-05ba-4df0-b5b2-3e7912af7e69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 14.5334368 May 06 13:02:35.405477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59262) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:35.484810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712bf21-24a8-4eff-a8e3-edb01bd5fc14 req-17ea1a36-9c10-43fb-b5d0-6bfcb2a15682 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:35.494499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4712bf21-24a8-4eff-a8e3-edb01bd5fc14 req-17ea1a36-9c10-43fb-b5d0-6bfcb2a15682 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 909 time: 0.6740358 May 06 13:02:35.540958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76ded063-5138-4f8f-bfea-c9e7d7c13160 req-575c9b5a-8fdd-4daf-b9c1-94b52b39a6a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 1060 time: 3.0389214 May 06 13:02:35.692081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b434ac2f-b97f-46ce-9799-b9c30e870526 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:35.901193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Router c8643d68-2460-4404-9bcf-13f8e2401eff is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:02:35.928114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bb85c5d9-e0cc-4957-8dd3-b6cf20227a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:35.931090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6587f1b7-2587-42a1-a35b-eb4db9e57e7f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:36.014801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb85c5d9-e0cc-4957-8dd3-b6cf20227a0f admin admin] Usage tracker for resource:security_group_rule and tenant:94ceb6fbc8744e6c9784115b291de9ee is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:36.033000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bb85c5d9-e0cc-4957-8dd3-b6cf20227a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:36.115324 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:36.122489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bb85c5d9-e0cc-4957-8dd3-b6cf20227a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:36.656369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:36.693989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe91980-8859-44bb-acde-fb9cda32148e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:36.697801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fbe91980-8859-44bb-acde-fb9cda32148e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Synchronizing usage tracker for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:36.773053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dedbed90-e858-4dcd-8725-5b6febe512c5 None None] Provisioning for port b434ac2f-b97f-46ce-9799-b9c30e870526 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:36.805219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dedbed90-e858-4dcd-8725-5b6febe512c5 None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:36.808713 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dedbed90-e858-4dcd-8725-5b6febe512c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:36.839720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5c6a150d-7f1a-45d6-87b2-f988a0fec172 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=f57f59e5f10b4779858d012f38366eaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.4282837 May 06 13:02:36.889253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59362) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:37.082013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b64695eb-f494-43b1-bf8a-b3a8006ea29a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:37.114899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b6756d-cc1a-48d1-8960-cbca1f2be75b None None] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:37.440334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fbe91980-8859-44bb-acde-fb9cda32148e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Unset dirty status for tenant:37ea359ed696431a9eedb6da5bc70128 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:37.447446 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fbe91980-8859-44bb-acde-fb9cda32148e tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0045e71-0f5e-47b3-9e62-0db1a4152b36 HTTP/1.1" status: 200 len: 913 time: 4.5728908 May 06 13:02:37.590914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59402) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:37.626677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64695eb-f494-43b1-bf8a-b3a8006ea29a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=88dd80a8-ab26-4f28-bf69-7bc4a9908c16,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:37.966492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcaa2b1-b749-4420-8e40-aae81ec89a87 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:37.969372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fdcaa2b1-b749-4420-8e40-aae81ec89a87 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0768924 May 06 13:02:37.982565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59434) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:38.210807 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:29Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:38.222924 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Checking router: a3cbe623-eb98-48cc-9da1-2094ca7e04c7 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:02:38.223437 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Updating router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 port a69357c3-91b9-41fd-b871-2cbb66e1838c binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:02:38.265870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-810c1b9f-682e-485f-8c63-2fb23ab1db00 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2813070 May 06 13:02:38.283477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59460) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:38.303838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1652735967', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:38.339567 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb85c5d9-e0cc-4957-8dd3-b6cf20227a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.501353 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.543357 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.557742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dedbed90-e858-4dcd-8725-5b6febe512c5 None None] Could not find standard attr ID for object 88dd80a8-ab26-4f28-bf69-7bc4a9908c16. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:02:38.586976 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb85c5d9-e0cc-4957-8dd3-b6cf20227a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.668020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dedbed90-e858-4dcd-8725-5b6febe512c5 None None] Provisioning complete for port c1eeaa7c-8a6c-45ec-884c-284d0669a2af triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:38.668399 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dedbed90-e858-4dcd-8725-5b6febe512c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.870698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-dedbed90-e858-4dcd-8725-5b6febe512c5 None None] Port c1eeaa7c-8a6c-45ec-884c-284d0669a2af cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:38.878182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85c5d9-e0cc-4957-8dd3-b6cf20227a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793787c4-63b3-418c-999f-b491d1206bb5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:38.935460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:38.967357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:subnet and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:38.988024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:39.037420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:39.132991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:39.244298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a61fdaab-c85f-4729-8bff-1e8a79e39677 None None] Could not find standard attr ID for object 88dd80a8-ab26-4f28-bf69-7bc4a9908c16. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:02:39.329096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59536) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:39.336735 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb85c5d9-e0cc-4957-8dd3-b6cf20227a0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94ceb6fbc8744e6c9784115b291de9ee&name=default HTTP/1.1" status: 200 len: 2647 time: 7.0103550 May 06 13:02:39.381145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a61fdaab-c85f-4729-8bff-1e8a79e39677 None None] Provisioning for port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:39.394273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a61fdaab-c85f-4729-8bff-1e8a79e39677 None None] Provisioning complete for port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:39.394827 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a61fdaab-c85f-4729-8bff-1e8a79e39677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:39.440612 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b64695eb-f494-43b1-bf8a-b3a8006ea29a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:39.535991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b64695eb-f494-43b1-bf8a-b3a8006ea29a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/88dd80a8-ab26-4f28-bf69-7bc4a9908c16 HTTP/1.1" status: 204 len: 168 time: 6.5497565 May 06 13:02:39.537631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59552) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:39.645499 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c9a644-5d78-40cf-bdc3-8b01bbd9f1c1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 13:02:39.649266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f6c9a644-5d78-40cf-bdc3-8b01bbd9f1c1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:39.662108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f77c1-97af-40c4-9dd9-84cc17c8ef16 req-352ad7ff-bed8-4c3c-92f8-ed641332a937 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:39.689019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a00f77c1-97af-40c4-9dd9-84cc17c8ef16 req-352ad7ff-bed8-4c3c-92f8-ed641332a937 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 909 time: 1.5644467 May 06 13:02:39.705833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f6c9a644-5d78-40cf-bdc3-8b01bbd9f1c1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:39.714018 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f6c9a644-5d78-40cf-bdc3-8b01bbd9f1c1 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/88dd80a8-ab26-4f28-bf69-7bc4a9908c16 HTTP/1.1" status: 404 len: 333 time: 0.1725652 May 06 13:02:39.715325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59572) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:39.891927 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.002829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a61fdaab-c85f-4729-8bff-1e8a79e39677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.095799 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:02:40.177141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a61fdaab-c85f-4729-8bff-1e8a79e39677 None None] For port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6587f1b7-2587-42a1-a35b-eb4db9e57e7f,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:40.185159 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a61fdaab-c85f-4729-8bff-1e8a79e39677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.192932 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b299e3d2-55c9-4fe5-b4df-399df73b6811 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.268761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b299e3d2-55c9-4fe5-b4df-399df73b6811 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.494496 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b299e3d2-55c9-4fe5-b4df-399df73b6811 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.590615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b299e3d2-55c9-4fe5-b4df-399df73b6811 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.599443 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b299e3d2-55c9-4fe5-b4df-399df73b6811 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/security-groups/b78b026a-aacc-44b8-b4eb-331899d2e43e HTTP/1.1" status: 204 len: 168 time: 0.8639548 May 06 13:02:40.625440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59626) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:40.660678 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.699356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fdaab-c85f-4729-8bff-1e8a79e39677 None None] Pushing event updated for resources: {'Port': ['ID=6587f1b7-2587-42a1-a35b-eb4db9e57e7f,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:40.710077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299e3d2-55c9-4fe5-b4df-399df73b6811 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78b026a-aacc-44b8-b4eb-331899d2e43e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:40.737780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.741766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baed56e5-f9dc-4198-ac97-41e5517cf5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.742846 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Transition to ACTIVE for port object a69357c3-91b9-41fd-b871-2cbb66e1838c will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:40.812173 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.949534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:02:40.950472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2319ffb7-c0dd-4446-8f3d-2e3d747587f3 None None] Provisioning complete for port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:40.951913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2319ffb7-c0dd-4446-8f3d-2e3d747587f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.985188 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baed56e5-f9dc-4198-ac97-41e5517cf5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.044374 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Attempting to bind port a69357c3-91b9-41fd-b871-2cbb66e1838c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:41.044949 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Attempting to bind port a69357c3-91b9-41fd-b871-2cbb66e1838c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:41.045313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Attempting to bind port a69357c3-91b9-41fd-b871-2cbb66e1838c on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:41.062641 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:41.063027 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:41.063571 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.063974 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:41.064462 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Bound port: a69357c3-91b9-41fd-b871-2cbb66e1838c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:41.064837 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.091265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Sync routers for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:41.166571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:41.168307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:41.232640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df8ba-1b03-4fe9-a14e-fb42bca42d29 req-ce7fb292-a5ed-454d-92e0-ad869bcad379 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:41.248854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b51df8ba-1b03-4fe9-a14e-fb42bca42d29 req-ce7fb292-a5ed-454d-92e0-ad869bcad379 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 909 time: 1.0750225 May 06 13:02:41.249940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.251487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e62f4783-9f17-445b-9c64-e7bef00a9fd7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.1661062 May 06 13:02:41.263948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59642) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:41.317443 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] For port a69357c3-91b9-41fd-b871-2cbb66e1838c, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:41.423102 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] For port a69357c3-91b9-41fd-b871-2cbb66e1838c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a69357c3-91b9-41fd-b871-2cbb66e1838c,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:41.451647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f2a2-7d08-4ec5-87b5-85191a001f9c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.458122 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.497739 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Pushing event updated for resources: {'Port': ['ID=a69357c3-91b9-41fd-b871-2cbb66e1838c,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:41.601502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f2a2-7d08-4ec5-87b5-85191a001f9c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.689036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:41.692088 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.692610 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.692948 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.693285 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.693615 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.698201 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.698670 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.699014 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.699373 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.699776 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.700197 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:41.755628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f2a2-7d08-4ec5-87b5-85191a001f9c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.832681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f2a2-7d08-4ec5-87b5-85191a001f9c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.846171 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d5a9f2a2-7d08-4ec5-87b5-85191a001f9c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/security-groups/e9dc8aa1-ed2a-4a6a-9ad8-ba8d81d5accf HTTP/1.1" status: 204 len: 168 time: 1.2090073 May 06 13:02:41.849975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59652) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:41.869836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9f2a2-7d08-4ec5-87b5-85191a001f9c tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dc8aa1-ed2a-4a6a-9ad8-ba8d81d5accf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:41.991408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.014394 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:42.015972 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:42.086791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6587f1b7-2587-42a1-a35b-eb4db9e57e7f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:42.115538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baed56e5-f9dc-4198-ac97-41e5517cf5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.125344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Subnet': ['ID=d82d23d2-7e5b-4494-b7af-003e06f7cfc6,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:42.208182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed56e5-f9dc-4198-ac97-41e5517cf5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793787c4-63b3-418c-999f-b491d1206bb5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:42.220564 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-baed56e5-f9dc-4198-ac97-41e5517cf5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.222295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-baed56e5-f9dc-4198-ac97-41e5517cf5fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/793787c4-63b3-418c-999f-b491d1206bb5 HTTP/1.1" status: 204 len: 168 time: 2.6255398 May 06 13:02:42.338822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c64af9a-e048-43ff-9b07-30547a73f505 req-cb3afdf5-5708-403e-b4f1-ab771b4c0de5 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 1060 time: 0.4917204 May 06 13:02:42.339600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Checking segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:42.339967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network hostable DHCP agents. Network: dae8fc67-547b-4af3-a42b-b13d3b36396d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:02:42.750268 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da110fb-dfd1-4ca0-b2d7-e5fa9ee91c48 None None] Pushing event updated for resources: {'Port': ['ID=a69357c3-91b9-41fd-b871-2cbb66e1838c,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:42.850566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network dae8fc67-547b-4af3-a42b-b13d3b36396d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:02:43.015786 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:43.016964 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bd39246e-d5dd-4cab-b7a1-7b108933cba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.026896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:43.027265 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.121556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dae8fc67-547b-4af3-a42b-b13d3b36396d) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:43.142268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:43.143003 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.205828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f79205e-60c2-40ca-8b07-46f7889f06c9 None None] Network dae8fc67-547b-4af3-a42b-b13d3b36396d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:43.211634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d5bb529d-004b-498c-a003-9475be7de2f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.9229448 May 06 13:02:43.233606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59672) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:43.546466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46a742e-ba47-43da-9d68-c1b0866da61a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet 49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:02:43.551990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46a742e-ba47-43da-9d68-c1b0866da61a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.571017 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.602574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-36102b0b-294d-4660-9f91-462ef0843003 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:43.603664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-36102b0b-294d-4660-9f91-462ef0843003 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Synchronizing usage tracker for tenant:fa96a274e40743d59276beef1882162d on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:43.613143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59678) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:43.671354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-525a569f-a3a8-44ee-abaa-dd1bb80d2506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.695696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:34Z', 'revision_number': 3, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:43.729042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40c3127a-7729-4df6-aa07-9878792e4bbf req-35d692fb-d50a-467f-8873-6d6888a930dd tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1136 time: 0.6438937 May 06 13:02:43.765380 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46a742e-ba47-43da-9d68-c1b0866da61a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.822691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Checking router: c8643d68-2460-4404-9bcf-13f8e2401eff for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:02:43.823545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Updating router c8643d68-2460-4404-9bcf-13f8e2401eff port 548c6d1f-10d3-4a56-8177-91b2ce7d950e binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:02:43.858378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-525a569f-a3a8-44ee-abaa-dd1bb80d2506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:43.917679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-525a569f-a3a8-44ee-abaa-dd1bb80d2506 admin admin] Usage tracker for resource:security_group_rule and tenant:e3bfffe637f44c819ce75e7459303f48 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:43.960638 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:29Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:43.977953 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034fa8f0-7d43-493c-bfd2-f08bf785ff60 None None] The sync data for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 is: [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:29Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:02:43.994253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-525a569f-a3a8-44ee-abaa-dd1bb80d2506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:44.011466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46a742e-ba47-43da-9d68-c1b0866da61a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.043104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-525a569f-a3a8-44ee-abaa-dd1bb80d2506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:44.063472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-36102b0b-294d-4660-9f91-462ef0843003 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Unset dirty status for tenant:fa96a274e40743d59276beef1882162d on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:44.075024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-36102b0b-294d-4660-9f91-462ef0843003 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/networks?id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6 HTTP/1.1" status: 200 len: 813 time: 1.1772053 May 06 13:02:44.084584 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.094247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-40c3127a-7729-4df6-aa07-9878792e4bbf req-a439f88c-1ae7-4b48-8437-566a510200d3 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Synchronizing usage tracker for tenant:f280f929139947ce8eafd99d64b0dc9e on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:44.214486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-ffd9d5f7-83ad-433d-87be-b4a85254845b tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/quotas/fa96a274e40743d59276beef1882162d HTTP/1.1" status: 200 len: 375 time: 0.1375952 May 06 13:02:44.418448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dae8fc67-547b-4af3-a42b-b13d3b36396d', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:02:44.422064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.641079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46a742e-ba47-43da-9d68-c1b0866da61a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.702420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-40c3127a-7729-4df6-aa07-9878792e4bbf req-a439f88c-1ae7-4b48-8437-566a510200d3 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] Unset dirty status for tenant:f280f929139947ce8eafd99d64b0dc9e on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:44.705140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40c3127a-7729-4df6-aa07-9878792e4bbf req-a439f88c-1ae7-4b48-8437-566a510200d3 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9744806 May 06 13:02:44.742964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b46a742e-ba47-43da-9d68-c1b0866da61a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.763286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a742e-ba47-43da-9d68-c1b0866da61a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:44.776199 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b46a742e-ba47-43da-9d68-c1b0866da61a tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7 HTTP/1.1" status: 204 len: 168 time: 2.9123433 May 06 13:02:44.777839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59686) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:44.794291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:44.831690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-cf99c6ba-2bb6-4bd7-8b8d-1350edb19c0f tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa96a274e40743d59276beef1882162d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6153963 May 06 13:02:44.838926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59690) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:44.984553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccbbef-9e09-4a16-8b43-1e08d7a694a2 None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:45.320025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:45.335545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:45.345270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:45.368189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:45.371881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port f3444404-a5f0-41f4-a2a4-dfda5cf2fe33 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:45.372399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.539212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:45.545307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.707238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Allocated IP 172.20.0.2 (dae8fc67-547b-4af3-a42b-b13d3b36396d/d82d23d2-7e5b-4494-b7af-003e06f7cfc6/51e4e708-0f9e-433b-a05a-7823c2e1b56f) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:46.041537 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.058489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Transition to ACTIVE for port object 51e4e708-0f9e-433b-a05a-7823c2e1b56f will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:46.084342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Transition to ACTIVE for port object 51e4e708-0f9e-433b-a05a-7823c2e1b56f will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:46.129170 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-525a569f-a3a8-44ee-abaa-dd1bb80d2506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.140727 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-825a0d7a-54b9-44ee-b49a-8bbcab27c7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.145415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a69357c3-91b9-41fd-b871-2cbb66e1838c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:46.160493 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-525a569f-a3a8-44ee-abaa-dd1bb80d2506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.244957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c3d25131-b629-4936-b672-f24b55ef4ce8 tempest-TestSecurityGroupsBasicOps-1432747317 tempest-TestSecurityGroupsBasicOps-1432747317-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 1055 time: 1.3882358 May 06 13:02:46.277418 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.386517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-281b8ea1-3f45-4c77-ab45-e268ee39cb33 service neutron] 10.222.0.44 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5272408 May 06 13:02:46.402868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.605997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Pushing event updated for resources: {'Port': ['ID=51e4e708-0f9e-433b-a05a-7823c2e1b56f,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:46.614116 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.722438 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.732010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Network dae8fc67-547b-4af3-a42b-b13d3b36396d is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:46.740306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:46.750108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:46.783639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for f3444404-a5f0-41f4-a2a4-dfda5cf2fe33 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:46.982810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port a69357c3-91b9-41fd-b871-2cbb66e1838c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:46.990884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-525a569f-a3a8-44ee-abaa-dd1bb80d2506 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3bfffe637f44c819ce75e7459303f48&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3616049 May 06 13:02:46.995073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-22565ef0-c638-4562-808f-89012d0b54b0 service neutron] 10.222.0.44 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795547 May 06 13:02:47.000122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59702) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:47.003004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a569f-a3a8-44ee-abaa-dd1bb80d2506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f263f20e-8e34-465b-89a8-b0ee140f1dd3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:47.003561 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:02:47.056000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a69357c3-91b9-41fd-b871-2cbb66e1838c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:47.056611 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.127951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Attempting to bind port 51e4e708-0f9e-433b-a05a-7823c2e1b56f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:47.128522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Attempting to bind port 51e4e708-0f9e-433b-a05a-7823c2e1b56f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:47.129022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Attempting to bind port 51e4e708-0f9e-433b-a05a-7823c2e1b56f on network dae8fc67-547b-4af3-a42b-b13d3b36396d {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:47.379845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:47.380890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Checking segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:47.381797 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.382756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Bound using segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:47.383802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Bound port: 51e4e708-0f9e-433b-a05a-7823c2e1b56f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:47.384731 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.409708 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-423af591-f70e-455b-a740-282cb52ad2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.553083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-423af591-f70e-455b-a740-282cb52ad2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.562882 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.572926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.677952 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.704080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port a69357c3-91b9-41fd-b871-2cbb66e1838c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a69357c3-91b9-41fd-b871-2cbb66e1838c,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:47.706073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Transition to ACTIVE for port object 548c6d1f-10d3-4a56-8177-91b2ce7d950e will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:47.718424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.729007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.769021 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.815978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77fb9ede-b75e-40aa-9782-c903467393d3 req-affb7b1b-0113-4792-83c2-eed466bcb0e9 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 210 time: 0.4121802 May 06 13:02:47.817242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-423af591-f70e-455b-a740-282cb52ad2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.857170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:47.873673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423af591-f70e-455b-a740-282cb52ad2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f263f20e-8e34-465b-89a8-b0ee140f1dd3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:47.874654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:47.911839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:47.915304 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-423af591-f70e-455b-a740-282cb52ad2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.916935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-423af591-f70e-455b-a740-282cb52ad2f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f263f20e-8e34-465b-89a8-b0ee140f1dd3 HTTP/1.1" status: 204 len: 168 time: 0.8329363 May 06 13:02:47.919203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.924886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb56373-ca75-4ce9-b71f-258e70bb3f3a req-ba59373a-4f6f-41ac-be07-c55b11169ccf tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:47.926863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9eb56373-ca75-4ce9-b71f-258e70bb3f3a req-ba59373a-4f6f-41ac-be07-c55b11169ccf tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 909 time: 0.8364496 May 06 13:02:47.971261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=b12ec921-f1c7-43cd-be61-48a1cebfdd8f,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:48.045627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=a69357c3-91b9-41fd-b871-2cbb66e1838c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:48.200340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Attempting to bind port 548c6d1f-10d3-4a56-8177-91b2ce7d950e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:48.203963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Attempting to bind port 548c6d1f-10d3-4a56-8177-91b2ce7d950e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:48.204822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Attempting to bind port 548c6d1f-10d3-4a56-8177-91b2ce7d950e on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:48.221385 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a600e434-64a1-40ba-be5b-9fd4692e265e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4354937 May 06 13:02:48.250628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] For port 51e4e708-0f9e-433b-a05a-7823c2e1b56f, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:48.259877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59722) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:48.301447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] For port 51e4e708-0f9e-433b-a05a-7823c2e1b56f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=51e4e708-0f9e-433b-a05a-7823c2e1b56f,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:48.323927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:48.324844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:48.325677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.326801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:48.327761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Bound port: 548c6d1f-10d3-4a56-8177-91b2ce7d950e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:48.328584 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.330228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'security_group': {'name': 'tempest-secgroup-366206340'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:48.395441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:48.428091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:48.454380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:48.526182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.540173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:48.556974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec563d7-4243-4ea7-a64d-f29db4a58a4d None None] Pushing event updated for resources: {'Port': ['ID=548c6d1f-10d3-4a56-8177-91b2ce7d950e,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:48.561661 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.600183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.723262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.874957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d0900-46a4-4050-ad41-3d0e8bbd9b61 None None] Pushing event updated for resources: {'Port': ['ID=51e4e708-0f9e-433b-a05a-7823c2e1b56f,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:49.130452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=f3444404-a5f0-41f4-a2a4-dfda5cf2fe33,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:49.172674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] For port 548c6d1f-10d3-4a56-8177-91b2ce7d950e, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:49.193969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] For port 548c6d1f-10d3-4a56-8177-91b2ce7d950e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=548c6d1f-10d3-4a56-8177-91b2ce7d950e,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:49.209008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.494942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Allocated IP 172.20.0.1 (6de9707c-7d6d-4a89-8061-aec60ad992ac/a52a2b4a-5f95-47e6-a2ff-ee9190fb75de/46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:49.637200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:49.677645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group_rule and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:49.684498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:49.695761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:49.709937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:49.749164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:49.887206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65460d4-9461-4f42-91e1-bb3088d8b405 None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:49.976137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5cd123c-3de3-422d-a63e-de7d6f117624 req-3512805b-25cc-44e0-814e-fa697cba195c tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 210 time: 0.4258349 May 06 13:02:49.986870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa330923-bdcf-4775-8892-95865c13a5ac req-a2b91b5c-9f75-4053-827f-ac6a68f5cf8f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:49.989054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-aa330923-bdcf-4775-8892-95865c13a5ac req-a2b91b5c-9f75-4053-827f-ac6a68f5cf8f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Synchronizing usage tracker for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:49.989844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec563d7-4243-4ea7-a64d-f29db4a58a4d None None] Pushing event updated for resources: {'Port': ['ID=548c6d1f-10d3-4a56-8177-91b2ce7d950e,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:50.199491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-aa330923-bdcf-4775-8892-95865c13a5ac req-a2b91b5c-9f75-4053-827f-ac6a68f5cf8f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Unset dirty status for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:50.201522 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa330923-bdcf-4775-8892-95865c13a5ac req-a2b91b5c-9f75-4053-827f-ac6a68f5cf8f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 909 time: 1.4178381 May 06 13:02:50.577197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a69357c3-91b9-41fd-b871-2cbb66e1838c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:50.733786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1ae890bf-4481-4d24-82c3-8379a6aed331 None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:50.734432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae890bf-4481-4d24-82c3-8379a6aed331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.862441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.873326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-aa330923-bdcf-4775-8892-95865c13a5ac req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting port 8c38a582-d58c-4172-8b2b-e98467e6be6f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:50.874908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa330923-bdcf-4775-8892-95865c13a5ac req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.186797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9860133-0c19-4384-bc63-adc81f3a01a0 req-aa0025cd-7527-4709-8cb0-3be1269f4ca0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:51.191836 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9860133-0c19-4384-bc63-adc81f3a01a0 req-aa0025cd-7527-4709-8cb0-3be1269f4ca0 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 909 time: 1.5074482 May 06 13:02:51.236357 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.311729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.327846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:51.340923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.382029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Transition to ACTIVE for port object 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:51.513059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9de2b20d-f274-4be2-aec3-1ecacce19bda req-aba1881c-d710-4a71-8d47-e7f05dd2c7d3 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 210 time: 0.1278019 May 06 13:02:51.728713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e806629e-078b-400b-a4c5-8b07ba62b2b4 None None] Network dae8fc67-547b-4af3-a42b-b13d3b36396d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:51.775686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.777728 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 3.5153992 May 06 13:02:51.797712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59756) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:51.817627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'security_group': {'name': 'tempest-secgroup-948613346'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:51.835982 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.839884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-aa330923-bdcf-4775-8892-95865c13a5ac req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] For port 8c38a582-d58c-4172-8b2b-e98467e6be6f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8c38a582-d58c-4172-8b2b-e98467e6be6f,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:51.840281 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa330923-bdcf-4775-8892-95865c13a5ac req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.968991 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:51.986236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:51.991228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:52.055077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:52.250148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b4c26-b8ed-482f-acc4-c2b2d965752b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819df5e5-7795-4b75-bb29-c52ea7d2e486,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:52.304538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-aa330923-bdcf-4775-8892-95865c13a5ac req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Calling delete_port for 8c38a582-d58c-4172-8b2b-e98467e6be6f owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:52.317026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Pushing event updated for resources: {'Port': ['ID=46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:52.325357 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.434208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:52.446453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:52.484283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:52.546501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-e11b5c49-3615-4ad5-9ff3-420d1afbccbc tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:52.548142 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-e11b5c49-3615-4ad5-9ff3-420d1afbccbc tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.36 "GET /v2.0/networks?id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6 HTTP/1.1" status: 200 len: 813 time: 2.0705488 May 06 13:02:52.558028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.615180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a69357c3-91b9-41fd-b871-2cbb66e1838c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:52.616135 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.653341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Request body: {'port': {'device_id': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6', 'admin_state_up': True, 'tenant_id': 'fa96a274e40743d59276beef1882162d'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:52.850569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.027277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1ae890bf-4481-4d24-82c3-8379a6aed331 None None] Provisioning complete for port c1eeaa7c-8a6c-45ec-884c-284d0669a2af triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:53.028285 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae890bf-4481-4d24-82c3-8379a6aed331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.232079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1ae890bf-4481-4d24-82c3-8379a6aed331 None None] Port c1eeaa7c-8a6c-45ec-884c-284d0669a2af cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:53.240243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8c38a582-d58c-4172-8b2b-e98467e6be6f no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:53.340799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2101a86c-6e85-4ae0-84ee-9ea4d0ca95ff req-3663550f-32b5-42ab-a5b4-1d820a123ea4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 210 time: 0.2171054 May 06 13:02:53.373629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c21c4c-71eb-4c39-a7d1-30981e6ed486 req-52619529-4b9a-434f-8236-ab304c316599 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:53.375635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50c21c4c-71eb-4c39-a7d1-30981e6ed486 req-52619529-4b9a-434f-8236-ab304c316599 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 909 time: 0.8043723 May 06 13:02:53.390850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:53.476786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group_rule and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:53.567102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:53.724954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:53.755879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:53.759564 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa330923-bdcf-4775-8892-95865c13a5ac req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.782311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-faa64959-fb26-498f-b096-79559c58fd67 None None] Provisioning for port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:53.823989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-faa64959-fb26-498f-b096-79559c58fd67 None None] Provisioning complete for port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:53.824340 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-faa64959-fb26-498f-b096-79559c58fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.845828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.20.0.1 (dae8fc67-547b-4af3-a42b-b13d3b36396d/d82d23d2-7e5b-4494-b7af-003e06f7cfc6/264f9efb-8dea-4ba0-b058-2f3624c06e84) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:53.891267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-faa64959-fb26-498f-b096-79559c58fd67 None None] Port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:53.966722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No active binding found for port 8c38a582-d58c-4172-8b2b-e98467e6be6f {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 13:02:53.976228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8c38a582-d58c-4172-8b2b-e98467e6be6f not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:54.002761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Usage tracker for resource:port and tenant:fa96a274e40743d59276beef1882162d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:54.119420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-faa64959-fb26-498f-b096-79559c58fd67 None None] Provisioning for port 51e4e708-0f9e-433b-a05a-7823c2e1b56f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:54.128912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:54.132902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.153546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:02:54.185751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Port': ['ID=8c38a582-d58c-4172-8b2b-e98467e6be6f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:54.210461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:54.216614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa330923-bdcf-4775-8892-95865c13a5ac req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] No DVR routers for this DVR port 8c38a582-d58c-4172-8b2b-e98467e6be6f on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:54.225145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-aa330923-bdcf-4775-8892-95865c13a5ac req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.229431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.253282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.279000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d36b018-d798-4512-b385-11e3e105825d', 'name': 'network-vif-deleted', 'tag': '8c38a582-d58c-4172-8b2b-e98467e6be6f'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:54.317286 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa330923-bdcf-4775-8892-95865c13a5ac req-21f01f14-c1d0-4cbe-84f9-2b3f39879a13 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.48 "DELETE /v2.0/ports/8c38a582-d58c-4172-8b2b-e98467e6be6f HTTP/1.1" status: 204 len: 173 time: 4.0630105 May 06 13:02:54.362079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Made reservation on behalf of fa96a274e40743d59276beef1882162d for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:54.373625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.446054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 51e4e708-0f9e-433b-a05a-7823c2e1b56f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:54.537103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Pushing event updated for resources: {'Port': ['ID=46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:54.633597 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167c2fd9-8aad-4b2b-b755-16f757a4c11b'] response: {'server_uuid': '7d36b018-d798-4512-b385-11e3e105825d', 'name': 'network-vif-deleted', 'tag': '8c38a582-d58c-4172-8b2b-e98467e6be6f', 'status': 'completed', 'code': 200} May 06 13:02:54.754300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:34Z', 'revision_number': 3, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:54.770701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.772077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3a9b4-4c4a-4653-9a4c-7c524f225024 None None] The sync data for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 is: [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:34Z', 'revision_number': 3, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:02:54.782147 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.814054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17c5d52-7e56-4f17-860d-0aca42ec816d None None] Update dhcp port {'port': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'fixed_ips': [{'subnet_id': '11706fde-8509-4b74-8e77-9f585e651e15', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b12ec921-f1c7-43cd-be61-48a1cebfdd8f'}], 'binding:host_id': 'n-d-840847-1'}, 'id': 'b434ac2f-b97f-46ce-9799-b9c30e870526'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:02:54.849346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Transition to ACTIVE for port object 264f9efb-8dea-4ba0-b058-2f3624c06e84 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:55.010003 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.061655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Allocated IP 172.20.0.6 (05bd9c57-e0c0-45a0-8a5c-8869ece445b6/e2a16a8c-05e5-4f16-aecb-b75b42cbc42a/96cf66fc-23e3-457a-9eb2-901fd447a6b8) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:55.103291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f17c5d52-7e56-4f17-860d-0aca42ec816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.237820 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.511706 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.530049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network dae8fc67-547b-4af3-a42b-b13d3b36396d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:55.560933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.636408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 51e4e708-0f9e-433b-a05a-7823c2e1b56f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:55.661884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:55.702100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 51e4e708-0f9e-433b-a05a-7823c2e1b56f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:55.702559 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.740794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b0208-8969-4df3-a90c-6372c622d987,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:55.763250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.766249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c2b5bd00-b982-4e3f-a62b-9deb18855e2e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 3.9594686 May 06 13:02:55.769427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.773900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:55.789030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'security_group': {'name': 'tempest-secgroup-1814348906'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:55.899366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:55.917457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:55.931547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:55.952760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:55.975453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Pushing event updated for resources: {'Port': ['ID=96cf66fc-23e3-457a-9eb2-901fd447a6b8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:55.982350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:55.987444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:55.994277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:56.160082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f17c5d52-7e56-4f17-860d-0aca42ec816d None None] Allocated IP 172.20.0.2 (5374bb2c-a069-46cd-b998-615927e1bb03/b12ec921-f1c7-43cd-be61-48a1cebfdd8f/b434ac2f-b97f-46ce-9799-b9c30e870526) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:56.212355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:56.213120 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.221937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.271627 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-aaa693f5-5e07-4d15-9e21-d1d42666e4e4 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6723118 May 06 13:02:56.271986 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.298129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Request body: {'port': {'device_id': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:56.355474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-77f53ecb-999f-4c79-9db3-a13c71afba91 None None] Provisioning for port 264f9efb-8dea-4ba0-b058-2f3624c06e84 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:56.376161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-77f53ecb-999f-4c79-9db3-a13c71afba91 None None] Provisioning complete for port 264f9efb-8dea-4ba0-b058-2f3624c06e84 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:56.377031 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77f53ecb-999f-4c79-9db3-a13c71afba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.458827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:56.468217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:security_group_rule and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:56.474555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:56.488982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:56.589163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=264f9efb-8dea-4ba0-b058-2f3624c06e84,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:56.595552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26ae8ab4-49c9-4b54-8687-cf7673f7b750 req-1a30445e-aae1-4a10-ac08-d13996cec84b tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 210 time: 1.5249147 May 06 13:02:56.618640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-362cc6d1-754a-44b1-b8fd-c0c05cff6528 req-641e9b2c-c89b-483c-9e36-83a763bf6d8f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d36b018-d798-4512-b385-11e3e105825d HTTP/1.1" status: 200 len: 210 time: 1.3401518 May 06 13:02:56.618950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-77f53ecb-999f-4c79-9db3-a13c71afba91 None None] Port 264f9efb-8dea-4ba0-b058-2f3624c06e84 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:56.717488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:56.736924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 51e4e708-0f9e-433b-a05a-7823c2e1b56f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=51e4e708-0f9e-433b-a05a-7823c2e1b56f,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:56.747133 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.857244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:56.875262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:56.966649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=51e4e708-0f9e-433b-a05a-7823c2e1b56f,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:57.099609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f17c5d52-7e56-4f17-860d-0aca42ec816d None None] For port b434ac2f-b97f-46ce-9799-b9c30e870526, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b434ac2f-b97f-46ce-9799-b9c30e870526,segment=NetworkSegment(f63eb9ad-ae91-443a-9460-d91a1dda0006),segment_id=f63eb9ad-ae91-443a-9460-d91a1dda0006)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:57.192913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.214313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f17c5d52-7e56-4f17-860d-0aca42ec816d None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.343091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f17c5d52-7e56-4f17-860d-0aca42ec816d None None] Transition to ACTIVE for port object b434ac2f-b97f-46ce-9799-b9c30e870526 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:57.360276 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f17c5d52-7e56-4f17-860d-0aca42ec816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.680298 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.704688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c5d52-7e56-4f17-860d-0aca42ec816d None None] Pushing event updated for resources: {'Port': ['ID=b434ac2f-b97f-46ce-9799-b9c30e870526,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:57.749430 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.777539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.936582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-8bbd98c4-a0fe-487c-b1b6-0d56d2d2e094 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.3608704 May 06 13:02:58.009587 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5e687206-05be-406f-b5ab-2484701f2880 None None] Provisioning complete for port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:58.009900 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5e687206-05be-406f-b5ab-2484701f2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:58.111165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59818) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:58.171386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5e687206-05be-406f-b5ab-2484701f2880 None None] Port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:58.390936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:58.644348 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:58.651935 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.8749266 May 06 13:02:58.655097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59826) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:58.686299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a603308-f80c-4560-9d24-67dac533b28d tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e1d108-6175-4819-a2bc-95b85ae08463,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:58.885112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1994880139', 'security_groups': ['28e1d108-6175-4819-a2bc-95b85ae08463'], 'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b12ec921-f1c7-43cd-be61-48a1cebfdd8f'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:59.151906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7da15715-b8ff-46cf-b48e-043e0e5a2256 None None] Provisioning for port b434ac2f-b97f-46ce-9799-b9c30e870526 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:59.190410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b434ac2f-b97f-46ce-9799-b9c30e870526 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:59.253352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7da15715-b8ff-46cf-b48e-043e0e5a2256 None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:59.254386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7da15715-b8ff-46cf-b48e-043e0e5a2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:59.587661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:59.594448 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:59.637720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:59.697706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:59.755060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:59.902523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:00.099048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 51e4e708-0f9e-433b-a05a-7823c2e1b56f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:00.166654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7da15715-b8ff-46cf-b48e-043e0e5a2256 None None] Provisioning complete for port c1eeaa7c-8a6c-45ec-884c-284d0669a2af triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:00.167412 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7da15715-b8ff-46cf-b48e-043e0e5a2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.219105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cf66fc-23e3-457a-9eb2-901fd447a6b8 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:03:00.249181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7da15715-b8ff-46cf-b48e-043e0e5a2256 None None] Port c1eeaa7c-8a6c-45ec-884c-284d0669a2af cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:00.268256 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.300628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 51e4e708-0f9e-433b-a05a-7823c2e1b56f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:00.301052 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.380950 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.475494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Transition to ACTIVE for port object 96cf66fc-23e3-457a-9eb2-901fd447a6b8 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:00.510138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Router e0045e71-0f5e-47b3-9e62-0db1a4152b36 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:00.521861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.527272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] device_id is not set on port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:03:00.531627 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:00.578068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932e370-7eab-47c8-a610-7ab7896d04b2 req-bfc7c229-9ff3-4ac5-89a4-563e00c1508d tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:00.591354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3932e370-7eab-47c8-a610-7ab7896d04b2 req-bfc7c229-9ff3-4ac5-89a4-563e00c1508d tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 931 time: 2.4381368 May 06 13:03:00.614203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 548c6d1f-10d3-4a56-8177-91b2ce7d950e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:00.618440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-ac996360-e63b-49c1-abbf-94fb8d3f0c50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1136 time: 2.2365155 May 06 13:03:00.693190 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.744880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 548c6d1f-10d3-4a56-8177-91b2ce7d950e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:00.763713 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.774823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 548c6d1f-10d3-4a56-8177-91b2ce7d950e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:00.776043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.177698 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.234853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 548c6d1f-10d3-4a56-8177-91b2ce7d950e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=548c6d1f-10d3-4a56-8177-91b2ce7d950e,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:01.241553 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.420614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3932e370-7eab-47c8-a610-7ab7896d04b2 req-94c7e2ca-f73f-4d82-a183-90d10fa09ba3 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Synchronizing usage tracker for tenant:fa96a274e40743d59276beef1882162d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:01.476646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=548c6d1f-10d3-4a56-8177-91b2ce7d950e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:01.528049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=264f9efb-8dea-4ba0-b058-2f3624c06e84,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:01.561966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=96cf66fc-23e3-457a-9eb2-901fd447a6b8,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:01.565863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.675767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-4b094fe6-3703-4f5b-96f7-1b738b606328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:01.688205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-4b094fe6-3703-4f5b-96f7-1b738b606328 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238 HTTP/1.1" status: 200 len: 898 time: 0.9890645 May 06 13:03:01.795962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3932e370-7eab-47c8-a610-7ab7896d04b2 req-94c7e2ca-f73f-4d82-a183-90d10fa09ba3 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Unset dirty status for tenant:fa96a274e40743d59276beef1882162d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:01.797531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3932e370-7eab-47c8-a610-7ab7896d04b2 req-94c7e2ca-f73f-4d82-a183-90d10fa09ba3 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2036266 May 06 13:03:01.986294 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-f0acc088-a5e3-4d73-9568-8d536a24e1cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d HTTP/1.1" status: 200 len: 1002 time: 0.2804015 May 06 13:03:02.083130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Attempting to bind port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:02.085328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Attempting to bind port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '555d04e2-2909-4f21-bc03-376c59cc6da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:02.086637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Attempting to bind port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 on network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:02.142575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network dae8fc67-547b-4af3-a42b-b13d3b36396d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:02.150143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:02.153879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Router c8643d68-2460-4404-9bcf-13f8e2401eff has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:02.187093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 on network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:03:02.187412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Attempting to bind port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 on network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:02.301016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:02.301448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Checking segment: {'id': '555d04e2-2909-4f21-bc03-376c59cc6da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:02.311483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Bound using segment: {'id': '555d04e2-2909-4f21-bc03-376c59cc6da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:02.312645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Bound port: 96cf66fc-23e3-457a-9eb2-901fd447a6b8, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555d04e2-2909-4f21-bc03-376c59cc6da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:02.312645 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:02.443211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.3 (5374bb2c-a069-46cd-b998-615927e1bb03/b12ec921-f1c7-43cd-be61-48a1cebfdd8f/a434ceff-2c3f-4e0b-bda2-96f4636f0e9d) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:02.745016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-4961c041-b244-42a8-8d7a-1c598f96b0e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:02.747305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-4961c041-b244-42a8-8d7a-1c598f96b0e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfe33ab2-551a-4907-b9eb-0c23c3eab6dc HTTP/1.1" status: 200 len: 835 time: 0.7472923 May 06 13:03:02.760360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-263d2eae-7d51-4f3f-ba54-f9fab3cfc622 None None] Provisioning complete for port 264f9efb-8dea-4ba0-b058-2f3624c06e84 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:02.761309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-263d2eae-7d51-4f3f-ba54-f9fab3cfc622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:02.916635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] For port 96cf66fc-23e3-457a-9eb2-901fd447a6b8, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:02.926230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-263d2eae-7d51-4f3f-ba54-f9fab3cfc622 None None] Port 264f9efb-8dea-4ba0-b058-2f3624c06e84 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:02.998909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] For port 96cf66fc-23e3-457a-9eb2-901fd447a6b8, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:03.036126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.438248 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.440427 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] 10.222.0.36 "PUT /v2.0/ports/96cf66fc-23e3-457a-9eb2-901fd447a6b8 HTTP/1.1" status: 200 len: 1091 time: 7.1466513 May 06 13:03:03.442811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'tag': '96cf66fc-23e3-457a-9eb2-901fd447a6b8'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:03.453743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 548c6d1f-10d3-4a56-8177-91b2ce7d950e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:03.512651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1bde2-937e-42e2-b988-8142ff35ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=96cf66fc-23e3-457a-9eb2-901fd447a6b8,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:03.564982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:03.582503 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5973c2-d64c-4f1f-8dc0-c39bb78040fe None None] Sync routers for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:03.603193 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1f89f5c1-760d-4794-a60c-8ea689e1e0eb tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "PUT /v2.0/routers/e0045e71-0f5e-47b3-9e62-0db1a4152b36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 25.9691148 May 06 13:03:03.605068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59856) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:03.637843 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5973c2-d64c-4f1f-8dc0-c39bb78040fe None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:03.638240 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547302c4-7f07-4afb-8dd2-69d9339e2d19'] response: {'name': 'network-changed', 'server_uuid': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'tag': '96cf66fc-23e3-457a-9eb2-901fd447a6b8', 'status': 'completed', 'code': 200} May 06 13:03:03.638905 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3d5973c2-d64c-4f1f-8dc0-c39bb78040fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:03.736371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 548c6d1f-10d3-4a56-8177-91b2ce7d950e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:03.739756 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.997235 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.998864 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3d5973c2-d64c-4f1f-8dc0-c39bb78040fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:04.043438 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5973c2-d64c-4f1f-8dc0-c39bb78040fe None None] Routers {'e0045e71-0f5e-47b3-9e62-0db1a4152b36'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:04.046998 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3d5973c2-d64c-4f1f-8dc0-c39bb78040fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:04.149925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-1273d029-6c7f-4635-847f-9b1a940e36b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3671548 May 06 13:03:04.181922 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3d5973c2-d64c-4f1f-8dc0-c39bb78040fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:04.182538 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5973c2-d64c-4f1f-8dc0-c39bb78040fe None None] The sync data for ids ['e0045e71-0f5e-47b3-9e62-0db1a4152b36'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:04.246368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object a434ceff-2c3f-4e0b-bda2-96f4636f0e9d will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:04.385950 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-a647d4e1-2cfd-4050-aa3d-cad9c755a476 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa96a274e40743d59276beef1882162d&device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 1094 time: 0.8723724 May 06 13:03:04.386406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-8ac6d470-6007-4971-bded-017dd4af8dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193072 May 06 13:03:04.731357 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-1dcae867-1caf-451c-9db5-d7774fd56580 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8 HTTP/1.1" status: 200 len: 217 time: 0.3319478 May 06 13:03:04.788467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefad9-03f4-45bb-8435-c236876847ec req-fe89ac0c-3845-4c43-a97d-c4811b4908bf tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:04.791157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4eeefad9-03f4-45bb-8435-c236876847ec req-fe89ac0c-3845-4c43-a97d-c4811b4908bf tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 943 time: 1.5044255 May 06 13:03:04.842191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:04.993603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:05.005842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:05.017204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b47b59e-ab6b-4601-a08e-eb30517acd18 req-73101fb7-2ef0-4c9e-b1a7-84c21841e040 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245128 May 06 13:03:05.026889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:05.054481 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4eeefad9-03f4-45bb-8435-c236876847ec req-dd19d094-c81e-4019-90f2-2336d4956151 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417872 May 06 13:03:05.206695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-e13657fc-d506-4c54-980d-b00e285a3381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:05.208359 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-e13657fc-d506-4c54-980d-b00e285a3381 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2a16a8c-05e5-4f16-aecb-b75b42cbc42a HTTP/1.1" status: 200 len: 853 time: 0.4686401 May 06 13:03:05.224755 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.464185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.509519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:05.525126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Sync routers for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:05.544818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:05.577394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0497ffc5-91ca-4437-ba7a-50687ee13e19 admin admin] 10.222.0.44 "PUT /v2.0/routers/c8643d68-2460-4404-9bcf-13f8e2401eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.3044469 May 06 13:03:05.618905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:05.620512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:05.631758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=a434ceff-2c3f-4e0b-bda2-96f4636f0e9d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:05.718556 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-b72462c5-c81d-44ab-ae9d-c77ec5716639 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4861484 May 06 13:03:05.948484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:05.950132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.115752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22a861dd-3cd0-4549-8b4b-5397c226dc41 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.4104965 May 06 13:03:06.122410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59874) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:06.133398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:06.206697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6f891b29-1a41-4e0f-951f-de68c513ed19 None None] Provisioning for port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:06.252412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6f891b29-1a41-4e0f-951f-de68c513ed19 None None] Provisioning complete for port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:06.255150 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f891b29-1a41-4e0f-951f-de68c513ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.397366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:06.412149 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Sync routers for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:06.421077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b1ab9cc5-eeb4-4d38-825b-9d65f5ac0d5d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "PUT /v2.0/routers/a3cbe623-eb98-48cc-9da1-2094ca7e04c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.1793070 May 06 13:03:06.478024 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:06.481193 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:06.551594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:06.564418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:06.573707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:06.600892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6f891b29-1a41-4e0f-951f-de68c513ed19 None None] Port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:06.614906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:06.636048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:06.741465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:06.882341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1b877-cbef-4e44-9ff7-fb5ada1d4d12 req-d5e12293-47d0-450b-8180-795947f8eda9 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:06.895043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbc1b877-cbef-4e44-9ff7-fb5ada1d4d12 req-d5e12293-47d0-450b-8180-795947f8eda9 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 943 time: 0.4602757 May 06 13:03:06.928668 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:07.066505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbc1b877-cbef-4e44-9ff7-fb5ada1d4d12 req-2cd04f6c-3c26-4783-9c7d-b5f540950689 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642494 May 06 13:03:07.306943 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-1e45017f-329e-4df1-9225-277d74433e73 service neutron] 10.222.0.36 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4120913 May 06 13:03:07.410051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59898) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:07.419723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703290761', 'description': 'tempest-description--1225752753'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:07.429905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.486233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:07.574402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:security_group and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:07.589036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:07.637200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:07.639966 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.684329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting port 4a426132-4c68-4bc0-a912-66117f8cf3fe {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:07.685579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.747499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.750211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:02:53Z', 'revision_number': 2, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:07.769566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Checking router: c8643d68-2460-4404-9bcf-13f8e2401eff for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:07.774154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Updating router c8643d68-2460-4404-9bcf-13f8e2401eff port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:07.778765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-04e11abb-ecf4-4db1-8310-0394af687133 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:07.870571 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '264f9efb-8dea-4ba0-b058-2f3624c06e84', 'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:00:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:53Z', 'updated_at': '2022-05-06T13:02:59Z', 'revision_number': 2, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:07.885322 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Checking router: a3cbe623-eb98-48cc-9da1-2094ca7e04c7 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:07.885969 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Updating router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 port 264f9efb-8dea-4ba0-b058-2f3624c06e84 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:07.907884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-04e11abb-ecf4-4db1-8310-0394af687133 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:07.909283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-04e11abb-ecf4-4db1-8310-0394af687133 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462280273&fields=id&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 267 time: 0.5000808 May 06 13:03:07.950439 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.071436 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.306171 n-d-840847-1 neutron-server[83952]: INFO neutron.db.ipam_backend_mixin [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b12ec921-f1c7-43cd-be61-48a1cebfdd8f (CIDR: 172.20.0.0/28) May 06 13:03:08.310498 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7446d2b3-bca2-4bea-ba6c-73f6b4dbaaaa req-203c74f0-6e33-41eb-884a-af9e7b5c0a0d service neutron] 10.222.0.36 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9997838 May 06 13:03:08.310498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.327121 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:03:08.327614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:08.359149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting port 38c82bc3-35b9-4732-a202-c3a14728a923 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:08.359721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.669120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:08.718897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:security_group_rule and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:08.751753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:08.808266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:08.835747 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.957630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] For port 4a426132-4c68-4bc0-a912-66117f8cf3fe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4a426132-4c68-4bc0-a912-66117f8cf3fe,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:08.958659 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.003852 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.026431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Transition to ACTIVE for port object 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:09.043684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.079271 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.114212 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Transition to ACTIVE for port object 264f9efb-8dea-4ba0-b058-2f3624c06e84 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:09.127876 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.139019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Calling delete_port for 4a426132-4c68-4bc0-a912-66117f8cf3fe owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:09.502577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Calling delete_port for 38c82bc3-35b9-4732-a202-c3a14728a923 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:09.638384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-94a0ca2f-e268-43ec-8e3f-80658ef3e307 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:09.640110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-94a0ca2f-e268-43ec-8e3f-80658ef3e307 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:09.692957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8adca7-fdd2-409d-9ae5-6af47f7bf1bd req-1d2ecba9-1cb6-46fe-91ca-5fd737fabddf tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:09.699321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef8adca7-fdd2-409d-9ae5-6af47f7bf1bd req-1d2ecba9-1cb6-46fe-91ca-5fd737fabddf tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 943 time: 1.1745815 May 06 13:03:09.699926 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030d3b6-3dad-4d36-ae21-c4cf4d6564f9 None None] Pushing event updated for resources: {'Port': ['ID=264f9efb-8dea-4ba0-b058-2f3624c06e84,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:09.884381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.896130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-94a0ca2f-e268-43ec-8e3f-80658ef3e307 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:09.901768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-94a0ca2f-e268-43ec-8e3f-80658ef3e307 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 797 time: 1.5769484 May 06 13:03:09.931442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Pushing event updated for resources: {'Port': ['ID=46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:09.935553 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.010714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Attempting to bind port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:10.011620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Attempting to bind port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:10.015513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Attempting to bind port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 on network 6de9707c-7d6d-4a89-8061-aec60ad992ac {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:10.062029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:10.062561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Checking segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:10.067555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.068241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Bound using segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:10.069052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Bound port: 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:10.073112 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.118785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 96cf66fc-23e3-457a-9eb2-901fd447a6b8 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:03:10.163325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-b7ea93b5-fbef-4df8-ac7d-c19b708d1135 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/quotas/f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 375 time: 0.2299373 May 06 13:03:10.172717 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Attempting to bind port 264f9efb-8dea-4ba0-b058-2f3624c06e84 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:10.173947 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Attempting to bind port 264f9efb-8dea-4ba0-b058-2f3624c06e84 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:10.173947 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Attempting to bind port 264f9efb-8dea-4ba0-b058-2f3624c06e84 on network dae8fc67-547b-4af3-a42b-b13d3b36396d {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:10.201267 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.204648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.7928598 May 06 13:03:10.207246 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:10.213911 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Checking segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:10.215690 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.219833 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Bound using segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:10.220517 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Bound port: 264f9efb-8dea-4ba0-b058-2f3624c06e84, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:10.221212 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.282198 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-53d6cb22-9734-4b1f-94f4-d7d76e0949cd tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.1561096 May 06 13:03:10.283786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] For port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:10.283960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:10.284845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59914) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:10.288656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.289416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.289994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.290558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.291087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.291667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.292194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.292826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.293469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.293961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.294532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:10.295731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.310099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'security_group_rule': {'security_group_id': 'd725c889-a989-4f64-999b-ba2798e3171b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:10.381447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:10.445668 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] For port 264f9efb-8dea-4ba0-b058-2f3624c06e84, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:10.570867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 96cf66fc-23e3-457a-9eb2-901fd447a6b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:10.595834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '96cf66fc-23e3-457a-9eb2-901fd447a6b8', 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6', 'port_id': '96cf66fc-23e3-457a-9eb2-901fd447a6b8', 'mac_address': 'fa:16:3e:c6:31:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a16a8c-05e5-4f16-aecb-b75b42cbc42a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:03:10.603419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef8adca7-fdd2-409d-9ae5-6af47f7bf1bd req-47215c89-2718-4032-bfe1-35620e7f6adf tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8308675 May 06 13:03:10.643413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1b92c-f1dc-43f2-8840-87a3cd7b369b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d725c889-a989-4f64-999b-ba2798e3171b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:10.722486 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] For port 264f9efb-8dea-4ba0-b058-2f3624c06e84, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=264f9efb-8dea-4ba0-b058-2f3624c06e84,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:10.730154 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.733302 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.769015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] For port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:10.794522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.797351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Port': ['ID=38c82bc3-35b9-4732-a202-c3a14728a923,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:10.835913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:10.901816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:security_group_rule and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:10.908720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Port': ['ID=4a426132-4c68-4bc0-a912-66117f8cf3fe,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:10.949242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:10.951252 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.010423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:11.011478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:11.019613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:11.045707 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:11.047003 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:02:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:11.114926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:11.130165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:11.134131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cf66fc-23e3-457a-9eb2-901fd447a6b8 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:03:11.147200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:11.155855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:11.337848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.383453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:11.395337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.491633 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030d3b6-3dad-4d36-ae21-c4cf4d6564f9 None None] Pushing event updated for resources: {'Port': ['ID=264f9efb-8dea-4ba0-b058-2f3624c06e84,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:11.641458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 96cf66fc-23e3-457a-9eb2-901fd447a6b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:11.663719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4519d-c4f5-4149-b561-7fead02abca5 None None] Pushing event updated for resources: {'Port': ['ID=46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:11.678744 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.743725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-5046686d-9168-4658-97a1-3022a965962a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:11.913827 n-d-840847-1 neutron-server[83952]: INFO neutron.db.ipam_backend_mixin [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 11706fde-8509-4b74-8e77-9f585e651e15 (CIDR: 172.20.0.16/28) May 06 13:03:11.962872 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:12.071425 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:03:12.072151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:12.073557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['96cf66fc-23e3-457a-9eb2-901fd447a6b8'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:03:12.377627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=96cf66fc-23e3-457a-9eb2-901fd447a6b8,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:12.417385 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dda550e9-cece-469d-ac22-9cfdee43deed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.472846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:12.630560 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-733edf6a-d0e2-45f9-bf36-e931b874a244 req-87feeae4-69d3-43c4-ab3c-9420bce4f7fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa96a274e40743d59276beef1882162d&device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 1094 time: 3.7540269 May 06 13:03:12.775631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-5046686d-9168-4658-97a1-3022a965962a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:12.790697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-5046686d-9168-4658-97a1-3022a965962a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&fields=id HTTP/1.1" status: 200 len: 302 time: 2.5768704 May 06 13:03:12.914107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.929275 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-55356e76-d489-4cf6-936a-8bfe1a220ed8 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.6359117 May 06 13:03:12.932863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.997401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59936) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:13.018429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'subnet': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:13.171744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-cba5a794-bdc7-4353-a0f1-d34fcda3df78 service neutron] 10.222.0.44 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522799 May 06 13:03:13.311683 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '264f9efb-8dea-4ba0-b058-2f3624c06e84', 'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:00:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:53Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:13.332427 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bdf37-1c6a-40a1-b919-e21b56d5dd92 None None] The sync data for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 is: [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '264f9efb-8dea-4ba0-b058-2f3624c06e84', 'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:00:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:53Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:13.646848 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.988223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:14.061648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:14.071997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8595e-d142-478e-aa31-1f553329687f None None] The sync data for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 is: [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:14.453597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733edf6a-d0e2-45f9-bf36-e931b874a244 req-b0fd83c9-8f1e-412a-82c6-92e90b6bcb23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:14.455256 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-733edf6a-d0e2-45f9-bf36-e931b874a244 req-b0fd83c9-8f1e-412a-82c6-92e90b6bcb23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6 HTTP/1.1" status: 200 len: 914 time: 1.7566638 May 06 13:03:14.654489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c471b7-990b-41f2-b8b8-d870a787f6c7,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:14.657476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:14.658925 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 4.3702865 May 06 13:03:14.700514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59956) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:14.712283 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9592054b-7cb5-4de1-8e61-a39f559dd1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:14.721021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:14.732791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'security_group_rule': {'security_group_id': 'd725c889-a989-4f64-999b-ba2798e3171b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:14.776178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Usage tracker for resource:subnet and tenant:e2e7ea49710a4769b1f274312694d22d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:14.785694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:14.809921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:14.847792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:security_group_rule and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:14.851420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:14.860497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:14.890163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:14.893343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59960) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:14.900448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:14.937505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.937979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.942660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.943619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.944470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.944684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:14.945464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.946271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.947207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.948234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.949022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.950075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb1bc95-25c0-40ca-8352-40a52221cfda tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:14.958328 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-733edf6a-d0e2-45f9-bf36-e931b874a244 req-9e7ad232-8560-495f-9d2e-e295589a5cc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8 HTTP/1.1" status: 200 len: 217 time: 0.2847478 May 06 13:03:14.962553 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:14.979295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449372-114a-43e3-b159-102a0db1e113 req-05e0512a-b738-4e6e-8261-b333b5004c17 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:14.982174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de449372-114a-43e3-b159-102a0db1e113 req-05e0512a-b738-4e6e-8261-b333b5004c17 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 944 time: 2.5824962 May 06 13:03:15.143421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Made reservation on behalf of e2e7ea49710a4769b1f274312694d22d for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:15.289792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733edf6a-d0e2-45f9-bf36-e931b874a244 req-25a18d1a-3889-444b-b873-4306cd5bd2d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:15.296163 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-733edf6a-d0e2-45f9-bf36-e931b874a244 req-25a18d1a-3889-444b-b873-4306cd5bd2d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2a16a8c-05e5-4f16-aecb-b75b42cbc42a HTTP/1.1" status: 200 len: 853 time: 0.3249915 May 06 13:03:15.312904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.315689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Fanout notify agent at l3_agent the message router_deleted on router e0045e71-0f5e-47b3-9e62-0db1a4152b36 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:03:15.501985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-b7af8bec-e332-4d18-beeb-de2eb5a22334 service neutron] 10.222.0.44 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3290906 May 06 13:03:15.526641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.540512 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c6cdc7db-65fb-4b5f-9097-cab5599bab2b tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/routers/e0045e71-0f5e-47b3-9e62-0db1a4152b36 HTTP/1.1" status: 204 len: 168 time: 11.9098036 May 06 13:03:15.550712 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.563084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59968) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:15.696183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 264f9efb-8dea-4ba0-b058-2f3624c06e84 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:15.737034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c10dd8c-f482-4be0-8636-d6f7868377d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.761645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-733edf6a-d0e2-45f9-bf36-e931b874a244 req-3ea334dd-a066-463b-bbc0-cef73434577e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4589045 May 06 13:03:15.947324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 264f9efb-8dea-4ba0-b058-2f3624c06e84 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:15.955470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 264f9efb-8dea-4ba0-b058-2f3624c06e84 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:15.955470 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.013844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 96cf66fc-23e3-457a-9eb2-901fd447a6b8 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:16.175594 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de449372-114a-43e3-b159-102a0db1e113 req-6a2304e3-b29d-4798-97b0-c11ecf97277c tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1254342 May 06 13:03:16.263071 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03254e98-90b7-4de1-b3f0-a28f43f0449f req-2fbe33ab-9212-414d-a5d2-7cd72b4c0e9a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 210 time: 0.2896810 May 06 13:03:16.306356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.318541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.326569 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-733edf6a-d0e2-45f9-bf36-e931b874a244 req-ffa1a170-1503-4adc-a75d-e68948dc0a16 service neutron] 10.222.0.36 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488784 May 06 13:03:16.346132 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.355790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0c10dd8c-f482-4be0-8636-d6f7868377d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:16.460950 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.741968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0c10dd8c-f482-4be0-8636-d6f7868377d5 admin admin] Usage tracker for resource:security_group_rule and tenant:858859378e024a3e9723c017d2e12c1e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:16.785755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2a33ae-e0c2-4550-b2dc-0bfad544c104 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Deleting subnet 44ba4126-0690-483b-aab9-eabd5e31a6dd {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:03:16.790201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a2a33ae-e0c2-4550-b2dc-0bfad544c104 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.817780 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.820440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0c10dd8c-f482-4be0-8636-d6f7868377d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:16.847474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:16.868347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:16.869477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.001115 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-733edf6a-d0e2-45f9-bf36-e931b874a244 req-43577621-0a47-4c10-ace0-a3e5817396eb service neutron] 10.222.0.36 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6660681 May 06 13:03:17.012152 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:03:17.036929 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a2a33ae-e0c2-4550-b2dc-0bfad544c104 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.077476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1d4f21-10ce-4dd8-bec0-229027f9704b,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:17.090630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 264f9efb-8dea-4ba0-b058-2f3624c06e84, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=264f9efb-8dea-4ba0-b058-2f3624c06e84,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:17.093703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0c10dd8c-f482-4be0-8636-d6f7868377d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:17.156813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.165680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0605aecc-1fed-4e28-802b-0bfdee5d788d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.4479985 May 06 13:03:17.167788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59986) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:17.174784 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.176008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:17.205665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:17.213667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.225774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:17.254067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:floatingip and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:17.270391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:17.357726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:17.391761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a2a33ae-e0c2-4550-b2dc-0bfad544c104 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.547561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.711847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.833783 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a2a33ae-e0c2-4550-b2dc-0bfad544c104 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.835939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:17.854233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:17.855011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.914545 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a2a33ae-e0c2-4550-b2dc-0bfad544c104 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.924420 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.925784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a33ae-e0c2-4550-b2dc-0bfad544c104 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Subnet': ['ID=44ba4126-0690-483b-aab9-eabd5e31a6dd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:17.945904 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4a2a33ae-e0c2-4550-b2dc-0bfad544c104 tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/subnets/44ba4126-0690-483b-aab9-eabd5e31a6dd HTTP/1.1" status: 204 len: 168 time: 2.3776212 May 06 13:03:17.949469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59998) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:17.958724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=264f9efb-8dea-4ba0-b058-2f3624c06e84,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:18.020385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 96cf66fc-23e3-457a-9eb2-901fd447a6b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:18.023790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cf66fc-23e3-457a-9eb2-901fd447a6b8'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:18.057577 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.185435 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a6dd8d3-7099-452e-8400-e0420946d2e3 req-3b8314e0-52f5-4d1a-905a-ed8d0ce45198 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 210 time: 0.1137385 May 06 13:03:18.243110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e6858-f1b5-4c8e-8619-e9e6ee9fd196 req-707aa871-3563-4a4c-a0c7-ab3e0e08699e tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:18.244826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b2e6858-f1b5-4c8e-8619-e9e6ee9fd196 req-707aa871-3563-4a4c-a0c7-ab3e0e08699e tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 944 time: 0.5039270 May 06 13:03:18.358425 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355cfa62-a583-446d-b83d-38ea8d79ca4e'] response: {'server_uuid': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cf66fc-23e3-457a-9eb2-901fd447a6b8', 'code': 200} May 06 13:03:18.444313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b2e6858-f1b5-4c8e-8619-e9e6ee9fd196 req-d5ff32ec-dcb3-4086-ac16-c5f468c6ad2a tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712706 May 06 13:03:18.447401 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c10dd8c-f482-4be0-8636-d6f7868377d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.457250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.512613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=96cf66fc-23e3-457a-9eb2-901fd447a6b8,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:18.542343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.586900 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c10dd8c-f482-4be0-8636-d6f7868377d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.631758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:18.639283 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.788575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:18.865450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Subnet': ['ID=d27f4270-4c1e-4092-a005-f9265fa69f48,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:18.909191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Network 5374bb2c-a069-46cd-b998-615927e1bb03 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:18.917812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 264f9efb-8dea-4ba0-b058-2f3624c06e84 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:18.918128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10dd8c-f482-4be0-8636-d6f7868377d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c583f24-1d26-4557-8204-cb8f4a99b04c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:18.926716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:18.930252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:18.930861 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.976983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4ede1070-1ce4-48aa-8208-385e2b230659 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.9759107 May 06 13:03:18.986484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60006) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:19.005152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.020576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-434074317', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd27f4270-4c1e-4092-a005-f9265fa69f48'}], 'security_groups': ['819df5e5-7795-4b75-bb29-c52ea7d2e486', 'a98b0208-8969-4df3-a90c-6372c622d987']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:19.023964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe3c1f-83e0-4e4d-9dff-9dd349a40540 None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:19.195038 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.400901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0c10dd8c-f482-4be0-8636-d6f7868377d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=858859378e024a3e9723c017d2e12c1e&name=default HTTP/1.1" status: 200 len: 2647 time: 4.5061169 May 06 13:03:19.401989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60014) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:19.492551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 264f9efb-8dea-4ba0-b058-2f3624c06e84 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:19.493478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.752422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aff5e4bd-5212-43ef-b688-6b6cd4151835 req-8c792b9b-23b2-4aa9-83ad-f42481c2e1d5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 210 time: 0.0803466 May 06 13:03:19.762181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bd76e4d-5478-4322-83bd-f9de10e63848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.843540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-3efe5ba1-f8d2-4b4b-b504-d910a1022a53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:19.845290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-3efe5ba1-f8d2-4b4b-b504-d910a1022a53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:19.913308 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bd76e4d-5478-4322-83bd-f9de10e63848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.938470 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0d031968-5411-44dc-a50d-74fe4fce40f7 req-b04d6ef9-936b-4ac0-a015-4d47bd5a4f9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 1096 time: 1.4467988 May 06 13:03:20.039891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3e972-d36f-4093-9cd8-c893173ec479 req-29b7442c-416e-4c1b-bfc3-d1968101622f tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:20.041214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6eb3e972-d36f-4093-9cd8-c893173ec479 req-29b7442c-416e-4c1b-bfc3-d1968101622f tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 945 time: 0.1937516 May 06 13:03:20.055590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Allocated IP 172.25.7.45 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/a6577107-9d33-4e57-92ef-d97089e83ac6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:20.118550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6eb3e972-d36f-4093-9cd8-c893173ec479 req-32df89d7-acea-46bc-85b4-92d68215db3c tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703630 May 06 13:03:20.119598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bd76e4d-5478-4322-83bd-f9de10e63848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.160141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Router 26c94fa5-f517-47e4-b7f9-684c39f54408 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:20.165707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd76e4d-5478-4322-83bd-f9de10e63848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c583f24-1d26-4557-8204-cb8f4a99b04c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:20.196212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9bd76e4d-5478-4322-83bd-f9de10e63848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.204187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9bd76e4d-5478-4322-83bd-f9de10e63848 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c583f24-1d26-4557-8204-cb8f4a99b04c HTTP/1.1" status: 204 len: 168 time: 0.7949262 May 06 13:03:20.476618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9209bac-2a8a-4f17-9608-4c72df45dafa None None] Update dhcp port {'port': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'fixed_ips': [{'subnet_id': '11706fde-8509-4b74-8e77-9f585e651e15', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b12ec921-f1c7-43cd-be61-48a1cebfdd8f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd27f4270-4c1e-4092-a005-f9265fa69f48'}], 'binding:host_id': 'n-d-840847-1'}, 'id': 'b434ac2f-b97f-46ce-9799-b9c30e870526'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:03:20.589305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-3efe5ba1-f8d2-4b4b-b504-d910a1022a53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:20.591003 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-3efe5ba1-f8d2-4b4b-b504-d910a1022a53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 797 time: 1.9045007 May 06 13:03:20.603376 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9209bac-2a8a-4f17-9608-4c72df45dafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.625790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.721364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:20.740559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2e2ee09c-2c32-4fb9-818c-9ccc6cd520c2 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "PUT /v2.0/routers/26c94fa5-f517-47e4-b7f9-684c39f54408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.5902579 May 06 13:03:20.746543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60026) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:20.766436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] Sync routers for ids ['26c94fa5-f517-47e4-b7f9-684c39f54408'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:20.820973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:20.878821 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-579ac70a-da3b-483d-9e65-38af251970c3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 379 time: 0.2018812 May 06 13:03:20.891511 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.893537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] Routers {'26c94fa5-f517-47e4-b7f9-684c39f54408'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:20.894202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:03:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['26c94fa5-f517-47e4-b7f9-684c39f54408'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:21.148195 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0d031968-5411-44dc-a50d-74fe4fce40f7 req-5b4e9592-3129-4cb4-9a92-71dd889f8719 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9250464 May 06 13:03:21.163262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'port': {'device_id': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'admin_state_up': True, 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'security_groups': ['a6dced79-2d30-40bc-87ce-41fd2c2684c0']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:21.169374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60032) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:21.191661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.208674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b432-d4f7-4d22-9054-4642703c17c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.216499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.273123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cae0f4f-587b-41c2-b63e-a427bd728e1a req-07607535-c1a0-4a2c-96d3-d663baadbeed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 210 time: 0.1045012 May 06 13:03:21.325371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b1d7b432-d4f7-4d22-9054-4642703c17c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:21.348820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b1d7b432-d4f7-4d22-9054-4642703c17c0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1e99cd70b44cdfb9daf2276e6163d4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:21.361983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b1d7b432-d4f7-4d22-9054-4642703c17c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:21.385946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b1d7b432-d4f7-4d22-9054-4642703c17c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:21.405831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1528a9-67b0-4f36-b50f-1116d31e19b6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting subnet 51d25f72-b137-4380-8954-3c435c900ef2 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:03:21.427768 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e1528a9-67b0-4f36-b50f-1116d31e19b6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.451255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'Port': ['ID=a6577107-9d33-4e57-92ef-d97089e83ac6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:21.457250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7e3d66-cf45-497a-9761-004749776da2']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:21.492168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965740f6-4e23-40ff-85a1-8fcfc8c3eaa1') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:21.492496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965740f6-4e23-40ff-85a1-8fcfc8c3eaa1') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:21.541946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:21.562750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:21.566343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:21.611373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.647521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e1528a9-67b0-4f36-b50f-1116d31e19b6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.686999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.747320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:03:21.747731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: timer() May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:03:21.773552 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:03:21.902687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c9209bac-2a8a-4f17-9608-4c72df45dafa None None] Allocated IP 172.20.0.34 (5374bb2c-a069-46cd-b998-615927e1bb03/d27f4270-4c1e-4092-a005-f9265fa69f48/b434ac2f-b97f-46ce-9799-b9c30e870526) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:21.922805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e1528a9-67b0-4f36-b50f-1116d31e19b6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.034560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab82175-790f-4dff-b4ea-311be916c975 req-c38efc58-f978-4dfa-91e0-6a2d5f0a0035 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:22.042576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cab82175-790f-4dff-b4ea-311be916c975 req-c38efc58-f978-4dfa-91e0-6a2d5f0a0035 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 945 time: 0.5225043 May 06 13:03:22.095937 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b432-d4f7-4d22-9054-4642703c17c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.111332 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b432-d4f7-4d22-9054-4642703c17c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.164956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c9209bac-2a8a-4f17-9608-4c72df45dafa None None] For port b434ac2f-b97f-46ce-9799-b9c30e870526, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b434ac2f-b97f-46ce-9799-b9c30e870526,segment=NetworkSegment(f63eb9ad-ae91-443a-9460-d91a1dda0006),segment_id=f63eb9ad-ae91-443a-9460-d91a1dda0006)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:22.187394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b1d7b432-d4f7-4d22-9054-4642703c17c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa1e99cd70b44cdfb9daf2276e6163d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0168266 May 06 13:03:22.188258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60044) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:22.202988 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9209bac-2a8a-4f17-9608-4c72df45dafa None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.241907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cab82175-790f-4dff-b4ea-311be916c975 req-46abae80-8842-4b1d-859f-364c292dc654 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977689 May 06 13:03:22.274288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:22.274574 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.421557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7b432-d4f7-4d22-9054-4642703c17c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f433cc67-ea66-417a-8f43-f9a808231c46,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:22.535205 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e1528a9-67b0-4f36-b50f-1116d31e19b6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.570890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] Set router 26c94fa5-f517-47e4-b7f9-684c39f54408 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:22.652257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:22.679912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:22.700234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1528a9-67b0-4f36-b50f-1116d31e19b6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Subnet': ['ID=51d25f72-b137-4380-8954-3c435c900ef2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:22.744488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:22.748023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.758281 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa82ebca-442e-4e94-b91c-aa77482ce639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.780773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e1528a9-67b0-4f36-b50f-1116d31e19b6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.806195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.813208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.989656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6e1528a9-67b0-4f36-b50f-1116d31e19b6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "DELETE /v2.0/subnets/51d25f72-b137-4380-8954-3c435c900ef2 HTTP/1.1" status: 204 len: 168 time: 2.2410719 May 06 13:03:22.993015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-381e3e7b-151b-4318-9ac9-4b4e3283ade1 req-3a79802d-522a-4f89-a4a5-2b1cb55e528a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 210 time: 0.1487179 May 06 13:03:22.995253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa82ebca-442e-4e94-b91c-aa77482ce639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.002732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c9209bac-2a8a-4f17-9608-4c72df45dafa None None] Transition to ACTIVE for port object b434ac2f-b97f-46ce-9799-b9c30e870526 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:23.005136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60050) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:23.015256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896d610-5799-4a42-baa6-4650381eaecc None None] Network 0f5c547f-c834-483c-85f1-573edcef8398 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:23.125887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.20.0.5 (dae8fc67-547b-4af3-a42b-b13d3b36396d/d82d23d2-7e5b-4494-b7af-003e06f7cfc6/6d4b1f33-c8ef-4573-a232-1554f29851d5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:23.312602 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9209bac-2a8a-4f17-9608-4c72df45dafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.539425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.541245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9209bac-2a8a-4f17-9608-4c72df45dafa None None] Pushing event updated for resources: {'Port': ['ID=b434ac2f-b97f-46ce-9799-b9c30e870526,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:23.615900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Transition to ACTIVE for port object 6d4b1f33-c8ef-4573-a232-1554f29851d5 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:23.720814 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.823417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c6104-edcc-4c12-ae3e-b92b63d92e79 req-33a6353d-1f2b-42df-8cc4-46b49f90f397 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:23.826541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da6c6104-edcc-4c12-ae3e-b92b63d92e79 req-33a6353d-1f2b-42df-8cc4-46b49f90f397 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 945 time: 0.2613273 May 06 13:03:23.901311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa82ebca-442e-4e94-b91c-aa77482ce639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.929448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b434ac2f-b97f-46ce-9799-b9c30e870526 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:23.945642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82ebca-442e-4e94-b91c-aa77482ce639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f433cc67-ea66-417a-8f43-f9a808231c46,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:23.962113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.972260 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa82ebca-442e-4e94-b91c-aa77482ce639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.978030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fa82ebca-442e-4e94-b91c-aa77482ce639 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f433cc67-ea66-417a-8f43-f9a808231c46 HTTP/1.1" status: 204 len: 168 time: 1.7518063 May 06 13:03:23.980766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da6c6104-edcc-4c12-ae3e-b92b63d92e79 req-5fda55c3-a877-459a-b1de-f948e68aa0d8 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419876 May 06 13:03:24.107156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] Pushing event deleted for resources: {'Network': ['ID=ff7e3d66-cf45-497a-9761-004749776da2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:24.181354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.187238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75903914-46ab-463e-ade0-66976aaf2932 None None] DHCP port deletion for 0f5c547f-c834-483c-85f1-573edcef8398 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:03:24.200434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-75903914-46ab-463e-ade0-66976aaf2932 None None] Deleting port c729d76e-d73a-4d78-a305-c6e6c7997c78 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:24.200992 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75903914-46ab-463e-ade0-66976aaf2932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.324835 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-71363f54-a72a-40af-9a29-4645a1e5a2ba tempest-FloatingIPTestJSON-1759934115 tempest-FloatingIPTestJSON-1759934115-project] 10.222.0.44 "DELETE /v2.0/networks/ff7e3d66-cf45-497a-9761-004749776da2 HTTP/1.1" status: 204 len: 168 time: 6.3734391 May 06 13:03:24.560420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network dae8fc67-547b-4af3-a42b-b13d3b36396d is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:24.590096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.688368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:24.696485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:24.722478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:25.152437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a80a5-6e1d-42c3-9527-7c6c13bbeb9e req-ae69c502-1376-41df-b62a-2df3b95ac79d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:25.167561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa6a80a5-6e1d-42c3-9527-7c6c13bbeb9e req-ae69c502-1376-41df-b62a-2df3b95ac79d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 931 time: 0.6035631 May 06 13:03:25.206981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:49Z', 'updated_at': '2022-05-06T13:03:09Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': '5ff0b974-381e-498e-8d56-de545d6a44d3', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:53Z', 'updated_at': '2022-05-06T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:25.267395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] Checking router: 26c94fa5-f517-47e4-b7f9-684c39f54408 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:25.432588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa6a80a5-6e1d-42c3-9527-7c6c13bbeb9e req-4bfdb197-0462-438c-aa53-f57a4cd58098 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596314 May 06 13:03:25.452382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] Routers {'26c94fa5-f517-47e4-b7f9-684c39f54408'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:25.453605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:03:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['26c94fa5-f517-47e4-b7f9-684c39f54408'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:25.705369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:25.706040 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:25.724689 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:25.738349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60094) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:25.769849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting port 5ff0b974-381e-498e-8d56-de545d6a44d3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:25.770419 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:25.962290 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-43c9c18a-f9a7-49f1-b76e-27be8fffca59 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8042974 May 06 13:03:26.016469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Delete allocated IP 172.20.0.3 (5374bb2c-a069-46cd-b998-615927e1bb03/b12ec921-f1c7-43cd-be61-48a1cebfdd8f) {{(pid=83952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:03:26.072521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] Set router 26c94fa5-f517-47e4-b7f9-684c39f54408 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:26.092199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Request body: {'port': {'device_id': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:26.299284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Allocated IP 172.20.0.35 (5374bb2c-a069-46cd-b998-615927e1bb03/d27f4270-4c1e-4092-a005-f9265fa69f48/a434ceff-2c3f-4e0b-bda2-96f4636f0e9d) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:26.415137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-75903914-46ab-463e-ade0-66976aaf2932 None None] For port c729d76e-d73a-4d78-a305-c6e6c7997c78, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c729d76e-d73a-4d78-a305-c6e6c7997c78,segment=NetworkSegment(e53e98b9-2c56-42a7-a058-f469cfdcf7e9),segment_id=e53e98b9-2c56-42a7-a058-f469cfdcf7e9)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:26.416877 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75903914-46ab-463e-ade0-66976aaf2932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.433214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] For port 5ff0b974-381e-498e-8d56-de545d6a44d3, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5ff0b974-381e-498e-8d56-de545d6a44d3,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:26.434098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.642913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-75903914-46ab-463e-ade0-66976aaf2932 None None] Calling delete_port for c729d76e-d73a-4d78-a305-c6e6c7997c78 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:26.689823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:26.735256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:49Z', 'updated_at': '2022-05-06T13:03:25Z', 'revision_number': 6, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:26.742107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c729d76e-d73a-4d78-a305-c6e6c7997c78 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:26.791507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75903914-46ab-463e-ade0-66976aaf2932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.818569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.890284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75903914-46ab-463e-ade0-66976aaf2932 None None] No DVR routers for this DVR port c729d76e-d73a-4d78-a305-c6e6c7997c78 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:03:26.893274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75903914-46ab-463e-ade0-66976aaf2932 None None] Pushing event deleted for resources: {'Port': ['ID=c729d76e-d73a-4d78-a305-c6e6c7997c78,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:26.900411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c729d76e-d73a-4d78-a305-c6e6c7997c78 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:26.901146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c729d76e-d73a-4d78-a305-c6e6c7997c78 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:26.908017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.929235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac36dcd-a6a1-42b8-8fe9-14c0ca74f7e4 None None] The sync data for ids ['26c94fa5-f517-47e4-b7f9-684c39f54408'] in n-d-840847-1 is: [{'id': '26c94fa5-f517-47e4-b7f9-684c39f54408', 'name': 'tempest-TestSecurityGroupsBasicOps-router-339980788', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:49Z', 'updated_at': '2022-05-06T13:03:25Z', 'revision_number': 6, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:26.945867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-082c39b2-c5b3-4949-8e54-125fa83b16c8 None None] Provisioning for port 6d4b1f33-c8ef-4573-a232-1554f29851d5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:26.959444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-082c39b2-c5b3-4949-8e54-125fa83b16c8 None None] Provisioning complete for port 6d4b1f33-c8ef-4573-a232-1554f29851d5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:26.960147 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-082c39b2-c5b3-4949-8e54-125fa83b16c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.109054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-082c39b2-c5b3-4949-8e54-125fa83b16c8 None None] Port 6d4b1f33-c8ef-4573-a232-1554f29851d5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:27.178804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Calling delete_port for 5ff0b974-381e-498e-8d56-de545d6a44d3 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:27.264477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0766ab8b-342f-447f-a578-2f76a23b0e5e None None] Provisioning for port b434ac2f-b97f-46ce-9799-b9c30e870526 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:27.281543 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.286883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0766ab8b-342f-447f-a578-2f76a23b0e5e None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:27.291441 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0766ab8b-342f-447f-a578-2f76a23b0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.420653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4d22cc65-198f-4098-8eb3-27ff448dee0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37ea359ed696431a9eedb6da5bc70128&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6794152 May 06 13:03:27.424713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60144) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:27.610951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1eb29-a4dc-4be5-b9a6-e4fb11d3271c req-2d7d7637-457e-4d27-91b9-6ce012adcaff tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:27.613659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89c1eb29-a4dc-4be5-b9a6-e4fb11d3271c req-2d7d7637-457e-4d27-91b9-6ce012adcaff tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 931 time: 0.7263231 May 06 13:03:27.626176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'Port': ['ID=a6577107-9d33-4e57-92ef-d97089e83ac6,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:27.728841 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-962af686-e391-4fab-87c1-ee38f0f641a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.882098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4a426132-4c68-4bc0-a912-66117f8cf3fe no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:27.912016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-962af686-e391-4fab-87c1-ee38f0f641a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.977353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89c1eb29-a4dc-4be5-b9a6-e4fb11d3271c req-bacc0c98-1d93-4878-9bac-7454fcf7115c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3354273 May 06 13:03:27.986003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 4a426132-4c68-4bc0-a912-66117f8cf3fe {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:27.986443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4a426132-4c68-4bc0-a912-66117f8cf3fe not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:28.010287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0766ab8b-342f-447f-a578-2f76a23b0e5e None None] Provisioning complete for port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:28.011026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0766ab8b-342f-447f-a578-2f76a23b0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.228903 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-962af686-e391-4fab-87c1-ee38f0f641a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.242422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0766ab8b-342f-447f-a578-2f76a23b0e5e None None] Port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:28.288450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0766ab8b-342f-447f-a578-2f76a23b0e5e None None] Provisioning complete for port c1eeaa7c-8a6c-45ec-884c-284d0669a2af triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:28.289462 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0766ab8b-342f-447f-a578-2f76a23b0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.348351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962af686-e391-4fab-87c1-ee38f0f641a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c874cb06-c39a-48a7-9739-1528a77cb287,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:28.368438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.565831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0766ab8b-342f-447f-a578-2f76a23b0e5e None None] Port c1eeaa7c-8a6c-45ec-884c-284d0669a2af cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:28.597722 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-962af686-e391-4fab-87c1-ee38f0f641a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.599017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-962af686-e391-4fab-87c1-ee38f0f641a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c874cb06-c39a-48a7-9739-1528a77cb287 HTTP/1.1" status: 204 len: 168 time: 1.1733160 May 06 13:03:28.600303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Port': ['ID=5ff0b974-381e-498e-8d56-de545d6a44d3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:28.757530 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.193982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:29.245753 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.280161 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1563866e-5fbb-44cb-81d8-0f4f7b59603c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 12.1106386 May 06 13:03:29.296220 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.461819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Transition to ACTIVE for port object a434ceff-2c3f-4e0b-bda2-96f4636f0e9d will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:29.496489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.015740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event updated for resources: {'Port': ['ID=a434ceff-2c3f-4e0b-bda2-96f4636f0e9d,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:30.191453 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.315059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:30.628635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] In _notify_port_updated(), no bound segment for port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d on network 5374bb2c-a069-46cd-b998-615927e1bb03 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:03:30.636767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:30.637822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.645847 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a449221-4551-4d8c-9298-c104cffd5b58 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "PUT /v2.0/ports/a434ceff-2c3f-4e0b-bda2-96f4636f0e9d HTTP/1.1" status: 200 len: 959 time: 11.6490190 May 06 13:03:30.689827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60212) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:30.845563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4b1f33-c8ef-4573-a232-1554f29851d5 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:03:30.867219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.893001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-64051def-86d4-4c09-a88d-6a87e6ccb751 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:30.893826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-64051def-86d4-4c09-a88d-6a87e6ccb751 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.983246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f13ba021-c806-45dd-b368-7aeb4795186a None None] Provisioning for port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:31.003456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f13ba021-c806-45dd-b368-7aeb4795186a None None] Provisioning complete for port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:31.004068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f13ba021-c806-45dd-b368-7aeb4795186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.094622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Transition to ACTIVE for port object 6d4b1f33-c8ef-4573-a232-1554f29851d5 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:31.110441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.203706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f13ba021-c806-45dd-b368-7aeb4795186a None None] Port a434ceff-2c3f-4e0b-bda2-96f4636f0e9d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:31.294320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:31.442285 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.471609 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.663931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-6e36d2ce-b267-4feb-bc23-f480e0200165 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Synchronizing usage tracker for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:31.671201 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.673266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Fanout notify agent at l3_agent the message router_deleted on router 26c94fa5-f517-47e4-b7f9-684c39f54408 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:03:31.719833 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.723155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a4ff3ae7-1293-4c03-9bc2-bf4aecac83ff tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "DELETE /v2.0/routers/26c94fa5-f517-47e4-b7f9-684c39f54408 HTTP/1.1" status: 204 len: 168 time: 8.7162359 May 06 13:03:31.730128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60248) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:31.879483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-6e36d2ce-b267-4feb-bc23-f480e0200165 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Unset dirty status for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:31.881208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-6e36d2ce-b267-4feb-bc23-f480e0200165 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--703290761&fields=id&tenant_id=4b0fcaeb0bd04e499d216beff4e48650 HTTP/1.1" status: 200 len: 267 time: 1.4999602 May 06 13:03:32.153508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e12fe-ecb2-46e2-863d-9c204fe8c6df req-4638ed9f-a441-42df-8196-f0330a131ed8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:32.167884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-180e12fe-ecb2-46e2-863d-9c204fe8c6df req-4638ed9f-a441-42df-8196-f0330a131ed8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 931 time: 1.7221444 May 06 13:03:32.267815 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.354563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-180e12fe-ecb2-46e2-863d-9c204fe8c6df req-ecbfa6a4-97f2-4850-9799-7117182e4252 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853778 May 06 13:03:32.400611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:32.401774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:32.402136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on network dae8fc67-547b-4af3-a42b-b13d3b36396d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:32.447066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on network dae8fc67-547b-4af3-a42b-b13d3b36396d not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:03:32.447394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on network dae8fc67-547b-4af3-a42b-b13d3b36396d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:32.466781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-64051def-86d4-4c09-a88d-6a87e6ccb751 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.579204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60268) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:32.661018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-6e0b922d-8728-4273-9711-f274cd1f8750 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:32.662704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-6e0b922d-8728-4273-9711-f274cd1f8750 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 817 time: 0.7036159 May 06 13:03:32.688436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-92f1486a-ac33-43ee-8d10-96856c2a6ad9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/quotas/4b0fcaeb0bd04e499d216beff4e48650 HTTP/1.1" status: 200 len: 375 time: 0.0126164 May 06 13:03:32.793816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:32.795659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Checking segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:32.796063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Bound using segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:32.796531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Bound port: 6d4b1f33-c8ef-4573-a232-1554f29851d5, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:32.796879 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.857013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-64051def-86d4-4c09-a88d-6a87e6ccb751 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for a434ceff-2c3f-4e0b-bda2-96f4636f0e9d owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:32.860283 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.963747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5c547f-c834-483c-85f1-573edcef8398']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:32.966627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60278) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:32.981835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:32.982505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53e98b9-2c56-42a7-a058-f469cfdcf7e9') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:33.016370 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.043621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.057959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:03:33.058914 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: timer() May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:03:33.096558 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:03:33.116442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'networks': [{'name': 'tempest-network--1798185130'}, {'name': 'tempest-network--849770214'}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:33.116805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'network': {'name': 'tempest-network--1798185130'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:33.117673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'network': {'name': 'tempest-network--849770214'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:33.195778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-5b1d3c80-da97-4fc3-b045-127e914fb89d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Synchronizing usage tracker for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:33.216893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:33.229190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:33.277184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Usage tracker for resource:network and tenant:fca9ad31a25f4b98862e26fe2a87c818 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:33.299711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:33.305450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-5b1d3c80-da97-4fc3-b045-127e914fb89d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Unset dirty status for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:33.307518 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-5b1d3c80-da97-4fc3-b045-127e914fb89d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5987847 May 06 13:03:33.314930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:33.336602 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.355035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.398425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Made reservation on behalf of fca9ad31a25f4b98862e26fe2a87c818 for: {'network': 2} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:33.403562 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.427254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Network': ['ID=0f5c547f-c834-483c-85f1-573edcef8398,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:33.432948 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.472643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "DELETE /v2.0/networks/0f5c547f-c834-483c-85f1-573edcef8398 HTTP/1.1" status: 204 len: 168 time: 1.6785164 May 06 13:03:33.474626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60292) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:33.480737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.481517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.483091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.483091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.483091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.483091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.483980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.483980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.484319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.484319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.484688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c3dcf-65d5-4c38-bab8-19c5efa56a25 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:33.549014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:33.555757 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9cc43b88-a633-47c1-b51a-0a503fb81ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.588062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.721316 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.724109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 1091 time: 7.6932831 May 06 13:03:33.724950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:33.760065 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-64051def-86d4-4c09-a88d-6a87e6ccb751 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.799337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9cc43b88-a633-47c1-b51a-0a503fb81ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:33.806440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9cc43b88-a633-47c1-b51a-0a503fb81ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:295402af8d604c509111490187300912 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:33.813345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9cc43b88-a633-47c1-b51a-0a503fb81ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:33.878239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9cc43b88-a633-47c1-b51a-0a503fb81ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:33.902235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:33.915701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475212a-cd0e-4da9-af22-547f99e1f5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:34.197482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Usage tracker for resource:security_group_rule and tenant:fca9ad31a25f4b98862e26fe2a87c818 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:34.201641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:34.209017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:34.303326 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.323889 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.324477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.397778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9cc43b88-a633-47c1-b51a-0a503fb81ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.493483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75c97b2-03e8-477d-9fd2-a95eb24b091e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:34.556341 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9cc43b88-a633-47c1-b51a-0a503fb81ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.671962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64051def-86d4-4c09-a88d-6a87e6ccb751 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=a434ceff-2c3f-4e0b-bda2-96f4636f0e9d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:34.778036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc43b88-a633-47c1-b51a-0a503fb81ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9defb0-937e-4c13-bfdc-33007e86efa2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:34.801384 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-64051def-86d4-4c09-a88d-6a87e6ccb751 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.838353 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9cc43b88-a633-47c1-b51a-0a503fb81ff5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=295402af8d604c509111490187300912&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6986320 May 06 13:03:34.843534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:34.844666 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-395c6711-3553-4d4b-860e-eb7c2b8ecafa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1094 time: 1.0576196 May 06 13:03:34.845782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60302) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:34.848353 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-64051def-86d4-4c09-a88d-6a87e6ccb751 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/a434ceff-2c3f-4e0b-bda2-96f4636f0e9d HTTP/1.1" status: 204 len: 168 time: 4.1567354 May 06 13:03:34.852420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60304) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:34.866363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-94bf7581-02c6-40ce-bc57-c50dd954dde7 service neutron] 10.222.0.44 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4969532 May 06 13:03:34.931788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting port 968e2899-c56c-42f4-9e50-b266ddb2c364 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:34.932575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.105688 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-60107910-4bbf-4c11-92e0-16cde57d7747 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] GET failed (client error): The resource could not be found. May 06 13:03:35.108055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-60107910-4bbf-4c11-92e0-16cde57d7747 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Synchronizing usage tracker for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:35.120736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.120736 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Added segment 32a63617-c405-42e7-84a5-2a5dbdc4a9d7 of type vlan for network 2cd71bfb-9858-4ffb-9f59-ce64e9b07326 May 06 13:03:35.126953 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-0019edb3-fc7f-4836-8367-c29d0020470c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 217 time: 0.2465744 May 06 13:03:35.159583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a2e94-c0ac-44f5-9217-7a9a4f26f350 req-aa89f4d3-995b-46d1-a647-ad20f8cb7111 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:35.162346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-898a2e94-c0ac-44f5-9217-7a9a4f26f350 req-aa89f4d3-995b-46d1-a647-ad20f8cb7111 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 943 time: 1.4899652 May 06 13:03:35.282736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-60107910-4bbf-4c11-92e0-16cde57d7747 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Unset dirty status for tenant:e2e7ea49710a4769b1f274312694d22d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:35.289831 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-60107910-4bbf-4c11-92e0-16cde57d7747 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports/a434ceff-2c3f-4e0b-bda2-96f4636f0e9d HTTP/1.1" status: 404 len: 333 time: 0.4145885 May 06 13:03:35.305665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60312) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:35.397245 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6c1e2b47-15aa-42f1-b832-6ebc4ef830c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.436565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-928d213a-0ad9-4837-99c5-6adc95a57e5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:35.439361 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-928d213a-0ad9-4837-99c5-6adc95a57e5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.2977557 May 06 13:03:35.451521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.496763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-898a2e94-c0ac-44f5-9217-7a9a4f26f350 req-ed6a0655-c077-41e4-a705-29895ec0e417 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202155 May 06 13:03:35.537830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-f3ac0b07-643a-401c-9f4e-f69f93ce944a service neutron] 10.222.0.44 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700652 May 06 13:03:35.584744 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6c1e2b47-15aa-42f1-b832-6ebc4ef830c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.608086 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9867345-ffde-453d-9f74-cd4e868a493d'] response: {'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'status': 'completed', 'code': 200} May 06 13:03:35.694060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.695516 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.713444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:35.754931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28db18fb-dd88-46e7-bea0-444bc2399d3b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.755754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.770417 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Added segment 4b71adbf-43a9-4dde-a8f5-829a3c3ba33c of type vlan for network 7d1732d5-ca59-4b43-a1cd-8d72547348da May 06 13:03:35.839986 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28db18fb-dd88-46e7-bea0-444bc2399d3b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.865035 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-0038658f-c93f-46a3-a04c-b0b2538bbc45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4134583 May 06 13:03:35.899800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5ff0b974-381e-498e-8d56-de545d6a44d3 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:35.908795 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.916272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6c1e2b47-15aa-42f1-b832-6ebc4ef830c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.997470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e2b47-15aa-42f1-b832-6ebc4ef830c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9defb0-937e-4c13-bfdc-33007e86efa2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:36.017198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 5ff0b974-381e-498e-8d56-de545d6a44d3 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:36.017698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5ff0b974-381e-498e-8d56-de545d6a44d3 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:36.054623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6c1e2b47-15aa-42f1-b832-6ebc4ef830c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.081108 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6c1e2b47-15aa-42f1-b832-6ebc4ef830c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe9defb0-937e-4c13-bfdc-33007e86efa2 HTTP/1.1" status: 204 len: 168 time: 1.2306070 May 06 13:03:36.153880 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28db18fb-dd88-46e7-bea0-444bc2399d3b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.192941 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.195877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.204874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:36.211087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:36.211766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.241823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db18fb-dd88-46e7-bea0-444bc2399d3b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e1d108-6175-4819-a2bc-95b85ae08463,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:36.274584 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28db18fb-dd88-46e7-bea0-444bc2399d3b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.286206 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28db18fb-dd88-46e7-bea0-444bc2399d3b tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/security-groups/28e1d108-6175-4819-a2bc-95b85ae08463 HTTP/1.1" status: 204 len: 168 time: 0.9766724 May 06 13:03:36.289785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60328) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:36.325536 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-971f7a83-89fe-4c12-9fd8-96ec3211dab2 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483566 May 06 13:03:36.381936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Calling delete_port for 968e2899-c56c-42f4-9e50-b266ddb2c364 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:36.618793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0b52768-d674-4f5d-b8cc-eb68b1525e49 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.655678 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-296108fe-51bb-4a6a-b2fe-baee55760634 req-43860bdf-f75d-45e0-8d8d-88f757b80417 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 210 time: 0.6832774 May 06 13:03:36.703871 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.1204500 May 06 13:03:36.705152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60338) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:36.792094 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9f83e2e5-8b79-4595-bae0-b56c8827f246 req-1fb19828-6e15-4367-b872-48c041ab6a6e service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576004 May 06 13:03:36.818479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0b52768-d674-4f5d-b8cc-eb68b1525e49 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.207311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Network': ['ID=2cd71bfb-9858-4ffb-9f59-ce64e9b07326,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:37.262061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 2cd71bfb-9858-4ffb-9f59-ce64e9b07326 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:37.327955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0b52768-d674-4f5d-b8cc-eb68b1525e49 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.384676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b52768-d674-4f5d-b8cc-eb68b1525e49 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b0208-8969-4df3-a90c-6372c622d987,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:37.400996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60348) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:37.427790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0b52768-d674-4f5d-b8cc-eb68b1525e49 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.439268 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c0b52768-d674-4f5d-b8cc-eb68b1525e49 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/security-groups/a98b0208-8969-4df3-a90c-6372c622d987 HTTP/1.1" status: 204 len: 168 time: 1.1341920 May 06 13:03:37.440307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60350) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:37.513304 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.527032 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0da8c626-8bbf-4f93-96a5-1a88e1c1d225 req-28d5915f-a3cb-404b-848e-60c98f30ffbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1094 time: 0.5729818 May 06 13:03:37.628349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c0d14-063f-4e46-a624-2079f2df784b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:37.633897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c0d14-063f-4e46-a624-2079f2df784b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:37.639098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c0d14-063f-4e46-a624-2079f2df784b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:37.643745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c0d14-063f-4e46-a624-2079f2df784b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:37.645128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d86c0d14-063f-4e46-a624-2079f2df784b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Synchronizing usage tracker for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:37.710694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc70c51c-cd70-4ac8-a6ef-cb4db4f00bb9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.725516 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ebdd157a-9d00-4922-bb6b-fb9f9b9f33ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.786394 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc70c51c-cd70-4ac8-a6ef-cb4db4f00bb9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.807145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8c626-8bbf-4f93-96a5-1a88e1c1d225 req-d75bb282-f76f-4662-a8f1-f204a7334ddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:37.808949 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0da8c626-8bbf-4f93-96a5-1a88e1c1d225 req-d75bb282-f76f-4662-a8f1-f204a7334ddb service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.2693760 May 06 13:03:37.928454 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0da8c626-8bbf-4f93-96a5-1a88e1c1d225 req-f76246b0-c96d-46fb-849c-c3c4b794249f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 217 time: 0.1086283 May 06 13:03:38.017173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24069cab-2acf-429c-8e66-2b406605523f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Network': ['ID=7d1732d5-ca59-4b43-a1cd-8d72547348da,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:38.031363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 7d1732d5-ca59-4b43-a1cd-8d72547348da details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:38.060104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d86c0d14-063f-4e46-a624-2079f2df784b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Unset dirty status for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:38.065744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d86c0d14-063f-4e46-a624-2079f2df784b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2926416 May 06 13:03:38.066800 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.067986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60358) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:38.095071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc70c51c-cd70-4ac8-a6ef-cb4db4f00bb9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.197471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5913b-9b5c-4eb0-96ca-600117b3e5f2 req-1d88d482-a60a-465f-bfd4-471992cadd61 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:38.199796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76d5913b-9b5c-4eb0-96ca-600117b3e5f2 req-1d88d482-a60a-465f-bfd4-471992cadd61 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 943 time: 1.1662951 May 06 13:03:38.245332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8c626-8bbf-4f93-96a5-1a88e1c1d225 req-99f55866-2ea8-488a-843f-d822fbe09550 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:38.248275 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0da8c626-8bbf-4f93-96a5-1a88e1c1d225 req-99f55866-2ea8-488a-843f-d822fbe09550 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.3109682 May 06 13:03:38.273124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70c51c-cd70-4ac8-a6ef-cb4db4f00bb9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819df5e5-7795-4b75-bb29-c52ea7d2e486,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:38.398127 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc70c51c-cd70-4ac8-a6ef-cb4db4f00bb9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.400510 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cc70c51c-cd70-4ac8-a6ef-cb4db4f00bb9 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/security-groups/819df5e5-7795-4b75-bb29-c52ea7d2e486 HTTP/1.1" status: 204 len: 168 time: 0.9565785 May 06 13:03:38.408873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60366) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:38.649127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Port': ['ID=968e2899-c56c-42f4-9e50-b266ddb2c364,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:38.756928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cb188df-b9d1-4288-91e2-c51b3f26ca21 req-339e4293-ba49-4cc2-8ba4-34a81e5d4669 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 210 time: 0.3561213 May 06 13:03:38.761844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76d5913b-9b5c-4eb0-96ca-600117b3e5f2 req-f1e4c5f1-ab6c-442a-901b-9298e04e2efe tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4669785 May 06 13:03:38.784496 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.880149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ebdd157a-9d00-4922-bb6b-fb9f9b9f33ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:39.067990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ebdd157a-9d00-4922-bb6b-fb9f9b9f33ea admin admin] Usage tracker for resource:security_group_rule and tenant:acf27af48e0843aabb16ce78690dc17b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:39.079049 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0da8c626-8bbf-4f93-96a5-1a88e1c1d225 req-85869e5e-be09-413d-9482-77c21e891c35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7689409 May 06 13:03:39.246046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ebdd157a-9d00-4922-bb6b-fb9f9b9f33ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:39.259963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ebdd157a-9d00-4922-bb6b-fb9f9b9f33ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:39.383309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.433753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ebdd157a-9d00-4922-bb6b-fb9f9b9f33ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.455216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ebdd157a-9d00-4922-bb6b-fb9f9b9f33ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.485489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd71bfb-9858-4ffb-9f59-ce64e9b07326']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:39.500104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9615ff18-d78f-48ab-906e-fa1fa74bc871 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet b12ec921-f1c7-43cd-be61-48a1cebfdd8f {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:03:39.507914 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.517785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9615ff18-d78f-48ab-906e-fa1fa74bc871 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.576681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a63617-c405-42e7-84a5-2a5dbdc4a9d7') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:39.577129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a63617-c405-42e7-84a5-2a5dbdc4a9d7') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:39.661581 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.735137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.741703 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0da8c626-8bbf-4f93-96a5-1a88e1c1d225 req-73d6cabd-7309-4fd0-9ae5-5bb3fb719dd4 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758820 May 06 13:03:39.754655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9615ff18-d78f-48ab-906e-fa1fa74bc871 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.879317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:03:39.880429 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.891870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd157a-9d00-4922-bb6b-fb9f9b9f33ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbbc538-0928-42af-ae85-ee9c76357d68,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:39.981807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ebdd157a-9d00-4922-bb6b-fb9f9b9f33ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acf27af48e0843aabb16ce78690dc17b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4574244 May 06 13:03:40.003150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60378) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:40.044023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-0cdf3d5d-1fc5-4cc7-aa4d-03b376446418 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:40.045063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-0cdf3d5d-1fc5-4cc7-aa4d-03b376446418 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.48 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 817 time: 1.1603796 May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: timer() May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:03:40.270834 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:03:40.293906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.301637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.344826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Network': ['ID=2cd71bfb-9858-4ffb-9f59-ce64e9b07326,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:40.363182 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-389a14a1-cc88-4cfd-a942-3c11bd3e1e1a req-676b00d5-f490-49e3-9309-2950c055f8cd tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 210 time: 0.1161342 May 06 13:03:40.368434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-e786efa1-76a7-4666-a86b-bcc2d44d688b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b0fcaeb0bd04e499d216beff4e48650 HTTP/1.1" status: 200 len: 379 time: 0.3053501 May 06 13:03:40.396869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'port': {'device_id': '81421608-3c6d-4003-a55c-ca1215075612', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'admin_state_up': True, 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'security_groups': ['d725c889-a989-4f64-999b-ba2798e3171b']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:40.404385 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5eb78621-e406-4f34-8ead-a28db1fc1820 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/networks/2cd71bfb-9858-4ffb-9f59-ce64e9b07326 HTTP/1.1" status: 204 len: 168 time: 2.3341920 May 06 13:03:40.414550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60382) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:40.597260 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50a56361-97f6-4ff9-9c23-355f4ded3a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.603994 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0da8c626-8bbf-4f93-96a5-1a88e1c1d225 req-6ee9e1ac-5a4e-442f-a13c-184fac7f4a5d service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272873 May 06 13:03:40.677222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9615ff18-d78f-48ab-906e-fa1fa74bc871 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.711329 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50a56361-97f6-4ff9-9c23-355f4ded3a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.726206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.797012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:40.852847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95adb33-230f-4539-8bc3-31ee713a76ae req-490bef29-423b-4945-a348-a1324602e9fb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:40.864684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b95adb33-230f-4539-8bc3-31ee713a76ae req-490bef29-423b-4945-a348-a1324602e9fb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 943 time: 0.7210877 May 06 13:03:40.907744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:40.972644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Made reservation on behalf of 4b0fcaeb0bd04e499d216beff4e48650 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:40.975951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.976449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:03:41.021307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b95adb33-230f-4539-8bc3-31ee713a76ae req-d60e5f53-5498-4736-a59c-011fdf6488a5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550958 May 06 13:03:41.122164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50a56361-97f6-4ff9-9c23-355f4ded3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.160615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.190590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9615ff18-d78f-48ab-906e-fa1fa74bc871 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.264851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a56361-97f6-4ff9-9c23-355f4ded3a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbbc538-0928-42af-ae85-ee9c76357d68,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:41.308014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615ff18-d78f-48ab-906e-fa1fa74bc871 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=b12ec921-f1c7-43cd-be61-48a1cebfdd8f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:41.316282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:41.317282 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9615ff18-d78f-48ab-906e-fa1fa74bc871 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.331230 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9615ff18-d78f-48ab-906e-fa1fa74bc871 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/b12ec921-f1c7-43cd-be61-48a1cebfdd8f HTTP/1.1" status: 204 len: 168 time: 2.9123430 May 06 13:03:41.336986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'port_id': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'mac_address': 'fa:16:3e:a8:6b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:03:41.338025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1732d5-ca59-4b43-a1cd-8d72547348da']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:41.352043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60390) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:41.355199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d386ba2c-ce23-4dc5-a701-0599442cd58a None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:41.509538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50a56361-97f6-4ff9-9c23-355f4ded3a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.511209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-50a56361-97f6-4ff9-9c23-355f4ded3a51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bbbc538-0928-42af-ae85-ee9c76357d68 HTTP/1.1" status: 204 len: 168 time: 1.5033896 May 06 13:03:41.522993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b71adbf-43a9-4dde-a8f5-829a3c3ba33c') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:41.523250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b71adbf-43a9-4dde-a8f5-829a3c3ba33c') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:41.552496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.575257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.627847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Allocated IP 172.20.0.13 (6de9707c-7d6d-4a89-8061-aec60ad992ac/a52a2b4a-5f95-47e6-a2ff-ee9190fb75de/1179912f-dd3a-44c6-8616-d184b6ad9545) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:41.672917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4b1f33-c8ef-4573-a232-1554f29851d5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:03:41.677645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3740f993-afe8-4427-9104-faf296353ea6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet d27f4270-4c1e-4092-a005-f9265fa69f48 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:03:41.684515 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.697756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3740f993-afe8-4427-9104-faf296353ea6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.836327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:03:41.839468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.873330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: timer() May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:03:41.906802 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:03:41.988522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.135264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:42.290876 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc044e2c-eae3-414a-8631-16d58b350157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.358342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6d4b1f33-c8ef-4573-a232-1554f29851d5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:03:42.513692 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.573041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3740f993-afe8-4427-9104-faf296353ea6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.684148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.695897 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.760663 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/networks/7d1732d5-ca59-4b43-a1cd-8d72547348da HTTP/1.1" status: 204 len: 168 time: 2.3412306 May 06 13:03:42.951963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3740f993-afe8-4427-9104-faf296353ea6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.049297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Transition to ACTIVE for port object 1179912f-dd3a-44c6-8616-d184b6ad9545 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:43.087189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60408) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:43.140992 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.183675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c858790-a6b2-499c-8660-bb91d775e1d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Network': ['ID=7d1732d5-ca59-4b43-a1cd-8d72547348da,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:43.193925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3740f993-afe8-4427-9104-faf296353ea6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.250106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740f993-afe8-4427-9104-faf296353ea6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=d27f4270-4c1e-4092-a005-f9265fa69f48,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:43.261996 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3740f993-afe8-4427-9104-faf296353ea6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.276749 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3740f993-afe8-4427-9104-faf296353ea6 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/d27f4270-4c1e-4092-a005-f9265fa69f48 HTTP/1.1" status: 204 len: 168 time: 1.9194233 May 06 13:03:43.278445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60418) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:43.438811 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab1b5b7-1994-4e5d-944d-b2c6fb035d52 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:43.440418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab1b5b7-1994-4e5d-944d-b2c6fb035d52 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:43.447688 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aab1b5b7-1994-4e5d-944d-b2c6fb035d52 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/b12ec921-f1c7-43cd-be61-48a1cebfdd8f HTTP/1.1" status: 404 len: 337 time: 0.1647768 May 06 13:03:43.471668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:43.620558 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.675788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da1094-1ccf-4ac3-8230-a9adeb37a348 None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:43.691613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-271f081b-97c1-487d-afd8-e4b5f9c19078 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting subnet 11706fde-8509-4b74-8e77-9f585e651e15 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:03:43.699254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-271f081b-97c1-487d-afd8-e4b5f9c19078 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.780481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-271f081b-97c1-487d-afd8-e4b5f9c19078 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.782362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3df81a-9265-4a3c-a982-309567b8012e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:43.801976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3df81a-9265-4a3c-a982-309567b8012e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:43.815168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3e3df81a-9265-4a3c-a982-309567b8012e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7211225 May 06 13:03:43.840246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60432) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:43.932836 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-271f081b-97c1-487d-afd8-e4b5f9c19078 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.938535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-247323383'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:43.949467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:43.958574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Usage tracker for resource:network and tenant:fca9ad31a25f4b98862e26fe2a87c818 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:43.964802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:43.978104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:44.018146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fc8e49bf-2cc6-4368-aabd-c3f775ed23b2 None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:44.018584 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc8e49bf-2cc6-4368-aabd-c3f775ed23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.041934 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-271f081b-97c1-487d-afd8-e4b5f9c19078 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.053873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Made reservation on behalf of fca9ad31a25f4b98862e26fe2a87c818 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:44.058953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.104995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f081b-97c1-487d-afd8-e4b5f9c19078 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Subnet': ['ID=11706fde-8509-4b74-8e77-9f585e651e15,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:44.124403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-271f081b-97c1-487d-afd8-e4b5f9c19078 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.136081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-271f081b-97c1-487d-afd8-e4b5f9c19078 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/11706fde-8509-4b74-8e77-9f585e651e15 HTTP/1.1" status: 204 len: 168 time: 0.6593740 May 06 13:03:44.136411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60438) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:44.186918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:44.191936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:44.215035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:44.235282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:44.251198 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad189c0-af7c-4b7c-9f71-583652048656 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:44.251930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad189c0-af7c-4b7c-9f71-583652048656 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:44.253031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:44.258415 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cad189c0-af7c-4b7c-9f71-583652048656 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/49da80b2-e0cd-4bc9-b0b3-aaccf167b0e7 HTTP/1.1" status: 404 len: 337 time: 0.1186678 May 06 13:03:44.273270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60444) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:44.379425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:44.380526 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.412138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f010-570a-41c9-8770-8da04fe12c39 req-c0c37019-66dd-4723-8ad5-6ffce547ea32 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:44.415498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c399f010-570a-41c9-8770-8da04fe12c39 req-c0c37019-66dd-4723-8ad5-6ffce547ea32 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 944 time: 1.8094642 May 06 13:03:44.437197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512edcd8-ea60-4c9f-a76a-79841d93d184 req-a8563ece-e21b-4721-938c-e7eb7423a961 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:44.460236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-512edcd8-ea60-4c9f-a76a-79841d93d184 req-a8563ece-e21b-4721-938c-e7eb7423a961 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 932 time: 1.8554709 May 06 13:03:44.486803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fc8e49bf-2cc6-4368-aabd-c3f775ed23b2 None None] Provisioning complete for port c1eeaa7c-8a6c-45ec-884c-284d0669a2af triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:44.487444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc8e49bf-2cc6-4368-aabd-c3f775ed23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.509566 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6c3a4b7-7559-4ec3-8ac3-1c7902551f80 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "GET /v2.0/ports?device_id=fadea424-75ec-49f4-a448-181797d784bc HTTP/1.1" status: 200 len: 205 time: 0.2249169 May 06 13:03:44.511617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60448) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:44.582825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:44.679038 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-1fe1132e-8d3c-461a-8095-9d6b220b9eae tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] delete failed (client error): The resource could not be found. May 06 13:03:44.685067 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1fe1132e-8d3c-461a-8095-9d6b220b9eae tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/routers/fadea424-75ec-49f4-a448-181797d784bc HTTP/1.1" status: 404 len: 336 time: 0.1719611 May 06 13:03:44.691006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60456) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:44.739954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e49bf-2cc6-4368-aabd-c3f775ed23b2 None None] Port c1eeaa7c-8a6c-45ec-884c-284d0669a2af cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:44.784541 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70d785e-3c06-4f0c-9625-2dcecc800654 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:44.797100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70d785e-3c06-4f0c-9625-2dcecc800654 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:44.809289 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e70d785e-3c06-4f0c-9625-2dcecc800654 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/e50d493f-004b-4c1b-825e-c69a73a422a9 HTTP/1.1" status: 404 len: 337 time: 0.1142015 May 06 13:03:44.811408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa15b0d4-bc68-4673-b6f6-33a577e9a0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.816161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60462) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:44.982461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c399f010-570a-41c9-8770-8da04fe12c39 req-8db0d3f6-17cc-457a-b40a-55cdf7200ab7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5142126 May 06 13:03:44.990751 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.999828 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Added segment ecca669d-0081-46f1-acdc-bac28bb20556 of type vlan for network 1cdc11ea-35cd-42a4-9d46-6345774fe200 May 06 13:03:45.024055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-1b2ea0ab-0dc7-4ac8-9f3f-c22b81efc464 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6429553 May 06 13:03:45.024717 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f011235-aae1-4de8-9ec4-5fd0b6d4d55e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:45.025984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f011235-aae1-4de8-9ec4-5fd0b6d4d55e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:45.029094 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8f011235-aae1-4de8-9ec4-5fd0b6d4d55e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/693c3533-ce6a-42b5-91c1-d6ae51c6a6ee HTTP/1.1" status: 404 len: 337 time: 0.2088239 May 06 13:03:45.036028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60466) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:45.047873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:45.064876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Request body: {'port': {'device_id': '81421608-3c6d-4003-a55c-ca1215075612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:45.105666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6349c97-d76b-48bb-80d8-9154c7066463 None None] Update dhcp port {'port': {'network_id': '5374bb2c-a069-46cd-b998-615927e1bb03', 'fixed_ips': [{'subnet_id': '11706fde-8509-4b74-8e77-9f585e651e15'}], 'binding:host_id': 'n-d-840847-1'}, 'id': 'b434ac2f-b97f-46ce-9799-b9c30e870526'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:03:45.148013 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-845d4ee7-42ab-4e5f-b2cb-f285fc297fdc tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:45.148658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845d4ee7-42ab-4e5f-b2cb-f285fc297fdc tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:45.150498 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-845d4ee7-42ab-4e5f-b2cb-f285fc297fdc tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/a8149d71-d4cf-4490-9306-f8aa7d35f3e1 HTTP/1.1" status: 404 len: 337 time: 0.1133900 May 06 13:03:45.168448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:45.171872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-512edcd8-ea60-4c9f-a76a-79841d93d184 req-14f235d4-ec69-4dc9-a50d-2e6d4dcde2ce tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7098258 May 06 13:03:45.186175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f8865a1d-4b58-4866-a684-46725841d9f8 None None] Provisioning for port 1179912f-dd3a-44c6-8616-d184b6ad9545 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:45.218989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f8865a1d-4b58-4866-a684-46725841d9f8 None None] Provisioning complete for port 1179912f-dd3a-44c6-8616-d184b6ad9545 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:45.220183 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8865a1d-4b58-4866-a684-46725841d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.269030 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e73b8b7-0ce2-4ef0-9a13-929c1bd29750 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:45.269864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e73b8b7-0ce2-4ef0-9a13-929c1bd29750 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:45.271938 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8e73b8b7-0ce2-4ef0-9a13-929c1bd29750 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/b97d6820-696a-478b-a1c1-ecc487d92faa HTTP/1.1" status: 404 len: 333 time: 0.1005933 May 06 13:03:45.274420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60476) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:45.330703 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-042c5a38-6891-4063-8f38-c8a0e3a9b519 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:45.331075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042c5a38-6891-4063-8f38-c8a0e3a9b519 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:45.339237 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-042c5a38-6891-4063-8f38-c8a0e3a9b519 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/14641563-54c7-41de-9834-cb1eb983e123 HTTP/1.1" status: 404 len: 337 time: 0.0634122 May 06 13:03:45.341767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60480) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:45.435166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f8865a1d-4b58-4866-a684-46725841d9f8 None None] Port 1179912f-dd3a-44c6-8616-d184b6ad9545 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:45.448044 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e56204-f5f0-495f-9bdd-849b56fbfa56 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:45.448485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e56204-f5f0-495f-9bdd-849b56fbfa56 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:45.452710 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d6e56204-f5f0-495f-9bdd-849b56fbfa56 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/c6ad88e9-d96e-4777-911f-65033c93bc1a HTTP/1.1" status: 404 len: 337 time: 0.1070440 May 06 13:03:45.453069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60486) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:45.514290 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b257d4-3d00-4b87-8a03-e32270d5493e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:45.515181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b257d4-3d00-4b87-8a03-e32270d5493e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:45.519286 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-51b257d4-3d00-4b87-8a03-e32270d5493e tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/e1b2cd47-3cae-482a-8de5-68163797f095 HTTP/1.1" status: 404 len: 333 time: 0.0627389 May 06 13:03:45.519792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60492) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:45.538775 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e6349c97-d76b-48bb-80d8-9154c7066463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.577175 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.587504 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-768ae98c-25a5-4b9e-82ce-c5f24d7f09e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:45.588084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768ae98c-25a5-4b9e-82ce-c5f24d7f09e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:45.592640 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-768ae98c-25a5-4b9e-82ce-c5f24d7f09e0 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/377573ba-57af-4644-abb7-2c9c21b7eea4 HTTP/1.1" status: 404 len: 337 time: 0.0681007 May 06 13:03:45.593426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60496) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:45.618791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.635431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6d4b1f33-c8ef-4573-a232-1554f29851d5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:45.685585 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c8edd3-3a5a-4fe0-8140-71dc781fcc93 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] DELETE failed (client error): The resource could not be found. May 06 13:03:45.686618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c8edd3-3a5a-4fe0-8140-71dc781fcc93 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:03:45.690090 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-34c8edd3-3a5a-4fe0-8140-71dc781fcc93 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/subnets/bc4ac7ac-e3ec-41a2-9e16-f9d903d8462d HTTP/1.1" status: 404 len: 337 time: 0.0952935 May 06 13:03:45.693227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60502) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:45.718087 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.729048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6d4b1f33-c8ef-4573-a232-1554f29851d5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:45.729568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.900191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.905233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c7f67bd1-75ad-4af8-a614-46cc99c61a90 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port c1eeaa7c-8a6c-45ec-884c-284d0669a2af {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:45.906207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7f67bd1-75ad-4af8-a614-46cc99c61a90 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.910174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:45.917150 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.404442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Network': ['ID=1cdc11ea-35cd-42a4-9d46-6345774fe200,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:46.477043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.506187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 1cdc11ea-35cd-42a4-9d46-6345774fe200 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:46.511219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b98bb664-dbfd-44d2-b6b8-2c73e8325593 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5883374 May 06 13:03:46.568556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.608124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7f67bd1-75ad-4af8-a614-46cc99c61a90 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.767814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60518) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:46.797328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-786569731'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:46.812191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43886872-c239-4a20-b7ca-1c1d1a662754 None None] Network 5374bb2c-a069-46cd-b998-615927e1bb03 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:46.864459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:46.904837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Usage tracker for resource:network and tenant:fca9ad31a25f4b98862e26fe2a87c818 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:46.914856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:46.943146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:47.111952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:47.112725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Made reservation on behalf of fca9ad31a25f4b98862e26fe2a87c818 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:47.116265 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.135326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:47.152456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c7f67bd1-75ad-4af8-a614-46cc99c61a90 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for c1eeaa7c-8a6c-45ec-884c-284d0669a2af owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:47.162191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.167870 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] Sync routers for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:47.213060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:47.229486 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:47.231030 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:03:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:47.293549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.364316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:47.383704 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.384096 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Added segment 9a4ae045-9c00-498f-a29a-111cc2f8c478 of type vlan for network 407a6502-72f7-478a-bef8-f3d358764679 May 06 13:03:47.406257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7f67bd1-75ad-4af8-a614-46cc99c61a90 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.480809 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.564515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f67bd1-75ad-4af8-a614-46cc99c61a90 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=c1eeaa7c-8a6c-45ec-884c-284d0669a2af,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:47.597567 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.601493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:47.602111 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.626047 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7f67bd1-75ad-4af8-a614-46cc99c61a90 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.692937 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c7f67bd1-75ad-4af8-a614-46cc99c61a90 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/ports/c1eeaa7c-8a6c-45ec-884c-284d0669a2af HTTP/1.1" status: 204 len: 168 time: 1.9952195 May 06 13:03:47.700871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60534) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:47.721261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-70795bef-ea83-4fd4-9c4d-42d40d7cced9 None None] Provisioning complete for port b434ac2f-b97f-46ce-9799-b9c30e870526 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:47.722168 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70795bef-ea83-4fd4-9c4d-42d40d7cced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.897024 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:47.921341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df151666-96df-4ec9-843b-69f2be8457f4 req-60d79880-c529-4318-8af3-1c03e1fc6192 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:47.922170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-df151666-96df-4ec9-843b-69f2be8457f4 req-60d79880-c529-4318-8af3-1c03e1fc6192 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Synchronizing usage tracker for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:47.954178 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f8e54b62-c493-42b5-9467-b6bd6c672aec tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "DELETE /v2.0/floatingips/b507756c-d04c-4654-9c5e-f2de99c30c69 HTTP/1.1" status: 204 len: 168 time: 14.4782546 May 06 13:03:48.032058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:48.033220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:48.100111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.115281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Deleting port b434ac2f-b97f-46ce-9799-b9c30e870526 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:48.115281 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.128676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5403de-3685-469f-ad49-adfb60a52e92 req-13ed7485-ee65-41df-b9ee-877774331a12 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:48.128676 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc5403de-3685-469f-ad49-adfb60a52e92 req-13ed7485-ee65-41df-b9ee-877774331a12 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 944 time: 1.6727548 May 06 13:03:48.142729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b434ac2f-b97f-46ce-9799-b9c30e870526 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:48.351308 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5723922 May 06 13:03:48.356017 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:48.392195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0e066-e145-4a9a-b40b-1dc634e99df5 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Network': ['ID=407a6502-72f7-478a-bef8-f3d358764679,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:48.404932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60546) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:48.441416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 407a6502-72f7-478a-bef8-f3d358764679 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:48.447929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-df151666-96df-4ec9-843b-69f2be8457f4 req-60d79880-c529-4318-8af3-1c03e1fc6192 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Unset dirty status for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:48.454651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df151666-96df-4ec9-843b-69f2be8457f4 req-60d79880-c529-4318-8af3-1c03e1fc6192 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 932 time: 1.6849303 May 06 13:03:48.553326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] For port b434ac2f-b97f-46ce-9799-b9c30e870526, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b434ac2f-b97f-46ce-9799-b9c30e870526,segment=NetworkSegment(f63eb9ad-ae91-443a-9460-d91a1dda0006),segment_id=f63eb9ad-ae91-443a-9460-d91a1dda0006)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:48.553981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.618031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'ports': [{'network_id': '1cdc11ea-35cd-42a4-9d46-6345774fe200', 'name': 'tempest-port--1363947069', 'admin_state_up': True}, {'network_id': '407a6502-72f7-478a-bef8-f3d358764679', 'admin_state_up': False}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:48.620087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'port': {'network_id': '1cdc11ea-35cd-42a4-9d46-6345774fe200', 'name': 'tempest-port--1363947069', 'admin_state_up': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:48.620882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'port': {'network_id': '407a6502-72f7-478a-bef8-f3d358764679', 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:48.873884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Calling delete_port for b434ac2f-b97f-46ce-9799-b9c30e870526 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:48.947102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc5403de-3685-469f-ad49-adfb60a52e92 req-1a929f16-68ea-4a6a-bdea-f03b0e0f1d3e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7557039 May 06 13:03:48.983343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1179912f-dd3a-44c6-8616-d184b6ad9545 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:03:49.044818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.144728 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.148496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Port': ['ID=b434ac2f-b97f-46ce-9799-b9c30e870526,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:49.182220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] No DVR routers for this DVR port b434ac2f-b97f-46ce-9799-b9c30e870526 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:03:49.231601 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.249010 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:22Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '03ecfd19-bf30-47da-acde-edc0b296a6e7', 'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:20Z', 'updated_at': '2022-05-06T12:59:38Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:49.257544 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f09172f-0aea-4def-b80a-71c29dcad362'] response: {'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'code': 200} May 06 13:03:49.258921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-70795bef-ea83-4fd4-9c4d-42d40d7cced9 None None] Port b434ac2f-b97f-46ce-9799-b9c30e870526 update to ACTIVE by agent not found {{(pid=83958) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 13:03:49.277486 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] Checking router: 4cf23e94-ec26-4697-9dbc-f5c0578b0051 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:49.279787 n-d-840847-1 neutron-server[83958]: INFO neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No ports have port_id starting with b434ac2f-b97f-46ce-9799-b9c30e870526 May 06 13:03:49.296792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df151666-96df-4ec9-843b-69f2be8457f4 req-1c6e2c23-c049-432f-8f32-26baa6ef6c17 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6368086 May 06 13:03:49.331607 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:49.332244 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:03:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:49.363784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-70795bef-ea83-4fd4-9c4d-42d40d7cced9 None None] Could not find standard attr ID for object c1eeaa7c-8a6c-45ec-884c-284d0669a2af. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:03:49.469931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Transition to ACTIVE for port object 1179912f-dd3a-44c6-8616-d184b6ad9545 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:49.471650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62946bc7-5e0a-4b89-acdd-664eca652705 None None] DHCP port deletion for 5374bb2c-a069-46cd-b998-615927e1bb03 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:03:49.502047 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.610827 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.704329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5374bb2c-a069-46cd-b998-615927e1bb03']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:49.732239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:49.737388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:49.765826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Usage tracker for resource:port and tenant:fca9ad31a25f4b98862e26fe2a87c818 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:49.767841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63eb9ad-ae91-443a-9460-d91a1dda0006') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:49.769531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63eb9ad-ae91-443a-9460-d91a1dda0006') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:49.769714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:49.787849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:49.812049 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-66b8aeaa-db15-47ee-a50d-1dc3edd35594 req-edce4129-2b1d-47cf-9f4f-03e127773283 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1096 time: 0.5083110 May 06 13:03:49.816464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.887251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Made reservation on behalf of fca9ad31a25f4b98862e26fe2a87c818 for: {'port': 2} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:49.892186 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.059044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.086288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:03:50.086958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.118412 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-66b8aeaa-db15-47ee-a50d-1dc3edd35594 req-3570006f-53a0-4075-98ec-02bf920f998a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544744 May 06 13:03:50.118752 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: timer() May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:03:50.123664 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:03:50.327139 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.345764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.417722 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4acee8f-7618-4712-afb9-b7871fa88944'] response: {'name': 'network-changed', 'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'status': 'completed', 'code': 200} May 06 13:03:50.433565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.478711 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] 10.222.0.44 "DELETE /v2.0/networks/5374bb2c-a069-46cd-b998-615927e1bb03 HTTP/1.1" status: 204 len: 168 time: 2.7688618 May 06 13:03:50.529012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45307f-6663-4df3-a217-9e54a5457f63 tempest-PortsTestJSON-1302267602 tempest-PortsTestJSON-1302267602-project] Pushing event deleted for resources: {'Network': ['ID=5374bb2c-a069-46cd-b998-615927e1bb03,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:51.173550 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a724ff9-766c-4812-9738-8c1a70e78429 req-72546110-9928-47ef-acb2-9e882e7e4a1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7535c1e0fcf54357be62a1626ef94055&device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 1136 time: 0.7413995 May 06 13:03:51.256257 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:22Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '03ecfd19-bf30-47da-acde-edc0b296a6e7', 'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:20Z', 'updated_at': '2022-05-06T12:59:38Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:51.275604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60590) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:51.280412 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b753161-ebce-4a11-9378-f967466bdf53 None None] The sync data for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 is: [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T12:59:22Z', 'revision_number': 4, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '03ecfd19-bf30-47da-acde-edc0b296a6e7', 'name': '', 'network_id': 'cfc69eba-f394-4ef5-9b1b-5cc6d2831238', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'mac_address': 'fa:16:3e:45:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:20Z', 'updated_at': '2022-05-06T12:59:38Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'subnets': [{'id': 'bfe33ab2-551a-4907-b9eb-0c23c3eab6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:51.561646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Attempting to bind port 1179912f-dd3a-44c6-8616-d184b6ad9545 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:51.562524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Attempting to bind port 1179912f-dd3a-44c6-8616-d184b6ad9545 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:51.563926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Attempting to bind port 1179912f-dd3a-44c6-8616-d184b6ad9545 on network 6de9707c-7d6d-4a89-8061-aec60ad992ac {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:51.654739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724ff9-766c-4812-9738-8c1a70e78429 req-33c63ae1-a159-453c-b06e-f54bdfb5b0e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:51.660528 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a724ff9-766c-4812-9738-8c1a70e78429 req-33c63ae1-a159-453c-b06e-f54bdfb5b0e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238 HTTP/1.1" status: 200 len: 898 time: 0.4760702 May 06 13:03:51.770022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] device_id is not set on port ce3fa181-3f4c-4907-8ef5-3a9adaf76f72 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:03:51.899204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Port 1179912f-dd3a-44c6-8616-d184b6ad9545 on network 6de9707c-7d6d-4a89-8061-aec60ad992ac not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:03:51.899791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Attempting to bind port 1179912f-dd3a-44c6-8616-d184b6ad9545 on network 6de9707c-7d6d-4a89-8061-aec60ad992ac {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:51.959307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:51.960236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Checking segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:51.961090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Bound using segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:51.962138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Bound port: 1179912f-dd3a-44c6-8616-d184b6ad9545, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:51.962992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.006497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89558f99-9023-4644-8c38-924dab779b8d None None] New status for floating IP b507756c-d04c-4654-9c5e-f2de99c30c69: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:03:52.239980 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a724ff9-766c-4812-9738-8c1a70e78429 req-807631a5-52fa-4e17-bd8a-450bc3caeaa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d HTTP/1.1" status: 200 len: 217 time: 0.5712116 May 06 13:03:52.380774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:52.387598 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-edc479b4-e136-4582-bbbb-2c67f0831bf7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2e7ea49710a4769b1f274312694d22d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1091914 May 06 13:03:52.391353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724ff9-766c-4812-9738-8c1a70e78429 req-a2657c27-d54a-48ba-82d8-06ea3b3bf6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:52.397617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:52.399775 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a724ff9-766c-4812-9738-8c1a70e78429 req-a2657c27-d54a-48ba-82d8-06ea3b3bf6a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfe33ab2-551a-4907-b9eb-0c23c3eab6dc HTTP/1.1" status: 200 len: 835 time: 0.1490481 May 06 13:03:52.400810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60606) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:52.411561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21963d27-30f9-419b-8954-7002c2f0a711 req-2be31719-c06f-4040-a366-a3a9c07615ed tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:52.424406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-21963d27-30f9-419b-8954-7002c2f0a711 req-2be31719-c06f-4040-a366-a3a9c07615ed tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Synchronizing usage tracker for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:52.460112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.471752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8a9d6-0e48-4368-a28c-9e92b88f4016 req-c5807373-309c-44be-a0cf-909b0174f8fe tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:52.473878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11e8a9d6-0e48-4368-a28c-9e92b88f4016 req-c5807373-309c-44be-a0cf-909b0174f8fe tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 1.8057711 May 06 13:03:52.606413 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ecb65af-4b7e-4024-90e4-32f5df0b79f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.682637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ecb65af-4b7e-4024-90e4-32f5df0b79f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.738554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-21963d27-30f9-419b-8954-7002c2f0a711 req-2be31719-c06f-4040-a366-a3a9c07615ed tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Unset dirty status for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:52.747906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21963d27-30f9-419b-8954-7002c2f0a711 req-2be31719-c06f-4040-a366-a3a9c07615ed tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 985 time: 2.2933018 May 06 13:03:52.771192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.772618 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] 10.222.0.48 "PUT /v2.0/ports/1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 1092 time: 7.7169762 May 06 13:03:52.779696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-af5ca534-661c-48fd-93cd-f9193438a61c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:52.796464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-af5ca534-661c-48fd-93cd-f9193438a61c tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.36 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 985 time: 1.3902628 May 06 13:03:52.796822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:52.810650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ecb65af-4b7e-4024-90e4-32f5df0b79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.841250 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a724ff9-766c-4812-9738-8c1a70e78429 req-e54aeb87-912f-41c8-ac6e-864601d006d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfc69eba-f394-4ef5-9b1b-5cc6d2831238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4184082 May 06 13:03:52.845407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb65af-4b7e-4024-90e4-32f5df0b79f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5d69b0-5e05-4206-bf3c-347967575430,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:52.850998 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.855210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ecb65af-4b7e-4024-90e4-32f5df0b79f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.860033 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1ecb65af-4b7e-4024-90e4-32f5df0b79f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d5d69b0-5e05-4206-bf3c-347967575430 HTTP/1.1" status: 204 len: 168 time: 0.4576664 May 06 13:03:53.099590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11e8a9d6-0e48-4368-a28c-9e92b88f4016 req-9eeb4061-a4e1-4c4e-9dfc-eff5f6c5f302 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5475836 May 06 13:03:53.113131 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a724ff9-766c-4812-9738-8c1a70e78429 req-925fd1f9-7d74-45db-b308-31fa4ad0a663 service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514119 May 06 13:03:53.518141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] device_id is not set on port 32bee83f-647c-47f6-a9e7-4ace85764a4b yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:03:53.616359 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a724ff9-766c-4812-9738-8c1a70e78429 req-9af25510-2cd5-46e8-906c-fe9b2b579dfb service neutron] 10.222.0.36 "GET /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875040 May 06 13:03:53.877097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e839f-5659-4d32-8715-4e5b720f905a service neutron] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:53.955494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21963d27-30f9-419b-8954-7002c2f0a711 req-84b1a84b-d6a8-4fe6-8052-27b1f3283240 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.2063494 May 06 13:03:54.005815 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:03:54.011870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting port 50a43e7c-415e-406f-9075-5f00e01bfd4d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:54.012459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.138089 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57137d65-6b4c-4d9d-8a29-b2e8fe1a220c'] response: {'name': 'network-changed', 'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'status': 'completed', 'code': 200} May 06 13:03:54.186643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 50a43e7c-415e-406f-9075-5f00e01bfd4d no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:54.293075 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.362411 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.373813 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-8dbe2fad-aca4-4800-9e7e-0ddd2a1bf3a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1095 time: 1.5075746 May 06 13:03:54.457660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 50a43e7c-415e-406f-9075-5f00e01bfd4d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:54.462155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:54.472026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.589016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=50a43e7c-415e-406f-9075-5f00e01bfd4d,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:54.681668 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.757105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60646) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:54.807399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6c31b-4611-4ba0-806d-a96113395bdf req-d4f1c99e-cb45-4a3e-a687-915610dbd625 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:54.808998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9e6c31b-4611-4ba0-806d-a96113395bdf req-d4f1c99e-cb45-4a3e-a687-915610dbd625 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 1.0194359 May 06 13:03:54.856311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-10f6c734-c9bd-48bf-920b-1d58188574d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 217 time: 0.2689195 May 06 13:03:54.974542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Port': ['ID=ce3fa181-3f4c-4907-8ef5-3a9adaf76f72,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:55.001681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-91097b04-4998-465a-9888-4cd2027683d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:55.003211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-91097b04-4998-465a-9888-4cd2027683d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.1287436 May 06 13:03:55.018207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Checking segment: {'id': 'ecca669d-0081-46f1-acdc-bac28bb20556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1cdc11ea-35cd-42a4-9d46-6345774fe200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:55.018556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Network hostable DHCP agents. Network: 1cdc11ea-35cd-42a4-9d46-6345774fe200, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:03:55.024361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] For port 50a43e7c-415e-406f-9075-5f00e01bfd4d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:55.024750 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.051768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-494999225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:55.060198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:55.065868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:router and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:55.069533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:55.089101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:55.107259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.108553 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.157557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.205163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.244695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.247295 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7476d186-09d3-465b-81cb-e2e5d472ec18 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4887865 May 06 13:03:55.250485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60668) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:55.263970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1431385522'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:55.270977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:55.276735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:network and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:55.286730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:55.286916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Calling delete_port for 50a43e7c-415e-406f-9075-5f00e01bfd4d owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:55.297058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:55.313903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Made reservation on behalf of 8101de4559c44e48add083a4a4974cd9 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:55.317902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.335461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.393972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:55.399993 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:security_group_rule and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:55.405056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:55.408745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-b46e214d-4a0e-44b9-b679-0c21246f94eb req-78f2d37d-fac7-4112-88e2-b9834afc23f3 service neutron] (83955) timed out ('10.222.0.48', 59709) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:03:55.414084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:55.433191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172133a-2460-444b-9586-92bdb91f5d8a req-6a77db03-ac7a-4e9a-9d83-bd9e44b5305f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:55.444754 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c172133a-2460-444b-9586-92bdb91f5d8a req-6a77db03-ac7a-4e9a-9d83-bd9e44b5305f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 1.1184754 May 06 13:03:55.509976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9e6c31b-4611-4ba0-806d-a96113395bdf req-c62dc166-d4a0-4669-9b77-61af8e07b071 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6690159 May 06 13:03:55.571002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.578337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.600233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:55.611476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c172133a-2460-444b-9586-92bdb91f5d8a req-eedfd52d-316e-4886-90b6-7b11bfada310 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652474 May 06 13:03:55.621728 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.622074 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Added segment c6fd2707-82ac-4189-b2dd-b69c5fd029af of type vlan for network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 May 06 13:03:55.692698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Network 1cdc11ea-35cd-42a4-9d46-6345774fe200 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:03:55.724972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-9833ca13-b2ce-44b5-b170-e1b2c5919e99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7082844 May 06 13:03:55.739052 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c709a29-7e85-4553-a98e-5080ffef7c70'] response: {'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'code': 200} May 06 13:03:55.757468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.769507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71136e15-160d-4982-90e5-f6e1ee400928,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:55.791823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 1cdc11ea-35cd-42a4-9d46-6345774fe200) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:55.807170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7af6239-ec3e-4b13-b862-3f773acd0271 None None] Network 1cdc11ea-35cd-42a4-9d46-6345774fe200 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:55.870343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.876416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:55.885121 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.913918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:55.914849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.923514 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:03:55.924136 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:03:56.009111 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7523813 May 06 13:03:56.071607 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60684) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:56.095651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'subnet': {'network_id': 'c1e1df67-f18a-41d4-ab9b-068b47c2b4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:56.146938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7894609-9360-4a03-9e98-c894234e5712 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Network': ['ID=c1e1df67-f18a-41d4-ab9b-068b47c2b4c4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:56.159978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:56.356800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:56.418978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:subnet and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:56.600554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting port 50a43e7c-415e-406f-9075-5f00e01bfd4d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:56.600896 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.630351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:56.673532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:56.692112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Port': ['ID=32bee83f-647c-47f6-a9e7-4ace85764a4b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:56.743625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-7b2ca8fc-6267-42ab-a027-a8e0d26d564a service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0061023 May 06 13:03:56.874744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Made reservation on behalf of 8101de4559c44e48add083a4a4974cd9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:57.131675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Checking segment: {'id': '9a4ae045-9c00-498f-a29a-111cc2f8c478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '407a6502-72f7-478a-bef8-f3d358764679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:57.132663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Network hostable DHCP agents. Network: 407a6502-72f7-478a-bef8-f3d358764679, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:03:57.254355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ee384-12da-4d37-a051-b9807024f0e1 req-329d31a9-a5bf-4051-a53f-ae4be2c69b2f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:57.269457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d62ee384-12da-4d37-a051-b9807024f0e1 req-329d31a9-a5bf-4051-a53f-ae4be2c69b2f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 983 time: 1.2730899 May 06 13:03:57.551290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.600870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11a06e-4539-4cfc-8a0a-83ed1dfd719d req-14a7dc07-a808-470a-aeea-c2c4203a9ba4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:57.612674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de11a06e-4539-4cfc-8a0a-83ed1dfd719d req-14a7dc07-a808-470a-aeea-c2c4203a9ba4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 1.5271602 May 06 13:03:57.688872 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-032a3e85-037f-4734-b4eb-75381c1f074f req-45572c77-ecbd-4e17-85fd-0962660a1eea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2600362 May 06 13:03:57.825672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7232e6e-b5f1-4041-80c3-979b49ac8a9a req-8f591879-f942-4100-96d4-1d7eeb5ea566 service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0717635 May 06 13:03:57.969002 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-032a3e85-037f-4734-b4eb-75381c1f074f req-f1025e9b-47b1-46c0-9c14-3765fe2344ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa96a274e40743d59276beef1882162d&device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 1096 time: 0.1803203 May 06 13:03:57.999212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Network 407a6502-72f7-478a-bef8-f3d358764679 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:03:58.045210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d62ee384-12da-4d37-a051-b9807024f0e1 req-b2b1b5f8-9803-44e6-a4f3-93fcd8eeb0f4 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7743742 May 06 13:03:58.113547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] For port 50a43e7c-415e-406f-9075-5f00e01bfd4d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50a43e7c-415e-406f-9075-5f00e01bfd4d,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:58.114243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:58.141291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 407a6502-72f7-478a-bef8-f3d358764679) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:58.158205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba90933-c19e-4397-9abb-e0047e349a63 None None] Network 407a6502-72f7-478a-bef8-f3d358764679 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:58.257009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de11a06e-4539-4cfc-8a0a-83ed1dfd719d req-b4ac741c-107b-489f-be5d-7b6cd457b30c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6430902 May 06 13:03:58.264960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:58.272661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:58.283012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:58.289733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:58.367147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60702) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:58.508436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Calling delete_port for 50a43e7c-415e-406f-9075-5f00e01bfd4d owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:58.683947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a3e85-037f-4734-b4eb-75381c1f074f req-ca37f884-9d6f-4069-bac6-1beb6db78a04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:58.686460 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-032a3e85-037f-4734-b4eb-75381c1f074f req-ca37f884-9d6f-4069-bac6-1beb6db78a04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6 HTTP/1.1" status: 200 len: 914 time: 0.6883569 May 06 13:03:58.838496 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-032a3e85-037f-4734-b4eb-75381c1f074f req-291e0a10-a39c-4e15-ad14-214bd38c7420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8 HTTP/1.1" status: 200 len: 217 time: 0.1410277 May 06 13:03:58.987547 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a8901316-fa28-4b55-af09-640c7972ffb0 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1091 time: 0.6187897 May 06 13:03:58.993519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60710) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:59.005193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:59.025268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:59.040509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:floatingip and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:59.051338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:59.058271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a3e85-037f-4734-b4eb-75381c1f074f req-1ef68f49-208b-414d-89ba-61a31fc070e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:59.060975 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-032a3e85-037f-4734-b4eb-75381c1f074f req-1ef68f49-208b-414d-89ba-61a31fc070e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2a16a8c-05e5-4f16-aecb-b75b42cbc42a HTTP/1.1" status: 200 len: 853 time: 0.2064390 May 06 13:03:59.070921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:59.161081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-032a3e85-037f-4734-b4eb-75381c1f074f req-837e301a-bc72-4dff-8cac-85e6d448e110 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923615 May 06 13:03:59.195642 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fd66e661-4e06-4f2c-87d0-d1424d31cd4b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 10.7717490 May 06 13:03:59.205837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60716) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:59.219241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:59.494447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15f8d766-3895-4be1-bf6b-d429dddf3fb3 req-0bce5064-bd01-4f9a-bb4d-6ba2c48924d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1095 time: 1.5767598 May 06 13:03:59.640053 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.167910 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-032a3e85-037f-4734-b4eb-75381c1f074f req-6449ceb3-11f3-4184-9311-c441dbf8e4c3 service neutron] 10.222.0.36 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9981189 May 06 13:04:00.316214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddf2cd-087c-419a-866f-33e8d7e12a10 req-b0676c14-b1b9-4a19-8262-b43ebc87d590 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:00.318858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3eddf2cd-087c-419a-866f-33e8d7e12a10 req-b0676c14-b1b9-4a19-8262-b43ebc87d590 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 1.5684836 May 06 13:04:00.376716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.403076 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-04c8f1d2-1ea1-449f-9af8-5320852f4ff6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6039972 May 06 13:04:00.625714 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-032a3e85-037f-4734-b4eb-75381c1f074f req-f5d015c5-fd6f-4d54-bb15-9345899a2910 service neutron] 10.222.0.36 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504936 May 06 13:04:00.629067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.667203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Port': ['ID=50a43e7c-415e-406f-9075-5f00e01bfd4d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:00.671256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Subnet': ['ID=f6150905-1914-4429-b5d8-1235f836be5f,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:00.798328 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-e9393808-a581-4d42-b7ae-c838693940e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1096 time: 0.2746248 May 06 13:04:00.819162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] No DVR routers for this DVR port 50a43e7c-415e-406f-9075-5f00e01bfd4d on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:04:00.854134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.859921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'name': 'network-vif-deleted', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:00.942443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef24f3-f793-4ca2-b04f-e34894d3af77 req-28285c29-c1db-4b5d-b946-d15b2c64c75f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:00.950160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6bef24f3-f793-4ca2-b04f-e34894d3af77 req-28285c29-c1db-4b5d-b946-d15b2c64c75f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Synchronizing usage tracker for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:00.976336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Checking segment: {'id': 'c6fd2707-82ac-4189-b2dd-b69c5fd029af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1e1df67-f18a-41d4-ab9b-068b47c2b4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:00.976941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network hostable DHCP agents. Network: c1e1df67-f18a-41d4-ab9b-068b47c2b4c4, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:01.021926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.25.7.223 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/715c6fb7-d939-42c5-9c11-254bc8516bc9) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:01.045372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8d766-3895-4be1-bf6b-d429dddf3fb3 req-601e0a10-2289-4102-8649-e7000f6eaf94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:01.048531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15f8d766-3895-4be1-bf6b-d429dddf3fb3 req-601e0a10-2289-4102-8649-e7000f6eaf94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 1.4835119 May 06 13:04:01.274486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3eddf2cd-087c-419a-866f-33e8d7e12a10 req-10fcebd3-8544-4210-8aae-6bfb42bad564 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9200695 May 06 13:04:01.274486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12c569f6-1e3d-4b87-9515-dd74a7ce10a1 req-2f98fc33-3226-47c6-a18e-75f449c6f00f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.36 "DELETE /v2.0/ports/50a43e7c-415e-406f-9075-5f00e01bfd4d HTTP/1.1" status: 204 len: 173 time: 8.4039743 May 06 13:04:01.309942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60740) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:01.317047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc552eec-d8c3-497c-8790-56eb83753a8f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:01.321721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc552eec-d8c3-497c-8790-56eb83753a8f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:01.322521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dc552eec-d8c3-497c-8790-56eb83753a8f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Synchronizing usage tracker for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:01.391009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6bef24f3-f793-4ca2-b04f-e34894d3af77 req-28285c29-c1db-4b5d-b946-d15b2c64c75f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Unset dirty status for tenant:7535c1e0fcf54357be62a1626ef94055 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:01.392438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bef24f3-f793-4ca2-b04f-e34894d3af77 req-28285c29-c1db-4b5d-b946-d15b2c64c75f tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/ports?device_id=d95860de-dbbf-44dc-99fa-5d195f462177 HTTP/1.1" status: 200 len: 983 time: 2.0171669 May 06 13:04:01.395614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15f8d766-3895-4be1-bf6b-d429dddf3fb3 req-4c06957a-8549-4931-9888-e0995b6e8e9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 217 time: 0.3277340 May 06 13:04:01.480489 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7393538d-2655-4169-b318-3a5442f0a6da'] response: {'server_uuid': 'd95860de-dbbf-44dc-99fa-5d195f462177', 'name': 'network-vif-deleted', 'tag': '50a43e7c-415e-406f-9075-5f00e01bfd4d', 'status': 'completed', 'code': 200} May 06 13:04:01.524998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dc552eec-d8c3-497c-8790-56eb83753a8f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Unset dirty status for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:01.526283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dc552eec-d8c3-497c-8790-56eb83753a8f tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 2.3191459 May 06 13:04:01.531389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60746) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:01.534254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:01.587347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-72732842-7f47-46ab-8971-a536f5d70f6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:01.588945 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-72732842-7f47-46ab-8971-a536f5d70f6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.6934936 May 06 13:04:01.646895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, c1e1df67-f18a-41d4-ab9b-068b47c2b4c4) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:01.668989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d91b4-1ee1-4c05-8376-0bd3570d9677 None None] Network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:01.696519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8d766-3895-4be1-bf6b-d429dddf3fb3 req-b10c0202-4ff3-4bee-bd58-1219b241a060 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:01.703755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15f8d766-3895-4be1-bf6b-d429dddf3fb3 req-b10c0202-4ff3-4bee-bd58-1219b241a060 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.2976241 May 06 13:04:01.714156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:01.718548 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.796531 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.801898 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-e08229ef-6aa3-4efb-8dd5-6f41d4d72db3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 217 time: 0.2004538 May 06 13:04:01.894168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bef24f3-f793-4ca2-b04f-e34894d3af77 req-6d8af8cd-ed5f-4dc2-8e38-632dece92c90 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "GET /v2.0/security-groups?id=7001c224-337d-421b-b153-f32fa9a2e663&id=81ec8a5c-0b50-4c48-8738-4deea24c9332&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4891894 May 06 13:04:01.904747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9fa83096-fc50-4607-a671-b7b11393af92 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Deleting port ce3fa181-3f4c-4907-8ef5-3a9adaf76f72 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:01.905364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fa83096-fc50-4607-a671-b7b11393af92 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.949129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-576b31ec-5bb7-4c83-8603-364dfb852fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.971118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f748165c-9d64-4cd4-a1c7-c3a2a2ba9eba tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.8976858 May 06 13:04:01.977800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-c2fe6407-03a0-4f32-96f9-ea635c4b463a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:01.980025 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-c2fe6407-03a0-4f32-96f9-ea635c4b463a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.1705656 May 06 13:04:01.980270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60750) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:01.997677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'network': {'name': 'tempest-router-network01--1611862955'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:02.031245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:02.068558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:network and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:02.082084 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.085335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:02.089787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-576b31ec-5bb7-4c83-8603-364dfb852fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:02.143194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-576b31ec-5bb7-4c83-8603-364dfb852fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:44febd19d87b4872bbe0d7bc94d22d27 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:02.144857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:02.157175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-576b31ec-5bb7-4c83-8603-364dfb852fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:02.176962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-576b31ec-5bb7-4c83-8603-364dfb852fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:02.214189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Made reservation on behalf of 8101de4559c44e48add083a4a4974cd9 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:02.217538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:02.217906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.227858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:02.236751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:02.284812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15f8d766-3895-4be1-bf6b-d429dddf3fb3 req-3cac26e9-ad90-4ec0-a788-7d500b3b5330 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5512488 May 06 13:04:02.288267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=715c6fb7-d939-42c5-9c11-254bc8516bc9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:02.347435 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-88a57a96-ecdb-4707-965b-e312ef3a4e2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3582232 May 06 13:04:02.596888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:02.658583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-c1e1df67-f18a-41d4-ab9b-068b47c2b4c4', 'network_id': 'c1e1df67-f18a-41d4-ab9b-068b47c2b4c4', 'tenant_id': '8101de4559c44e48add083a4a4974cd9', 'fixed_ips': [{'subnet_id': 'f6150905-1914-4429-b5d8-1235f836be5f'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:02.660105 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.679563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-576b31ec-5bb7-4c83-8603-364dfb852fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.695732 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.696305 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Added segment 612813a5-98e7-4cad-a5fa-000dd8af538b of type vlan for network 7be462f5-356c-4f21-9e01-d38d299925e1 May 06 13:04:02.696655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-576b31ec-5bb7-4c83-8603-364dfb852fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.716091 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fa83096-fc50-4607-a671-b7b11393af92 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.830656 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-b5609d62-67be-4ad9-830f-6c1a4d6ee243 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706445 May 06 13:04:02.884994 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-576b31ec-5bb7-4c83-8603-364dfb852fe5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44febd19d87b4872bbe0d7bc94d22d27&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4154582 May 06 13:04:02.903657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60760) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:02.934280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-9fa83096-fc50-4607-a671-b7b11393af92 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Calling delete_port for ce3fa181-3f4c-4907-8ef5-3a9adaf76f72 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:02.963952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Allocated IP 2001:db8::2 (c1e1df67-f18a-41d4-ab9b-068b47c2b4c4/f6150905-1914-4429-b5d8-1235f836be5f/f2de5eb7-c5e0-4ce7-954c-5c787771b9c1) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:02.996426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.038964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15f8d766-3895-4be1-bf6b-d429dddf3fb3 req-fac75a79-bc5a-43e1-8908-c1ea7ff205a7 service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469721 May 06 13:04:03.065794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 1179912f-dd3a-44c6-8616-d184b6ad9545 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:04:03.132565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b31ec-5bb7-4c83-8603-364dfb852fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0774147-6945-4569-a09b-d4fddd74644a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:03.217681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60766) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:03.248423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.277680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:03.284277 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.432586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:03.470802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'port_id': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'mac_address': 'fa:16:3e:d0:d3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:04:03.591687 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.646922 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fa83096-fc50-4607-a671-b7b11393af92 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.655460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1179912f-dd3a-44c6-8616-d184b6ad9545 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:04:03.677302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6944971 May 06 13:04:03.677775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60774) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:03.762252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:03.781822 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.856035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'network': {'name': 'tempest-router-network02--519150593'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:03.884620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa83096-fc50-4607-a671-b7b11393af92 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Port': ['ID=ce3fa181-3f4c-4907-8ef5-3a9adaf76f72,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:03.889333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99472c-3403-4ec9-9c0a-f533f57bef84 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Network': ['ID=7be462f5-356c-4f21-9e01-d38d299925e1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:03.905776 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9fa83096-fc50-4607-a671-b7b11393af92 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.912757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9fa83096-fc50-4607-a671-b7b11393af92 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/ports/ce3fa181-3f4c-4907-8ef5-3a9adaf76f72 HTTP/1.1" status: 204 len: 168 time: 2.3733661 May 06 13:04:03.913022 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.922878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:03.924833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 7be462f5-356c-4f21-9e01-d38d299925e1 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:03.928500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:03.952433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:network and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:03.961975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac67e8-bc09-4b5b-8bf6-1e0beba88740 req-b73694e9-4f8e-4195-b8a2-fa014c156104 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:03.969279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a3ac67e8-bc09-4b5b-8bf6-1e0beba88740 req-b73694e9-4f8e-4195-b8a2-fa014c156104 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 1.1549580 May 06 13:04:03.973253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15f8d766-3895-4be1-bf6b-d429dddf3fb3 req-68ebe92f-e58a-4a7e-ac01-1acfd9de79d4 service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9266598 May 06 13:04:03.976899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:04.179048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Transition to ACTIVE for port object f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:04.196692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:04.238188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Transition to ACTIVE for port object f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:04.240342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:04.253833 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.256232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Made reservation on behalf of 8101de4559c44e48add083a4a4974cd9 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:04.259680 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.286872 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e72876cb-6bb3-4a4c-b6f5-a042023b7c07 req-b8f964a9-a661-4982-bb94-c3866b0252fe service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3853784 May 06 13:04:04.300359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b93691c-02b4-49c4-a135-d375d66687be tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.322493 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d4df7785-681d-4a3a-bc55-7e04fe3775c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.323433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a3ac67e8-bc09-4b5b-8bf6-1e0beba88740 req-899437c2-0bb5-4a53-b6d9-d3a7c6120309 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531885 May 06 13:04:04.332729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:04.370710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.371216 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Added segment 1d7454fe-0848-48a8-b3fb-b3b99aa0664e of type vlan for network 6052f94f-6990-4561-b4c5-7c27b8332a1e May 06 13:04:04.383286 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b93691c-02b4-49c4-a135-d375d66687be tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.427408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3c65e20f-06b7-4816-afcd-466db6ceb25b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Deleting port 32bee83f-647c-47f6-a9e7-4ace85764a4b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:04.427706 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c65e20f-06b7-4816-afcd-466db6ceb25b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.464046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['1179912f-dd3a-44c6-8616-d184b6ad9545'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:04:04.473587 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.524686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b93691c-02b4-49c4-a135-d375d66687be tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.562469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.570558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:04.571320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.599559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Pushing event updated for resources: {'Port': ['ID=f2de5eb7-c5e0-4ce7-954c-5c787771b9c1,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:04.625671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:04.634657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:04.648212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:04.679927 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d4df7785-681d-4a3a-bc55-7e04fe3775c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.758293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93691c-02b4-49c4-a135-d375d66687be tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7001c224-337d-421b-b153-f32fa9a2e663,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:04.777008 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9382322 May 06 13:04:04.792264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60790) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:04.931316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7b93691c-02b4-49c4-a135-d375d66687be tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.934041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7b93691c-02b4-49c4-a135-d375d66687be tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "DELETE /v2.0/security-groups/7001c224-337d-421b-b153-f32fa9a2e663 HTTP/1.1" status: 204 len: 168 time: 1.6979938 May 06 13:04:04.938999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60794) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:04.959323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'subnet': {'network_id': '7be462f5-356c-4f21-9e01-d38d299925e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:04.966967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Attempting to bind port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:04.966967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Attempting to bind port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c6fd2707-82ac-4189-b2dd-b69c5fd029af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1e1df67-f18a-41d4-ab9b-068b47c2b4c4'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:04.966967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Attempting to bind port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 on network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:04.994968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:04.995797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Checking segment: {'id': 'c6fd2707-82ac-4189-b2dd-b69c5fd029af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1e1df67-f18a-41d4-ab9b-068b47c2b4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:04.996502 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.997375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Bound using segment: {'id': 'c6fd2707-82ac-4189-b2dd-b69c5fd029af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1e1df67-f18a-41d4-ab9b-068b47c2b4c4'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:04.998248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Bound port: f2de5eb7-c5e0-4ce7-954c-5c787771b9c1, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fd2707-82ac-4189-b2dd-b69c5fd029af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1e1df67-f18a-41d4-ab9b-068b47c2b4c4'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:04.999182 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.103052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.247741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550b475-b186-4522-842c-bd547e69fd49 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Network': ['ID=6052f94f-6990-4561-b4c5-7c27b8332a1e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:05.292205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] For port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:05.312863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] For port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f2de5eb7-c5e0-4ce7-954c-5c787771b9c1,segment=NetworkSegment(c6fd2707-82ac-4189-b2dd-b69c5fd029af),segment_id=c6fd2707-82ac-4189-b2dd-b69c5fd029af)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:05.358056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.368322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:05.380349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6052f94f-6990-4561-b4c5-7c27b8332a1e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:05.402196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:subnet and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:05.420798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:05.421110 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.455539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:05.496578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Made reservation on behalf of 8101de4559c44e48add083a4a4974cd9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:05.736845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d4df7785-681d-4a3a-bc55-7e04fe3775c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.857038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012fbf4-a9f1-418f-ac6a-af4aa442ae15 None None] Pushing event updated for resources: {'Port': ['ID=f2de5eb7-c5e0-4ce7-954c-5c787771b9c1,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:05.895619 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c65e20f-06b7-4816-afcd-466db6ceb25b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.959310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df7785-681d-4a3a-bc55-7e04fe3775c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0774147-6945-4569-a09b-d4fddd74644a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:05.968841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d4df7785-681d-4a3a-bc55-7e04fe3775c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.984757 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d4df7785-681d-4a3a-bc55-7e04fe3775c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0774147-6945-4569-a09b-d4fddd74644a HTTP/1.1" status: 204 len: 168 time: 3.0610206 May 06 13:04:06.009154 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.423374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4821cc-d1c0-4def-aa14-3379cf6a5463 req-533dd2a7-45d2-4e8e-b601-336ecbdb983c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:06.425648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce4821cc-d1c0-4def-aa14-3379cf6a5463 req-533dd2a7-45d2-4e8e-b601-336ecbdb983c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 0.5460486 May 06 13:04:06.435333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07ef8c4f-46a1-4cab-b811-7c180f4ff3e6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.584346 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07ef8c4f-46a1-4cab-b811-7c180f4ff3e6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.618190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce4821cc-d1c0-4def-aa14-3379cf6a5463 req-44aed958-8c2d-4c62-a663-2961b528d83e tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782701 May 06 13:04:06.712518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3c65e20f-06b7-4816-afcd-466db6ceb25b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Calling delete_port for 32bee83f-647c-47f6-a9e7-4ace85764a4b owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:06.762340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60816) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:06.797006 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07ef8c4f-46a1-4cab-b811-7c180f4ff3e6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.838902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.912572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c65e20f-06b7-4816-afcd-466db6ceb25b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.935015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef8c4f-46a1-4cab-b811-7c180f4ff3e6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ec8a5c-0b50-4c48-8738-4deea24c9332,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:06.940711 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c414437-f414-4190-97bd-5a6ad1b44dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.989863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65e20f-06b7-4816-afcd-466db6ceb25b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Port': ['ID=32bee83f-647c-47f6-a9e7-4ace85764a4b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:07.002426 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:04:07.013765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 1179912f-dd3a-44c6-8616-d184b6ad9545 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:07.043778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3c65e20f-06b7-4816-afcd-466db6ceb25b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.054163 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.070935 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.149269 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-07ef8c4f-46a1-4cab-b811-7c180f4ff3e6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.165105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-07ef8c4f-46a1-4cab-b811-7c180f4ff3e6 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "DELETE /v2.0/security-groups/81ec8a5c-0b50-4c48-8738-4deea24c9332 HTTP/1.1" status: 204 len: 168 time: 2.1540835 May 06 13:04:07.166222 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3c65e20f-06b7-4816-afcd-466db6ceb25b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/ports/32bee83f-647c-47f6-a9e7-4ace85764a4b HTTP/1.1" status: 204 len: 168 time: 3.2376547 May 06 13:04:07.166591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60822) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:07.186285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60824) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:07.195523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 1179912f-dd3a-44c6-8616-d184b6ad9545 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:07.224285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 1179912f-dd3a-44c6-8616-d184b6ad9545 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:07.224775 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.326381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-47a008aa-13c8-4ea2-ba2e-ac981e0356e1 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Synchronizing usage tracker for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:07.425558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=715c6fb7-d939-42c5-9c11-254bc8516bc9,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:07.466872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.522404 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.635560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Subnet': ['ID=3bf2ac30-e1bf-4dbb-b1f1-2d2f1a3cafee,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:07.651960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Checking segment: {'id': '612813a5-98e7-4cad-a5fa-000dd8af538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7be462f5-356c-4f21-9e01-d38d299925e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:07.654685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network hostable DHCP agents. Network: 7be462f5-356c-4f21-9e01-d38d299925e1, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:07.740592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3c414437-f414-4190-97bd-5a6ad1b44dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:07.744011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-47a008aa-13c8-4ea2-ba2e-ac981e0356e1 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Unset dirty status for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:07.745671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-47a008aa-13c8-4ea2-ba2e-ac981e0356e1 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5722663 May 06 13:04:07.753429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60832) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:07.754847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3c414437-f414-4190-97bd-5a6ad1b44dac admin admin] Usage tracker for resource:security_group_rule and tenant:21fd7c688c0f4959bc573c1770ad3e8c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:07.772995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1905451608'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:07.786218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3c414437-f414-4190-97bd-5a6ad1b44dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:07.823536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:07.841763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3c414437-f414-4190-97bd-5a6ad1b44dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:07.846904 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.864138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Usage tracker for resource:network and tenant:fca9ad31a25f4b98862e26fe2a87c818 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:07.885248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:07.974563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:07.995116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:08.017095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52553d85-d2b9-4de8-a10a-46788dfc4768 None None] Network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:08.150442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network 7be462f5-356c-4f21-9e01-d38d299925e1 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:08.183121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:08.193351 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae7537f-1859-4b4a-85d9-dd6bf1ca678a'] response: {'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'code': 200} May 06 13:04:08.367168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c414437-f414-4190-97bd-5a6ad1b44dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.399375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Made reservation on behalf of fca9ad31a25f4b98862e26fe2a87c818 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:08.413685 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.555981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:08.608187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 7be462f5-356c-4f21-9e01-d38d299925e1) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:08.614904 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3c414437-f414-4190-97bd-5a6ad1b44dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.688479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82bb82b-c10c-4f23-8004-ccc581608e8c None None] Network 7be462f5-356c-4f21-9e01-d38d299925e1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:08.769503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3c414437-f414-4190-97bd-5a6ad1b44dac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21fd7c688c0f4959bc573c1770ad3e8c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0011666 May 06 13:04:08.774687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60848) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:08.789440 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Floating IP 5034fec7-e465-409f-8135-dae1cab32a87 associated. External IP: 172.25.7.223, port: 6d4b1f33-c8ef-4573-a232-1554f29851d5. May 06 13:04:08.795875 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.806794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:08.807387 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.057612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c414437-f414-4190-97bd-5a6ad1b44dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed3f76-090d-4fe2-9a34-2e6ec1a22d88,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:09.145800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2227def8-24d1-4fde-af35-0a63625a4525 None None] Provisioning for port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:09.181950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-115fa849-5931-4da1-ba20-9df45f59775b tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2453465 May 06 13:04:09.217118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60854) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:09.231789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:09.262333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.263576 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Added segment 76cd6cee-5881-4f7f-8c4d-1ebfed1afa18 of type vlan for network 4b76e036-4a8b-415e-b562-7e464b037dec May 06 13:04:09.276437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:09.331511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-7be462f5-356c-4f21-9e01-d38d299925e1', 'network_id': '7be462f5-356c-4f21-9e01-d38d299925e1', 'tenant_id': '8101de4559c44e48add083a4a4974cd9', 'fixed_ips': [{'subnet_id': '3bf2ac30-e1bf-4dbb-b1f1-2d2f1a3cafee'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:09.339400 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.355721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'subnet': {'network_id': '6052f94f-6990-4561-b4c5-7c27b8332a1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:09.368922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:09.386468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:09.387499 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.406850 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.448507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d87edf43-ea9f-40ab-a545-211fa77248e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.566433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d87edf43-ea9f-40ab-a545-211fa77248e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.604282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:09.617508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:subnet and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:09.630786 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea6ffc94-e71a-4728-80eb-0636c0d7a56b req-b917b69d-6587-4cf1-967f-ca8774cb12b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1097 time: 1.3418093 May 06 13:04:09.632485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:09.675019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:09.796498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Made reservation on behalf of 8101de4559c44e48add083a4a4974cd9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:09.925640 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.955548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:09.956831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.067196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4929-6af3-40e7-848e-a36b41e49da1 req-d1e758ab-6748-4558-b589-c2933e4b1cdf tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:10.073436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03fc4929-6af3-40e7-848e-a36b41e49da1 req-d1e758ab-6748-4558-b589-c2933e4b1cdf tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 1.6227036 May 06 13:04:10.078023 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea6ffc94-e71a-4728-80eb-0636c0d7a56b req-b15ec443-0c55-42b0-8881-9e4da78ed48d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4377220 May 06 13:04:10.118164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d87edf43-ea9f-40ab-a545-211fa77248e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.144039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.273591 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.453128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Allocated IP 2001:db8::2 (7be462f5-356c-4f21-9e01-d38d299925e1/3bf2ac30-e1bf-4dbb-b1f1-2d2f1a3cafee/0a460ddc-0219-4185-a942-f9eaeccd7ea4) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:10.849163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87edf43-ea9f-40ab-a545-211fa77248e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed3f76-090d-4fe2-9a34-2e6ec1a22d88,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:10.877022 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.989735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Subnet': ['ID=d727cef4-b2aa-4794-a43c-17fac870d9b0,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:11.111898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03fc4929-6af3-40e7-848e-a36b41e49da1 req-a099684a-aa25-48e4-9830-06cfc606aace tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9827161 May 06 13:04:11.347846 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d87edf43-ea9f-40ab-a545-211fa77248e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.353716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d87edf43-ea9f-40ab-a545-211fa77248e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fed3f76-090d-4fe2-9a34-2e6ec1a22d88 HTTP/1.1" status: 204 len: 168 time: 2.4940355 May 06 13:04:11.365835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-adccdfe0-9d39-4715-be0d-a36f3e217744 None None] Provisioning complete for port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:11.366773 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-adccdfe0-9d39-4715-be0d-a36f3e217744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.368274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.6043222 May 06 13:04:11.373321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60874) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:11.392395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Checking segment: {'id': '1d7454fe-0848-48a8-b3fb-b3b99aa0664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6052f94f-6990-4561-b4c5-7c27b8332a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:11.392805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network hostable DHCP agents. Network: 6052f94f-6990-4561-b4c5-7c27b8332a1e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:11.399498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1763607103'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:11.427038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dab1ff-1411-4898-a2cf-7a619c3c367e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Network': ['ID=4b76e036-4a8b-415e-b562-7e464b037dec,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:11.434675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:11.474726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4b76e036-4a8b-415e-b562-7e464b037dec details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:11.487652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Usage tracker for resource:network and tenant:fca9ad31a25f4b98862e26fe2a87c818 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:11.505793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:11.546418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:11.576556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.613489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Made reservation on behalf of fca9ad31a25f4b98862e26fe2a87c818 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:11.619596 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.787348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:11.791675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network 6052f94f-6990-4561-b4c5-7c27b8332a1e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:11.825950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6052f94f-6990-4561-b4c5-7c27b8332a1e) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:11.833692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:11.834336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.853676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.854550 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Added segment f6d31edc-8ea3-4a8b-b315-071312e51c26 of type vlan for network 62f37c03-ae9b-4b95-9495-401a44ec8ad7 May 06 13:04:11.877706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f2de5eb7-c5e0-4ce7-954c-5c787771b9c1,segment=NetworkSegment(c6fd2707-82ac-4189-b2dd-b69c5fd029af),segment_id=c6fd2707-82ac-4189-b2dd-b69c5fd029af)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:11.927145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76238b-aaee-4918-8389-842a4bf58788 None None] Network 6052f94f-6990-4561-b4c5-7c27b8332a1e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:11.936376 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1fa1326f-cf1a-401d-abe5-9680a0be74bf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7076952 May 06 13:04:11.938350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60880) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:12.041782 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.059023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Transition to ACTIVE for port object 0a460ddc-0219-4185-a942-f9eaeccd7ea4 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:12.090480 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.175426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.180121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:12.181130 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.261575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.434403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Transition to ACTIVE for port object 0a460ddc-0219-4185-a942-f9eaeccd7ea4 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:12.588774 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d7e45fe-e145-4df7-b575-4684f100a04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.606463 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.715492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60894) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:12.775540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f2de5eb7-c5e0-4ce7-954c-5c787771b9c1,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:12.884969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d606af5-318c-4f09-be79-4c536e058651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.886483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.886943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.887878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.888340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.888856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.889261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.889658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.890054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.890444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.890858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.891297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:12.908800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Network 7be462f5-356c-4f21-9e01-d38d299925e1 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:12.958798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:12.968381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:12.980041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:13.013130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0d606af5-318c-4f09-be79-4c536e058651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:13.051483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6662004 May 06 13:04:13.059774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c0310-d208-43e3-a887-e934b165bd1d tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Network': ['ID=62f37c03-ae9b-4b95-9495-401a44ec8ad7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:13.212100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 62f37c03-ae9b-4b95-9495-401a44ec8ad7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:13.236983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60900) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:13.268649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'subnets': [{'network_id': '4b76e036-4a8b-415e-b562-7e464b037dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1610925570', 'ip_version': 4}, {'network_id': '62f37c03-ae9b-4b95-9495-401a44ec8ad7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:13.269119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'subnet': {'network_id': '4b76e036-4a8b-415e-b562-7e464b037dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1610925570', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:13.269967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Request body: {'subnet': {'network_id': '62f37c03-ae9b-4b95-9495-401a44ec8ad7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:13.475251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0d606af5-318c-4f09-be79-4c536e058651 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0646d87d4e4098a2ce301bc91fcbad is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:13.481663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0d606af5-318c-4f09-be79-4c536e058651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:13.576500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0d606af5-318c-4f09-be79-4c536e058651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:13.605547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6446d0-b819-4030-b386-ecd808335821 req-b1040bf3-566d-4db5-ac2d-e2e3a66810b1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:13.613743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef6446d0-b819-4030-b386-ecd808335821 req-b1040bf3-566d-4db5-ac2d-e2e3a66810b1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.9492228 May 06 13:04:13.626524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-6052f94f-6990-4561-b4c5-7c27b8332a1e', 'network_id': '6052f94f-6990-4561-b4c5-7c27b8332a1e', 'tenant_id': '8101de4559c44e48add083a4a4974cd9', 'fixed_ips': [{'subnet_id': 'd727cef4-b2aa-4794-a43c-17fac870d9b0'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:13.627887 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:13.833241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef6446d0-b819-4030-b386-ecd808335821 req-b61b8be2-e945-4cf1-b41d-495e41b7b6c0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179365 May 06 13:04:13.867327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:13.881946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Usage tracker for resource:subnet and tenant:fca9ad31a25f4b98862e26fe2a87c818 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:13.893826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:13.911082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:13.945698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Made reservation on behalf of fca9ad31a25f4b98862e26fe2a87c818 for: {'subnet': 2} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:14.009073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Attempting to bind port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:14.010052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Attempting to bind port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '612813a5-98e7-4cad-a5fa-000dd8af538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7be462f5-356c-4f21-9e01-d38d299925e1'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:14.010956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Attempting to bind port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 on network 7be462f5-356c-4f21-9e01-d38d299925e1 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:14.014224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Pushing event updated for resources: {'Port': ['ID=0a460ddc-0219-4185-a942-f9eaeccd7ea4,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:14.040404 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:14.107283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:14.108350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Checking segment: {'id': '612813a5-98e7-4cad-a5fa-000dd8af538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7be462f5-356c-4f21-9e01-d38d299925e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:14.109656 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:14.110513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Bound using segment: {'id': '612813a5-98e7-4cad-a5fa-000dd8af538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7be462f5-356c-4f21-9e01-d38d299925e1'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:14.111515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Bound port: 0a460ddc-0219-4185-a942-f9eaeccd7ea4, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612813a5-98e7-4cad-a5fa-000dd8af538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7be462f5-356c-4f21-9e01-d38d299925e1'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:14.112497 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:14.117882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d606af5-318c-4f09-be79-4c536e058651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:14.131237 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d606af5-318c-4f09-be79-4c536e058651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:14.229524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d606af5-318c-4f09-be79-4c536e058651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c0e863-2d66-4c18-89e2-6918030d889b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:14.269887 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:14.293415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] For port 0a460ddc-0219-4185-a942-f9eaeccd7ea4, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:14.297814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] For port 0a460ddc-0219-4185-a942-f9eaeccd7ea4, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0a460ddc-0219-4185-a942-f9eaeccd7ea4,segment=NetworkSegment(612813a5-98e7-4cad-a5fa-000dd8af538b),segment_id=612813a5-98e7-4cad-a5fa-000dd8af538b)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:14.322274 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:14.355580 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:14.796883 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0d606af5-318c-4f09-be79-4c536e058651 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b0646d87d4e4098a2ce301bc91fcbad&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0793092 May 06 13:04:14.846127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53169011-7b80-4ac9-91c9-1a31e77a662b None None] Pushing event updated for resources: {'Port': ['ID=0a460ddc-0219-4185-a942-f9eaeccd7ea4,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:14.856391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60912) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:14.862169 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ce5abba-acc0-4101-9d47-6fecd2ccb776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:14.965597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:14.966270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.058049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Allocated IP 2001:db8::2 (6052f94f-6990-4561-b4c5-7c27b8332a1e/d727cef4-b2aa-4794-a43c-17fac870d9b0/754cce53-f1c7-4097-852d-f419256219d3) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:15.108871 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.109695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.413259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Allocated IP 2001:db8::1 (7be462f5-356c-4f21-9e01-d38d299925e1/3bf2ac30-e1bf-4dbb-b1f1-2d2f1a3cafee/0124b15f-3a2d-4b2e-9bca-f99a3d310d92) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:15.644815 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.970526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e971303-49a7-4d25-973b-36dd6d54f6aa req-35708ee2-76ca-4d32-ac48-9a0ac258a1ec tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:15.973724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e971303-49a7-4d25-973b-36dd6d54f6aa req-35708ee2-76ca-4d32-ac48-9a0ac258a1ec tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 1.5552921 May 06 13:04:15.989081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25d51ab4-707e-4f7b-8f2c-a50e67896046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.008041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 60920) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:16.028687 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25d51ab4-707e-4f7b-8f2c-a50e67896046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.031185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dc91bbc3-ea95-473b-8e60-8ec2ee5ae90d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'floatingip': {'port_id': '1179912f-dd3a-44c6-8616-d184b6ad9545'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:16.124043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.175295 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.227112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Transition to ACTIVE for port object 754cce53-f1c7-4097-852d-f419256219d3 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:16.323238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0a460ddc-0219-4185-a942-f9eaeccd7ea4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:16.436642 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25d51ab4-707e-4f7b-8f2c-a50e67896046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.479707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc91bbc3-ea95-473b-8e60-8ec2ee5ae90d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.580497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d51ab4-707e-4f7b-8f2c-a50e67896046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c0e863-2d66-4c18-89e2-6918030d889b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:16.597437 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-25d51ab4-707e-4f7b-8f2c-a50e67896046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.602813 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-25d51ab4-707e-4f7b-8f2c-a50e67896046 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67c0e863-2d66-4c18-89e2-6918030d889b HTTP/1.1" status: 204 len: 168 time: 1.7339618 May 06 13:04:16.707665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Transition to ACTIVE for port object 754cce53-f1c7-4097-852d-f419256219d3 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:16.830802 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.879949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:17.094466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Transition to ACTIVE for port object 0124b15f-3a2d-4b2e-9bca-f99a3d310d92 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:17.118671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:17.144649 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] Sync routers for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:17.232194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Network 6052f94f-6990-4561-b4c5-7c27b8332a1e is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:17.252064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Pushing event updated for resources: {'Port': ['ID=754cce53-f1c7-4097-852d-f419256219d3,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:17.258751 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:17.261308 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:17.271776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:17.296785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:17.606453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e447e-74f8-45f9-a951-3c0eb940cc50 None None] Network 7be462f5-356c-4f21-9e01-d38d299925e1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:17.952980 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:18.090764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.195665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.217238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0ef16da0-4b16-4245-83b8-faa4a8a7c660 None None] Provisioning for port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:18.236941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0ef16da0-4b16-4245-83b8-faa4a8a7c660 None None] Provisioning complete for port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:18.242055 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ef16da0-4b16-4245-83b8-faa4a8a7c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.273304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.283541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Attempting to bind port 754cce53-f1c7-4097-852d-f419256219d3 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:18.284309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Attempting to bind port 754cce53-f1c7-4097-852d-f419256219d3 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '1d7454fe-0848-48a8-b3fb-b3b99aa0664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6052f94f-6990-4561-b4c5-7c27b8332a1e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:18.284885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Attempting to bind port 754cce53-f1c7-4097-852d-f419256219d3 on network 6052f94f-6990-4561-b4c5-7c27b8332a1e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:18.311711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:18.330544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.378685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:18.379453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.548258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:18.558426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Checking segment: {'id': '1d7454fe-0848-48a8-b3fb-b3b99aa0664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6052f94f-6990-4561-b4c5-7c27b8332a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:18.559328 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.560147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Bound using segment: {'id': '1d7454fe-0848-48a8-b3fb-b3b99aa0664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6052f94f-6990-4561-b4c5-7c27b8332a1e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:18.560901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Bound port: 754cce53-f1c7-4097-852d-f419256219d3, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7454fe-0848-48a8-b3fb-b3b99aa0664e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6052f94f-6990-4561-b4c5-7c27b8332a1e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:18.561538 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.632110 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-47964fd6-4830-45a5-99dd-8764466dddec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 19.6371286 May 06 13:04:18.672641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:18.790159 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network 7be462f5-356c-4f21-9e01-d38d299925e1 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:18.797044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Subnet': ['ID=70b3e8fe-0c93-4f9a-8b29-e35b8859e93b,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:18.828480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:18.841158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:18.841977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.937373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Port': ['ID=0124b15f-3a2d-4b2e-9bca-f99a3d310d92,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:19.055032 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '5034fec7-e465-409f-8135-dae1cab32a87', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'port_id': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'mac_address': 'fa:16:3e:a8:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:04Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264f9efb-8dea-4ba0-b058-2f3624c06e84', 'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:00:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:53Z', 'updated_at': '2022-05-06T13:03:17Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:19.066631 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] Checking router: a3cbe623-eb98-48cc-9da1-2094ca7e04c7 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:04:19.106956 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:19.107604 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:19.185722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] For port 754cce53-f1c7-4097-852d-f419256219d3, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:19.196448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.197368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.197368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.197787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.197787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.198200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.198383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.198753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.199155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.199696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.200093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.214122 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b93c08-889e-43ae-a239-7bacb43f56cc'] response: {'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'status': 'completed', 'code': 200} May 06 13:04:19.215930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] For port 754cce53-f1c7-4097-852d-f419256219d3, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=754cce53-f1c7-4097-852d-f419256219d3,segment=NetworkSegment(1d7454fe-0848-48a8-b3fb-b3b99aa0664e),segment_id=1d7454fe-0848-48a8-b3fb-b3b99aa0664e)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:19.298522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.361802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Checking segment: {'id': '76cd6cee-5881-4f7f-8c4d-1ebfed1afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b76e036-4a8b-415e-b562-7e464b037dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:19.362587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Network hostable DHCP agents. Network: 4b76e036-4a8b-415e-b562-7e464b037dec, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:19.374724 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.385357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting port 03ecfd19-bf30-47da-acde-edc0b296a6e7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:19.386088 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.653458 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:19.847727 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ef16da0-4b16-4245-83b8-faa4a8a7c660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.883510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680100e4-5e61-41ea-ab9c-92c21486bd30 None None] Pushing event updated for resources: {'Port': ['ID=754cce53-f1c7-4097-852d-f419256219d3,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:19.921151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.984037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 0a460ddc-0219-4185-a942-f9eaeccd7ea4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0a460ddc-0219-4185-a942-f9eaeccd7ea4,segment=NetworkSegment(612813a5-98e7-4cad-a5fa-000dd8af538b),segment_id=612813a5-98e7-4cad-a5fa-000dd8af538b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:20.003617 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.123664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Network 4b76e036-4a8b-415e-b562-7e464b037dec is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:20.219740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dc7ef-9817-4cd0-bda5-1ad35a565143 req-3dca97d5-0ade-47de-8bbf-8da7ef930b4b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:20.221411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f9dc7ef-9817-4cd0-bda5-1ad35a565143 req-3dca97d5-0ade-47de-8bbf-8da7ef930b4b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 1.2156448 May 06 13:04:20.389010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=0a460ddc-0219-4185-a942-f9eaeccd7ea4,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:20.454215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 4b76e036-4a8b-415e-b562-7e464b037dec) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:20.461985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-0ef16da0-4b16-4245-83b8-faa4a8a7c660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:04:20.462573 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-0ef16da0-4b16-4245-83b8-faa4a8a7c660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:04:20.468077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab9164-8eec-4ec2-9bf4-44960767e964 None None] Network 4b76e036-4a8b-415e-b562-7e464b037dec requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:20.518039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.837269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dba0fded-f327-4207-a7fc-3897705599c0 req-77e7a34d-91c0-4d7a-a45d-ce0816dd6fe2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1096 time: 1.6068993 May 06 13:04:20.921054 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '5034fec7-e465-409f-8135-dae1cab32a87', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'port_id': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'mac_address': 'fa:16:3e:a8:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:04Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264f9efb-8dea-4ba0-b058-2f3624c06e84', 'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:00:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:53Z', 'updated_at': '2022-05-06T13:03:17Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:20.931472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f9dc7ef-9817-4cd0-bda5-1ad35a565143 req-7a82ccf9-5335-4374-ae98-bfc95865e730 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6822255 May 06 13:04:20.936253 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c46e2b-9167-496e-b7c0-2fa2b5178809 None None] The sync data for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 is: [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '5034fec7-e465-409f-8135-dae1cab32a87', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'port_id': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'mac_address': 'fa:16:3e:a8:6b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:04Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264f9efb-8dea-4ba0-b058-2f3624c06e84', 'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:00:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:53Z', 'updated_at': '2022-05-06T13:03:17Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:21.024030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 60980) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:21.216225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] For port 03ecfd19-bf30-47da-acde-edc0b296a6e7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=03ecfd19-bf30-47da-acde-edc0b296a6e7,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:21.216481 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.438968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-4b76e036-4a8b-415e-b562-7e464b037dec', 'network_id': '4b76e036-4a8b-415e-b562-7e464b037dec', 'tenant_id': 'fca9ad31a25f4b98862e26fe2a87c818', 'fixed_ips': [{'subnet_id': '70b3e8fe-0c93-4f9a-8b29-e35b8859e93b'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:21.439830 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.523343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6bf69d1a-8fc5-4c28-a4a1-91c02121c054 None None] Provisioning for port 0124b15f-3a2d-4b2e-9bca-f99a3d310d92 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:21.545724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6bf69d1a-8fc5-4c28-a4a1-91c02121c054 None None] Provisioning complete for port 0124b15f-3a2d-4b2e-9bca-f99a3d310d92 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:21.546350 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bf69d1a-8fc5-4c28-a4a1-91c02121c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.575508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-25a44139-d703-490f-a41f-d95357e41b4d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/5034fec7-e465-409f-8135-dae1cab32a87 HTTP/1.1" status: 200 len: 991 time: 0.5499179 May 06 13:04:21.691333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc91bbc3-ea95-473b-8e60-8ec2ee5ae90d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.720970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc91bbc3-ea95-473b-8e60-8ec2ee5ae90d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.808402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d26ffe5-4492-4057-a9d4-f70142228582 None None] New status for floating IP 5034fec7-e465-409f-8135-dae1cab32a87: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:04:21.841214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Calling delete_port for 03ecfd19-bf30-47da-acde-edc0b296a6e7 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:22.201911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f5e2e-28fe-46f9-85df-b278abd866df None None] Network 6052f94f-6990-4561-b4c5-7c27b8332a1e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:22.211181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event updated for resources: {'Subnet': ['ID=f72215a7-0892-47e8-8e32-019db387113b,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:22.217661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6bf69d1a-8fc5-4c28-a4a1-91c02121c054 None None] Port 0124b15f-3a2d-4b2e-9bca-f99a3d310d92 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:22.307035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Checking segment: {'id': 'f6d31edc-8ea3-4a8b-b315-071312e51c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '62f37c03-ae9b-4b95-9495-401a44ec8ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:22.319163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Network hostable DHCP agents. Network: 62f37c03-ae9b-4b95-9495-401a44ec8ad7, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:22.542014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Network 62f37c03-ae9b-4b95-9495-401a44ec8ad7 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:22.568189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 62f37c03-ae9b-4b95-9495-401a44ec8ad7) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:22.588077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:22.589001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:22.590330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.599477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32774) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:22.669341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 754cce53-f1c7-4097-852d-f419256219d3 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:22.689236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0fded-f327-4207-a7fc-3897705599c0 req-9151876e-58fa-4cbe-b5b9-824c6db5f320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:22.696811 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dba0fded-f327-4207-a7fc-3897705599c0 req-9151876e-58fa-4cbe-b5b9-824c6db5f320 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 1.8399398 May 06 13:04:22.830213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9a8fb-96ad-42df-83a2-1eac01215e5d None None] Network 62f37c03-ae9b-4b95-9495-401a44ec8ad7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:22.925758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.943430 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dba0fded-f327-4207-a7fc-3897705599c0 req-0af98bc2-3c25-42d9-acbb-be9f6364b1a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 999 time: 0.2205229 May 06 13:04:22.945319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.946217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:23.286128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0fded-f327-4207-a7fc-3897705599c0 req-8ac50877-e893-4fa4-8831-281a3780c36f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:23.287841 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dba0fded-f327-4207-a7fc-3897705599c0 req-8ac50877-e893-4fa4-8831-281a3780c36f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.3369396 May 06 13:04:23.336226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f49dad1c-6ab8-4d8b-b650-22b398b799db tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 10.0861812 May 06 13:04:23.338567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32786) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:23.490108 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:23.724371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Port': ['ID=0124b15f-3a2d-4b2e-9bca-f99a3d310d92,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:23.817361 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-dc91bbc3-ea95-473b-8e60-8ec2ee5ae90d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Floating IP f76f5404-1a8e-4311-939d-e6e643b30b2d associated. External IP: 172.25.7.45, port: 1179912f-dd3a-44c6-8616-d184b6ad9545. May 06 13:04:23.839989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6bf69d1a-8fc5-4c28-a4a1-91c02121c054 None None] Provisioning complete for port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:23.841121 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bf69d1a-8fc5-4c28-a4a1-91c02121c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:23.886932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-62f37c03-ae9b-4b95-9495-401a44ec8ad7', 'network_id': '62f37c03-ae9b-4b95-9495-401a44ec8ad7', 'tenant_id': 'fca9ad31a25f4b98862e26fe2a87c818', 'fixed_ips': [{'subnet_id': 'f72215a7-0892-47e8-8e32-019db387113b'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:23.888042 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:24.047274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Allocated IP 172.20.0.2 (4b76e036-4a8b-415e-b562-7e464b037dec/70b3e8fe-0c93-4f9a-8b29-e35b8859e93b/79c77439-0844-41b4-a9c9-3f1a259dd0d1) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:24.203308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network 7be462f5-356c-4f21-9e01-d38d299925e1 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:24.208178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:24.339487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Port': ['ID=03ecfd19-bf30-47da-acde-edc0b296a6e7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:24.368056 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dba0fded-f327-4207-a7fc-3897705599c0 req-6afb2a51-530f-468d-8a26-20fbb1fe8f30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0596144 May 06 13:04:24.407031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-05fd994a-f236-4ac7-b0c8-8a9c06a0199c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/5034fec7-e465-409f-8135-dae1cab32a87 HTTP/1.1" status: 200 len: 991 time: 1.8047810 May 06 13:04:24.626260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfaf035-1b5b-41e4-8f0e-2bcaab8e1d62 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:24.627976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfaf035-1b5b-41e4-8f0e-2bcaab8e1d62 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:24.629371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfaf035-1b5b-41e4-8f0e-2bcaab8e1d62 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:24.630272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fdfaf035-1b5b-41e4-8f0e-2bcaab8e1d62 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Synchronizing usage tracker for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:24.685097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fdfaf035-1b5b-41e4-8f0e-2bcaab8e1d62 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Unset dirty status for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:24.687095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fdfaf035-1b5b-41e4-8f0e-2bcaab8e1d62 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 1.3385582 May 06 13:04:24.693064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32804) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:24.848290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Allocated IP 172.20.0.18 (62f37c03-ae9b-4b95-9495-401a44ec8ad7/f72215a7-0892-47e8-8e32-019db387113b/4bfdb8ac-17cc-479c-970a-b4301e5f5c88) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:24.908847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 754cce53-f1c7-4097-852d-f419256219d3 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:25.003775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0a460ddc-0219-4185-a942-f9eaeccd7ea4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:25.048645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.110023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-0040d401-8878-4cc0-a3f9-46758519cae3 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Deleting subnet 70b3e8fe-0c93-4f9a-8b29-e35b8859e93b {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:04:25.149630 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dba0fded-f327-4207-a7fc-3897705599c0 req-c53f31ce-be83-4a8a-b67c-77cd96b0b3fd service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624454 May 06 13:04:25.410685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32820) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:25.655628 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.682397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Transition to ACTIVE for port object 79c77439-0844-41b4-a9c9-3f1a259dd0d1 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:25.746699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-40797f0a-7a2e-49b2-930f-40c66240f33e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/5034fec7-e465-409f-8135-dae1cab32a87 HTTP/1.1" status: 200 len: 993 time: 0.3318055 May 06 13:04:25.755574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dba0fded-f327-4207-a7fc-3897705599c0 req-08746457-be78-4a79-988f-1f60b18cd4a2 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875683 May 06 13:04:25.887397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Transition to ACTIVE for port object 79c77439-0844-41b4-a9c9-3f1a259dd0d1 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:25.941299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Router 6de60bf7-91bf-49f1-b5eb-7427511f419b is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:04:25.947630 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0040d401-8878-4cc0-a3f9-46758519cae3 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.950391 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.991910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Transition to ACTIVE for port object 4bfdb8ac-17cc-479c-970a-b4301e5f5c88 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:25.998131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:25.998510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.084158 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0040d401-8878-4cc0-a3f9-46758519cae3 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.219030 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.278224 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0040d401-8878-4cc0-a3f9-46758519cae3 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.312225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] Provisioning complete for port 0124b15f-3a2d-4b2e-9bca-f99a3d310d92 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:26.317356 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.453388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Transition to ACTIVE for port object 4bfdb8ac-17cc-479c-970a-b4301e5f5c88 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:26.496322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Pushing event updated for resources: {'Port': ['ID=79c77439-0844-41b4-a9c9-3f1a259dd0d1,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:26.523428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Network 4b76e036-4a8b-415e-b562-7e464b037dec is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:26.524904 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.651602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:26.675087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] Port 0124b15f-3a2d-4b2e-9bca-f99a3d310d92 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:26.700319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:26.714758 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0040d401-8878-4cc0-a3f9-46758519cae3 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.894915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0040d401-8878-4cc0-a3f9-46758519cae3 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.942991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Network 62f37c03-ae9b-4b95-9495-401a44ec8ad7 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:26.957671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Pushing event updated for resources: {'Port': ['ID=4bfdb8ac-17cc-479c-970a-b4301e5f5c88,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:26.970190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:26.975944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040d401-8878-4cc0-a3f9-46758519cae3 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Subnet': ['ID=70b3e8fe-0c93-4f9a-8b29-e35b8859e93b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:26.976641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc91bbc3-ea95-473b-8e60-8ec2ee5ae90d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Router c8643d68-2460-4404-9bcf-13f8e2401eff has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:27.007065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:27.007440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:27.020378 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42caefc6-fc3c-404c-b406-b9fc2a8ceea1 None None] Sync routers for ids ['6de60bf7-91bf-49f1-b5eb-7427511f419b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:27.027492 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e6e686e5-6037-43a7-9246-db439e180d22 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "PUT /v2.0/routers/6de60bf7-91bf-49f1-b5eb-7427511f419b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0878766 May 06 13:04:27.032036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] Provisioning for port 754cce53-f1c7-4097-852d-f419256219d3 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:27.039704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32846) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:27.045608 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42caefc6-fc3c-404c-b406-b9fc2a8ceea1 None None] Routers {'6de60bf7-91bf-49f1-b5eb-7427511f419b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:27.046231 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-42caefc6-fc3c-404c-b406-b9fc2a8ceea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6de60bf7-91bf-49f1-b5eb-7427511f419b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:27.096645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] Provisioning complete for port 754cce53-f1c7-4097-852d-f419256219d3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:27.097024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.149182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32848) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:27.190767 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-42caefc6-fc3c-404c-b406-b9fc2a8ceea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:27.215717 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42caefc6-fc3c-404c-b406-b9fc2a8ceea1 None None] Routers {'6de60bf7-91bf-49f1-b5eb-7427511f419b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:27.217288 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-42caefc6-fc3c-404c-b406-b9fc2a8ceea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6de60bf7-91bf-49f1-b5eb-7427511f419b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:27.316688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Attempting to bind port 79c77439-0844-41b4-a9c9-3f1a259dd0d1 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:27.317358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Attempting to bind port 79c77439-0844-41b4-a9c9-3f1a259dd0d1 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '76cd6cee-5881-4f7f-8c4d-1ebfed1afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b76e036-4a8b-415e-b562-7e464b037dec'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:27.318118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Attempting to bind port 79c77439-0844-41b4-a9c9-3f1a259dd0d1 on network 4b76e036-4a8b-415e-b562-7e464b037dec {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:27.391771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0040d401-8878-4cc0-a3f9-46758519cae3 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/subnets/70b3e8fe-0c93-4f9a-8b29-e35b8859e93b HTTP/1.1" status: 204 len: 168 time: 2.6928177 May 06 13:04:27.393773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32856) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:27.443959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Attempting to bind port 4bfdb8ac-17cc-479c-970a-b4301e5f5c88 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:27.444331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Attempting to bind port 4bfdb8ac-17cc-479c-970a-b4301e5f5c88 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'f6d31edc-8ea3-4a8b-b315-071312e51c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '62f37c03-ae9b-4b95-9495-401a44ec8ad7'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:27.444885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Attempting to bind port 4bfdb8ac-17cc-479c-970a-b4301e5f5c88 on network 62f37c03-ae9b-4b95-9495-401a44ec8ad7 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:27.489956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:27.492291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Checking segment: {'id': '76cd6cee-5881-4f7f-8c4d-1ebfed1afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b76e036-4a8b-415e-b562-7e464b037dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:27.493392 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.493972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Bound using segment: {'id': '76cd6cee-5881-4f7f-8c4d-1ebfed1afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b76e036-4a8b-415e-b562-7e464b037dec'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:27.494910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Bound port: 79c77439-0844-41b4-a9c9-3f1a259dd0d1, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cd6cee-5881-4f7f-8c4d-1ebfed1afa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b76e036-4a8b-415e-b562-7e464b037dec'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:27.495615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.543381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:27.544129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Checking segment: {'id': 'f6d31edc-8ea3-4a8b-b315-071312e51c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '62f37c03-ae9b-4b95-9495-401a44ec8ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:27.544725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.545336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Bound using segment: {'id': 'f6d31edc-8ea3-4a8b-b315-071312e51c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '62f37c03-ae9b-4b95-9495-401a44ec8ad7'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:27.546072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Bound port: 4bfdb8ac-17cc-479c-970a-b4301e5f5c88, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d31edc-8ea3-4a8b-b315-071312e51c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '62f37c03-ae9b-4b95-9495-401a44ec8ad7'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:27.546663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.605208 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-42caefc6-fc3c-404c-b406-b9fc2a8ceea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:27.606576 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42caefc6-fc3c-404c-b406-b9fc2a8ceea1 None None] The sync data for ids ['6de60bf7-91bf-49f1-b5eb-7427511f419b'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:27.739800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] For port 79c77439-0844-41b4-a9c9-3f1a259dd0d1, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:27.766150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] For port 79c77439-0844-41b4-a9c9-3f1a259dd0d1, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=79c77439-0844-41b4-a9c9-3f1a259dd0d1,segment=NetworkSegment(76cd6cee-5881-4f7f-8c4d-1ebfed1afa18),segment_id=76cd6cee-5881-4f7f-8c4d-1ebfed1afa18)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:27.775455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.918572 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.012753 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d4766d0-718d-4874-86d1-5aea9c72e1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.080366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] For port 754cce53-f1c7-4097-852d-f419256219d3, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=754cce53-f1c7-4097-852d-f419256219d3,segment=NetworkSegment(1d7454fe-0848-48a8-b3fb-b3b99aa0664e),segment_id=1d7454fe-0848-48a8-b3fb-b3b99aa0664e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:28.129615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc91bbc3-ea95-473b-8e60-8ec2ee5ae90d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:28.147318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3d4766d0-718d-4874-86d1-5aea9c72e1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:28.163865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3d4766d0-718d-4874-86d1-5aea9c72e1da admin admin] Usage tracker for resource:security_group_rule and tenant:7167e18c1ea044549937a5ca46bbc956 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:28.172844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3d4766d0-718d-4874-86d1-5aea9c72e1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:28.178545 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc91bbc3-ea95-473b-8e60-8ec2ee5ae90d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.208323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] Sync routers for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:28.228395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba87112-7c6a-4b88-8beb-63f9135cfd6b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Deleting subnet f72215a7-0892-47e8-8e32-019db387113b {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:04:28.231275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.236751 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ba87112-7c6a-4b88-8beb-63f9135cfd6b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.260787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dc91bbc3-ea95-473b-8e60-8ec2ee5ae90d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "PUT /v2.0/floatingips/f76f5404-1a8e-4311-939d-e6e643b30b2d HTTP/1.1" status: 200 len: 991 time: 12.2346401 May 06 13:04:28.260787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3d4766d0-718d-4874-86d1-5aea9c72e1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:28.260787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:28.315725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3266-6632-4cd4-b952-6fb2ae019164 None None] Pushing event updated for resources: {'Port': ['ID=79c77439-0844-41b4-a9c9-3f1a259dd0d1,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:28.432021 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ba87112-7c6a-4b88-8beb-63f9135cfd6b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.437005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] For port 4bfdb8ac-17cc-479c-970a-b4301e5f5c88, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:28.437500 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68cd89d-ef14-4198-b0d3-12d1c0600bae'] response: {'name': 'network-changed', 'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'status': 'completed', 'code': 200} May 06 13:04:28.480833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:28.481271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:28.587553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] For port 4bfdb8ac-17cc-479c-970a-b4301e5f5c88, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4bfdb8ac-17cc-479c-970a-b4301e5f5c88,segment=NetworkSegment(f6d31edc-8ea3-4a8b-b315-071312e51c26),segment_id=f6d31edc-8ea3-4a8b-b315-071312e51c26)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:28.602979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:28.633132 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ba87112-7c6a-4b88-8beb-63f9135cfd6b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.692010 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d4766d0-718d-4874-86d1-5aea9c72e1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.704809 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9d1fbe78-62ef-4bae-8ba2-120f948a98d8 req-798e3bf0-3c5e-4507-89ad-2c2bca8987d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1097 time: 0.2707527 May 06 13:04:28.709151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3d4766d0-718d-4874-86d1-5aea9c72e1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.723084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.729790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a75c3e-86f3-4140-a962-cce27ca4f99a None None] Network 4b76e036-4a8b-415e-b562-7e464b037dec requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:28.917185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc556c9-7b0a-4ea8-812a-5cdec358aaa8 None None] Pushing event updated for resources: {'Port': ['ID=754cce53-f1c7-4097-852d-f419256219d3,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:28.921914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4766d0-718d-4874-86d1-5aea9c72e1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b16c8a-298d-4fb1-acd6-3e51911bec4a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:28.932833 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3d4766d0-718d-4874-86d1-5aea9c72e1da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7167e18c1ea044549937a5ca46bbc956&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7701809 May 06 13:04:28.934281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32870) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:29.076916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ba87112-7c6a-4b88-8beb-63f9135cfd6b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.126513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1aa3aa01-e148-471a-96ad-1745a7a314e5 None None] Provisioning complete for port 754cce53-f1c7-4097-852d-f419256219d3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:29.131556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1aa3aa01-e148-471a-96ad-1745a7a314e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.172699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ba87112-7c6a-4b88-8beb-63f9135cfd6b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.177468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba87112-7c6a-4b88-8beb-63f9135cfd6b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Subnet': ['ID=f72215a7-0892-47e8-8e32-019db387113b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:29.235883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fbe78-62ef-4bae-8ba2-120f948a98d8 req-06761bed-662d-442b-b032-9790bcb647ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:29.238491 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9d1fbe78-62ef-4bae-8ba2-120f948a98d8 req-06761bed-662d-442b-b032-9790bcb647ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.5176926 May 06 13:04:29.273494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7ba87112-7c6a-4b88-8beb-63f9135cfd6b tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/subnets/f72215a7-0892-47e8-8e32-019db387113b HTTP/1.1" status: 204 len: 168 time: 1.8607407 May 06 13:04:29.279386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32876) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:29.371494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:29.385521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-44ef0604-ee07-4539-a798-e323ad1a7803 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "PUT /v2.0/routers/4cf23e94-ec26-4697-9dbc-f5c0578b0051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.0989141 May 06 13:04:29.392474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32880) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:29.395770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31f381bb-6a99-4464-bf3b-03ff3faa2ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.404462 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] Sync routers for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:29.429798 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:29.430591 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:29.698655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:29.717299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb7200-6f2b-44ac-bc6c-34d056213e7e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:29.719088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8cfb7200-6f2b-44ac-bc6c-34d056213e7e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Synchronizing usage tracker for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:subnet {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:29.813406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8cfb7200-6f2b-44ac-bc6c-34d056213e7e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Unset dirty status for tenant:fca9ad31a25f4b98862e26fe2a87c818 on resource:subnet {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:29.824179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8cfb7200-6f2b-44ac-bc6c-34d056213e7e tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5425112 May 06 13:04:29.830580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32884) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:29.954984 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:30.125490 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9d1fbe78-62ef-4bae-8ba2-120f948a98d8 req-90c935c0-a3c3-445c-b24e-6e42aff8bdc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 999 time: 0.7515752 May 06 13:04:30.322846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting subnet bfe33ab2-551a-4907-b9eb-0c23c3eab6dc {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:04:30.333973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:30.655501 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31f381bb-6a99-4464-bf3b-03ff3faa2ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:30.775005 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-698a763f-a6f3-4bea-841a-d07560e7faa2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:30.777422 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-698a763f-a6f3-4bea-841a-d07560e7faa2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "PUT /v2.0/routers/6de60bf7-91bf-49f1-b5eb-7427511f419b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.6316202 May 06 13:04:30.819947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32896) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:30.891103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.073735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 754cce53-f1c7-4097-852d-f419256219d3 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:31.091892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fbe78-62ef-4bae-8ba2-120f948a98d8 req-99e9b743-0f96-408a-b7ae-bf6f9ac62259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:31.094475 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9d1fbe78-62ef-4bae-8ba2-120f948a98d8 req-99e9b743-0f96-408a-b7ae-bf6f9ac62259 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.9360614 May 06 13:04:31.101277 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:04:31.279636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c5ac1-19cc-494e-81bb-67d3427d9a3e None None] Pushing event updated for resources: {'Port': ['ID=4bfdb8ac-17cc-479c-970a-b4301e5f5c88,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:31.358025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.507805 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T13:04:22Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:31.525786 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] Checking router: 4cf23e94-ec26-4697-9dbc-f5c0578b0051 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:04:31.564476 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.567906 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] Routers {'4cf23e94-ec26-4697-9dbc-f5c0578b0051'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:31.569215 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:31.585042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31f381bb-6a99-4464-bf3b-03ff3faa2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.629604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Deleting port 4bfdb8ac-17cc-479c-970a-b4301e5f5c88 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:31.632312 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.699137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f381bb-6a99-4464-bf3b-03ff3faa2ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b16c8a-298d-4fb1-acd6-3e51911bec4a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:31.781868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31f381bb-6a99-4464-bf3b-03ff3faa2ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.789069 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-31f381bb-6a99-4464-bf3b-03ff3faa2ad3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84b16c8a-298d-4fb1-acd6-3e51911bec4a HTTP/1.1" status: 204 len: 168 time: 2.8494425 May 06 13:04:31.823354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7115e-d78a-417c-9b7a-4bfb7024e622 None None] Network 62f37c03-ae9b-4b95-9495-401a44ec8ad7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:31.897943 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9d1fbe78-62ef-4bae-8ba2-120f948a98d8 req-8e4e5d8d-9e8c-40df-a4d6-a159ca60f7c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6105645 May 06 13:04:32.082458 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] Set router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:32.957860 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T13:04:22Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:32.977394 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8b33-220a-4f88-8b35-4445c5e71e68 None None] The sync data for ids ['4cf23e94-ec26-4697-9dbc-f5c0578b0051'] in n-d-840847-1 is: [{'id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2108317279', 'tenant_id': '7535c1e0fcf54357be62a1626ef94055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:59:07Z', 'updated_at': '2022-05-06T13:04:22Z', 'revision_number': 5, 'project_id': '7535c1e0fcf54357be62a1626ef94055', 'gw_port': {'id': 'f7273b95-076d-4f39-9f8d-69e93703615a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf23e94-ec26-4697-9dbc-f5c0578b0051', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:59:08Z', 'updated_at': '2022-05-06T12:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:33.032617 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9d1fbe78-62ef-4bae-8ba2-120f948a98d8 req-401f0927-e708-4126-a246-4b9dae90ee63 service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1193986 May 06 13:04:33.159225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] For port 4bfdb8ac-17cc-479c-970a-b4301e5f5c88, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4bfdb8ac-17cc-479c-970a-b4301e5f5c88,segment=NetworkSegment(f6d31edc-8ea3-4a8b-b315-071312e51c26),segment_id=f6d31edc-8ea3-4a8b-b315-071312e51c26)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:33.160796 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:33.212788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 754cce53-f1c7-4097-852d-f419256219d3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:33.213361 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:33.379359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'f76f5404-1a8e-4311-939d-e6e643b30b2d', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'port_id': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'mac_address': 'fa:16:3e:d0:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81421608-3c6d-4003-a55c-ca1215075612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:03:23Z', 'updated_at': '2022-05-06T13:04:20Z', 'revision_number': 1, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:33.438522 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9d1fbe78-62ef-4bae-8ba2-120f948a98d8 req-8fe2aab4-9792-4c0e-a56b-720fa0d2913e service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931236 May 06 13:04:33.458453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:33.460529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] Checking router: c8643d68-2460-4404-9bcf-13f8e2401eff for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:04:33.536293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-776e2986-8d4c-486c-82be-e88521cf019c None None] Provisioning for port 4bfdb8ac-17cc-479c-970a-b4301e5f5c88 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:33.564463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16039644-78d3-426a-97eb-613bbea0edb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:33.642042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-16039644-78d3-426a-97eb-613bbea0edb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:33.647750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-16039644-78d3-426a-97eb-613bbea0edb6 admin admin] Usage tracker for resource:security_group_rule and tenant:823c5e124f4f4eae89f46c25130710e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:33.651744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-16039644-78d3-426a-97eb-613bbea0edb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:33.661285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-16039644-78d3-426a-97eb-613bbea0edb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:33.703395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:33.704053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:33.721083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Calling delete_port for 4bfdb8ac-17cc-479c-970a-b4301e5f5c88 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:33.782655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:33.935612 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:33.959538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155847b4-2f7c-4590-982d-e8d74fc418cc None None] DHCP port deletion for 62f37c03-ae9b-4b95-9495-401a44ec8ad7 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:04:34.004208 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.066307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5067531-69a9-4eec-b373-67553aba2ffc None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:04:34.118941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 03ecfd19-bf30-47da-acde-edc0b296a6e7 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:04:34.149056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe33ab2-551a-4907-b9eb-0c23c3eab6dc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:34.171084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Port': ['ID=4bfdb8ac-17cc-479c-970a-b4301e5f5c88,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:34.182066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 03ecfd19-bf30-47da-acde-edc0b296a6e7 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:04:34.182399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.182564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 03ecfd19-bf30-47da-acde-edc0b296a6e7 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:04:34.183873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] No DVR routers for this DVR port 4bfdb8ac-17cc-479c-970a-b4301e5f5c88 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:04:34.189247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.189777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.190312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.190980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.191493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.192034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.192591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.193149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.193879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.194466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.195126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.328832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16039644-78d3-426a-97eb-613bbea0edb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.329990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:34.354586 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16039644-78d3-426a-97eb-613bbea0edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.439891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.451829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.452582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-16039644-78d3-426a-97eb-613bbea0edb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=823c5e124f4f4eae89f46c25130710e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9877160 May 06 13:04:34.453028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.453869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.460702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.461988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.462811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.463757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32922) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:34.464703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.465606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.466707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.467517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:34.507094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-da22e4a9-b2fc-405e-b153-2562b2db3be7 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "DELETE /v2.0/subnets/bfe33ab2-551a-4907-b9eb-0c23c3eab6dc HTTP/1.1" status: 204 len: 168 time: 5.1135981 May 06 13:04:34.508151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32926) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:34.554134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16039644-78d3-426a-97eb-613bbea0edb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b0d35-c9bb-4775-9637-099c0e13fece,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:34.629027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16802139-dc63-4e2e-9656-308a14c993de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.717686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5067531-69a9-4eec-b373-67553aba2ffc None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:04:34.801046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16802139-dc63-4e2e-9656-308a14c993de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.931311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.982185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f37c03-ae9b-4b95-9495-401a44ec8ad7']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:35.005040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d31edc-8ea3-4a8b-b315-071312e51c26') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:35.005346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d31edc-8ea3-4a8b-b315-071312e51c26') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:35.024607 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.071916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.103419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:04:35.103868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: timer() May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:04:35.150745 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:04:35.359659 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.477672 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.527042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16802139-dc63-4e2e-9656-308a14c993de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.543697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/networks/62f37c03-ae9b-4b95-9495-401a44ec8ad7 HTTP/1.1" status: 204 len: 168 time: 5.7115178 May 06 13:04:35.545074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64394a-e7a6-49c7-9e82-f32b045065d7 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Network': ['ID=62f37c03-ae9b-4b95-9495-401a44ec8ad7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:35.547111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32938) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:35.568444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16802139-dc63-4e2e-9656-308a14c993de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b0d35-c9bb-4775-9637-099c0e13fece,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:35.639397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.655539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-16802139-dc63-4e2e-9656-308a14c993de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.663353 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-16802139-dc63-4e2e-9656-308a14c993de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c02b0d35-c9bb-4775-9637-099c0e13fece HTTP/1.1" status: 204 len: 168 time: 1.1949408 May 06 13:04:35.927462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.951835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Deleting port 79c77439-0844-41b4-a9c9-3f1a259dd0d1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:35.952453 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.250638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting port 0124b15f-3a2d-4b2e-9bca-f99a3d310d92 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:36.251289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.439439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'f76f5404-1a8e-4311-939d-e6e643b30b2d', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'port_id': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'mac_address': 'fa:16:3e:d0:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81421608-3c6d-4003-a55c-ca1215075612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:03:23Z', 'updated_at': '2022-05-06T13:04:20Z', 'revision_number': 1, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:36.463251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70452ec-c483-4a23-bcb4-8a0ddccc711b None None] The sync data for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 is: [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'f76f5404-1a8e-4311-939d-e6e643b30b2d', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'port_id': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'mac_address': 'fa:16:3e:d0:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81421608-3c6d-4003-a55c-ca1215075612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:03:23Z', 'updated_at': '2022-05-06T13:04:20Z', 'revision_number': 1, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:36.685350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] For port 79c77439-0844-41b4-a9c9-3f1a259dd0d1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=79c77439-0844-41b4-a9c9-3f1a259dd0d1,segment=NetworkSegment(76cd6cee-5881-4f7f-8c4d-1ebfed1afa18),segment_id=76cd6cee-5881-4f7f-8c4d-1ebfed1afa18)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:36.686063 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.709966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e288b3-3bc9-4e6d-984a-2d2afc9d7ae3 None None] Network cfc69eba-f394-4ef5-9b1b-5cc6d2831238 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:36.856166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.063222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Calling delete_port for 79c77439-0844-41b4-a9c9-3f1a259dd0d1 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:37.182310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b582b5-3ecc-4226-9b3d-26b78a50b8ed None None] New status for floating IP f76f5404-1a8e-4311-939d-e6e643b30b2d: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:04:37.247960 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.272743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Calling delete_port for 0124b15f-3a2d-4b2e-9bca-f99a3d310d92 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:37.295844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Deleting port f7273b95-076d-4f39-9f8d-69e93703615a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:37.296554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.053571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.159085 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.198863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Port': ['ID=79c77439-0844-41b4-a9c9-3f1a259dd0d1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:38.222552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.308748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] No DVR routers for this DVR port 79c77439-0844-41b4-a9c9-3f1a259dd0d1 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:04:38.345026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd82fdc8-fb23-4292-bc19-22336dd4d0d4 None None] DHCP port deletion for cfc69eba-f394-4ef5-9b1b-5cc6d2831238 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:04:38.351984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bd82fdc8-fb23-4292-bc19-22336dd4d0d4 None None] Deleting port 6ddcb69f-b002-49b3-a7b9-5259d8009389 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:38.352535 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bd82fdc8-fb23-4292-bc19-22336dd4d0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.356271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Port': ['ID=0124b15f-3a2d-4b2e-9bca-f99a3d310d92,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:38.528438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] For port f7273b95-076d-4f39-9f8d-69e93703615a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f7273b95-076d-4f39-9f8d-69e93703615a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:38.529310 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.865911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Calling delete_port for f7273b95-076d-4f39-9f8d-69e93703615a owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:38.912155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bd82fdc8-fb23-4292-bc19-22336dd4d0d4 None None] For port 6ddcb69f-b002-49b3-a7b9-5259d8009389, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6ddcb69f-b002-49b3-a7b9-5259d8009389,segment=NetworkSegment(529e4ee8-bb75-4b35-b34e-b79ea966fec1),segment_id=529e4ee8-bb75-4b35-b34e-b79ea966fec1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:38.913285 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bd82fdc8-fb23-4292-bc19-22336dd4d0d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.916472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.012509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.067664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b76e036-4a8b-415e-b562-7e464b037dec']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:39.087856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cd6cee-5881-4f7f-8c4d-1ebfed1afa18') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:39.088205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cd6cee-5881-4f7f-8c4d-1ebfed1afa18') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:39.113040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.198406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.224354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:04:39.225114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.226336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bd82fdc8-fb23-4292-bc19-22336dd4d0d4 None None] Calling delete_port for 6ddcb69f-b002-49b3-a7b9-5259d8009389 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: timer() May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:04:39.249919 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:04:39.419522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bd82fdc8-fb23-4292-bc19-22336dd4d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.488612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82fdc8-fb23-4292-bc19-22336dd4d0d4 None None] Pushing event deleted for resources: {'Port': ['ID=6ddcb69f-b002-49b3-a7b9-5259d8009389,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:39.496549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82fdc8-fb23-4292-bc19-22336dd4d0d4 None None] No DVR routers for this DVR port 6ddcb69f-b002-49b3-a7b9-5259d8009389 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:04:39.549430 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.558197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.640408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Network': ['ID=4b76e036-4a8b-415e-b562-7e464b037dec,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:39.801410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-799555e7-e738-4391-84f3-04443cae7ab8 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/networks/4b76e036-4a8b-415e-b562-7e464b037dec HTTP/1.1" status: 204 len: 168 time: 4.2525401 May 06 13:04:39.806346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 32990) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:39.812445 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.113785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Port': ['ID=f7273b95-076d-4f39-9f8d-69e93703615a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:40.144775 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.150481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 32998) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.210473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Router 6de60bf7-91bf-49f1-b5eb-7427511f419b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:40.227471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6ddcb69f-b002-49b3-a7b9-5259d8009389 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:04:40.365082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.400798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407a6502-72f7-478a-bef8-f3d358764679']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:40.401313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 6ddcb69f-b002-49b3-a7b9-5259d8009389 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:04:40.402160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6ddcb69f-b002-49b3-a7b9-5259d8009389 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:04:40.422341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4ae045-9c00-498f-a29a-111cc2f8c478') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:40.425186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4ae045-9c00-498f-a29a-111cc2f8c478') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:40.467364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.647751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b887cdd-c7f2-4faa-920b-f9d037a54002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.686286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:40.707167 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fecf69-0ba6-4e29-b5d6-8ab2198f0de7 None None] Sync routers for ids ['6de60bf7-91bf-49f1-b5eb-7427511f419b'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:40.727242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6b887cdd-c7f2-4faa-920b-f9d037a54002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:40.732873 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f13af757-3c96-4990-80a8-ec6033c27d17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "PUT /v2.0/routers/6de60bf7-91bf-49f1-b5eb-7427511f419b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9070427 May 06 13:04:40.743725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6b887cdd-c7f2-4faa-920b-f9d037a54002 admin admin] Usage tracker for resource:security_group_rule and tenant:1895e3c0efc9471eaf1997fe6d700b1b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:40.748984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6b887cdd-c7f2-4faa-920b-f9d037a54002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:40.749262 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fecf69-0ba6-4e29-b5d6-8ab2198f0de7 None None] Routers {'6de60bf7-91bf-49f1-b5eb-7427511f419b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:40.750419 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-74fecf69-0ba6-4e29-b5d6-8ab2198f0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6de60bf7-91bf-49f1-b5eb-7427511f419b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:40.757765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6b887cdd-c7f2-4faa-920b-f9d037a54002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:40.761332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33006) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.863967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b887cdd-c7f2-4faa-920b-f9d037a54002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.869758 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-86aa92ad-4f92-410e-bae7-75802ec1c3e2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] delete failed (client error): The resource could not be found. May 06 13:04:40.870800 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b887cdd-c7f2-4faa-920b-f9d037a54002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.871411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-86aa92ad-4f92-410e-bae7-75802ec1c3e2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1669618303 HTTP/1.1" status: 404 len: 335 time: 0.1042151 May 06 13:04:40.878581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33010) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.889864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.906350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-be9702ef-28e1-4620-addf-c0ea1cd6ff3a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'router': {'external_gateway_info': {'network_id': '6de60bf7-91bf-49f1-b5eb-7427511f419b'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:40.936077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b887cdd-c7f2-4faa-920b-f9d037a54002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730e2dbc-f57b-4611-bb8b-8ecf833805ab,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:40.943911 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6b887cdd-c7f2-4faa-920b-f9d037a54002 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1895e3c0efc9471eaf1997fe6d700b1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7877669 May 06 13:04:40.944214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33016) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:41.014925 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-74fecf69-0ba6-4e29-b5d6-8ab2198f0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:41.028907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5d0f-0615-49ad-afe9-a9c1b91b3d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.037031 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fecf69-0ba6-4e29-b5d6-8ab2198f0de7 None None] Routers {'6de60bf7-91bf-49f1-b5eb-7427511f419b'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:41.037394 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-74fecf69-0ba6-4e29-b5d6-8ab2198f0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6de60bf7-91bf-49f1-b5eb-7427511f419b'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:41.066029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5d0f-0615-49ad-afe9-a9c1b91b3d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.133200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:04:41.134098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.139421 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5d0f-0615-49ad-afe9-a9c1b91b3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: timer() May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:04:41.153244 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:04:41.157340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa5d0f-0615-49ad-afe9-a9c1b91b3d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730e2dbc-f57b-4611-bb8b-8ecf833805ab,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:41.160422 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-74fecf69-0ba6-4e29-b5d6-8ab2198f0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:41.160422 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fecf69-0ba6-4e29-b5d6-8ab2198f0de7 None None] The sync data for ids ['6de60bf7-91bf-49f1-b5eb-7427511f419b'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:41.171947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5d0f-0615-49ad-afe9-a9c1b91b3d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.173022 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2eaa5d0f-0615-49ad-afe9-a9c1b91b3d9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/730e2dbc-f57b-4611-bb8b-8ecf833805ab HTTP/1.1" status: 204 len: 168 time: 0.2272334 May 06 13:04:41.500720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.509702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.755379 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.758843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Network': ['ID=407a6502-72f7-478a-bef8-f3d358764679,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:41.914130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e32a4f51-97b6-41f8-9334-758a37a1d49a tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/networks/407a6502-72f7-478a-bef8-f3d358764679 HTTP/1.1" status: 204 len: 168 time: 2.1048653 May 06 13:04:41.920882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33038) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:42.104144 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.117073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.191056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.331454 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-38e814c6-4848-425c-b364-f506efcdef13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.521720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.522452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf23e94-ec26-4697-9dbc-f5c0578b0051 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:04:42.526592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33048) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:42.539793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.597828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.603205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-41cc776a-8f12-412b-b321-ec6e333d1769 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "DELETE /v2.0/routers/4cf23e94-ec26-4697-9dbc-f5c0578b0051 HTTP/1.1" status: 204 len: 168 time: 7.9474392 May 06 13:04:42.605285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33054) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:42.637786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdc11ea-35cd-42a4-9d46-6345774fe200']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:42.665270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecca669d-0081-46f1-acdc-bac28bb20556') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:42.665654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecca669d-0081-46f1-acdc-bac28bb20556') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:42.702813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.734641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.745783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:04:42.746362 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.888889 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be9702ef-28e1-4620-addf-c0ea1cd6ff3a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: timer() May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:04:42.909273 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:04:42.945823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.967399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.053578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] Pushing event deleted for resources: {'Network': ['ID=1cdc11ea-35cd-42a4-9d46-6345774fe200,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:43.064929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45186926-d429-476f-b297-bdfa1966ea9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.068790 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0a57d115-83b9-45de-9043-49c195cfeaa6 tempest-BulkNetworkOpsTest-579308932 tempest-BulkNetworkOpsTest-579308932-project] 10.222.0.44 "DELETE /v2.0/networks/1cdc11ea-35cd-42a4-9d46-6345774fe200 HTTP/1.1" status: 204 len: 168 time: 1.1463404 May 06 13:04:43.166484 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-be9702ef-28e1-4620-addf-c0ea1cd6ff3a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] update failed (client error): The resource could not be found. May 06 13:04:43.176357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-be9702ef-28e1-4620-addf-c0ea1cd6ff3a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "PUT /v2.0/routers/6de60bf7-91bf-49f1-b5eb-7427511f419b HTTP/1.1" status: 404 len: 339 time: 2.2902014 May 06 13:04:43.180140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33068) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.189605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-543327867'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:43.196912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.201605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-45186926-d429-476f-b297-bdfa1966ea9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:43.202409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.209773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:43.213538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-45186926-d429-476f-b297-bdfa1966ea9e admin admin] Usage tracker for resource:security_group_rule and tenant:91f9ba25b47540b9ad23502233b1f162 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:43.217848 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:network and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:43.227104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:43.228139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-45186926-d429-476f-b297-bdfa1966ea9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:43.237784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:43.267659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Made reservation on behalf of 8101de4559c44e48add083a4a4974cd9 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:43.272289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.332035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:43.337431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-45186926-d429-476f-b297-bdfa1966ea9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:43.350727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.351364 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Added segment c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0 of type vlan for network f9692d40-fea1-48f4-8547-ae1f7ff1ae33 May 06 13:04:43.473311 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.507767 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.552623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.557987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:43.558902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.615543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc69eba-f394-4ef5-9b1b-5cc6d2831238']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:43.658901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529e4ee8-bb75-4b35-b34e-b79ea966fec1') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:43.659774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529e4ee8-bb75-4b35-b34e-b79ea966fec1') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:43.733181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.763203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5815136 May 06 13:04:43.768065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33078) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.781795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'subnet': {'network_id': 'f9692d40-fea1-48f4-8547-ae1f7ff1ae33', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:43.817807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8531a-3a4d-443d-9453-a29fcdb101fa tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Network': ['ID=f9692d40-fea1-48f4-8547-ae1f7ff1ae33,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:43.841056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network f9692d40-fea1-48f4-8547-ae1f7ff1ae33 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:43.923816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.988074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:04:43.988671 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.037582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: timer() May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:04:44.051463 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:04:44.061921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Usage tracker for resource:subnet and tenant:8101de4559c44e48add083a4a4974cd9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:44.061921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:44.077343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:44.103722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Made reservation on behalf of 8101de4559c44e48add083a4a4974cd9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:44.105821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45186926-d429-476f-b297-bdfa1966ea9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.225518 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-45186926-d429-476f-b297-bdfa1966ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.287844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f7273b95-076d-4f39-9f8d-69e93703615a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:04:44.358845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f7273b95-076d-4f39-9f8d-69e93703615a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:04:44.359963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f7273b95-076d-4f39-9f8d-69e93703615a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:04:44.377617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33084) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:44.463915 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.476668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45186926-d429-476f-b297-bdfa1966ea9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f01e2b-5478-43a9-9b72-b90b8c8ba93d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:44.481882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.607944 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.663008 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-45186926-d429-476f-b297-bdfa1966ea9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91f9ba25b47540b9ad23502233b1f162&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1281223 May 06 13:04:44.664125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33090) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:44.674868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] Pushing event deleted for resources: {'Network': ['ID=cfc69eba-f394-4ef5-9b1b-5cc6d2831238,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:44.700769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-67e6000a-44c3-4fc1-b378-7c105387d347 tempest-TestSecurityGroupsBasicOps-1412466701 tempest-TestSecurityGroupsBasicOps-1412466701-project] 10.222.0.44 "DELETE /v2.0/networks/cfc69eba-f394-4ef5-9b1b-5cc6d2831238 HTTP/1.1" status: 204 len: 168 time: 2.0939398 May 06 13:04:44.718158 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f364cc94-3d26-4c6a-b1f9-aa57f942f463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.779100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8052b36-12d0-46a6-88c5-a7113782cf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.875519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8052b36-12d0-46a6-88c5-a7113782cf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.288347 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f78b2592-024b-490b-8c2f-de6a8205b306 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fca9ad31a25f4b98862e26fe2a87c818&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9097507 May 06 13:04:45.293477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33102) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:45.397731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8052b36-12d0-46a6-88c5-a7113782cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.448304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8052b36-12d0-46a6-88c5-a7113782cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f01e2b-5478-43a9-9b72-b90b8c8ba93d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:45.504800 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.513443 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c8052b36-12d0-46a6-88c5-a7113782cf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.516779 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c8052b36-12d0-46a6-88c5-a7113782cf71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7f01e2b-5478-43a9-9b72-b90b8c8ba93d HTTP/1.1" status: 204 len: 168 time: 0.8512075 May 06 13:04:45.530994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.610909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-189eb700-e37a-4c1b-b4ee-ddb026930fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.689714 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-189eb700-e37a-4c1b-b4ee-ddb026930fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.734677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Subnet': ['ID=50210d77-61af-44af-b5ff-d573dfbd22fe,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:45.768380 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-189eb700-e37a-4c1b-b4ee-ddb026930fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.782480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Checking segment: {'id': 'c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9692d40-fea1-48f4-8547-ae1f7ff1ae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:45.783676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network hostable DHCP agents. Network: f9692d40-fea1-48f4-8547-ae1f7ff1ae33, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:45.801410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189eb700-e37a-4c1b-b4ee-ddb026930fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75c97b2-03e8-477d-9fd2-a95eb24b091e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:45.823949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-189eb700-e37a-4c1b-b4ee-ddb026930fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.825255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-189eb700-e37a-4c1b-b4ee-ddb026930fd4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a75c97b2-03e8-477d-9fd2-a95eb24b091e HTTP/1.1" status: 204 len: 168 time: 0.5297406 May 06 13:04:45.881967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network f9692d40-fea1-48f4-8547-ae1f7ff1ae33 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:45.896232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, f9692d40-fea1-48f4-8547-ae1f7ff1ae33) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:45.903529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:45.904660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.928247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bec213-b458-4fc5-a30b-0f1fd8e35f52 None None] Network f9692d40-fea1-48f4-8547-ae1f7ff1ae33 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:45.953739 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8044585e-1a83-4a88-8bf6-9bfcae407dc0 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1841164 May 06 13:04:45.956734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33122) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:45.966025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b0330a62-4043-4141-93b5-fc7008a29863 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9692d40-fea1-48f4-8547-ae1f7ff1ae33'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:46.622257 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.685076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-f9692d40-fea1-48f4-8547-ae1f7ff1ae33', 'network_id': 'f9692d40-fea1-48f4-8547-ae1f7ff1ae33', 'tenant_id': '8101de4559c44e48add083a4a4974cd9', 'fixed_ips': [{'subnet_id': '50210d77-61af-44af-b5ff-d573dfbd22fe'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:46.687090 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.712994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33134) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:47.149000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b0330a62-4043-4141-93b5-fc7008a29863 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:47.212367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Allocated IP 2001:db8:1::2 (f9692d40-fea1-48f4-8547-ae1f7ff1ae33/50210d77-61af-44af-b5ff-d573dfbd22fe/e14d562a-d573-48e6-88ca-2b3f625f8396) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:47.221189 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c6196d48-7c69-4043-acf0-31a1fbf20365 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7535c1e0fcf54357be62a1626ef94055&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5064404 May 06 13:04:47.224118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33154) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:47.442105 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0adad653-71ba-480e-b2a1-59cf6b6b0e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:47.488928 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0adad653-71ba-480e-b2a1-59cf6b6b0e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:47.572257 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-b0330a62-4043-4141-93b5-fc7008a29863 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:47.573704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b0330a62-4043-4141-93b5-fc7008a29863 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "PUT /v2.0/routers/6de60bf7-91bf-49f1-b5eb-7427511f419b HTTP/1.1" status: 400 len: 364 time: 1.6150777 May 06 13:04:47.578899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33162) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:47.595726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:47.621227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0adad653-71ba-480e-b2a1-59cf6b6b0e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:47.628426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Transition to ACTIVE for port object e14d562a-d573-48e6-88ca-2b3f625f8396 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:47.661877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adad653-71ba-480e-b2a1-59cf6b6b0e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3debee78-6e53-480a-920f-ffc9c3aa9ac7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:47.675171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Transition to ACTIVE for port object e14d562a-d573-48e6-88ca-2b3f625f8396 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:47.688022 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0adad653-71ba-480e-b2a1-59cf6b6b0e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:47.690705 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0adad653-71ba-480e-b2a1-59cf6b6b0e3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3debee78-6e53-480a-920f-ffc9c3aa9ac7 HTTP/1.1" status: 204 len: 168 time: 0.4652090 May 06 13:04:47.713708 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:47.954177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.025398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Network f9692d40-fea1-48f4-8547-ae1f7ff1ae33 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:48.042780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:48.060218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:48.370381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Pushing event updated for resources: {'Port': ['ID=e14d562a-d573-48e6-88ca-2b3f625f8396,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:48.380960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Attempting to bind port e14d562a-d573-48e6-88ca-2b3f625f8396 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:48.381820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Attempting to bind port e14d562a-d573-48e6-88ca-2b3f625f8396 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9692d40-fea1-48f4-8547-ae1f7ff1ae33'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:48.399108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Attempting to bind port e14d562a-d573-48e6-88ca-2b3f625f8396 on network f9692d40-fea1-48f4-8547-ae1f7ff1ae33 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:48.435763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:48.440924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Checking segment: {'id': 'c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9692d40-fea1-48f4-8547-ae1f7ff1ae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:48.441689 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.442321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Bound using segment: {'id': 'c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9692d40-fea1-48f4-8547-ae1f7ff1ae33'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:48.443176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Bound port: e14d562a-d573-48e6-88ca-2b3f625f8396, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f9692d40-fea1-48f4-8547-ae1f7ff1ae33'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:48.443910 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.763956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] For port e14d562a-d573-48e6-88ca-2b3f625f8396, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:48.774859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] For port e14d562a-d573-48e6-88ca-2b3f625f8396, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e14d562a-d573-48e6-88ca-2b3f625f8396,segment=NetworkSegment(c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0),segment_id=c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:48.785592 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.809792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33188) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:48.872398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9b6440a-1bd8-48cd-8df0-a9e4c10e3ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.951420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f440541-6a74-4c80-a96e-546e6d3ee4eb None None] Pushing event updated for resources: {'Port': ['ID=e14d562a-d573-48e6-88ca-2b3f625f8396,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:48.957279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f9b6440a-1bd8-48cd-8df0-a9e4c10e3ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:48.965869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f9b6440a-1bd8-48cd-8df0-a9e4c10e3ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ebacdb1134469b93ef10c974a5732a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:48.972011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f9b6440a-1bd8-48cd-8df0-a9e4c10e3ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:48.987564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f9b6440a-1bd8-48cd-8df0-a9e4c10e3ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:49.190140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9b6440a-1bd8-48cd-8df0-a9e4c10e3ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.199158 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9b6440a-1bd8-48cd-8df0-a9e4c10e3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.271428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33200) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:49.403938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.431616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6440a-1bd8-48cd-8df0-a9e4c10e3ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060b34ab-7d12-4465-8cdf-e581d601a5c0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:49.486654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f9b6440a-1bd8-48cd-8df0-a9e4c10e3ca1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6ebacdb1134469b93ef10c974a5732a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6744549 May 06 13:04:49.487805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33208) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:49.911014 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6b87f5f-9f23-42e4-89df-500f37987270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.064634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6b87f5f-9f23-42e4-89df-500f37987270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.405131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e14d562a-d573-48e6-88ca-2b3f625f8396 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:50.454185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Allocated IP 2001:db8::1 (c1e1df67-f18a-41d4-ab9b-068b47c2b4c4/f6150905-1914-4429-b5d8-1235f836be5f/df2cfd03-e0c6-4b4a-9867-8069ca7b8109) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:50.549975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-729896013'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:50.587024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:50.613316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:network and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:50.618894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:50.658145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:50.658426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e14d562a-d573-48e6-88ca-2b3f625f8396 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:50.699479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:50.704066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.725459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.759779 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6b87f5f-9f23-42e4-89df-500f37987270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.781171 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.811511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b87f5f-9f23-42e4-89df-500f37987270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060b34ab-7d12-4465-8cdf-e581d601a5c0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:50.813212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Transition to ACTIVE for port object df2cfd03-e0c6-4b4a-9867-8069ca7b8109 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:50.864033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:50.870159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d6b87f5f-9f23-42e4-89df-500f37987270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.871660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d6b87f5f-9f23-42e4-89df-500f37987270 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/060b34ab-7d12-4465-8cdf-e581d601a5c0 HTTP/1.1" status: 204 len: 168 time: 1.3829281 May 06 13:04:50.873315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:security_group_rule and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:50.878639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:50.897861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:50.938896 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.107207 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.115743 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.220518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:51.225699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:51.232765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c110f19c-89ff-4cf1-ac9f-3a6a429964fb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:51.253913 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.254387 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added segment a79a9faf-77be-4dcb-a9c9-d56d75827bd1 of type vlan for network 9956d271-3831-486f-b548-3d24f470188e May 06 13:04:51.269569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:51.283286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:51.284421 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.301922 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.390012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.403995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:51.405551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.426568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Port': ['ID=df2cfd03-e0c6-4b4a-9867-8069ca7b8109,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:51.485223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e8d3bc-ea7a-462d-b6ca-8842147481cc None None] Network f9692d40-fea1-48f4-8547-ae1f7ff1ae33 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:51.752209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.839962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Network': ['ID=9956d271-3831-486f-b548-3d24f470188e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:51.895515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e29d2950-1399-467b-b777-5eb670766a62 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6127000 May 06 13:04:51.896463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33234) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:51.913733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1893189595'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:51.924715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:51.932923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:network and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:51.939978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:51.951588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:51.954589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 9956d271-3831-486f-b548-3d24f470188e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:51.981282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:52.009934 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.114184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:52.188161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.188378 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added segment 594054e2-49af-4e77-ab88-6a441c668c3d of type vlan for network 3025c7fe-a249-4bbf-ad10-557f230377c8 May 06 13:04:52.289900 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.359638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2a77f081-964b-479d-b433-e2140df25482 None None] Provisioning for port e14d562a-d573-48e6-88ca-2b3f625f8396 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:52.410700 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.465181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:52.466258 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.512085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2a77f081-964b-479d-b433-e2140df25482 None None] Provisioning complete for port e14d562a-d573-48e6-88ca-2b3f625f8396 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:52.516231 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a77f081-964b-479d-b433-e2140df25482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.716328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33246) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:52.801215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Network': ['ID=3025c7fe-a249-4bbf-ad10-557f230377c8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:52.808040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e862af46-609e-404b-a444-9b63d1180f34 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9091120 May 06 13:04:52.815446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33250) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:52.834728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'subnet': {'network_id': '9956d271-3831-486f-b548-3d24f470188e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:52.905854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3025c7fe-a249-4bbf-ad10-557f230377c8 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:52.965449 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca8375f0-e68e-474e-8c3d-f9cf16d3e269 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f280f929139947ce8eafd99d64b0dc9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2427666 May 06 13:04:52.967410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33256) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:53.109031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:53.117373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:subnet and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:53.125392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:53.140212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:53.164213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:53.243261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50fc4f1d-3f1d-4e60-bdcf-a6b505687c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.306129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50fc4f1d-3f1d-4e60-bdcf-a6b505687c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.448059 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a77f081-964b-479d-b433-e2140df25482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.500792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.526405 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.529664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.581050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2a77f081-964b-479d-b433-e2140df25482 None None] For port e14d562a-d573-48e6-88ca-2b3f625f8396, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e14d562a-d573-48e6-88ca-2b3f625f8396,segment=NetworkSegment(c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0),segment_id=c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:53.588205 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a77f081-964b-479d-b433-e2140df25482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.595854 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.879945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50fc4f1d-3f1d-4e60-bdcf-a6b505687c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.981879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9bc98cf0-fe94-46ea-bb57-c07c4cd71350 None None] Provisioning for port df2cfd03-e0c6-4b4a-9867-8069ca7b8109 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:54.004473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9bc98cf0-fe94-46ea-bb57-c07c4cd71350 None None] Provisioning complete for port df2cfd03-e0c6-4b4a-9867-8069ca7b8109 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:54.007388 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9bc98cf0-fe94-46ea-bb57-c07c4cd71350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.131380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77f081-964b-479d-b433-e2140df25482 None None] Pushing event updated for resources: {'Port': ['ID=e14d562a-d573-48e6-88ca-2b3f625f8396,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:54.149037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9bc98cf0-fe94-46ea-bb57-c07c4cd71350 None None] Port df2cfd03-e0c6-4b4a-9867-8069ca7b8109 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:54.187490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc4f1d-3f1d-4e60-bdcf-a6b505687c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0764175-12d9-4baa-a332-7106149f635a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:54.203187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-6b93ff09-9fbd-4acf-a8f3-b3510f38870e req-92b91850-f9d4-4def-87a5-bc934b33e744 service neutron] (83955) timed out ('10.222.0.44', 44976) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:04:54.241543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:54.249477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:54.317110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-64e29e2f-a08f-4999-965b-7fc1e7c7f983 None None] Provisioning complete for port e14d562a-d573-48e6-88ca-2b3f625f8396 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:54.317939 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-64e29e2f-a08f-4999-965b-7fc1e7c7f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.451499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.723285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Subnet': ['ID=973cc49c-b4df-453e-9abe-ca21a1bea692,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:54.729536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event updated for resources: {'Port': ['ID=df2cfd03-e0c6-4b4a-9867-8069ca7b8109,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:54.774516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Checking segment: {'id': 'a79a9faf-77be-4dcb-a9c9-d56d75827bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9956d271-3831-486f-b548-3d24f470188e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:54.775111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network hostable DHCP agents. Network: 9956d271-3831-486f-b548-3d24f470188e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:54.818154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 9956d271-3831-486f-b548-3d24f470188e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:54.836006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-50fc4f1d-3f1d-4e60-bdcf-a6b505687c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.838459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 9956d271-3831-486f-b548-3d24f470188e) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:54.843323 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-50fc4f1d-3f1d-4e60-bdcf-a6b505687c0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0764175-12d9-4baa-a332-7106149f635a HTTP/1.1" status: 204 len: 168 time: 1.8748066 May 06 13:04:54.847948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:54.848883 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.887339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f4ec4b-5dc9-4d38-b850-a47c4cf7571e None None] Network 9956d271-3831-486f-b548-3d24f470188e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:54.917710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a4c2ec1f-fb32-4a89-b021-4134b12d782a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0996351 May 06 13:04:54.923569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33276) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:54.940959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'subnet': {'network_id': '3025c7fe-a249-4bbf-ad10-557f230377c8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:55.162123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:55.167582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:subnet and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:55.172409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:55.193583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:55.219455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:55.342096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Router 6de60bf7-91bf-49f1-b5eb-7427511f419b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:55.595918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.841956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e90708e0-53e0-4b64-bd47-4838ee43ca9d None None] Provisioning complete for port df2cfd03-e0c6-4b4a-9867-8069ca7b8109 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:55.842826 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e90708e0-53e0-4b64-bd47-4838ee43ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.931736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:55.947045 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-95a1b637-47bd-4cb1-b865-87b33943e72e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "PUT /v2.0/routers/6de60bf7-91bf-49f1-b5eb-7427511f419b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3665395 May 06 13:04:55.950527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33296) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:56.054172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-e92f625f-1101-4d12-8fa8-e3bf226205fb tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=912219048382434ebf708064ca86ac72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122859 May 06 13:04:56.161631 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6611e6-2b9a-42ed-90c7-65ec31f5e0b0 None None] Sync routers for ids ['6de60bf7-91bf-49f1-b5eb-7427511f419b'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:56.266921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e90708e0-53e0-4b64-bd47-4838ee43ca9d None None] Port df2cfd03-e0c6-4b4a-9867-8069ca7b8109 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:56.281045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e14d562a-d573-48e6-88ca-2b3f625f8396 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:56.361977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-9956d271-3831-486f-b548-3d24f470188e', 'network_id': '9956d271-3831-486f-b548-3d24f470188e', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'fixed_ips': [{'subnet_id': '973cc49c-b4df-453e-9abe-ca21a1bea692'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:56.367821 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.518055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-2a7855d9-548e-4713-a428-2ce4bd055804 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:56.519765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-2a7855d9-548e-4713-a428-2ce4bd055804 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3740895 May 06 13:04:56.538851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6242ded5-77e9-4a1c-8ceb-42d1da693c17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.589357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-2f386fa6-269b-4e8e-b33c-55442cb195c9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/quotas/912219048382434ebf708064ca86ac72 HTTP/1.1" status: 200 len: 375 time: 0.0186160 May 06 13:04:56.742050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-63622825-1276-4931-b951-0d57c68ddb65 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=912219048382434ebf708064ca86ac72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1411903 May 06 13:04:56.749378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Allocated IP 2001:db8::2 (9956d271-3831-486f-b548-3d24f470188e/973cc49c-b4df-453e-9abe-ca21a1bea692/84b78ab3-9351-4d05-b81e-1cc3a0348701) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:56.844323 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-6242ded5-77e9-4a1c-8ceb-42d1da693c17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 13:04:56.851890 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6242ded5-77e9-4a1c-8ceb-42d1da693c17 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/routers/6de60bf7-91bf-49f1-b5eb-7427511f419b HTTP/1.1" status: 409 len: 329 time: 0.8990903 May 06 13:04:56.852614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33306) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:56.892858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.022115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Subnet': ['ID=e60a73bf-ee6e-4f37-98c1-462203e38090,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:57.125321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Checking segment: {'id': '594054e2-49af-4e77-ab88-6a441c668c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3025c7fe-a249-4bbf-ad10-557f230377c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:57.125871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network hostable DHCP agents. Network: 3025c7fe-a249-4bbf-ad10-557f230377c8, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:57.281707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-116b1901-e4e0-4ea9-bb7b-61e1f2846f5d req-e8939511-a86d-4f84-a2e3-a39795b7ffc9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 210 time: 0.1296284 May 06 13:04:57.310755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 3025c7fe-a249-4bbf-ad10-557f230377c8 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:57.335584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3025c7fe-a249-4bbf-ad10-557f230377c8) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:57.367419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:57.372134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.395599 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.416641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24969b-29cb-47ba-86b7-a7b80029f355 None None] Network 3025c7fe-a249-4bbf-ad10-557f230377c8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:57.463949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d285d2b8-b261-47ad-98e4-8951471897a8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5382121 May 06 13:04:57.468210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6611e6-2b9a-42ed-90c7-65ec31f5e0b0 None None] Routers {'6de60bf7-91bf-49f1-b5eb-7427511f419b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:57.469503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca6611e6-2b9a-42ed-90c7-65ec31f5e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6de60bf7-91bf-49f1-b5eb-7427511f419b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:57.471428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33322) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:57.498647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1209940961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:57.568865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:57.604340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:router and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:57.616939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:57.636149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:57.677995 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.681705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.731009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Transition to ACTIVE for port object 84b78ab3-9351-4d05-b81e-1cc3a0348701 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:57.742631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.803202 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.851902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Transition to ACTIVE for port object 84b78ab3-9351-4d05-b81e-1cc3a0348701 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:57.865654 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.870350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-68b1e1d2-62cb-434b-94aa-535f3133ded9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3973668 May 06 13:04:57.871303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33330) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:58.070212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca6611e6-2b9a-42ed-90c7-65ec31f5e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:58.085165 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.130977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.301412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e14d562a-d573-48e6-88ca-2b3f625f8396 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:58.301987 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.442733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Pushing event updated for resources: {'Port': ['ID=84b78ab3-9351-4d05-b81e-1cc3a0348701,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:58.469865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Network 9956d271-3831-486f-b548-3d24f470188e is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:58.498021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:58.506330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:58.525098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6611e6-2b9a-42ed-90c7-65ec31f5e0b0 None None] Routers {'6de60bf7-91bf-49f1-b5eb-7427511f419b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:58.526725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca6611e6-2b9a-42ed-90c7-65ec31f5e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6de60bf7-91bf-49f1-b5eb-7427511f419b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:58.875421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c350157-a84c-4221-bfe4-deb5387ccd0f req-8216bde1-5533-4547-9c04-0ee6a1ce8644 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 210 time: 0.1748557 May 06 13:04:58.914229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca6611e6-2b9a-42ed-90c7-65ec31f5e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:58.914666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6611e6-2b9a-42ed-90c7-65ec31f5e0b0 None None] The sync data for ids ['6de60bf7-91bf-49f1-b5eb-7427511f419b'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:59.007707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Attempting to bind port 84b78ab3-9351-4d05-b81e-1cc3a0348701 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:59.017572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Attempting to bind port 84b78ab3-9351-4d05-b81e-1cc3a0348701 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a79a9faf-77be-4dcb-a9c9-d56d75827bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9956d271-3831-486f-b548-3d24f470188e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:59.018022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Attempting to bind port 84b78ab3-9351-4d05-b81e-1cc3a0348701 on network 9956d271-3831-486f-b548-3d24f470188e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:59.065340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:59.065929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Checking segment: {'id': 'a79a9faf-77be-4dcb-a9c9-d56d75827bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9956d271-3831-486f-b548-3d24f470188e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:59.066558 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:59.067242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Bound using segment: {'id': 'a79a9faf-77be-4dcb-a9c9-d56d75827bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9956d271-3831-486f-b548-3d24f470188e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:59.068028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Bound port: 84b78ab3-9351-4d05-b81e-1cc3a0348701, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79a9faf-77be-4dcb-a9c9-d56d75827bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9956d271-3831-486f-b548-3d24f470188e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:59.068634 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:59.209534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-1e9a889c-0325-46fc-a87f-58457ef6ce53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7304187 May 06 13:04:59.437091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] For port 84b78ab3-9351-4d05-b81e-1cc3a0348701, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:59.447796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] For port 84b78ab3-9351-4d05-b81e-1cc3a0348701, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=84b78ab3-9351-4d05-b81e-1cc3a0348701,segment=NetworkSegment(a79a9faf-77be-4dcb-a9c9-d56d75827bd1),segment_id=a79a9faf-77be-4dcb-a9c9-d56d75827bd1)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:59.465943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-3025c7fe-a249-4bbf-ad10-557f230377c8', 'network_id': '3025c7fe-a249-4bbf-ad10-557f230377c8', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'fixed_ips': [{'subnet_id': 'e60a73bf-ee6e-4f37-98c1-462203e38090'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:59.470037 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:59.895620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-9732b057-6758-4bb7-a0da-2544a26ed3e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa96a274e40743d59276beef1882162d&device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 1096 time: 0.4549024 May 06 13:04:59.975933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Allocated IP 2001:db8:1::2 (3025c7fe-a249-4bbf-ad10-557f230377c8/e60a73bf-ee6e-4f37-98c1-462203e38090/f42c86ba-a646-4458-9921-9ae7f05d255c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:59.980912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting port df2cfd03-e0c6-4b4a-9867-8069ca7b8109 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:59.981720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.188021 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.304048 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.466682 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-129170ad-d80c-457d-bcf9-bdc28e0497d9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=912219048382434ebf708064ca86ac72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398591 May 06 13:05:00.525830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cf9d024-898f-4a68-90eb-4f458102cae9 req-ed82b266-4b21-4563-ab77-f14d1e8f500d tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 210 time: 0.1710882 May 06 13:05:00.566423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0050977-facf-49c2-a93a-ee76f7227427 None None] Pushing event updated for resources: {'Port': ['ID=84b78ab3-9351-4d05-b81e-1cc3a0348701,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:00.903971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.940568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Transition to ACTIVE for port object f42c86ba-a646-4458-9921-9ae7f05d255c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:01.005334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Transition to ACTIVE for port object f42c86ba-a646-4458-9921-9ae7f05d255c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:01.020883 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:01.104871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-b9b1e759-b67e-4e21-9aca-b18060d476a2 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:01.107496 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-b9b1e759-b67e-4e21-9aca-b18060d476a2 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6271322 May 06 13:05:01.292820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Network 3025c7fe-a249-4bbf-ad10-557f230377c8 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:01.304477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:01.318309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:05:01.418346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Pushing event updated for resources: {'Port': ['ID=f42c86ba-a646-4458-9921-9ae7f05d255c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:01.481835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-41c285b7-a522-4163-b65a-1238603d1c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:01.485514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-41c285b7-a522-4163-b65a-1238603d1c42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6 HTTP/1.1" status: 200 len: 914 time: 1.5587764 May 06 13:05:01.552401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Attempting to bind port f42c86ba-a646-4458-9921-9ae7f05d255c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:05:01.553970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Attempting to bind port f42c86ba-a646-4458-9921-9ae7f05d255c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '594054e2-49af-4e77-ab88-6a441c668c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3025c7fe-a249-4bbf-ad10-557f230377c8'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:05:01.554971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Attempting to bind port f42c86ba-a646-4458-9921-9ae7f05d255c on network 3025c7fe-a249-4bbf-ad10-557f230377c8 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:01.566529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:05:01.567954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Checking segment: {'id': '594054e2-49af-4e77-ab88-6a441c668c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3025c7fe-a249-4bbf-ad10-557f230377c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:01.568888 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:01.569695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Bound using segment: {'id': '594054e2-49af-4e77-ab88-6a441c668c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3025c7fe-a249-4bbf-ad10-557f230377c8'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:05:01.570694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Bound port: f42c86ba-a646-4458-9921-9ae7f05d255c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594054e2-49af-4e77-ab88-6a441c668c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3025c7fe-a249-4bbf-ad10-557f230377c8'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:05:01.571568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:01.599410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 2001:db8::1 (9956d271-3831-486f-b548-3d24f470188e/973cc49c-b4df-453e-9abe-ca21a1bea692/08b6230a-0b43-4190-b49e-c33316896ea3) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:05:01.731408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] For port f42c86ba-a646-4458-9921-9ae7f05d255c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:05:01.736353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] For port f42c86ba-a646-4458-9921-9ae7f05d255c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f42c86ba-a646-4458-9921-9ae7f05d255c,segment=NetworkSegment(594054e2-49af-4e77-ab88-6a441c668c3d),segment_id=594054e2-49af-4e77-ab88-6a441c668c3d)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:05:01.746304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Request body: {'port': {'device_id': '15c51916-2e19-450e-b8d5-2fc876c06568', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '912219048382434ebf708064ca86ac72'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:01.749547 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:01.860099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-68339e53-f28f-42db-afdb-d2b705d8392b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8 HTTP/1.1" status: 200 len: 217 time: 0.3678863 May 06 13:05:02.031907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a8ae-4b87-4f48-be5e-34dcb3cc978d None None] Pushing event updated for resources: {'Port': ['ID=f42c86ba-a646-4458-9921-9ae7f05d255c,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:02.244735 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:02.416951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faf5a108-e05a-44f8-84e9-dd2dca83f4e3 req-00bb6185-ab88-4747-9a44-f7566c8a8c59 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 210 time: 0.4542456 May 06 13:05:02.503710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-f2d08e3d-3733-4482-ba96-937ee59cedaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:02.506248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-f2d08e3d-3733-4482-ba96-937ee59cedaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2a16a8c-05e5-4f16-aecb-b75b42cbc42a HTTP/1.1" status: 200 len: 853 time: 0.6391501 May 06 13:05:02.756277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Calling delete_port for df2cfd03-e0c6-4b4a-9867-8069ca7b8109 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:02.762591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-df54fbae-6784-4551-bcb2-11f9743945eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163465 May 06 13:05:02.849963 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:02.888352 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-391c3fde-3e2e-4cff-9a6f-bcfa9cce3b5f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7794430 May 06 13:05:02.973783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Transition to ACTIVE for port object 08b6230a-0b43-4190-b49e-c33316896ea3 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:02.984893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa941ce-35ce-44df-ab40-b66bea8234f7 None None] Network 9956d271-3831-486f-b548-3d24f470188e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:03.101412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:03.190656 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:03.210289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4b8ae945-0b70-428d-88f3-d0b6afeeb8bc None None] Provisioning for port 84b78ab3-9351-4d05-b81e-1cc3a0348701 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:03.220528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=08b6230a-0b43-4190-b49e-c33316896ea3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:03.295932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:03.315156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Port': ['ID=df2cfd03-e0c6-4b4a-9867-8069ca7b8109,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:03.325486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Usage tracker for resource:port and tenant:912219048382434ebf708064ca86ac72 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:03.370553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f42c86ba-a646-4458-9921-9ae7f05d255c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:03.415339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec25f9-a9bf-4d42-9ec5-6ceb7742e5cc req-11060cdb-55ce-40cf-befd-4dcfb4ff112f tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:03.420648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:03.423368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16ec25f9-a9bf-4d42-9ec5-6ceb7742e5cc req-11060cdb-55ce-40cf-befd-4dcfb4ff112f tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 945 time: 0.7499382 May 06 13:05:03.449748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 9956d271-3831-486f-b548-3d24f470188e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:03.458793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:03.462470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-194aaf00-5b6f-4692-8b84-e52551efc3f8 service neutron] 10.222.0.36 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633046 May 06 13:05:03.463264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:05:03.467491 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:03.564516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f42c86ba-a646-4458-9921-9ae7f05d255c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:03.588156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 84b78ab3-9351-4d05-b81e-1cc3a0348701 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:03.770169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:03.890630 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16ec25f9-a9bf-4d42-9ec5-6ceb7742e5cc req-0af613ca-bf79-46af-9776-52e135dbe4ea tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656506 May 06 13:05:03.894696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 84b78ab3-9351-4d05-b81e-1cc3a0348701 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:03.915508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 84b78ab3-9351-4d05-b81e-1cc3a0348701 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:03.918519 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:03.997315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b1ca68a-a690-444f-8fc8-bdcbc63c3f7f req-3572fbf2-73d0-4799-acbb-43121f048016 service neutron] 10.222.0.36 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169001 May 06 13:05:04.178184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67433b82-3c77-490a-9c70-67f52e9f3bcf req-4972f0d9-0028-4138-92e8-f6091d6be093 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 210 time: 0.1793342 May 06 13:05:04.193065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Made reservation on behalf of 912219048382434ebf708064ca86ac72 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:04.210678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.242445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.248900 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.294170 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-5f577ff4-59ca-4543-bb26-bdfe96c1eaff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1096 time: 1.1662006 May 06 13:05:04.374053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-415db516-826c-481f-b637-edcada69a002 None None] Provisioning for port 08b6230a-0b43-4190-b49e-c33316896ea3 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:04.392627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-415db516-826c-481f-b637-edcada69a002 None None] Provisioning complete for port 08b6230a-0b43-4190-b49e-c33316896ea3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:04.393201 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-415db516-826c-481f-b637-edcada69a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.478249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3a213-1204-4b49-8f09-d2152422e472 None None] Network 3025c7fe-a249-4bbf-ad10-557f230377c8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:04.530423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.596135 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.636167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:04.642835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Usage tracker for resource:security_group_rule and tenant:912219048382434ebf708064ca86ac72 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:04.647606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:04.649050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 84b78ab3-9351-4d05-b81e-1cc3a0348701, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=84b78ab3-9351-4d05-b81e-1cc3a0348701,segment=NetworkSegment(a79a9faf-77be-4dcb-a9c9-d56d75827bd1),segment_id=a79a9faf-77be-4dcb-a9c9-d56d75827bd1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:04.658751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:04.690569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-415db516-826c-481f-b637-edcada69a002 None None] Port 08b6230a-0b43-4190-b49e-c33316896ea3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:05:04.692053 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.935404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-68e442a3-85f9-47a0-9b3d-849409f156a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:04.936919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-68e442a3-85f9-47a0-9b3d-849409f156a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.6058118 May 06 13:05:04.959139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-415db516-826c-481f-b637-edcada69a002 None None] Provisioning complete for port 84b78ab3-9351-4d05-b81e-1cc3a0348701 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:04.960260 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-415db516-826c-481f-b637-edcada69a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.140769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=84b78ab3-9351-4d05-b81e-1cc3a0348701,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:05.202645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-6009abea-e820-42b0-a69b-8a48c85c2260 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:05.204712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-6009abea-e820-42b0-a69b-8a48c85c2260 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Synchronizing usage tracker for tenant:fa96a274e40743d59276beef1882162d on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:05.298341 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-574d40b8-d0e9-410c-ab25-f63a86b79c21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 1001 time: 0.3455734 May 06 13:05:05.414377 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.435104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-6009abea-e820-42b0-a69b-8a48c85c2260 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Unset dirty status for tenant:fa96a274e40743d59276beef1882162d on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:05.437077 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-6009abea-e820-42b0-a69b-8a48c85c2260 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 945 time: 1.6077957 May 06 13:05:05.461083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] Provisioning complete for port 08b6230a-0b43-4190-b49e-c33316896ea3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:05.462560 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.538108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] Port 08b6230a-0b43-4190-b49e-c33316896ea3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:05:05.576209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] Provisioning for port f42c86ba-a646-4458-9921-9ae7f05d255c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:05.583736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] Provisioning complete for port f42c86ba-a646-4458-9921-9ae7f05d255c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:05.584570 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.806275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.809594 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.810971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.822679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb78f1ec-40fe-4b7f-9070-acbe2fd7a344 req-423c569a-b5d2-4e83-a1c3-ea80957588c4 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 210 time: 0.1268494 May 06 13:05:05.854397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] For port f42c86ba-a646-4458-9921-9ae7f05d255c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f42c86ba-a646-4458-9921-9ae7f05d255c,segment=NetworkSegment(594054e2-49af-4e77-ab88-6a441c668c3d),segment_id=594054e2-49af-4e77-ab88-6a441c668c3d)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:05.860575 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.957354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb5561-3e77-41bf-bfbe-8b723a77dbef None None] Pushing event updated for resources: {'Port': ['ID=f42c86ba-a646-4458-9921-9ae7f05d255c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:05.986837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-09bdc989-12ee-48d1-ab09-bcf483e49625 None None] Provisioning complete for port f42c86ba-a646-4458-9921-9ae7f05d255c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:05.987261 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09bdc989-12ee-48d1-ab09-bcf483e49625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.162479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.179128 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.200148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-28c3f0b4-0030-4501-8b9c-05c33d7cf5e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:06.202306 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-28c3f0b4-0030-4501-8b9c-05c33d7cf5e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.8804870 May 06 13:05:06.216509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=08b6230a-0b43-4190-b49e-c33316896ea3,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:06.276581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Deleting port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:06.276948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.311540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 9956d271-3831-486f-b548-3d24f470188e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:06.323261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:06.606092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 96cf66fc-23e3-457a-9eb2-901fd447a6b8 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:06.649857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Allocated IP 192.168.233.115 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/321bd861-5e54-439d-8685-fdbbd1de1392) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:05:06.842334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12710d09-d1d6-4c91-a260-bbc5a2d17d1e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:06.897125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6380e8f-36a9-4b4d-a065-45e203373561 req-2baa5605-ff87-4d8a-99aa-2eb16b57168d tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:06.906578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6380e8f-36a9-4b4d-a065-45e203373561 req-2baa5605-ff87-4d8a-99aa-2eb16b57168d tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 945 time: 1.4703581 May 06 13:05:06.906848 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.005492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-432d5b23-ed06-42a4-ba6d-a3c79ce6b66a None None] Provisioning complete for port 08b6230a-0b43-4190-b49e-c33316896ea3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:07.005887 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-432d5b23-ed06-42a4-ba6d-a3c79ce6b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.030809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6380e8f-36a9-4b4d-a065-45e203373561 req-73d156af-a464-425f-b355-7f503de6c63e tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224647 May 06 13:05:07.081956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-432d5b23-ed06-42a4-ba6d-a3c79ce6b66a None None] Port 08b6230a-0b43-4190-b49e-c33316896ea3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:05:07.090859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96cf66fc-23e3-457a-9eb2-901fd447a6b8'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:07.109741 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 96cf66fc-23e3-457a-9eb2-901fd447a6b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:07.117850 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.217473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f42c86ba-a646-4458-9921-9ae7f05d255c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:07.282567 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1bc4cf-c900-41de-9086-1b38cc6574bd'] response: {'server_uuid': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96cf66fc-23e3-457a-9eb2-901fd447a6b8', 'code': 200} May 06 13:05:07.366885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=96cf66fc-23e3-457a-9eb2-901fd447a6b8,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:07.374549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.384139 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.394462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f42c86ba-a646-4458-9921-9ae7f05d255c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:07.394888 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.445133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Transition to ACTIVE for port object 321bd861-5e54-439d-8685-fdbbd1de1392 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:07.508946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5a36074-da79-4d18-bb76-28636304e76e req-c0986af6-681b-4b8b-a5b3-6d4cacc7fa17 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 210 time: 0.2605636 May 06 13:05:07.573962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 84b78ab3-9351-4d05-b81e-1cc3a0348701 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:07.660016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Router 6de60bf7-91bf-49f1-b5eb-7427511f419b has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:05:07.686172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router f37e12cb-d0da-4cdc-a98d-d562790fe858 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:05:07.686715 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.701606 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-6e14aa15-961e-4724-a937-fd6f555407de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4592538 May 06 13:05:07.715096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 84b78ab3-9351-4d05-b81e-1cc3a0348701 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:07.715716 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:08.009080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Pushing event updated for resources: {'Port': ['ID=321bd861-5e54-439d-8685-fdbbd1de1392,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:08.025230 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:05:08.072108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:05:08.085994 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df620744-d078-45b9-996f-42293c9a295c None None] Sync routers for ids ['f37e12cb-d0da-4cdc-a98d-d562790fe858'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:08.096160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1a8f1a85-8d75-4e95-a482-c73e0b3f1b00 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/f37e12cb-d0da-4cdc-a98d-d562790fe858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2232273 May 06 13:05:08.098966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33402) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:08.109616 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df620744-d078-45b9-996f-42293c9a295c None None] Routers {'f37e12cb-d0da-4cdc-a98d-d562790fe858'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:08.111132 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-df620744-d078-45b9-996f-42293c9a295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f37e12cb-d0da-4cdc-a98d-d562790fe858'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:08.112323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:08.138699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] For port 96cf66fc-23e3-457a-9eb2-901fd447a6b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:08.139213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:08.209364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c95ddb-236e-45c7-9c67-8d6294793365 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:08.211954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c9c95ddb-236e-45c7-9c67-8d6294793365 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:08.253506 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-df620744-d078-45b9-996f-42293c9a295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:08.286386 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df620744-d078-45b9-996f-42293c9a295c None None] Routers {'f37e12cb-d0da-4cdc-a98d-d562790fe858'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:08.287563 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-df620744-d078-45b9-996f-42293c9a295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f37e12cb-d0da-4cdc-a98d-d562790fe858'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:08.334772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c9c95ddb-236e-45c7-9c67-8d6294793365 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:08.337450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c9c95ddb-236e-45c7-9c67-8d6294793365 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports/08b6230a-0b43-4190-b49e-c33316896ea3 HTTP/1.1" status: 200 len: 911 time: 0.2367554 May 06 13:05:08.341333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33406) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:08.460678 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-df620744-d078-45b9-996f-42293c9a295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:08.463601 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df620744-d078-45b9-996f-42293c9a295c None None] The sync data for ids ['f37e12cb-d0da-4cdc-a98d-d562790fe858'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:08.498014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:08.608108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8ddf4-610f-40f3-8590-aedaa798d170 req-667524b6-0b3d-430d-bd3d-b1fe147c4d89 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:08.610530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7d8ddf4-610f-40f3-8590-aedaa798d170 req-667524b6-0b3d-430d-bd3d-b1fe147c4d89 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 943 time: 0.3711519 May 06 13:05:08.712937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:05:08.727406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7d8ddf4-610f-40f3-8590-aedaa798d170 req-35ea4002-4d80-4fff-b8cc-d0a85bde3617 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900180 May 06 13:05:08.895138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Calling delete_port for 96cf66fc-23e3-457a-9eb2-901fd447a6b8 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:08.982462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-accbeeee-3da4-49d1-916b-efd5d59e5dfe None None] Provisioning for port 321bd861-5e54-439d-8685-fdbbd1de1392 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:08.997836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-accbeeee-3da4-49d1-916b-efd5d59e5dfe None None] Provisioning complete for port 321bd861-5e54-439d-8685-fdbbd1de1392 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:08.998367 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-accbeeee-3da4-49d1-916b-efd5d59e5dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.066161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:09.067687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.111277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-accbeeee-3da4-49d1-916b-efd5d59e5dfe None None] Port 321bd861-5e54-439d-8685-fdbbd1de1392 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:05:09.159610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316cc6d-4f3e-42bd-8364-2463a83baf54 req-65311428-96cf-4d95-9226-1ccb6b5e81aa tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:09.161215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8316cc6d-4f3e-42bd-8364-2463a83baf54 req-65311428-96cf-4d95-9226-1ccb6b5e81aa tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 936 time: 0.2350960 May 06 13:05:09.170948 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-6416d682-0404-4e0b-8c74-7b698e12b51e service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3990669 May 06 13:05:09.174419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:05:09.192072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d3d063-1900-484b-8bf8-7fe23af31621 None None] Sync routers for ids ['6de60bf7-91bf-49f1-b5eb-7427511f419b'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:09.214878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3d063-1900-484b-8bf8-7fe23af31621 None None] Routers {'6de60bf7-91bf-49f1-b5eb-7427511f419b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:09.215692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-71d3d063-1900-484b-8bf8-7fe23af31621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6de60bf7-91bf-49f1-b5eb-7427511f419b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:09.413535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8316cc6d-4f3e-42bd-8364-2463a83baf54 req-759e6b45-43ba-4ea8-b16d-e86a25f5fe4a tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430809 May 06 13:05:09.420328 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff0f7077-78b3-49bc-b949-38fcd768a0f3 req-e01b00bf-1ea0-43e0-a9fe-abd27c9bed40 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358656 May 06 13:05:09.426188 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8407d7c7-689b-4504-9ade-098fc453d162 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "PUT /v2.0/routers/6de60bf7-91bf-49f1-b5eb-7427511f419b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5722015 May 06 13:05:09.447084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33420) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:09.475295 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-14f7e692-81c2-4702-8676-1e41742aa6b9 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8513343 May 06 13:05:09.479687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-71d3d063-1900-484b-8bf8-7fe23af31621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:09.502471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Request body: {'port': {'device_id': '15c51916-2e19-450e-b8d5-2fc876c06568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:09.532585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3d063-1900-484b-8bf8-7fe23af31621 None None] Routers {'6de60bf7-91bf-49f1-b5eb-7427511f419b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:09.533677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-71d3d063-1900-484b-8bf8-7fe23af31621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:04:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6de60bf7-91bf-49f1-b5eb-7427511f419b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:09.590563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:05:09.591014 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:05:09.701262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.753743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-71d3d063-1900-484b-8bf8-7fe23af31621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:09.754468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d3d063-1900-484b-8bf8-7fe23af31621 None None] The sync data for ids ['6de60bf7-91bf-49f1-b5eb-7427511f419b'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:09.970633 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-54f473f5-3dcd-45ba-8fe9-899cf86f9139 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] show failed (client error): The resource could not be found. May 06 13:05:09.972419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-54f473f5-3dcd-45ba-8fe9-899cf86f9139 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-189623744 HTTP/1.1" status: 404 len: 334 time: 0.4770932 May 06 13:05:09.980060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33430) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:10.002268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-819c94c6-12ee-4cf3-a4a4-b1935d8bdc23 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:10.128943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Deleting port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:10.129914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:10.169206 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-819c94c6-12ee-4cf3-a4a4-b1935d8bdc23 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] update failed (client error): The resource could not be found. May 06 13:05:10.171639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-819c94c6-12ee-4cf3-a4a4-b1935d8bdc23 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-304577584 HTTP/1.1" status: 404 len: 334 time: 0.1889853 May 06 13:05:10.238634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33438) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:10.453177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912fb97-2309-4260-a048-8f6614527072 req-a5d0ab58-6713-4d15-9f67-73558b3b472c tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:10.472816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f912fb97-2309-4260-a048-8f6614527072 req-a5d0ab58-6713-4d15-9f67-73558b3b472c tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 943 time: 0.3251579 May 06 13:05:10.606796 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:10.655628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f912fb97-2309-4260-a048-8f6614527072 req-6ccac64d-92ab-4870-9b7e-806787e85846 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814229 May 06 13:05:11.082452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98bca0d-e78f-4c76-ab49-596643946abf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting subnet 50210d77-61af-44af-b5ff-d573dfbd22fe {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:11.108513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a98bca0d-e78f-4c76-ab49-596643946abf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.208262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] For port 96cf66fc-23e3-457a-9eb2-901fd447a6b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=96cf66fc-23e3-457a-9eb2-901fd447a6b8,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:11.208510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.464527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bd267-64ef-4fd1-8aed-bc575c68b1df req-f61e3cd7-e749-4c04-9310-5ad0d5476264 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:11.465554 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:05:11.467221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-628bd267-64ef-4fd1-8aed-bc575c68b1df req-f61e3cd7-e749-4c04-9310-5ad0d5476264 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 936 time: 0.4980128 May 06 13:05:11.509354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Calling delete_port for 96cf66fc-23e3-457a-9eb2-901fd447a6b8 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:11.540856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 2001:db8:1::1 (3025c7fe-a249-4bbf-ad10-557f230377c8/e60a73bf-ee6e-4f37-98c1-462203e38090/1f1139d2-350f-4d4d-9a73-762d62386d15) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:05:11.593074 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a98bca0d-e78f-4c76-ab49-596643946abf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.618870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-628bd267-64ef-4fd1-8aed-bc575c68b1df req-1402832e-38ec-46cc-9f57-04abbc1e865f tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406546 May 06 13:05:11.840469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.936121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Transition to ACTIVE for port object 1f1139d2-350f-4d4d-9a73-762d62386d15 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:11.949020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321bd861-5e54-439d-8685-fdbbd1de1392 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:05:11.965235 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.015090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e9072-bc2a-43e1-8b86-95be9c9b52a5 req-22e70931-a50f-4830-81f4-482fa37acbe5 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:12.017469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff3e9072-bc2a-43e1-8b86-95be9c9b52a5 req-22e70931-a50f-4830-81f4-482fa37acbe5 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 943 time: 0.1676488 May 06 13:05:12.030408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.136485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a98bca0d-e78f-4c76-ab49-596643946abf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.177495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Transition to ACTIVE for port object 321bd861-5e54-439d-8685-fdbbd1de1392 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:12.184587 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.196288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 3025c7fe-a249-4bbf-ad10-557f230377c8 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:12.202845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:12.208018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=1f1139d2-350f-4d4d-9a73-762d62386d15,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:12.211397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:05:12.211949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.223931 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff3e9072-bc2a-43e1-8b86-95be9c9b52a5 req-e216ed52-76c7-4dcf-a3e0-3393d163532c tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863210 May 06 13:05:12.269189 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.335348 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f1580c1b-3287-47e5-8582-5d55807177b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.360449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Pushing event deleted for resources: {'Port': ['ID=96cf66fc-23e3-457a-9eb2-901fd447a6b8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:12.454425 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.618065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=321bd861-5e54-439d-8685-fdbbd1de1392,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:12.625573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] No DVR routers for this DVR port 96cf66fc-23e3-457a-9eb2-901fd447a6b8 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:12.640305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.643255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'name': 'network-vif-deleted', 'tag': '96cf66fc-23e3-457a-9eb2-901fd447a6b8'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:12.721195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a98bca0d-e78f-4c76-ab49-596643946abf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.851505 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0bee5a-9783-44ac-a910-c08c87fc3ea8'] response: {'server_uuid': '5ddb604c-ad2e-4a3c-81e5-0e87c9762a59', 'name': 'network-vif-deleted', 'tag': '96cf66fc-23e3-457a-9eb2-901fd447a6b8', 'status': 'completed', 'code': 200} May 06 13:05:12.861155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5532b136-8293-443f-9a6f-c345611dadc7 None None] Network f9692d40-fea1-48f4-8547-ae1f7ff1ae33 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:12.900799 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a98bca0d-e78f-4c76-ab49-596643946abf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.903863 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a98bca0d-e78f-4c76-ab49-596643946abf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/subnets/50210d77-61af-44af-b5ff-d573dfbd22fe HTTP/1.1" status: 204 len: 168 time: 2.6636193 May 06 13:05:12.926775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33466) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:12.967467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bca0d-e78f-4c76-ab49-596643946abf tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Subnet': ['ID=50210d77-61af-44af-b5ff-d573dfbd22fe,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:12.970536 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-83a06f02-be00-4a5b-8034-8af291e1ba47 req-518c11bd-0320-443f-a6d6-0d6b004de0a1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.36 "DELETE /v2.0/ports/96cf66fc-23e3-457a-9eb2-901fd447a6b8 HTTP/1.1" status: 204 len: 173 time: 7.2169669 May 06 13:05:13.176372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Attempting to bind port 321bd861-5e54-439d-8685-fdbbd1de1392 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:05:13.177535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Attempting to bind port 321bd861-5e54-439d-8685-fdbbd1de1392 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:05:13.177535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Attempting to bind port 321bd861-5e54-439d-8685-fdbbd1de1392 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:13.184911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.210333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Port 321bd861-5e54-439d-8685-fdbbd1de1392 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:05:13.210892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Attempting to bind port 321bd861-5e54-439d-8685-fdbbd1de1392 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:13.225203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting port e14d562a-d573-48e6-88ca-2b3f625f8396 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:13.225841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.278644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1e6e1fb0-9ba4-4178-8a02-3f7c7a2e19e1 None None] Provisioning for port 1f1139d2-350f-4d4d-9a73-762d62386d15 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:13.338561 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.353678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1e6e1fb0-9ba4-4178-8a02-3f7c7a2e19e1 None None] Provisioning complete for port 1f1139d2-350f-4d4d-9a73-762d62386d15 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:13.356282 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1fb0-9ba4-4178-8a02-3f7c7a2e19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.467268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:05:13.468006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:13.469486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:05:13.470107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Bound port: 321bd861-5e54-439d-8685-fdbbd1de1392, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:05:13.471547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.479986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fe2f9-9cd8-47fd-9c5d-2151bc7ff35f req-25fa53ff-28f7-41b1-ba18-f6f110682bf6 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:13.481827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c32fe2f9-9cd8-47fd-9c5d-2151bc7ff35f req-25fa53ff-28f7-41b1-ba18-f6f110682bf6 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 948 time: 0.5306900 May 06 13:05:13.570539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e1fb0-9ba4-4178-8a02-3f7c7a2e19e1 None None] Port 1f1139d2-350f-4d4d-9a73-762d62386d15 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:05:13.673823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c32fe2f9-9cd8-47fd-9c5d-2151bc7ff35f req-9fb3b027-d891-4c09-af64-ef6715d02751 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803501 May 06 13:05:13.686988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c624f0b8-92d5-42e0-a545-3fe298f1a9de req-114ef4dd-03bb-4df2-afc8-d665a046da5c tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ddb604c-ad2e-4a3c-81e5-0e87c9762a59 HTTP/1.1" status: 200 len: 210 time: 0.0907080 May 06 13:05:13.708487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] DHCP port deletion for f9692d40-fea1-48f4-8547-ae1f7ff1ae33 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:05:13.715667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] Deleting port e14d562a-d573-48e6-88ca-2b3f625f8396 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:13.716638 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.800105 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.814989 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.815784 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.850067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] For port 321bd861-5e54-439d-8685-fdbbd1de1392, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:05:13.867974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] For port e14d562a-d573-48e6-88ca-2b3f625f8396, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e14d562a-d573-48e6-88ca-2b3f625f8396,segment=NetworkSegment(c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0),segment_id=c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:13.868339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:13.901382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] For port 321bd861-5e54-439d-8685-fdbbd1de1392, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=321bd861-5e54-439d-8685-fdbbd1de1392,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:05:14.086367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] For port e14d562a-d573-48e6-88ca-2b3f625f8396, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e14d562a-d573-48e6-88ca-2b3f625f8396,segment=NetworkSegment(c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0),segment_id=c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:14.087235 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:14.101655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Calling delete_port for e14d562a-d573-48e6-88ca-2b3f625f8396 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:14.124978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=1f1139d2-350f-4d4d-9a73-762d62386d15,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:14.199307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:14.205094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 3025c7fe-a249-4bbf-ad10-557f230377c8 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:14.208404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:14.311468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] Calling delete_port for e14d562a-d573-48e6-88ca-2b3f625f8396 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:14.416391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:14.428806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:14.430435 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/321bd861-5e54-439d-8685-fdbbd1de1392 HTTP/1.1" status: 200 len: 1096 time: 4.9387133 May 06 13:05:14.466377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] No DVR routers for this DVR port e14d562a-d573-48e6-88ca-2b3f625f8396 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:14.590421 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:05:14.598238 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:05:14.598484 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:05:14.736688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-565426bd-f1a9-4de4-ad7e-38a514ca5d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:14.744863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8709a7-5a25-49ac-bd81-9980d368a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=321bd861-5e54-439d-8685-fdbbd1de1392,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:14.871113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Port': ['ID=e14d562a-d573-48e6-88ca-2b3f625f8396,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:14.874172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c51916-2e19-450e-b8d5-2fc876c06568', 'tag': '321bd861-5e54-439d-8685-fdbbd1de1392'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:14.956898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-21a7c90f-6a4c-4d1b-b5a9-3432d820d4f1 None None] Provisioning complete for port 1f1139d2-350f-4d4d-9a73-762d62386d15 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:14.957626 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21a7c90f-6a4c-4d1b-b5a9-3432d820d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.100107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] Deleting port e14d562a-d573-48e6-88ca-2b3f625f8396 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:15.100107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.166110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e14d562a-d573-48e6-88ca-2b3f625f8396 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:15.262211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e14d562a-d573-48e6-88ca-2b3f625f8396 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:15.262992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e14d562a-d573-48e6-88ca-2b3f625f8396 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:15.264998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-21a7c90f-6a4c-4d1b-b5a9-3432d820d4f1 None None] Port 1f1139d2-350f-4d4d-9a73-762d62386d15 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:05:15.319246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-45ebbef6-8b4c-47bc-959d-34be4ea3fadc None None] The port 'e14d562a-d573-48e6-88ca-2b3f625f8396' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:05:15.383961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router f37e12cb-d0da-4cdc-a98d-d562790fe858 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:05:15.464852 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa00fcdb-c6bd-4da3-8a02-494317545a19'] response: {'name': 'network-changed', 'server_uuid': '15c51916-2e19-450e-b8d5-2fc876c06568', 'tag': '321bd861-5e54-439d-8685-fdbbd1de1392', 'status': 'completed', 'code': 200} May 06 13:05:15.475156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.475533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c16e5-7ff8-49dc-9c91-ae3ac2edb137 req-82f9cc4f-dec2-4149-a03a-eb48bb612b5e tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:15.482350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-610c16e5-7ff8-49dc-9c91-ae3ac2edb137 req-82f9cc4f-dec2-4149-a03a-eb48bb612b5e tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 948 time: 0.2950666 May 06 13:05:15.516625 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.547506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9692d40-fea1-48f4-8547-ae1f7ff1ae33']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:15.575646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:15.576155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d558bd-a0ad-473a-9ca7-1fd17c39a6c0') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:15.610301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.649206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-610c16e5-7ff8-49dc-9c91-ae3ac2edb137 req-0566ffe0-4347-4e5d-a90d-1f887bf06505 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644320 May 06 13:05:15.653382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-90654872-022f-487e-8d20-bd723d992999 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=912219048382434ebf708064ca86ac72&device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 1099 time: 1.0637782 May 06 13:05:15.654451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.743910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:15.744742 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.752937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:05:15.769449 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ffc78-805f-4d68-b78e-3ae5de4a3eaa None None] Sync routers for ids ['f37e12cb-d0da-4cdc-a98d-d562790fe858'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: timer() May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:15.772723 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:15.799413 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ffc78-805f-4d68-b78e-3ae5de4a3eaa None None] Routers {'f37e12cb-d0da-4cdc-a98d-d562790fe858'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:15.800262 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bb4ffc78-805f-4d68-b78e-3ae5de4a3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:05:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f37e12cb-d0da-4cdc-a98d-d562790fe858'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:15.803499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a6eee880-6353-4b2f-b11a-b71f88f289a7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/f37e12cb-d0da-4cdc-a98d-d562790fe858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4575520 May 06 13:05:15.807483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33490) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:15.846487 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-24ce682f-5902-4c85-a4a4-db666deb8496 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=321bd861-5e54-439d-8685-fdbbd1de1392 HTTP/1.1" status: 200 len: 217 time: 0.1854298 May 06 13:05:15.947486 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.979455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a0686-fcfc-4903-ac54-d6d60ae1bf11 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:15.980847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-975a0686-fcfc-4903-ac54-d6d60ae1bf11 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:15.982589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.982916 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bb4ffc78-805f-4d68-b78e-3ae5de4a3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:15.989773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-5e7295ff-22aa-4853-9195-083730c096b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:15.992543 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-5e7295ff-22aa-4853-9195-083730c096b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1386938 May 06 13:05:16.001553 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ffc78-805f-4d68-b78e-3ae5de4a3eaa None None] Routers {'f37e12cb-d0da-4cdc-a98d-d562790fe858'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:16.002534 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bb4ffc78-805f-4d68-b78e-3ae5de4a3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:05:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f37e12cb-d0da-4cdc-a98d-d562790fe858'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:16.010795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Network': ['ID=f9692d40-fea1-48f4-8547-ae1f7ff1ae33,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:16.017740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-975a0686-fcfc-4903-ac54-d6d60ae1bf11 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:16.020798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-975a0686-fcfc-4903-ac54-d6d60ae1bf11 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports/1f1139d2-350f-4d4d-9a73-762d62386d15 HTTP/1.1" status: 200 len: 913 time: 0.2113981 May 06 13:05:16.027066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33496) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:16.093945 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bb4ffc78-805f-4d68-b78e-3ae5de4a3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:16.094350 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4ffc78-805f-4d68-b78e-3ae5de4a3eaa None None] The sync data for ids ['f37e12cb-d0da-4cdc-a98d-d562790fe858'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:16.122793 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.155697 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-96c6976f-c0c4-4a77-b100-65afe17f4eff tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/networks/f9692d40-fea1-48f4-8547-ae1f7ff1ae33 HTTP/1.1" status: 204 len: 168 time: 3.2269182 May 06 13:05:16.161150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33502) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:16.408364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4650f9fd-dedb-411d-b142-e1ef8c12180e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting subnet d727cef4-b2aa-4794-a43c-17fac870d9b0 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:16.412874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4650f9fd-dedb-411d-b142-e1ef8c12180e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.490540 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4650f9fd-dedb-411d-b142-e1ef8c12180e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.525828 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-1f20bd93-a601-4b33-8a13-ebb10fb89151 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5173340 May 06 13:05:16.814754 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4650f9fd-dedb-411d-b142-e1ef8c12180e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.961775 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-b308413c-2f2d-4ad2-a88c-3d38adf4330a service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184361 May 06 13:05:16.966061 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4650f9fd-dedb-411d-b142-e1ef8c12180e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.184474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26bea0-49b0-4c17-910c-c993be275eee req-c2432696-8495-4eeb-9a86-8be3694b2400 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:17.199381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b26bea0-49b0-4c17-910c-c993be275eee req-c2432696-8495-4eeb-9a86-8be3694b2400 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 948 time: 0.1785402 May 06 13:05:17.240271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650f9fd-dedb-411d-b142-e1ef8c12180e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Subnet': ['ID=d727cef4-b2aa-4794-a43c-17fac870d9b0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:17.268196 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4650f9fd-dedb-411d-b142-e1ef8c12180e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.297389 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4650f9fd-dedb-411d-b142-e1ef8c12180e tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/subnets/d727cef4-b2aa-4794-a43c-17fac870d9b0 HTTP/1.1" status: 204 len: 168 time: 1.1342471 May 06 13:05:17.301854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea0acd-5342-47fb-a296-70ccaf4e6768 None None] Network 6052f94f-6990-4561-b4c5-7c27b8332a1e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:17.302493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33516) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:17.416523 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5c76f23d-bfd1-417e-9141-fb3ee190125c req-0a2ff0d3-3972-4088-ac4b-b842b138ff98 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319224 May 06 13:05:17.610242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.690101 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ba21004-8a4d-4590-965e-5ad09648f757 req-c29d4e55-1a4c-4959-8a79-dfd5d70d93bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=912219048382434ebf708064ca86ac72&device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 1099 time: 0.1869740 May 06 13:05:17.695504 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.903156 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b26bea0-49b0-4c17-910c-c993be275eee req-25ba1605-82b8-44ae-a7ad-01a69c729c02 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024899 May 06 13:05:18.001671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21004-8a4d-4590-965e-5ad09648f757 req-7ebd1015-8ba8-45ae-9eea-782c5701115a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:18.003263 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ba21004-8a4d-4590-965e-5ad09648f757 req-7ebd1015-8ba8-45ae-9eea-782c5701115a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3068733 May 06 13:05:18.056823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] DHCP port deletion for 6052f94f-6990-4561-b4c5-7c27b8332a1e request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:05:18.063577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Deleting port 754cce53-f1c7-4097-852d-f419256219d3 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:18.064291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.103727 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ba21004-8a4d-4590-965e-5ad09648f757 req-5412b372-d6f8-4da1-a132-c679e9ca302d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=321bd861-5e54-439d-8685-fdbbd1de1392 HTTP/1.1" status: 200 len: 217 time: 0.0877905 May 06 13:05:18.105850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-829ede14-c412-4ef7-978a-1ea8f0c059ea tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting subnet 3bf2ac30-e1bf-4dbb-b1f1-2d2f1a3cafee {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:18.111308 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-829ede14-c412-4ef7-978a-1ea8f0c059ea tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.250398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21004-8a4d-4590-965e-5ad09648f757 req-71ced488-7429-44ca-a5df-7e5d95678d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:18.256512 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ba21004-8a4d-4590-965e-5ad09648f757 req-71ced488-7429-44ca-a5df-7e5d95678d2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1455586 May 06 13:05:18.391073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] For port 754cce53-f1c7-4097-852d-f419256219d3, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=754cce53-f1c7-4097-852d-f419256219d3,segment=NetworkSegment(1d7454fe-0848-48a8-b3fb-b3b99aa0664e),segment_id=1d7454fe-0848-48a8-b3fb-b3b99aa0664e)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:18.392205 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.499679 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-829ede14-c412-4ef7-978a-1ea8f0c059ea tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.638876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Calling delete_port for 754cce53-f1c7-4097-852d-f419256219d3 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:18.727292 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ba21004-8a4d-4590-965e-5ad09648f757 req-581221bc-efea-40be-937b-6698a9797cf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4571776 May 06 13:05:18.738897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 321bd861-5e54-439d-8685-fdbbd1de1392 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:05:18.745273 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.835470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Pushing event deleted for resources: {'Port': ['ID=754cce53-f1c7-4097-852d-f419256219d3,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:18.853426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.853751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.854191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.854700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.855502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.855908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.856247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.856579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.856905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.857293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.857612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:18.874476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a5338-f535-4d04-bd60-c7ea372422ee None None] No DVR routers for this DVR port 754cce53-f1c7-4097-852d-f419256219d3 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:19.160513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 754cce53-f1c7-4097-852d-f419256219d3 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:19.185318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-829ede14-c412-4ef7-978a-1ea8f0c059ea tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:19.221741 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 754cce53-f1c7-4097-852d-f419256219d3 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:19.222130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 754cce53-f1c7-4097-852d-f419256219d3 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:19.238106 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ba21004-8a4d-4590-965e-5ad09648f757 req-9ffe4297-b41d-4b87-b512-72e189b52248 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089140 May 06 13:05:19.316558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 321bd861-5e54-439d-8685-fdbbd1de1392, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=321bd861-5e54-439d-8685-fdbbd1de1392,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:19.347805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '321bd861-5e54-439d-8685-fdbbd1de1392', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '321bd861-5e54-439d-8685-fdbbd1de1392', 'mac_address': 'fa:16:3e:c1:69:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:05:19.488300 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-829ede14-c412-4ef7-978a-1ea8f0c059ea tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:19.548187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:19.578119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321bd861-5e54-439d-8685-fdbbd1de1392 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:05:19.616709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 321bd861-5e54-439d-8685-fdbbd1de1392, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=321bd861-5e54-439d-8685-fdbbd1de1392,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:19.626975 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:19.656826 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ba21004-8a4d-4590-965e-5ad09648f757 req-4f62388d-1b10-4772-be35-3e73decc758e service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134548 May 06 13:05:19.657468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ede14-c412-4ef7-978a-1ea8f0c059ea tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf2ac30-e1bf-4dbb-b1f1-2d2f1a3cafee,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:19.676814 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-829ede14-c412-4ef7-978a-1ea8f0c059ea tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:19.703713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-829ede14-c412-4ef7-978a-1ea8f0c059ea tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/subnets/3bf2ac30-e1bf-4dbb-b1f1-2d2f1a3cafee HTTP/1.1" status: 204 len: 168 time: 2.3999963 May 06 13:05:19.707697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33542) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:19.725103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce0ec7-0956-4caf-9ec4-6fe9a2d142be None None] Network 7be462f5-356c-4f21-9e01-d38d299925e1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:19.767175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f8adc-13af-42c7-ba26-235a7f6a8f4c req-78074f75-4320-4a00-ba77-f0f079c2c352 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:19.769225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-559f8adc-13af-42c7-ba26-235a7f6a8f4c req-78074f75-4320-4a00-ba77-f0f079c2c352 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 948 time: 0.3755078 May 06 13:05:19.905248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-559f8adc-13af-42c7-ba26-235a7f6a8f4c req-ac783574-6052-4adb-9895-896bd3739c7d tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271532 May 06 13:05:19.988886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 1f1139d2-350f-4d4d-9a73-762d62386d15 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:19.989403 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.003866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['321bd861-5e54-439d-8685-fdbbd1de1392'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:05:20.030337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.199139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=321bd861-5e54-439d-8685-fdbbd1de1392,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:20.345804 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.410004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6052f94f-6990-4561-b4c5-7c27b8332a1e']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:20.444437 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.445590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7454fe-0848-48a8-b3fb-b3b99aa0664e') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:20.446105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7454fe-0848-48a8-b3fb-b3b99aa0664e') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:20.493288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.596291 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.616769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:20.617653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.719473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df6caa-675f-46d0-9113-7b58a9812127 None None] DHCP port deletion for 7be462f5-356c-4f21-9e01-d38d299925e1 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:05:20.730559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-06df6caa-675f-46d0-9113-7b58a9812127 None None] Deleting port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:20.731433 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06df6caa-675f-46d0-9113-7b58a9812127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: timer() May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:20.813810 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:20.903461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.936707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.966381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Network': ['ID=6052f94f-6990-4561-b4c5-7c27b8332a1e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:20.981864 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/networks/6052f94f-6990-4561-b4c5-7c27b8332a1e HTTP/1.1" status: 204 len: 168 time: 1.2722356 May 06 13:05:20.985820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33554) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:21.117077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.119684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.119930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.120105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0a460ddc-0219-4185-a942-f9eaeccd7ea4 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:21.120517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.121136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.121810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.122248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.122745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.123241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.123669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.124090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084e81-54d0-48d8-a63c-aef1efee9568 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.277037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-06df6caa-675f-46d0-9113-7b58a9812127 None None] For port 0a460ddc-0219-4185-a942-f9eaeccd7ea4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0a460ddc-0219-4185-a942-f9eaeccd7ea4,segment=NetworkSegment(612813a5-98e7-4cad-a5fa-000dd8af538b),segment_id=612813a5-98e7-4cad-a5fa-000dd8af538b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:21.277388 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06df6caa-675f-46d0-9113-7b58a9812127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:21.287237 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:21.303319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:21.305138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:21.339378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 1f1139d2-350f-4d4d-9a73-762d62386d15 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:21.560925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-06df6caa-675f-46d0-9113-7b58a9812127 None None] Calling delete_port for 0a460ddc-0219-4185-a942-f9eaeccd7ea4 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:21.680040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2357-cdf6-4c4c-b9b6-a5530297d7bf req-59cff606-0b6e-49f7-a66e-fc856d191389 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:21.682442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3f2357-cdf6-4c4c-b9b6-a5530297d7bf req-59cff606-0b6e-49f7-a66e-fc856d191389 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 949 time: 0.3774297 May 06 13:05:21.689658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] For port 0a460ddc-0219-4185-a942-f9eaeccd7ea4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0a460ddc-0219-4185-a942-f9eaeccd7ea4,segment=NetworkSegment(612813a5-98e7-4cad-a5fa-000dd8af538b),segment_id=612813a5-98e7-4cad-a5fa-000dd8af538b)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:21.690028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:21.854832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a3f2357-cdf6-4c4c-b9b6-a5530297d7bf req-fe46cab1-a598-4042-acd9-2de601c38c3e tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590285 May 06 13:05:21.903048 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06df6caa-675f-46d0-9113-7b58a9812127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:21.957288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:22.025978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Calling delete_port for 0a460ddc-0219-4185-a942-f9eaeccd7ea4 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:22.075627 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:22.102014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=1f1139d2-350f-4d4d-9a73-762d62386d15,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:22.130897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df6caa-675f-46d0-9113-7b58a9812127 None None] Pushing event deleted for resources: {'Port': ['ID=0a460ddc-0219-4185-a942-f9eaeccd7ea4,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:22.162807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df6caa-675f-46d0-9113-7b58a9812127 None None] No DVR routers for this DVR port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:22.246884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:05:22.247758 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:05:22.499816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:22.681620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 321bd861-5e54-439d-8685-fdbbd1de1392 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:22.748960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting port 0a460ddc-0219-4185-a942-f9eaeccd7ea4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:22.749478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:22.914924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 321bd861-5e54-439d-8685-fdbbd1de1392 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:22.922706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 321bd861-5e54-439d-8685-fdbbd1de1392 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:22.923503 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:23.006714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] The port '0a460ddc-0219-4185-a942-f9eaeccd7ea4' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:05:23.408597 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:23.503240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c51916-2e19-450e-b8d5-2fc876c06568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321bd861-5e54-439d-8685-fdbbd1de1392'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:23.534341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 321bd861-5e54-439d-8685-fdbbd1de1392, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=321bd861-5e54-439d-8685-fdbbd1de1392,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:23.544285 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:23.712817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=321bd861-5e54-439d-8685-fdbbd1de1392,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:23.871673 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:23.945323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be462f5-356c-4f21-9e01-d38d299925e1']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:23.976646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612813a5-98e7-4cad-a5fa-000dd8af538b') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:23.976646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612813a5-98e7-4cad-a5fa-000dd8af538b') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:24.001366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.029777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-275b31c0-cfd1-4d00-9079-5af61ce3f3fe req-63814fcb-5110-4135-9988-a23e6433eb9e tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1096 time: 0.4417267 May 06 13:05:24.041374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.064217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:24.065082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: timer() May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:24.085755 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:24.095110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd28061-1ef0-4324-abd3-59972ca7f499 req-2b35e865-f18d-4687-8582-ad924a2c6864 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:24.118398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cd28061-1ef0-4324-abd3-59972ca7f499 req-2b35e865-f18d-4687-8582-ad924a2c6864 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 950 time: 0.6202676 May 06 13:05:24.156354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router f37e12cb-d0da-4cdc-a98d-d562790fe858 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:05:24.183228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-275b31c0-cfd1-4d00-9079-5af61ce3f3fe req-0b6f0a10-bab0-4d8a-9253-1f3ad29fb494 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521156 May 06 13:05:24.283482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cd28061-1ef0-4324-abd3-59972ca7f499 req-870355de-31bd-422e-8159-79b7e54a0e1d tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608260 May 06 13:05:24.459249 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4871dbbf-0ce2-4024-b158-54d3aef908d0'] response: {'server_uuid': '15c51916-2e19-450e-b8d5-2fc876c06568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321bd861-5e54-439d-8685-fdbbd1de1392', 'code': 200} May 06 13:05:24.513801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.577581 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.671405 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/networks/7be462f5-356c-4f21-9e01-d38d299925e1 HTTP/1.1" status: 204 len: 168 time: 3.6409559 May 06 13:05:24.673116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8df8b-47d3-47bf-b2f6-2ee055e81ae2 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Network': ['ID=7be462f5-356c-4f21-9e01-d38d299925e1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:24.683911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33586) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:24.870318 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dd351f4f-8c07-44c3-a101-de4e0303cc63 req-2ffa59f2-28d7-4a33-b2d1-08a830c41517 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 1101 time: 0.2452958 May 06 13:05:25.016264 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dd351f4f-8c07-44c3-a101-de4e0303cc63 req-ef5ae150-8a18-4539-b3b6-1497af83fbc7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202679 May 06 13:05:25.084084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e66c95-c647-431f-82d9-26ec1139ffc5 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting subnet f6150905-1914-4429-b5d8-1235f836be5f {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:25.090324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21e66c95-c647-431f-82d9-26ec1139ffc5 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:25.184578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3a370-c767-4dcd-86f0-21bfd674f9b1 req-39a9f0ae-0566-4579-8fc3-f59654107739 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:25.187136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cc3a370-c767-4dcd-86f0-21bfd674f9b1 req-39a9f0ae-0566-4579-8fc3-f59654107739 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.3362534 May 06 13:05:25.219651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21e66c95-c647-431f-82d9-26ec1139ffc5 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:25.243543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:05:25.279580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cc3a370-c767-4dcd-86f0-21bfd674f9b1 req-2470bee6-0d80-40cd-8a42-7705fa0f07be tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743949 May 06 13:05:25.297101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b541dd8-74d5-459e-b052-dd8ed26e57a6 None None] Sync routers for ids ['f37e12cb-d0da-4cdc-a98d-d562790fe858'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:25.320626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7ff1a312-5988-4c4b-8f22-0a88ba0e0eaf tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/f37e12cb-d0da-4cdc-a98d-d562790fe858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2915766 May 06 13:05:25.321652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33590) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:25.324484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33594) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:25.365341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b541dd8-74d5-459e-b052-dd8ed26e57a6 None None] Routers {'f37e12cb-d0da-4cdc-a98d-d562790fe858'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:25.367271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8b541dd8-74d5-459e-b052-dd8ed26e57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:05:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f37e12cb-d0da-4cdc-a98d-d562790fe858'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:25.592089 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21e66c95-c647-431f-82d9-26ec1139ffc5 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:25.668224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8b541dd8-74d5-459e-b052-dd8ed26e57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:25.682952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b541dd8-74d5-459e-b052-dd8ed26e57a6 None None] Routers {'f37e12cb-d0da-4cdc-a98d-d562790fe858'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:25.683614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8b541dd8-74d5-459e-b052-dd8ed26e57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:05:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f37e12cb-d0da-4cdc-a98d-d562790fe858'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:25.795234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8b541dd8-74d5-459e-b052-dd8ed26e57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:25.795619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b541dd8-74d5-459e-b052-dd8ed26e57a6 None None] The sync data for ids ['f37e12cb-d0da-4cdc-a98d-d562790fe858'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:25.856950 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21e66c95-c647-431f-82d9-26ec1139ffc5 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:25.950366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21e66c95-c647-431f-82d9-26ec1139ffc5 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:25.956505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa62158-5358-48f8-8d6f-77b854025437 None None] Network c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:25.994139 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-21e66c95-c647-431f-82d9-26ec1139ffc5 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/subnets/f6150905-1914-4429-b5d8-1235f836be5f HTTP/1.1" status: 204 len: 168 time: 1.2840261 May 06 13:05:25.995288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33608) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:26.003815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e66c95-c647-431f-82d9-26ec1139ffc5 tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Subnet': ['ID=f6150905-1914-4429-b5d8-1235f836be5f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:26.048053 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-19b7c2b6-1448-4165-bf5c-8a620bd7e67e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/5034fec7-e465-409f-8135-dae1cab32a87 HTTP/1.1" status: 200 len: 993 time: 0.6169627 May 06 13:05:26.141539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1a6a3-5dcc-4ace-8409-d6ed669c2d90 req-d72e6f53-e5f4-4a00-88d3-a81522be54f1 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:26.145687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a1a6a3-5dcc-4ace-8409-d6ed669c2d90 req-d72e6f53-e5f4-4a00-88d3-a81522be54f1 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 950 time: 0.3924415 May 06 13:05:26.322440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.362254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Deleting port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:26.362735 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.617394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] DHCP port deletion for c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:05:26.622832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] Deleting port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:26.623468 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.752272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27a1a6a3-5dcc-4ace-8409-d6ed669c2d90 req-c8ae5bb3-33a9-4089-829a-f26926e31ff1 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979023 May 06 13:05:26.796747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] For port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f2de5eb7-c5e0-4ce7-954c-5c787771b9c1,segment=NetworkSegment(c6fd2707-82ac-4189-b2dd-b69c5fd029af),segment_id=c6fd2707-82ac-4189-b2dd-b69c5fd029af)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:26.796747 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.948038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-82f3fca8-0be7-4453-8857-437937f06518 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:26.950277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-82f3fca8-0be7-4453-8857-437937f06518 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/networks?id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6 HTTP/1.1" status: 200 len: 813 time: 0.4844267 May 06 13:05:27.005780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.096132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-e63928dd-b366-4409-8db2-7570d53aacaf tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/quotas/fa96a274e40743d59276beef1882162d HTTP/1.1" status: 200 len: 375 time: 0.1188066 May 06 13:05:27.131028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Calling delete_port for f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:27.246705 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-c5dd35b2-791d-420f-8183-88fd7565c31e tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa96a274e40743d59276beef1882162d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180751 May 06 13:05:27.282345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:27.443336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.496989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 13:05:27.497651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:27.517644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] For port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f2de5eb7-c5e0-4ce7-954c-5c787771b9c1,segment=NetworkSegment(c6fd2707-82ac-4189-b2dd-b69c5fd029af),segment_id=c6fd2707-82ac-4189-b2dd-b69c5fd029af)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:27.518819 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.559082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Port': ['ID=f2de5eb7-c5e0-4ce7-954c-5c787771b9c1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:27.573659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] No DVR routers for this DVR port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:27.753048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] Calling delete_port for f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:27.787226 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.834089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e1df67-f18a-41d4-ab9b-068b47c2b4c4']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:27.842898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-9550ba0b-f985-4ea8-b9a3-9b4408938348 service neutron] 10.222.0.44 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950212 May 06 13:05:27.859605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbeb3afb-751c-4a87-8d48-1564d95267fb req-d70f0229-7b82-48ea-93a0-8d7a3be179c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5561433 May 06 13:05:27.861086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fd2707-82ac-4189-b2dd-b69c5fd029af') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:27.862283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fd2707-82ac-4189-b2dd-b69c5fd029af') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:27.886219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.899995 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:05:27.901424 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:05:27.950318 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.972972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:27.973445 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: timer() May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:27.996394 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:28.226739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:28.256548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:28.269223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Pushing event deleted for resources: {'Network': ['ID=c1e1df67-f18a-41d4-ab9b-068b47c2b4c4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:28.277322 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f769716b-0d96-4a74-86f6-e3a01fd36c5a tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/networks/c1e1df67-f18a-41d4-ab9b-068b47c2b4c4 HTTP/1.1" status: 204 len: 168 time: 2.2800791 May 06 13:05:28.278293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33636) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:28.341293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca503c7d-cb1a-44c5-856b-5c89a420d38d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Synchronizing usage tracker for tenant:8101de4559c44e48add083a4a4974cd9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:28.372511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca503c7d-cb1a-44c5-856b-5c89a420d38d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Unset dirty status for tenant:8101de4559c44e48add083a4a4974cd9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:28.377630 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca503c7d-cb1a-44c5-856b-5c89a420d38d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "GET /v2.0/ports?device_id=6de60bf7-91bf-49f1-b5eb-7427511f419b HTTP/1.1" status: 200 len: 205 time: 0.0977652 May 06 13:05:28.378286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33642) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:28.402982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] Deleting port f2de5eb7-c5e0-4ce7-954c-5c787771b9c1 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:28.404139 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:28.565115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e5f60ae5-c01e-4c47-82fe-1bb5fe988d0e None None] The port 'f2de5eb7-c5e0-4ce7-954c-5c787771b9c1' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:05:28.604345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33648) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:28.619978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-799157f7-bc32-4277-a58e-d1eb97a1d6dc service neutron] 10.222.0.44 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588458 May 06 13:05:28.949683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18816127-0aa1-448f-8705-7239eee9e25d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:29.626380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c1811-7056-4f54-a441-c69f9410ea1e req-1a97fe4c-3dbd-465b-99ea-227d9e7e47c7 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:29.629183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab7c1811-7056-4f54-a441-c69f9410ea1e req-1a97fe4c-3dbd-465b-99ea-227d9e7e47c7 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 950 time: 0.6350183 May 06 13:05:29.679393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-f817c2e4-bcfb-493c-9f7a-9a7c46831e15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0720387 May 06 13:05:29.733341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cb721-a951-4c5b-aa8d-7375eb587a7d req-56271150-74f3-465a-b834-ca05485e836a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:29.743350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e50cb721-a951-4c5b-aa8d-7375eb587a7d req-56271150-74f3-465a-b834-ca05485e836a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.4421415 May 06 13:05:29.761687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18816127-0aa1-448f-8705-7239eee9e25d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:29.775287 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18816127-0aa1-448f-8705-7239eee9e25d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:29.840767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18816127-0aa1-448f-8705-7239eee9e25d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:29.841739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18816127-0aa1-448f-8705-7239eee9e25d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Fanout notify agent at l3_agent the message router_deleted on router 6de60bf7-91bf-49f1-b5eb-7427511f419b {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:05:29.880565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18816127-0aa1-448f-8705-7239eee9e25d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:29.887092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab7c1811-7056-4f54-a441-c69f9410ea1e req-d5f35284-b1b1-481f-af1e-9d5d8e032861 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479143 May 06 13:05:29.889706 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-18816127-0aa1-448f-8705-7239eee9e25d tempest-RoutersNegativeIpV6Test-616084040 tempest-RoutersNegativeIpV6Test-616084040-project] 10.222.0.44 "DELETE /v2.0/routers/6de60bf7-91bf-49f1-b5eb-7427511f419b HTTP/1.1" status: 204 len: 168 time: 1.5098629 May 06 13:05:30.037918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e50cb721-a951-4c5b-aa8d-7375eb587a7d req-a462c71d-a8e8-4df3-9576-36e7eda0547d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934685 May 06 13:05:30.066173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 08b6230a-0b43-4190-b49e-c33316896ea3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:30.071275 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:30.382844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-abfa4eee-190b-4bae-a1ac-8b0d9ab65e32 req-29cd1141-cf3a-4963-af69-0948d8150fdd tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 210 time: 0.1261649 May 06 13:05:30.856973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:31.049686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 08b6230a-0b43-4190-b49e-c33316896ea3 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:31.281701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33712) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:31.758742 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d98a2ddc-1961-4820-bb82-79e3898e05d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8101de4559c44e48add083a4a4974cd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4719415 May 06 13:05:31.761939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:31.789731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036739c-0e2f-4a5a-a07a-72fc8dd74c89 req-d79a2ab7-e131-4bfb-9e37-346fa3a9ad1e tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:31.791529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5036739c-0e2f-4a5a-a07a-72fc8dd74c89 req-d79a2ab7-e131-4bfb-9e37-346fa3a9ad1e tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 950 time: 0.6163075 May 06 13:05:31.812200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776be9-6ed1-462f-ab78-251476f92ae4 req-482c9ba2-77bd-4420-8f71-b05579fcfeee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:31.814178 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7776be9-6ed1-462f-ab78-251476f92ae4 req-482c9ba2-77bd-4420-8f71-b05579fcfeee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.4078112 May 06 13:05:31.920733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:31.934781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28323609-2e67-4d18-9a77-61ae784858d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:32.000428 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28323609-2e67-4d18-9a77-61ae784858d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:32.124758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28323609-2e67-4d18-9a77-61ae784858d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:32.179157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28323609-2e67-4d18-9a77-61ae784858d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:32.181598 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28323609-2e67-4d18-9a77-61ae784858d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71136e15-160d-4982-90e5-f6e1ee400928 HTTP/1.1" status: 204 len: 168 time: 0.4140747 May 06 13:05:32.313450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28323609-2e67-4d18-9a77-61ae784858d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71136e15-160d-4982-90e5-f6e1ee400928,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:32.382438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-feb48ea5-e55e-4cf0-83fd-67fff1e1a239 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:32.383815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-feb48ea5-e55e-4cf0-83fd-67fff1e1a239 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Synchronizing usage tracker for tenant:912219048382434ebf708064ca86ac72 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:32.420136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-feb48ea5-e55e-4cf0-83fd-67fff1e1a239 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Unset dirty status for tenant:912219048382434ebf708064ca86ac72 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:32.422367 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-feb48ea5-e55e-4cf0-83fd-67fff1e1a239 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.36 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 950 time: 0.2340126 May 06 13:05:32.452504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=08b6230a-0b43-4190-b49e-c33316896ea3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:32.487929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5036739c-0e2f-4a5a-a07a-72fc8dd74c89 req-0a7feb08-34b1-4e73-840d-50b072b9f655 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694570 May 06 13:05:32.601121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7776be9-6ed1-462f-ab78-251476f92ae4 req-86212d19-6a70-472f-8c95-b21bdb1c26b4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7190423 May 06 13:05:32.611653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Deleting port 321bd861-5e54-439d-8685-fdbbd1de1392 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:32.612201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:33.189157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a5543a1-1691-4cd1-8171-cf2b1bbd6a26 req-f7860031-b300-483a-81b9-dd2ae61e15fe tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 210 time: 0.1027510 May 06 13:05:33.233029 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:33.670191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-4c7deff0-f30e-42d6-93e7-9accb30222f1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:33.672921 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-4c7deff0-f30e-42d6-93e7-9accb30222f1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.48 "GET /v2.0/networks?id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6 HTTP/1.1" status: 200 len: 813 time: 0.5980618 May 06 13:05:33.718177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Request body: {'port': {'device_id': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6', 'admin_state_up': True, 'tenant_id': 'fa96a274e40743d59276beef1882162d'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:34.174816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-72e905a4-3005-4f45-bb36-b3920f31aa42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1096 time: 0.8147755 May 06 13:05:34.372392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] For port 321bd861-5e54-439d-8685-fdbbd1de1392, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=321bd861-5e54-439d-8685-fdbbd1de1392,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:34.373180 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:34.681025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8bb4e-fd0a-44a2-9432-5800cb736049 req-cc81ecff-1d6d-400c-9807-cf8a99083bc4 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:34.684108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9c8bb4e-fd0a-44a2-9432-5800cb736049 req-cc81ecff-1d6d-400c-9807-cf8a99083bc4 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 950 time: 0.7887681 May 06 13:05:34.722498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Calling delete_port for 321bd861-5e54-439d-8685-fdbbd1de1392 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:34.785350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432a072-66e7-4d82-b10b-6adf179b54ad req-d92a1db4-acf2-4563-b5b4-be6c1d35870c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:34.798154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5432a072-66e7-4d82-b10b-6adf179b54ad req-d92a1db4-acf2-4563-b5b4-be6c1d35870c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.7443414 May 06 13:05:34.816484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router f37e12cb-d0da-4cdc-a98d-d562790fe858 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:05:34.936463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-0ab05c36-fd1a-445a-9709-e1184cf632a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:34.939146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:34.939373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-0ab05c36-fd1a-445a-9709-e1184cf632a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.6336672 May 06 13:05:34.984586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9c8bb4e-fd0a-44a2-9432-5800cb736049 req-51c8ef3a-714f-4775-89fa-4dcb01c783c1 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/security-groups?id=12710d09-d1d6-4c91-a260-bbc5a2d17d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522376 May 06 13:05:34.986100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:35.006856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Pushing event deleted for resources: {'Port': ['ID=321bd861-5e54-439d-8685-fdbbd1de1392,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:35.012276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Usage tracker for resource:port and tenant:fa96a274e40743d59276beef1882162d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:35.017599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:35.069868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33760) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:35.085516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:35.119486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5432a072-66e7-4d82-b10b-6adf179b54ad req-fc4024c0-0998-4f8d-bb09-f954c8fccc7c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198221 May 06 13:05:35.209722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] No DVR routers for this DVR port 321bd861-5e54-439d-8685-fdbbd1de1392 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:35.215174 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:35.234659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c51916-2e19-450e-b8d5-2fc876c06568', 'name': 'network-vif-deleted', 'tag': '321bd861-5e54-439d-8685-fdbbd1de1392'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:35.248550 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc73a6a1-c5d7-4fbc-93ac-c1cd088ea81b req-54e359de-68a6-4fe0-bdae-eb32f50f7fbe tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.36 "DELETE /v2.0/ports/321bd861-5e54-439d-8685-fdbbd1de1392 HTTP/1.1" status: 204 len: 173 time: 2.8206556 May 06 13:05:35.249321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Made reservation on behalf of fa96a274e40743d59276beef1882162d for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:35.253263 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:35.657002 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340cb57e-13a3-4dea-b20d-161710a0cfcb'] response: {'server_uuid': '15c51916-2e19-450e-b8d5-2fc876c06568', 'name': 'network-vif-deleted', 'tag': '321bd861-5e54-439d-8685-fdbbd1de1392', 'status': 'completed', 'code': 200} May 06 13:05:35.663077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f9f58f8e-672f-4da6-91cd-bc2f8586a1d0 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:35.664192 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-f9f58f8e-672f-4da6-91cd-bc2f8586a1d0 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:05:35.666947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f9f58f8e-672f-4da6-91cd-bc2f8586a1d0 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5917301 May 06 13:05:35.692401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33770) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:35.796815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Allocated IP 172.20.0.4 (05bd9c57-e0c0-45a0-8a5c-8869ece445b6/e2a16a8c-05e5-4f16-aecb-b75b42cbc42a/62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:05:35.799268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425839248'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:35.828475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:35.841708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdc89446-7f36-4d30-8589-5fdc6b64cf42 req-3237c0b9-fc9d-404e-95d8-b3c4bdc9a684 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 210 time: 0.1445124 May 06 13:05:35.859466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:35.871043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:35.887362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:35.900752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-c780ed35-250b-42c3-a170-f75f901a1b2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 1001 time: 0.9209521 May 06 13:05:35.973829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:05:35.988909 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b12c9-42e9-4e89-a4cb-cde39a2b0080 None None] Sync routers for ids ['f37e12cb-d0da-4cdc-a98d-d562790fe858'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:35.994828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.018439 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b12c9-42e9-4e89-a4cb-cde39a2b0080 None None] Routers {'f37e12cb-d0da-4cdc-a98d-d562790fe858'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:36.019696 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bc1b12c9-42e9-4e89-a4cb-cde39a2b0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:05:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f37e12cb-d0da-4cdc-a98d-d562790fe858'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:36.092401 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.108248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-145c7110-bddf-4d51-b4c3-7d0401894e2c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/f37e12cb-d0da-4cdc-a98d-d562790fe858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7851770 May 06 13:05:36.110334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-c21558fc-7f75-4116-b118-a3fd789cce17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:36.112353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-c21558fc-7f75-4116-b118-a3fd789cce17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.2037885 May 06 13:05:36.113097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33776) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:36.151349 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bc1b12c9-42e9-4e89-a4cb-cde39a2b0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:36.169362 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.172354 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b12c9-42e9-4e89-a4cb-cde39a2b0080 None None] Routers {'f37e12cb-d0da-4cdc-a98d-d562790fe858'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:36.173396 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bc1b12c9-42e9-4e89-a4cb-cde39a2b0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:05:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f37e12cb-d0da-4cdc-a98d-d562790fe858'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:36.193768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:36.198748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:36.202925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:36.210632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.211393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:36.340471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:36.344458 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bc1b12c9-42e9-4e89-a4cb-cde39a2b0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:36.345042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:36.345251 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b12c9-42e9-4e89-a4cb-cde39a2b0080 None None] The sync data for ids ['f37e12cb-d0da-4cdc-a98d-d562790fe858'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:36.350241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:05:36.376673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.474513 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.479786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Pushing event updated for resources: {'Port': ['ID=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:36.504602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:36.512165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:36.516787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:36.526425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:36.620579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-125f5496-0f1b-42a1-918e-99e82be63e90 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:36.629247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.655181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:36.660044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.675515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b038d865-f777-4f36-9171-3d75d1c4e24e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:36.707462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.708525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.708525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.709045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.709576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.710123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.710673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.711190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.711742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.712079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.712413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:36.718294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 321bd861-5e54-439d-8685-fdbbd1de1392 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:36.746727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.757326 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-bcd2a767-1028-4391-9873-3717f2b03966 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0632160 May 06 13:05:36.774289 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Request body: {'port': {'device_id': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:36.801586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 321bd861-5e54-439d-8685-fdbbd1de1392 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:36.801939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 321bd861-5e54-439d-8685-fdbbd1de1392 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:36.886761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e210305-e8e0-4d11-9ba0-2d61f361e2a6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:36.913524 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:36.915528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ff8ecf62-0c4f-464e-a3ce-cb660849a7fd tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1709764 May 06 13:05:36.925236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33786) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:36.931698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e159a1e2-a4ae-427f-bbb4-c3cf2e82ad59 req-d6495dca-85b9-439f-b9a9-7b39f48cfa94 tempest-VolumesNegativeTest-1030390170 tempest-VolumesNegativeTest-1030390170-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c51916-2e19-450e-b8d5-2fc876c06568 HTTP/1.1" status: 200 len: 210 time: 0.2575946 May 06 13:05:36.935726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-125f5496-0f1b-42a1-918e-99e82be63e90 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:36.939531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-125f5496-0f1b-42a1-918e-99e82be63e90 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=f37e12cb-d0da-4cdc-a98d-d562790fe858 HTTP/1.1" status: 200 len: 205 time: 0.8205597 May 06 13:05:36.940907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33790) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:36.941889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '7e210305-e8e0-4d11-9ba0-2d61f361e2a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:37.003561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:37.029788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-ba518d6b-8129-4229-9cb3-cc817d79f504 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8677943 May 06 13:05:37.031041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:37.036967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:37.070637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:37.132559 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:37.162436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa27ac-4ceb-4b77-8cae-598029ebca81 req-66fd43c6-5696-42da-903d-73f12f939772 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:37.164851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eefa27ac-4ceb-4b77-8cae-598029ebca81 req-66fd43c6-5696-42da-903d-73f12f939772 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.2319505 May 06 13:05:37.247678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e17d01a6-db05-4b7d-b1c3-e14f33a8b95d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:37.339317 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:37.350756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-fbeafec2-2457-4518-b62c-efcfbc35b33c service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093941 May 06 13:05:37.359907 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:37.560521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eefa27ac-4ceb-4b77-8cae-598029ebca81 req-207dcb4b-7735-4618-a96c-3dd10ca8d8c3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922945 May 06 13:05:37.638325 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:37.650378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedae43-1979-42ba-89ce-a82bd8c543ea req-8f826ce8-20e6-4ef3-adb2-23b79607454a tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:37.652201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cedae43-1979-42ba-89ce-a82bd8c543ea req-8f826ce8-20e6-4ef3-adb2-23b79607454a tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 931 time: 0.4648812 May 06 13:05:37.655678 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:37.679695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-206c92f8-dcb7-44f0-bcdc-6c81cac2ff6b service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059602 May 06 13:05:37.680427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d73bb9-bf69-47d3-b7aa-e51a25255921,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:37.742971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:37.748919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8bd9f9b7-2f37-491a-b8c6-0a075a8b126c tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8170905 May 06 13:05:37.751693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33796) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:37.761207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-854900c1-881d-4f21-bb3b-16ac7161d8cb tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '7e210305-e8e0-4d11-9ba0-2d61f361e2a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:37.773506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-854900c1-881d-4f21-bb3b-16ac7161d8cb tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:37.781363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-854900c1-881d-4f21-bb3b-16ac7161d8cb tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:37.787089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-854900c1-881d-4f21-bb3b-16ac7161d8cb tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:37.802319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-854900c1-881d-4f21-bb3b-16ac7161d8cb tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:37.809435 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cedae43-1979-42ba-89ce-a82bd8c543ea req-288bae4a-1acd-4a5f-812c-3a60aa471e5a tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370027 May 06 13:05:37.860324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-854900c1-881d-4f21-bb3b-16ac7161d8cb tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:38.056943 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-854900c1-881d-4f21-bb3b-16ac7161d8cb tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:05:38.058687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-854900c1-881d-4f21-bb3b-16ac7161d8cb tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3056939 May 06 13:05:38.062552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33810) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:38.355102 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64d591df-670c-4e62-93a3-1a946e68dfda tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:38.420665 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64d591df-670c-4e62-93a3-1a946e68dfda tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:38.543673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64d591df-670c-4e62-93a3-1a946e68dfda tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:38.637741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d591df-670c-4e62-93a3-1a946e68dfda tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e210305-e8e0-4d11-9ba0-2d61f361e2a6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:38.678247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-64d591df-670c-4e62-93a3-1a946e68dfda tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:38.684088 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-64d591df-670c-4e62-93a3-1a946e68dfda tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/7e210305-e8e0-4d11-9ba0-2d61f361e2a6 HTTP/1.1" status: 204 len: 168 time: 0.6196740 May 06 13:05:38.690159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33824) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:38.695796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e17d01a6-db05-4b7d-b1c3-e14f33a8b95d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:38.772821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e17d01a6-db05-4b7d-b1c3-e14f33a8b95d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:38.890910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2f9f0093-6337-447d-af7f-f385e786e664 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:38.957657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2f9f0093-6337-447d-af7f-f385e786e664 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:38.967502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2f9f0093-6337-447d-af7f-f385e786e664 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2745202 May 06 13:05:38.971048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33830) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:38.990763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:05:39.007733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--378002896'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:39.032034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:39.043966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:39.052992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e17d01a6-db05-4b7d-b1c3-e14f33a8b95d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:39.054778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d01a6-db05-4b7d-b1c3-e14f33a8b95d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Fanout notify agent at l3_agent the message router_deleted on router f37e12cb-d0da-4cdc-a98d-d562790fe858 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:05:39.065982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:39.112393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:39.117595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:39.122281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:39.170246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:39.215985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:05:39.237235 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:39.258199 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e17d01a6-db05-4b7d-b1c3-e14f33a8b95d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:39.267028 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e17d01a6-db05-4b7d-b1c3-e14f33a8b95d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/f37e12cb-d0da-4cdc-a98d-d562790fe858 HTTP/1.1" status: 204 len: 168 time: 2.3247552 May 06 13:05:39.281912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec0593-b23b-4af9-a84d-a45d64668c6b req-6d42329e-e7ec-49ef-8f23-fb9293a9b26c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:39.284426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9ec0593-b23b-4af9-a84d-a45d64668c6b req-6d42329e-e7ec-49ef-8f23-fb9293a9b26c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.3290429 May 06 13:05:39.285083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33838) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:39.364877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:39.381520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:39.443116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Transition to ACTIVE for port object 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:39.460844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:39.609772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9832465-cd67-4d05-8ace-0cc9d4fab5f6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:39.620232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:39.627338 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-feca8618-9c78-44e2-a531-5a347261032b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6449776 May 06 13:05:39.634002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33850) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:39.737032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f36a87c9-d17b-4922-bbdd-0c77c6ff55ed tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': 'd9832465-cd67-4d05-8ace-0cc9d4fab5f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:39.738521 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-f36a87c9-d17b-4922-bbdd-0c77c6ff55ed tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:39.744718 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f36a87c9-d17b-4922-bbdd-0c77c6ff55ed tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1088364 May 06 13:05:39.753087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33854) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:39.784287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Pushing event updated for resources: {'Port': ['ID=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:40.039651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Attempting to bind port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:05:40.040055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Attempting to bind port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '555d04e2-2909-4f21-bc03-376c59cc6da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:05:40.040584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Attempting to bind port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 on network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:40.050225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9ec0593-b23b-4af9-a84d-a45d64668c6b req-1b521e78-2804-4dde-b048-a99861d7607b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7396221 May 06 13:05:40.057484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 on network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:05:40.058009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Attempting to bind port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 on network 05bd9c57-e0c0-45a0-8a5c-8869ece445b6 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:40.062396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1950330-c3e9-4730-8d13-fd1e3a7a4b03 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.087787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:05:40.088309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Checking segment: {'id': '555d04e2-2909-4f21-bc03-376c59cc6da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:40.088845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Bound using segment: {'id': '555d04e2-2909-4f21-bc03-376c59cc6da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:05:40.089399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Bound port: 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555d04e2-2909-4f21-bc03-376c59cc6da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:05:40.089857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.127319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1950330-c3e9-4730-8d13-fd1e3a7a4b03 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.209513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcec54-fa72-4dcc-a541-43e7676d9feb req-3719411f-96c6-4cae-8108-4ce0bad0c71f tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:40.212706 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6edcec54-fa72-4dcc-a541-43e7676d9feb req-3719411f-96c6-4cae-8108-4ce0bad0c71f tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 943 time: 0.7315822 May 06 13:05:40.253666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] For port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:05:40.260417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] For port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:05:40.267705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.295526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccec1a9-868d-46fc-9b02-1274feebfdcc tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting subnet e60a73bf-ee6e-4f37-98c1-462203e38090 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:40.303545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cccec1a9-868d-46fc-9b02-1274feebfdcc tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.428560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1950330-c3e9-4730-8d13-fd1e3a7a4b03 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.480471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cccec1a9-868d-46fc-9b02-1274feebfdcc tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.488043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1950330-c3e9-4730-8d13-fd1e3a7a4b03 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9832465-cd67-4d05-8ace-0cc9d4fab5f6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:40.496317 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.498910 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-d94df884-17cd-4001-b230-92fea953d49b service neutron] 10.222.0.48 "PUT /v2.0/ports/62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 HTTP/1.1" status: 200 len: 1091 time: 3.7338657 May 06 13:05:40.499583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'tag': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:40.521826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94df884-17cd-4001-b230-92fea953d49b service neutron] Pushing event updated for resources: {'Port': ['ID=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:40.534785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1950330-c3e9-4730-8d13-fd1e3a7a4b03 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.545200 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e1950330-c3e9-4730-8d13-fd1e3a7a4b03 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/d9832465-cd67-4d05-8ace-0cc9d4fab5f6 HTTP/1.1" status: 204 len: 168 time: 0.7902501 May 06 13:05:40.546135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 33886) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:40.577226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6edcec54-fa72-4dcc-a541-43e7676d9feb req-91395932-c93a-43bc-a23d-fc50ac4fc73d tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440983 May 06 13:05:40.671945 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad98409-d54b-4f90-b16f-8f962c9f8eb6'] response: {'name': 'network-changed', 'server_uuid': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'tag': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9', 'status': 'completed', 'code': 200} May 06 13:05:40.751617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cccec1a9-868d-46fc-9b02-1274feebfdcc tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.781130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e61f16f7-f729-466c-b1a0-7c8c12942840 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:40.824269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-cbfb7a17-d280-4774-b97e-c8e37545cc10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa96a274e40743d59276beef1882162d&device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 1094 time: 0.2174585 May 06 13:05:40.826284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e61f16f7-f729-466c-b1a0-7c8c12942840 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:40.827898 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e61f16f7-f729-466c-b1a0-7c8c12942840 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2804451 May 06 13:05:40.835520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33902) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:40.850139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845849190'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:40.874819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:40.913863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:40.934644 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-3282d673-3107-49cd-8d68-4ecdd2fa78d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 HTTP/1.1" status: 200 len: 217 time: 0.1005008 May 06 13:05:40.940363 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.991983 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cccec1a9-868d-46fc-9b02-1274feebfdcc tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:41.073858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-a8b3d11b-3b48-4f88-805e-a18a5ba37e9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:41.076557 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-a8b3d11b-3b48-4f88-805e-a18a5ba37e9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2a16a8c-05e5-4f16-aecb-b75b42cbc42a HTTP/1.1" status: 200 len: 853 time: 0.1327357 May 06 13:05:41.096467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:41.121119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:41.126377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:41.137390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:41.144804 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-19e4f575-1f8d-4759-aeca-a399d4ab4d4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599079 May 06 13:05:41.240466 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:41.268876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccec1a9-868d-46fc-9b02-1274feebfdcc tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Subnet': ['ID=e60a73bf-ee6e-4f37-98c1-462203e38090,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:41.271797 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:41.399492 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-8820c5d1-c9a2-410c-bdcc-36780762ef73 service neutron] 10.222.0.48 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442136 May 06 13:05:41.448852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0c919b-d464-4b30-9221-9d115c318233,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:41.471528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24561904-51b2-47ba-9df8-c38cb5530815 None None] Network 3025c7fe-a249-4bbf-ad10-557f230377c8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:41.536545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cccec1a9-868d-46fc-9b02-1274feebfdcc tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:41.577759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cccec1a9-868d-46fc-9b02-1274feebfdcc tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/e60a73bf-ee6e-4f37-98c1-462203e38090 HTTP/1.1" status: 204 len: 168 time: 2.2721741 May 06 13:05:41.586879 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:41.588254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f59a5d7f-3c1a-4ec9-b440-3279c14aea22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7513967 May 06 13:05:41.589773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33926) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:41.592352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33930) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:41.710033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b3331cfe-0081-4e70-98e1-b96a1bc58e56 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '0e0c919b-d464-4b30-9221-9d115c318233', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:41.711246 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-b3331cfe-0081-4e70-98e1-b96a1bc58e56 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:41.721143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b3331cfe-0081-4e70-98e1-b96a1bc58e56 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0329173 May 06 13:05:41.731247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33938) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:41.811602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb2e26-74d6-419d-b904-203ed472d74c req-447e1ea6-c413-4657-b36c-1bdf7fed1359 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:41.818234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16fb2e26-74d6-419d-b904-203ed472d74c req-447e1ea6-c413-4657-b36c-1bdf7fed1359 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.3853340 May 06 13:05:42.014278 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2370e73c-ada3-4ecb-b9ab-848793083b42 req-47afa547-163e-4aeb-8829-dbbe97360a64 service neutron] 10.222.0.48 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055908 May 06 13:05:42.221673 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f6613d33-4926-4158-92fc-ae5ca55be7a3 req-5385c0e4-d426-4bd5-945b-09b76eed7587 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa96a274e40743d59276beef1882162d&device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 1094 time: 0.1254137 May 06 13:05:42.282835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02347f8e-5d8b-4d96-977b-6dfe3d88bf08 None None] DHCP port deletion for 3025c7fe-a249-4bbf-ad10-557f230377c8 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:05:42.293865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-02347f8e-5d8b-4d96-977b-6dfe3d88bf08 None None] Deleting port f42c86ba-a646-4458-9921-9ae7f05d255c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:42.296790 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02347f8e-5d8b-4d96-977b-6dfe3d88bf08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.407066 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-73475ea4-7c47-4f30-b583-fecde66e348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.409463 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3a716c6-cde4-4d6c-8a59-020667e95a08 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.477258 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3a716c6-cde4-4d6c-8a59-020667e95a08 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.532957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedc50af-1f74-4170-9a33-6344753777e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting subnet 973cc49c-b4df-453e-9abe-ca21a1bea692 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:42.553837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16fb2e26-74d6-419d-b904-203ed472d74c req-6d787792-8a2d-4bb7-8ad2-c1677a93a04a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6655777 May 06 13:05:42.554744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fedc50af-1f74-4170-9a33-6344753777e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.637210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6613d33-4926-4158-92fc-ae5ca55be7a3 req-5f5f99a3-940a-4c76-8b9f-339cf5c840da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:42.637740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f6613d33-4926-4158-92fc-ae5ca55be7a3 req-5f5f99a3-940a-4c76-8b9f-339cf5c840da service neutron] 10.222.0.48 "GET /v2.0/networks?id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6 HTTP/1.1" status: 200 len: 914 time: 0.4149296 May 06 13:05:42.680185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3a716c6-cde4-4d6c-8a59-020667e95a08 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.690707 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fedc50af-1f74-4170-9a33-6344753777e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.754484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a716c6-cde4-4d6c-8a59-020667e95a08 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0c919b-d464-4b30-9221-9d115c318233,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:42.781424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f33991-f19f-43e3-b05d-80f5e8fd2313 req-95e3b732-c90e-46db-9166-48087b24632d tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:42.785267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83f33991-f19f-43e3-b05d-80f5e8fd2313 req-95e3b732-c90e-46db-9166-48087b24632d tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 943 time: 0.9437172 May 06 13:05:42.804568 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a3a716c6-cde4-4d6c-8a59-020667e95a08 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.809299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a3a716c6-cde4-4d6c-8a59-020667e95a08 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e0c919b-d464-4b30-9221-9d115c318233 HTTP/1.1" status: 204 len: 168 time: 1.0766759 May 06 13:05:42.810223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 33992) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:42.819591 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f6613d33-4926-4158-92fc-ae5ca55be7a3 req-60862f0c-0db3-4d64-ae13-d61daa57f484 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 HTTP/1.1" status: 200 len: 217 time: 0.1678491 May 06 13:05:42.961105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6613d33-4926-4158-92fc-ae5ca55be7a3 req-7b6bd4f9-0524-4b54-86f8-6c6e3d292954 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:42.962587 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f6613d33-4926-4158-92fc-ae5ca55be7a3 req-7b6bd4f9-0524-4b54-86f8-6c6e3d292954 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e2a16a8c-05e5-4f16-aecb-b75b42cbc42a HTTP/1.1" status: 200 len: 853 time: 0.1361361 May 06 13:05:42.969783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-02347f8e-5d8b-4d96-977b-6dfe3d88bf08 None None] For port f42c86ba-a646-4458-9921-9ae7f05d255c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f42c86ba-a646-4458-9921-9ae7f05d255c,segment=NetworkSegment(594054e2-49af-4e77-ab88-6a441c668c3d),segment_id=594054e2-49af-4e77-ab88-6a441c668c3d)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:42.970454 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02347f8e-5d8b-4d96-977b-6dfe3d88bf08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.980263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83f33991-f19f-43e3-b05d-80f5e8fd2313 req-212ab6c0-24d8-47f4-9f8c-ed3ff0fcf640 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772091 May 06 13:05:43.020015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b90df274-d1a4-47da-975f-b77530e3eb8a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:43.030422 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fedc50af-1f74-4170-9a33-6344753777e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:43.103531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34000) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:43.126275 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f6613d33-4926-4158-92fc-ae5ca55be7a3 req-d3cb6c50-0bd5-48ae-b5aa-d645a31514ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=05bd9c57-e0c0-45a0-8a5c-8869ece445b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452672 May 06 13:05:43.173297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b90df274-d1a4-47da-975f-b77530e3eb8a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:43.184696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b90df274-d1a4-47da-975f-b77530e3eb8a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3682275 May 06 13:05:43.185822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34006) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:43.200611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952958879'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:43.222224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:43.269735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-02347f8e-5d8b-4d96-977b-6dfe3d88bf08 None None] Calling delete_port for f42c86ba-a646-4458-9921-9ae7f05d255c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:43.273876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:43.338207 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:43.444505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f42c86ba-a646-4458-9921-9ae7f05d255c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:43.461863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fedc50af-1f74-4170-9a33-6344753777e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:43.509695 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02347f8e-5d8b-4d96-977b-6dfe3d88bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:43.570974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8995eee7-8529-4c68-a087-25c871c52231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:43.594784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f42c86ba-a646-4458-9921-9ae7f05d255c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:43.595757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f42c86ba-a646-4458-9921-9ae7f05d255c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:43.627128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02347f8e-5d8b-4d96-977b-6dfe3d88bf08 None None] Pushing event deleted for resources: {'Port': ['ID=f42c86ba-a646-4458-9921-9ae7f05d255c,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:43.642063 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:43.646724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02347f8e-5d8b-4d96-977b-6dfe3d88bf08 None None] No DVR routers for this DVR port f42c86ba-a646-4458-9921-9ae7f05d255c on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:43.668177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8995eee7-8529-4c68-a087-25c871c52231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:43.683550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8995eee7-8529-4c68-a087-25c871c52231 admin admin] Usage tracker for resource:security_group_rule and tenant:da71a91ecd324adbb6d6ddf859e5b5d9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:43.687977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8995eee7-8529-4c68-a087-25c871c52231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:43.719457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:43.719662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8995eee7-8529-4c68-a087-25c871c52231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:43.731589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:43.738039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc50af-1f74-4170-9a33-6344753777e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Subnet': ['ID=973cc49c-b4df-453e-9abe-ca21a1bea692,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:43.741813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:43.755639 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f6613d33-4926-4158-92fc-ae5ca55be7a3 req-26067740-2032-421a-9afe-fbc7ff0a70fc service neutron] 10.222.0.48 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065197 May 06 13:05:43.757838 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fedc50af-1f74-4170-9a33-6344753777e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:43.763844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:43.783220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d931cb-8f27-4ad2-9522-fe4730c2943d None None] Network 9956d271-3831-486f-b548-3d24f470188e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:43.804856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fedc50af-1f74-4170-9a33-6344753777e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/973cc49c-b4df-453e-9abe-ca21a1bea692 HTTP/1.1" status: 204 len: 168 time: 2.2136924 May 06 13:05:43.809135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34022) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:44.130509 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8995eee7-8529-4c68-a087-25c871c52231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.135983 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f6613d33-4926-4158-92fc-ae5ca55be7a3 req-054ab623-08c3-4ded-871a-7b1d9da9b9fb service neutron] 10.222.0.48 "GET /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792140 May 06 13:05:44.137961 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8995eee7-8529-4c68-a087-25c871c52231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.185453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995eee7-8529-4c68-a087-25c871c52231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08e6869-cb77-4bcf-ba19-6807ad40fa78,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:44.234295 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8995eee7-8529-4c68-a087-25c871c52231 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da71a91ecd324adbb6d6ddf859e5b5d9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1226234 May 06 13:05:44.239549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34046) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:44.340088 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.363858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-764b8d92-bafe-4d88-b70b-3a253e28a2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.399591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-764b8d92-bafe-4d88-b70b-3a253e28a2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.405628 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.425199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.528227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-764b8d92-bafe-4d88-b70b-3a253e28a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.534129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] DHCP port deletion for 9956d271-3831-486f-b548-3d24f470188e request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:05:44.544131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Deleting port 84b78ab3-9351-4d05-b81e-1cc3a0348701 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:44.545289 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.569736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b8d92-bafe-4d88-b70b-3a253e28a2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08e6869-cb77-4bcf-ba19-6807ad40fa78,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:44.580716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-764b8d92-bafe-4d88-b70b-3a253e28a2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.587669 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-764b8d92-bafe-4d88-b70b-3a253e28a2d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a08e6869-cb77-4bcf-ba19-6807ad40fa78 HTTP/1.1" status: 204 len: 168 time: 0.3464906 May 06 13:05:44.636810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.671234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3025c7fe-a249-4bbf-ad10-557f230377c8']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:44.850081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594054e2-49af-4e77-ab88-6a441c668c3d') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:44.850392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594054e2-49af-4e77-ab88-6a441c668c3d') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:44.906978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.918872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.925085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7280011 May 06 13:05:44.926031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34066) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:44.931914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91358e2-cabd-4079-b184-092fba663d28 req-232e17fb-5a16-49d4-bde5-a1586d87331d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:44.933271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-40a6e9ba-a922-4589-9b71-f109c0110415 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '3bf0f9fb-855d-4a81-bf7d-ee427f2d34cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:44.934225 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-40a6e9ba-a922-4589-9b71-f109c0110415 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:44.938919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-40a6e9ba-a922-4589-9b71-f109c0110415 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111187 May 06 13:05:44.939171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e91358e2-cabd-4079-b184-092fba663d28 req-232e17fb-5a16-49d4-bde5-a1586d87331d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.9325531 May 06 13:05:44.939911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34070) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:44.955538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-406cc84b-28bf-4dc2-a924-655c1a05b22b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '3bf0f9fb-855d-4a81-bf7d-ee427f2d34cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:44.957224 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-406cc84b-28bf-4dc2-a924-655c1a05b22b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:44.957842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1a0c6-d3b3-420d-9fa1-05bd2e001789 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0f9fb-855d-4a81-bf7d-ee427f2d34cf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:44.962745 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-406cc84b-28bf-4dc2-a924-655c1a05b22b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0188439 May 06 13:05:44.964444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34074) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:44.986838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-3f62eac9-1076-49a7-b619-17f0784b6e3e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '3bf0f9fb-855d-4a81-bf7d-ee427f2d34cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:44.987609 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-3f62eac9-1076-49a7-b619-17f0784b6e3e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:44.991616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3f62eac9-1076-49a7-b619-17f0784b6e3e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097060 May 06 13:05:44.992311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:44.994845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34078) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:45.008352 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:05:45.025628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b67ef1d8-ed46-4c95-9d57-df716afbaeac tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '3bf0f9fb-855d-4a81-bf7d-ee427f2d34cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:45.026838 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-b67ef1d8-ed46-4c95-9d57-df716afbaeac tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:45.032362 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b67ef1d8-ed46-4c95-9d57-df716afbaeac tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0315237 May 06 13:05:45.032362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:45.032362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.035055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34082) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: timer() May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:45.048512 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:45.069208 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09919fee-f60f-40c4-b7c9-7acc893f0e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.156862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] For port 84b78ab3-9351-4d05-b81e-1cc3a0348701, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=84b78ab3-9351-4d05-b81e-1cc3a0348701,segment=NetworkSegment(a79a9faf-77be-4dcb-a9c9-d56d75827bd1),segment_id=a79a9faf-77be-4dcb-a9c9-d56d75827bd1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:45.157548 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.209409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e91358e2-cabd-4079-b184-092fba663d28 req-65806ceb-c9f5-40f1-8804-c94d2fe04924 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693374 May 06 13:05:45.273884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fce2441d-dc07-434f-82fd-0d0e879c1b7d tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.352362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.361331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fce2441d-dc07-434f-82fd-0d0e879c1b7d tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.417671 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.446847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Calling delete_port for 84b78ab3-9351-4d05-b81e-1cc3a0348701 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:45.474036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/networks/3025c7fe-a249-4bbf-ad10-557f230377c8 HTTP/1.1" status: 204 len: 168 time: 1.6597042 May 06 13:05:45.475875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4a98c-81b1-48f6-b56c-279631dc3d54 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Network': ['ID=3025c7fe-a249-4bbf-ad10-557f230377c8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:45.487435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34098) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:45.495059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fce2441d-dc07-434f-82fd-0d0e879c1b7d tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.536531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2441d-dc07-434f-82fd-0d0e879c1b7d tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0f9fb-855d-4a81-bf7d-ee427f2d34cf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:45.552281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 84b78ab3-9351-4d05-b81e-1cc3a0348701 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:45.564827 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fce2441d-dc07-434f-82fd-0d0e879c1b7d tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.566821 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fce2441d-dc07-434f-82fd-0d0e879c1b7d tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/3bf0f9fb-855d-4a81-bf7d-ee427f2d34cf HTTP/1.1" status: 204 len: 168 time: 0.5302341 May 06 13:05:45.569433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34102) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:45.643823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:05:45.644534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-543bf102-5730-4edd-bf2d-3757e6403ace tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:45.669920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-543bf102-5730-4edd-bf2d-3757e6403ace tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:45.676771 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-543bf102-5730-4edd-bf2d-3757e6403ace tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1049473 May 06 13:05:45.677510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34110) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:45.683722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--409699193'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:45.693553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:45.712413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:45.740112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.812354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38380-1962-4f08-88da-9fc0ce9122f6 req-966a6157-3ad8-4e0a-830e-bfec6b61e20f tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:45.816227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3be38380-1962-4f08-88da-9fc0ce9122f6 req-966a6157-3ad8-4e0a-830e-bfec6b61e20f tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 943 time: 0.6394618 May 06 13:05:45.840181 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:05:45.870879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:45.881109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.888478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:45.916239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:45.948141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:45.959199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 84b78ab3-9351-4d05-b81e-1cc3a0348701 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:45.960177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.996997 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.046310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3be38380-1962-4f08-88da-9fc0ce9122f6 req-d120c47d-f6f9-4ebc-977f-73796e663878 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126367 May 06 13:05:46.116352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.179716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.187975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.215628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 84b78ab3-9351-4d05-b81e-1cc3a0348701, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=84b78ab3-9351-4d05-b81e-1cc3a0348701,segment=NetworkSegment(a79a9faf-77be-4dcb-a9c9-d56d75827bd1),segment_id=a79a9faf-77be-4dcb-a9c9-d56d75827bd1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:46.230541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.390935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1570f868-d95a-480f-ac65-a121012ec6bc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:46.407771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.415999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fca11a35-61ed-4810-9307-ee48e7c6cdce tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7316682 May 06 13:05:46.415999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34130) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:46.437644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c9f531d0-d5b9-41f5-812a-bfca7456d30a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '1570f868-d95a-480f-ac65-a121012ec6bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:46.438398 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-c9f531d0-d5b9-41f5-812a-bfca7456d30a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:46.442685 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c9f531d0-d5b9-41f5-812a-bfca7456d30a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0236647 May 06 13:05:46.451760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34136) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:46.462376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f37647f3-3b92-4580-8f83-a50277ceb42a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '1570f868-d95a-480f-ac65-a121012ec6bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:46.494106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f37647f3-3b92-4580-8f83-a50277ceb42a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:46.502115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f37647f3-3b92-4580-8f83-a50277ceb42a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:46.511948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f37647f3-3b92-4580-8f83-a50277ceb42a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:46.526520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f37647f3-3b92-4580-8f83-a50277ceb42a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:46.574745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port 84b78ab3-9351-4d05-b81e-1cc3a0348701, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=84b78ab3-9351-4d05-b81e-1cc3a0348701,segment=NetworkSegment(a79a9faf-77be-4dcb-a9c9-d56d75827bd1),segment_id=a79a9faf-77be-4dcb-a9c9-d56d75827bd1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:46.575339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.611549 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-f37647f3-3b92-4580-8f83-a50277ceb42a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:46.612820 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f37647f3-3b92-4580-8f83-a50277ceb42a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1599007 May 06 13:05:46.617513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34146) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:46.627906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2437cea5-d396-40ba-9a2b-7c0e8831f248 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '1570f868-d95a-480f-ac65-a121012ec6bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:46.631294 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-2437cea5-d396-40ba-9a2b-7c0e8831f248 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:46.635049 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2437cea5-d396-40ba-9a2b-7c0e8831f248 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135617 May 06 13:05:46.637127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34150) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:46.653905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4dbd1463-3801-4b0b-8220-590bcbd9ab1a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '1570f868-d95a-480f-ac65-a121012ec6bc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:46.665229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4dbd1463-3801-4b0b-8220-590bcbd9ab1a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:46.670855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4dbd1463-3801-4b0b-8220-590bcbd9ab1a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:46.682113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4dbd1463-3801-4b0b-8220-590bcbd9ab1a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:46.696443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4dbd1463-3801-4b0b-8220-590bcbd9ab1a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:46.706818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=84b78ab3-9351-4d05-b81e-1cc3a0348701,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:46.730557 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.764161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:46.775518 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-4dbd1463-3801-4b0b-8220-590bcbd9ab1a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:46.781847 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4dbd1463-3801-4b0b-8220-590bcbd9ab1a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1387479 May 06 13:05:46.783476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34158) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:46.792474 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:05:46.793119 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:05:46.795461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-34bb37ba-dfc9-4815-855e-2e93a9e0faab tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '1570f868-d95a-480f-ac65-a121012ec6bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:46.796827 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-34bb37ba-dfc9-4815-855e-2e93a9e0faab tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:46.803338 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-34bb37ba-dfc9-4815-855e-2e93a9e0faab tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134385 May 06 13:05:46.804364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34162) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:46.838387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9', 'network_id': '05bd9c57-e0c0-45a0-8a5c-8869ece445b6', 'port_id': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9', 'mac_address': 'fa:16:3e:e1:d1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a16a8c-05e5-4f16-aecb-b75b42cbc42a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:05:46.848500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6b363b5f-191b-43c9-996f-fc8cc4783fb5 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '1570f868-d95a-480f-ac65-a121012ec6bc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:46.858055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6b363b5f-191b-43c9-996f-fc8cc4783fb5 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:46.863895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6b363b5f-191b-43c9-996f-fc8cc4783fb5 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:46.867972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6b363b5f-191b-43c9-996f-fc8cc4783fb5 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:46.879590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6b363b5f-191b-43c9-996f-fc8cc4783fb5 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:46.897001 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-6b363b5f-191b-43c9-996f-fc8cc4783fb5 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Project 7ef9f92b2d2740ff9f65cb1fb5d377bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:05:46.936404 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-6b363b5f-191b-43c9-996f-fc8cc4783fb5 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:46.942534 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6b363b5f-191b-43c9-996f-fc8cc4783fb5 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1353760 May 06 13:05:46.944048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34168) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:46.951177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c3f3eac9-020a-42a4-afd3-a691659ec60d tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '1570f868-d95a-480f-ac65-a121012ec6bc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:46.952585 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-c3f3eac9-020a-42a4-afd3-a691659ec60d tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:46.957214 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c3f3eac9-020a-42a4-afd3-a691659ec60d tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099702 May 06 13:05:46.962282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34174) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:46.976012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d770062a-8090-48c8-952d-51952e30d726 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '1570f868-d95a-480f-ac65-a121012ec6bc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:46.983717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 84b78ab3-9351-4d05-b81e-1cc3a0348701 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:46.996025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d770062a-8090-48c8-952d-51952e30d726 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:46.996593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.025087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d770062a-8090-48c8-952d-51952e30d726 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:47.049978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d770062a-8090-48c8-952d-51952e30d726 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:47.056019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:05:47.089781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d770062a-8090-48c8-952d-51952e30d726 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:47.092671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:47.105495 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.112544 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-d770062a-8090-48c8-952d-51952e30d726 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Project 7ef9f92b2d2740ff9f65cb1fb5d377bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:05:47.161598 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-d770062a-8090-48c8-952d-51952e30d726 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:47.170916 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d770062a-8090-48c8-952d-51952e30d726 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2036102 May 06 13:05:47.171603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34184) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:47.196502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52242a-50ed-412e-aa75-44e04ed82a27 req-138815ec-d974-47b9-9f8d-93300d3e2351 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:47.199501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e52242a-50ed-412e-aa75-44e04ed82a27 req-138815ec-d974-47b9-9f8d-93300d3e2351 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.4769368 May 06 13:05:47.204251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ec731df7-79b0-4861-8d95-927a1d7c29de tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '1570f868-d95a-480f-ac65-a121012ec6bc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:47.208039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:05:47.208555 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:05:47.235300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ec731df7-79b0-4861-8d95-927a1d7c29de tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:47.248777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ec731df7-79b0-4861-8d95-927a1d7c29de tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:47.254879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ec731df7-79b0-4861-8d95-927a1d7c29de tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:47.298736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Deleting port 84b78ab3-9351-4d05-b81e-1cc3a0348701 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:47.299661 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.304237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ec731df7-79b0-4861-8d95-927a1d7c29de tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:47.336964 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-ec731df7-79b0-4861-8d95-927a1d7c29de tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Project 7ef9f92b2d2740ff9f65cb1fb5d377bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:05:47.423070 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-ec731df7-79b0-4861-8d95-927a1d7c29de tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:47.426927 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ec731df7-79b0-4861-8d95-927a1d7c29de tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2522919 May 06 13:05:47.430640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34190) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:47.483254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e52242a-50ed-412e-aa75-44e04ed82a27 req-5d31df91-1b82-493c-a65c-022a61639977 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709525 May 06 13:05:47.512120 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:47.617888 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.621985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ebc2-9d86-49fc-a1cb-f2cbdcb6db7a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.627317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4130c-5806-4e6f-9395-271b2ec66bda req-51ce1df3-61c7-45b5-a96b-709883bc6634 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:47.629851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19d4130c-5806-4e6f-9395-271b2ec66bda req-51ce1df3-61c7-45b5-a96b-709883bc6634 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 944 time: 0.2624469 May 06 13:05:47.681767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ebc2-9d86-49fc-a1cb-f2cbdcb6db7a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.720414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 84b78ab3-9351-4d05-b81e-1cc3a0348701 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:47.720935 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.728214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:05:47.818133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ebc2-9d86-49fc-a1cb-f2cbdcb6db7a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.836301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19d4130c-5806-4e6f-9395-271b2ec66bda req-6c5a387f-9938-4f69-97cd-4cb4819afb65 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949520 May 06 13:05:47.847382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] For port 84b78ab3-9351-4d05-b81e-1cc3a0348701, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=84b78ab3-9351-4d05-b81e-1cc3a0348701,segment=NetworkSegment(a79a9faf-77be-4dcb-a9c9-d56d75827bd1),segment_id=a79a9faf-77be-4dcb-a9c9-d56d75827bd1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:47.848040 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.880060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9ebc2-9d86-49fc-a1cb-f2cbdcb6db7a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570f868-d95a-480f-ac65-a121012ec6bc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:47.916269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9ba9ebc2-9d86-49fc-a1cb-f2cbdcb6db7a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:47.919637 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9ba9ebc2-9d86-49fc-a1cb-f2cbdcb6db7a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/1570f868-d95a-480f-ac65-a121012ec6bc HTTP/1.1" status: 204 len: 168 time: 0.4847720 May 06 13:05:47.921989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34206) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:48.042188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b8cd1321-8ef6-4849-8d16-ae01cef86548 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:48.079141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b8cd1321-8ef6-4849-8d16-ae01cef86548 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:48.081331 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b8cd1321-8ef6-4849-8d16-ae01cef86548 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1575048 May 06 13:05:48.086921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34214) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:48.099099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458477624'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:48.113771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:48.137556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:48.154224 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.186030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Calling delete_port for 84b78ab3-9351-4d05-b81e-1cc3a0348701 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:48.235592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:48.245277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port 84b78ab3-9351-4d05-b81e-1cc3a0348701, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=84b78ab3-9351-4d05-b81e-1cc3a0348701,segment=NetworkSegment(a79a9faf-77be-4dcb-a9c9-d56d75827bd1),segment_id=a79a9faf-77be-4dcb-a9c9-d56d75827bd1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:48.246130 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.256329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:48.261978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:48.284374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:48.399130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.406538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.481395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d28ddc-e4c8-4029-9b47-b78097bdf78a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:48.541287 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.544320 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e0db3599-e93a-4c69-8879-f173c1f2d707 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4546175 May 06 13:05:48.548469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34224) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:48.560779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a621ee78-870e-40a9-b6c6-9a8ebd82a213 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': 'd3d28ddc-e4c8-4029-9b47-b78097bdf78a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:48.592667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a621ee78-870e-40a9-b6c6-9a8ebd82a213 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:48.595860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 84b78ab3-9351-4d05-b81e-1cc3a0348701 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:48.621437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a621ee78-870e-40a9-b6c6-9a8ebd82a213 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:48.633705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a621ee78-870e-40a9-b6c6-9a8ebd82a213 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:48.667412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a621ee78-870e-40a9-b6c6-9a8ebd82a213 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:48.767383 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.799863 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-a621ee78-870e-40a9-b6c6-9a8ebd82a213 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The resource could not be found. May 06 13:05:48.803407 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:05:48.803936 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:05:48.806035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34232) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:48.807143 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a621ee78-870e-40a9-b6c6-9a8ebd82a213 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2558270 May 06 13:05:48.812687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a1efe2d0-2d14-4e10-9c21-7af86c19deef tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': 'd3d28ddc-e4c8-4029-9b47-b78097bdf78a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '08a57173-132a-499b-aa72-6e810bd326ae'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:48.820715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a1efe2d0-2d14-4e10-9c21-7af86c19deef tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:48.828268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a1efe2d0-2d14-4e10-9c21-7af86c19deef tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:48.835694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a1efe2d0-2d14-4e10-9c21-7af86c19deef tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:48.847655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a1efe2d0-2d14-4e10-9c21-7af86c19deef tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:48.943053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] Pushing event deleted for resources: {'Port': ['ID=84b78ab3-9351-4d05-b81e-1cc3a0348701,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:48.956666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d088b096-151c-4852-b2a4-a2734c660aec None None] No DVR routers for this DVR port 84b78ab3-9351-4d05-b81e-1cc3a0348701 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:49.224606 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-a1efe2d0-2d14-4e10-9c21-7af86c19deef tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The resource could not be found. May 06 13:05:49.229673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a1efe2d0-2d14-4e10-9c21-7af86c19deef tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4196270 May 06 13:05:49.231488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34246) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:49.268780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fd4aa-37ed-4c01-8396-ed18b57d0033 req-8f15894e-cd09-4ccc-bc4a-4698dd88bc7c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:49.275058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b2fd4aa-37ed-4c01-8396-ed18b57d0033 req-8f15894e-cd09-4ccc-bc4a-4698dd88bc7c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.4044647 May 06 13:05:49.362690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 84b78ab3-9351-4d05-b81e-1cc3a0348701 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:49.373531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:49.422475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff067-3f6f-4658-87d6-11510a6973df tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:49.495802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff067-3f6f-4658-87d6-11510a6973df tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:49.624420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff067-3f6f-4658-87d6-11510a6973df tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:49.669209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ff067-3f6f-4658-87d6-11510a6973df tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d28ddc-e4c8-4029-9b47-b78097bdf78a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:49.675795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] The port '84b78ab3-9351-4d05-b81e-1cc3a0348701' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:05:49.680780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b2fd4aa-37ed-4c01-8396-ed18b57d0033 req-f5ff1887-0114-4b8a-bb31-0111c2b137c6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4023347 May 06 13:05:49.714684 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff067-3f6f-4658-87d6-11510a6973df tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:49.722142 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0d3ff067-3f6f-4658-87d6-11510a6973df tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/d3d28ddc-e4c8-4029-9b47-b78097bdf78a HTTP/1.1" status: 204 len: 168 time: 0.4886429 May 06 13:05:49.723080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34262) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:49.861465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6030761b-d90b-45b5-bcd6-de09cbf2aa8b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:49.933191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6030761b-d90b-45b5-bcd6-de09cbf2aa8b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:49.940184 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6030761b-d90b-45b5-bcd6-de09cbf2aa8b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2075257 May 06 13:05:49.945416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34276) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:49.983110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1d52450f-ff40-4ba2-98ba-e6a7cec72450 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '5adf2e8b-d8a0-4d19-bcfd-8eb8f1ab0f2c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:49.994381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1d52450f-ff40-4ba2-98ba-e6a7cec72450 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:50.015565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1d52450f-ff40-4ba2-98ba-e6a7cec72450 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:50.021167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1d52450f-ff40-4ba2-98ba-e6a7cec72450 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:50.031234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1d52450f-ff40-4ba2-98ba-e6a7cec72450 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:50.076341 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.112893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4c9b8-9053-4791-887e-03ab6eb4677e req-2cac9022-0ffd-4a97-b957-a9311d107b22 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:50.115635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4da4c9b8-9053-4791-887e-03ab6eb4677e req-2cac9022-0ffd-4a97-b957-a9311d107b22 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 944 time: 0.6445673 May 06 13:05:50.128251 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-1d52450f-ff40-4ba2-98ba-e6a7cec72450 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The resource could not be found. May 06 13:05:50.137388 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1d52450f-ff40-4ba2-98ba-e6a7cec72450 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1869657 May 06 13:05:50.139987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34280) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:50.148982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--288661122'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:50.159191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:50.175696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9956d271-3831-486f-b548-3d24f470188e']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:50.181255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:50.200444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79a9faf-77be-4dcb-a9c9-d56d75827bd1') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:50.200817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79a9faf-77be-4dcb-a9c9-d56d75827bd1') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:50.203095 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.312174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:50.323306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4da4c9b8-9053-4791-887e-03ab6eb4677e req-e870281d-9db2-4ff8-82b3-5bf00b4aface tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732118 May 06 13:05:50.326103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.328837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:50.335539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:50.357040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:50.383114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.420244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:50.420244 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: timer() May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:50.449617 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:50.507981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.516348 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.609221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f25a73-3612-4622-ac72-e69b61cdce98,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:50.611492 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.638268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.646405 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1e8936f6-377d-43c6-aa6e-492dea82db61 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5065503 May 06 13:05:50.650669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34288) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:50.666593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--19968022'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:50.685207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:50.687435 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.701632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:50.713511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:50.724488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Network': ['ID=9956d271-3831-486f-b548-3d24f470188e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:50.727865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:50.742265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34292) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:50.745992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f256d43c-118e-4f18-937d-d953adeb9c9c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/networks/9956d271-3831-486f-b548-3d24f470188e HTTP/1.1" status: 204 len: 168 time: 5.2536743 May 06 13:05:50.758739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1811754117'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:50.772789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:50.784222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:network and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:50.794095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:50.804806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:50.878287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:50.888264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:50.891744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:50.901816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:51.019683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.020015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:51.046779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.157648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.159659 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5077789 May 06 13:05:51.162572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34304) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:51.165977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:51.170879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1119b932-dae6-4ed5-8290-d6ac382433a6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': '24f25a73-3612-4622-ac72-e69b61cdce98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '942bf9ba-737c-4f98-a911-2ef932d01772'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:51.181630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1119b932-dae6-4ed5-8290-d6ac382433a6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:51.187176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.187751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1119b932-dae6-4ed5-8290-d6ac382433a6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:51.191971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1119b932-dae6-4ed5-8290-d6ac382433a6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:51.203777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1119b932-dae6-4ed5-8290-d6ac382433a6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:51.281186 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-1119b932-dae6-4ed5-8290-d6ac382433a6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:51.288696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1119b932-dae6-4ed5-8290-d6ac382433a6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1219618 May 06 13:05:51.289474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34310) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:51.308619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:05:51.328971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04654e85-88e5-4793-8b52-cb66077694a3 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942bf9ba-737c-4f98-a911-2ef932d01772,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:51.345753 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.346259 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added segment 58178a47-dc8e-4b65-bc64-a1e56100c651 of type vlan for network d7fa2e26-8eb3-44e2-a173-937e163a24e9 May 06 13:05:51.458016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.527125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51eac8c2-6a3e-4d36-9d63-194ce20d01fc tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.540040 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.555042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:51.555715 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.592227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:51.603110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51eac8c2-6a3e-4d36-9d63-194ce20d01fc tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.723633 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51eac8c2-6a3e-4d36-9d63-194ce20d01fc tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.830131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eac8c2-6a3e-4d36-9d63-194ce20d01fc tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942bf9ba-737c-4f98-a911-2ef932d01772,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:51.851540 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51eac8c2-6a3e-4d36-9d63-194ce20d01fc tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.853814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-51eac8c2-6a3e-4d36-9d63-194ce20d01fc tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/942bf9ba-737c-4f98-a911-2ef932d01772 HTTP/1.1" status: 204 len: 168 time: 0.5608494 May 06 13:05:51.861349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34318) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:51.988455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:51.995253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:51.995906 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:52.038916 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2837961 May 06 13:05:52.039668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34324) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:52.075697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce12967-a37a-4a2f-b9cb-7c4ea032f19b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Network': ['ID=d7fa2e26-8eb3-44e2-a173-937e163a24e9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:52.091787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d7fa2e26-8eb3-44e2-a173-937e163a24e9 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:05:52.128211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'subnet': {'network_id': 'd7fa2e26-8eb3-44e2-a173-937e163a24e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:52.175950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94cb51-4bb6-42d5-85cf-c98f299ae30d req-8af2ce6b-4ed8-4085-9200-e88f9820dec1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:52.188681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d94cb51-4bb6-42d5-85cf-c98f299ae30d req-8af2ce6b-4ed8-4085-9200-e88f9820dec1 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 944 time: 0.4279079 May 06 13:05:52.253134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34330) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:52.375272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:52.462946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:52.491994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:52.501266 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:52.596737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:52.620192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-35e01bdc-1480-4578-bed1-b0016d8fd1f6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:52.771723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d94cb51-4bb6-42d5-85cf-c98f299ae30d req-951fb6b4-a7b4-470e-a1a5-826410b6757c tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813642 May 06 13:05:52.817111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-35e01bdc-1480-4578-bed1-b0016d8fd1f6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:52.819399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-35e01bdc-1480-4578-bed1-b0016d8fd1f6 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.9552481 May 06 13:05:52.821519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:52.835385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e72a0d-a30e-4249-9374-74a241532b5d req-7333369e-d0cd-44b3-93f3-5ce2ec0329a0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:52.835786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34342) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:52.838072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00e72a0d-a30e-4249-9374-74a241532b5d req-7333369e-d0cd-44b3-93f3-5ce2ec0329a0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.5501113 May 06 13:05:52.855307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:subnet and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:52.867162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:52.876846 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-558acb3f-ab32-4220-9d2f-482781635bc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=912219048382434ebf708064ca86ac72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6217949 May 06 13:05:52.882408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34348) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:52.910335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:52.922932 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c5adf6-d3f6-4e85-9fac-b208d2941fd6'] response: {'server_uuid': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9', 'code': 200} May 06 13:05:52.960942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:53.074549 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7515e20d-4353-4092-b7b6-cc7a2070d422 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.099939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916b1648-5a7a-4d1b-be5c-1dd437d25438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.125136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00e72a0d-a30e-4249-9374-74a241532b5d req-d9cc7955-cc58-40a0-9f12-4f0a2bf5a241 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593298 May 06 13:05:53.154841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7515e20d-4353-4092-b7b6-cc7a2070d422 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.184195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916b1648-5a7a-4d1b-be5c-1dd437d25438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.227611 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.296415 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a56b74c-b07c-436b-a8e7-17809c87637d req-d705e7ae-d9fe-44da-8d3d-9a483b34d135 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 1096 time: 0.2665341 May 06 13:05:53.340924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7515e20d-4353-4092-b7b6-cc7a2070d422 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.385455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515e20d-4353-4092-b7b6-cc7a2070d422 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f25a73-3612-4622-ac72-e69b61cdce98,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:53.389920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916b1648-5a7a-4d1b-be5c-1dd437d25438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.430459 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916b1648-5a7a-4d1b-be5c-1dd437d25438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.430459 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-916b1648-5a7a-4d1b-be5c-1dd437d25438 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12710d09-d1d6-4c91-a260-bbc5a2d17d1e HTTP/1.1" status: 204 len: 168 time: 0.5430460 May 06 13:05:53.430459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b1648-5a7a-4d1b-be5c-1dd437d25438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12710d09-d1d6-4c91-a260-bbc5a2d17d1e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:53.443037 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a56b74c-b07c-436b-a8e7-17809c87637d req-a99225d2-d7ed-4311-903e-0e29ae2b6ef0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303248 May 06 13:05:53.451420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7515e20d-4353-4092-b7b6-cc7a2070d422 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.455867 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7515e20d-4353-4092-b7b6-cc7a2070d422 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/24f25a73-3612-4622-ac72-e69b61cdce98 HTTP/1.1" status: 204 len: 168 time: 0.6185663 May 06 13:05:53.458192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34356) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:53.594688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d2b84d96-b3ac-4f88-b73e-14062d2f3e0b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:53.618005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d2b84d96-b3ac-4f88-b73e-14062d2f3e0b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:53.619852 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d2b84d96-b3ac-4f88-b73e-14062d2f3e0b tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1602507 May 06 13:05:53.625577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34360) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:53.633485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058572227'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:53.641608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:53.659479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:53.679339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.758905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:53.778765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:53.798633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:53.823122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:53.841092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.988637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Subnet': ['ID=e50808c6-35c6-4787-8a9c-8b23c7601c12,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:53.989393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.996880 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.014340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Checking segment: {'id': '58178a47-dc8e-4b65-bc64-a1e56100c651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd7fa2e26-8eb3-44e2-a173-937e163a24e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:54.015526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network hostable DHCP agents. Network: d7fa2e26-8eb3-44e2-a173-937e163a24e9, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:05:54.051804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network d7fa2e26-8eb3-44e2-a173-937e163a24e9 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:05:54.078394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d7fa2e26-8eb3-44e2-a173-937e163a24e9) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:54.099190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970b3204-3bad-475b-9dcf-cba9c469765d None None] Network d7fa2e26-8eb3-44e2-a173-937e163a24e9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:54.112283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:54.113153 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.118887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd4d6f0-0bfd-4345-9621-816ce462a362,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:54.154176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.159796 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7504b8d5-4fb2-46d3-9eff-852369b04c53 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5299659 May 06 13:05:54.160585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34376) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:54.169063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d69b92fc-54dd-40b4-8ac1-786bbdeee835 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1268084 May 06 13:05:54.173471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34378) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:54.179881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e62c245c-c19b-4f58-ac7c-f094f0c99fad tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4d6f0-0bfd-4345-9621-816ce462a362', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:54.197499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-202619680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:54.200077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e62c245c-c19b-4f58-ac7c-f094f0c99fad tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:54.220313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e62c245c-c19b-4f58-ac7c-f094f0c99fad tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:54.226407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e62c245c-c19b-4f58-ac7c-f094f0c99fad tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:54.240140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e62c245c-c19b-4f58-ac7c-f094f0c99fad tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:54.272866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:54.332923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:router and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:54.333646 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-e62c245c-c19b-4f58-ac7c-f094f0c99fad tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:54.339230 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e62c245c-c19b-4f58-ac7c-f094f0c99fad tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1705415 May 06 13:05:54.339659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34390) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:54.351616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:54.354556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-43e7964c-e82f-459e-bb71-9bd7191f0c5e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group_rule': {'security_group_id': 'fdd4d6f0-0bfd-4345-9621-816ce462a362', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:54.384162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-43e7964c-e82f-459e-bb71-9bd7191f0c5e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:54.396551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43e7964c-e82f-459e-bb71-9bd7191f0c5e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:54.407155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:54.409572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43e7964c-e82f-459e-bb71-9bd7191f0c5e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:54.422691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-43e7964c-e82f-459e-bb71-9bd7191f0c5e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:54.506657 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-43e7964c-e82f-459e-bb71-9bd7191f0c5e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:05:54.511495 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43e7964c-e82f-459e-bb71-9bd7191f0c5e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1691401 May 06 13:05:54.513550 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.513879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34396) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:54.515597 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.568063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-d7fa2e26-8eb3-44e2-a173-937e163a24e9', 'network_id': 'd7fa2e26-8eb3-44e2-a173-937e163a24e9', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'fixed_ips': [{'subnet_id': 'e50808c6-35c6-4787-8a9c-8b23c7601c12'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:05:54.570318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.675996 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66270101-f6cb-4c1d-9808-f3ec96b7d664 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.716642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66270101-f6cb-4c1d-9808-f3ec96b7d664 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.803697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66270101-f6cb-4c1d-9808-f3ec96b7d664 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.857979 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.868598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66270101-f6cb-4c1d-9808-f3ec96b7d664 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd4d6f0-0bfd-4345-9621-816ce462a362,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:54.889905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66270101-f6cb-4c1d-9808-f3ec96b7d664 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:54.896732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-66270101-f6cb-4c1d-9808-f3ec96b7d664 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/fdd4d6f0-0bfd-4345-9621-816ce462a362 HTTP/1.1" status: 204 len: 168 time: 0.3812206 May 06 13:05:54.900676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34402) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:54.952956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02136644-db09-475c-a1a5-3b08a0a2459e req-6770da25-3edb-4eae-b05e-8556377fbe28 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:54.957193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02136644-db09-475c-a1a5-3b08a0a2459e req-6770da25-3edb-4eae-b05e-8556377fbe28 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.6748450 May 06 13:05:54.977952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a9969-c224-485d-9537-8de8758207f9 req-2c1316e0-b650-4561-87fa-1cb5c6111e17 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:54.981835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555a9969-c224-485d-9537-8de8758207f9 req-2c1316e0-b650-4561-87fa-1cb5c6111e17 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 945 time: 0.7597723 May 06 13:05:54.997284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.145767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29a9b824-8816-4fb6-8a3a-8ffcbeefd98a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:55.167682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Allocated IP 2001:db8::2 (d7fa2e26-8eb3-44e2-a173-937e163a24e9/e50808c6-35c6-4787-8a9c-8b23c7601c12/2351d0ed-b0fc-4654-bbd0-4ece52117148) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:05:55.189856 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.195372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d2b7b90c-d4d5-4c5f-b06a-ad202e509f56 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0164316 May 06 13:05:55.199326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34410) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:55.236380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02136644-db09-475c-a1a5-3b08a0a2459e req-a93aac8a-fbc0-42fd-954d-f47995be47a1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019503 May 06 13:05:55.241478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555a9969-c224-485d-9537-8de8758207f9 req-da9261ad-090c-49d2-a109-3f1999377034 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786082 May 06 13:05:55.269337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'port': {'network_id': 'd7fa2e26-8eb3-44e2-a173-937e163a24e9', 'name': 'tempest-RoutersIpV6Test-84239913'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:55.317710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29a9b824-8816-4fb6-8a3a-8ffcbeefd98a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:55.338177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34416) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:55.339078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29a9b824-8816-4fb6-8a3a-8ffcbeefd98a tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4356494 May 06 13:05:55.350976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350745343'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:55.386468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:55.452726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:55.497121 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.638697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:55.647117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Usage tracker for resource:security_group_rule and tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:55.653612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:55.669657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:55.809461 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.815127 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.822658 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.837004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Transition to ACTIVE for port object 2351d0ed-b0fc-4654-bbd0-4ece52117148 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:55.877367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:55.886969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:port and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:55.892914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:55.896351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Transition to ACTIVE for port object 2351d0ed-b0fc-4654-bbd0-4ece52117148 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:55.909123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:55.914549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.946129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:55.953691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.000281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] device_id is not set on port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:05:56.001841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae69306-6ed5-4f66-bd50-2c03ebb29b1a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:56.019274 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.023831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9ff22641-9149-4c40-be9f-61da579f6f22 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6834002 May 06 13:05:56.025205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34426) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:56.075099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e9b310a8-c566-440c-b65f-357d17b0b063 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:56.075966 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-e9b310a8-c566-440c-b65f-357d17b0b063 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] update failed (client error): There was a conflict when trying to complete your request. May 06 13:05:56.079679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e9b310a8-c566-440c-b65f-357d17b0b063 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "PUT /v2.0/security-groups/fae69306-6ed5-4f66-bd50-2c03ebb29b1a HTTP/1.1" status: 409 len: 330 time: 0.0500062 May 06 13:05:56.083051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34430) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:56.097869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Network d7fa2e26-8eb3-44e2-a173-937e163a24e9 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:56.102202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:56.111068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:05:56.166102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511f16c-e002-436b-bcd1-e4767bb2209e req-237a7509-d8bb-492f-a761-33c6ae9b63db tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:56.168072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6511f16c-e002-436b-bcd1-e4767bb2209e req-237a7509-d8bb-492f-a761-33c6ae9b63db tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.3327873 May 06 13:05:56.207117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Pushing event updated for resources: {'Port': ['ID=2351d0ed-b0fc-4654-bbd0-4ece52117148,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:56.245074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Attempting to bind port 2351d0ed-b0fc-4654-bbd0-4ece52117148 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:05:56.246977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Attempting to bind port 2351d0ed-b0fc-4654-bbd0-4ece52117148 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '58178a47-dc8e-4b65-bc64-a1e56100c651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd7fa2e26-8eb3-44e2-a173-937e163a24e9'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:05:56.247612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Attempting to bind port 2351d0ed-b0fc-4654-bbd0-4ece52117148 on network d7fa2e26-8eb3-44e2-a173-937e163a24e9 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:56.257433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:05:56.258131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Checking segment: {'id': '58178a47-dc8e-4b65-bc64-a1e56100c651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd7fa2e26-8eb3-44e2-a173-937e163a24e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:56.258809 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.259613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Bound using segment: {'id': '58178a47-dc8e-4b65-bc64-a1e56100c651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd7fa2e26-8eb3-44e2-a173-937e163a24e9'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:05:56.260400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Bound port: 2351d0ed-b0fc-4654-bbd0-4ece52117148, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58178a47-dc8e-4b65-bc64-a1e56100c651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd7fa2e26-8eb3-44e2-a173-937e163a24e9'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:05:56.261031 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.318571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6511f16c-e002-436b-bcd1-e4767bb2209e req-66a793ad-473c-4ace-b98f-02a09eb91b1e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295664 May 06 13:05:56.385374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f522963f-92dd-4945-b97f-1a49d119da14 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.439308 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f522963f-92dd-4945-b97f-1a49d119da14 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.510086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 2001:db8::31f (d7fa2e26-8eb3-44e2-a173-937e163a24e9/e50808c6-35c6-4787-8a9c-8b23c7601c12/e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:05:56.520591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] For port 2351d0ed-b0fc-4654-bbd0-4ece52117148, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:05:56.524994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] For port 2351d0ed-b0fc-4654-bbd0-4ece52117148, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2351d0ed-b0fc-4654-bbd0-4ece52117148,segment=NetworkSegment(58178a47-dc8e-4b65-bc64-a1e56100c651),segment_id=58178a47-dc8e-4b65-bc64-a1e56100c651)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:05:56.531788 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.727039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f522963f-92dd-4945-b97f-1a49d119da14 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.738584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26080-edcd-4ee7-95a0-5743fbfade94 None None] Pushing event updated for resources: {'Port': ['ID=2351d0ed-b0fc-4654-bbd0-4ece52117148,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:56.833094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522963f-92dd-4945-b97f-1a49d119da14 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae69306-6ed5-4f66-bd50-2c03ebb29b1a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:56.961579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f741ab0-d095-44b3-8e7a-869829966cb7 req-677851ed-a8ad-41a5-8486-5c35b345a3bb tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:56.974368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f741ab0-d095-44b3-8e7a-869829966cb7 req-677851ed-a8ad-41a5-8486-5c35b345a3bb tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 945 time: 0.3147709 May 06 13:05:57.004738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358cc42-4125-448c-bdb9-74ba950d5386 req-348c2032-951a-4b6f-8782-821de9cf1c97 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:57.006404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1358cc42-4125-448c-bdb9-74ba950d5386 req-348c2032-951a-4b6f-8782-821de9cf1c97 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.2451284 May 06 13:05:57.023863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f522963f-92dd-4945-b97f-1a49d119da14 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.027920 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f522963f-92dd-4945-b97f-1a49d119da14 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/fae69306-6ed5-4f66-bd50-2c03ebb29b1a HTTP/1.1" status: 204 len: 168 time: 0.9434032 May 06 13:05:57.028804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34440) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:57.078343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f741ab0-d095-44b3-8e7a-869829966cb7 req-48b7d7ac-7af6-40f2-8172-dcbaa7b6afe0 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028295 May 06 13:05:57.140005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1358cc42-4125-448c-bdb9-74ba950d5386 req-9747f4cb-dc25-48b3-805c-6d90341caf8c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186392 May 06 13:05:57.180179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed671a54-7aa1-497a-810a-d433e6a7ab8e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Synchronizing usage tracker for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:57.253418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.314539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed671a54-7aa1-497a-810a-d433e6a7ab8e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] Unset dirty status for tenant:7ef9f92b2d2740ff9f65cb1fb5d377bc on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:57.317077 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ed671a54-7aa1-497a-810a-d433e6a7ab8e tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2844627 May 06 13:05:57.319216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Transition to ACTIVE for port object e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:57.322898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34448) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:57.368769 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-f244ff2c-28ef-4209-95ef-b7bd93733347 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] delete failed (client error): The resource could not be found. May 06 13:05:57.370297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f244ff2c-28ef-4209-95ef-b7bd93733347 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "DELETE /v2.0/security-groups/72d24e70-50fe-45ce-a2c6-aa9abb5f0a8d HTTP/1.1" status: 404 len: 347 time: 0.0456662 May 06 13:05:57.381552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34456) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:57.455249 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-8fc85c28-e911-4657-a1c9-3310b9e41801 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] show failed (client error): The resource could not be found. May 06 13:05:57.458108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8fc85c28-e911-4657-a1c9-3310b9e41801 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-groups/5060ee4d-5d81-435d-aa4a-9175d91da7ba HTTP/1.1" status: 404 len: 347 time: 0.0751994 May 06 13:05:57.460352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.462713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34462) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:57.540298 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-03ab949a-717c-4c03-b5e0-42dbc77a0973 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] show failed (client error): The resource could not be found. May 06 13:05:57.543232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-03ab949a-717c-4c03-b5e0-42dbc77a0973 tempest-NegativeSecGroupIPv6Test-1942337082 tempest-NegativeSecGroupIPv6Test-1942337082-project] 10.222.0.44 "GET /v2.0/security-group-rules/145b723a-bb1f-4c09-8955-680b638da4a6 HTTP/1.1" status: 404 len: 356 time: 0.0751879 May 06 13:05:57.732299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network d7fa2e26-8eb3-44e2-a173-937e163a24e9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:57.760177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:57.767314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:05:57.771110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:57.771859 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.776313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:57.823573 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-123b5c7a-a348-4b1c-b24d-dd55ee8d72ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.6236327 May 06 13:05:57.826917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34474) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:58.024456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cbae9-4b28-4502-98ff-69a7ec3d6e9f req-72ce6b00-f16d-4b80-93fe-6e53b1ea592d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:58.041354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fb0cbae9-4b28-4502-98ff-69a7ec3d6e9f req-72ce6b00-f16d-4b80-93fe-6e53b1ea592d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.3164587 May 06 13:05:58.208175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fb0cbae9-4b28-4502-98ff-69a7ec3d6e9f req-3c7c9a64-4e85-4ee5-9944-356765ddd91b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618018 May 06 13:05:58.705823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34488) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:59.006406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa602f-e43a-495b-8c99-d428e22d41db None None] Network d7fa2e26-8eb3-44e2-a173-937e163a24e9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:59.183854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e650435-a2a5-4881-9637-cc973c12286b req-f89181be-041d-4c27-95fd-fa6b2bce2618 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:59.205968 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e650435-a2a5-4881-9637-cc973c12286b req-f89181be-041d-4c27-95fd-fa6b2bce2618 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.3561285 May 06 13:05:59.570964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2351d0ed-b0fc-4654-bbd0-4ece52117148 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:59.636028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e650435-a2a5-4881-9637-cc973c12286b req-f258f8bc-1efa-4895-aba0-0e9fb71b727a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4232173 May 06 13:05:59.759631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3b27b74c-fec0-4698-b2db-c3496efd3a80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ef9f92b2d2740ff9f65cb1fb5d377bc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0467649 May 06 13:05:59.763308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34500) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:59.945994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:59.947004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3075a4-e71a-4999-8354-6b156c3309e8 req-a110819a-3439-4c29-bbf5-39f53ea867e8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:59.963319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e3075a4-e71a-4999-8354-6b156c3309e8 req-a110819a-3439-4c29-bbf5-39f53ea867e8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.3795567 May 06 13:06:00.014943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dc54aba9-9eb1-465e-b19e-753e83cf331c None None] Provisioning for port 2351d0ed-b0fc-4654-bbd0-4ece52117148 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:00.120235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e3075a4-e71a-4999-8354-6b156c3309e8 req-692ebdb7-8e27-410b-8d57-80c95540e9f7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551826 May 06 13:06:00.122253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a115f41-7a01-4b32-b4fe-1cee50572356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:00.170898 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-fa790f1c-d9a0-40d8-ab7b-02ff64947880 service neutron] show failed (client error): The resource could not be found. May 06 13:06:00.172080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-fa790f1c-d9a0-40d8-ab7b-02ff64947880 service neutron] 10.222.0.48 "GET /v2.0/ports/6d4b1f33-c8ef-4573-a232-1554f29851d5/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.1460299 May 06 13:06:00.270470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a115f41-7a01-4b32-b4fe-1cee50572356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:00.496885 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a115f41-7a01-4b32-b4fe-1cee50572356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:00.618437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a115f41-7a01-4b32-b4fe-1cee50572356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b038d865-f777-4f36-9171-3d75d1c4e24e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:00.634361 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9a115f41-7a01-4b32-b4fe-1cee50572356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:00.641001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9a115f41-7a01-4b32-b4fe-1cee50572356 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b038d865-f777-4f36-9171-3d75d1c4e24e HTTP/1.1" status: 204 len: 168 time: 0.8689880 May 06 13:06:00.906556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 2351d0ed-b0fc-4654-bbd0-4ece52117148 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:00.999269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2351d0ed-b0fc-4654-bbd0-4ece52117148 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:01.000124 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:01.019029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-a7936b0e-d30a-42dc-bf9b-234113fb0a95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 1096 time: 0.1917512 May 06 13:06:01.037828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:01.131635 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:06:01.258165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:01.323735 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:01.388232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711d601-1791-427d-b6f6-93d1e4458ecc req-f068cfa9-e949-4415-af62-a208c99ecb73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:01.399696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8711d601-1791-427d-b6f6-93d1e4458ecc req-f068cfa9-e949-4415-af62-a208c99ecb73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.2896500 May 06 13:06:01.563406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8711d601-1791-427d-b6f6-93d1e4458ecc req-cf061237-4576-4b61-b58b-1412791aa889 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625683 May 06 13:06:01.650626 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:01.810024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 2351d0ed-b0fc-4654-bbd0-4ece52117148, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2351d0ed-b0fc-4654-bbd0-4ece52117148,segment=NetworkSegment(58178a47-dc8e-4b65-bc64-a1e56100c651),segment_id=58178a47-dc8e-4b65-bc64-a1e56100c651)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:01.821841 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:02.062765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa386aa4-fb7a-455c-8f4b-b21625ff890a req-73700eff-b6c7-4037-8e7f-8c0a2c797b09 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:02.066759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa386aa4-fb7a-455c-8f4b-b21625ff890a req-73700eff-b6c7-4037-8e7f-8c0a2c797b09 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.2990937 May 06 13:06:02.069260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-42b43faa-68b8-4a7a-8d59-7c99db590244 None None] Provisioning complete for port 2351d0ed-b0fc-4654-bbd0-4ece52117148 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:02.070193 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-42b43faa-68b8-4a7a-8d59-7c99db590244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:02.194407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=2351d0ed-b0fc-4654-bbd0-4ece52117148,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:02.195571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa386aa4-fb7a-455c-8f4b-b21625ff890a req-cbca160c-4b32-4a0d-bc8a-3cda243684b5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167891 May 06 13:06:02.219667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:02.288969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:02.680670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-42b43faa-68b8-4a7a-8d59-7c99db590244 None None] Provisioning for port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:02.712075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-42b43faa-68b8-4a7a-8d59-7c99db590244 None None] Provisioning complete for port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:02.712909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-42b43faa-68b8-4a7a-8d59-7c99db590244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:03.051118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-42b43faa-68b8-4a7a-8d59-7c99db590244 None None] Port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:06:03.109783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448066b-0000-47e4-9fd5-db83db818ec0 req-98bd8d69-7503-43b4-8452-d5db8371a66a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:03.119771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9448066b-0000-47e4-9fd5-db83db818ec0 req-98bd8d69-7503-43b4-8452-d5db8371a66a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.1617203 May 06 13:06:03.220226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-55180a5d-b74b-4463-8e0c-dff6faaf7236 None None] Provisioning complete for port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:03.221085 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-55180a5d-b74b-4463-8e0c-dff6faaf7236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:03.311656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9448066b-0000-47e4-9fd5-db83db818ec0 req-5dd8ae99-0c68-443b-9f3b-77e5f3fb661d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904533 May 06 13:06:03.331498 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8533e13d-7f2b-44a6-ac10-c49a29270882 req-055d3793-c6db-4c1d-8eac-f51aafae91b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1097 time: 1.4457681 May 06 13:06:03.431506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-55180a5d-b74b-4463-8e0c-dff6faaf7236 None None] Port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:06:03.583052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-21e1dfe2-02e2-4d26-8cea-50aa8399cf78 None None] Provisioning complete for port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:03.583619 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-21e1dfe2-02e2-4d26-8cea-50aa8399cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:03.717507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:03.872237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-21e1dfe2-02e2-4d26-8cea-50aa8399cf78 None None] Port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:06:03.886050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfd4bc-1d85-47a1-be08-74d4b7436901 req-55d0c8e2-0aac-40d0-aaf2-de51ea8ad985 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:03.888944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16dfd4bc-1d85-47a1-be08-74d4b7436901 req-55d0c8e2-0aac-40d0-aaf2-de51ea8ad985 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.2831531 May 06 13:06:04.001993 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:04.105055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16dfd4bc-1d85-47a1-be08-74d4b7436901 req-4c19d466-e567-4e27-98f5-cfe4fc937f75 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035623 May 06 13:06:04.128400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2351d0ed-b0fc-4654-bbd0-4ece52117148 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:04.215154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e13d-7f2b-44a6-ac10-c49a29270882 req-fe478eba-cd2d-4e74-bba1-3322140424c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:04.219341 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8533e13d-7f2b-44a6-ac10-c49a29270882 req-fe478eba-cd2d-4e74-bba1-3322140424c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.8383284 May 06 13:06:04.347743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 2351d0ed-b0fc-4654-bbd0-4ece52117148 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:04.347743 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:04.866188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275ccbd-c318-4c79-9aac-39386afd1003 req-1e6d856d-fb18-4d71-b2b4-d1afcc50ddb6 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:04.868103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7275ccbd-c318-4c79-9aac-39386afd1003 req-1e6d856d-fb18-4d71-b2b4-d1afcc50ddb6 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.0993350 May 06 13:06:04.977500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7275ccbd-c318-4c79-9aac-39386afd1003 req-ce2f336f-cd79-4c48-8a82-956fd03d8c73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008532 May 06 13:06:05.041584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:05.074796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:05.081034 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8533e13d-7f2b-44a6-ac10-c49a29270882 req-e31ece2e-d466-4a5c-880d-bad2a411bce8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 1001 time: 0.8206124 May 06 13:06:05.159004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:05.460447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feccefb-28ff-4b60-bd6a-73373e05e144 req-45382f31-be11-45d6-8439-d5b2303bae3e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:05.469146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4feccefb-28ff-4b60-bd6a-73373e05e144 req-45382f31-be11-45d6-8439-d5b2303bae3e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.1802628 May 06 13:06:05.505526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:05.533604 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4feccefb-28ff-4b60-bd6a-73373e05e144 req-37d451a3-ee0e-41f6-ad8e-dcd4a7e69f47 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624838 May 06 13:06:05.542912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:05.548478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533e13d-7f2b-44a6-ac10-c49a29270882 req-6afaa53b-9b21-47f6-8947-abb8c846b222 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:05.550440 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8533e13d-7f2b-44a6-ac10-c49a29270882 req-6afaa53b-9b21-47f6-8947-abb8c846b222 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.4521830 May 06 13:06:05.552776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:05.648279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Transition to ACTIVE for port object 6d4b1f33-c8ef-4573-a232-1554f29851d5 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:05.683483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:05.759457 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa0480b-0dba-44b2-bfb1-e1a6dac28f23'] response: {'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'code': 200} May 06 13:06:05.815742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:06:05.816685 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:06:06.332545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] No DVR routers for this DVR port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:06:06.739033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0308c69-f3ce-4ef3-9b33-c425d8623aa1 req-710312aa-6e33-442b-9e36-856d3e0dd5f4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:06.755317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0308c69-f3ce-4ef3-9b33-c425d8623aa1 req-710312aa-6e33-442b-9e36-856d3e0dd5f4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.3959327 May 06 13:06:06.857345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0308c69-f3ce-4ef3-9b33-c425d8623aa1 req-96a0db46-4305-4c4e-a9c7-c02a01e4fd14 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986419 May 06 13:06:06.873556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=6']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:07.013181 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8533e13d-7f2b-44a6-ac10-c49a29270882 req-bc73faac-1388-42d6-a35d-a0b790145fd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4540734 May 06 13:06:07.039535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18411554-6124-4680-8ed9-5e351431e5e2 req-bede02f5-de8f-4eac-be87-4261d4af6f13 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:07.050328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18411554-6124-4680-8ed9-5e351431e5e2 req-bede02f5-de8f-4eac-be87-4261d4af6f13 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 943 time: 0.1857123 May 06 13:06:07.130562 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18411554-6124-4680-8ed9-5e351431e5e2 req-90ec3cbb-18d3-4964-9674-d023eae532ef tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764465 May 06 13:06:07.347206 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:07.694373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34610) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:07.706484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 1179912f-dd3a-44c6-8616-d184b6ad9545 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:06:07.765491 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8533e13d-7f2b-44a6-ac10-c49a29270882 req-1ce904e9-e65a-4ddb-94c8-49184f9a27bf service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130313 May 06 13:06:07.976424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8533e13d-7f2b-44a6-ac10-c49a29270882 req-5f02af5b-f9f4-4a00-a4d5-cbc46440747b service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028511 May 06 13:06:08.002145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:06:08.047097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:08.057144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:08.081622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b808b0b-8ddf-49fe-9a59-e0711517f17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:08.083823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:08.086977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:08.088215 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'port_id': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'mac_address': 'fa:16:3e:d0:d3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:06:08.160563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9b808b0b-8ddf-49fe-9a59-e0711517f17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:08.238785 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:08.288967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1179912f-dd3a-44c6-8616-d184b6ad9545 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:06:08.348911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b808b0b-8ddf-49fe-9a59-e0711517f17e admin admin] Usage tracker for resource:security_group_rule and tenant:feb739192aeb4d03b135b60fb9696d16 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:08.415790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b808b0b-8ddf-49fe-9a59-e0711517f17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:08.416158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:08.460573 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:08.543690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9b808b0b-8ddf-49fe-9a59-e0711517f17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:08.699451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:08.770406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:08.780191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d9593-86cd-4b89-aacd-c92441d1ae82 req-28b27862-7895-41fb-bd7f-6eac6acb47e0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:08.782898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b80d9593-86cd-4b89-aacd-c92441d1ae82 req-28b27862-7895-41fb-bd7f-6eac6acb47e0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.6130095 May 06 13:06:08.790960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:06:08.792142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:06:08.792142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on network dae8fc67-547b-4af3-a42b-b13d3b36396d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:08.828861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['1179912f-dd3a-44c6-8616-d184b6ad9545'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:06:08.841927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on network dae8fc67-547b-4af3-a42b-b13d3b36396d not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:06:08.842454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on network dae8fc67-547b-4af3-a42b-b13d3b36396d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:08.889055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:06:08.889669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Checking segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:08.890484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Bound using segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:06:08.891544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Bound port: 6d4b1f33-c8ef-4573-a232-1554f29851d5, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:06:08.892304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:08.912164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27412-97a1-470e-9f90-382efc6ea7f9 req-f8141cee-cb96-4f36-96c3-3ebf2354a02b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:08.914141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62a27412-97a1-470e-9f90-382efc6ea7f9 req-f8141cee-cb96-4f36-96c3-3ebf2354a02b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 943 time: 0.2961464 May 06 13:06:08.954355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network d7fa2e26-8eb3-44e2-a173-937e163a24e9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:09.011738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b80d9593-86cd-4b89-aacd-c92441d1ae82 req-ccf128ca-d828-46a7-bd43-6dbd7c2f1781 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073236 May 06 13:06:09.043554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b808b0b-8ddf-49fe-9a59-e0711517f17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.068149 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b808b0b-8ddf-49fe-9a59-e0711517f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.110456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:09.186187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62a27412-97a1-470e-9f90-382efc6ea7f9 req-484f4176-144d-4d51-9256-c5e15373b0c2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560153 May 06 13:06:09.218704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b808b0b-8ddf-49fe-9a59-e0711517f17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aacad2-35e9-405c-a440-6ef9b864a95f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:09.253307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9b808b0b-8ddf-49fe-9a59-e0711517f17e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=feb739192aeb4d03b135b60fb9696d16&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5568786 May 06 13:06:09.256754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34628) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:09.382479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a716f27-0f6e-455e-8fad-6ea08ada7acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.421406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a716f27-0f6e-455e-8fad-6ea08ada7acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.491050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:09.521282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a716f27-0f6e-455e-8fad-6ea08ada7acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.538391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:06:09.547835 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.550794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a716f27-0f6e-455e-8fad-6ea08ada7acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aacad2-35e9-405c-a440-6ef9b864a95f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:09.601878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a716f27-0f6e-455e-8fad-6ea08ada7acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.615311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2a716f27-0f6e-455e-8fad-6ea08ada7acf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1aacad2-35e9-405c-a440-6ef9b864a95f HTTP/1.1" status: 204 len: 168 time: 0.3488548 May 06 13:06:09.700441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.702925 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 1091 time: 8.6760833 May 06 13:06:09.704438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:09.732158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 1179912f-dd3a-44c6-8616-d184b6ad9545 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:09.918832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a4a8a-9dd3-4cf4-9af8-d07b9b0c8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:09.976915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a34bbd79-e2e8-4976-9437-933120a963bb None None] Provisioning complete for port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:09.977690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a34bbd79-e2e8-4976-9437-933120a963bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.134762 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8ca383-20cf-4aab-828b-b97a5d0bae7f'] response: {'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'status': 'completed', 'code': 200} May 06 13:06:10.192109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a34bbd79-e2e8-4976-9437-933120a963bb None None] Port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:06:10.208659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 1179912f-dd3a-44c6-8616-d184b6ad9545 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:10.209045 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.712545 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-68fb16ae-3056-4142-a08b-8692ca576691 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1094 time: 0.9383345 May 06 13:06:10.733995 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.750855 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-8c81fbf1-9a12-480c-a9bd-30d94d983859 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1094 time: 0.5909934 May 06 13:06:10.815841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34654) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:10.857970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:10.859892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:10.877028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.949034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-233df216-90b7-4b96-8240-1f9aa301c15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:11.188740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:11.565826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-233df216-90b7-4b96-8240-1f9aa301c15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:11.579123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-233df216-90b7-4b96-8240-1f9aa301c15e admin admin] Usage tracker for resource:security_group_rule and tenant:bb9ff7c2490f486785bfd745052abc2a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:11.594184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-233df216-90b7-4b96-8240-1f9aa301c15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:11.601417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-205dc6f6-00b5-4cd2-b3c3-d14f3ee26973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:11.607848 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-205dc6f6-00b5-4cd2-b3c3-d14f3ee26973 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.8844295 May 06 13:06:11.617857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-233df216-90b7-4b96-8240-1f9aa301c15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:11.619668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-af97fd33-98b3-4909-a40d-6e18743ce2e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:11.623902 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-af97fd33-98b3-4909-a40d-6e18743ce2e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.8719532 May 06 13:06:11.950435 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-233df216-90b7-4b96-8240-1f9aa301c15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:11.993962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510740b-895b-4aca-9e24-7bd96110f693 req-f3d094fe-547d-4edf-929c-a3fbca3c2823 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:11.998039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b510740b-895b-4aca-9e24-7bd96110f693 req-f3d094fe-547d-4edf-929c-a3fbca3c2823 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 943 time: 1.5701144 May 06 13:06:12.000994 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-233df216-90b7-4b96-8240-1f9aa301c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.171561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233df216-90b7-4b96-8240-1f9aa301c15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a87acf8-0b8d-49c4-af95-a1214eba85fc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:12.316297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b510740b-895b-4aca-9e24-7bd96110f693 req-4d23e5ff-7c10-4d4d-9680-93f8a1da9f01 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933569 May 06 13:06:12.324398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-11d881c8-d04a-4216-b48f-f8abea29dbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.330927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-233df216-90b7-4b96-8240-1f9aa301c15e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb9ff7c2490f486785bfd745052abc2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5147707 May 06 13:06:12.332791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34668) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:12.350396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd508ebe-2cf4-461c-82a8-fe2441edab36 req-30176852-7c08-495c-8849-abbf4790d7e1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:12.365237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd508ebe-2cf4-461c-82a8-fe2441edab36 req-30176852-7c08-495c-8849-abbf4790d7e1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 1.6928411 May 06 13:06:12.425094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 2fffbdbe-2f11-4b8a-9633-9609fed52694 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:06:12.453808 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-0224cfc0-7c35-4050-afc8-3478381fcdad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 999 time: 0.8353457 May 06 13:06:12.617919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-68c930e6-0600-47af-8622-e501f15c9262 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 999 time: 0.4822133 May 06 13:06:12.651722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd508ebe-2cf4-461c-82a8-fe2441edab36 req-75d0a6a4-2164-4457-92c3-d1d8fdd5b400 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167501 May 06 13:06:12.789067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df06c451-a9ee-4d3f-9345-b12e17b33bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.868232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df06c451-a9ee-4d3f-9345-b12e17b33bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.056754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df06c451-a9ee-4d3f-9345-b12e17b33bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.097417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06c451-a9ee-4d3f-9345-b12e17b33bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a87acf8-0b8d-49c4-af95-a1214eba85fc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:13.140018 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df06c451-a9ee-4d3f-9345-b12e17b33bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.146632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-df06c451-a9ee-4d3f-9345-b12e17b33bc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a87acf8-0b8d-49c4-af95-a1214eba85fc HTTP/1.1" status: 204 len: 168 time: 0.7793679 May 06 13:06:13.171001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-1422e06b-d771-4f38-994b-40ed647b778c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:13.182527 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-1422e06b-d771-4f38-994b-40ed647b778c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.5545096 May 06 13:06:13.184014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-8ae70dbf-468e-48de-ac03-07b7059f820e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:13.186919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-8ae70dbf-468e-48de-ac03-07b7059f820e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.7169430 May 06 13:06:13.340851 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.388140 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f358c8ee-263d-434b-83d4-e9e92cd05344'] response: {'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'code': 200} May 06 13:06:13.888158 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-08bc3a55-0943-41f0-8191-67044f32aabf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6857548 May 06 13:06:14.212368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4acac-edbd-4f28-82ce-a57475be7378 req-536dcfba-94aa-4c28-be4a-2f01cb1bf23f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:14.220770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47a4acac-edbd-4f28-82ce-a57475be7378 req-536dcfba-94aa-4c28-be4a-2f01cb1bf23f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 943 time: 0.2657316 May 06 13:06:14.323510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47a4acac-edbd-4f28-82ce-a57475be7378 req-4a981526-d541-4c3b-86b8-f9ed879c4839 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014369 May 06 13:06:14.444081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-de1e6236-1e28-4521-90d0-8a366973d942 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2429063 May 06 13:06:14.694239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900744c-1ae8-46ad-8733-5268e496b7e1 req-02857c6c-8f22-467e-868c-0f6bb6503976 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:14.703611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6900744c-1ae8-46ad-8733-5268e496b7e1 req-02857c6c-8f22-467e-868c-0f6bb6503976 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.1676846 May 06 13:06:14.745653 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3784cd24-848f-4595-8088-0c9785e42c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.829851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6900744c-1ae8-46ad-8733-5268e496b7e1 req-1e72bbe5-bf2e-4f5c-a77b-68165df0b08f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241989 May 06 13:06:14.895080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-9e2a12d1-3bdd-4f1d-aa91-704271386ab0 service neutron] 10.222.0.36 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055490 May 06 13:06:15.401577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:15.423910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9d9bb-a6b1-418b-8eac-7721cd751a9e None None] Sync routers for ids ['2fffbdbe-2f11-4b8a-9633-9609fed52694'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:06:15.464255 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9fe34489-8ec8-46e5-afe7-51dee495e7e5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/2fffbdbe-2f11-4b8a-9633-9609fed52694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6359959 May 06 13:06:15.470211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34720) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:15.473818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9d9bb-a6b1-418b-8eac-7721cd751a9e None None] Routers {'2fffbdbe-2f11-4b8a-9633-9609fed52694'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:15.474717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d9bb-a6b1-418b-8eac-7721cd751a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:06:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2fffbdbe-2f11-4b8a-9633-9609fed52694'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:15.503940 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-b54a9fe8-ea0b-4686-a2af-366b7bbb3821 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5950077 May 06 13:06:15.844987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d9bb-a6b1-418b-8eac-7721cd751a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:15.919481 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:15.947950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9d9bb-a6b1-418b-8eac-7721cd751a9e None None] Routers {'2fffbdbe-2f11-4b8a-9633-9609fed52694'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:15.949160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d9bb-a6b1-418b-8eac-7721cd751a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:06:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2fffbdbe-2f11-4b8a-9633-9609fed52694'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:15.973007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1800437-79f8-4aee-b797-881afda3c5b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:15.973977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b1800437-79f8-4aee-b797-881afda3c5b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:16.121811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b1800437-79f8-4aee-b797-881afda3c5b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:16.121811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b1800437-79f8-4aee-b797-881afda3c5b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports/e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 HTTP/1.1" status: 200 len: 982 time: 0.6390998 May 06 13:06:16.121811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 34736) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:16.234679 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-faa082ec-105d-40b7-ac98-f440a144a6d9 req-c626add7-4030-4e07-82ef-81e51dcb536d service neutron] 10.222.0.36 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3272257 May 06 13:06:16.325217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3ad9d9bb-a6b1-418b-8eac-7721cd751a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:16.326320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9d9bb-a6b1-418b-8eac-7721cd751a9e None None] The sync data for ids ['2fffbdbe-2f11-4b8a-9633-9609fed52694'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:16.420405 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:16.521612 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-eead1f23-bfb9-40d8-a12f-a95deedf701b service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0098653 May 06 13:06:16.833768 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-d950a2e4-cdad-4cc9-8236-db8f06b07ef3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1094 time: 0.2986913 May 06 13:06:17.462320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-1ca36eef-69c9-457d-8384-b0be3c2ac7bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:17.465805 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-1ca36eef-69c9-457d-8384-b0be3c2ac7bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.6308205 May 06 13:06:17.532779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5216ddf-194f-4ede-bafa-e18757cd64f3 req-8cde7e9c-6800-4bd7-9746-f53f33d7ef68 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:17.547336 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:17.548636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5216ddf-194f-4ede-bafa-e18757cd64f3 req-8cde7e9c-6800-4bd7-9746-f53f33d7ef68 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.6970956 May 06 13:06:17.669363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732438c7-8903-4c20-a97e-c2339a9382c6 req-c95f2817-e892-4b61-b9a8-1b0df6f1db39 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:17.677555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-732438c7-8903-4c20-a97e-c2339a9382c6 req-c95f2817-e892-4b61-b9a8-1b0df6f1db39 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 943 time: 0.8255663 May 06 13:06:18.888355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5216ddf-194f-4ede-bafa-e18757cd64f3 req-4002f7a3-4d3d-4d93-9942-ffc63d9f98ae tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3377581 May 06 13:06:18.926948 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-0db2ace4-2edc-43e1-9f9c-e79625b79d20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 999 time: 1.4480441 May 06 13:06:18.945062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:06:19.052324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-732438c7-8903-4c20-a97e-c2339a9382c6 req-5a909ae1-d05f-47c8-9cd3-c532f6b29dc6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3190234 May 06 13:06:19.206859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-febe3218-ba51-48f1-a1b9-7bf3945ac61e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:19.210110 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-febe3218-ba51-48f1-a1b9-7bf3945ac61e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.2784352 May 06 13:06:19.487970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:19.583032 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-2cb5b894-91c2-4430-a8d0-d8d64349a41b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3649452 May 06 13:06:19.697613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'port_id': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'mac_address': 'fa:16:3e:a8:6b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:06:20.067663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.129202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4b1f33-c8ef-4573-a232-1554f29851d5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:06:20.168602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:20.179617 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.406004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:20.452548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.456487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.463544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.469411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.471250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.471885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.472978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.475124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.476904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.477529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.480814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:20.502002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['6d4b1f33-c8ef-4573-a232-1554f29851d5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:06:20.546175 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-9e0d4b38-9f05-4cf2-8147-e37effb34d02 service neutron] 10.222.0.36 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9453759 May 06 13:06:20.556521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.811223 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f52ed4d8-72dd-4fcd-91bb-784f2fb9a64d req-d2552ab2-e084-44c2-9afb-6715b793ad15 service neutron] 10.222.0.36 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582014 May 06 13:06:21.651269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d073cf-4f18-4c56-911a-3cf99f3022af req-1e8931f1-c9de-4671-8f49-cb47541e3227 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:21.654822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73d073cf-4f18-4c56-911a-3cf99f3022af req-1e8931f1-c9de-4671-8f49-cb47541e3227 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 944 time: 1.1714549 May 06 13:06:21.698026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247a7dd-3b0f-4077-a2e2-78cfa0d66d75 req-5ad4cb8c-5c25-46d3-b44f-e56251e65cf2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:21.705847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8247a7dd-3b0f-4077-a2e2-78cfa0d66d75 req-5ad4cb8c-5c25-46d3-b44f-e56251e65cf2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.8799145 May 06 13:06:22.020490 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:06:22.063109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8247a7dd-3b0f-4077-a2e2-78cfa0d66d75 req-624d92c2-e9e6-4b1e-bf61-cf3d6ef69901 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546960 May 06 13:06:22.080369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73d073cf-4f18-4c56-911a-3cf99f3022af req-180f693c-f8da-4cef-9f10-ae83913084ed tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4018333 May 06 13:06:22.898202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:22.900164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:22.976500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:23.356014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 6d4b1f33-c8ef-4573-a232-1554f29851d5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:23.365420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 6d4b1f33-c8ef-4573-a232-1554f29851d5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:23.368241 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.684482 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.770848 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-0cd4b822-d923-4e95-9b86-b10bb805188f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.773340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-0cd4b822-d923-4e95-9b86-b10bb805188f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:23.832686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-0cd4b822-d923-4e95-9b86-b10bb805188f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:23.836622 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-0cd4b822-d923-4e95-9b86-b10bb805188f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.36 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9&tenant_id=f57f59e5f10b4779858d012f38366eaf&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 944 time: 0.4160876 May 06 13:06:23.847425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.957571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:24.005364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:24.012510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:24.117136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:24.264543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:24.296450 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-bd8d6ddb-0e22-449c-b419-735ed7bdfea1 service neutron] 10.222.0.36 "GET /v2.0/ports/6d4b1f33-c8ef-4573-a232-1554f29851d5/bindings/n-h2-840847-1 HTTP/1.1" status: 200 len: 382 time: 0.4504225 May 06 13:06:24.721727 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-70e98632-b9d4-4615-8566-cefe53b1b134 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1096 time: 0.3606985 May 06 13:06:24.962171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b2198-0b82-49f3-bb71-c8635070485e req-ec897568-8875-492a-a32a-d27bdc333b78 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:24.975426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-378b2198-0b82-49f3-bb71-c8635070485e req-ec897568-8875-492a-a32a-d27bdc333b78 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.8793049 May 06 13:06:25.029305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ee71c-1681-4066-bda1-452b91c6c106 req-a629bc1a-ad6a-47c1-a8d4-2a44c1cf4069 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:25.031396 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-539ee71c-1681-4066-bda1-452b91c6c106 req-a629bc1a-ad6a-47c1-a8d4-2a44c1cf4069 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.9369907 May 06 13:06:25.192978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-e74e3863-7cc5-4bb5-bfad-620b881c0185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:25.196456 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-e74e3863-7cc5-4bb5-bfad-620b881c0185 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.4717987 May 06 13:06:25.277586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-378b2198-0b82-49f3-bb71-c8635070485e req-d1f72c0f-4fb6-4808-a947-101df80af6a7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006177 May 06 13:06:25.595408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:26.010254 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-da602692-b192-4fa3-8fce-48f75531e999 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 1001 time: 0.8044059 May 06 13:06:26.115342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-539ee71c-1681-4066-bda1-452b91c6c106 req-349421b6-9fe9-43f3-97df-9350d47d96c6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0507479 May 06 13:06:26.149756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=e14f9ed0-e281-4e36-9cbd-d2f0e46d6b72,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:26.239918 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9f55eb-70ca-4a94-b9f1-33fd285d8d32'] response: {'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'code': 200} May 06 13:06:26.524853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-fd991bd8-de8f-49fa-9604-2a0136a348b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:26.535457 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-fd991bd8-de8f-49fa-9604-2a0136a348b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.5063968 May 06 13:06:26.607278 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:26.892392 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-805e1cbb-4929-4d2a-b1d2-69dff6aaf810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3493724 May 06 13:06:27.525081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-7ce171bb-4fdd-4529-a356-4c8fccebdba1 service neutron] 10.222.0.36 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121800 May 06 13:06:28.159632 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-590e0031-f4c5-41ce-9e7d-f3bda50baf00 service neutron] 10.222.0.36 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359906 May 06 13:06:28.574852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9cef3-ce0f-46c0-b5c9-da3d2ba3d729 req-4a36bdf3-2f7a-4c8b-9252-58370c1f5e99 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:28.577377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75a9cef3-ce0f-46c0-b5c9-da3d2ba3d729 req-4a36bdf3-2f7a-4c8b-9252-58370c1f5e99 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 1.6293561 May 06 13:06:28.695405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75a9cef3-ce0f-46c0-b5c9-da3d2ba3d729 req-f496432b-121c-41f8-889b-2d05cd305abc tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953326 May 06 13:06:29.155261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e5b4-30ed-4ac3-9e93-5216188c0078 req-2b7058cf-3b5d-4b53-8f36-c6784517e36e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:29.163090 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0a5e5b4-30ed-4ac3-9e93-5216188c0078 req-2b7058cf-3b5d-4b53-8f36-c6784517e36e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.9777110 May 06 13:06:29.463966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0a5e5b4-30ed-4ac3-9e93-5216188c0078 req-1945634c-6ca0-414e-9433-82004b8489b2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845170 May 06 13:06:29.515125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 2fffbdbe-2f11-4b8a-9633-9609fed52694 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:06:29.735855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:29.755328 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3e4484-e732-47dc-a599-7f4d2b846bce None None] Sync routers for ids ['2fffbdbe-2f11-4b8a-9633-9609fed52694'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:06:29.806826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-59fd6ab8-2993-46dc-81ca-d035093aaf95 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/2fffbdbe-2f11-4b8a-9633-9609fed52694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6894827 May 06 13:06:29.810828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34940) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:29.814459 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3e4484-e732-47dc-a599-7f4d2b846bce None None] Routers {'2fffbdbe-2f11-4b8a-9633-9609fed52694'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:29.816898 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fe3e4484-e732-47dc-a599-7f4d2b846bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:06:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2fffbdbe-2f11-4b8a-9633-9609fed52694'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:30.283232 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fe3e4484-e732-47dc-a599-7f4d2b846bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:30.322646 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3e4484-e732-47dc-a599-7f4d2b846bce None None] Routers {'2fffbdbe-2f11-4b8a-9633-9609fed52694'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:30.323681 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fe3e4484-e732-47dc-a599-7f4d2b846bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:06:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2fffbdbe-2f11-4b8a-9633-9609fed52694'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:30.584819 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fe3e4484-e732-47dc-a599-7f4d2b846bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:30.593272 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3e4484-e732-47dc-a599-7f4d2b846bce None None] The sync data for ids ['2fffbdbe-2f11-4b8a-9633-9609fed52694'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:31.577938 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-40aa283e-12b9-4af9-879a-2ec8ceb1d9fe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] remove_router_interface failed (client error): The resource could not be found. May 06 13:06:31.584748 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-40aa283e-12b9-4af9-879a-2ec8ceb1d9fe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/2fffbdbe-2f11-4b8a-9633-9609fed52694/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.7705264 May 06 13:06:31.588334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34966) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:31.780717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc74e37-0432-4083-9b57-33a785cc3895 req-d38634ad-2718-4af3-9478-a9b1efd17ad8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:31.806148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6fc74e37-0432-4083-9b57-33a785cc3895 req-d38634ad-2718-4af3-9478-a9b1efd17ad8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.6717513 May 06 13:06:31.811975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9832e271-bb0b-4f7b-93a4-49149199f535 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:31.923724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9832e271-bb0b-4f7b-93a4-49149199f535 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:31.930542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9832e271-bb0b-4f7b-93a4-49149199f535 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=2fffbdbe-2f11-4b8a-9633-9609fed52694 HTTP/1.1" status: 200 len: 205 time: 0.3397233 May 06 13:06:31.932910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 34976) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:32.128093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6fc74e37-0432-4083-9b57-33a785cc3895 req-03c0c9f4-d8fa-43a5-9ed7-1a120faa5e2a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181641 May 06 13:06:32.150533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcb177-f049-4520-9e15-04074102c313 req-78af2064-84a3-48ef-b511-1ead818c7749 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:32.164412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6bcb177-f049-4520-9e15-04074102c313 req-78af2064-84a3-48ef-b511-1ead818c7749 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.8568330 May 06 13:06:32.284655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6bcb177-f049-4520-9e15-04074102c313 req-6662119d-154d-4f71-ae88-bf7313f15adb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191108 May 06 13:06:32.672486 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd1b3679-7d1b-4377-9066-0ac9a847ab21 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:32.959428 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-d746acd5-1321-449b-a3fb-d4f31f098854 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 1096 time: 0.7204342 May 06 13:06:33.042495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:33.281391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:33.916784 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:34.042907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:34.109197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:34.124891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:34.600122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49ef5-37e7-46f1-bae0-58625264b1bc req-5ffee647-0397-4413-81df-598a97b1e596 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:34.614705 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72f49ef5-37e7-46f1-bae0-58625264b1bc req-5ffee647-0397-4413-81df-598a97b1e596 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 0.7482469 May 06 13:06:34.645948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=10']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:34.759629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72f49ef5-37e7-46f1-bae0-58625264b1bc req-2222b695-0301-4de9-b35e-e3dbd54ae72c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395593 May 06 13:06:34.849720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e78ad-c13e-4789-a8ea-22b4ac1c3227 req-1237a917-bcbb-460d-af26-e3f948649b1d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:34.858499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed0e78ad-c13e-4789-a8ea-22b4ac1c3227 req-1237a917-bcbb-460d-af26-e3f948649b1d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.8283286 May 06 13:06:34.862533 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd1b3679-7d1b-4377-9066-0ac9a847ab21 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:35.046281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed0e78ad-c13e-4789-a8ea-22b4ac1c3227 req-0f4ca4db-efa5-4c48-adc4-02710a016caa tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820314 May 06 13:06:35.056978 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf2aac7-35c6-46da-8757-4383ec1baf5c'] response: {'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'code': 200} May 06 13:06:35.062856 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd1b3679-7d1b-4377-9066-0ac9a847ab21 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:35.207442 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:36.077637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd1b3679-7d1b-4377-9066-0ac9a847ab21 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:36.078326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1b3679-7d1b-4377-9066-0ac9a847ab21 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Fanout notify agent at l3_agent the message router_deleted on router 2fffbdbe-2f11-4b8a-9633-9609fed52694 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:06:36.134750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dd1b3679-7d1b-4377-9066-0ac9a847ab21 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:36.136606 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dd1b3679-7d1b-4377-9066-0ac9a847ab21 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/2fffbdbe-2f11-4b8a-9633-9609fed52694 HTTP/1.1" status: 204 len: 168 time: 4.2022879 May 06 13:06:36.151644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35028) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:36.302919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:36.830219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdae29-818c-477e-ba32-9c8e444f0682 req-95824f89-fde7-4d97-be20-533d2e64634a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:36.851357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23cdae29-818c-477e-ba32-9c8e444f0682 req-95824f89-fde7-4d97-be20-533d2e64634a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 944 time: 0.5322800 May 06 13:06:36.929683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:06:37.169969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-23cdae29-818c-477e-ba32-9c8e444f0682 req-ac6b2bf9-a391-4617-9335-46717e71da55 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081083 May 06 13:06:37.235195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39f08f-1f64-437c-9f91-fe628c664a1b req-7ee81cfd-60e7-4b4b-b851-29cceb5b5601 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:37.238070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d39f08f-1f64-437c-9f91-fe628c664a1b req-7ee81cfd-60e7-4b4b-b851-29cceb5b5601 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.1807523 May 06 13:06:37.301258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:37.438311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-078e0ce2-5aed-4605-aa80-77c117a59b27 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting subnet e50808c6-35c6-4787-8a9c-8b23c7601c12 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:06:37.453273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d39f08f-1f64-437c-9f91-fe628c664a1b req-133fd70e-01a0-4476-8653-0e10abfea2a7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069738 May 06 13:06:37.475520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-078e0ce2-5aed-4605-aa80-77c117a59b27 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.521919 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.750989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-078e0ce2-5aed-4605-aa80-77c117a59b27 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.877841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4b1f33-c8ef-4573-a232-1554f29851d5 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:06:37.896052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.928495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Transition to ACTIVE for port object 6d4b1f33-c8ef-4573-a232-1554f29851d5 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:37.941101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.101333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=11']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:38.515482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.521357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.523048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.526870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.529096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.533262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.535080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.538906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.540510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.544997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:38.550144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:39.447297 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-078e0ce2-5aed-4605-aa80-77c117a59b27 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.621054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] No DVR routers for this DVR port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:06:39.765080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa3816-8078-4e91-ad28-f8037a77eb9d req-4bac2055-0d1c-4853-8356-88c3be8cb100 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:39.767457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21aa3816-8078-4e91-ad28-f8037a77eb9d req-4bac2055-0d1c-4853-8356-88c3be8cb100 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 944 time: 0.8648810 May 06 13:06:39.883130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37d464-b4aa-4200-8275-ec645f274098 req-1766867f-957e-468e-ab91-0d64fb122fa0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:39.912971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c37d464-b4aa-4200-8275-ec645f274098 req-1766867f-957e-468e-ab91-0d64fb122fa0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.5035686 May 06 13:06:39.943550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21aa3816-8078-4e91-ad28-f8037a77eb9d req-6481c6f0-5a41-48b0-a54f-e0f5b6da2cc1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599381 May 06 13:06:40.027003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c37d464-b4aa-4200-8275-ec645f274098 req-cb3d99b9-1efd-4a4b-9739-fcef11ecb0b1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127512 May 06 13:06:40.397512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-078e0ce2-5aed-4605-aa80-77c117a59b27 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.548429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53c22a-d382-483b-8740-20b9f4e9b7c1 None None] Network d7fa2e26-8eb3-44e2-a173-937e163a24e9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:06:40.618168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-078e0ce2-5aed-4605-aa80-77c117a59b27 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.657613 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-078e0ce2-5aed-4605-aa80-77c117a59b27 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/e50808c6-35c6-4787-8a9c-8b23c7601c12 HTTP/1.1" status: 204 len: 168 time: 4.5043411 May 06 13:06:40.661681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35078) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:40.681418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e0ce2-5aed-4605-aa80-77c117a59b27 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Subnet': ['ID=e50808c6-35c6-4787-8a9c-8b23c7601c12,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:41.419286 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:41.433282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:06:41.433931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:06:41.434442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on network dae8fc67-547b-4af3-a42b-b13d3b36396d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:41.471453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on network dae8fc67-547b-4af3-a42b-b13d3b36396d not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:06:41.471996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Attempting to bind port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on network dae8fc67-547b-4af3-a42b-b13d3b36396d {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:41.493251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 2351d0ed-b0fc-4654-bbd0-4ece52117148 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:41.494282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:41.517124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:06:41.524023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Checking segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:41.524789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Bound using segment: {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:06:41.528517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Bound port: 6d4b1f33-c8ef-4573-a232-1554f29851d5, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b34f4f-f921-474c-904f-89ab8283bc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:06:41.538234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:41.794508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db368396-cb0b-406f-9363-1d15e9ea4932 None None] DHCP port deletion for d7fa2e26-8eb3-44e2-a173-937e163a24e9 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:06:41.802827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-db368396-cb0b-406f-9363-1d15e9ea4932 None None] Deleting port 2351d0ed-b0fc-4654-bbd0-4ece52117148 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:41.807764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db368396-cb0b-406f-9363-1d15e9ea4932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.108460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:42.123174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:06:42.138280 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.233284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 2351d0ed-b0fc-4654-bbd0-4ece52117148 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:42.419926 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.422729 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] 10.222.0.48 "PUT /v2.0/ports/6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 1092 time: 9.4483232 May 06 13:06:42.423485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:42.646475 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b8deece-2ea3-4910-8a3f-8ad288c3b428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.751741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5312b9-ef13-49a3-ae19-5d9360ae69dd service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=12']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:42.886874 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-963bdc2d-2ef2-4bb7-af18-6c63bec921a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1095 time: 0.4000010 May 06 13:06:43.303551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16e646-3539-4a5a-b47b-59ad6621e045 req-10814096-5ebe-49b4-ac80-69cf8a46c237 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:43.329564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b16e646-3539-4a5a-b47b-59ad6621e045 req-10814096-5ebe-49b4-ac80-69cf8a46c237 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 944 time: 0.8863757 May 06 13:06:43.416376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-db368396-cb0b-406f-9363-1d15e9ea4932 None None] For port 2351d0ed-b0fc-4654-bbd0-4ece52117148, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2351d0ed-b0fc-4654-bbd0-4ece52117148,segment=NetworkSegment(58178a47-dc8e-4b65-bc64-a1e56100c651),segment_id=58178a47-dc8e-4b65-bc64-a1e56100c651)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:43.423745 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db368396-cb0b-406f-9363-1d15e9ea4932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:43.598122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-e71524be-1a4e-497c-b407-e7981b8bb34d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:43.604765 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-e71524be-1a4e-497c-b407-e7981b8bb34d service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.7039485 May 06 13:06:44.069585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-9432b373-b50e-4129-9afa-258e33e37e54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 999 time: 0.4583297 May 06 13:06:44.124444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdf420-5c01-4835-a183-f7b58c4ca3c6 req-b730ab35-8dbd-444e-8df1-ae59dd7c4e30 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:44.140113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9bdf420-5c01-4835-a183-f7b58c4ca3c6 req-b730ab35-8dbd-444e-8df1-ae59dd7c4e30 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 1.4261432 May 06 13:06:44.357641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-b25ee628-a245-4e12-987c-befc5e16ad36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:44.359192 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-b25ee628-a245-4e12-987c-befc5e16ad36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.2801852 May 06 13:06:44.446174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:44.518232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:44.553028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-db368396-cb0b-406f-9363-1d15e9ea4932 None None] Calling delete_port for 2351d0ed-b0fc-4654-bbd0-4ece52117148 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:44.649369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b16e646-3539-4a5a-b47b-59ad6621e045 req-7f3d3537-e64f-4df7-9cc7-5a74795a359c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9663434 May 06 13:06:44.683524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9bdf420-5c01-4835-a183-f7b58c4ca3c6 req-4cd63569-1e28-476a-866d-5a07fcc50e5c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5391254 May 06 13:06:44.704142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35120) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:44.906660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port 2351d0ed-b0fc-4654-bbd0-4ece52117148, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2351d0ed-b0fc-4654-bbd0-4ece52117148,segment=NetworkSegment(58178a47-dc8e-4b65-bc64-a1e56100c651),segment_id=58178a47-dc8e-4b65-bc64-a1e56100c651)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:44.908075 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:44.952423 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-b703919b-7560-49fc-9ab0-207c1853229b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5846462 May 06 13:06:45.104186 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990ce98a-417b-4528-a2eb-89495429ee82'] response: {'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'status': 'completed', 'code': 200} May 06 13:06:45.362651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db368396-cb0b-406f-9363-1d15e9ea4932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:45.665304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 2351d0ed-b0fc-4654-bbd0-4ece52117148 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:45.677359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db368396-cb0b-406f-9363-1d15e9ea4932 None None] Pushing event deleted for resources: {'Port': ['ID=2351d0ed-b0fc-4654-bbd0-4ece52117148,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:45.708240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db368396-cb0b-406f-9363-1d15e9ea4932 None None] No DVR routers for this DVR port 2351d0ed-b0fc-4654-bbd0-4ece52117148 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:06:45.770861 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:45.848900 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ccc443d-d3a6-46e1-995c-906fd8e6f9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:45.904997 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-e9a7b1c1-89e2-4631-9b44-9dae7ed338f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1095 time: 0.7987108 May 06 13:06:45.923722 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:45.985561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:46.004307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Usage tracker for resource:security_group_rule and tenant:dd0a4cd22daa4709ae0b87fc7c142845 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:46.016812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:46.056251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:46.141277 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.148346 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-b73b914a-524a-4223-9457-7331d483c4a0 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1885276 May 06 13:06:46.583207 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.666760 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.850185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc173ce-d541-45c6-aecc-e2a6e7b0d635,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:46.878455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.879391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.880161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.880906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.881666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.882412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.883172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.883944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.884755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.885513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.886267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:46.957201 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:06:46.958068 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:06:46.997206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-70157100-7597-445d-88bf-ac40e5ec8a41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd0a4cd22daa4709ae0b87fc7c142845&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2885547 May 06 13:06:47.007069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35146) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:47.044603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f80b9e-b525-43ad-8d12-58b6d20f53af req-08bfef95-ea89-4c98-a918-21844fab93cb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:47.052354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42f80b9e-b525-43ad-8d12-58b6d20f53af req-08bfef95-ea89-4c98-a918-21844fab93cb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 944 time: 0.4866011 May 06 13:06:47.071625 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-85b22981-0c45-4665-a542-2c71ed0aa77c req-64a965d5-c108-4e1a-8434-9d6d475e87b5 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627139 May 06 13:06:47.339791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-9d20b845-e3a6-4aca-b16f-462f890f1541 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:47.342939 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-9d20b845-e3a6-4aca-b16f-462f890f1541 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 1.3935034 May 06 13:06:47.474284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 2351d0ed-b0fc-4654-bbd0-4ece52117148 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:47.475056 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:47.556148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:47.761090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c40bb8-56c9-43b5-9480-638a347be76c req-3bb7eb45-f2c8-46c7-bb10-c092bfb1e685 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:47.767425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51c40bb8-56c9-43b5-9480-638a347be76c req-3bb7eb45-f2c8-46c7-bb10-c092bfb1e685 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 1.0306368 May 06 13:06:47.789953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] The port '2351d0ed-b0fc-4654-bbd0-4ece52117148' was deleted {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:06:47.862759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-b24ceef3-0f50-417f-98d9-1b5bb3b81ceb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 999 time: 0.4990277 May 06 13:06:47.953787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42f80b9e-b525-43ad-8d12-58b6d20f53af req-027aa87d-71f1-4f95-b0e1-b489bdefe348 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6852231 May 06 13:06:47.967621 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-b9394669-e3d3-4e32-8cd5-5c527fc13a43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1095 time: 0.8116634 May 06 13:06:48.108618 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc808bc0-e1d6-4363-b05c-f6bdb795be66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.161934 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc808bc0-e1d6-4363-b05c-f6bdb795be66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.660570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-ebc87138-3faf-4bfc-ad96-16bcf306195c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:48.673558 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-ebc87138-3faf-4bfc-ad96-16bcf306195c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.8096931 May 06 13:06:48.677782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc808bc0-e1d6-4363-b05c-f6bdb795be66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.718542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.763580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51c40bb8-56c9-43b5-9480-638a347be76c req-332b490d-990a-45f0-8df7-df6faaa28451 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9049530 May 06 13:06:48.787669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc808bc0-e1d6-4363-b05c-f6bdb795be66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc173ce-d541-45c6-aecc-e2a6e7b0d635,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:48.900781 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fc808bc0-e1d6-4363-b05c-f6bdb795be66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.903268 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fc808bc0-e1d6-4363-b05c-f6bdb795be66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dc173ce-d541-45c6-aecc-e2a6e7b0d635 HTTP/1.1" status: 204 len: 168 time: 1.8813639 May 06 13:06:48.998108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fa2e26-8eb3-44e2-a173-937e163a24e9']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:49.095656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58178a47-dc8e-4b65-bc64-a1e56100c651') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:49.096125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58178a47-dc8e-4b65-bc64-a1e56100c651') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:49.146049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.159173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-586fb2be-69a6-4721-a7ff-399af857dc62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:49.177782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac7551-bbe4-4144-868f-a56f37ccebc4 req-04af96b9-1903-4fb1-829c-adb14cb5ff73 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:49.180012 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-586fb2be-69a6-4721-a7ff-399af857dc62 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 1.2008517 May 06 13:06:49.201301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fac7551-bbe4-4144-868f-a56f37ccebc4 req-04af96b9-1903-4fb1-829c-adb14cb5ff73 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 945 time: 0.6915762 May 06 13:06:49.316931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-048af3d4-034e-432c-a44f-d73bc2e58aa3 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:49.328032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-048af3d4-034e-432c-a44f-d73bc2e58aa3 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.48 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 945 time: 0.9574761 May 06 13:06:49.459507 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-cbcc96c0-fb40-4597-84f3-8a1b37a34aa7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7638738 May 06 13:06:49.528935 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.727198 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Deleting port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:49.728151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.884292 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-b353a708-2004-4ebb-8564-37bb5fe87d2d service neutron] 10.222.0.36 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018834 May 06 13:06:49.913107 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-d1124588-27a8-42fd-a9a4-afbcddc77538 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 999 time: 0.7119970 May 06 13:06:50.315682 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-1a148e42-964d-4ebc-95ea-19e1f0e20af7 service neutron] 10.222.0.36 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012239 May 06 13:06:50.512303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:06:50.513389 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:50.550261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-476f6720-7f33-470e-859e-93a6480f8343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:50.555200 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-476f6720-7f33-470e-859e-93a6480f8343 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.2357976 May 06 13:06:50.649221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fac7551-bbe4-4144-868f-a56f37ccebc4 req-8c19e0c0-057b-49a5-a98e-c00e590dba1e tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4465992 May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: util.warn( May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: timer() May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:06:50.650341 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:06:50.839028 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-40d15d7b-4e73-4cf6-8c79-94d6a5e6a482 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2661090 May 06 13:06:51.184250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:51.248808 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:51.271251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/networks/d7fa2e26-8eb3-44e2-a173-937e163a24e9 HTTP/1.1" status: 204 len: 168 time: 10.5995073 May 06 13:06:51.392646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35190) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:51.444842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-403868675'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:51.489090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:51.512233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:network and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:51.532303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:51.574316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:51.618139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7a19e-9881-49f3-93b9-258f256509aa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Network': ['ID=d7fa2e26-8eb3-44e2-a173-937e163a24e9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:51.877427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:06:51.882194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:51.918702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:06:51.934408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:51.991150 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-1d39bb7e-05e3-42ec-8ce1-d0ee6901e418 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1416547 May 06 13:06:52.146441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5c099-5dfa-4122-987f-3eb81cbbc6b6 req-fa401fda-ca35-4aed-9916-0ef05c442547 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:52.160476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03f5c099-5dfa-4122-987f-3eb81cbbc6b6 req-fa401fda-ca35-4aed-9916-0ef05c442547 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 944 time: 2.3837073 May 06 13:06:52.522494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:06:52.611906 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-918b146a-8994-4d38-a537-6c9f6d1037d5 req-44acb2df-d72a-40ee-acde-d9dddcf5e083 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137486 May 06 13:06:52.684601 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:52.685985 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added segment 0089bcba-b540-47dd-85cb-b180cd2df0a8 of type vlan for network 7f7089c1-ab60-47eb-b33b-ac79c4339169 May 06 13:06:52.704159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] For port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:52.705215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:52.708174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:06:52.745405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b94b8-3ecd-4054-9471-72d84cea6368 req-ee5bf7e5-6ca9-4078-9117-1b0be5139d47 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:52.761535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c4b94b8-3ecd-4054-9471-72d84cea6368 req-ee5bf7e5-6ca9-4078-9117-1b0be5139d47 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 1.1365399 May 06 13:06:52.815206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03f5c099-5dfa-4122-987f-3eb81cbbc6b6 req-1f64da01-1126-4a9e-ad0c-bb522fc30202 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6531355 May 06 13:06:53.045708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35210) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:53.282156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Calling delete_port for 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:53.287000 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.448346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:53.462205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:53.512899 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.821815 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.854837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-530672218-network', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:53.880454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:06:53.880454 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:06:53.885883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:53.901779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Usage tracker for resource:network and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:53.906896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:53.917358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:53.935390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Made reservation on behalf of 3ca701b986cb4e21ba167ffac36da2e5 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:06:53.940389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.959811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.025891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:54.032924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Usage tracker for resource:security_group_rule and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:54.039971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:54.051625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:54.064703 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:06:54.096620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:54.159079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'port_id': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'mac_address': 'fa:16:3e:a8:6b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:06:54.168430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c4b94b8-3ecd-4054-9471-72d84cea6368 req-86c73d32-aaa1-4009-b73e-d8e65c456217 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3986194 May 06 13:06:54.168430 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.177194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:54.181845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:54.183170 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.193134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.193474 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.307043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:06:54.341872 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fde767-6460-499b-8d3f-d58b9db6797d'] response: {'server_uuid': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9', 'code': 200} May 06 13:06:54.342507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8791dcec-a970-457d-8fb9-0c9469359fe3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:54.362100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.362509 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Added segment 8894a9c8-5909-4150-8b34-88bd534d4fb4 of type vlan for network a9f8a2ba-5755-42db-b48e-1790627e660a May 06 13:06:54.415391 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.417356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Deleting port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:54.417909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.478065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4b1f33-c8ef-4573-a232-1554f29851d5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:06:54.505811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.541609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:54.553216 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.664103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.668298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:54.673001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.745979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Network': ['ID=7f7089c1-ab60-47eb-b33b-ac79c4339169,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:54.750700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8401566a-991e-4fdf-8e99-3b29031c89cb tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.3505571 May 06 13:06:54.767891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 7f7089c1-ab60-47eb-b33b-ac79c4339169 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:06:54.789644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbace2ef-03fc-40a2-b95e-6826ffff9130 req-a5095333-48da-46fb-9883-ffb0215321a7 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:54.790985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fbace2ef-03fc-40a2-b95e-6826ffff9130 req-a5095333-48da-46fb-9883-ffb0215321a7 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Synchronizing usage tracker for tenant:fa96a274e40743d59276beef1882162d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:54.795254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35226) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:54.809500 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7619979 May 06 13:06:54.835584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35228) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:54.878554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'subnet': {'network_id': '7f7089c1-ab60-47eb-b33b-ac79c4339169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:55.053327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fbace2ef-03fc-40a2-b95e-6826ffff9130 req-a5095333-48da-46fb-9883-ffb0215321a7 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Unset dirty status for tenant:fa96a274e40743d59276beef1882162d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:55.060781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Request body: {'subnet': {'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-530672218-subnet', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:55.066042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbace2ef-03fc-40a2-b95e-6826ffff9130 req-a5095333-48da-46fb-9883-ffb0215321a7 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 945 time: 1.9113500 May 06 13:06:55.084209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6d4b1f33-c8ef-4573-a232-1554f29851d5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:06:55.196776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:55.233000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Usage tracker for resource:subnet and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:55.270521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:55.297488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:55.340839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Made reservation on behalf of 3ca701b986cb4e21ba167ffac36da2e5 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:06:55.340839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.464135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c05b04-5d2e-4434-bc05-868b60ea8f2e admin admin] Pushing event updated for resources: {'Network': ['ID=a9f8a2ba-5755-42db-b48e-1790627e660a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:55.525152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=13']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:55.587791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network a9f8a2ba-5755-42db-b48e-1790627e660a details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:06:55.724338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbace2ef-03fc-40a2-b95e-6826ffff9130 req-429a908d-b0b4-465e-98ea-cc3edfd1240c tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/security-groups?id=39b72d84-645d-45ee-a465-14e06bad0ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567869 May 06 13:06:55.792417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:55.812344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:subnet and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:55.836135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:55.875358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:55.943685 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.985879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:06:56.287529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f49107-4569-45df-946d-89a01e371f14,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:56.453880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Checking segment: {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:56.458675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Network hostable DHCP agents. Network: a9f8a2ba-5755-42db-b48e-1790627e660a, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:06:56.580631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:56.593929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Network a9f8a2ba-5755-42db-b48e-1790627e660a is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:06:56.638466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, a9f8a2ba-5755-42db-b48e-1790627e660a) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:56.650542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:56.655351 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:56.667071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c0ff91-7243-4e0b-97e5-c73cabe82b7a None None] Network a9f8a2ba-5755-42db-b48e-1790627e660a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:06:56.737547 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5d602a4c-b192-4881-b242-d851c042b0a1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8933351 May 06 13:06:56.738252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35248) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:56.763761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:56.789549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:56.808950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Usage tracker for resource:router and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:56.822113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:56.853540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:56.919271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:56.921876 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:57.012764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:57.350941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:57.594075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] For port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,segment=NetworkSegment(555d04e2-2909-4f21-bc03-376c59cc6da1),segment_id=555d04e2-2909-4f21-bc03-376c59cc6da1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:57.595074 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:57.663702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-a9f8a2ba-5755-42db-b48e-1790627e660a', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:06:57.663702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:57.853005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:57.945098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:58.064346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Allocated IP 172.20.0.2 (a9f8a2ba-5755-42db-b48e-1790627e660a/d2f49107-4569-45df-946d-89a01e371f14/e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:58.143522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Calling delete_port for 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:58.483298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Allocated IP 172.25.7.228 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9236e98a-4d6e-459f-bd95-0fd915071f0a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:58.603603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843616eb-614b-4aa2-bff3-e6ebc87822d3 req-d22041b9-ec93-4e0d-a6b4-713c344aab69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:58.606037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-843616eb-614b-4aa2-bff3-e6ebc87822d3 req-d22041b9-ec93-4e0d-a6b4-713c344aab69 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 945 time: 3.8270290 May 06 13:06:58.709254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:59.014268 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:06:59.023887 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:59.154406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:59.208522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6d4b1f33-c8ef-4573-a232-1554f29851d5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:59.227275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6d4b1f33-c8ef-4573-a232-1554f29851d5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:59.228398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:59.243980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:59.285516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-843616eb-614b-4aa2-bff3-e6ebc87822d3 req-a9103630-fc74-4980-ace7-85e651f6173e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6423309 May 06 13:06:59.308696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea791828-1d12-4c49-aba7-b427a7108620 req-dfb7513d-ba32-4322-9f6b-c0bd9c494129 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:59.310271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea791828-1d12-4c49-aba7-b427a7108620 req-dfb7513d-ba32-4322-9f6b-c0bd9c494129 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 2.7426386 May 06 13:06:59.388553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Transition to ACTIVE for port object e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:59.410730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:59.449291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35266) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:59.463091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:59.617294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:59.631772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:06:59.655359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Transition to ACTIVE for port object e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:59.832398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.014320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Pushing event updated for resources: {'Port': ['ID=9236e98a-4d6e-459f-bd95-0fd915071f0a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:00.055156 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.153755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Network a9f8a2ba-5755-42db-b48e-1790627e660a is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:00.180690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:00.195585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:00.227452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:07:00.251650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Pushing event updated for resources: {'Port': ['ID=e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:00.274382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:00.298343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94f2f30b-3fe9-4dd1-a994-41a4fc0a7394 req-1b59ddb6-7536-46c1-ba25-56f001359845 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 210 time: 0.3461096 May 06 13:07:00.355759 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.372096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-63e604b9-4e5e-4e98-9188-ef850355e690 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/5034fec7-e465-409f-8135-dae1cab32a87 HTTP/1.1" status: 200 len: 992 time: 0.9109128 May 06 13:07:00.419064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Pushing event deleted for resources: {'Port': ['ID=62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:00.550937 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.625778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Attempting to bind port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:00.626162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Attempting to bind port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:00.626479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Attempting to bind port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e on network a9f8a2ba-5755-42db-b48e-1790627e660a {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:00.672603 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74299f40-420f-4300-8450-c896c25478ab'] response: {'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'code': 200} May 06 13:07:00.673373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:00.676118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Checking segment: {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:00.676846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.677265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Bound using segment: {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:00.678901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Bound port: e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:00.685410 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.739746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] No DVR routers for this DVR port 62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:07:00.744951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.786587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'name': 'network-vif-deleted', 'tag': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:07:00.795049 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e012df8b-6ba9-4ad2-ae65-243fac7d5905 req-a24d278b-5c29-445b-9544-1b3d199933b2 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.48 "DELETE /v2.0/ports/62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9 HTTP/1.1" status: 204 len: 173 time: 11.4564250 May 06 13:07:00.806268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.807524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.830529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=14']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:00.913992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] For port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:00.928797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] For port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:00.935719 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:00.967357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea791828-1d12-4c49-aba7-b427a7108620 req-9b939d00-932b-4bf3-be8b-48661ffff704 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6388159 May 06 13:07:01.013064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Subnet': ['ID=d0ee8830-b709-4af9-9c33-dad016525f57,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:01.038750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b9866-67d1-4fd4-8a6e-f14f9ece4bbe None None] Pushing event updated for resources: {'Port': ['ID=e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:01.039352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Checking segment: {'id': '0089bcba-b540-47dd-85cb-b180cd2df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f7089c1-ab60-47eb-b33b-ac79c4339169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:01.039730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network hostable DHCP agents. Network: 7f7089c1-ab60-47eb-b33b-ac79c4339169, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:07:01.088453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 7f7089c1-ab60-47eb-b33b-ac79c4339169 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:07:01.102954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 7f7089c1-ab60-47eb-b33b-ac79c4339169) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:01.114048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9254f43d-6242-4a7f-9b56-6d0e9d40c397 None None] Network 7f7089c1-ab60-47eb-b33b-ac79c4339169 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:01.123471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:01.125961 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.179738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e4bdacf2-e0ba-4f5e-b2d5-b02c99362b12 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.3179779 May 06 13:07:01.184848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35290) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:01.200215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1744406649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:01.219430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:01.231625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:router and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:01.239980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:01.262454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:01.304570 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.312262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.341093 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6f7c58-93f1-42c8-90e5-999be10c9270'] response: {'server_uuid': '788b2a6a-fd89-49f0-8651-a7440e2f9a10', 'name': 'network-vif-deleted', 'tag': '62be0bd5-e972-43c2-b7ce-7f7d2f0f51f9', 'status': 'completed', 'code': 200} May 06 13:07:01.395243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.480223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.552361 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.555957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c18587f5-18e2-49f7-a1ad-6e616fcf36de tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3671267 May 06 13:07:01.558385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35300) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:02.211318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-7f7089c1-ab60-47eb-b33b-ac79c4339169', 'network_id': '7f7089c1-ab60-47eb-b33b-ac79c4339169', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'fixed_ips': [{'subnet_id': 'd0ee8830-b709-4af9-9c33-dad016525f57'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:07:02.212626 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:02.421220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bb3a88a3-efe5-439d-90c7-158852455d40 req-dda175b8-ce9e-48db-bf28-cd661eb0db47 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Synchronizing usage tracker for tenant:fa96a274e40743d59276beef1882162d on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:07:02.467649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bb3a88a3-efe5-439d-90c7-158852455d40 req-dda175b8-ce9e-48db-bf28-cd661eb0db47 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] Unset dirty status for tenant:fa96a274e40743d59276beef1882162d on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:07:02.479293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb3a88a3-efe5-439d-90c7-158852455d40 req-dda175b8-ce9e-48db-bf28-cd661eb0db47 tempest-VolumesSnapshotTestJSON-2110689466 tempest-VolumesSnapshotTestJSON-2110689466-project] 10.222.0.44 "GET /v2.0/ports?device_id=788b2a6a-fd89-49f0-8651-a7440e2f9a10 HTTP/1.1" status: 200 len: 210 time: 0.2380347 May 06 13:07:02.563508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Router 6e9a7191-904a-4f84-82e2-412d4112f31f is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:07:02.904067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Allocated IP 2001:db8::2 (7f7089c1-ab60-47eb-b33b-ac79c4339169/d0ee8830-b709-4af9-9c33-dad016525f57/7874f14b-a074-4a25-8ab6-c9df9dc77032) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:03.245344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:03.277892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Sync routers for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:03.325409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:03.330433 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6068c9e8-bfda-4d9e-b191-c054d8977a0b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5829949 May 06 13:07:03.332876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35318) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:03.397303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:03.398992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:06:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:03.910329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f9445-0b1f-4dd5-86e5-d4e95bf724ed None None] Network a9f8a2ba-5755-42db-b48e-1790627e660a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:04.482255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:04.725446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068497ee-843f-48bc-a93d-037cab770758 req-c92df9b5-f0d0-4c12-81e4-979f4818c3a7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:04.736451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-068497ee-843f-48bc-a93d-037cab770758 req-c92df9b5-f0d0-4c12-81e4-979f4818c3a7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 1.8903975 May 06 13:07:04.953355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-61599d8f-aa96-4999-9ca7-4c983b450742 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1569071 May 06 13:07:05.036948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7ba7157f-b487-4fa9-8e2e-ef6c3c991657 None None] Provisioning for port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:05.069431 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.160197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.164651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Transition to ACTIVE for port object 7874f14b-a074-4a25-8ab6-c9df9dc77032 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:05.184274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:05.379154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:05.427981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:05.431613 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.609338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Transition to ACTIVE for port object 7874f14b-a074-4a25-8ab6-c9df9dc77032 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:05.743300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-068497ee-843f-48bc-a93d-037cab770758 req-724257c2-bcd9-4745-8306-eb92e9dcfde8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0053251 May 06 13:07:06.024965 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:06.329838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Network 7f7089c1-ab60-47eb-b33b-ac79c4339169 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:06.364078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:06.380214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:06.440428 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-af65c19e-6ff8-437c-b432-ad750ee1807b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1097 time: 1.0897000 May 06 13:07:06.628520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Pushing event updated for resources: {'Port': ['ID=7874f14b-a074-4a25-8ab6-c9df9dc77032,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:06.942539 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:07.018190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:00Z', 'revision_number': 3, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:07.046053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Attempting to bind port 7874f14b-a074-4a25-8ab6-c9df9dc77032 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:07.048573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Attempting to bind port 7874f14b-a074-4a25-8ab6-c9df9dc77032 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0089bcba-b540-47dd-85cb-b180cd2df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f7089c1-ab60-47eb-b33b-ac79c4339169'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:07.049307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Attempting to bind port 7874f14b-a074-4a25-8ab6-c9df9dc77032 on network 7f7089c1-ab60-47eb-b33b-ac79c4339169 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:07.072166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:07.073636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Checking router: 6e9a7191-904a-4f84-82e2-412d4112f31f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:07.073991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Updating router 6e9a7191-904a-4f84-82e2-412d4112f31f port 9236e98a-4d6e-459f-bd95-0fd915071f0a binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:07:07.111278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-09776984-bbb0-4dd8-a87d-e9c403d34e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:07.113689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-09776984-bbb0-4dd8-a87d-e9c403d34e99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.5991406 May 06 13:07:07.243668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:07.370791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:07.371862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Checking segment: {'id': '0089bcba-b540-47dd-85cb-b180cd2df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f7089c1-ab60-47eb-b33b-ac79c4339169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:07.373447 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:07.374121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Bound using segment: {'id': '0089bcba-b540-47dd-85cb-b180cd2df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f7089c1-ab60-47eb-b33b-ac79c4339169'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:07.374921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Bound port: 7874f14b-a074-4a25-8ab6-c9df9dc77032, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0089bcba-b540-47dd-85cb-b180cd2df0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '7f7089c1-ab60-47eb-b33b-ac79c4339169'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:07.375585 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:07.755084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-b73f773f-0f58-48c7-ad56-2e1f69b48dff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 1001 time: 0.6299596 May 06 13:07:07.892516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:07.956383 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:07.995361 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.020590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Allocated IP 172.20.0.1 (a9f8a2ba-5755-42db-b48e-1790627e660a/d2f49107-4569-45df-946d-89a01e371f14/b1edf42c-6788-48cd-8b5d-693a139a2af1) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:08.071628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-332b0111-b461-407f-9d8f-7cf4c9fffd9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:08.073143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-332b0111-b461-407f-9d8f-7cf4c9fffd9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.3112314 May 06 13:07:08.277184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba590e9a-98fc-40d6-aa0e-c2c3a448e996 req-35222cba-7788-4cde-ac6c-113da934addf tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:08.298087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba590e9a-98fc-40d6-aa0e-c2c3a448e996 req-35222cba-7788-4cde-ac6c-113da934addf tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.8524144 May 06 13:07:08.351469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:08.375416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-864ae503-bb73-422a-8b31-e9e2d3392d4a None None] Provisioning complete for port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:08.384051 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-864ae503-bb73-422a-8b31-e9e2d3392d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.395947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 2001:db8::1 (7f7089c1-ab60-47eb-b33b-ac79c4339169/d0ee8830-b709-4af9-9c33-dad016525f57/97edc2ba-4acd-4b81-8fa4-035657d0ce66) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:08.424309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba590e9a-98fc-40d6-aa0e-c2c3a448e996 req-7fba76ee-39f5-41f8-aa1d-115343adaf11 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249723 May 06 13:07:08.511947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-66b9a66c-8ed6-4556-84cc-fbef0125c1c9 req-bd752682-1431-4c68-8986-2b8f99d3fe22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1097 time: 0.4175022 May 06 13:07:08.802487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-629e58b9-f2ec-4df5-b851-b3905f551b9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7008607 May 06 13:07:08.876448 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.901030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Transition to ACTIVE for port object 9236e98a-4d6e-459f-bd95-0fd915071f0a will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:08.929384 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.929974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.021283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Transition to ACTIVE for port object b1edf42c-6788-48cd-8b5d-693a139a2af1 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:09.071667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9a66c-8ed6-4556-84cc-fbef0125c1c9 req-e9f33713-8f7a-4cd3-b907-0e5e21de8c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:09.076716 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-66b9a66c-8ed6-4556-84cc-fbef0125c1c9 req-e9f33713-8f7a-4cd3-b907-0e5e21de8c3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.5359473 May 06 13:07:09.146824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] For port 7874f14b-a074-4a25-8ab6-c9df9dc77032, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:09.185497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Attempting to bind port 9236e98a-4d6e-459f-bd95-0fd915071f0a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:09.189099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Attempting to bind port 9236e98a-4d6e-459f-bd95-0fd915071f0a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:09.189099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Attempting to bind port 9236e98a-4d6e-459f-bd95-0fd915071f0a on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:09.214398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:09.218820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:09.219604 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.220135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:09.220749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Bound port: 9236e98a-4d6e-459f-bd95-0fd915071f0a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:09.221262 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.273563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-e188ca12-47fb-44fd-8f7f-26b38929cc2b service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228914 May 06 13:07:09.298385 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-66b9a66c-8ed6-4556-84cc-fbef0125c1c9 req-f8bf0d84-1fad-4b24-a4db-fc260d23f629 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 1001 time: 0.2183230 May 06 13:07:09.411618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] For port 7874f14b-a074-4a25-8ab6-c9df9dc77032, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7874f14b-a074-4a25-8ab6-c9df9dc77032,segment=NetworkSegment(0089bcba-b540-47dd-85cb-b180cd2df0a8),segment_id=0089bcba-b540-47dd-85cb-b180cd2df0a8)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:09.435244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c33de8-6add-43d2-9e4e-110b6d501547 None None] Pushing event updated for resources: {'Port': ['ID=9236e98a-4d6e-459f-bd95-0fd915071f0a,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:09.470138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.515681 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.629042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.641705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9a66c-8ed6-4556-84cc-fbef0125c1c9 req-52f73df9-a72f-4330-afd6-5a563b8b3292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:09.646676 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-66b9a66c-8ed6-4556-84cc-fbef0125c1c9 req-52f73df9-a72f-4330-afd6-5a563b8b3292 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.3383405 May 06 13:07:09.661757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Transition to ACTIVE for port object 97edc2ba-4acd-4b81-8fa4-035657d0ce66 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:09.847902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] For port 9236e98a-4d6e-459f-bd95-0fd915071f0a, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:09.866162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] For port 9236e98a-4d6e-459f-bd95-0fd915071f0a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9236e98a-4d6e-459f-bd95-0fd915071f0a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:09.874423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b1f70-d754-4e28-9ba4-ce88861de31f None None] Pushing event updated for resources: {'Port': ['ID=7874f14b-a074-4a25-8ab6-c9df9dc77032,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:09.896289 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.949002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba32f251-d73f-42de-b34d-53fcf16c0351 req-55b86583-be76-4f7f-8b43-43f4c6107be8 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625910 May 06 13:07:09.993825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Network a9f8a2ba-5755-42db-b48e-1790627e660a is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:10.017597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:10.028583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:10.253798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.374954 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-66b9a66c-8ed6-4556-84cc-fbef0125c1c9 req-9b079b9e-072a-47a8-99e6-a05b30fae900 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5859599 May 06 13:07:10.376959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Pushing event updated for resources: {'Port': ['ID=b1edf42c-6788-48cd-8b5d-693a139a2af1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:10.589348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:10.590337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:06:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:10.732261 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.909515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:10.939743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.961871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 7f7089c1-ab60-47eb-b33b-ac79c4339169 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:11.010397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:11.053779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:11.060692 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:11.142089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=97edc2ba-4acd-4b81-8fa4-035657d0ce66,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:11.217259 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-66b9a66c-8ed6-4556-84cc-fbef0125c1c9 req-3c9fad8f-665f-4863-b5a1-49d80b89d418 service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8318455 May 06 13:07:11.326113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435ea90-8f9a-4e6b-ada6-7ac533f17878 req-d3ae4131-9fa5-4ba6-a073-218838f27348 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:11.345002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2435ea90-8f9a-4e6b-ada6-7ac533f17878 req-d3ae4131-9fa5-4ba6-a073-218838f27348 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 1.3938565 May 06 13:07:11.527870 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-66b9a66c-8ed6-4556-84cc-fbef0125c1c9 req-ef57f2f8-e002-45a0-b4cf-20bda75eb900 service neutron] 10.222.0.48 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990863 May 06 13:07:11.675933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:11.684421 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:11.734799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2435ea90-8f9a-4e6b-ada6-7ac533f17878 req-03fb41ca-c7b0-4f03-9f09-0ab35f70480a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796401 May 06 13:07:11.736970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e5f479f4-cd3f-40b7-b26f-e0cf8801aa0f None None] Provisioning for port b1edf42c-6788-48cd-8b5d-693a139a2af1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:11.749203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c33de8-6add-43d2-9e4e-110b6d501547 None None] Pushing event updated for resources: {'Port': ['ID=9236e98a-4d6e-459f-bd95-0fd915071f0a,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:11.782822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e5f479f4-cd3f-40b7-b26f-e0cf8801aa0f None None] Provisioning complete for port b1edf42c-6788-48cd-8b5d-693a139a2af1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:11.783774 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e5f479f4-cd3f-40b7-b26f-e0cf8801aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:11.891026 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:11.965243 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:12.009613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:12.010001 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:12.077779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e5f479f4-cd3f-40b7-b26f-e0cf8801aa0f None None] Port b1edf42c-6788-48cd-8b5d-693a139a2af1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:12.149638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:12.413454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Pushing event updated for resources: {'Port': ['ID=b1edf42c-6788-48cd-8b5d-693a139a2af1,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:12.541547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05db2eb-dbba-475f-93a5-344f809a7f0b None None] Network 7f7089c1-ab60-47eb-b33b-ac79c4339169 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:12.848380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 1179912f-dd3a-44c6-8616-d184b6ad9545 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:07:12.948176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Network a9f8a2ba-5755-42db-b48e-1790627e660a is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:12.955811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:13.429507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.468798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6f104-18bd-4da1-a588-2004c760ec45 req-6cbd2d2e-91fc-4bc1-b208-b5220e592353 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:13.477442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93a6f104-18bd-4da1-a588-2004c760ec45 req-6cbd2d2e-91fc-4bc1-b208-b5220e592353 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.2948747 May 06 13:07:13.501211 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.502152 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.685003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93a6f104-18bd-4da1-a588-2004c760ec45 req-cb864aa2-4f7b-4c1f-a6f7-f93ec613acea tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026987 May 06 13:07:13.753250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=97edc2ba-4acd-4b81-8fa4-035657d0ce66,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:13.829934 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6de5cfb5-8a13-4a3d-aeca-1b41071012e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.857095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:14.000758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 7f7089c1-ab60-47eb-b33b-ac79c4339169 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:14.002069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:14.096665 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:14.170279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Router 6e9a7191-904a-4f84-82e2-412d4112f31f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:07:14.301807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:14.342003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:07:14.360941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:14.665314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5de0901d-b53d-4a15-baa5-12f0c157ce8b None None] Provisioning for port 7874f14b-a074-4a25-8ab6-c9df9dc77032 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:14.709617 n-d-840847-1 neutron-server[83958]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4f58bcff-6b2b-45df-ba82-68cbe05b6196']: {'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'code': 422} returned with failed status May 06 13:07:14.727797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:14.820248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:14.875436 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5ced644b-3cf6-46f0-9540-29751372916d admin admin] 10.222.0.44 "PUT /v2.0/routers/6e9a7191-904a-4f84-82e2-412d4112f31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5334032 May 06 13:07:15.198625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35448) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:15.242494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:08Z', 'revision_number': 1, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:15.247780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7874f14b-a074-4a25-8ab6-c9df9dc77032 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:15.297174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-06bbccb7-6eae-4f75-ba1e-3052d6ba9a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:15.378249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786cfcf-b10c-4c36-b376-d68031539490 None None] The sync data for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 is: [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:08Z', 'revision_number': 1, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:15.537090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a78f3-fb63-44cf-a502-37ea7ea9db7d req-b4649696-7fb6-4e82-8ec9-2e5aee7ad812 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:15.544993 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-006a78f3-fb63-44cf-a502-37ea7ea9db7d req-b4649696-7fb6-4e82-8ec9-2e5aee7ad812 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 0.2990203 May 06 13:07:15.626865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a048a1cc-f6d2-47d7-b0d4-dce85c1e0d9c None None] Provisioning complete for port b1edf42c-6788-48cd-8b5d-693a139a2af1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:15.628212 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a048a1cc-f6d2-47d7-b0d4-dce85c1e0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:15.704405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-006a78f3-fb63-44cf-a502-37ea7ea9db7d req-3de34d55-46c7-4e67-9fda-578dc5d7c85a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579542 May 06 13:07:15.719601 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:15.736179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 0066f354-ded2-4f3d-b748-974c8035a97a is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:07:15.984244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a048a1cc-f6d2-47d7-b0d4-dce85c1e0d9c None None] Port b1edf42c-6788-48cd-8b5d-693a139a2af1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:15.987746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 7874f14b-a074-4a25-8ab6-c9df9dc77032 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:16.030795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7874f14b-a074-4a25-8ab6-c9df9dc77032 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:16.031383 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:16.126707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d267919-a70c-42e8-b885-5abfb5ad7a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:16.287368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d267919-a70c-42e8-b885-5abfb5ad7a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:16.296386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:16.300575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d267919-a70c-42e8-b885-5abfb5ad7a00 admin admin] Usage tracker for resource:security_group_rule and tenant:d776c52fb39a4998aecb0094621d5ab4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:16.313454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d267919-a70c-42e8-b885-5abfb5ad7a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:16.338919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d267919-a70c-42e8-b885-5abfb5ad7a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:16.676864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d267919-a70c-42e8-b885-5abfb5ad7a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:16.685252 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d267919-a70c-42e8-b885-5abfb5ad7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:16.908891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d267919-a70c-42e8-b885-5abfb5ad7a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be323ed8-31ca-42d1-be08-20a5bd9d6394,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:16.929440 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d267919-a70c-42e8-b885-5abfb5ad7a00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d776c52fb39a4998aecb0094621d5ab4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7296815 May 06 13:07:16.936108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35470) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:17.134913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:17.242340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-af7f4cd7-bfc7-402c-ac4b-4ad04ab06d41 None None] Provisioning complete for port 7874f14b-a074-4a25-8ab6-c9df9dc77032 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:17.243575 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af7f4cd7-bfc7-402c-ac4b-4ad04ab06d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:17.309557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:17.330388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f26cebf-cb00-4a96-93eb-c46cc2695f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:17.341537 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5be65-832e-4ee4-bc9f-743f8b478d6b None None] Sync routers for ids ['0066f354-ded2-4f3d-b748-974c8035a97a'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:17.386436 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5be65-832e-4ee4-bc9f-743f8b478d6b None None] Routers {'0066f354-ded2-4f3d-b748-974c8035a97a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:17.391050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f96547b0-a460-454d-9547-2e05a2fbf80e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/0066f354-ded2-4f3d-b748-974c8035a97a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8291922 May 06 13:07:17.394430 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-30c5be65-832e-4ee4-bc9f-743f8b478d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0066f354-ded2-4f3d-b748-974c8035a97a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:17.399034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35482) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:17.479478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f26cebf-cb00-4a96-93eb-c46cc2695f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:17.649660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f26cebf-cb00-4a96-93eb-c46cc2695f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:17.743974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f26cebf-cb00-4a96-93eb-c46cc2695f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:17.749469 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3f26cebf-cb00-4a96-93eb-c46cc2695f98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be323ed8-31ca-42d1-be08-20a5bd9d6394 HTTP/1.1" status: 204 len: 168 time: 0.8017533 May 06 13:07:17.754194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26cebf-cb00-4a96-93eb-c46cc2695f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be323ed8-31ca-42d1-be08-20a5bd9d6394,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:17.845256 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-30c5be65-832e-4ee4-bc9f-743f8b478d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:17.870325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff708930-c408-4b5d-b0a3-6e07bd73fd20 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:17.880050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5be65-832e-4ee4-bc9f-743f8b478d6b None None] Routers {'0066f354-ded2-4f3d-b748-974c8035a97a'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:17.881127 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-30c5be65-832e-4ee4-bc9f-743f8b478d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0066f354-ded2-4f3d-b748-974c8035a97a'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:17.882160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff708930-c408-4b5d-b0a3-6e07bd73fd20 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:07:17.974199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff708930-c408-4b5d-b0a3-6e07bd73fd20 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:07:17.981623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35494) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:17.986893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ff708930-c408-4b5d-b0a3-6e07bd73fd20 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports/97edc2ba-4acd-4b81-8fa4-035657d0ce66 HTTP/1.1" status: 200 len: 911 time: 0.5755181 May 06 13:07:18.098677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:18.100527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 7874f14b-a074-4a25-8ab6-c9df9dc77032, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7874f14b-a074-4a25-8ab6-c9df9dc77032,segment=NetworkSegment(0089bcba-b540-47dd-85cb-b180cd2df0a8),segment_id=0089bcba-b540-47dd-85cb-b180cd2df0a8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:18.132447 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:18.262914 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-30c5be65-832e-4ee4-bc9f-743f8b478d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:18.265209 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5be65-832e-4ee4-bc9f-743f8b478d6b None None] The sync data for ids ['0066f354-ded2-4f3d-b748-974c8035a97a'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:18.791894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9236e98a-4d6e-459f-bd95-0fd915071f0a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:18.908401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 1179912f-dd3a-44c6-8616-d184b6ad9545 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:07:19.212758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35518) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:19.290462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35522) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:19.300365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1083013938-network', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:19.303018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-55505488-f736-4f84-8228-3b333104e9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:19.346175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:19.362288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:19.375975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Usage tracker for resource:network and tenant:c9b0ae3796e84aeaacb1e6e03a407fc4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:19.405768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:19.446733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:19.504397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Made reservation on behalf of c9b0ae3796e84aeaacb1e6e03a407fc4 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:07:19.509785 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:19.532922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=7874f14b-a074-4a25-8ab6-c9df9dc77032,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:19.544585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-af7f4cd7-bfc7-402c-ac4b-4ad04ab06d41 None None] Provisioning for port 97edc2ba-4acd-4b81-8fa4-035657d0ce66 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:19.558625 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-af7f4cd7-bfc7-402c-ac4b-4ad04ab06d41 None None] Provisioning complete for port 97edc2ba-4acd-4b81-8fa4-035657d0ce66 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:19.559505 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af7f4cd7-bfc7-402c-ac4b-4ad04ab06d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:19.581081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:19.682660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:19.690401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Usage tracker for resource:security_group_rule and tenant:c9b0ae3796e84aeaacb1e6e03a407fc4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:19.699601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:19.715821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:19.879027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9236e98a-4d6e-459f-bd95-0fd915071f0a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:19.886084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:19.895932 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:19.898058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-af7f4cd7-bfc7-402c-ac4b-4ad04ab06d41 None None] Port 97edc2ba-4acd-4b81-8fa4-035657d0ce66 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:19.910364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9236e98a-4d6e-459f-bd95-0fd915071f0a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:19.911535 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.000868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d532d2f-a3a3-4f48-8480-47aa733ec08e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:20.015469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:07:20.038029 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.038381 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Added segment efce7464-dfd7-4373-b418-54b4bf5da126 of type vlan for network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 May 06 13:07:20.096715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.130589 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.136863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-668c39c6-5e2a-4d10-90fa-2231a9b9e481 None None] Provisioning complete for port 97edc2ba-4acd-4b81-8fa4-035657d0ce66 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:20.137048 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.137727 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-668c39c6-5e2a-4d10-90fa-2231a9b9e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.137962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:20.138621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.140631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-55505488-f736-4f84-8228-3b333104e9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:20.175514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-55505488-f736-4f84-8228-3b333104e9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:87f9993c02bd4e4bac7c72b8adf69fae is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:20.231269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-55505488-f736-4f84-8228-3b333104e9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:20.251683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-55505488-f736-4f84-8228-3b333104e9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:20.294095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-668c39c6-5e2a-4d10-90fa-2231a9b9e481 None None] Port 97edc2ba-4acd-4b81-8fa4-035657d0ce66 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:20.310475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9236e98a-4d6e-459f-bd95-0fd915071f0a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9236e98a-4d6e-459f-bd95-0fd915071f0a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:20.320851 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.381023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0889103 May 06 13:07:20.391713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35532) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:20.413381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Request body: {'subnet': {'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1083013938-subnet', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:20.435076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3d49c-6c45-4008-ac86-38066de4210f admin admin] Pushing event updated for resources: {'Network': ['ID=475bff8e-e50c-45d7-be3a-a0e1887f02a5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:20.440360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:20.457246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:07:20.469261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Usage tracker for resource:subnet and tenant:c9b0ae3796e84aeaacb1e6e03a407fc4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:20.474865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:20.493038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:20.535170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Made reservation on behalf of c9b0ae3796e84aeaacb1e6e03a407fc4 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:07:20.542340 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.618838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-415c02a0-7c80-424a-a7c5-f2a9e9930e84 req-39ed8350-8e46-4592-8f4f-e6c19756aa5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.1435318 May 06 13:07:20.649842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7874f14b-a074-4a25-8ab6-c9df9dc77032 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:21.173951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-55505488-f736-4f84-8228-3b333104e9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:21.188086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9236e98a-4d6e-459f-bd95-0fd915071f0a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:21.205758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-55505488-f736-4f84-8228-3b333104e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:21.240935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.254881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.255837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.256517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.257178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.257823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.258529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.259460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.260318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.261245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.262130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:21.296890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7874f14b-a074-4a25-8ab6-c9df9dc77032 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:21.297963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:21.306902 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-55505488-f736-4f84-8228-3b333104e9d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87f9993c02bd4e4bac7c72b8adf69fae&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0934153 May 06 13:07:21.313675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55505488-f736-4f84-8228-3b333104e9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac23056-7bd8-44b4-b443-43d1e9a91928,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:21.316089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35550) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:21.320678 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:21.601931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b6c04ac-77e3-4220-93a6-5bb62700f6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:21.805855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86de81-2218-402b-acb4-e7266af8ef42 req-bf08e4d6-edd7-4058-9080-e20c755ec1a1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:21.809174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf86de81-2218-402b-acb4-e7266af8ef42 req-bf08e4d6-edd7-4058-9080-e20c755ec1a1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 0.5089850 May 06 13:07:21.810134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1841e269-c6ff-4252-b179-ce3862629ff2,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:21.817021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Checking segment: {'id': 'efce7464-dfd7-4373-b418-54b4bf5da126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:21.817506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Network hostable DHCP agents. Network: 475bff8e-e50c-45d7-be3a-a0e1887f02a5, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:07:21.822562 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b6c04ac-77e3-4220-93a6-5bb62700f6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:21.945720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf86de81-2218-402b-acb4-e7266af8ef42 req-29788753-8338-47de-8b37-43b7148b7301 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201587 May 06 13:07:21.972104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-9ffd5421-4bee-4576-84c8-67bb6d5a74b6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6675022 May 06 13:07:21.999646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:07:22.021273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 475bff8e-e50c-45d7-be3a-a0e1887f02a5) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:22.032903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45df1748-9835-4309-8b4f-9ab28e5ba012 None None] Network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:22.044013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:22.044584 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:22.132487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b6c04ac-77e3-4220-93a6-5bb62700f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:22.135885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-642fa77d-8b88-460f-8f9a-0d1f99a0cd41 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7399380 May 06 13:07:22.147145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35560) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:22.170002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:22.189747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:22.196846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Usage tracker for resource:router and tenant:c9b0ae3796e84aeaacb1e6e03a407fc4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:22.251940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:22.312026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:22.362875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:22.364622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:22.381658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c04ac-77e3-4220-93a6-5bb62700f6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac23056-7bd8-44b4-b443-43d1e9a91928,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:22.403497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b6c04ac-77e3-4220-93a6-5bb62700f6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:22.405862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1b6c04ac-77e3-4220-93a6-5bb62700f6d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ac23056-7bd8-44b4-b443-43d1e9a91928 HTTP/1.1" status: 204 len: 168 time: 1.0863152 May 06 13:07:22.475013 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:22.616655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9236e98a-4d6e-459f-bd95-0fd915071f0a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:22.735246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 97edc2ba-4acd-4b81-8fa4-035657d0ce66 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:22.747059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:22.999604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:23.349968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:23.554063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9236e98a-4d6e-459f-bd95-0fd915071f0a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:23.554942 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:23.622400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-475bff8e-e50c-45d7-be3a-a0e1887f02a5', 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'fixed_ips': [{'subnet_id': '1841e269-c6ff-4252-b179-ce3862629ff2'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:07:23.623843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:23.690982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26cdc3f0-313b-4d8b-9851-0dd75388c004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:23.803570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:23.888334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Allocated IP 172.20.0.2 (475bff8e-e50c-45d7-be3a-a0e1887f02a5/1841e269-c6ff-4252-b179-ce3862629ff2/207a3674-7335-47d2-bc60-da8f38aa56cf) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:24.216454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf9d5d-f9c1-4406-b95e-bf65065deb2b req-ecd2d2e2-8888-4ce7-8be7-eed95c275771 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:24.219173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1acf9d5d-f9c1-4406-b95e-bf65065deb2b req-ecd2d2e2-8888-4ce7-8be7-eed95c275771 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 0.4274669 May 06 13:07:24.384393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 97edc2ba-4acd-4b81-8fa4-035657d0ce66 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:07:24.461986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1acf9d5d-f9c1-4406-b95e-bf65065deb2b req-8fe7c056-a140-4e37-92d3-e0449770b3cb tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298973 May 06 13:07:24.478074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-26cdc3f0-313b-4d8b-9851-0dd75388c004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:24.485170 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:24.514247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Transition to ACTIVE for port object 207a3674-7335-47d2-bc60-da8f38aa56cf will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:24.570968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-26cdc3f0-313b-4d8b-9851-0dd75388c004 admin admin] Usage tracker for resource:security_group_rule and tenant:c8688477fda542c28ee93f9ddc4704be is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:24.581776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Transition to ACTIVE for port object 207a3674-7335-47d2-bc60-da8f38aa56cf will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:24.588202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-26cdc3f0-313b-4d8b-9851-0dd75388c004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:24.607830 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:24.610851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-26cdc3f0-313b-4d8b-9851-0dd75388c004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:24.690098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:24.740160 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:24.879704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:24.883730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:24.894376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:24.909801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Pushing event updated for resources: {'Port': ['ID=207a3674-7335-47d2-bc60-da8f38aa56cf,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:24.940550 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26cdc3f0-313b-4d8b-9851-0dd75388c004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:25.057307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26cdc3f0-313b-4d8b-9851-0dd75388c004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:25.105318 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-26cdc3f0-313b-4d8b-9851-0dd75388c004 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8688477fda542c28ee93f9ddc4704be&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1054487 May 06 13:07:25.106227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:25.107681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Allocated IP 172.25.7.232 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/26af6929-bd78-400b-bb01-98f460d21fba) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:25.109936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35602) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:25.181703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=97edc2ba-4acd-4b81-8fa4-035657d0ce66,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:25.183067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Attempting to bind port 207a3674-7335-47d2-bc60-da8f38aa56cf on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:25.184096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Attempting to bind port 207a3674-7335-47d2-bc60-da8f38aa56cf by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'efce7464-dfd7-4373-b418-54b4bf5da126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:25.184277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Attempting to bind port 207a3674-7335-47d2-bc60-da8f38aa56cf on network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:25.242537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:25.243332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Checking segment: {'id': 'efce7464-dfd7-4373-b418-54b4bf5da126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:25.243835 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:25.244274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Bound using segment: {'id': 'efce7464-dfd7-4373-b418-54b4bf5da126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:25.244793 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Bound port: 207a3674-7335-47d2-bc60-da8f38aa56cf, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efce7464-dfd7-4373-b418-54b4bf5da126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:25.245186 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:25.560554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdc3f0-313b-4d8b-9851-0dd75388c004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820774c3-90da-40cc-8c60-a49d434097b3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:25.795265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] For port 207a3674-7335-47d2-bc60-da8f38aa56cf, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:25.799609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:25.811501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] For port 207a3674-7335-47d2-bc60-da8f38aa56cf, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=207a3674-7335-47d2-bc60-da8f38aa56cf,segment=NetworkSegment(efce7464-dfd7-4373-b418-54b4bf5da126),segment_id=efce7464-dfd7-4373-b418-54b4bf5da126)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:25.832446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:26.116485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c13280-b453-4539-80d5-61dc760516d8 None None] Pushing event updated for resources: {'Port': ['ID=207a3674-7335-47d2-bc60-da8f38aa56cf,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:26.195035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d28a77b6-b1b5-4dc6-9fab-e6c28da8dcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:26.483207 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d28a77b6-b1b5-4dc6-9fab-e6c28da8dcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:26.578247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c4c59-6c0c-4cd0-811a-bfc1ce030c26 req-b2a6dc33-b3c1-4103-ab4e-0d9f5c565cc0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:26.581791 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f9c4c59-6c0c-4cd0-811a-bfc1ce030c26 req-b2a6dc33-b3c1-4103-ab4e-0d9f5c565cc0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 0.6186800 May 06 13:07:26.767421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f9c4c59-6c0c-4cd0-811a-bfc1ce030c26 req-0d3a24a5-f9e5-49a2-829c-50c82676e449 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666214 May 06 13:07:26.786948 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:27.043047 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:27.217391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 0066f354-ded2-4f3d-b748-974c8035a97a has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:07:27.223694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 207a3674-7335-47d2-bc60-da8f38aa56cf up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:27.270843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d28a77b6-b1b5-4dc6-9fab-e6c28da8dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:27.308174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:27.358520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:27.382398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:27.468980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 207a3674-7335-47d2-bc60-da8f38aa56cf completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:27.492876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a77b6-b1b5-4dc6-9fab-e6c28da8dcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820774c3-90da-40cc-8c60-a49d434097b3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:27.518940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=26af6929-bd78-400b-bb01-98f460d21fba,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:27.701350 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d28a77b6-b1b5-4dc6-9fab-e6c28da8dcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:27.707539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d28a77b6-b1b5-4dc6-9fab-e6c28da8dcfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/820774c3-90da-40cc-8c60-a49d434097b3 HTTP/1.1" status: 204 len: 168 time: 2.5960808 May 06 13:07:27.852532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:27.881198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd1841-308b-4042-bb8f-50a5d0c3e9a0 None None] Sync routers for ids ['0066f354-ded2-4f3d-b748-974c8035a97a'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:27.979330 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-40a159fb-2211-4316-ae96-93841caa8a6a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/0066f354-ded2-4f3d-b748-974c8035a97a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9958537 May 06 13:07:27.987595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35624) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:28.018536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd1841-308b-4042-bb8f-50a5d0c3e9a0 None None] Routers {'0066f354-ded2-4f3d-b748-974c8035a97a'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:28.038403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7ecd1841-308b-4042-bb8f-50a5d0c3e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0066f354-ded2-4f3d-b748-974c8035a97a'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:28.156880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-852e3d92-8c46-4fa9-8fd4-836554a53370 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:07:28.197600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-852e3d92-8c46-4fa9-8fd4-836554a53370 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:07:28.201728 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-852e3d92-8c46-4fa9-8fd4-836554a53370 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=0066f354-ded2-4f3d-b748-974c8035a97a HTTP/1.1" status: 200 len: 205 time: 0.2123547 May 06 13:07:28.206805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35630) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:28.246121 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:28.247253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:28.477614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7ecd1841-308b-4042-bb8f-50a5d0c3e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:28.542918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd1841-308b-4042-bb8f-50a5d0c3e9a0 None None] Routers {'0066f354-ded2-4f3d-b748-974c8035a97a'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:28.544809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7ecd1841-308b-4042-bb8f-50a5d0c3e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0066f354-ded2-4f3d-b748-974c8035a97a'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:28.897687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7ecd1841-308b-4042-bb8f-50a5d0c3e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:28.907701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecd1841-308b-4042-bb8f-50a5d0c3e9a0 None None] The sync data for ids ['0066f354-ded2-4f3d-b748-974c8035a97a'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:28.913610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c69ec3-fc95-4068-b254-31024dd2bfda None None] Network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:29.006396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53eda658-e5f7-4318-95cc-f4b57f390b3e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:29.212711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73755eaa-3e51-45e2-969b-aac72bf0ab46 req-312de052-3e6a-456b-bc3f-020465b9d16a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:29.222775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73755eaa-3e51-45e2-969b-aac72bf0ab46 req-312de052-3e6a-456b-bc3f-020465b9d16a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 0.5117073 May 06 13:07:29.321822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6364f978-90a6-49c7-8a61-dd92b5b7ca38 None None] Provisioning for port 207a3674-7335-47d2-bc60-da8f38aa56cf completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:29.330454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6364f978-90a6-49c7-8a61-dd92b5b7ca38 None None] Provisioning complete for port 207a3674-7335-47d2-bc60-da8f38aa56cf triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:29.335032 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6364f978-90a6-49c7-8a61-dd92b5b7ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:29.476069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73755eaa-3e51-45e2-969b-aac72bf0ab46 req-e4071a2a-6cd8-4ee5-a322-e241b17f4a69 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483866 May 06 13:07:29.534804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6364f978-90a6-49c7-8a61-dd92b5b7ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:29.618396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6364f978-90a6-49c7-8a61-dd92b5b7ca38 None None] For port 207a3674-7335-47d2-bc60-da8f38aa56cf, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=207a3674-7335-47d2-bc60-da8f38aa56cf,segment=NetworkSegment(efce7464-dfd7-4373-b418-54b4bf5da126),segment_id=efce7464-dfd7-4373-b418-54b4bf5da126)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:29.625511 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6364f978-90a6-49c7-8a61-dd92b5b7ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:29.704328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364f978-90a6-49c7-8a61-dd92b5b7ca38 None None] Pushing event updated for resources: {'Port': ['ID=207a3674-7335-47d2-bc60-da8f38aa56cf,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:29.863692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Router 54c3958b-ed36-48ca-8b4c-604aec6b70bc is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:07:30.377164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c61cd9e4-756a-4b31-ab07-1c32ec76c204 None None] Provisioning complete for port 207a3674-7335-47d2-bc60-da8f38aa56cf triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:30.382469 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c61cd9e4-756a-4b31-ab07-1c32ec76c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:30.641286 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-a3139f40-8934-4f50-8ec3-e4d1c58905aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612&tenant_id=4b0fcaeb0bd04e499d216beff4e48650 HTTP/1.1" status: 200 len: 1095 time: 1.2567451 May 06 13:07:30.652740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:30.672874 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Sync routers for ids ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:30.674387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53eda658-e5f7-4318-95cc-f4b57f390b3e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:30.681640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53eda658-e5f7-4318-95cc-f4b57f390b3e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:30.696118 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:30.697707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b50a2d6f-eb19-4b5c-9e5f-512b8a75c0f2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5467322 May 06 13:07:30.702722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35664) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:30.727111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:30.744766 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Routers {'54c3958b-ed36-48ca-8b4c-604aec6b70bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:30.748843 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:31.173475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 207a3674-7335-47d2-bc60-da8f38aa56cf up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:31.235748 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53eda658-e5f7-4318-95cc-f4b57f390b3e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:31.238807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eda658-e5f7-4318-95cc-f4b57f390b3e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Fanout notify agent at l3_agent the message router_deleted on router 0066f354-ded2-4f3d-b748-974c8035a97a {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:07:31.287859 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-53eda658-e5f7-4318-95cc-f4b57f390b3e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:31.293721 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-53eda658-e5f7-4318-95cc-f4b57f390b3e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/0066f354-ded2-4f3d-b748-974c8035a97a HTTP/1.1" status: 204 len: 168 time: 3.0824492 May 06 13:07:31.301647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35676) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:31.404756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 207a3674-7335-47d2-bc60-da8f38aa56cf triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:31.405121 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:31.450399 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Set router 54c3958b-ed36-48ca-8b4c-604aec6b70bc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:31.572990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Sync routers for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:31.718246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:31.724933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:32.223457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eeff34c-2979-42ee-a9be-5d3a35aa7548 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting subnet d0ee8830-b709-4af9-9c33-dad016525f57 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:07:32.226634 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:32.234725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:32.289245 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eeff34c-2979-42ee-a9be-5d3a35aa7548 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:32.347079 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '26af6929-bd78-400b-bb01-98f460d21fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:22Z', 'updated_at': '2022-05-06T13:07:27Z', 'revision_number': 3, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'gw_port': {'id': '26af6929-bd78-400b-bb01-98f460d21fba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:24Z', 'updated_at': '2022-05-06T13:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:32.358152 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Checking router: 54c3958b-ed36-48ca-8b4c-604aec6b70bc for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:32.358739 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Updating router 54c3958b-ed36-48ca-8b4c-604aec6b70bc port 26af6929-bd78-400b-bb01-98f460d21fba binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:07:32.442901 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eeff34c-2979-42ee-a9be-5d3a35aa7548 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:32.535349 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:32.584609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2695a-d1e4-42d1-a507-a69ab4a0b897 req-12340d3c-ea84-4f16-a42e-d69ee1df2135 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:32.596165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94d2695a-d1e4-42d1-a507-a69ab4a0b897 req-12340d3c-ea84-4f16-a42e-d69ee1df2135 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 1.2660203 May 06 13:07:32.685583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eeff34c-2979-42ee-a9be-5d3a35aa7548 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:32.762227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94d2695a-d1e4-42d1-a507-a69ab4a0b897 req-8e21af99-ee61-43b7-a3fa-faa7425a581a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647735 May 06 13:07:33.141474 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eeff34c-2979-42ee-a9be-5d3a35aa7548 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.223914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:11Z', 'revision_number': 2, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:33.238162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Checking router: 6e9a7191-904a-4f84-82e2-412d4112f31f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:33.242659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Updating router 6e9a7191-904a-4f84-82e2-412d4112f31f port b1edf42c-6788-48cd-8b5d-693a139a2af1 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:07:33.305976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeff34c-2979-42ee-a9be-5d3a35aa7548 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ee8830-b709-4af9-9c33-dad016525f57,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:33.318381 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eeff34c-2979-42ee-a9be-5d3a35aa7548 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.500067 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.512392 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3eeff34c-2979-42ee-a9be-5d3a35aa7548 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/d0ee8830-b709-4af9-9c33-dad016525f57 HTTP/1.1" status: 204 len: 168 time: 2.2063229 May 06 13:07:33.517459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35698) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:33.534709 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Transition to ACTIVE for port object 26af6929-bd78-400b-bb01-98f460d21fba will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:33.560994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855deff7-64e1-452e-a092-b708acf16484 None None] Network 7f7089c1-ab60-47eb-b33b-ac79c4339169 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:33.583879 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.729813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:33.821846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.851814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:33.857632 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Attempting to bind port 26af6929-bd78-400b-bb01-98f460d21fba on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:33.858486 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Attempting to bind port 26af6929-bd78-400b-bb01-98f460d21fba by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:33.858898 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Attempting to bind port 26af6929-bd78-400b-bb01-98f460d21fba on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:33.886110 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:33.886764 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:33.887289 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.889006 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:33.889536 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Bound port: 26af6929-bd78-400b-bb01-98f460d21fba, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:33.890721 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.969009 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Pushing event updated for resources: {'Port': ['ID=26af6929-bd78-400b-bb01-98f460d21fba,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:33.976982 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.985659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1179912f-dd3a-44c6-8616-d184b6ad9545 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:07:34.001306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:34.007496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 7874f14b-a074-4a25-8ab6-c9df9dc77032 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:34.008308 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.008695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:34.008804 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.009047 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.009385 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.009761 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.010102 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.010572 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.015294 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.015655 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.015994 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.016478 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:34.045685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Transition to ACTIVE for port object 1179912f-dd3a-44c6-8616-d184b6ad9545 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:34.053412 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:34.183634 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] For port 26af6929-bd78-400b-bb01-98f460d21fba, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:34.187519 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] For port 26af6929-bd78-400b-bb01-98f460d21fba, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=26af6929-bd78-400b-bb01-98f460d21fba,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:34.194987 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:34.202682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=9']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:34.365766 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc94be0-2701-4157-97ab-f91602b2303f None None] Pushing event updated for resources: {'Port': ['ID=26af6929-bd78-400b-bb01-98f460d21fba,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:34.445736 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Routers {'54c3958b-ed36-48ca-8b4c-604aec6b70bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:34.446439 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:34.528197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] No DVR routers for this DVR port 1179912f-dd3a-44c6-8616-d184b6ad9545 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:07:34.620028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port 7874f14b-a074-4a25-8ab6-c9df9dc77032, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7874f14b-a074-4a25-8ab6-c9df9dc77032,segment=NetworkSegment(0089bcba-b540-47dd-85cb-b180cd2df0a8),segment_id=0089bcba-b540-47dd-85cb-b180cd2df0a8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:34.620427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:34.815809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 7874f14b-a074-4a25-8ab6-c9df9dc77032 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:07:34.821111 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] Set router 54c3958b-ed36-48ca-8b4c-604aec6b70bc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:35.030223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Attempting to bind port 1179912f-dd3a-44c6-8616-d184b6ad9545 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:35.032699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Attempting to bind port 1179912f-dd3a-44c6-8616-d184b6ad9545 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:35.033152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Attempting to bind port 1179912f-dd3a-44c6-8616-d184b6ad9545 on network 6de9707c-7d6d-4a89-8061-aec60ad992ac {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:35.063466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Port 1179912f-dd3a-44c6-8616-d184b6ad9545 on network 6de9707c-7d6d-4a89-8061-aec60ad992ac not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:07:35.063827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Attempting to bind port 1179912f-dd3a-44c6-8616-d184b6ad9545 on network 6de9707c-7d6d-4a89-8061-aec60ad992ac {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:35.073468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:35.073839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Checking segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:35.074272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Bound using segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:35.074840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Bound port: 1179912f-dd3a-44c6-8616-d184b6ad9545, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:35.075111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:35.223247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] DHCP port deletion for 7f7089c1-ab60-47eb-b33b-ac79c4339169 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:07:35.252721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] Deleting port 7874f14b-a074-4a25-8ab6-c9df9dc77032 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:35.253257 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:35.310390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:35.315332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:35.321960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:35.395483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:35.397818 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] 10.222.0.36 "PUT /v2.0/ports/1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 1092 time: 4.6799951 May 06 13:07:35.398547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:07:35.531307 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '26af6929-bd78-400b-bb01-98f460d21fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:22Z', 'updated_at': '2022-05-06T13:07:27Z', 'revision_number': 3, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'gw_port': {'id': '26af6929-bd78-400b-bb01-98f460d21fba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:24Z', 'updated_at': '2022-05-06T13:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:35.538336 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9629a9-23ce-4207-b5d5-8ac7a50617a1 None None] The sync data for ids ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'] in n-d-840847-1 is: [{'id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '26af6929-bd78-400b-bb01-98f460d21fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:22Z', 'updated_at': '2022-05-06T13:07:27Z', 'revision_number': 3, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'gw_port': {'id': '26af6929-bd78-400b-bb01-98f460d21fba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:24Z', 'updated_at': '2022-05-06T13:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:35.562356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e20b3-d4fd-436a-8904-871d4d6d3aad service neutron] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=10']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:35.588638 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-51415d20-6e06-485a-ab37-781bf99213bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1096 time: 0.1484494 May 06 13:07:35.838283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8e5c8-7444-40e0-9ceb-0799e390d0e7 req-cce4abd2-7941-4f2c-a336-f7ac64acc17e tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:35.853524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf8e5c8-7444-40e0-9ceb-0799e390d0e7 req-cce4abd2-7941-4f2c-a336-f7ac64acc17e tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 944 time: 1.6854639 May 06 13:07:35.916054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] For port 7874f14b-a074-4a25-8ab6-c9df9dc77032, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7874f14b-a074-4a25-8ab6-c9df9dc77032,segment=NetworkSegment(0089bcba-b540-47dd-85cb-b180cd2df0a8),segment_id=0089bcba-b540-47dd-85cb-b180cd2df0a8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:35.916054 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.001705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.015228 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:07:36.056514 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.241054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] Calling delete_port for 7874f14b-a074-4a25-8ab6-c9df9dc77032 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:07:36.304567 n-d-840847-1 neutron-server[83952]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4571d3e1-ce3d-4b61-a813-057fc1dac04f']: {'name': 'network-changed', 'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'status': 'failed', 'code': 422} returned with failed status May 06 13:07:36.311236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No DVR routers for this DVR port 7874f14b-a074-4a25-8ab6-c9df9dc77032 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:07:36.352404 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.372012 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Transition to ACTIVE for port object b1edf42c-6788-48cd-8b5d-693a139a2af1 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:36.410416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.416112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-1a071ad9-6f28-4183-8c12-a5c24f40b0ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:36.417623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-1a071ad9-6f28-4183-8c12-a5c24f40b0ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.8234174 May 06 13:07:36.420132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=7874f14b-a074-4a25-8ab6-c9df9dc77032,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:36.667797 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.675914 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-fc56d433-bd68-4490-b87b-d7da38d6b4a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 999 time: 0.2519903 May 06 13:07:36.723148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7089c1-ab60-47eb-b33b-ac79c4339169']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:36.758657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0089bcba-b540-47dd-85cb-b180cd2df0a8') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:36.759020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0089bcba-b540-47dd-85cb-b180cd2df0a8') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:36.793211 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.814812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246f44-37cb-4e02-866a-bc58d9f78d35 None None] Pushing event updated for resources: {'Port': ['ID=b1edf42c-6788-48cd-8b5d-693a139a2af1,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:36.838076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-9131157e-ac15-4229-9076-ef21976bd1ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:36.839652 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-9131157e-ac15-4229-9076-ef21976bd1ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.1574192 May 06 13:07:36.861114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.869128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:07:36.869733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.062923 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-cb364f2f-c6b4-4f52-a355-5dfceeecb23e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171462 May 06 13:07:37.075884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-b246359f-6d93-4fb7-bbdf-72489d6e5b7d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:07:37.076944 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-b246359f-6d93-4fb7-bbdf-72489d6e5b7d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054038 May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: timer() May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:07:37.105546 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:07:37.157722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cf8e5c8-7444-40e0-9ceb-0799e390d0e7 req-4e79bec1-e082-4988-b69b-8d51165e91e8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2853231 May 06 13:07:37.167674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.491918 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-cf9e7193-f99f-4a2c-aeb7-128b3177eebc service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927112 May 06 13:07:37.515731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 26af6929-bd78-400b-bb01-98f460d21fba up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:37.776784 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.820070 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ea8699fe-4d92-43e6-8b39-bc338bfa195d req-300391f4-f52b-47e4-b131-99cd1e1ca014 service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221016 May 06 13:07:37.847909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:07:37.848571 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:07:37.852778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Attempting to bind port b1edf42c-6788-48cd-8b5d-693a139a2af1 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:37.856670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Attempting to bind port b1edf42c-6788-48cd-8b5d-693a139a2af1 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:37.857343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Attempting to bind port b1edf42c-6788-48cd-8b5d-693a139a2af1 on network a9f8a2ba-5755-42db-b48e-1790627e660a {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:37.862552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Network': ['ID=7f7089c1-ab60-47eb-b33b-ac79c4339169,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:37.895566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dc23c10d-c841-4508-a080-c663d01dd52f tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/networks/7f7089c1-ab60-47eb-b33b-ac79c4339169 HTTP/1.1" status: 204 len: 168 time: 4.3769488 May 06 13:07:37.901764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:37.905121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:37.905662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Checking segment: {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:37.906253 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.907317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Bound using segment: {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:37.908133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Bound port: b1edf42c-6788-48cd-8b5d-693a139a2af1, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:37.908966 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.910803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1326535763', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:37.928833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:37.943542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:router and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:37.951956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:37.957212 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.969565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:37.992991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.994395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.040935 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.060289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 26af6929-bd78-400b-bb01-98f460d21fba completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:38.149069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Allocated IP 172.20.0.1 (475bff8e-e50c-45d7-be3a-a0e1887f02a5/1841e269-c6ff-4252-b179-ce3862629ff2/73d08703-0b0a-49e6-9366-dad8404aea15) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:38.298638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] For port b1edf42c-6788-48cd-8b5d-693a139a2af1, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:38.310049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] For port b1edf42c-6788-48cd-8b5d-693a139a2af1, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b1edf42c-6788-48cd-8b5d-693a139a2af1,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:38.315803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 26af6929-bd78-400b-bb01-98f460d21fba triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:38.320247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.415828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] Deleting port 7874f14b-a074-4a25-8ab6-c9df9dc77032 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:38.416287 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.500658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.540140 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.798841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d987e60c-69d2-41fe-9435-2c1b9f5c2798 None None] The port '7874f14b-a074-4a25-8ab6-c9df9dc77032' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:07:38.884898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246f44-37cb-4e02-866a-bc58d9f78d35 None None] Pushing event updated for resources: {'Port': ['ID=b1edf42c-6788-48cd-8b5d-693a139a2af1,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:38.897372 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.972017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294fdea-6e24-4848-a634-399cfa217bba req-5e15580b-5c48-4f35-9192-7cd9e39fc618 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:38.982460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9294fdea-6e24-4848-a634-399cfa217bba req-5e15580b-5c48-4f35-9192-7cd9e39fc618 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 0.3410168 May 06 13:07:39.032410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Transition to ACTIVE for port object 73d08703-0b0a-49e6-9366-dad8404aea15 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:39.124608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:39.137857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9294fdea-6e24-4848-a634-399cfa217bba req-8cc566ef-6831-4f9d-8d28-498158574b27 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441250 May 06 13:07:39.148355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:39.166299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:39.195896 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:39.312594 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:39.373383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Pushing event updated for resources: {'Port': ['ID=73d08703-0b0a-49e6-9366-dad8404aea15,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:39.448402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:39.458616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:39.491540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:39.891602 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.072944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 172.25.7.191 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/6a0c44da-0c89-403a-b141-e38b8db59ee5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:40.242941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.396112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.506157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 26af6929-bd78-400b-bb01-98f460d21fba, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=26af6929-bd78-400b-bb01-98f460d21fba,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:40.545546 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.650778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.727153 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.788164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7874f14b-a074-4a25-8ab6-c9df9dc77032 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:07:40.893680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:40.897837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:40.937572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ef11f5d0-b651-4113-b5e4-7d3046a00735 None None] Provisioning for port 73d08703-0b0a-49e6-9366-dad8404aea15 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:40.962110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:41.046790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:41.180127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=6a0c44da-0c89-403a-b141-e38b8db59ee5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:41.234357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.234914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.235369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.235811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.236985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.236985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.237375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.237944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.238377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.238836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.239271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:41.508755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.509565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.519675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f331fa8-817f-43e1-b101-ee0c3d3a6a8e req-a7d3d676-4b77-4b95-a4ef-8d39f17f7e72 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:41.551651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f331fa8-817f-43e1-b101-ee0c3d3a6a8e req-a7d3d676-4b77-4b95-a4ef-8d39f17f7e72 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 0.7922928 May 06 13:07:41.601591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 7874f14b-a074-4a25-8ab6-c9df9dc77032 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:07:41.603038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7874f14b-a074-4a25-8ab6-c9df9dc77032 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:07:41.606989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ef11f5d0-b651-4113-b5e4-7d3046a00735 None None] Provisioning complete for port 73d08703-0b0a-49e6-9366-dad8404aea15 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:41.607843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef11f5d0-b651-4113-b5e4-7d3046a00735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.682684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=26af6929-bd78-400b-bb01-98f460d21fba,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:41.787612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f331fa8-817f-43e1-b101-ee0c3d3a6a8e req-d0fa273a-3533-4bbe-93c6-2a1a2e2c6fb4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346666 May 06 13:07:41.866235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ef11f5d0-b651-4113-b5e4-7d3046a00735 None None] Port 73d08703-0b0a-49e6-9366-dad8404aea15 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:41.934688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.942503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b1edf42c-6788-48cd-8b5d-693a139a2af1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:41.945137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:42.323257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Pushing event updated for resources: {'Port': ['ID=73d08703-0b0a-49e6-9366-dad8404aea15,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:42.330813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:42.515270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-51579a1c-9984-4689-8533-aa405d2dc3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:42.519045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b1edf42c-6788-48cd-8b5d-693a139a2af1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:42.537085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b1edf42c-6788-48cd-8b5d-693a139a2af1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:42.537507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:42.848274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:38Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:42.869231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90900951-cc67-4f6a-9a49-e446a644d12a None None] The sync data for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 is: [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:38Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:42.936694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 5872eb8d-5351-4d9d-8605-311eef8191c7 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:07:43.021428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:43.036024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:43.111512 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.177417 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.180547 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b1edf42c-6788-48cd-8b5d-693a139a2af1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b1edf42c-6788-48cd-8b5d-693a139a2af1,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:43.188793 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.440722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b1edf42c-6788-48cd-8b5d-693a139a2af1,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:43.840575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5acf934e-b83c-463b-a3c7-b705ab0b47ea None None] Provisioning complete for port 73d08703-0b0a-49e6-9366-dad8404aea15 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:43.846555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5acf934e-b83c-463b-a3c7-b705ab0b47ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.871890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:43.886032 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4182c-0ffe-41a9-a583-506181ce862a None None] Sync routers for ids ['5872eb8d-5351-4d9d-8605-311eef8191c7'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:43.917832 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd4182c-0ffe-41a9-a583-506181ce862a None None] Routers {'5872eb8d-5351-4d9d-8605-311eef8191c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:43.918935 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bd4182c-0ffe-41a9-a583-506181ce862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5872eb8d-5351-4d9d-8605-311eef8191c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:44.001192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b1edf42c-6788-48cd-8b5d-693a139a2af1 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:44.011775 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:44.015225 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-10cdcc9d-6add-480a-b966-8dcb6e7c7a64 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1117301 May 06 13:07:44.019247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35824) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:44.564525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5acf934e-b83c-463b-a3c7-b705ab0b47ea None None] Port 73d08703-0b0a-49e6-9366-dad8404aea15 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:44.582979 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bd4182c-0ffe-41a9-a583-506181ce862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:44.640814 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd4182c-0ffe-41a9-a583-506181ce862a None None] Routers {'5872eb8d-5351-4d9d-8605-311eef8191c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:44.642771 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bd4182c-0ffe-41a9-a583-506181ce862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5872eb8d-5351-4d9d-8605-311eef8191c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:44.773283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b1edf42c-6788-48cd-8b5d-693a139a2af1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:44.783522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.036093 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6bd4182c-0ffe-41a9-a583-506181ce862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:45.037863 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4182c-0ffe-41a9-a583-506181ce862a None None] The sync data for ids ['5872eb8d-5351-4d9d-8605-311eef8191c7'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:45.092771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-78f3a9bc-abc8-4a09-8399-4fb027737ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.266121 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-44e4934a-0d4b-480b-8403-8e1c390217f8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/routers/5872eb8d-5351-4d9d-8605-311eef8191c7 HTTP/1.1" status: 200 len: 885 time: 1.2447081 May 06 13:07:45.267056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35838) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:45.572815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 26af6929-bd78-400b-bb01-98f460d21fba up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:45.664406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21bc68-7c9d-473d-9e64-a7a5a913c1bf req-17addae0-bd24-491c-99ce-48bfd8b49e07 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:45.712415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f21bc68-7c9d-473d-9e64-a7a5a913c1bf req-17addae0-bd24-491c-99ce-48bfd8b49e07 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 1.3916242 May 06 13:07:45.875956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.933015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 26af6929-bd78-400b-bb01-98f460d21fba triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:45.933707 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:46.029023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-67fb57c9-f16a-4bfe-af88-0f17fe763f2b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:router {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:07:46.059655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f21bc68-7c9d-473d-9e64-a7a5a913c1bf req-c9dcf5fe-4253-40cd-8a06-94ce430bf771 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357604 May 06 13:07:46.067072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-67fb57c9-f16a-4bfe-af88-0f17fe763f2b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:router {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:07:46.069667 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-67fb57c9-f16a-4bfe-af88-0f17fe763f2b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8011212 May 06 13:07:46.072610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35852) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:46.090916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2de6b8b4-6c5e-4485-8126-2376adc0ed33 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1326535763'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:46.138037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Router 54c3958b-ed36-48ca-8b4c-604aec6b70bc has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:07:46.440532 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:47.142261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:47.164390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f611b948-a14c-4292-b90d-83fceba5afd0 admin admin] 10.222.0.44 "PUT /v2.0/routers/54c3958b-ed36-48ca-8b4c-604aec6b70bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4604607 May 06 13:07:47.164736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Sync routers for ids ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:47.250224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Routers {'54c3958b-ed36-48ca-8b4c-604aec6b70bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:47.276973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:48.102357 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:48.251614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35878) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:48.381267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Set router 54c3958b-ed36-48ca-8b4c-604aec6b70bc gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:48.531135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72a62-11f8-4546-9a47-ea5d0fbf1720 req-ed255b19-3ac2-4504-9ce4-ded2ae455895 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:48.540456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7f72a62-11f8-4546-9a47-ea5d0fbf1720 req-ed255b19-3ac2-4504-9ce4-ded2ae455895 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 0.4629300 May 06 13:07:48.668349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7f72a62-11f8-4546-9a47-ea5d0fbf1720 req-1dbd5ec7-522a-4140-8b0d-7af11b4ab182 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098723 May 06 13:07:48.691146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de6b8b4-6c5e-4485-8126-2376adc0ed33 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:48.740137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de6b8b4-6c5e-4485-8126-2376adc0ed33 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:48.992246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35886) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:48.997995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593040606', 'description': 'tempest-secgroup-smoke-1593040606 description', 'project_id': '3ca701b986cb4e21ba167ffac36da2e5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:49.011677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:49.023840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:security_group and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:49.031973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:49.052184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:49.115534 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:49.274300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:49.297959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:7d7778ba846d4658980cf2714180870a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:49.316321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:49.353006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:49.476440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:49.571749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de6b8b4-6c5e-4485-8126-2376adc0ed33 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 5872eb8d-5351-4d9d-8605-311eef8191c7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:07:49.647301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '26af6929-bd78-400b-bb01-98f460d21fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:22Z', 'updated_at': '2022-05-06T13:07:40Z', 'revision_number': 4, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'gw_port': {'id': '26af6929-bd78-400b-bb01-98f460d21fba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:24Z', 'updated_at': '2022-05-06T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '73d08703-0b0a-49e6-9366-dad8404aea15', 'name': '', 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'mac_address': 'fa:16:3e:e8:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1841e269-c6ff-4252-b179-ce3862629ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:36Z', 'updated_at': '2022-05-06T13:07:40Z', 'revision_number': 2, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'subnets': [{'id': '1841e269-c6ff-4252-b179-ce3862629ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:49.659502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:49.663888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Checking router: 54c3958b-ed36-48ca-8b4c-604aec6b70bc for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:49.667381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Updating router 54c3958b-ed36-48ca-8b4c-604aec6b70bc port 73d08703-0b0a-49e6-9366-dad8404aea15 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:07:49.680791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:security_group_rule and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:49.699625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:49.713930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:49.844862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.016500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.026700 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.103697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.132191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35902) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:50.133536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d7778ba846d4658980cf2714180870a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8785746 May 06 13:07:50.139528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.286438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e85c478-e3df-4e91-a1f0-fc243bee27ef,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:50.287354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de6b8b4-6c5e-4485-8126-2376adc0ed33 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:50.301272 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9409ba-af1a-45db-af81-7cf25c43b479 None None] Sync routers for ids ['5872eb8d-5351-4d9d-8605-311eef8191c7'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:50.337704 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9409ba-af1a-45db-af81-7cf25c43b479 None None] Routers {'5872eb8d-5351-4d9d-8605-311eef8191c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:50.340042 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eb9409ba-af1a-45db-af81-7cf25c43b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5872eb8d-5351-4d9d-8605-311eef8191c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:50.343153 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de6b8b4-6c5e-4485-8126-2376adc0ed33 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.347099 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2de6b8b4-6c5e-4485-8126-2376adc0ed33 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/5872eb8d-5351-4d9d-8605-311eef8191c7 HTTP/1.1" status: 200 len: 892 time: 4.2694902 May 06 13:07:50.347099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2e870c7-ff56-4495-918d-5f02593f409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.364924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35908) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:50.387265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.387804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.388414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.388953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.389506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.390070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.390582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.403585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.404100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.404894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.405314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f110778-d7f0-4efb-885c-935e55c8a9d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:50.428145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2e870c7-ff56-4495-918d-5f02593f409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.571479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8da235a-d5c1-4320-bc58-8a5b5d461494,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:50.584167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.585414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7815a1f4-a846-4716-8be3-4c81ddc951ae tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.5921617 May 06 13:07:50.594986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35914) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:50.714589 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eb9409ba-af1a-45db-af81-7cf25c43b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:50.716722 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2e870c7-ff56-4495-918d-5f02593f409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.758765 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9409ba-af1a-45db-af81-7cf25c43b479 None None] Routers {'5872eb8d-5351-4d9d-8605-311eef8191c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:50.760277 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eb9409ba-af1a-45db-af81-7cf25c43b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5872eb8d-5351-4d9d-8605-311eef8191c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:50.785557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Request body: {'security_group_rule': {'security_group_id': 'c8da235a-d5c1-4320-bc58-8a5b5d461494', 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:50.826799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e870c7-ff56-4495-918d-5f02593f409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e85c478-e3df-4e91-a1f0-fc243bee27ef,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:50.859488 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2e870c7-ff56-4495-918d-5f02593f409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.861323 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e2e870c7-ff56-4495-918d-5f02593f409e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e85c478-e3df-4e91-a1f0-fc243bee27ef HTTP/1.1" status: 204 len: 168 time: 0.7217171 May 06 13:07:50.863378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:50.869527 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eb9409ba-af1a-45db-af81-7cf25c43b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:50.869922 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9409ba-af1a-45db-af81-7cf25c43b479 None None] The sync data for ids ['5872eb8d-5351-4d9d-8605-311eef8191c7'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:50.970280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd89b02-0fc3-40c4-aeda-ac6e4982e45e req-49936986-7eda-41ee-b0fb-4811d04b23e0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:50.989221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2cd89b02-0fc3-40c4-aeda-ac6e4982e45e req-49936986-7eda-41ee-b0fb-4811d04b23e0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 0.8526464 May 06 13:07:50.991333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:security_group_rule and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:50.997993 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:51.020314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Transition to ACTIVE for port object 73d08703-0b0a-49e6-9366-dad8404aea15 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:51.032711 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:51.040699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:51.297160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb78024-3554-4973-82c8-22c58cc783c0 None None] Pushing event updated for resources: {'Port': ['ID=73d08703-0b0a-49e6-9366-dad8404aea15,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:51.358132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:51.497199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Attempting to bind port 73d08703-0b0a-49e6-9366-dad8404aea15 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:51.499372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Attempting to bind port 73d08703-0b0a-49e6-9366-dad8404aea15 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'efce7464-dfd7-4373-b418-54b4bf5da126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:51.500708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Attempting to bind port 73d08703-0b0a-49e6-9366-dad8404aea15 on network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:51.521836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:51.525070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Checking segment: {'id': 'efce7464-dfd7-4373-b418-54b4bf5da126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:51.525937 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:51.528168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Bound using segment: {'id': 'efce7464-dfd7-4373-b418-54b4bf5da126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:51.529094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2cd89b02-0fc3-40c4-aeda-ac6e4982e45e req-c5df0465-baba-4403-ab43-6d209a4bcfd8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4744182 May 06 13:07:51.529849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Bound port: 73d08703-0b0a-49e6-9366-dad8404aea15, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efce7464-dfd7-4373-b418-54b4bf5da126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:51.531221 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:51.593743 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:51.730135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] For port 73d08703-0b0a-49e6-9366-dad8404aea15, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:51.737267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] For port 73d08703-0b0a-49e6-9366-dad8404aea15, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=73d08703-0b0a-49e6-9366-dad8404aea15,segment=NetworkSegment(efce7464-dfd7-4373-b418-54b4bf5da126),segment_id=efce7464-dfd7-4373-b418-54b4bf5da126)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:51.748964 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:51.906408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb78024-3554-4973-82c8-22c58cc783c0 None None] Pushing event updated for resources: {'Port': ['ID=73d08703-0b0a-49e6-9366-dad8404aea15,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:51.906408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Routers {'54c3958b-ed36-48ca-8b4c-604aec6b70bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:51.906772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:07:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:52.052682 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.084870 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.351979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6baa20-df28-4b93-a275-91886cb4ea10,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:52.352317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35934) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:52.366465 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.369516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-81894973-ec32-49f5-95db-ca33390b292f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7738910 May 06 13:07:52.375191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35938) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:52.405502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Request body: {'security_group_rule': {'security_group_id': 'c8da235a-d5c1-4320-bc58-8a5b5d461494', 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:52.419943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] Set router 54c3958b-ed36-48ca-8b4c-604aec6b70bc gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:52.425707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:52.436980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:security_group_rule and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:52.438185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35ad133-a581-4653-ac4f-950c16553d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.446131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:52.486253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:52.507990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7ae5ee2e-2cb7-42e1-b07f-7cd1028125d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/routers/5872eb8d-5351-4d9d-8605-311eef8191c7 HTTP/1.1" status: 200 len: 892 time: 2.1372042 May 06 13:07:52.514178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35944) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:52.543222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b35ad133-a581-4653-ac4f-950c16553d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:52.551079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b35ad133-a581-4653-ac4f-950c16553d6d admin admin] Usage tracker for resource:security_group_rule and tenant:1a5ed67d016a403a943f31490d3f8464 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:52.557095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b35ad133-a581-4653-ac4f-950c16553d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:52.571645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b35ad133-a581-4653-ac4f-950c16553d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:52.573129 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-77c2daf5-c4af-4649-8c43-c265d82dd159 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:07:52.578770 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.656081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-77c2daf5-c4af-4649-8c43-c265d82dd159 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:07:52.661249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-77c2daf5-c4af-4649-8c43-c265d82dd159 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=5872eb8d-5351-4d9d-8605-311eef8191c7 HTTP/1.1" status: 200 len: 205 time: 0.1455727 May 06 13:07:52.664921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 35948) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:52.686191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35ad133-a581-4653-ac4f-950c16553d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.703727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b35ad133-a581-4653-ac4f-950c16553d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.772141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ad133-a581-4653-ac4f-950c16553d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a2140e-50d1-4e87-a6ca-9406d854af97,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:52.783797 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b35ad133-a581-4653-ac4f-950c16553d6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a5ed67d016a403a943f31490d3f8464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4297833 May 06 13:07:52.799922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35954) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:53.079945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-093b8719-e692-4d6c-ba5f-3f5b19ab3403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.133664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.170304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-093b8719-e692-4d6c-ba5f-3f5b19ab3403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.314120 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-093b8719-e692-4d6c-ba5f-3f5b19ab3403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.338460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b8719-e692-4d6c-ba5f-3f5b19ab3403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a2140e-50d1-4e87-a6ca-9406d854af97,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:53.366800 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-093b8719-e692-4d6c-ba5f-3f5b19ab3403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.370649 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-093b8719-e692-4d6c-ba5f-3f5b19ab3403 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9a2140e-50d1-4e87-a6ca-9406d854af97 HTTP/1.1" status: 204 len: 168 time: 0.5695255 May 06 13:07:53.377351 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.477509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '26af6929-bd78-400b-bb01-98f460d21fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:22Z', 'updated_at': '2022-05-06T13:07:40Z', 'revision_number': 4, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'gw_port': {'id': '26af6929-bd78-400b-bb01-98f460d21fba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:24Z', 'updated_at': '2022-05-06T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '73d08703-0b0a-49e6-9366-dad8404aea15', 'name': '', 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'mac_address': 'fa:16:3e:e8:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1841e269-c6ff-4252-b179-ce3862629ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:36Z', 'updated_at': '2022-05-06T13:07:51Z', 'revision_number': 4, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'subnets': [{'id': '1841e269-c6ff-4252-b179-ce3862629ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:53.504859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498aa6da-320e-4118-932f-0f5707ca6cdc None None] The sync data for ids ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'] in n-d-840847-1 is: [{'id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '26af6929-bd78-400b-bb01-98f460d21fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:22Z', 'updated_at': '2022-05-06T13:07:40Z', 'revision_number': 4, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'gw_port': {'id': '26af6929-bd78-400b-bb01-98f460d21fba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:24Z', 'updated_at': '2022-05-06T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '73d08703-0b0a-49e6-9366-dad8404aea15', 'name': '', 'network_id': '475bff8e-e50c-45d7-be3a-a0e1887f02a5', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'mac_address': 'fa:16:3e:e8:c8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1841e269-c6ff-4252-b179-ce3862629ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:36Z', 'updated_at': '2022-05-06T13:07:51Z', 'revision_number': 4, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'subnets': [{'id': '1841e269-c6ff-4252-b179-ce3862629ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:53.545671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637f2704-e511-4a86-ac72-3a20ca274f34,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:53.695069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.708192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-77c9ffb1-5afc-4215-8f37-549f89c1dc52 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3268127 May 06 13:07:53.709608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35968) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:53.728669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Request body: {'security_group_rule': {'security_group_id': 'c8da235a-d5c1-4320-bc58-8a5b5d461494', 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:53.807021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:53.841389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:security_group_rule and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:53.862508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:53.872468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaf4c9-3709-4325-8cf0-fc27dac8f10c req-76558849-dc05-4fa3-ae39-ab27ea2997f7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:53.875354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdfaf4c9-3709-4325-8cf0-fc27dac8f10c req-76558849-dc05-4fa3-ae39-ab27ea2997f7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 0.7148452 May 06 13:07:53.900153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:53.988469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.147188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fdfaf4c9-3709-4325-8cf0-fc27dac8f10c req-aa10f497-d2b0-43ab-aa71-80d480b1f6d8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581167 May 06 13:07:54.168073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.181713 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.235260 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.285683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.291703 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5803173 May 06 13:07:54.297212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35984) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:54.309212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Request body: {'security_group_rule': {'security_group_id': 'c8da235a-d5c1-4320-bc58-8a5b5d461494', 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:54.327920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9bd8f-3bd8-410c-b754-638ece101f80 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c499a7f-cfe1-41f0-ba97-5081cc67f07d,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:54.345174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:54.356041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:security_group_rule and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:54.361671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:54.389964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:54.420884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.593117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.603766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.694294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16006d41-9a56-4997-9faf-7d28537f4016,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:54.745047 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.749673 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3ec1caa7-7300-4fb6-9a47-cc6c9ad4e0ab tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4479914 May 06 13:07:54.752797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 35996) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:54.788383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Request body: {'security_group_rule': {'security_group_id': 'c8da235a-d5c1-4320-bc58-8a5b5d461494', 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:54.817265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:54.834390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:security_group_rule and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:54.850743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:54.887688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:54.934291 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Project 3ca701b986cb4e21ba167ffac36da2e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:07:54.944365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.969359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 6a0c44da-0c89-403a-b141-e38b8db59ee5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:54.969671 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.987320 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.995815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 73d08703-0b0a-49e6-9366-dad8404aea15 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:55.179396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 73d08703-0b0a-49e6-9366-dad8404aea15 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:55.193295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 73d08703-0b0a-49e6-9366-dad8404aea15 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:55.193807 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.210696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.218385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.310752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157411c1-5e21-461e-982d-0d94db4d36fa,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:55.316316 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.319620 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-82a13afb-62d0-4269-b623-8453c770e400 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5629561 May 06 13:07:55.324198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36008) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:55.338883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Request body: {'security_group_rule': {'security_group_id': 'c8da235a-d5c1-4320-bc58-8a5b5d461494', 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:55.358891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:55.369429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:security_group_rule and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:55.378850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:55.396249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:55.428777 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Project 3ca701b986cb4e21ba167ffac36da2e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:07:55.455111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.705568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.766511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 73d08703-0b0a-49e6-9366-dad8404aea15, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=73d08703-0b0a-49e6-9366-dad8404aea15,segment=NetworkSegment(efce7464-dfd7-4373-b418-54b4bf5da126),segment_id=efce7464-dfd7-4373-b418-54b4bf5da126)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:55.773688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.777106 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.781375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.896393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af45e79-11b2-480f-afd6-52383fa87cd5,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:55.940079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.943102 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c05557cc-acb9-4782-b74c-c829dbc90697 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6158850 May 06 13:07:56.029699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=73d08703-0b0a-49e6-9366-dad8404aea15,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:56.283788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf283e3-ea93-478e-ac67-6d506955bfed req-c69bd237-84a6-4e26-9534-c47436e3575d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:56.286480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cf283e3-ea93-478e-ac67-6d506955bfed req-c69bd237-84a6-4e26-9534-c47436e3575d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 0.4840779 May 06 13:07:56.338679 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:56.662711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 6a0c44da-0c89-403a-b141-e38b8db59ee5 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:07:56.773000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 73d08703-0b0a-49e6-9366-dad8404aea15 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:56.893789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 73d08703-0b0a-49e6-9366-dad8404aea15 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:56.894296 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:57.040155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cf283e3-ea93-478e-ac67-6d506955bfed req-f883ded3-bff4-4ae7-85f9-90c6139a055a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7422497 May 06 13:07:57.045819 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:57.184589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=6a0c44da-0c89-403a-b141-e38b8db59ee5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:57.937209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.774425 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.795467 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.863429 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.865178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Fanout notify agent at l3_agent the message router_deleted on router 5872eb8d-5351-4d9d-8605-311eef8191c7 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:07:58.948317 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.955809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4c9a6929-c2d1-4b11-b833-dcbb953908c9 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/5872eb8d-5351-4d9d-8605-311eef8191c7 HTTP/1.1" status: 204 len: 168 time: 6.2705564 May 06 13:07:58.958262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36088) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:58.975185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-922166355'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:58.997887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:59.017504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:network and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:59.029264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:59.034466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189be079-f175-4842-9a08-a23349b04533 req-f8e1040c-4009-420e-9631-3d55f64e7b06 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:59.045471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-189be079-f175-4842-9a08-a23349b04533 req-f8e1040c-4009-420e-9631-3d55f64e7b06 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 0.4189842 May 06 13:07:59.046315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:59.074855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:07:59.082719 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.159485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:07:59.183914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.184656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-189be079-f175-4842-9a08-a23349b04533 req-d7163395-9c9a-4370-a6d8-e10636a787ee tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353271 May 06 13:07:59.185071 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added segment e2d1ae23-dc03-4289-85b6-6276561e34d5 of type vlan for network 6395dcf2-328c-46c9-9641-118359daf6f4 May 06 13:07:59.293838 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.396541 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.408099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:59.411353 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.693067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36102) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:59.694253 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7341046 May 06 13:07:59.702126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'subnet': {'network_id': '6395dcf2-328c-46c9-9641-118359daf6f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:59.822954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0749abd-4b7e-4d78-9f8c-9bfbb5729ff3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Network': ['ID=6395dcf2-328c-46c9-9641-118359daf6f4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:59.925291 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b38dbfe8-9201-420d-96c8-25a38910b6dc req-4893770e-b12b-4efa-8ae2-b7df254fb5fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1096 time: 0.2011566 May 06 13:08:00.394073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6395dcf2-328c-46c9-9641-118359daf6f4 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:08:00.569704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:00.578630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:subnet and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:00.584384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:00.597655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:00.620327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:00.804222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dbfe8-9201-420d-96c8-25a38910b6dc req-b91b1318-b092-41b6-9e6f-5b5a08750734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:00.810058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b38dbfe8-9201-420d-96c8-25a38910b6dc req-b91b1318-b092-41b6-9e6f-5b5a08750734 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.8515403 May 06 13:08:01.052751 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:01.298067 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b38dbfe8-9201-420d-96c8-25a38910b6dc req-cb5472a2-98dc-4436-ad44-f466e344b4ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 999 time: 0.4798977 May 06 13:08:01.465772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dbfe8-9201-420d-96c8-25a38910b6dc req-ec1eea70-5a56-40d7-9876-1ab2c2e5a2ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:01.467477 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b38dbfe8-9201-420d-96c8-25a38910b6dc req-ec1eea70-5a56-40d7-9876-1ab2c2e5a2ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.1626315 May 06 13:08:01.570547 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b38dbfe8-9201-420d-96c8-25a38910b6dc req-7744790e-5b70-4a6a-89ee-c3ab24ff58c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931978 May 06 13:08:01.594051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-23d5174f-7939-4538-b8fc-4eed5fa7f408 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Synchronizing usage tracker for tenant:3ca701b986cb4e21ba167ffac36da2e5 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:08:01.697924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-23d5174f-7939-4538-b8fc-4eed5fa7f408 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Unset dirty status for tenant:3ca701b986cb4e21ba167ffac36da2e5 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:08:01.708992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-23d5174f-7939-4538-b8fc-4eed5fa7f408 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593040606&fields=id&tenant_id=3ca701b986cb4e21ba167ffac36da2e5 HTTP/1.1" status: 200 len: 267 time: 0.3221459 May 06 13:08:01.939164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:02.177493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-6aec8b3b-c989-4af7-aac6-af22887343c1 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:02.185317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-6aec8b3b-c989-4af7-aac6-af22887343c1 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/networks?id=a9f8a2ba-5755-42db-b48e-1790627e660a HTTP/1.1" status: 200 len: 808 time: 0.4736478 May 06 13:08:02.206384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-033c05b2-be1a-4e44-9f75-3c89ddc5cf86 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/quotas/3ca701b986cb4e21ba167ffac36da2e5 HTTP/1.1" status: 200 len: 375 time: 0.0201192 May 06 13:08:02.226535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d165400-c636-4964-a56e-4cca219bb53b req-7c39b3ed-0572-4666-a29a-97853c56ba46 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:02.228865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d165400-c636-4964-a56e-4cca219bb53b req-7c39b3ed-0572-4666-a29a-97853c56ba46 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 1.2122607 May 06 13:08:02.233698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Subnet': ['ID=fe0aca21-9052-4f7d-b41c-eeb84530ea59,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:02.244228 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b38dbfe8-9201-420d-96c8-25a38910b6dc req-d483a325-6561-4549-8cb2-9f3c27c4a443 service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670489 May 06 13:08:02.496841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Checking segment: {'id': 'e2d1ae23-dc03-4289-85b6-6276561e34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6395dcf2-328c-46c9-9641-118359daf6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:02.497288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network hostable DHCP agents. Network: 6395dcf2-328c-46c9-9641-118359daf6f4, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:08:02.529176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d165400-c636-4964-a56e-4cca219bb53b req-d7071067-6934-4610-9693-0d77a67b763d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578081 May 06 13:08:02.543342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-67594767-5d75-471f-8447-4477e214c197 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ca701b986cb4e21ba167ffac36da2e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3103554 May 06 13:08:02.552657 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b38dbfe8-9201-420d-96c8-25a38910b6dc req-117ec094-4ead-41a8-b5a4-fd8e80c850b2 service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987227 May 06 13:08:02.582804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-639b2c23-d850-4148-95b3-855d544d5d43 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:08:02.595496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-639b2c23-d850-4148-95b3-855d544d5d43 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0276732 May 06 13:08:02.626130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 6395dcf2-328c-46c9-9641-118359daf6f4 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:08:02.705263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6395dcf2-328c-46c9-9641-118359daf6f4) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:02.713925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:02.715555 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:02.718584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05838bb-384a-4021-be05-b712929b3c28 None None] Network 6395dcf2-328c-46c9-9641-118359daf6f4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:02.769728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-99f6bf4c-709d-44a6-9c81-495400b5c9b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0700762 May 06 13:08:02.771926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:02.786070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-965691866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:02.793909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-9e105467-37e4-4071-88c5-cf1d7cc936f7 service neutron] 10.222.0.44 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973286 May 06 13:08:02.822190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:02.838231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:router and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:02.849761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:02.884042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:02.929960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:02.935240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:03.032765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:03.079429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-d07b5e82-7485-4143-98b3-949178b2721e service neutron] 10.222.0.44 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846534 May 06 13:08:03.115739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:03.237124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:03.242672 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9623d4ec-ec71-4f4e-b91b-b38547831423 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4664302 May 06 13:08:03.244854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36140) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:03.365508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-6395dcf2-328c-46c9-9641-118359daf6f4', 'network_id': '6395dcf2-328c-46c9-9641-118359daf6f4', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'fixed_ips': [{'subnet_id': 'fe0aca21-9052-4f7d-b41c-eeb84530ea59'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:08:03.368450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:04.303669 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Allocated IP 2001:db8::2 (6395dcf2-328c-46c9-9641-118359daf6f4/fe0aca21-9052-4f7d-b41c-eeb84530ea59/d58d6237-e928-42ac-9996-ae99aa72b1da) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:05.094908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1f136d7-bb42-402b-8e66-cc0b981705cc req-7fce1243-acaf-4f4a-aa7a-ae1ab6694453 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 210 time: 0.6673501 May 06 13:08:05.139284 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:05.198746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Transition to ACTIVE for port object d58d6237-e928-42ac-9996-ae99aa72b1da will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:05.299289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c026b-de4c-4894-bfcc-82da455a2e7b req-fcb9de54-702f-47e7-ad49-3fe2b2e07b42 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:05.311861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-763c026b-de4c-4894-bfcc-82da455a2e7b req-fcb9de54-702f-47e7-ad49-3fe2b2e07b42 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 1.2328296 May 06 13:08:05.340008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Transition to ACTIVE for port object d58d6237-e928-42ac-9996-ae99aa72b1da will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:05.365124 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:05.609392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Pushing event updated for resources: {'Port': ['ID=d58d6237-e928-42ac-9996-ae99aa72b1da,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:05.663355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Network 6395dcf2-328c-46c9-9641-118359daf6f4 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:05.666224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:05.682176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:06.061892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-763c026b-de4c-4894-bfcc-82da455a2e7b req-4e23d2f0-10b5-4246-abb2-c24f5ddfcb53 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4462917 May 06 13:08:06.170243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Attempting to bind port d58d6237-e928-42ac-9996-ae99aa72b1da on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:08:06.170759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Attempting to bind port d58d6237-e928-42ac-9996-ae99aa72b1da by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'e2d1ae23-dc03-4289-85b6-6276561e34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6395dcf2-328c-46c9-9641-118359daf6f4'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:08:06.171421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Attempting to bind port d58d6237-e928-42ac-9996-ae99aa72b1da on network 6395dcf2-328c-46c9-9641-118359daf6f4 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:08:06.201864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:08:06.203330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Checking segment: {'id': 'e2d1ae23-dc03-4289-85b6-6276561e34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6395dcf2-328c-46c9-9641-118359daf6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:06.203330 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:06.203782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Bound using segment: {'id': 'e2d1ae23-dc03-4289-85b6-6276561e34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6395dcf2-328c-46c9-9641-118359daf6f4'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:08:06.204743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Bound port: d58d6237-e928-42ac-9996-ae99aa72b1da, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d1ae23-dc03-4289-85b6-6276561e34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6395dcf2-328c-46c9-9641-118359daf6f4'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:08:06.206142 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:06.237529 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:06.520268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] For port d58d6237-e928-42ac-9996-ae99aa72b1da, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:08:06.524369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] For port d58d6237-e928-42ac-9996-ae99aa72b1da, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d58d6237-e928-42ac-9996-ae99aa72b1da,segment=NetworkSegment(e2d1ae23-dc03-4289-85b6-6276561e34d5),segment_id=e2d1ae23-dc03-4289-85b6-6276561e34d5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:08:06.533363 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:06.641363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8db69-2f8a-42e6-89bb-b45a340c849c None None] Pushing event updated for resources: {'Port': ['ID=d58d6237-e928-42ac-9996-ae99aa72b1da,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:07.229359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e0480bb-3eb5-4fd8-a758-8e419d0b1e24 req-d7e955a0-a1b8-487b-a9f0-0a7afaa0287f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 210 time: 0.1336493 May 06 13:08:07.370064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:07.665377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42a07717-06b2-43a7-bf39-de8549926c93 req-7f6064c1-9116-418f-8485-6cefcf3042c0 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1097 time: 0.6863725 May 06 13:08:07.816699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42a07717-06b2-43a7-bf39-de8549926c93 req-3823bb60-ef3a-4092-91a5-99df9c419293 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498556 May 06 13:08:07.852996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 2001:db8::1 (6395dcf2-328c-46c9-9641-118359daf6f4/fe0aca21-9052-4f7d-b41c-eeb84530ea59/efb9a0d2-1e71-4963-9622-5a27ef2f3ba4) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:07.916044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36196) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:08.760569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port 715c6fb7-d939-42c5-9c11-254bc8516bc9 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:08.761096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:08.974060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01665e3b-2406-4204-9b71-4b26ee53b5e3 req-c7bd3d61-4732-4deb-a713-b899841fae2d tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 210 time: 0.3621247 May 06 13:08:09.011351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d58d6237-e928-42ac-9996-ae99aa72b1da up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:09.176308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca5765-a33a-4209-90a0-1eef33a58560 None None] Network 6395dcf2-328c-46c9-9641-118359daf6f4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:09.183000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:09.284080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838faf2e-12b7-4173-a976-fc20812f2473 req-56fc4f28-6bef-461e-b610-7639db865f3c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:09.285712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-838faf2e-12b7-4173-a976-fc20812f2473 req-56fc4f28-6bef-461e-b610-7639db865f3c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 1.0385098 May 06 13:08:09.425016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-37b21c4e-1685-41ba-a038-f237257f3ca5 None None] Provisioning for port d58d6237-e928-42ac-9996-ae99aa72b1da completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:09.481010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Transition to ACTIVE for port object efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:09.615643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port d58d6237-e928-42ac-9996-ae99aa72b1da completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:09.642657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d58d6237-e928-42ac-9996-ae99aa72b1da triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:09.642657 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:09.652107 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:09.655315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:09.832711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-838faf2e-12b7-4173-a976-fc20812f2473 req-b9718316-6674-4cc4-bdad-34464ab1c6b8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4832351 May 06 13:08:09.879983 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:09.928154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for 715c6fb7-d939-42c5-9c11-254bc8516bc9 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:10.187023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=efb9a0d2-1e71-4963-9622-5a27ef2f3ba4,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:10.254093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 6395dcf2-328c-46c9-9641-118359daf6f4 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:10.265093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:10.269641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:10.270201 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.459968 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.628979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port d58d6237-e928-42ac-9996-ae99aa72b1da, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d58d6237-e928-42ac-9996-ae99aa72b1da,segment=NetworkSegment(e2d1ae23-dc03-4289-85b6-6276561e34d5),segment_id=e2d1ae23-dc03-4289-85b6-6276561e34d5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:10.640202 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.796876 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.854539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40a7b42e-4b4c-4420-a9cd-3434a5598899 req-63faa2a3-61d2-4e32-9796-3ec46fddfe28 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 210 time: 0.2581875 May 06 13:08:10.855471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:11.077476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=d58d6237-e928-42ac-9996-ae99aa72b1da,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:11.078439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=715c6fb7-d939-42c5-9c11-254bc8516bc9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:11.392690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:11.744979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9e0b17de-158e-416f-afaf-662e533e91c4 None None] Provisioning for port efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:11.780831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9e0b17de-158e-416f-afaf-662e533e91c4 None None] Provisioning complete for port efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:11.789897 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e0b17de-158e-416f-afaf-662e533e91c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.122394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9e0b17de-158e-416f-afaf-662e533e91c4 None None] Port efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:08:12.172914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9e0b17de-158e-416f-afaf-662e533e91c4 None None] Provisioning complete for port d58d6237-e928-42ac-9996-ae99aa72b1da triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:12.176087 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e0b17de-158e-416f-afaf-662e533e91c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.006068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb3f3-a9ca-4545-9050-b486719301dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.012242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d58d6237-e928-42ac-9996-ae99aa72b1da up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:13.023803 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:08:13.029235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e6bd089-f8ce-4179-9bde-2fade251faf7 req-5be0c3e6-9e1a-4626-a8ab-f2531cd85700 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 210 time: 0.2337420 May 06 13:08:13.221187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.262759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d3ce6843-010f-4754-afc8-d5cb4c7792a7 None None] Provisioning complete for port efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:13.263366 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6843-010f-4754-afc8-d5cb4c7792a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.338786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7962f8c-78ad-4279-9d8f-225f619ca214 req-f655122f-1897-43e8-94ef-dcd002eaf795 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:13.346231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7962f8c-78ad-4279-9d8f-225f619ca214 req-f655122f-1897-43e8-94ef-dcd002eaf795 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 945 time: 0.7100430 May 06 13:08:13.361881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d58d6237-e928-42ac-9996-ae99aa72b1da triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:13.362476 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.426452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:08:13.519584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1179912f-dd3a-44c6-8616-d184b6ad9545 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:08:13.522121 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.525980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7962f8c-78ad-4279-9d8f-225f619ca214 req-a9b82f61-60a2-40c5-806f-a540d8651199 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569657 May 06 13:08:13.533729 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.534736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.739330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-b121dd82-5b1f-42a3-9d29-2ddc9e3421bf tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:13.747423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-b121dd82-5b1f-42a3-9d29-2ddc9e3421bf tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Synchronizing usage tracker for tenant:3ca701b986cb4e21ba167ffac36da2e5 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:08:13.823174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=efb9a0d2-1e71-4963-9622-5a27ef2f3ba4,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:13.881933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-b121dd82-5b1f-42a3-9d29-2ddc9e3421bf tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Unset dirty status for tenant:3ca701b986cb4e21ba167ffac36da2e5 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:08:13.887303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce6843-010f-4754-afc8-d5cb4c7792a7 None None] Port efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:08:13.889382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-b121dd82-5b1f-42a3-9d29-2ddc9e3421bf tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.36 "GET /v2.0/networks?id=a9f8a2ba-5755-42db-b48e-1790627e660a HTTP/1.1" status: 200 len: 808 time: 1.3095510 May 06 13:08:13.907907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 6395dcf2-328c-46c9-9641-118359daf6f4 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:13.909445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:14.088830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:08:14.150660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:14.155642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-11e19520-68e1-4599-b6e5-21991346453d tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Synchronizing usage tracker for tenant:3ca701b986cb4e21ba167ffac36da2e5 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:08:14.234249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'port_id': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'mac_address': 'fa:16:3e:d0:d3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:08:14.449611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ccbc47e-e0f8-4bc5-a415-3047165c5053 req-4c4a814a-182d-4299-ba22-d715545608e4 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 210 time: 0.0907886 May 06 13:08:14.453439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-11e19520-68e1-4599-b6e5-21991346453d tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Unset dirty status for tenant:3ca701b986cb4e21ba167ffac36da2e5 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:08:14.465077 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-11e19520-68e1-4599-b6e5-21991346453d tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ca701b986cb4e21ba167ffac36da2e5 HTTP/1.1" status: 200 len: 380 time: 0.5632308 May 06 13:08:14.476938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Request body: {'port': {'device_id': 'c2408dab-e061-4979-9910-4b5089a2d516', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'admin_state_up': True, 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'security_groups': ['c8da235a-d5c1-4320-bc58-8a5b5d461494']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:14.669957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bb7b7e07-807d-4125-80cb-d3daeb8833a6 None None] Provisioning complete for port efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:14.670328 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bb7b7e07-807d-4125-80cb-d3daeb8833a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.710193 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.759936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1179912f-dd3a-44c6-8616-d184b6ad9545 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:08:14.803231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:14.825291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.981420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:14.987449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=11']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:15.002485 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2039c7b9-dbb0-46f2-a37e-cbd71b1bf315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:15.008372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 19afc975-0bdb-4b39-ac36-e5e638402a2c is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:08:15.009861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:port and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:15.016115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:15.022192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b7e07-807d-4125-80cb-d3daeb8833a6 None None] Port efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:08:15.030328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:15.058917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Made reservation on behalf of 3ca701b986cb4e21ba167ffac36da2e5 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:15.061273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['1179912f-dd3a-44c6-8616-d184b6ad9545'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:08:15.085463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:15.727680 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:15.890891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df7713-e02b-4334-a807-9e2f4ca5d1fa req-c1c627c7-d908-4089-a129-00236ba80a43 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:15.892487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56df7713-e02b-4334-a807-9e2f4ca5d1fa req-c1c627c7-d908-4089-a129-00236ba80a43 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 0.7039816 May 06 13:08:15.936126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Allocated IP 172.20.0.14 (a9f8a2ba-5755-42db-b48e-1790627e660a/d2f49107-4569-45df-946d-89a01e371f14/c0329331-0b87-460a-bd2a-425543985b34) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:15.950160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:15.969478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd0792-b8e6-4834-bab1-00a48b2d03b1 None None] Sync routers for ids ['19afc975-0bdb-4b39-ac36-e5e638402a2c'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:16.010466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd0792-b8e6-4834-bab1-00a48b2d03b1 None None] Routers {'19afc975-0bdb-4b39-ac36-e5e638402a2c'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:16.013391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7fdd0792-b8e6-4834-bab1-00a48b2d03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['19afc975-0bdb-4b39-ac36-e5e638402a2c'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:16.064461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36282) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:16.076328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36288) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:16.076868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-05de16b6-0f6f-4e0a-a017-33b1715354cd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/19afc975-0bdb-4b39-ac36-e5e638402a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8286836 May 06 13:08:16.098620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-633ef9c8-4f99-46f7-88f6-30522a96e146 req-f15f4d56-570f-49bd-9cd3-e1fcb1b042f7 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 210 time: 0.0816300 May 06 13:08:16.120165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56df7713-e02b-4334-a807-9e2f4ca5d1fa req-704a23f2-9b86-4818-8504-04d836fb2870 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120359 May 06 13:08:16.206827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7fdd0792-b8e6-4834-bab1-00a48b2d03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:16.258626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd0792-b8e6-4834-bab1-00a48b2d03b1 None None] Routers {'19afc975-0bdb-4b39-ac36-e5e638402a2c'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:16.260282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7fdd0792-b8e6-4834-bab1-00a48b2d03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['19afc975-0bdb-4b39-ac36-e5e638402a2c'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:16.460041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:16.477901 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] Sync routers for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:16.525649 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:16.531282 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:16.570017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9a7d0-b83e-4e22-9fa0-e3cc1203c4ae tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:16.574404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ced9a7d0-b83e-4e22-9fa0-e3cc1203c4ae tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports/efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 HTTP/1.1" status: 200 len: 911 time: 0.4958172 May 06 13:08:16.575933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7fdd0792-b8e6-4834-bab1-00a48b2d03b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:16.578288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36302) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:16.579647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd0792-b8e6-4834-bab1-00a48b2d03b1 None None] The sync data for ids ['19afc975-0bdb-4b39-ac36-e5e638402a2c'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:08:16.587383 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:16.592719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e9015354-0050-4fd5-a0bc-5c69c892a1b0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fe0aca21-9052-4f7d-b41c-eeb84530ea59'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:16.808713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36306) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:16.910175 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.075180 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b3649f75-c3b5-4804-8543-ed3a6b2bfc87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/floatingips/5034fec7-e465-409f-8135-dae1cab32a87 HTTP/1.1" status: 204 len: 168 time: 9.1563294 May 06 13:08:17.094169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:08:17.166146 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af3459b9-869c-4b07-b5fe-72f5d354b189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.202178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1a10667-1d97-47ec-a7d4-36fce49879f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.314321 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:17.348398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.440097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Transition to ACTIVE for port object c0329331-0b87-460a-bd2a-425543985b34 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:17.494215 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1179912f-dd3a-44c6-8616-d184b6ad9545 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:17.582421 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05818570-06e9-49a3-b821-ac573ae27e9b'] response: {'name': 'network-changed', 'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'status': 'completed', 'code': 200} May 06 13:08:17.611292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.723655 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.752629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 1179912f-dd3a-44c6-8616-d184b6ad9545 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:17.773635 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 1179912f-dd3a-44c6-8616-d184b6ad9545 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:17.775207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:18.047243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9015354-0050-4fd5-a0bc-5c69c892a1b0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:18.381087 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:18.411104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Network a9f8a2ba-5755-42db-b48e-1790627e660a is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:18.414163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d1a10667-1d97-47ec-a7d4-36fce49879f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:18.419248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-af3459b9-869c-4b07-b5fe-72f5d354b189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:18.419984 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '264f9efb-8dea-4ba0-b058-2f3624c06e84', 'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:00:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:53Z', 'updated_at': '2022-05-06T13:03:17Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:18.427690 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] Checking router: a3cbe623-eb98-48cc-9da1-2094ca7e04c7 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:08:18.447864 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:18.449037 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:18.472892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:18.486426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:08:18.489053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d1a10667-1d97-47ec-a7d4-36fce49879f5 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5f0e40a99d48ddbb02adc4e92569c2 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:18.510189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-af3459b9-869c-4b07-b5fe-72f5d354b189 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2b078b1bbf4c21a1f7621b978db310 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:18.529512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:18.531035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d1a10667-1d97-47ec-a7d4-36fce49879f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:18.538021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:18.540005 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:18.735611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=12']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:18.847311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-af3459b9-869c-4b07-b5fe-72f5d354b189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:18.881119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:18.882471 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:18.984615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d1a10667-1d97-47ec-a7d4-36fce49879f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:19.006437 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:19.014292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'Port': ['ID=c0329331-0b87-460a-bd2a-425543985b34,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:19.024952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-af3459b9-869c-4b07-b5fe-72f5d354b189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:19.157897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-006b95f1-e7ec-4fbf-a1c2-0e9ec08cefc0 None None] Provisioning for port c0329331-0b87-460a-bd2a-425543985b34 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:19.172717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-006b95f1-e7ec-4fbf-a1c2-0e9ec08cefc0 None None] Provisioning complete for port c0329331-0b87-460a-bd2a-425543985b34 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:19.176835 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-006b95f1-e7ec-4fbf-a1c2-0e9ec08cefc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:19.444431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-006b95f1-e7ec-4fbf-a1c2-0e9ec08cefc0 None None] Port c0329331-0b87-460a-bd2a-425543985b34 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:08:19.445345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-eff94849-dc84-45c6-bfbd-6d645f8be31b tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9726205 May 06 13:08:19.464337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Request body: {'port': {'device_id': 'c2408dab-e061-4979-9910-4b5089a2d516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:19.467315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2dd3c-c2d3-40ca-85bc-dfcf74d52f53 req-e2da25a6-78ba-4d53-a748-78de2604db7f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:19.475992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0f2dd3c-c2d3-40ca-85bc-dfcf74d52f53 req-e2da25a6-78ba-4d53-a748-78de2604db7f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 932 time: 1.6035800 May 06 13:08:19.597529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-cdfeba4a-9255-40fd-8ec1-81e386ede56e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 1097 time: 2.0076506 May 06 13:08:19.726874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af3459b9-869c-4b07-b5fe-72f5d354b189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:19.852073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1a10667-1d97-47ec-a7d4-36fce49879f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:19.861101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af3459b9-869c-4b07-b5fe-72f5d354b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:19.900710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0f2dd3c-c2d3-40ca-85bc-dfcf74d52f53 req-3b0d61b3-24c5-4e07-bf2f-b5b1d2a1840e tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230611 May 06 13:08:19.933716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a7a42-0e81-4a52-a1ac-b86458ecabf4 req-788c31ca-b84c-4672-9c61-00b1bbf6ff72 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:19.946080 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-256a7a42-0e81-4a52-a1ac-b86458ecabf4 req-788c31ca-b84c-4672-9c61-00b1bbf6ff72 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 946 time: 1.5824039 May 06 13:08:19.946984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3459b9-869c-4b07-b5fe-72f5d354b189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8cb88-cd27-423d-a6a5-65271c987906,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:19.949025 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '264f9efb-8dea-4ba0-b058-2f3624c06e84', 'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:00:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:53Z', 'updated_at': '2022-05-06T13:03:17Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:19.950881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d1a10667-1d97-47ec-a7d4-36fce49879f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:19.968680 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd722fae-6475-4d99-bf96-1d2233259aed None None] The sync data for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 is: [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '264f9efb-8dea-4ba0-b058-2f3624c06e84', 'name': '', 'network_id': 'dae8fc67-547b-4af3-a42b-b13d3b36396d', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:00:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:53Z', 'updated_at': '2022-05-06T13:03:17Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'd82d23d2-7e5b-4494-b7af-003e06f7cfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:08:19.988719 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-af3459b9-869c-4b07-b5fe-72f5d354b189 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d2b078b1bbf4c21a1f7621b978db310&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1749957 May 06 13:08:19.996562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36338) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:20.228387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:20.262259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-256a7a42-0e81-4a52-a1ac-b86458ecabf4 req-23e94908-a3dc-4695-9ae0-56ab565dc884 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146939 May 06 13:08:20.292248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-073a2679-3144-4903-810c-148114a31f87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:20.298867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-073a2679-3144-4903-810c-148114a31f87 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 946 time: 0.6087089 May 06 13:08:20.356622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-e9015354-0050-4fd5-a0bc-5c69c892a1b0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:08:20.401557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a10667-1d97-47ec-a7d4-36fce49879f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdbfbea-483c-4c59-9b40-1839f191a3f6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:20.410390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-bb6625a9-d839-4b6e-8c68-29884ef5dd5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:20.417196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-bb6625a9-d839-4b6e-8c68-29884ef5dd5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 200 len: 898 time: 0.7932196 May 06 13:08:20.439605 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d1a10667-1d97-47ec-a7d4-36fce49879f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d5f0e40a99d48ddbb02adc4e92569c2&name=default HTTP/1.1" status: 200 len: 2647 time: 4.3719571 May 06 13:08:20.440577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36342) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:20.506798 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025dec65-4ac0-4501-9627-09c1064212d7'] response: {'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'code': 200} May 06 13:08:20.595546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32711b18-b672-4fd7-ae0b-8ec40f6de419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:20.606578 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9015354-0050-4fd5-a0bc-5c69c892a1b0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:20.613858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd58100-24bd-42c1-9f8e-cd6594cb84b4 None None] New status for floating IP 5034fec7-e465-409f-8135-dae1cab32a87: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:08:20.626212 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-851b995c-49a4-45ad-a617-67d872ac7c68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 200 len: 217 time: 0.1841464 May 06 13:08:20.740424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port 6d4b1f33-c8ef-4573-a232-1554f29851d5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:20.741072 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:20.829040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9015354-0050-4fd5-a0bc-5c69c892a1b0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:20.847831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9015354-0050-4fd5-a0bc-5c69c892a1b0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:20.848891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9015354-0050-4fd5-a0bc-5c69c892a1b0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:20.851233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e9015354-0050-4fd5-a0bc-5c69c892a1b0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/ports/efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 HTTP/1.1" status: 200 len: 911 time: 4.2715077 May 06 13:08:20.869031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36346) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:20.871405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-8c122883-4309-4bc2-a035-f84675f60c4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:20.874381 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-8c122883-4309-4bc2-a035-f84675f60c4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 200 len: 835 time: 0.1907797 May 06 13:08:20.884569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32711b18-b672-4fd7-ae0b-8ec40f6de419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:21.055905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9015354-0050-4fd5-a0bc-5c69c892a1b0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=efb9a0d2-1e71-4963-9622-5a27ef2f3ba4,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:21.317138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745ff39-730e-41b3-be48-a81cfc70ed37 req-86fb918d-7a27-46cf-b088-73f225034d98 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:21.319511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1745ff39-730e-41b3-be48-a81cfc70ed37 req-86fb918d-7a27-46cf-b088-73f225034d98 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 946 time: 0.9407105 May 06 13:08:21.457619 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-852e570d-a159-4458-9152-ba96dee8dabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:21.597773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-852e570d-a159-4458-9152-ba96dee8dabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:21.689219 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-137985e9-1f37-4360-a720-dc57da6687fb req-ffc7ddd9-564a-428e-8e53-cc9b4cd40561 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1098 time: 0.6747932 May 06 13:08:21.707327 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32711b18-b672-4fd7-ae0b-8ec40f6de419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:21.772506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32711b18-b672-4fd7-ae0b-8ec40f6de419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8cb88-cd27-423d-a6a5-65271c987906,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:21.793135 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-28b068e5-ac93-464a-961b-9f79ad6d7ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dae8fc67-547b-4af3-a42b-b13d3b36396d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6082296 May 06 13:08:21.822966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-802d882f-9345-42d8-8dc5-d6ed00eec9ce service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:08:21.824492 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-802d882f-9345-42d8-8dc5-d6ed00eec9ce service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0118890 May 06 13:08:21.846473 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32711b18-b672-4fd7-ae0b-8ec40f6de419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:21.851120 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-32711b18-b672-4fd7-ae0b-8ec40f6de419 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32f8cb88-cd27-423d-a6a5-65271c987906 HTTP/1.1" status: 204 len: 168 time: 1.8428595 May 06 13:08:21.904274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc27b7d-9aaf-4b2b-b0e1-104500e570b8 req-fedff837-c412-48e7-bd69-18f0ec135a8c tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:21.906432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7dc27b7d-9aaf-4b2b-b0e1-104500e570b8 req-fedff837-c412-48e7-bd69-18f0ec135a8c tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 932 time: 0.7147121 May 06 13:08:21.910419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1745ff39-730e-41b3-be48-a81cfc70ed37 req-4f674651-ace3-4f70-a0b5-17091ce0ca45 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6dced79-2d30-40bc-87ce-41fd2c2684c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5383806 May 06 13:08:21.996968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port 6d4b1f33-c8ef-4573-a232-1554f29851d5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6d4b1f33-c8ef-4573-a232-1554f29851d5,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:21.997736 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:22.013322 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.resource_extend [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:08:22.047094 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-137985e9-1f37-4360-a720-dc57da6687fb req-af2d9c02-0e1d-4490-ba46-c1329ee1b2df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475451 May 06 13:08:22.104211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-852e570d-a159-4458-9152-ba96dee8dabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:22.210440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e570d-a159-4458-9152-ba96dee8dabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdbfbea-483c-4c59-9b40-1839f191a3f6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:22.276031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for 6d4b1f33-c8ef-4573-a232-1554f29851d5 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:22.360424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0329331-0b87-460a-bd2a-425543985b34 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:08:22.371875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:22.431085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Transition to ACTIVE for port object c0329331-0b87-460a-bd2a-425543985b34 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:22.482803 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-ab5030f5-9f37-4bed-aae3-020369751054 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405392 May 06 13:08:22.485495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-852e570d-a159-4458-9152-ba96dee8dabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:22.486690 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-852e570d-a159-4458-9152-ba96dee8dabc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcdbfbea-483c-4c59-9b40-1839f191a3f6 HTTP/1.1" status: 204 len: 168 time: 2.0407810 May 06 13:08:22.504091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:22.516221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7dc27b7d-9aaf-4b2b-b0e1-104500e570b8 req-b8b52c1a-16c4-443a-9d40-e854152bb920 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5892308 May 06 13:08:22.595764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36368) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:22.685911 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca1da534-be26-4e4c-b4fc-6b5b4a07cb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:22.836177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88635433-bd32-433f-91f4-9a846b811d43 req-1352ed25-2b0f-4c08-bab7-9750d1b3bc6a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:22.839575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88635433-bd32-433f-91f4-9a846b811d43 req-1352ed25-2b0f-4c08-bab7-9750d1b3bc6a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 947 time: 0.5772283 May 06 13:08:22.959514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ca1da534-be26-4e4c-b4fc-6b5b4a07cb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:23.043020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ca1da534-be26-4e4c-b4fc-6b5b4a07cb0f admin admin] Usage tracker for resource:security_group_rule and tenant:95359e294c74487fb9044acd58f1febd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:23.073321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ca1da534-be26-4e4c-b4fc-6b5b4a07cb0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:23.142861 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:23.179801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ca1da534-be26-4e4c-b4fc-6b5b4a07cb0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:23.267656 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba4ab523-0c38-4caf-9024-b451906f7744 req-1ca1b2bd-83a4-4ed0-85e6-1b5519831741 service neutron] 10.222.0.48 "GET /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7709846 May 06 13:08:23.272053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Pushing event updated for resources: {'Port': ['ID=c0329331-0b87-460a-bd2a-425543985b34,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:23.545914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88635433-bd32-433f-91f4-9a846b811d43 req-2d443b56-e2be-4b84-856e-8bafcff79c8e tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6906343 May 06 13:08:23.621085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=6d4b1f33-c8ef-4573-a232-1554f29851d5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:23.747783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Attempting to bind port c0329331-0b87-460a-bd2a-425543985b34 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:08:23.748156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Attempting to bind port c0329331-0b87-460a-bd2a-425543985b34 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:08:23.748697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Attempting to bind port c0329331-0b87-460a-bd2a-425543985b34 on network a9f8a2ba-5755-42db-b48e-1790627e660a {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:08:23.764527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:23.893794 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ef0421b-b2cb-4f02-9cac-b968198fa841 req-1e87234f-8c5d-4d5d-90b1-c514df56a629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 210 time: 0.2268612 May 06 13:08:23.930127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Port c0329331-0b87-460a-bd2a-425543985b34 on network a9f8a2ba-5755-42db-b48e-1790627e660a not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:08:23.930561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Attempting to bind port c0329331-0b87-460a-bd2a-425543985b34 on network a9f8a2ba-5755-42db-b48e-1790627e660a {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:08:23.946400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:08:23.946942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Checking segment: {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:23.947307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Bound using segment: {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:08:23.947766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Bound port: c0329331-0b87-460a-bd2a-425543985b34, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8894a9c8-5909-4150-8b34-88bd534d4fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:08:23.948123 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:23.990663 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca1da534-be26-4e4c-b4fc-6b5b4a07cb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:24.006699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca1da534-be26-4e4c-b4fc-6b5b4a07cb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:24.068889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] No DVR routers for this DVR port 6d4b1f33-c8ef-4573-a232-1554f29851d5 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:08:24.082653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:24.127983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] For port c0329331-0b87-460a-bd2a-425543985b34, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:08:24.136976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] For port c0329331-0b87-460a-bd2a-425543985b34, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c0329331-0b87-460a-bd2a-425543985b34,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:08:24.147913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:24.171693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-deleted', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:08:24.293005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be9b41cd-1f6b-4310-acb9-3189a62813e8 req-b2ea141c-fb70-4e17-b60f-518a7b54ead2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "DELETE /v2.0/ports/6d4b1f33-c8ef-4573-a232-1554f29851d5 HTTP/1.1" status: 204 len: 173 time: 3.9917421 May 06 13:08:24.308326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1da534-be26-4e4c-b4fc-6b5b4a07cb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7b63bd-8837-46f2-8ed9-e3f601a08883,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:24.334573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Pushing event updated for resources: {'Port': ['ID=c0329331-0b87-460a-bd2a-425543985b34,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:24.345887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ca1da534-be26-4e4c-b4fc-6b5b4a07cb0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95359e294c74487fb9044acd58f1febd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7476702 May 06 13:08:24.351027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:24.353040 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5fecb28b-9635-4177-bcf0-854cd911ad20 service neutron] 10.222.0.36 "PUT /v2.0/ports/c0329331-0b87-460a-bd2a-425543985b34 HTTP/1.1" status: 200 len: 1092 time: 4.8990576 May 06 13:08:24.353353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2408dab-e061-4979-9910-4b5089a2d516', 'tag': 'c0329331-0b87-460a-bd2a-425543985b34'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:08:24.372270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36402) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:24.536840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dbb7d-1b13-4710-a4c7-f4d9cd5e088a req-2f19a632-fc03-49d2-8ef4-b2d01251c42f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:24.564430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-559dbb7d-1b13-4710-a4c7-f4d9cd5e088a req-2f19a632-fc03-49d2-8ef4-b2d01251c42f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 944 time: 0.4840405 May 06 13:08:24.672370 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60ac637-09f3-4776-9c3d-90ee65d7fba7'] response: {'server_uuid': '67e050b5-81e1-4ae1-990f-2ea2fb0234e9', 'name': 'network-vif-deleted', 'tag': '6d4b1f33-c8ef-4573-a232-1554f29851d5', 'status': 'completed', 'code': 200} May 06 13:08:24.844422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-559dbb7d-1b13-4710-a4c7-f4d9cd5e088a req-eb9d23ed-543a-4c65-ad33-4112a6269f2a tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767189 May 06 13:08:24.910764 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7939dc25-bab8-4fe6-9ee2-151bebebe722'] response: {'name': 'network-changed', 'server_uuid': 'c2408dab-e061-4979-9910-4b5089a2d516', 'tag': 'c0329331-0b87-460a-bd2a-425543985b34', 'status': 'completed', 'code': 200} May 06 13:08:24.931520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-05edd0f5-3a69-4d38-a4c3-3ff39115f997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:25.007967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:08:25.201200 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-a2cacbce-eac6-4975-a5dd-03400f7406df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca701b986cb4e21ba167ffac36da2e5&device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 1095 time: 0.6991036 May 06 13:08:25.240641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 6d4b1f33-c8ef-4573-a232-1554f29851d5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:08:25.241982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6d4b1f33-c8ef-4573-a232-1554f29851d5 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:08:25.295288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea775a-9b18-4748-8ab2-533e8686d37c req-aa2bd336-efa3-4a06-8d42-755f97bda421 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:25.305588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7aea775a-9b18-4748-8ab2-533e8686d37c req-aa2bd336-efa3-4a06-8d42-755f97bda421 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 947 time: 0.2412736 May 06 13:08:25.328407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a8d58475-f628-47d1-9d7f-2adac21e6122 req-e0da6bb6-6506-4cab-b3d9-723935072cdc tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:08:25.432176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-05edd0f5-3a69-4d38-a4c3-3ff39115f997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:25.456354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a8d58475-f628-47d1-9d7f-2adac21e6122 req-e0da6bb6-6506-4cab-b3d9-723935072cdc tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:08:25.459022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d58475-f628-47d1-9d7f-2adac21e6122 req-e0da6bb6-6506-4cab-b3d9-723935072cdc tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=67e050b5-81e1-4ae1-990f-2ea2fb0234e9 HTTP/1.1" status: 200 len: 210 time: 0.2405543 May 06 13:08:25.479334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7aea775a-9b18-4748-8ab2-533e8686d37c req-67c91dc0-2c57-4614-ba26-b63dce0efc95 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722491 May 06 13:08:25.554410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-42ae78f8-f3c9-4e24-b694-021a48ff97ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0329331-0b87-460a-bd2a-425543985b34 HTTP/1.1" status: 200 len: 217 time: 0.3431573 May 06 13:08:25.756143 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-05edd0f5-3a69-4d38-a4c3-3ff39115f997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:25.788592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edd0f5-3a69-4d38-a4c3-3ff39115f997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7b63bd-8837-46f2-8ed9-e3f601a08883,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:25.792371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-75ebd2e0-774b-4d0d-9d98-d5888c886529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:25.794308 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-75ebd2e0-774b-4d0d-9d98-d5888c886529 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f49107-4569-45df-946d-89a01e371f14 HTTP/1.1" status: 200 len: 847 time: 0.1491249 May 06 13:08:25.805288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-05edd0f5-3a69-4d38-a4c3-3ff39115f997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:25.806370 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-05edd0f5-3a69-4d38-a4c3-3ff39115f997 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a7b63bd-8837-46f2-8ed9-e3f601a08883 HTTP/1.1" status: 204 len: 168 time: 1.4324985 May 06 13:08:25.954800 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-5b222746-dea2-464b-ab50-6da6ffa20b7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9f8a2ba-5755-42db-b48e-1790627e660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506586 May 06 13:08:26.147372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:26.147982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:26.170405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f462bde-9f0c-4750-bba8-8417b79d6d15 req-303ea32e-b6f4-4de1-8ad5-c3ac6bb9f561 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:26.180035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f462bde-9f0c-4750-bba8-8417b79d6d15 req-303ea32e-b6f4-4de1-8ad5-c3ac6bb9f561 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 944 time: 0.1507120 May 06 13:08:26.302828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f462bde-9f0c-4750-bba8-8417b79d6d15 req-1164dbc3-d73b-4701-aa0a-cc23d1d6fda0 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192446 May 06 13:08:26.402176 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-fa727034-c94f-4404-901d-9261ab109bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402847 May 06 13:08:26.755267 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:26.840367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36450) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:27.074250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for efb9a0d2-1e71-4963-9622-5a27ef2f3ba4 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:27.212834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fae957-a4e8-4428-9fe6-248c893d0d4b req-d42c043e-ec32-4a25-991e-fe992f12bad9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:27.217970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39fae957-a4e8-4428-9fe6-248c893d0d4b req-d42c043e-ec32-4a25-991e-fe992f12bad9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 947 time: 0.4353385 May 06 13:08:27.269748 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-73607cda-6b87-4681-982a-8d3e34cdf020 req-a845695f-ef1d-456d-83f5-ec1ae4f4feb6 service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618755 May 06 13:08:27.448522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39fae957-a4e8-4428-9fe6-248c893d0d4b req-512c13bb-6599-4603-a4a9-0cf2c4f78fdd tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127712 May 06 13:08:27.552921 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d059c65-2a8d-4984-b6b9-2d5f43b5f3eb req-d33004ba-ed66-4e9e-991b-36fcbfeeaf8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca701b986cb4e21ba167ffac36da2e5&device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 1095 time: 0.2002559 May 06 13:08:27.779280 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:27.883914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=efb9a0d2-1e71-4963-9622-5a27ef2f3ba4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:27.895346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059c65-2a8d-4984-b6b9-2d5f43b5f3eb req-da029e92-7ed1-4c35-857a-a5d9b4cbb0a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:27.896954 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d059c65-2a8d-4984-b6b9-2d5f43b5f3eb req-da029e92-7ed1-4c35-857a-a5d9b4cbb0a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9f8a2ba-5755-42db-b48e-1790627e660a HTTP/1.1" status: 200 len: 909 time: 0.3315825 May 06 13:08:28.107606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56450b18-c24e-469a-8029-e702f72dafb9 req-f7d05470-5576-43ce-852c-5d7f5ac86d38 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:28.117271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56450b18-c24e-469a-8029-e702f72dafb9 req-f7d05470-5576-43ce-852c-5d7f5ac86d38 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 944 time: 0.1749482 May 06 13:08:28.139422 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d059c65-2a8d-4984-b6b9-2d5f43b5f3eb req-fe2f8fe3-523c-439d-90d5-a6b92e3c930b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0329331-0b87-460a-bd2a-425543985b34 HTTP/1.1" status: 200 len: 217 time: 0.2115924 May 06 13:08:28.219178 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-56450b18-c24e-469a-8029-e702f72dafb9 req-d1078d5f-d36c-4bdc-afae-84bbc7cfb867 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003563 May 06 13:08:28.297544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059c65-2a8d-4984-b6b9-2d5f43b5f3eb req-e52ce853-4ca6-4a34-9a3a-610bb3446796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:28.299754 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d059c65-2a8d-4984-b6b9-2d5f43b5f3eb req-e52ce853-4ca6-4a34-9a3a-610bb3446796 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f49107-4569-45df-946d-89a01e371f14 HTTP/1.1" status: 200 len: 847 time: 0.1088409 May 06 13:08:28.305496 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:28.308019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:29.079434 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d059c65-2a8d-4984-b6b9-2d5f43b5f3eb req-322af90e-2a87-4abc-96f8-d979bad13743 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9f8a2ba-5755-42db-b48e-1790627e660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7730310 May 06 13:08:29.340751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port 264f9efb-8dea-4ba0-b058-2f3624c06e84 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:29.341640 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:29.569795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c0329331-0b87-460a-bd2a-425543985b34 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:08:29.598532 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d059c65-2a8d-4984-b6b9-2d5f43b5f3eb req-53738455-273f-429f-91c4-7c93af4fea45 service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991210 May 06 13:08:29.633227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 19afc975-0bdb-4b39-ac36-e5e638402a2c has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:08:29.831655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port 264f9efb-8dea-4ba0-b058-2f3624c06e84, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=264f9efb-8dea-4ba0-b058-2f3624c06e84,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:29.832223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:29.895819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c0329331-0b87-460a-bd2a-425543985b34, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c0329331-0b87-460a-bd2a-425543985b34,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:29.904830 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5d059c65-2a8d-4984-b6b9-2d5f43b5f3eb req-e43b4be5-f029-41d7-88a4-d0767794e15d service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990701 May 06 13:08:29.914762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:29.923707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'c0329331-0b87-460a-bd2a-425543985b34', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'port_id': 'c0329331-0b87-460a-bd2a-425543985b34', 'mac_address': 'fa:16:3e:45:c2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:08:29.930754 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6428c41-ca47-4d4b-bf95-42a5da53740c None None] Sync routers for ids ['19afc975-0bdb-4b39-ac36-e5e638402a2c'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:29.946462 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-869e47a9-835e-484b-b7b5-a70bf894bc3a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/19afc975-0bdb-4b39-ac36-e5e638402a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0705314 May 06 13:08:29.947551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36486) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:29.966546 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6428c41-ca47-4d4b-bf95-42a5da53740c None None] Routers {'19afc975-0bdb-4b39-ac36-e5e638402a2c'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:29.967466 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f6428c41-ca47-4d4b-bf95-42a5da53740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['19afc975-0bdb-4b39-ac36-e5e638402a2c'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:30.028629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e8dd8d53-3e0a-4024-be23-d230f15a2434 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:08:30.085995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e8dd8d53-3e0a-4024-be23-d230f15a2434 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:08:30.089825 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e8dd8d53-3e0a-4024-be23-d230f15a2434 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=19afc975-0bdb-4b39-ac36-e5e638402a2c HTTP/1.1" status: 200 len: 205 time: 0.1404691 May 06 13:08:30.097244 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f6428c41-ca47-4d4b-bf95-42a5da53740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:30.097946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36496) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:30.114519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for 264f9efb-8dea-4ba0-b058-2f3624c06e84 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:30.123508 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6428c41-ca47-4d4b-bf95-42a5da53740c None None] Routers {'19afc975-0bdb-4b39-ac36-e5e638402a2c'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:30.124459 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f6428c41-ca47-4d4b-bf95-42a5da53740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['19afc975-0bdb-4b39-ac36-e5e638402a2c'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:30.220455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:30.224000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7938c9-e462-42fc-afe8-97f840070f46 req-422710ec-8422-48e4-96fe-c2cbdc49aa13 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:30.225200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c7938c9-e462-42fc-afe8-97f840070f46 req-422710ec-8422-48e4-96fe-c2cbdc49aa13 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 944 time: 0.6351309 May 06 13:08:30.228547 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f6428c41-ca47-4d4b-bf95-42a5da53740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:30.229546 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6428c41-ca47-4d4b-bf95-42a5da53740c None None] The sync data for ids ['19afc975-0bdb-4b39-ac36-e5e638402a2c'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:08:30.346655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0329331-0b87-460a-bd2a-425543985b34 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:08:30.416373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c0329331-0b87-460a-bd2a-425543985b34, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c0329331-0b87-460a-bd2a-425543985b34,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:30.425801 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:30.466370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-613f7e8e-1271-424c-935e-1f4236a2d9a1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:30.648800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['c0329331-0b87-460a-bd2a-425543985b34'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:08:30.708692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c0329331-0b87-460a-bd2a-425543985b34,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:30.743500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c7938c9-e462-42fc-afe8-97f840070f46 req-e5dd9234-a751-4126-909a-4e29b3e9765d tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5038300 May 06 13:08:30.744435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.744986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.745546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.746110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.746668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.747209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.747751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.748358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.748910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.749414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.749959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:30.804287 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.005796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=264f9efb-8dea-4ba0-b058-2f3624c06e84,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:31.693610 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-613f7e8e-1271-424c-935e-1f4236a2d9a1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.705775 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-613f7e8e-1271-424c-935e-1f4236a2d9a1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.774201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-613f7e8e-1271-424c-935e-1f4236a2d9a1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.775145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613f7e8e-1271-424c-935e-1f4236a2d9a1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Fanout notify agent at l3_agent the message router_deleted on router 19afc975-0bdb-4b39-ac36-e5e638402a2c {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:08:31.812383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-613f7e8e-1271-424c-935e-1f4236a2d9a1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.814555 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-613f7e8e-1271-424c-935e-1f4236a2d9a1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/19afc975-0bdb-4b39-ac36-e5e638402a2c HTTP/1.1" status: 204 len: 168 time: 1.7145965 May 06 13:08:31.817410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36512) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:31.988304 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:32.280284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbf6d75-0901-45fc-b272-23a76178ac32 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting subnet fe0aca21-9052-4f7d-b41c-eeb84530ea59 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:08:32.285063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d75-0901-45fc-b272-23a76178ac32 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:32.403640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d75-0901-45fc-b272-23a76178ac32 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:32.428233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4de5d2-599e-45ed-9f31-9f07929b6aa0 req-73c02a03-9987-497a-88ae-f938383b7389 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:32.430625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce4de5d2-599e-45ed-9f31-9f07929b6aa0 req-73c02a03-9987-497a-88ae-f938383b7389 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 945 time: 0.2982790 May 06 13:08:32.510940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce4de5d2-599e-45ed-9f31-9f07929b6aa0 req-6bfe1196-7da8-452b-be93-461d3752a19c tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710120 May 06 13:08:32.609232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d75-0901-45fc-b272-23a76178ac32 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:32.800442 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d75-0901-45fc-b272-23a76178ac32 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:32.923411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6d75-0901-45fc-b272-23a76178ac32 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:32.926130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf6d75-0901-45fc-b272-23a76178ac32 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0aca21-9052-4f7d-b41c-eeb84530ea59,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:32.948492 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8dbf6d75-0901-45fc-b272-23a76178ac32 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/fe0aca21-9052-4f7d-b41c-eeb84530ea59 HTTP/1.1" status: 204 len: 168 time: 1.1246283 May 06 13:08:32.948780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596c850-a5cb-491d-93de-045d002aed60 None None] Network 6395dcf2-328c-46c9-9641-118359daf6f4 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:32.949568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:33.137303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:33.158916 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port d58d6237-e928-42ac-9996-ae99aa72b1da {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:33.158916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:33.454628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port d58d6237-e928-42ac-9996-ae99aa72b1da, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d58d6237-e928-42ac-9996-ae99aa72b1da,segment=NetworkSegment(e2d1ae23-dc03-4289-85b6-6276561e34d5),segment_id=e2d1ae23-dc03-4289-85b6-6276561e34d5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:33.454922 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:33.603531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c0329331-0b87-460a-bd2a-425543985b34 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:33.631472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:08:33.687865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for d58d6237-e928-42ac-9996-ae99aa72b1da owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:33.775124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port c0329331-0b87-460a-bd2a-425543985b34 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:33.785917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port c0329331-0b87-460a-bd2a-425543985b34 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:33.786958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:33.832144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:33.862234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1d332-d047-4a73-8ecb-14a566d282de None None] DHCP port deletion for 6395dcf2-328c-46c9-9641-118359daf6f4 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:08:33.889158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=d58d6237-e928-42ac-9996-ae99aa72b1da,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:33.910011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No DVR routers for this DVR port d58d6237-e928-42ac-9996-ae99aa72b1da on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:08:34.078480 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:34.101726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860a5e3-9396-4379-80f6-a4381835524b req-93d01b57-2c3d-4e63-a344-1eb0b33eed42 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:34.110709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5860a5e3-9396-4379-80f6-a4381835524b req-93d01b57-2c3d-4e63-a344-1eb0b33eed42 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 945 time: 0.3177571 May 06 13:08:34.142158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c0329331-0b87-460a-bd2a-425543985b34, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c0329331-0b87-460a-bd2a-425543985b34,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:34.143870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2408dab-e061-4979-9910-4b5089a2d516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0329331-0b87-460a-bd2a-425543985b34'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:08:34.153856 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:34.198533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5860a5e3-9396-4379-80f6-a4381835524b req-45b0d0cc-f0c0-4cd0-a8b5-ab914eebb8cf tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863826 May 06 13:08:34.272164 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6beb67a-e0fd-4cc2-ab03-f1a53baad455'] response: {'server_uuid': 'c2408dab-e061-4979-9910-4b5089a2d516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0329331-0b87-460a-bd2a-425543985b34', 'code': 200} May 06 13:08:34.279941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:34.300868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:34.313057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] Sync routers for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:34.343533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8ae445bd-f383-44cd-83f3-f43808741776 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "PUT /v2.0/routers/a3cbe623-eb98-48cc-9da1-2094ca7e04c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5002685 May 06 13:08:34.349852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36546) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:34.382568 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c0329331-0b87-460a-bd2a-425543985b34,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:34.390790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:34.391452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:34.451567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6395dcf2-328c-46c9-9641-118359daf6f4']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:34.492729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d1ae23-dc03-4289-85b6-6276561e34d5') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:34.493307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d1ae23-dc03-4289-85b6-6276561e34d5') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:34.529325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:34.580050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:34.619091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:08:34.620789 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:34.830073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:34.851216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e263e3-ce0e-4965-aa23-3d2e6920309f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting subnet d82d23d2-7e5b-4494-b7af-003e06f7cfc6 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:08:34.856925 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30e263e3-ce0e-4965-aa23-3d2e6920309f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:34.932768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d58d6237-e928-42ac-9996-ae99aa72b1da no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:08:34.964140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30e263e3-ce0e-4965-aa23-3d2e6920309f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.019535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: d58d6237-e928-42ac-9996-ae99aa72b1da {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:08:35.020016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d58d6237-e928-42ac-9996-ae99aa72b1da not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: timer() May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:08:35.296262 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:08:35.459467 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-072e9537-5f87-4b96-81c7-dc9731e463b1 req-436353a1-c7b4-4dce-8e84-1c1789a45ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 1097 time: 1.0934258 May 06 13:08:35.574076 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-072e9537-5f87-4b96-81c7-dc9731e463b1 req-a1b0bae4-203b-4de7-a644-ce1638d93971 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958068 May 06 13:08:35.575999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.592451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.672584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Network': ['ID=6395dcf2-328c-46c9-9641-118359daf6f4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:35.672973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30e263e3-ce0e-4965-aa23-3d2e6920309f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.686087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:08:30Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:35.688464 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2bb1c798-bb5b-4991-bf60-ade1d9cb9f2d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/networks/6395dcf2-328c-46c9-9641-118359daf6f4 HTTP/1.1" status: 204 len: 168 time: 2.7381427 May 06 13:08:35.689804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36568) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:35.702225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] Checking router: a3cbe623-eb98-48cc-9da1-2094ca7e04c7 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:08:35.703174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-461404927', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:35.717929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] Routers {'a3cbe623-eb98-48cc-9da1-2094ca7e04c7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:35.719252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:35.719565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:35.727988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:router and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:35.733849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:35.749893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:35.770940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.772738 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.795049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036dad-2a5f-4347-81bd-257bc58d9226 req-b4487fa9-0a9d-4456-a4fd-36aec66ecb48 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:35.797056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f036dad-2a5f-4347-81bd-257bc58d9226 req-b4487fa9-0a9d-4456-a4fd-36aec66ecb48 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 946 time: 0.2408986 May 06 13:08:35.825557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.850694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.901272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30e263e3-ce0e-4965-aa23-3d2e6920309f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.923109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:35.924751 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e7d20829-9626-42c3-8b4d-f5cfcb901ae6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2333071 May 06 13:08:35.929442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:35.935895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-517491533'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:35.952211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:35.957340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:network and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:35.965587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:35.973099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e263e3-ce0e-4965-aa23-3d2e6920309f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Subnet': ['ID=d82d23d2-7e5b-4494-b7af-003e06f7cfc6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:35.976492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:35.992501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f036dad-2a5f-4347-81bd-257bc58d9226 req-f4fad4f9-58ad-4d04-b2a2-0863ff3e2861 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814072 May 06 13:08:35.997320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-30e263e3-ce0e-4965-aa23-3d2e6920309f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:36.005864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:36.009503 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:36.012796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-30e263e3-ce0e-4965-aa23-3d2e6920309f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/subnets/d82d23d2-7e5b-4494-b7af-003e06f7cfc6 HTTP/1.1" status: 204 len: 168 time: 1.6605160 May 06 13:08:36.025458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36578) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:36.074769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991dfc03-91b8-4920-9a8c-8c5346a33f35 None None] Network dae8fc67-547b-4af3-a42b-b13d3b36396d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:36.087581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:08:36.108323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:36.108664 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added segment de6fdb5e-407c-44b0-9264-664b144a3d00 of type vlan for network ec33fc49-f028-419d-a9fa-a6015c4757ea May 06 13:08:36.152512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:36.217347 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:36.221391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:36.222220 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:36.288584 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:36.367982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] Set router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:36.457418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5265408 May 06 13:08:36.463359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36582) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:36.471282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'subnet': {'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:36.517438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70271569-2082-4a42-b79c-5a94571beb7a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Network': ['ID=ec33fc49-f028-419d-a9fa-a6015c4757ea,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:36.534406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ec33fc49-f028-419d-a9fa-a6015c4757ea details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:08:36.710485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:36.729851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:subnet and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:36.741950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:36.759153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:36.803487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:36.950490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224bc550-e60a-495f-af20-ac899d5a3242 None None] DHCP port deletion for dae8fc67-547b-4af3-a42b-b13d3b36396d request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:08:36.973324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-224bc550-e60a-495f-af20-ac899d5a3242 None None] Deleting port 51e4e708-0f9e-433b-a05a-7823c2e1b56f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:36.974506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-224bc550-e60a-495f-af20-ac899d5a3242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:36.983130 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:37.095285 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:37.120560 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:08:30Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:37.121144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port a69357c3-91b9-41fd-b871-2cbb66e1838c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:37.121556 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:37.140161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d07539-8918-4008-b3bc-1e168c92f6b6 None None] The sync data for ids ['a3cbe623-eb98-48cc-9da1-2094ca7e04c7'] in n-d-840847-1 is: [{'id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15700546', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:22Z', 'updated_at': '2022-05-06T13:08:30Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'a69357c3-91b9-41fd-b871-2cbb66e1838c', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cbe623-eb98-48cc-9da1-2094ca7e04c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:26Z', 'updated_at': '2022-05-06T13:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:08:37.391865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-224bc550-e60a-495f-af20-ac899d5a3242 None None] For port 51e4e708-0f9e-433b-a05a-7823c2e1b56f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=51e4e708-0f9e-433b-a05a-7823c2e1b56f,segment=NetworkSegment(c3b34f4f-f921-474c-904f-89ab8283bc00),segment_id=c3b34f4f-f921-474c-904f-89ab8283bc00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:37.392664 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-224bc550-e60a-495f-af20-ac899d5a3242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:37.586781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port a69357c3-91b9-41fd-b871-2cbb66e1838c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a69357c3-91b9-41fd-b871-2cbb66e1838c,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:37.587190 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:37.643053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058096b-f2da-4697-9774-1a63fd78ee4e req-970405b5-533e-47b5-8eda-a05a560fec15 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:37.644654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0058096b-f2da-4697-9774-1a63fd78ee4e req-970405b5-533e-47b5-8eda-a05a560fec15 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 946 time: 0.2778556 May 06 13:08:37.676077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-224bc550-e60a-495f-af20-ac899d5a3242 None None] Calling delete_port for 51e4e708-0f9e-433b-a05a-7823c2e1b56f owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:37.738409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:37.826499 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-224bc550-e60a-495f-af20-ac899d5a3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:37.928400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bc550-e60a-495f-af20-ac899d5a3242 None None] Pushing event deleted for resources: {'Port': ['ID=51e4e708-0f9e-433b-a05a-7823c2e1b56f,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:37.937209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224bc550-e60a-495f-af20-ac899d5a3242 None None] No DVR routers for this DVR port 51e4e708-0f9e-433b-a05a-7823c2e1b56f on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:08:38.050954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for a69357c3-91b9-41fd-b871-2cbb66e1838c owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:38.094837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:38.204783 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0058096b-f2da-4697-9774-1a63fd78ee4e req-59e65520-9a6b-48a9-83d5-34be2eae4ed1 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427006 May 06 13:08:38.249738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Subnet': ['ID=0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:38.274442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Checking segment: {'id': 'de6fdb5e-407c-44b0-9264-664b144a3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:38.274842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network hostable DHCP agents. Network: ec33fc49-f028-419d-a9fa-a6015c4757ea, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:08:38.406761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network ec33fc49-f028-419d-a9fa-a6015c4757ea is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:08:38.475506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ec33fc49-f028-419d-a9fa-a6015c4757ea) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:38.497018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:38.497018 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:38.505492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3e65c-6953-48c6-8bca-87927eb7d50a None None] Network ec33fc49-f028-419d-a9fa-a6015c4757ea requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:38.681191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:38.814656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36606) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:38.815478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aee01a7c-b2ae-4d3a-880e-0e65e82eddf6 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3495395 May 06 13:08:38.878443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=a69357c3-91b9-41fd-b871-2cbb66e1838c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:38.884431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 51e4e708-0f9e-433b-a05a-7823c2e1b56f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:08:38.992748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 51e4e708-0f9e-433b-a05a-7823c2e1b56f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:08:38.993674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 51e4e708-0f9e-433b-a05a-7823c2e1b56f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:08:38.994588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 264f9efb-8dea-4ba0-b058-2f3624c06e84 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:08:39.073498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 264f9efb-8dea-4ba0-b058-2f3624c06e84 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:08:39.074386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 264f9efb-8dea-4ba0-b058-2f3624c06e84 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:08:39.112366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.221575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0aabb-8ff9-41be-b539-13b71915d25d req-3a078891-48c9-4108-8797-9ffb5f70a0f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:39.229568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18f0aabb-8ff9-41be-b539-13b71915d25d req-3a078891-48c9-4108-8797-9ffb5f70a0f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 946 time: 0.6787674 May 06 13:08:39.413108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18f0aabb-8ff9-41be-b539-13b71915d25d req-f71adbc6-3007-4a56-8959-07b4a43550c0 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815662 May 06 13:08:39.437876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-ec33fc49-f028-419d-a9fa-a6015c4757ea', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:08:39.438631 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.867796 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.873508 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.928998 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.929603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Fanout notify agent at l3_agent the message router_deleted on router a3cbe623-eb98-48cc-9da1-2094ca7e04c7 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:08:39.960009 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.965131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3ff74f1a-5042-425c-a949-36f35470cc41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/routers/a3cbe623-eb98-48cc-9da1-2094ca7e04c7 HTTP/1.1" status: 204 len: 168 time: 3.9338884 May 06 13:08:39.965414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36616) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:40.312433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:40.462141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Allocated IP 2001:db8::2 (ec33fc49-f028-419d-a9fa-a6015c4757ea/0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe/0836c0df-a1c1-459b-a3db-e0c256f8eecb) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:40.628374 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:40.907326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a69357c3-91b9-41fd-b871-2cbb66e1838c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:08:41.022722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: a69357c3-91b9-41fd-b871-2cbb66e1838c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:08:41.023294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a69357c3-91b9-41fd-b871-2cbb66e1838c not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:08:41.364689 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:41.384577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Transition to ACTIVE for port object 0836c0df-a1c1-459b-a3db-e0c256f8eecb will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:41.423713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Transition to ACTIVE for port object 0836c0df-a1c1-459b-a3db-e0c256f8eecb will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:41.440404 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:41.568266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Network ec33fc49-f028-419d-a9fa-a6015c4757ea is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:41.588508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:41.603136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:41.618247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:41.694047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae8fc67-547b-4af3-a42b-b13d3b36396d']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:41.698787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 2001:db8::1 (ec33fc49-f028-419d-a9fa-a6015c4757ea/0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe/61d0d1e7-857c-4ace-b52d-cb85aa7693d2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:41.716871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Pushing event updated for resources: {'Port': ['ID=0836c0df-a1c1-459b-a3db-e0c256f8eecb,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:41.720522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b34f4f-f921-474c-904f-89ab8283bc00') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:41.721266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b34f4f-f921-474c-904f-89ab8283bc00') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:41.741518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bea34-221e-4fa3-93cc-d444883189f6 req-b2888d90-70ee-468f-a832-b63086495348 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:41.747949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-439bea34-221e-4fa3-93cc-d444883189f6 req-b2888d90-70ee-468f-a832-b63086495348 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 946 time: 0.8618085 May 06 13:08:41.805744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:41.840128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Attempting to bind port 0836c0df-a1c1-459b-a3db-e0c256f8eecb on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:08:41.840717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Attempting to bind port 0836c0df-a1c1-459b-a3db-e0c256f8eecb by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'de6fdb5e-407c-44b0-9264-664b144a3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:08:41.841852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Attempting to bind port 0836c0df-a1c1-459b-a3db-e0c256f8eecb on network ec33fc49-f028-419d-a9fa-a6015c4757ea {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:08:41.852227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:41.853923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:08:41.854859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Checking segment: {'id': 'de6fdb5e-407c-44b0-9264-664b144a3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:41.855583 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:41.856313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Bound using segment: {'id': 'de6fdb5e-407c-44b0-9264-664b144a3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:08:41.857599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Bound port: 0836c0df-a1c1-459b-a3db-e0c256f8eecb, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6fdb5e-407c-44b0-9264-664b144a3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:08:41.857766 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:41.866310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:08:41.867309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: timer() May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:08:41.900925 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:08:41.912338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-439bea34-221e-4fa3-93cc-d444883189f6 req-b5e02dae-9012-42d0-a84a-21f009e6ffd9 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526158 May 06 13:08:41.996456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36644) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:42.080640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.082325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] For port 0836c0df-a1c1-459b-a3db-e0c256f8eecb, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:08:42.115225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] For port 0836c0df-a1c1-459b-a3db-e0c256f8eecb, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0836c0df-a1c1-459b-a3db-e0c256f8eecb,segment=NetworkSegment(de6fdb5e-407c-44b0-9264-664b144a3d00),segment_id=de6fdb5e-407c-44b0-9264-664b144a3d00)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:08:42.120505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.122630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Transition to ACTIVE for port object 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:42.126195 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.185365 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.203959 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.262013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/networks/dae8fc67-547b-4af3-a42b-b13d3b36396d HTTP/1.1" status: 204 len: 168 time: 2.2952826 May 06 13:08:42.263875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc8bc2-51c2-4bfc-a384-23f82bad5ec9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Network': ['ID=dae8fc67-547b-4af3-a42b-b13d3b36396d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:42.273179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36658) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:42.406233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dac097-7534-4803-b002-49d1476b34f3 None None] Pushing event updated for resources: {'Port': ['ID=0836c0df-a1c1-459b-a3db-e0c256f8eecb,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:42.511952 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-057d1af8-a5d8-4220-ac6b-bc169adf1f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.564580 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c95c4f45-9373-483e-9658-292fb5be14bd tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.646767 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c95c4f45-9373-483e-9658-292fb5be14bd tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.701391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network ec33fc49-f028-419d-a9fa-a6015c4757ea is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:42.717331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:42.736948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:42.737490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.771609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=61d0d1e7-857c-4ace-b52d-cb85aa7693d2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:42.783596 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.784193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.784715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.785228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.785878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.786388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.787032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.787604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.788176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.788709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.789264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:42.841033 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c95c4f45-9373-483e-9658-292fb5be14bd tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.887941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c4f45-9373-483e-9658-292fb5be14bd tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dced79-2d30-40bc-87ce-41fd2c2684c0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:42.891382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c95c4f45-9373-483e-9658-292fb5be14bd tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.892974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c95c4f45-9373-483e-9658-292fb5be14bd tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/security-groups/a6dced79-2d30-40bc-87ce-41fd2c2684c0 HTTP/1.1" status: 204 len: 168 time: 0.6183596 May 06 13:08:43.047211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:43.059948 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-25294d89-5e20-4a28-a4ee-4e4e10298c61 tempest-TestServerBasicOps-722372400 tempest-TestServerBasicOps-722372400-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 1092 time: 1.0551565 May 06 13:08:43.064328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36672) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:43.071210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': 'c0329331-0b87-460a-bd2a-425543985b34', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:43.083628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:43.092931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Usage tracker for resource:floatingip and tenant:3ca701b986cb4e21ba167ffac36da2e5 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:43.103894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:43.126038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:43.152249 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:43.221258 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:43.669847 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:43.751828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36684) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:43.761849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133281566', 'description': 'tempest-secgroup-smoke-1133281566 description', 'project_id': 'f57f59e5f10b4779858d012f38366eaf'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:43.790096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:43.817679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:43.823997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:43.836808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:43.913721 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:43.966222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:43.976228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:43.979967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:43.998213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:44.008722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Allocated IP 172.25.7.183 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/68c5d2af-7185-40e6-a267-ed97e59096c9) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:44.084936 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.096177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.099537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.240084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.253966 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.375759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.435651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.442030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6875870 May 06 13:08:44.443290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2bb39-31ac-4969-abd2-91008ac48679 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:44.470797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36696) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:44.477823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:44.485422 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.531040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2350210-4305-4b24-ad97-b03eac61a48d None None] Network ec33fc49-f028-419d-a9fa-a6015c4757ea requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:44.534188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:44.552406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:44.581940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=61d0d1e7-857c-4ace-b52d-cb85aa7693d2,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:44.600663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'Port': ['ID=68c5d2af-7185-40e6-a267-ed97e59096c9,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:44.625917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:44.655096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b057549a-5b85-42a9-98e5-34417eba8de9 None None] Provisioning for port 0836c0df-a1c1-459b-a3db-e0c256f8eecb completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:44.681566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:44.690746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:44.694092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:44.697843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:44.763691 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7137-40e5-430d-a8d9-6c96c8f34a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.767688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.827857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network ec33fc49-f028-419d-a9fa-a6015c4757ea is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:44.831320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:45.071304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0836c0df-a1c1-459b-a3db-e0c256f8eecb up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:45.097039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.103049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.155130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f2bf79-565f-49bd-a333-0a161084c906,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:45.301148 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.302863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4d9cc014-b27d-47b8-a6b8-75b441e7c50c tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8309076 May 06 13:08:45.306929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36710) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:45.325211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:45.332068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 0836c0df-a1c1-459b-a3db-e0c256f8eecb completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:45.339865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0836c0df-a1c1-459b-a3db-e0c256f8eecb triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:45.340413 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.351945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:45.572943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:45.589220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:45.650357 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.685619 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.721530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:45.773803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.777837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 0836c0df-a1c1-459b-a3db-e0c256f8eecb, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0836c0df-a1c1-459b-a3db-e0c256f8eecb,segment=NetworkSegment(de6fdb5e-407c-44b0-9264-664b144a3d00),segment_id=de6fdb5e-407c-44b0-9264-664b144a3d00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:45.781655 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.786342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.946020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b9c253ed-a485-42a2-82ad-b9dea9bfd188 None None] Provisioning for port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:45.966189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b9c253ed-a485-42a2-82ad-b9dea9bfd188 None None] Provisioning complete for port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:45.973409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b9c253ed-a485-42a2-82ad-b9dea9bfd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.019716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.042749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.152522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=0836c0df-a1c1-459b-a3db-e0c256f8eecb,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:46.161824 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.170116 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.174866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.177467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b9c253ed-a485-42a2-82ad-b9dea9bfd188 None None] Port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:08:46.178753 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8635249 May 06 13:08:46.199653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b9c253ed-a485-42a2-82ad-b9dea9bfd188 None None] Provisioning complete for port 0836c0df-a1c1-459b-a3db-e0c256f8eecb triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:46.200310 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b9c253ed-a485-42a2-82ad-b9dea9bfd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.209113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:46.209809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36728) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:46.253205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:46.299762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8c1cb-8767-463d-b0be-e7806743c301 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704bb432-509a-4993-bb65-18b3cc3e0052,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:46.396183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:46.417894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:46.439557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:46.507603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:46.530763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:08:46.623871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.819258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-db4be403-bda1-45a1-86f0-d4a7dfd1daa0 None None] Provisioning complete for port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:46.820953 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-db4be403-bda1-45a1-86f0-d4a7dfd1daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.966700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-db4be403-bda1-45a1-86f0-d4a7dfd1daa0 None None] Port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:08:46.973341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0836c0df-a1c1-459b-a3db-e0c256f8eecb up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:46.999533 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.008886 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.189315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event updated for resources: {'Port': ['ID=68c5d2af-7185-40e6-a267-ed97e59096c9,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:47.220511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bfb7a2d4-72f0-4f03-900c-a8d7408a1e9e None None] Provisioning complete for port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:47.222222 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bfb7a2d4-72f0-4f03-900c-a8d7408a1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.227250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.336901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7a2d4-72f0-4f03-900c-a8d7408a1e9e None None] Port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:08:47.338917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0836c0df-a1c1-459b-a3db-e0c256f8eecb triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:47.339508 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.398299 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.430123 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.461071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4db62e-f19e-4704-917d-f9f627c2c826,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:47.487724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-590df87e-4237-4691-bccf-1446d35afb1f admin admin] Deleting subnet e2a16a8c-05e5-4f16-aecb-b75b42cbc42a {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:08:47.491544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-590df87e-4237-4691-bccf-1446d35afb1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.561671 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-590df87e-4237-4691-bccf-1446d35afb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.600726 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Floating IP 1ed077e0-508f-4fd5-8529-272d54091f57 associated. External IP: 172.25.7.183, port: c0329331-0b87-460a-bd2a-425543985b34. May 06 13:08:47.602337 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.664774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-590df87e-4237-4691-bccf-1446d35afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.780654 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.782682 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ae286602-a3a8-4005-b867-d9b573aa7dee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5710766 May 06 13:08:47.793685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36752) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:47.800551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-590df87e-4237-4691-bccf-1446d35afb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.812890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:47.824027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:47.832836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:47.838501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:47.851792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:47.869345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:47.884187 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e8f7047f-153c-4a6a-ad9c-dcde20e8391a tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0680323 May 06 13:08:47.887472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590df87e-4237-4691-bccf-1446d35afb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a16a8c-05e5-4f16-aecb-b75b42cbc42a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:47.893945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:47.901220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-982127053'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:47.909415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-590df87e-4237-4691-bccf-1446d35afb1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.915067 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-590df87e-4237-4691-bccf-1446d35afb1f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e2a16a8c-05e5-4f16-aecb-b75b42cbc42a HTTP/1.1" status: 204 len: 168 time: 1.6956127 May 06 13:08:47.915870 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:47.916266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:47.918402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36762) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:47.928961 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.942443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:network and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:47.953838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:47.973659 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:47.975308 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:48.009350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:48.039530 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.049519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.089358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94941088-c307-4688-aea8-3af4f9ef0e9a,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:48.091113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:48.096889 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.153357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.180343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.181967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5b4d09f6-4917-4ef1-8374-97a390a7a265 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3845809 May 06 13:08:48.187594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36766) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:48.264669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:48.297253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:48.301307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:08:48.333140 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:48.390937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:48.406726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.407336 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added segment 7bc4b872-0019-45b2-a68b-9f324d3e559b of type vlan for network 79cad528-0b94-4a32-b98e-b5554ab9df9c May 06 13:08:48.408666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:48.450037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Router 6e9a7191-904a-4f84-82e2-412d4112f31f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:08:48.519950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:48.592980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.601652 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Project f57f59e5f10b4779858d012f38366eaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:08:48.619597 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.638512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.684259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bd9c57-e0c0-45a0-8a5c-8869ece445b6']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:48.717026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555d04e2-2909-4f21-bc03-376c59cc6da1') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:48.717329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555d04e2-2909-4f21-bc03-376c59cc6da1') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:48.736531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:48.760775 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.765045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] Sync routers for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:48.791226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:48.792703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:48.796780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.801011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:48.802129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.810154 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.811126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.839433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.883409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:08:48.884879 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:48.902440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6e201814-da71-44ed-8a52-8306f4a0967f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8229411 May 06 13:08:48.902440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2408dab-e061-4979-9910-4b5089a2d516', 'tag': 'c0329331-0b87-460a-bd2a-425543985b34'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:08:48.954214 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:08:42Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:43Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:48.965243 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:08:48.965592 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Updating router 3103d5f6-9334-40f5-b9a9-b962aea2f00d port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:08:48.966965 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65461f22-6c70-445a-9236-b251b32e1701'] response: {'name': 'network-changed', 'server_uuid': 'c2408dab-e061-4979-9910-4b5089a2d516', 'tag': 'c0329331-0b87-460a-bd2a-425543985b34', 'status': 'completed', 'code': 200} May 06 13:08:49.047318 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: timer() May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:08:49.083853 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:08:49.089589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:49.255982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3603508 May 06 13:08:49.263229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36790) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:49.265354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:49.272462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'subnet': {'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:49.349741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa638c2-340c-4dc7-86fc-4516e5af5632,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:49.366585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:49.385427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:49.407792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce5591-75a5-4a2b-ac01-69a17627cc8d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Network': ['ID=79cad528-0b94-4a32-b98e-b5554ab9df9c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:49.458440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 79cad528-0b94-4a32-b98e-b5554ab9df9c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:08:49.525964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:49.528787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aab9006c-ce9f-4047-ae79-3402b1561919 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2786925 May 06 13:08:49.540779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36794) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:49.556517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] Pushing event deleted for resources: {'Network': ['ID=05bd9c57-e0c0-45a0-8a5c-8869ece445b6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:49.558618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': '8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:49.579997 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6327fc6f-de88-4176-b353-8f48bad4aecc admin admin] 10.222.0.44 "DELETE /v2.0/networks/05bd9c57-e0c0-45a0-8a5c-8869ece445b6 HTTP/1.1" status: 204 len: 168 time: 1.6602454 May 06 13:08:49.604227 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2ec64ed-2996-42fa-91cb-2a2020a1d7f2 req-2271fb88-e771-4458-96df-a255debffeb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca701b986cb4e21ba167ffac36da2e5&device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 1097 time: 0.4650705 May 06 13:08:49.609300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:49.627818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:49.635180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:subnet and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:49.641831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:49.656905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:49.701271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:49.716139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:49.748347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:49.749874 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:49.757246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:49.772386 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Project f57f59e5f10b4779858d012f38366eaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:08:49.779115 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Transition to ACTIVE for port object 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:49.799392 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:49.934373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec64ed-2996-42fa-91cb-2a2020a1d7f2 req-8a065768-c8e8-40fe-9935-0db8dd145c40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:49.937157 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2ec64ed-2996-42fa-91cb-2a2020a1d7f2 req-8a065768-c8e8-40fe-9935-0db8dd145c40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9f8a2ba-5755-42db-b48e-1790627e660a HTTP/1.1" status: 200 len: 909 time: 0.3224862 May 06 13:08:50.111583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36806) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:50.135087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '1ed077e0-508f-4fd5-8529-272d54091f57', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'port_id': 'c0329331-0b87-460a-bd2a-425543985b34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'mac_address': 'fa:16:3e:45:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2408dab-e061-4979-9910-4b5089a2d516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:08:45Z', 'updated_at': '2022-05-06T13:08:45Z', 'revision_number': 0, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:43Z', 'revision_number': 5, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:50.145265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] Checking router: 6e9a7191-904a-4f84-82e2-412d4112f31f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:08:50.148071 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:08:50.180553 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:50.185168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:50.185826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:50.204229 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2ec64ed-2996-42fa-91cb-2a2020a1d7f2 req-6550ec7a-e75a-46ba-bd78-06ed581a8ec1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0329331-0b87-460a-bd2a-425543985b34 HTTP/1.1" status: 200 len: 1000 time: 0.2589517 May 06 13:08:50.212911 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38efa49-1459-415e-a310-e1762631937b None None] Pushing event updated for resources: {'Port': ['ID=61d0d1e7-857c-4ace-b52d-cb85aa7693d2,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:50.302819 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.303510 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.303996 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.304477 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.304968 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.305443 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.305926 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.307015 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.310912 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.311479 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.311962 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38efa49-1459-415e-a310-e1762631937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.333777 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Attempting to bind port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:08:50.341283 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Attempting to bind port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'de6fdb5e-407c-44b0-9264-664b144a3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:08:50.351343 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Attempting to bind port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 on network ec33fc49-f028-419d-a9fa-a6015c4757ea {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:08:50.368183 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:08:50.369621 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Checking segment: {'id': 'de6fdb5e-407c-44b0-9264-664b144a3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:50.370208 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:50.370791 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Bound using segment: {'id': 'de6fdb5e-407c-44b0-9264-664b144a3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:08:50.371474 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Bound port: 61d0d1e7-857c-4ace-b52d-cb85aa7693d2, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6fdb5e-407c-44b0-9264-664b144a3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:08:50.372045 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:50.394027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:50.432907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec64ed-2996-42fa-91cb-2a2020a1d7f2 req-920e4e59-07be-4e0c-aad3-40561edcd537 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:50.436441 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2ec64ed-2996-42fa-91cb-2a2020a1d7f2 req-920e4e59-07be-4e0c-aad3-40561edcd537 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f49107-4569-45df-946d-89a01e371f14 HTTP/1.1" status: 200 len: 847 time: 0.2115698 May 06 13:08:50.547349 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] For port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:08:50.555333 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] For port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=61d0d1e7-857c-4ace-b52d-cb85aa7693d2,segment=NetworkSegment(de6fdb5e-407c-44b0-9264-664b144a3d00),segment_id=de6fdb5e-407c-44b0-9264-664b144a3d00)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:08:50.561916 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:50.619972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:50.666069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36814) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:50.670832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f24c6d76-9e20-43cc-9876-47fb06c540cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa96a274e40743d59276beef1882162d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5485277 May 06 13:08:50.702868 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2ec64ed-2996-42fa-91cb-2a2020a1d7f2 req-ddb053fa-87c5-448c-aec7-8fe9ac7f993c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9f8a2ba-5755-42db-b48e-1790627e660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475684 May 06 13:08:50.713228 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38efa49-1459-415e-a310-e1762631937b None None] Pushing event updated for resources: {'Port': ['ID=61d0d1e7-857c-4ace-b52d-cb85aa7693d2,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:50.716580 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:50.717303 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:50.728129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:50.742421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:50.822301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:50.824829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2825310 May 06 13:08:50.834936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36818) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:50.844964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53747b5e-4361-4459-9826-72ffdc04d86b,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:50.856063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'network': {'name': 'tempest-network-smoke--894110537', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'port_security_enabled': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:50.870228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:50.885639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:network and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:50.894081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:50.908751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:50.914780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.915128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.917513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.918518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.919342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.920118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.920930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.921734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.922525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.923358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.924455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1118c9e7-c9d9-42d8-b34a-7e3c5bbd85b0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:50.969755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:50.973340 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.085456 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b04cf7e4-db50-4052-9cf1-fd24c0569f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.100617 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:51.109340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:08:51.202110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.204159 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Added segment 0f50bb90-05f2-4c4f-ba90-42fa10566944 of type vlan for network 41de4b68-40de-4279-955d-e3cbfbe10c78 May 06 13:08:51.222672 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2ec64ed-2996-42fa-91cb-2a2020a1d7f2 req-522309df-896e-444c-91db-94c7fb09ed94 service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106089 May 06 13:08:51.242867 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b04cf7e4-db50-4052-9cf1-fd24c0569f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.261606 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.306964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.357746 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.364962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:51.366696 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.377179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b04cf7e4-db50-4052-9cf1-fd24c0569f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.575535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '1ed077e0-508f-4fd5-8529-272d54091f57', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'port_id': 'c0329331-0b87-460a-bd2a-425543985b34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'mac_address': 'fa:16:3e:45:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2408dab-e061-4979-9910-4b5089a2d516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:08:45Z', 'updated_at': '2022-05-06T13:08:45Z', 'revision_number': 0, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:43Z', 'revision_number': 5, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:51.580746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f82abb-e6b3-4dcd-b223-d1d01ef309b7 None None] The sync data for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 is: [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '1ed077e0-508f-4fd5-8529-272d54091f57', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'port_id': 'c0329331-0b87-460a-bd2a-425543985b34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'mac_address': 'fa:16:3e:45:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2408dab-e061-4979-9910-4b5089a2d516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:08:45Z', 'updated_at': '2022-05-06T13:08:45Z', 'revision_number': 0, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:43Z', 'revision_number': 5, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:08:51.626823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cf7e4-db50-4052-9cf1-fd24c0569f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b72d84-645d-45ee-a465-14e06bad0ac0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:51.660417 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b04cf7e4-db50-4052-9cf1-fd24c0569f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.661878 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b04cf7e4-db50-4052-9cf1-fd24c0569f0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39b72d84-645d-45ee-a465-14e06bad0ac0 HTTP/1.1" status: 204 len: 168 time: 0.9840319 May 06 13:08:51.685643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Network': ['ID=41de4b68-40de-4279-955d-e3cbfbe10c78,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:51.737396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 41de4b68-40de-4279-955d-e3cbfbe10c78 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:08:51.754345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Subnet': ['ID=7f511aab-088b-4fd3-b5cc-a43cdefb7716,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:51.777346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36836) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:51.777633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5691ca91-2689-47ff-8d31-83d0802fef06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9389405 May 06 13:08:51.787774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'admin_state_up': True, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:51.827505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:51.842225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:router and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:51.853183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Checking segment: {'id': '7bc4b872-0019-45b2-a68b-9f324d3e559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:51.853686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:51.860973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network hostable DHCP agents. Network: 79cad528-0b94-4a32-b98e-b5554ab9df9c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:08:51.871711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:51.942905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.944370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.954075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 79cad528-0b94-4a32-b98e-b5554ab9df9c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:08:51.986669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 79cad528-0b94-4a32-b98e-b5554ab9df9c) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:51.994473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:52.003084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa9f70-1b00-4f16-910c-31f3f0d6501b None None] Network 79cad528-0b94-4a32-b98e-b5554ab9df9c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:52.007773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:52.009186 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:52.054887 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:08:42Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:50Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:52.062947 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817318cb-c303-4e76-a710-f3ded1bf6842 None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:08:42Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:50Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:08:52.072509 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0f640cd0-bf64-4179-b077-11519140636c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8081708 May 06 13:08:52.075729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36842) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:52.168346 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d0ac3-53d5-41f1-8014-6f5f28702728 None None] New status for floating IP 1ed077e0-508f-4fd5-8529-272d54091f57: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:08:52.519851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-79cad528-0b94-4a32-b98e-b5554ab9df9c', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:08:52.520681 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:52.632372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:52.636781 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2ec64ed-2996-42fa-91cb-2a2020a1d7f2 req-c5adb415-da03-4ca4-b0b2-ca48bc4253e0 service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2681756 May 06 13:08:52.962770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.008136 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.011424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Allocated IP 2001:db8:1::2 (79cad528-0b94-4a32-b98e-b5554ab9df9c/7f511aab-088b-4fd3-b5cc-a43cdefb7716/b3b3beb6-4b96-42d4-b2f0-9a5995d781da) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:53.240862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.25.7.97 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c4eba8cf-ca7c-4553-9818-b0768b8e9e36) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:53.450889 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.464514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Transition to ACTIVE for port object b3b3beb6-4b96-42d4-b2f0-9a5995d781da will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:53.489633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Transition to ACTIVE for port object b3b3beb6-4b96-42d4-b2f0-9a5995d781da will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:53.498886 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.625750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Network 79cad528-0b94-4a32-b98e-b5554ab9df9c is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:53.629984 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.630624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:53.638440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:53.646175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Pushing event updated for resources: {'Port': ['ID=b3b3beb6-4b96-42d4-b2f0-9a5995d781da,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:53.746504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.772096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Attempting to bind port b3b3beb6-4b96-42d4-b2f0-9a5995d781da on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:08:53.772478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Attempting to bind port b3b3beb6-4b96-42d4-b2f0-9a5995d781da by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7bc4b872-0019-45b2-a68b-9f324d3e559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:08:53.772947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Attempting to bind port b3b3beb6-4b96-42d4-b2f0-9a5995d781da on network 79cad528-0b94-4a32-b98e-b5554ab9df9c {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:08:53.800375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:08:53.800678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Checking segment: {'id': '7bc4b872-0019-45b2-a68b-9f324d3e559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:53.801380 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.801821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Bound using segment: {'id': '7bc4b872-0019-45b2-a68b-9f324d3e559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:08:53.802468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Bound port: b3b3beb6-4b96-42d4-b2f0-9a5995d781da, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc4b872-0019-45b2-a68b-9f324d3e559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:08:53.802927 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.803995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.950813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] For port b3b3beb6-4b96-42d4-b2f0-9a5995d781da, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:08:53.955436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] For port b3b3beb6-4b96-42d4-b2f0-9a5995d781da, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b3b3beb6-4b96-42d4-b2f0-9a5995d781da,segment=NetworkSegment(7bc4b872-0019-45b2-a68b-9f324d3e559b),segment_id=7bc4b872-0019-45b2-a68b-9f324d3e559b)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:08:53.961263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:53.962433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:53.966272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:53.971353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:54.019222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=c4eba8cf-ca7c-4553-9818-b0768b8e9e36,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:54.138213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf8786-460f-459b-b22f-bb0d8e2436e4 None None] Pushing event updated for resources: {'Port': ['ID=b3b3beb6-4b96-42d4-b2f0-9a5995d781da,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:54.229316 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:54.231204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:54.920602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router b9b53bb1-219a-467e-86c5-e0f56b6080e9 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:08:54.953691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b3b3beb6-4b96-42d4-b2f0-9a5995d781da up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:54.981954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 2001:db8:1::1 (79cad528-0b94-4a32-b98e-b5554ab9df9c/7f511aab-088b-4fd3-b5cc-a43cdefb7716/14875b44-d345-409d-8525-d7dce9e94a23) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:55.127666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b3b3beb6-4b96-42d4-b2f0-9a5995d781da completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:55.134508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:55.249068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:55.269969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:55.270720 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:55.602217 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:55.612386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:55.634283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Sync routers for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:55.671383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Transition to ACTIVE for port object 14875b44-d345-409d-8525-d7dce9e94a23 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:55.689125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:55.696001 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-357438e5-070b-4077-8b62-c788acbeb4e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9165618 May 06 13:08:55.701496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36918) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:55.753226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:55.753887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:55.780825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:55.851838 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-184531c6-8d2e-4652-aab0-982eb8746774 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=f57f59e5f10b4779858d012f38366eaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1486080 May 06 13:08:55.853123 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36922) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:55.867467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:56.064401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=61d0d1e7-857c-4ace-b52d-cb85aa7693d2,segment=NetworkSegment(de6fdb5e-407c-44b0-9264-664b144a3d00),segment_id=de6fdb5e-407c-44b0-9264-664b144a3d00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:56.101598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=14875b44-d345-409d-8525-d7dce9e94a23,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:56.116559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 79cad528-0b94-4a32-b98e-b5554ab9df9c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:56.119038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:56.128786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:56.129550 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:56.173087 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:56.295943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08208aa-8a8a-487d-80cc-8545a2a227b9 None None] Network 79cad528-0b94-4a32-b98e-b5554ab9df9c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:56.393613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503bdb70-6c5f-404f-ba52-4c20fddd2fef tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:56.402088 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-503bdb70-6c5f-404f-ba52-4c20fddd2fef tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5463200 May 06 13:08:56.402473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36932) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:56.434704 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:56.496474 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eef5a05f-9348-409c-84d0-2204f172ad81 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0922794 May 06 13:08:56.497197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36936) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:56.517348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135074526', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:56.558213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6bbb2d08-d090-42b9-a333-1caa8edd8454 None None] Provisioning for port b3b3beb6-4b96-42d4-b2f0-9a5995d781da completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:56.644604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6bbb2d08-d090-42b9-a333-1caa8edd8454 None None] Provisioning complete for port b3b3beb6-4b96-42d4-b2f0-9a5995d781da triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:56.652327 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2d08-d090-42b9-a333-1caa8edd8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:56.721124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:56.742303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:subnet and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:56.746922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=61d0d1e7-857c-4ace-b52d-cb85aa7693d2,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:56.747305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:56.761038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:56.786381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:56.825706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:56.925591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:57.338491 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:57.347631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:57.348683 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:57.514740 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:57.642653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=14875b44-d345-409d-8525-d7dce9e94a23,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:57.751749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 79cad528-0b94-4a32-b98e-b5554ab9df9c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:57.753725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Subnet': ['ID=74e86e9e-f45a-4dd1-81a0-6b86a1766164,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:57.754121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:57.793188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Checking segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:57.794093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network hostable DHCP agents. Network: 41de4b68-40de-4279-955d-e3cbfbe10c78, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:08:57.839312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 41de4b68-40de-4279-955d-e3cbfbe10c78 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:08:57.847138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2d08-d090-42b9-a333-1caa8edd8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:57.861918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 41de4b68-40de-4279-955d-e3cbfbe10c78) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:57.892923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:57.893919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:57.921541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6db7c0-05fb-46f5-9c4e-7e23bf912b0c None None] Network 41de4b68-40de-4279-955d-e3cbfbe10c78 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:57.949438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2413d96f-45b6-4cbd-82d9-3787fb614d97 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4480243 May 06 13:08:57.949877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 36966) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:58.250221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6bbb2d08-d090-42b9-a333-1caa8edd8454 None None] For port b3b3beb6-4b96-42d4-b2f0-9a5995d781da, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b3b3beb6-4b96-42d4-b2f0-9a5995d781da,segment=NetworkSegment(7bc4b872-0019-45b2-a68b-9f324d3e559b),segment_id=7bc4b872-0019-45b2-a68b-9f324d3e559b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:58.284231 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2d08-d090-42b9-a333-1caa8edd8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:58.765186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb2d08-d090-42b9-a333-1caa8edd8454 None None] Pushing event updated for resources: {'Port': ['ID=b3b3beb6-4b96-42d4-b2f0-9a5995d781da,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:58.793159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:08:54Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:58.813010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Checking router: b9b53bb1-219a-467e-86c5-e0f56b6080e9 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:08:58.819192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Updating router b9b53bb1-219a-467e-86c5-e0f56b6080e9 port c4eba8cf-ca7c-4553-9818-b0768b8e9e36 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:08:58.968068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:08:59.013879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:59.123465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-41de4b68-40de-4279-955d-e3cbfbe10c78', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:08:59.124400 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:59.242254 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:59.740331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:59.740331 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:59.943451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:59.955616 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:59.983791 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:59.984430 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:00.012516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1be5e419-6f77-4887-b65b-02e214bfc609 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9352272 May 06 13:09:00.013181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 36998) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:00.036998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1369939745'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:00.067303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:00.081709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:network and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:00.104126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:00.129315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:00.176809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:09:00.199250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:00.309605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:09:00.347593 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:00.351537 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added segment d0a24452-54ac-4a8f-ae51-1fea5480e11a of type vlan for network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 May 06 13:09:00.468167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:00.477634 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:00.549507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Transition to ACTIVE for port object c4eba8cf-ca7c-4553-9818-b0768b8e9e36 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:00.573773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0132d785-8a0a-4985-afbf-cf5cf45b02bc None None] Provisioning complete for port b3b3beb6-4b96-42d4-b2f0-9a5995d781da triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:00.576867 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0132d785-8a0a-4985-afbf-cf5cf45b02bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:00.624044 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:00.637551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:00.639104 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:00.778876 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:00.833410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Allocated IP 172.20.0.2 (41de4b68-40de-4279-955d-e3cbfbe10c78/74e86e9e-f45a-4dd1-81a0-6b86a1766164/4fd72e45-568a-462c-9e20-96165526b076) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:00.894923 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:01.111017 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:01.119908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Network': ['ID=4f80c41d-f2be-4f86-92e6-4e03b08a8720,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:01.141525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Transition to ACTIVE for port object 4fd72e45-568a-462c-9e20-96165526b076 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:01.162240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-349a9b2d-f874-49e2-b358-8278ecf16557 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1446366 May 06 13:09:01.167309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37012) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:01.185202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'subnet': {'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:01.219357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Transition to ACTIVE for port object 4fd72e45-568a-462c-9e20-96165526b076 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:01.226680 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:01.389369 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-e1dbb818-27c9-4b93-a31b-ecc70fdc7d43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1650369 May 06 13:09:01.494162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:09:01.599551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:01.688634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:01.705644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:subnet and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:01.718226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:01.736806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:01.763939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:09:01.803404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-4bdc807f-8f0c-456c-b693-b27404907b1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 1098 time: 0.2360969 May 06 13:09:01.861095 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 3, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:08:57Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:01.875731 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:01.876060 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Updating router 3103d5f6-9334-40f5-b9a9-b962aea2f00d port 14875b44-d345-409d-8525-d7dce9e94a23 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:09:02.042883 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:02.085756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daa76a-c8b7-463c-972e-cbf02bdb10d7 None None] Pushing event updated for resources: {'Port': ['ID=c4eba8cf-ca7c-4553-9818-b0768b8e9e36,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:02.190930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-1772b63d-48cd-4243-af30-92ab8f311ee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:02.199864 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-1772b63d-48cd-4243-af30-92ab8f311ee5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.3533814 May 06 13:09:02.251231 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:02.426655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Pushing event updated for resources: {'Port': ['ID=4fd72e45-568a-462c-9e20-96165526b076,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:02.458757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Network 41de4b68-40de-4279-955d-e3cbfbe10c78 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:02.474083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:02.483953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:02.718072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.20.0.1 (41de4b68-40de-4279-955d-e3cbfbe10c78/74e86e9e-f45a-4dd1-81a0-6b86a1766164/7ae63c83-f138-474b-84be-4635ad722487) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:02.743680 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-9b4cc3e9-8454-461d-8992-eb5de88f43c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 200 len: 1001 time: 0.5266707 May 06 13:09:02.761872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Attempting to bind port c4eba8cf-ca7c-4553-9818-b0768b8e9e36 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:02.762516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Attempting to bind port c4eba8cf-ca7c-4553-9818-b0768b8e9e36 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:02.762974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Attempting to bind port c4eba8cf-ca7c-4553-9818-b0768b8e9e36 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:02.781387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:02.781925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:02.783027 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:02.783566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:02.784463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Bound port: c4eba8cf-ca7c-4553-9818-b0768b8e9e36, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:02.785012 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:02.970151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.077570 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.097834 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Transition to ACTIVE for port object 14875b44-d345-409d-8525-d7dce9e94a23 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:03.114854 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.218185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Attempting to bind port 4fd72e45-568a-462c-9e20-96165526b076 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:03.219260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Attempting to bind port 4fd72e45-568a-462c-9e20-96165526b076 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:03.219774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Attempting to bind port 4fd72e45-568a-462c-9e20-96165526b076 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:03.294981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:03.295916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Checking segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:03.296674 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.297480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Bound using segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:03.298065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Bound port: 4fd72e45-568a-462c-9e20-96165526b076, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:03.302775 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.352156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-a20f6cf7-5088-4799-833f-e4508b3b10be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:03.360185 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-a20f6cf7-5088-4799-833f-e4508b3b10be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.5915315 May 06 13:09:03.448666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b3b3beb6-4b96-42d4-b2f0-9a5995d781da up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:03.533784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Subnet': ['ID=a2032a48-35ef-42ce-96a8-9bac596a9912,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:03.542712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Checking segment: {'id': 'd0a24452-54ac-4a8f-ae51-1fea5480e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:03.543078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network hostable DHCP agents. Network: 4f80c41d-f2be-4f86-92e6-4e03b08a8720, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:09:03.592706 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5ef8a-71b5-4d7b-a1bf-e88d2345a4c5 None None] Pushing event updated for resources: {'Port': ['ID=14875b44-d345-409d-8525-d7dce9e94a23,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:03.622786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48d7a1-f2ea-41fe-a47f-8f360a68ace7 req-28a9ca8e-f66d-495e-9c9b-3b81ee6fe463 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:03.636872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef48d7a1-f2ea-41fe-a47f-8f360a68ace7 req-28a9ca8e-f66d-495e-9c9b-3b81ee6fe463 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 947 time: 0.3893769 May 06 13:09:03.668049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:09:03.690292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.735434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef48d7a1-f2ea-41fe-a47f-8f360a68ace7 req-1f950deb-0710-49df-961a-8e690fd17eb3 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975642 May 06 13:09:03.736774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 4f80c41d-f2be-4f86-92e6-4e03b08a8720) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:03.749058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:03.751212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.770629 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Attempting to bind port 14875b44-d345-409d-8525-d7dce9e94a23 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:03.772387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Transition to ACTIVE for port object 7ae63c83-f138-474b-84be-4635ad722487 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:03.773085 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Attempting to bind port 14875b44-d345-409d-8525-d7dce9e94a23 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7bc4b872-0019-45b2-a68b-9f324d3e559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:03.773560 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Attempting to bind port 14875b44-d345-409d-8525-d7dce9e94a23 on network 79cad528-0b94-4a32-b98e-b5554ab9df9c {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:03.788233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0132d785-8a0a-4985-afbf-cf5cf45b02bc None None] Provisioning for port 14875b44-d345-409d-8525-d7dce9e94a23 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:03.797066 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:03.797799 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Checking segment: {'id': '7bc4b872-0019-45b2-a68b-9f324d3e559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:03.798314 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.799269 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Bound using segment: {'id': '7bc4b872-0019-45b2-a68b-9f324d3e559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:03.800092 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Bound port: 14875b44-d345-409d-8525-d7dce9e94a23, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc4b872-0019-45b2-a68b-9f324d3e559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:03.801445 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.814701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-563b8a51-3852-462b-93a9-b0dc07ee1302 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6457665 May 06 13:09:03.818723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37054) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:03.829636 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-76246bf3-dacf-4c3b-b9c4-f1776f5bdd96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4542868 May 06 13:09:03.873356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] For port c4eba8cf-ca7c-4553-9818-b0768b8e9e36, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:03.890089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b670927-defa-4028-b1b7-25d4334c24e9 None None] Network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:04.021399 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] For port 14875b44-d345-409d-8525-d7dce9e94a23, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:04.029161 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] For port 14875b44-d345-409d-8525-d7dce9e94a23, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=14875b44-d345-409d-8525-d7dce9e94a23,segment=NetworkSegment(7bc4b872-0019-45b2-a68b-9f324d3e559b),segment_id=7bc4b872-0019-45b2-a68b-9f324d3e559b)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:04.038199 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:04.148481 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-3a584865-aa3c-4c58-b5ac-8aafc73d393d service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117087 May 06 13:09:04.204458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] For port c4eba8cf-ca7c-4553-9818-b0768b8e9e36, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c4eba8cf-ca7c-4553-9818-b0768b8e9e36,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:04.257072 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5ef8a-71b5-4d7b-a1bf-e88d2345a4c5 None None] Pushing event updated for resources: {'Port': ['ID=14875b44-d345-409d-8525-d7dce9e94a23,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:04.294162 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:04.372871 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:04.376127 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:04.435087 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:04.730397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 41de4b68-40de-4279-955d-e3cbfbe10c78 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:04.987237 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:04.999716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] For port 4fd72e45-568a-462c-9e20-96165526b076, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:05.029336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b3b3beb6-4b96-42d4-b2f0-9a5995d781da triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:05.029878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:05.143262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=7ae63c83-f138-474b-84be-4635ad722487,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:05.151175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] For port 4fd72e45-568a-462c-9e20-96165526b076, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4fd72e45-568a-462c-9e20-96165526b076,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:05.175255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:05.195043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:05.198444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:05.210315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daa76a-c8b7-463c-972e-cbf02bdb10d7 None None] Pushing event updated for resources: {'Port': ['ID=c4eba8cf-ca7c-4553-9818-b0768b8e9e36,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:05.224047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:05.225210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:05.322385 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5362b529-af15-4205-b28e-19f7a497b4a5 req-df9a3c28-b02a-4734-9a25-dc9429399437 service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1597776 May 06 13:09:05.488677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-5b3f09bf-b33f-4836-adc4-ca933914b86c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:05.491125 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-5b3f09bf-b33f-4836-adc4-ca933914b86c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.36 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 947 time: 1.0280316 May 06 13:09:05.492226 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:05.630763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Deleting port 1179912f-dd3a-44c6-8616-d184b6ad9545 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:05.631252 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:05.773379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05411239-44bf-4b50-b2aa-92fb3b7a43f3 req-dbfb2d62-f814-4bcf-b57a-fc92ab26b3ce tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:05.786420 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05411239-44bf-4b50-b2aa-92fb3b7a43f3 req-dbfb2d62-f814-4bcf-b57a-fc92ab26b3ce tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 947 time: 0.4350724 May 06 13:09:05.934316 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 3, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:04Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:05.939002 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01d3ad-e65d-4297-bdd5-2b655c7282a9 None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 3, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:04Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:05.967524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05411239-44bf-4b50-b2aa-92fb3b7a43f3 req-d2b313a0-6c37-418c-85d9-680327d9be3e tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750212 May 06 13:09:06.032864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:06.327277 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:06.445029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:09:06.454759 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:06.586035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] For port 1179912f-dd3a-44c6-8616-d184b6ad9545, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1179912f-dd3a-44c6-8616-d184b6ad9545,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:06.586913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:06.619303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:06.823073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5adff5-093c-4235-9bd6-499d10e622d8 None None] Pushing event updated for resources: {'Port': ['ID=4fd72e45-568a-462c-9e20-96165526b076,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:07.197674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 14875b44-d345-409d-8525-d7dce9e94a23 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:07.669023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.829619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1179912f-dd3a-44c6-8616-d184b6ad9545 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:07.934035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb561-52a0-480a-98b8-ddb16651011e req-59666b91-4410-4eaa-a836-0048c190f296 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:07.953143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-930fb561-52a0-480a-98b8-ddb16651011e req-59666b91-4410-4eaa-a836-0048c190f296 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 947 time: 0.3322184 May 06 13:09:07.993632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.021560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.192198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-930fb561-52a0-480a-98b8-ddb16651011e req-f09da81a-d2d1-44e5-8dca-dcd3f4080cb1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=d725c889-a989-4f64-999b-ba2798e3171b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271693 May 06 13:09:08.278021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 14875b44-d345-409d-8525-d7dce9e94a23 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:08.391684 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.397955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.399429 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Floating IP f76f5404-1a8e-4311-939d-e6e643b30b2d disassociated. External IP: 172.25.7.45, port: 1179912f-dd3a-44c6-8616-d184b6ad9545. May 06 13:09:08.399429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Calling delete_port for 1179912f-dd3a-44c6-8616-d184b6ad9545 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:08.418050 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.466135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 14875b44-d345-409d-8525-d7dce9e94a23 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:08.466788 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.663392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Allocated IP 2001:db8:2::2 (4f80c41d-f2be-4f86-92e6-4e03b08a8720/a2032a48-35ef-42ce-96a8-9bac596a9912/964b1358-5772-47f9-8a79-91975f7ddf0f) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:08.703253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=7ae63c83-f138-474b-84be-4635ad722487,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:08.753729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:09.169422 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:09.200578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Transition to ACTIVE for port object 964b1358-5772-47f9-8a79-91975f7ddf0f will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:09.208371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4aa6af-6e74-4ac2-a97f-1a10455e151f None None] Network 41de4b68-40de-4279-955d-e3cbfbe10c78 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:09.257401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Transition to ACTIVE for port object 964b1358-5772-47f9-8a79-91975f7ddf0f will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:09.385231 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:09.406260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 2001:db8:2::1 (4f80c41d-f2be-4f86-92e6-4e03b08a8720/a2032a48-35ef-42ce-96a8-9bac596a9912/f69ddcd6-aca3-462f-9d6c-b7f3027b187d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:09.432224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:08:54Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:09.469287 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:09.522231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e85ad-f021-4573-84a2-50b0ec90efde None None] The sync data for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 is: [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:08:54Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:09.536790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d4418f9-28fb-484e-97fc-1e5414e717d3 None None] Provisioning for port 4fd72e45-568a-462c-9e20-96165526b076 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:09.607333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Pushing event updated for resources: {'Port': ['ID=964b1358-5772-47f9-8a79-91975f7ddf0f,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:09.614382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:09.675486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:09.706520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event deleted for resources: {'Port': ['ID=1179912f-dd3a-44c6-8616-d184b6ad9545,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:09.724939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec34ef0c-f1d6-4f16-8c5d-9d0b4d39f84c req-4dddb17c-3d44-4004-9b8b-ee9b3aa6108b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 210 time: 0.0786016 May 06 13:09:09.816869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:09.829143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 41de4b68-40de-4279-955d-e3cbfbe10c78 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:09.838275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:09.895289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:09.921695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 14875b44-d345-409d-8525-d7dce9e94a23, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=14875b44-d345-409d-8525-d7dce9e94a23,segment=NetworkSegment(7bc4b872-0019-45b2-a68b-9f324d3e559b),segment_id=7bc4b872-0019-45b2-a68b-9f324d3e559b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:10.007285 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:10.017805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:10.090456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Transition to ACTIVE for port object f69ddcd6-aca3-462f-9d6c-b7f3027b187d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:10.187103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:10.565525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:10.616339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:10.619305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4fd72e45-568a-462c-9e20-96165526b076 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:10.628662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:10.629241 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:10.645539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=f69ddcd6-aca3-462f-9d6c-b7f3027b187d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:10.947957 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:10.972015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=14875b44-d345-409d-8525-d7dce9e94a23,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:11.330416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Attempting to bind port 964b1358-5772-47f9-8a79-91975f7ddf0f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:11.332382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Attempting to bind port 964b1358-5772-47f9-8a79-91975f7ddf0f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'd0a24452-54ac-4a8f-ae51-1fea5480e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:11.333423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Attempting to bind port 964b1358-5772-47f9-8a79-91975f7ddf0f on network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:11.390941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:11.395343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Checking segment: {'id': 'd0a24452-54ac-4a8f-ae51-1fea5480e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:11.396001 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:11.396762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Bound using segment: {'id': 'd0a24452-54ac-4a8f-ae51-1fea5480e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:11.397445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Bound port: 964b1358-5772-47f9-8a79-91975f7ddf0f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a24452-54ac-4a8f-ae51-1fea5480e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:11.397954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:11.453607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 4fd72e45-568a-462c-9e20-96165526b076 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:11.465040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c6e7b57-897d-41c0-824f-dc7964b954b2 req-fd206db6-2924-4531-b33e-666576ea3510 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 210 time: 0.3106310 May 06 13:09:11.535043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4fd72e45-568a-462c-9e20-96165526b076 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:11.535820 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:11.689558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Router c8643d68-2460-4404-9bcf-13f8e2401eff has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:11.875869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] For port 964b1358-5772-47f9-8a79-91975f7ddf0f, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:11.949949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37148) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:11.992750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] For port 964b1358-5772-47f9-8a79-91975f7ddf0f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=964b1358-5772-47f9-8a79-91975f7ddf0f,segment=NetworkSegment(d0a24452-54ac-4a8f-ae51-1fea5480e11a),segment_id=d0a24452-54ac-4a8f-ae51-1fea5480e11a)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:12.015212 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:12.113221 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:12.305352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a12441-cf86-406a-8646-de8dcf5210c2 None None] Pushing event updated for resources: {'Port': ['ID=964b1358-5772-47f9-8a79-91975f7ddf0f,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:12.346862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router b9b53bb1-219a-467e-86c5-e0f56b6080e9 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:12.378171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 4fd72e45-568a-462c-9e20-96165526b076, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4fd72e45-568a-462c-9e20-96165526b076,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:12.409330 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:12.558451 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16e57841-afdf-4833-a08f-01df6ea6aef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:12.648609 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-64ef3339-3b96-419f-844b-2cb41894ca44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:12.656702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4a7cbe46-0c7b-4283-b42d-7993fc3e686f None None] Provisioning complete for port 4fd72e45-568a-462c-9e20-96165526b076 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:12.657024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a7cbe46-0c7b-4283-b42d-7993fc3e686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:12.779274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=4fd72e45-568a-462c-9e20-96165526b076,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:13.113321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 14875b44-d345-409d-8525-d7dce9e94a23 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:13.192839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:13.200358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-371a5ae9-6ea2-41b3-946f-7f8b52f2ba4e req-99c73597-85e8-4748-a099-5f9a2fbd1293 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 210 time: 0.1663518 May 06 13:09:13.221363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4a7cbe46-0c7b-4283-b42d-7993fc3e686f None None] Provisioning for port 7ae63c83-f138-474b-84be-4635ad722487 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:13.228003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] Sync routers for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:13.273000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:13.273932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:13.355690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16e57841-afdf-4833-a08f-01df6ea6aef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:13.479333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] No DVR routers for this DVR port 1179912f-dd3a-44c6-8616-d184b6ad9545 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:09:13.495362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4a7cbe46-0c7b-4283-b42d-7993fc3e686f None None] Provisioning complete for port 7ae63c83-f138-474b-84be-4635ad722487 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:13.496284 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a7cbe46-0c7b-4283-b42d-7993fc3e686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:13.497661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:13.502135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-deleted', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:09:13.612862 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:13.615786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:13.623899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16e57841-afdf-4833-a08f-01df6ea6aef6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f2c8d5c00b648ffb6097497cb2e42c0 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:13.625515 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b9d6cae4-e41d-4d57-842d-ceef5c0f51b1 req-6efb17be-e7e8-4b28-90a8-f5f7ec2ecab9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.36 "DELETE /v2.0/ports/1179912f-dd3a-44c6-8616-d184b6ad9545 HTTP/1.1" status: 204 len: 173 time: 8.1245918 May 06 13:09:13.637291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16e57841-afdf-4833-a08f-01df6ea6aef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:13.639308 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6d101dcc-b5d5-4f47-8a36-c9a295095bf7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "PUT /v2.0/routers/b9b53bb1-219a-467e-86c5-e0f56b6080e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6846528 May 06 13:09:13.648491 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:13.653082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:13.697788 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3dc0d02-81d4-4b37-952f-bfe6678a05aa'] response: {'server_uuid': '81421608-3c6d-4003-a55c-ca1215075612', 'name': 'network-vif-deleted', 'tag': '1179912f-dd3a-44c6-8616-d184b6ad9545', 'status': 'completed', 'code': 200} May 06 13:09:13.744769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16e57841-afdf-4833-a08f-01df6ea6aef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:13.897003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:13.924365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cbe46-0c7b-4283-b42d-7993fc3e686f None None] Port 7ae63c83-f138-474b-84be-4635ad722487 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:13.983532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 14875b44-d345-409d-8525-d7dce9e94a23 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:13.983902 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:14.070224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:14.175997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=f69ddcd6-aca3-462f-9d6c-b7f3027b187d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:14.203585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-79bbe676-27ea-48d8-b44a-555bbc0c575d None None] Provisioning complete for port 7ae63c83-f138-474b-84be-4635ad722487 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:14.205749 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-79bbe676-27ea-48d8-b44a-555bbc0c575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:14.267185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-d419b8ec-6f3a-4e91-8462-d27fa303764b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:14.521618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:14.532957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:14.653366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16e57841-afdf-4833-a08f-01df6ea6aef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:14.787638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3119577-7b2e-4744-8d47-7b2f4129acea None None] Network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:14.841972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16e57841-afdf-4833-a08f-01df6ea6aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:14.849889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-79bbe676-27ea-48d8-b44a-555bbc0c575d None None] Port 7ae63c83-f138-474b-84be-4635ad722487 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:14.862975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-d419b8ec-6f3a-4e91-8462-d27fa303764b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:14.864201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-d419b8ec-6f3a-4e91-8462-d27fa303764b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133281566&fields=id&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 267 time: 0.7821486 May 06 13:09:15.013352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf1e0618-da72-4d2a-9a57-b82bc11c1310 req-7b1d0cd3-dc98-45d5-8bb0-3f2ed4a09f24 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=81421608-3c6d-4003-a55c-ca1215075612 HTTP/1.1" status: 200 len: 210 time: 0.1787710 May 06 13:09:15.067841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e57841-afdf-4833-a08f-01df6ea6aef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466e48b9-4e28-4079-90f0-95ff472060d3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:15.074921 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Sync routers for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:15.085072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-16e57841-afdf-4833-a08f-01df6ea6aef6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f2c8d5c00b648ffb6097497cb2e42c0&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1320724 May 06 13:09:15.089936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37206) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:15.154292 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:15.154960 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:08:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:15.250816 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c66719-51d2-4178-b829-cab80babc1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:15.265544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c4eba8cf-ca7c-4553-9818-b0768b8e9e36 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:15.346778 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-63dcb185-4a22-4124-97ff-3317663dd69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:15.347066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c66719-51d2-4178-b829-cab80babc1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:15.478446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-fd8cea14-3560-4392-b1bb-3436a15e0813 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:15.481189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-fd8cea14-3560-4392-b1bb-3436a15e0813 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:15.495934 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:15.553928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-fd8cea14-3560-4392-b1bb-3436a15e0813 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:15.557019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c66719-51d2-4178-b829-cab80babc1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:15.573039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-fd8cea14-3560-4392-b1bb-3436a15e0813 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 796 time: 0.6576869 May 06 13:09:15.584263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c66719-51d2-4178-b829-cab80babc1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466e48b9-4e28-4079-90f0-95ff472060d3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:15.594257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81c66719-51d2-4178-b829-cab80babc1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:15.597449 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-81c66719-51d2-4178-b829-cab80babc1d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/466e48b9-4e28-4079-90f0-95ff472060d3 HTTP/1.1" status: 204 len: 168 time: 0.5041013 May 06 13:09:15.610751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-04bd26a2-f4d1-4047-8b39-a553e6051725 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/quotas/f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 375 time: 0.0362892 May 06 13:09:15.737266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:15.760828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-e1ea0d99-34ca-4dd2-a6ac-7ef0ce56c0a7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:15.948104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-e1ea0d99-34ca-4dd2-a6ac-7ef0ce56c0a7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:15.962565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-e1ea0d99-34ca-4dd2-a6ac-7ef0ce56c0a7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3424718 May 06 13:09:15.982648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-efcf6851-1c54-4db2-adca-aa9bd1ae7b5b None None] Provisioning for port 964b1358-5772-47f9-8a79-91975f7ddf0f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:15.995716 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:16.040261 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:09:05Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ae63c83-f138-474b-84be-4635ad722487', 'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:87:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:01Z', 'updated_at': '2022-05-06T13:09:07Z', 'revision_number': 2, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:16.046740 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Checking router: b9b53bb1-219a-467e-86c5-e0f56b6080e9 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:16.047335 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Updating router b9b53bb1-219a-467e-86c5-e0f56b6080e9 port 7ae63c83-f138-474b-84be-4635ad722487 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:09:16.083468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:16.145988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-544376e3-1c37-4480-876b-278dd3f6aa67 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3255825 May 06 13:09:16.148965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37224) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:16.155099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:16.155593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1897369290'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:16.164120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:16.179894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:network and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:16.187503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:16.206718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:16.235013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:09:16.237386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c4eba8cf-ca7c-4553-9818-b0768b8e9e36 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:16.242552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:16.251101 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:16.253614 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:16.288319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c4eba8cf-ca7c-4553-9818-b0768b8e9e36 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:16.288914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:16.359901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:09:16.390382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:16.396719 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added segment bc266c5d-0de3-4c4d-9fee-9ec04c346462 of type vlan for network 1ba4fa58-f202-4f4e-a850-539d0358e660 May 06 13:09:16.466405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:16.466405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:16.474092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:16.516024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:16.522792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:16.523807 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:16.613575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37238) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:16.676102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-5ddddd22-51e8-4e49-8074-640029072d8d service neutron] 10.222.0.44 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124293 May 06 13:09:16.927373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:16.990368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] Checking router: c8643d68-2460-4404-9bcf-13f8e2401eff for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:17.001872 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8510151 May 06 13:09:17.016810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37254) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:17.030781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ee2ba-d507-4182-8b59-9c406363b79d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Network': ['ID=1ba4fa58-f202-4f4e-a850-539d0358e660,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:17.041812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'subnet': {'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:17.134050 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c4b-262b-45af-b293-4c81e707ea42 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:17.168729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 1ba4fa58-f202-4f4e-a850-539d0358e660 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:09:17.241443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c4b-262b-45af-b293-4c81e707ea42 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:17.253925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37264) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:17.382964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:17.394307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:subnet and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:17.400203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:17.418161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:17.449101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Made reservation on behalf of 823639a2620a4d0a9b2f8265fc97544c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:09:17.467172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:17.566044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-35d5c9ea-3c2b-4120-a920-b7957d903800 service neutron] 10.222.0.44 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8711131 May 06 13:09:17.630115 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c4b-262b-45af-b293-4c81e707ea42 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:17.636526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:17.637183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:17.747178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:17.749447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e99c4b-262b-45af-b293-4c81e707ea42 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d725c889-a989-4f64-999b-ba2798e3171b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:17.761172 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:17.807427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a4e99c4b-262b-45af-b293-4c81e707ea42 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:17.817790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a4e99c4b-262b-45af-b293-4c81e707ea42 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "DELETE /v2.0/security-groups/d725c889-a989-4f64-999b-ba2798e3171b HTTP/1.1" status: 204 len: 168 time: 1.2025950 May 06 13:09:17.820595 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Transition to ACTIVE for port object 7ae63c83-f138-474b-84be-4635ad722487 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:17.821807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37276) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:17.853075 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:17.930144 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-716798b3-a09a-4e05-893d-537b9e57b95a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] show failed (client error): The resource could not be found. May 06 13:09:17.941229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-716798b3-a09a-4e05-893d-537b9e57b95a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups/d725c889-a989-4f64-999b-ba2798e3171b HTTP/1.1" status: 404 len: 347 time: 0.1172945 May 06 13:09:17.943044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37282) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:18.170750 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a09bc9e-39dc-4511-901e-11d75f158482 req-8ff8619d-b5b5-49e0-ad16-689139e529c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 1097 time: 0.9153178 May 06 13:09:18.369427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:18.670113 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dce7e-f014-45d6-8002-615b8a6aca3a None None] Pushing event updated for resources: {'Port': ['ID=7ae63c83-f138-474b-84be-4635ad722487,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:18.788374 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a09bc9e-39dc-4511-901e-11d75f158482 req-0074e924-00ff-42d1-8d30-317c9da938fc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5938110 May 06 13:09:18.880906 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Attempting to bind port 7ae63c83-f138-474b-84be-4635ad722487 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:18.881956 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Attempting to bind port 7ae63c83-f138-474b-84be-4635ad722487 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:18.887296 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Attempting to bind port 7ae63c83-f138-474b-84be-4635ad722487 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:18.941439 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:18.945180 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Checking segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:18.946969 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:18.947382 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Bound using segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:18.952191 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Bound port: 7ae63c83-f138-474b-84be-4635ad722487, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:18.953826 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:18.969492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ca5fc412-6ced-4e24-a799-bf9064a2530b req-f5afecac-4bcd-494c-a37a-bcde64998497 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 210 time: 0.2373104 May 06 13:09:18.983098 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:18.999408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Deleting port a6577107-9d33-4e57-92ef-d97089e83ac6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:19.002389 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:19.017654 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:19.196824 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] For port 7ae63c83-f138-474b-84be-4635ad722487, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:19.204177 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] For port 7ae63c83-f138-474b-84be-4635ad722487, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7ae63c83-f138-474b-84be-4635ad722487,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:19.214894 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:19.365749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c4eba8cf-ca7c-4553-9818-b0768b8e9e36, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c4eba8cf-ca7c-4553-9818-b0768b8e9e36,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:19.373145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Subnet': ['ID=f607d294-44fa-46c7-9ccf-a32e239c744b,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:19.408884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Checking segment: {'id': 'bc266c5d-0de3-4c4d-9fee-9ec04c346462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:19.409720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network hostable DHCP agents. Network: 1ba4fa58-f202-4f4e-a850-539d0358e660, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:09:19.450924 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dce7e-f014-45d6-8002-615b8a6aca3a None None] Pushing event updated for resources: {'Port': ['ID=7ae63c83-f138-474b-84be-4635ad722487,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:19.511959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 1ba4fa58-f202-4f4e-a850-539d0358e660 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:09:19.529419 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:19.531104 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:19.553074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 1ba4fa58-f202-4f4e-a850-539d0358e660) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:19.558747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:19.559511 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:19.630513 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:19.657162 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a32d78c5-5573-495e-93fc-8eeec1c3b077 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6330686 May 06 13:09:19.660060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37316) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:19.773512 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:19.781818 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:20.093627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1201eb8-3298-4454-a82c-3df1b2380ba0 None None] Network 1ba4fa58-f202-4f4e-a850-539d0358e660 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:20.259283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4fd72e45-568a-462c-9e20-96165526b076 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:20.355532 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:20.466962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Calling delete_port for a6577107-9d33-4e57-92ef-d97089e83ac6 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:20.863815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:20.927399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b66e701e-c70c-4e53-8bfc-79a974074c61 None None] Provisioning for port f69ddcd6-aca3-462f-9d6c-b7f3027b187d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:21.015102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc44251f-b08f-485a-9293-15bc6c04ba6d req-98f7e724-e10d-4aa5-884d-faafbb30e175 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 210 time: 0.2891929 May 06 13:09:21.049847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b66e701e-c70c-4e53-8bfc-79a974074c61 None None] Provisioning complete for port f69ddcd6-aca3-462f-9d6c-b7f3027b187d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:21.050631 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b66e701e-c70c-4e53-8bfc-79a974074c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.127294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c4eba8cf-ca7c-4553-9818-b0768b8e9e36,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:21.571827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-74a988d5-13b0-4f50-9161-65030a4ef50f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:21.580257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-74a988d5-13b0-4f50-9161-65030a4ef50f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 796 time: 0.5632250 May 06 13:09:21.593725 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.825613 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:09:05Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ae63c83-f138-474b-84be-4635ad722487', 'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:87:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:01Z', 'updated_at': '2022-05-06T13:09:19Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:21.829162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-b84e45bd-7658-4473-a599-53f5c521ac37 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 380 time: 0.2230144 May 06 13:09:21.836625 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d369b4-167e-402c-b1c1-69d85701de45 None None] The sync data for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 is: [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:09:05Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ae63c83-f138-474b-84be-4635ad722487', 'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:87:1c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:01Z', 'updated_at': '2022-05-06T13:09:19Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:21.852030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'port': {'device_id': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'admin_state_up': True, 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'security_groups': ['8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:22.082035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4fd72e45-568a-462c-9e20-96165526b076 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:22.082626 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.360881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b66e701e-c70c-4e53-8bfc-79a974074c61 None None] Port f69ddcd6-aca3-462f-9d6c-b7f3027b187d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:22.372388 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.490326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37360) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:22.628722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58232ac1-8d75-4c32-ac81-4fddf3d0f834 req-447015b7-7754-40e8-b4f6-54fbb79b132b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 210 time: 0.1023157 May 06 13:09:22.717849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event deleted for resources: {'Port': ['ID=a6577107-9d33-4e57-92ef-d97089e83ac6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:22.722682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-19508a07-b7d9-4909-a8a2-ce8d139e6b7e None None] Provisioning complete for port f69ddcd6-aca3-462f-9d6c-b7f3027b187d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:22.727863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-19508a07-b7d9-4909-a8a2-ce8d139e6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.802095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:22.946110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:22.951576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.955080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Allocated IP 2001:db8:3::1 (1ba4fa58-f202-4f4e-a850-539d0358e660/f607d294-44fa-46c7-9ccf-a32e239c744b/c71be832-7f9d-4359-bb8d-c1d099fc8f03) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:22.983565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-1ba4fa58-f202-4f4e-a850-539d0358e660', 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'fixed_ips': [{'subnet_id': 'f607d294-44fa-46c7-9ccf-a32e239c744b'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:09:22.986938 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.991329 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.995379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d12abd04-79e9-4b33-b4db-0f9622834ce2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "DELETE /v2.0/floatingips/f76f5404-1a8e-4311-939d-e6e643b30b2d HTTP/1.1" status: 204 len: 168 time: 5.0508690 May 06 13:09:22.998252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:09:23.004727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.098311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:10Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:12Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:23.103796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-19508a07-b7d9-4909-a8a2-ce8d139e6b7e None None] Port f69ddcd6-aca3-462f-9d6c-b7f3027b187d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:23.124418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 964b1358-5772-47f9-8a79-91975f7ddf0f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:23.159133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:23.166155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Updating router 3103d5f6-9334-40f5-b9a9-b962aea2f00d port f69ddcd6-aca3-462f-9d6c-b7f3027b187d binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:09:23.410159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:23.632785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434af909-2bc1-4e90-9e18-9cf93eeb155a None None] The sync data for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 is: [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:23.634402 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.692075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Transition to ACTIVE for port object c71be832-7f9d-4359-bb8d-c1d099fc8f03 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:23.759885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.20.0.7 (41de4b68-40de-4279-955d-e3cbfbe10c78/74e86e9e-f45a-4dd1-81a0-6b86a1766164/f8d36d41-1014-41c8-ac51-7c582094e440) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:23.764239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.776155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37388) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:23.796973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866893358', 'description': 'tempest-description--590949635'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:23.828942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:23.861648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'network': {'name': 'tempest-network-smoke--371116140', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'port_security_enabled': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:23.868352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:security_group and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:23.879197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:23.892286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.901607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:23.986803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:24.112373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:network and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:24.123777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:24.139491 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.180652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:24.224284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=c71be832-7f9d-4359-bb8d-c1d099fc8f03,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:24.235361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 1ba4fa58-f202-4f4e-a850-539d0358e660 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:24.237584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:24.239883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Made reservation on behalf of 3bac5d69b56c46b8a184309e1bb6ab79 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:09:24.244552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.256323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:24.257364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.270894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Allocated IP 2001:db8:3::2 (1ba4fa58-f202-4f4e-a850-539d0358e660/f607d294-44fa-46c7-9ccf-a32e239c744b/03ca3382-43fe-4aba-9fad-f4fc4ceb5620) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:24.294955 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.426446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:24.435494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:24.485940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:24.509722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:24.553371 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.570808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccc8d05a-cfda-4d3c-a4ca-3bf87218fdad req-93043dfc-6442-4041-bafc-0b7289e43218 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 210 time: 0.1481714 May 06 13:09:24.652534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:24.664480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:security_group_rule and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:24.671649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:24.692267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:24.737745 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.772683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 964b1358-5772-47f9-8a79-91975f7ddf0f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:24.792769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 964b1358-5772-47f9-8a79-91975f7ddf0f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:24.793690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.795040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Transition to ACTIVE for port object f8d36d41-1014-41c8-ac51-7c582094e440 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:24.879209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.902192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.953110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.077218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da47ab35-9c77-4d73-9ffa-32a395356e77,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:25.079944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:25.091714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 41de4b68-40de-4279-955d-e3cbfbe10c78 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:25.094281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:25.098777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:25.137227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.138935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b4ad9a69-a5ee-4080-a0ff-bd9d875edc70 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3608809 May 06 13:09:25.144519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37408) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:25.162914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'security_group_rule': {'security_group_id': 'da47ab35-9c77-4d73-9ffa-32a395356e77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:25.174703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:25.185313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:security_group_rule and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:25.193331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:25.202877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.205644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:25.218107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:25.218810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.247713 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.250561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-88c94384-a0f0-4bef-9872-e4395da93acf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4107018 May 06 13:09:25.252234 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.267801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Request body: {'port': {'device_id': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:25.324873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:09:25.349116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfacb5-f16d-463d-8907-1a33919d6f35,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:25.386999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.387923 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Added segment 7b40443f-8d0b-4513-b744-ab52e777ba21 of type vlan for network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d May 06 13:09:25.538037 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.638247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.650310 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.694698 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.699590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:25.700230 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.717635 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.776075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9e6300-4d4e-4cd6-9d15-e26b537648ac,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:25.826622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b3954b8b-a2d1-40f0-b80b-0e7e4e12431f None None] Provisioning for port f8d36d41-1014-41c8-ac51-7c582094e440 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:25.856455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.905932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b3954b8b-a2d1-40f0-b80b-0e7e4e12431f None None] Provisioning complete for port f8d36d41-1014-41c8-ac51-7c582094e440 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:25.906944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3954b8b-a2d1-40f0-b80b-0e7e4e12431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.930510 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.932689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c0011c5c-4ffb-4b3e-a55a-af59f2ff7d73 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7871025 May 06 13:09:25.939203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37422) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:25.954019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Network': ['ID=1e8035f8-d53d-4a7e-affd-a4580ed57b2d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:25.961448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'security_group_rule': {'security_group_id': 'da47ab35-9c77-4d73-9ffa-32a395356e77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:25.972798 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6efa6410-3ef2-4f83-9e9f-1caa6834b8c1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.4764078 May 06 13:09:25.977665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37426) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:25.983474 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.983834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:25.992677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'admin_state_up': True, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:26.015827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:security_group_rule and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:26.021425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:26.030402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:26.041843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:26.042272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Transition to ACTIVE for port object 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:26.048208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:09:26.051654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:router and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:26.060300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:26.074789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:26.098269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.123191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.124483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.145993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.243451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.264702 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.265466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.295220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5ae8b-0408-4c81-92c2-caaedf2aadac req-410b5750-c34c-4ec3-be80-03d86a716709 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:26.296045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ade5ae8b-0408-4c81-92c2-caaedf2aadac req-410b5750-c34c-4ec3-be80-03d86a716709 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:26.361732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ade5ae8b-0408-4c81-92c2-caaedf2aadac req-410b5750-c34c-4ec3-be80-03d86a716709 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:26.369577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ade5ae8b-0408-4c81-92c2-caaedf2aadac req-410b5750-c34c-4ec3-be80-03d86a716709 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 931 time: 0.3214853 May 06 13:09:26.480561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Transition to ACTIVE for port object 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:26.484057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 964b1358-5772-47f9-8a79-91975f7ddf0f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=964b1358-5772-47f9-8a79-91975f7ddf0f,segment=NetworkSegment(d0a24452-54ac-4a8f-ae51-1fea5480e11a),segment_id=d0a24452-54ac-4a8f-ae51-1fea5480e11a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:26.489825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d36d41-1014-41c8-ac51-7c582094e440 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:09:26.500680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b3954b8b-a2d1-40f0-b80b-0e7e4e12431f None None] Port f8d36d41-1014-41c8-ac51-7c582094e440 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:26.504998 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.522398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ade5ae8b-0408-4c81-92c2-caaedf2aadac req-83591541-5855-47cd-ad79-8043c19f0d5e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483979 May 06 13:09:26.537308 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.588440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Transition to ACTIVE for port object f8d36d41-1014-41c8-ac51-7c582094e440 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:26.601153 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.630070 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.650966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=964b1358-5772-47f9-8a79-91975f7ddf0f,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:26.677022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event updated for resources: {'Port': ['ID=c71be832-7f9d-4359-bb8d-c1d099fc8f03,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:26.806517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Network 1ba4fa58-f202-4f4e-a850-539d0358e660 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:26.813378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:26.816878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.823756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:26.839059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Pushing event updated for resources: {'Port': ['ID=03ca3382-43fe-4aba-9fad-f4fc4ceb5620,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:26.850526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7ae63c83-f138-474b-84be-4635ad722487 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:26.906748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Transition to ACTIVE for port object f69ddcd6-aca3-462f-9d6c-b7f3027b187d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:26.918911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:26.933080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.975243 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.999286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:27.029148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:27.079237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b597e1-58ee-4473-9016-fe8f50011ee1,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:27.099520 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:09:27.239784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:27.240375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:27.241867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:27.257127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Network 1ba4fa58-f202-4f4e-a850-539d0358e660 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:27.259500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Port f8d36d41-1014-41c8-ac51-7c582094e440 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:09:27.260021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:27.260779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:27.263059 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4e6306e5-c0dc-45f6-b181-72bec50d596f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3175435 May 06 13:09:27.273955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37444) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:27.288656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:27.296364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:27.316655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31df23-4c15-4b6c-9b41-53574e885494 None None] Pushing event updated for resources: {'Port': ['ID=f69ddcd6-aca3-462f-9d6c-b7f3027b187d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:27.327732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Attempting to bind port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:27.328456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Attempting to bind port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'bc266c5d-0de3-4c4d-9fee-9ec04c346462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:27.329680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Attempting to bind port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 on network 1ba4fa58-f202-4f4e-a850-539d0358e660 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:27.342993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:27.350507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:27.351473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Checking segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:27.352583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Bound using segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:27.353612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Bound port: f8d36d41-1014-41c8-ac51-7c582094e440, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:27.354699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:27.366219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:27.366737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Checking segment: {'id': 'bc266c5d-0de3-4c4d-9fee-9ec04c346462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:27.367166 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:27.367575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Bound using segment: {'id': 'bc266c5d-0de3-4c4d-9fee-9ec04c346462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:27.368925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Bound port: 03ca3382-43fe-4aba-9fad-f4fc4ceb5620, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc266c5d-0de3-4c4d-9fee-9ec04c346462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:27.368925 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:27.394502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Usage tracker for resource:floatingip and tenant:4b0fcaeb0bd04e499d216beff4e48650 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:27.399445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:27.407622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:27.435526 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:27.726905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 7ae63c83-f138-474b-84be-4635ad722487 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:27.727970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:27.745715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:27.764598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7ae63c83-f138-474b-84be-4635ad722487 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:27.764904 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:27.765444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:27.861132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Attempting to bind port f69ddcd6-aca3-462f-9d6c-b7f3027b187d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:27.864742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Attempting to bind port f69ddcd6-aca3-462f-9d6c-b7f3027b187d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'd0a24452-54ac-4a8f-ae51-1fea5480e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:27.866708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Attempting to bind port f69ddcd6-aca3-462f-9d6c-b7f3027b187d on network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:27.886471 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e637205-ca36-4acc-afc4-744bd2e4b4b8 None None] New status for floating IP f76f5404-1a8e-4311-939d-e6e643b30b2d: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:09:27.963257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:28.063454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:28.064150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Checking segment: {'id': 'd0a24452-54ac-4a8f-ae51-1fea5480e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:28.064759 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:28.065319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Bound using segment: {'id': 'd0a24452-54ac-4a8f-ae51-1fea5480e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:28.065982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Bound port: f69ddcd6-aca3-462f-9d6c-b7f3027b187d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a24452-54ac-4a8f-ae51-1fea5480e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:28.066547 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:28.118155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] For port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:28.142011 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:28.160728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] For port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=03ca3382-43fe-4aba-9fad-f4fc4ceb5620,segment=NetworkSegment(bc266c5d-0de3-4c4d-9fee-9ec04c346462),segment_id=bc266c5d-0de3-4c4d-9fee-9ec04c346462)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:28.187303 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:28.214213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:28.282563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:28.284621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-1d5f01df-76d2-47b3-97eb-56b1cab3f8f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 1091 time: 3.0214791 May 06 13:09:28.287521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:09:28.467561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:28.618496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab53ee0-105e-4a25-af95-a1837f77a5c7 req-5c4c7111-c078-4214-ac59-0b0252968501 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:28.620074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aab53ee0-105e-4a25-af95-a1837f77a5c7 req-5c4c7111-c078-4214-ac59-0b0252968501 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 943 time: 0.4081829 May 06 13:09:28.651563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:28.773972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.25.7.184 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c03a4ff4-e24a-4734-b566-3772fef934c0) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:28.839298 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:28.858487 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8096f437-326c-49ba-91bc-da6c1b3135d0'] response: {'name': 'network-changed', 'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'status': 'completed', 'code': 200} May 06 13:09:28.864570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] For port f69ddcd6-aca3-462f-9d6c-b7f3027b187d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:28.869180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57883c44-c414-472b-b17b-201a77f16f73 None None] Pushing event updated for resources: {'Port': ['ID=03ca3382-43fe-4aba-9fad-f4fc4ceb5620,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:28.904282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-e2366e28-e5f5-4750-8328-e0828d5dba8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1094 time: 0.5561976 May 06 13:09:28.908039 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] For port f69ddcd6-aca3-462f-9d6c-b7f3027b187d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f69ddcd6-aca3-462f-9d6c-b7f3027b187d,segment=NetworkSegment(d0a24452-54ac-4a8f-ae51-1fea5480e11a),segment_id=d0a24452-54ac-4a8f-ae51-1fea5480e11a)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:28.956648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 7ae63c83-f138-474b-84be-4635ad722487, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7ae63c83-f138-474b-84be-4635ad722487,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:28.967776 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:29.042938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:29.053357 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:29.054352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c4eba8cf-ca7c-4553-9818-b0768b8e9e36 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:29.060868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:29.082882 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-76c95d15-292e-44fe-a74a-292595509c5d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4174845 May 06 13:09:29.083293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37470) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:29.091604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:29.203276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-7cb0a1fe-a8ac-4346-86b9-4add581b949c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 217 time: 0.2796097 May 06 13:09:29.228317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aab53ee0-105e-4a25-af95-a1837f77a5c7 req-307013bd-818c-4e27-aa91-9a8af4316499 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3729215 May 06 13:09:29.295889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31df23-4c15-4b6c-9b41-53574e885494 None None] Pushing event updated for resources: {'Port': ['ID=f69ddcd6-aca3-462f-9d6c-b7f3027b187d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:29.299657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:29.299657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:29.452671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-2cb1f6b9-d9fe-4c99-97d1-c7cbe64fd841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:29.455514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-2cb1f6b9-d9fe-4c99-97d1-c7cbe64fd841 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 200 len: 834 time: 0.2261231 May 06 13:09:29.508340 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:29.662947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Allocated IP 172.25.7.59 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/8ffa54eb-51fe-40e9-8d25-d5581907e8a7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:29.686045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-d2dc1c87-5439-4a6c-955c-e26fd4a5e24b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41de4b68-40de-4279-955d-e3cbfbe10c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2233901 May 06 13:09:29.723101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c4eba8cf-ca7c-4553-9818-b0768b8e9e36 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:29.723734 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:29.794290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:29.866658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=7ae63c83-f138-474b-84be-4635ad722487,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:29.991316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=c03a4ff4-e24a-4734-b566-3772fef934c0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:29.998583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:30.003307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:30.029218 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-84b530a3-3915-4a7f-accd-e0da7831f075 service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176894 May 06 13:09:30.035856 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:30.180535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:30.294179 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:30.430231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da694ec0-cce4-4ca2-bd86-722748ce9aa6 req-99994975-1ab3-4584-ad81-43fcc4f75116 service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905978 May 06 13:09:30.445106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'Port': ['ID=8ffa54eb-51fe-40e9-8d25-d5581907e8a7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:30.593462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:30.602017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:30.615512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:30.708782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:24Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71be832-7f9d-4359-bb8d-c1d099fc8f03', 'name': '', 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:a0:9b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:22Z', 'updated_at': '2022-05-06T13:09:25Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:28Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:30.731314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff9d2c-3547-498f-b70f-ca13eca8dd6e None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:24Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71be832-7f9d-4359-bb8d-c1d099fc8f03', 'name': '', 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:a0:9b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:22Z', 'updated_at': '2022-05-06T13:09:25Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:28Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:30.871524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ba560-6daf-47fa-94e6-6207c0c4f35b None None] Network 1ba4fa58-f202-4f4e-a850-539d0358e660 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:30.921716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b76cbcb2-b08e-4e31-b3b9-a529d9229bfe req-1aea27d2-d8e4-4cf2-956b-ebdcf2e64910 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1094 time: 0.4266822 May 06 13:09:31.087428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:31.143194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a15957-c5d8-45cf-b57e-59ebda2afcf1 req-e12fcf39-7c18-4fdf-84b5-14efa1167c04 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:31.144919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1a15957-c5d8-45cf-b57e-59ebda2afcf1 req-e12fcf39-7c18-4fdf-84b5-14efa1167c04 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 943 time: 0.4722755 May 06 13:09:31.257488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7cc0b96f-0129-41f8-8f00-d78ade072be9 None None] Provisioning for port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:31.586237 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:31.593334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 13:09:31.608454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1a15957-c5d8-45cf-b57e-59ebda2afcf1 req-f7c8342b-52de-4570-9eeb-0aef67919409 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4453082 May 06 13:09:31.615652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Removed routes are [] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 13:09:31.616067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:31.658057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:31.673908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:31.675252 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:31.707618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cbcb2-b08e-4e31-b3b9-a529d9229bfe req-cce3523d-83ac-44e1-a893-8469a872776e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:31.710168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b76cbcb2-b08e-4e31-b3b9-a529d9229bfe req-cce3523d-83ac-44e1-a893-8469a872776e service neutron] 10.222.0.48 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 897 time: 0.7808352 May 06 13:09:31.810486 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:31.811561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:32.042938 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:32.079590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b76cbcb2-b08e-4e31-b3b9-a529d9229bfe req-3f7a77e0-8715-4692-b7e7-199ae8f056c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 217 time: 0.3577840 May 06 13:09:32.103417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=03ca3382-43fe-4aba-9fad-f4fc4ceb5620,segment=NetworkSegment(bc266c5d-0de3-4c4d-9fee-9ec04c346462),segment_id=bc266c5d-0de3-4c4d-9fee-9ec04c346462)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:32.111180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:32.112115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7ae63c83-f138-474b-84be-4635ad722487 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:32.233402 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:32.449089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=03ca3382-43fe-4aba-9fad-f4fc4ceb5620,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:32.533105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.534706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.535528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.536314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.537177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.537934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.538734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.539516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.540258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.541017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.544432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:32.610323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:32.616722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-426d013a-055a-43be-9613-70df29d6e5ec None None] Provisioning for port c71be832-7f9d-4359-bb8d-c1d099fc8f03 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:32.629149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cbcb2-b08e-4e31-b3b9-a529d9229bfe req-73977809-0789-4b0c-a28d-8f166f49bd13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:32.631848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b76cbcb2-b08e-4e31-b3b9-a529d9229bfe req-73977809-0789-4b0c-a28d-8f166f49bd13 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 200 len: 834 time: 0.5346081 May 06 13:09:32.648532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:32.653413 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:32.659552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-426d013a-055a-43be-9613-70df29d6e5ec None None] Provisioning complete for port c71be832-7f9d-4359-bb8d-c1d099fc8f03 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:32.660392 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-426d013a-055a-43be-9613-70df29d6e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:32.664429 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:32.825204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7ae63c83-f138-474b-84be-4635ad722487 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:32.825570 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:33.102318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-426d013a-055a-43be-9613-70df29d6e5ec None None] Port c71be832-7f9d-4359-bb8d-c1d099fc8f03 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:33.161754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-426d013a-055a-43be-9613-70df29d6e5ec None None] Provisioning complete for port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:33.161754 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-426d013a-055a-43be-9613-70df29d6e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:33.210648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'Port': ['ID=8ffa54eb-51fe-40e9-8d25-d5581907e8a7,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:33.259010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:33.306243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:33.356053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 964b1358-5772-47f9-8a79-91975f7ddf0f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:33.403718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b76cbcb2-b08e-4e31-b3b9-a529d9229bfe req-a7a8ce2e-75a2-401e-8b25-306cf3bd9432 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41de4b68-40de-4279-955d-e3cbfbe10c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7337809 May 06 13:09:33.405778 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:33.407884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ead424a0-284b-4e7d-9044-43c0b3ff743a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1324198 May 06 13:09:33.418769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c2b4f-d3d8-45e8-b12d-c52c9ddaa13b req-698cbcb4-b73b-4161-8736-6a8505469fa0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:33.438894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-666c2b4f-d3d8-45e8-b12d-c52c9ddaa13b req-698cbcb4-b73b-4161-8736-6a8505469fa0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 943 time: 0.4068460 May 06 13:09:33.478819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device f8d36d41-1014-41c8-ac51-7c582094e440 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:09:33.739870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-666c2b4f-d3d8-45e8-b12d-c52c9ddaa13b req-9deb7750-f692-4bb5-b559-ef1b33eb7adc tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990925 May 06 13:09:33.798746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:09:33.804971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b76cbcb2-b08e-4e31-b3b9-a529d9229bfe req-98ed3f3f-1944-4fd8-b8c9-2b38734bcba0 service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610637 May 06 13:09:33.898811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5139f56e-7655-4f63-9636-16218eb688cf None None] Provisioning complete for port c71be832-7f9d-4359-bb8d-c1d099fc8f03 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:33.899600 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5139f56e-7655-4f63-9636-16218eb688cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:34.043462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 964b1358-5772-47f9-8a79-91975f7ddf0f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:34.043462 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:34.043687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ff40cc66-e253-4836-b530-190c2b813f3f req-55cb8c59-c7fb-4f54-9564-0c707603372b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Synchronizing usage tracker for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:34.083563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b76cbcb2-b08e-4e31-b3b9-a529d9229bfe req-2cb4ce17-d83e-4830-901c-adc597bc1709 service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722900 May 06 13:09:34.085361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ff40cc66-e253-4836-b530-190c2b813f3f req-55cb8c59-c7fb-4f54-9564-0c707603372b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Unset dirty status for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:34.086972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-55cb8c59-c7fb-4f54-9564-0c707603372b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1866893358&fields=id&tenant_id=4b0fcaeb0bd04e499d216beff4e48650 HTTP/1.1" status: 200 len: 267 time: 0.1452427 May 06 13:09:34.087893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5139f56e-7655-4f63-9636-16218eb688cf None None] Port c71be832-7f9d-4359-bb8d-c1d099fc8f03 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:34.116140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:34.154787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:34.167903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'port_id': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'mac_address': 'fa:16:3e:e9:11:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:09:34.172158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:34.175563 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ce13fa14-ad86-4850-84a9-4c4043c016e7 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d HTTP/1.1" status: 200 len: 953 time: 5.0896127 May 06 13:09:34.178248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37530) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:34.320111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40cc66-e253-4836-b530-190c2b813f3f req-0d3a88fa-8ad1-488e-9b94-90b247efa1f1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:34.328987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-0d3a88fa-8ad1-488e-9b94-90b247efa1f1 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 817 time: 0.2252002 May 06 13:09:34.354592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-b80256e9-1b6a-4be0-b4e6-20f968109786 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/quotas/4b0fcaeb0bd04e499d216beff4e48650 HTTP/1.1" status: 200 len: 375 time: 0.0242846 May 06 13:09:34.357627 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:34.403509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d36d41-1014-41c8-ac51-7c582094e440 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:09:34.482839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ff40cc66-e253-4836-b530-190c2b813f3f req-1b997e99-5b59-42cf-9b2e-64649f4ae174 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Synchronizing usage tracker for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:34.488428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:34.499425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:34.505293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:34.516194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ff40cc66-e253-4836-b530-190c2b813f3f req-1b997e99-5b59-42cf-9b2e-64649f4ae174 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Unset dirty status for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:34.528886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-1b997e99-5b59-42cf-9b2e-64649f4ae174 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1729352 May 06 13:09:34.574885 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8bc55505-ecd5-4167-a1a1-66ed2fbc95f2 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d HTTP/1.1" status: 200 len: 953 time: 0.3927979 May 06 13:09:34.575555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37540) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:34.583234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'routes': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:34.625716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Sync routers for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:34.715837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f69ddcd6-aca3-462f-9d6c-b7f3027b187d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:34.747824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:34.748645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9352ab27-3dae-4057-bbf4-ea841c3a21e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.7696872 May 06 13:09:34.757410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37544) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:34.841654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:34.842512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:34.855023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-f5708fa3-a94f-40e1-a363-30fd054a0eef service neutron] 10.222.0.44 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201487 May 06 13:09:35.041509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['f8d36d41-1014-41c8-ac51-7c582094e440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:09:35.121175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-c2b54eec-5d23-4711-af62-4a5505d9c585 service neutron] 10.222.0.44 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649968 May 06 13:09:35.143690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:35.228148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4ea6e-abfe-48a0-8db4-b0f9f1edff5e req-0f2f634b-1374-4826-ac6e-cecb039d78f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:35.234941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52f4ea6e-abfe-48a0-8db4-b0f9f1edff5e req-0f2f634b-1374-4826-ac6e-cecb039d78f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.1912482 May 06 13:09:35.248069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f69ddcd6-aca3-462f-9d6c-b7f3027b187d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:35.263072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f69ddcd6-aca3-462f-9d6c-b7f3027b187d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:35.263464 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:35.339901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52f4ea6e-abfe-48a0-8db4-b0f9f1edff5e req-bc8ded6b-c198-4805-9dd3-d79e1ef31d34 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966117 May 06 13:09:35.406555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:35.629145 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ecb8a361-a3cf-46ad-b8eb-e49065020d65 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3bac5d69b56c46b8a184309e1bb6ab79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8662536 May 06 13:09:35.645191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37564) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:35.750711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14efed2a-9946-4075-b649-65ecde3767e0 req-a7b3652b-32ba-4b3d-b16e-1d0a9a2a66ce tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 210 time: 0.2099900 May 06 13:09:36.039167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566d901-9fd5-4a6a-9bd5-60ac4bee7203 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:36.043445 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2566d901-9fd5-4a6a-9bd5-60ac4bee7203 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3980768 May 06 13:09:36.047223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37580) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:36.068093 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.110561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f69ddcd6-aca3-462f-9d6c-b7f3027b187d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f69ddcd6-aca3-462f-9d6c-b7f3027b187d,segment=NetworkSegment(d0a24452-54ac-4a8f-ae51-1fea5480e11a),segment_id=d0a24452-54ac-4a8f-ae51-1fea5480e11a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:36.126108 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.127108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:36.210725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added routes are [] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 13:09:36.210981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 13:09:36.296570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.320539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ea3a8c53-c59a-4f57-9857-7a4d0d606877 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2717268 May 06 13:09:36.324911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37588) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:36.332845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1767761638', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:36.528928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f69ddcd6-aca3-462f-9d6c-b7f3027b187d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:36.560433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:36.573929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:subnet and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:36.579458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:36.589307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:36.605617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Made reservation on behalf of 3bac5d69b56c46b8a184309e1bb6ab79 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:09:36.816241 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:36.854900 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:36.855606 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:36.877445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:36.887687 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.957930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:37.235980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:09:30Z', 'revision_number': 3, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:37.257979 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:37.272040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Checking router: 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:37.272917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Updating router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 port c03a4ff4-e24a-4734-b566-3772fef934c0 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:09:37.315916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7996b66-e373-4053-8847-eacd96026b0d req-86419dea-81c0-40ee-bbd7-25595985e64a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 210 time: 0.1205602 May 06 13:09:37.450686 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:37.472893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb38823-7d1e-4526-a529-c0788ab41039 req-8ca138b9-25f9-4a09-b4c0-bed9b1017a26 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:37.478642 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:37.486724 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7fb38823-7d1e-4526-a529-c0788ab41039 req-8ca138b9-25f9-4a09-b4c0-bed9b1017a26 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.6718926 May 06 13:09:37.627754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f69ddcd6-aca3-462f-9d6c-b7f3027b187d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:37.802495 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7fb38823-7d1e-4526-a529-c0788ab41039 req-7b247fd7-10d4-4bb6-a698-784c772e3e06 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147378 May 06 13:09:37.810261 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:37.868755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:37.925385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:37.999509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f69ddcd6-aca3-462f-9d6c-b7f3027b187d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:38.000218 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.023423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Subnet': ['ID=8d25b4f4-fbbd-4bf4-b492-e6909a2976b8,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:38.067831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Checking segment: {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:38.068332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network hostable DHCP agents. Network: 1e8035f8-d53d-4a7e-affd-a4580ed57b2d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:09:38.116886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40cc66-e253-4836-b530-190c2b813f3f req-0dc3be29-d43b-4d65-8870-91de42e03021 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:38.117996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ff40cc66-e253-4836-b530-190c2b813f3f req-0dc3be29-d43b-4d65-8870-91de42e03021 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Synchronizing usage tracker for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:38.154395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:09:38.184417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 1e8035f8-d53d-4a7e-affd-a4580ed57b2d) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:38.194132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:38.195106 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.197388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ff40cc66-e253-4836-b530-190c2b813f3f req-0dc3be29-d43b-4d65-8870-91de42e03021 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Unset dirty status for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:38.198151 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-0dc3be29-d43b-4d65-8870-91de42e03021 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.36 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 817 time: 0.6690161 May 06 13:09:38.204804 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 7, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71be832-7f9d-4359-bb8d-c1d099fc8f03', 'name': '', 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:a0:9b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:22Z', 'updated_at': '2022-05-06T13:09:25Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:38.218678 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:38.219255 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Updating router 3103d5f6-9334-40f5-b9a9-b962aea2f00d port c71be832-7f9d-4359-bb8d-c1d099fc8f03 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:09:38.269491 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d0a41a17-c355-4872-8485-d0cfa2e6fdd8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9392464 May 06 13:09:38.269936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37612) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:38.274957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee19bd-e177-41d6-b665-e0f92d28deb7 None None] Network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:38.335649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a859bf32-9dcf-4c13-b691-cad6434cb19d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Synchronizing usage tracker for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:38.355486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a859bf32-9dcf-4c13-b691-cad6434cb19d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Unset dirty status for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:38.357293 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a859bf32-9dcf-4c13-b691-cad6434cb19d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b0fcaeb0bd04e499d216beff4e48650 HTTP/1.1" status: 200 len: 380 time: 0.1192031 May 06 13:09:38.369108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'port': {'device_id': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'admin_state_up': True, 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'security_groups': ['da47ab35-9c77-4d73-9ffa-32a395356e77']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:38.377297 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.451622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:38.703415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:38.719312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:38.745963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Made reservation on behalf of 4b0fcaeb0bd04e499d216beff4e48650 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:09:38.749271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.981056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:39.006299 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.013130 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ea77bb32-3ac9-4666-8534-a73f0c3f91f0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d HTTP/1.1" status: 200 len: 703 time: 4.4359539 May 06 13:09:39.033462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37626) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:39.157207 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.176185 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:09:39.177521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-709e9eda-ee77-4cd2-a001-6238791ceb0c req-1d29e34d-e3b4-4ebf-b4bb-e4738c45edba tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 210 time: 0.1983447 May 06 13:09:39.182702 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Transition to ACTIVE for port object c71be832-7f9d-4359-bb8d-c1d099fc8f03 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:39.186961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:09:39.188465 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.202539 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.424549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea77ad-6234-473c-a358-3af76e08abaa req-bf591eda-e410-4b9f-9f7c-c520973012ad tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:39.438672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43ea77ad-6234-473c-a358-3af76e08abaa req-bf591eda-e410-4b9f-9f7c-c520973012ad tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.3669055 May 06 13:09:39.471738 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e36f14-8ab9-4f88-b0ce-7229817543e3 None None] Pushing event updated for resources: {'Port': ['ID=c71be832-7f9d-4359-bb8d-c1d099fc8f03,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:39.498687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device f8d36d41-1014-41c8-ac51-7c582094e440 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:39.547281 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.609862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43ea77ad-6234-473c-a358-3af76e08abaa req-e67f7700-f19c-4b63-aa2e-d30a8e357f6b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691418 May 06 13:09:39.649900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Transition to ACTIVE for port object c03a4ff4-e24a-4734-b566-3772fef934c0 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:39.673477 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Attempting to bind port c71be832-7f9d-4359-bb8d-c1d099fc8f03 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:39.675546 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Attempting to bind port c71be832-7f9d-4359-bb8d-c1d099fc8f03 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'bc266c5d-0de3-4c4d-9fee-9ec04c346462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:39.676452 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Attempting to bind port c71be832-7f9d-4359-bb8d-c1d099fc8f03 on network 1ba4fa58-f202-4f4e-a850-539d0358e660 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:39.693682 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:39.695221 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Checking segment: {'id': 'bc266c5d-0de3-4c4d-9fee-9ec04c346462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:39.696117 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.696864 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Bound using segment: {'id': 'bc266c5d-0de3-4c4d-9fee-9ec04c346462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:39.697636 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Bound port: c71be832-7f9d-4359-bb8d-c1d099fc8f03, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc266c5d-0de3-4c4d-9fee-9ec04c346462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:39.698249 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.719318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.806904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Allocated IP 172.20.0.9 (6de9707c-7d6d-4a89-8061-aec60ad992ac/a52a2b4a-5f95-47e6-a2ff-ee9190fb75de/f1b2a473-9392-4e2d-9e33-766d4a7a8c9e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:39.986430 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] For port c71be832-7f9d-4359-bb8d-c1d099fc8f03, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:39.994060 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] For port c71be832-7f9d-4359-bb8d-c1d099fc8f03, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c71be832-7f9d-4359-bb8d-c1d099fc8f03,segment=NetworkSegment(bc266c5d-0de3-4c4d-9fee-9ec04c346462),segment_id=bc266c5d-0de3-4c4d-9fee-9ec04c346462)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:40.003528 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:40.026415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port f8d36d41-1014-41c8-ac51-7c582094e440 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:40.038835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Attempting to bind port c03a4ff4-e24a-4734-b566-3772fef934c0 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:40.039446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Attempting to bind port c03a4ff4-e24a-4734-b566-3772fef934c0 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:40.040822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Attempting to bind port c03a4ff4-e24a-4734-b566-3772fef934c0 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:40.043797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402960e-427b-424b-81fc-bb6b064b02f1 None None] Pushing event updated for resources: {'Port': ['ID=c03a4ff4-e24a-4734-b566-3772fef934c0,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:40.060694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port f8d36d41-1014-41c8-ac51-7c582094e440 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:40.061313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:40.180027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-08b872a1-6b58-4398-8409-8439a0f56991 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d HTTP/1.1" status: 200 len: 703 time: 1.1452322 May 06 13:09:40.190845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:40.191588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:40.191704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:40.192029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:40.192531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Bound port: c03a4ff4-e24a-4734-b566-3772fef934c0, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:40.192987 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:40.197181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37640) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:40.235154 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:40.237750 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:40.253998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Allocated IP 172.20.0.2 (1e8035f8-d53d-4a7e-affd-a4580ed57b2d/8d25b4f4-fbbd-4bf4-b492-e6909a2976b8/177a45ec-20bc-46d2-8591-a86ea73c48ab) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:40.661780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:40.710037 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e36f14-8ab9-4f88-b0ce-7229817543e3 None None] Pushing event updated for resources: {'Port': ['ID=c71be832-7f9d-4359-bb8d-c1d099fc8f03,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:40.778738 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:40.979037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] For port c03a4ff4-e24a-4734-b566-3772fef934c0, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:40.981292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Transition to ACTIVE for port object f1b2a473-9392-4e2d-9e33-766d4a7a8c9e will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:41.008447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4778baca-4587-4b12-8b10-162b5a98693f req-07560480-c656-4d6e-948a-476c8e15d3ec tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 210 time: 0.2372336 May 06 13:09:41.043769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:41.058277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] For port c03a4ff4-e24a-4734-b566-3772fef934c0, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c03a4ff4-e24a-4734-b566-3772fef934c0,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:41.093176 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:41.204439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:41.400583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dbb57-7772-406e-a692-0006d2ea1cc8 req-c4805a78-010c-4e7d-bc1d-73568500715d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:41.408728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fb8dbb57-7772-406e-a692-0006d2ea1cc8 req-c4805a78-010c-4e7d-bc1d-73568500715d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.4759221 May 06 13:09:41.442245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402960e-427b-424b-81fc-bb6b064b02f1 None None] Pushing event updated for resources: {'Port': ['ID=c03a4ff4-e24a-4734-b566-3772fef934c0,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:41.497976 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:41.509626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:41.525865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:41.644690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:41.666352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c71be832-7f9d-4359-bb8d-c1d099fc8f03 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:41.700885 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 7, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71be832-7f9d-4359-bb8d-c1d099fc8f03', 'name': '', 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:a0:9b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:22Z', 'updated_at': '2022-05-06T13:09:39Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:41.706078 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1a88d-1113-4ed3-a2ed-626c3422fbc8 None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 7, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71be832-7f9d-4359-bb8d-c1d099fc8f03', 'name': '', 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:a0:9b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:22Z', 'updated_at': '2022-05-06T13:09:39Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:41.736374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fb8dbb57-7772-406e-a692-0006d2ea1cc8 req-e07bcb88-5178-485f-a5df-2c4cab69513e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265545 May 06 13:09:41.764669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:41.785393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:41.786971 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:41.942589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:09:41.960311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:42.026057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.028201 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-a43ae84d-9c5a-49a5-85f6-20104d9782b4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6632073 May 06 13:09:42.050851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Request body: {'port': {'device_id': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:42.149803 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82371c15-0827-4ee8-9813-31d868089466'] response: {'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'code': 200} May 06 13:09:42.160954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:42.209604 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.256801 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.279321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Transition to ACTIVE for port object 177a45ec-20bc-46d2-8591-a86ea73c48ab will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:42.330073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82c16aca-75f5-48b6-8f9b-42f191ef13ca req-0724a9a1-4dc3-4378-9c68-178c733f7daf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1096 time: 0.1742570 May 06 13:09:42.355576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Transition to ACTIVE for port object 177a45ec-20bc-46d2-8591-a86ea73c48ab will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:42.369112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:42.372827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:42.413977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82c16aca-75f5-48b6-8f9b-42f191ef13ca req-39eb9f57-f5d0-4607-b8c3-cc78dd2ba529 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712531 May 06 13:09:42.449701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.500170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.20.0.1 (1e8035f8-d53d-4a7e-affd-a4580ed57b2d/8d25b4f4-fbbd-4bf4-b492-e6909a2976b8/256657ef-0416-409a-976f-e791c7f06d6a) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:42.528406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:42.596057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:42.596945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:42.654339 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.700832 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.726530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Transition to ACTIVE for port object 256657ef-0416-409a-976f-e791c7f06d6a will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:42.798112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.907994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=256657ef-0416-409a-976f-e791c7f06d6a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:42.934576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a8c83eca-0415-4d20-a94c-89d8c8b44ed7 None None] Provisioning for port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:42.969947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:42.974350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:42.975336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:42.989696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:43.057921 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca39db02-fa0f-4528-b1a9-a46455e6efbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:43.078981 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:43.165060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:43.245880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f825-362f-4bbe-9ecb-76c0fb86762d req-8f64b8f1-fa0c-47ff-9021-4a80af1c2c71 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:43.253200 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1885f825-362f-4bbe-9ecb-76c0fb86762d req-8f64b8f1-fa0c-47ff-9021-4a80af1c2c71 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 931 time: 0.5043132 May 06 13:09:43.309216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:43.329032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:43.355059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b2a473-9392-4e2d-9e33-766d4a7a8c9e {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:09:43.366461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a8c83eca-0415-4d20-a94c-89d8c8b44ed7 None None] Provisioning complete for port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:43.367101 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a8c83eca-0415-4d20-a94c-89d8c8b44ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:43.371300 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:43.400250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:43.527121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c69e9-a2a9-49e0-a2cc-6209ddb8165e req-6e42cea2-1548-4e60-b537-281bdc27cbf5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:43.528848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-067c69e9-a2a9-49e0-a2cc-6209ddb8165e req-6e42cea2-1548-4e60-b537-281bdc27cbf5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.4512217 May 06 13:09:43.585142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Transition to ACTIVE for port object f1b2a473-9392-4e2d-9e33-766d4a7a8c9e will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:43.592126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:43.712111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Pushing event updated for resources: {'Port': ['ID=177a45ec-20bc-46d2-8591-a86ea73c48ab,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:43.790525 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1885f825-362f-4bbe-9ecb-76c0fb86762d req-aa03da7f-ec26-4a8f-9e0d-e5cfecab8620 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5291870 May 06 13:09:43.906678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:43.993576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:44.000650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.001202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.001737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.002277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.002887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.003438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.003984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.004527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.005046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.005651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.006179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:44.037851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-067c69e9-a2a9-49e0-a2cc-6209ddb8165e req-cfefc436-e962-4b90-a728-243c131c8092 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068596 May 06 13:09:44.106592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c71be832-7f9d-4359-bb8d-c1d099fc8f03 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:44.137159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a8c83eca-0415-4d20-a94c-89d8c8b44ed7 None None] Port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:44.203745 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.218194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c71be832-7f9d-4359-bb8d-c1d099fc8f03 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:44.218752 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.248133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Attempting to bind port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:44.248422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Attempting to bind port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:44.248642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Attempting to bind port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e on network 6de9707c-7d6d-4a89-8061-aec60ad992ac {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:44.256449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e on network 6de9707c-7d6d-4a89-8061-aec60ad992ac not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:09:44.256777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Attempting to bind port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e on network 6de9707c-7d6d-4a89-8061-aec60ad992ac {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:44.289089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:44.289580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Checking segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:44.290065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Bound using segment: {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:44.290634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Bound port: f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a445842-62fa-47c4-9320-ed7c65f76430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:44.291071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.481083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:44.485069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:44.492758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.593305 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.602288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.616616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.618235 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1b2a473-9392-4e2d-9e33-766d4a7a8c9e HTTP/1.1" status: 200 len: 1091 time: 2.5818346 May 06 13:09:44.619309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:09:44.755336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c51ac-9a15-4fa7-bdc6-d0dbac465847 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:44.841561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Attempting to bind port 177a45ec-20bc-46d2-8591-a86ea73c48ab on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:44.842169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Attempting to bind port 177a45ec-20bc-46d2-8591-a86ea73c48ab by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:44.842399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Attempting to bind port 177a45ec-20bc-46d2-8591-a86ea73c48ab on network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:44.860343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-052daee3-e16d-4b0b-a1f6-c845124eea7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.909610 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f73bd7-3f9d-4515-a397-4e69bba5f8a1'] response: {'name': 'network-changed', 'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'status': 'completed', 'code': 200} May 06 13:09:44.943861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:44.944253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Checking segment: {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:44.944680 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.945066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Bound using segment: {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:44.945566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Bound port: 177a45ec-20bc-46d2-8591-a86ea73c48ab, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:44.945949 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.967998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port c71be832-7f9d-4359-bb8d-c1d099fc8f03 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:44.971097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.980855 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.074170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=256657ef-0416-409a-976f-e791c7f06d6a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:45.313767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port c71be832-7f9d-4359-bb8d-c1d099fc8f03, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c71be832-7f9d-4359-bb8d-c1d099fc8f03,segment=NetworkSegment(bc266c5d-0de3-4c4d-9fee-9ec04c346462),segment_id=bc266c5d-0de3-4c4d-9fee-9ec04c346462)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:45.314102 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.398117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.418648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] For port 177a45ec-20bc-46d2-8591-a86ea73c48ab, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:45.425057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:45.427388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:45.431550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] For port 177a45ec-20bc-46d2-8591-a86ea73c48ab, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=177a45ec-20bc-46d2-8591-a86ea73c48ab,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:45.443139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 7, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71be832-7f9d-4359-bb8d-c1d099fc8f03', 'name': '', 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:a0:9b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:22Z', 'updated_at': '2022-05-06T13:09:39Z', 'revision_number': 4, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:45.455047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.604338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for c71be832-7f9d-4359-bb8d-c1d099fc8f03 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:45.627586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:45.696699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-013447ff-ed0e-4ef5-afca-8de357969cdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 1094 time: 1.0242870 May 06 13:09:45.746235 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.748842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf30c5-ab5d-4bae-929f-50f6ce6a3eec None None] Pushing event updated for resources: {'Port': ['ID=177a45ec-20bc-46d2-8591-a86ea73c48ab,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:45.758153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c71be832-7f9d-4359-bb8d-c1d099fc8f03, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c71be832-7f9d-4359-bb8d-c1d099fc8f03,segment=NetworkSegment(bc266c5d-0de3-4c4d-9fee-9ec04c346462),segment_id=bc266c5d-0de3-4c4d-9fee-9ec04c346462)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:45.767315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.769304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9a1a-ef36-420d-8ebb-8fd3a6342933 req-920e806e-09d1-4810-a68c-a967401b9551 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:45.772173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79ec9a1a-ef36-420d-8ebb-8fd3a6342933 req-920e806e-09d1-4810-a68c-a967401b9551 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.5593424 May 06 13:09:45.818721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:45.819874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:45.845075 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-3dadca5f-984d-4299-95dc-08e445b7f3f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e HTTP/1.1" status: 200 len: 217 time: 0.1385453 May 06 13:09:45.893093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:09:30Z', 'revision_number': 3, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:46.003795 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40cc66-e253-4836-b530-190c2b813f3f req-def742ff-2f7d-4f96-b5e1-fd6e9ce1d006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:46.019342 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-def742ff-2f7d-4f96-b5e1-fd6e9ce1d006 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.1537478 May 06 13:09:46.049721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da2623f-87e0-471b-a10e-e273daf81d72 None None] The sync data for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 is: [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:09:30Z', 'revision_number': 3, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:46.155366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c71be832-7f9d-4359-bb8d-c1d099fc8f03,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:46.162348 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:46.187998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:46.230169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79ec9a1a-ef36-420d-8ebb-8fd3a6342933 req-147cd489-03bd-45e6-a7f6-7142418f7b93 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4495921 May 06 13:09:46.246659 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-8ef91252-321a-4fb2-a767-bfa36efc92fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214208 May 06 13:09:46.250082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:09:46.250656 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:09:46.253868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b5459-ef66-4734-8baa-a15451102515 req-e44f0bbf-0a46-4e13-adc6-4d13ab05751e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:46.267064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd5b5459-ef66-4734-8baa-a15451102515 req-e44f0bbf-0a46-4e13-adc6-4d13ab05751e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.7522130 May 06 13:09:46.471402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd5b5459-ef66-4734-8baa-a15451102515 req-b1bd93d0-c395-432c-a8c2-67fa5049aea8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026675 May 06 13:09:46.710844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:46.761419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port c71be832-7f9d-4359-bb8d-c1d099fc8f03 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:46.762215 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:47.093841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 7, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71be832-7f9d-4359-bb8d-c1d099fc8f03', 'name': '', 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:a0:9b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:22Z', 'updated_at': '2022-05-06T13:09:45Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:47.102327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd54e8b-a3bb-4c2d-a848-4a273744bb76 None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 7, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c71be832-7f9d-4359-bb8d-c1d099fc8f03', 'name': '', 'network_id': '1ba4fa58-f202-4f4e-a850-539d0358e660', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:a0:9b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:22Z', 'updated_at': '2022-05-06T13:09:45Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'f607d294-44fa-46c7-9ccf-a32e239c744b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:47.134109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-f2e69960-2e7a-4055-95b2-4718371bed6a service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8813231 May 06 13:09:47.219496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038abcc-770b-4f4a-9206-be53f25fb6bc req-d6037c4a-dee7-4ae3-8fa6-8f20bec16305 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:47.243590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7038abcc-770b-4f4a-9206-be53f25fb6bc req-d6037c4a-dee7-4ae3-8fa6-8f20bec16305 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.3761091 May 06 13:09:47.357201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7038abcc-770b-4f4a-9206-be53f25fb6bc req-3347da54-63f8-4562-a0e0-96fec13abc8b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124413 May 06 13:09:47.418790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:47.420985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37720) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:47.532917 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fe141543-6b8a-4be0-94a4-8b534da8c1cd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "PUT /v2.0/routers/9b01460b-2cb0-4e1f-a0c5-81b533cc46a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2593706 May 06 13:09:47.537234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37726) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:47.599305 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:47.673433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7761bb92-45ec-4b6d-a803-7848550df1cf None None] Network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:47.905488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port c71be832-7f9d-4359-bb8d-c1d099fc8f03, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c71be832-7f9d-4359-bb8d-c1d099fc8f03,segment=NetworkSegment(bc266c5d-0de3-4c4d-9fee-9ec04c346462),segment_id=bc266c5d-0de3-4c4d-9fee-9ec04c346462)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:47.906467 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:48.115801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for c71be832-7f9d-4359-bb8d-c1d099fc8f03 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:48.172637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f96fe2f3-3238-4865-a835-26e4d490bdc1 None None] Provisioning for port 177a45ec-20bc-46d2-8591-a86ea73c48ab completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:48.202591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.205848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.207276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.207276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.210848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.210848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.210848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.210848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.210848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.210848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.210848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.210848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.214388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c2ac7eb5-d67e-4c06-8b52-81b34ed222d2 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8409 time: 0.6761096 May 06 13:09:48.217760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37732) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:48.258753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7acf3c05-8804-4afe-8a46-5d81f237282d tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1091 time: 0.8362429 May 06 13:09:48.267529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37736) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:48.273644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:48.286845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:48.308597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:floatingip and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:48.314509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:48.319212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ccc1-4481-447f-a9ba-c9775be17564 req-85f3d307-6fb0-4311-a214-d80446861a21 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.320795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f05ccc1-4481-447f-a9ba-c9775be17564 req-85f3d307-6fb0-4311-a214-d80446861a21 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.3062181 May 06 13:09:48.334293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:48.369124 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ff40cc66-e253-4836-b530-190c2b813f3f req-e314af4e-d84c-4ef8-b24d-e90880ba9cbb service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2052288 May 06 13:09:48.374974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:48.393352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 177a45ec-20bc-46d2-8591-a86ea73c48ab up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:48.393627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f05ccc1-4481-447f-a9ba-c9775be17564 req-85936e73-9e9d-4bfe-acaa-1c21ed482ebd tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637019 May 06 13:09:48.412457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.413085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.413643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.414144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.414718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.415234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.415731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.416217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.416713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.417234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.417728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.418222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:48.421308 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8d03a61e-a967-4c07-b91b-a19be06c0dba tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7740 time: 0.2024353 May 06 13:09:48.425246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37740) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:48.586266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 177a45ec-20bc-46d2-8591-a86ea73c48ab completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:48.596334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 177a45ec-20bc-46d2-8591-a86ea73c48ab triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:48.596994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:48.712611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:48.791028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e7675db3-95f8-46cb-bc0b-20c72ee9a6f8 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5029 time: 0.3641930 May 06 13:09:48.802363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=c71be832-7f9d-4359-bb8d-c1d099fc8f03,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:48.811377 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b036fcb8-ece5-4c14-9c29-eea486ee7328 req-dae48850-4bc3-4b6f-8324-051a410686e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 1094 time: 0.2894409 May 06 13:09:48.894924 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.024535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 177a45ec-20bc-46d2-8591-a86ea73c48ab, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=177a45ec-20bc-46d2-8591-a86ea73c48ab,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:49.031333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.032753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c71be832-7f9d-4359-bb8d-c1d099fc8f03 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:49.095232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37750) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:49.102230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076999672', 'description': 'tempest-secgroup-smoke-1076999672 description', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:49.115287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:49.138755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:49.138755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:49.165702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:49.188197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.279867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:49.300116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:49.304165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:49.311467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:49.316159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.329374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c71be832-7f9d-4359-bb8d-c1d099fc8f03 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:49.330136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c71be832-7f9d-4359-bb8d-c1d099fc8f03 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 13:09:49.440116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Port c71be832-7f9d-4359-bb8d-c1d099fc8f03 not found, will not notify nova. {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 13:09:49.440396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c03a4ff4-e24a-4734-b566-3772fef934c0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:49.448484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036fcb8-ece5-4c14-9c29-eea486ee7328 req-331bd7ed-33c3-4101-97ee-4285e9ec5675 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:49.451967 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b036fcb8-ece5-4c14-9c29-eea486ee7328 req-331bd7ed-33c3-4101-97ee-4285e9ec5675 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.5858126 May 06 13:09:49.471924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=177a45ec-20bc-46d2-8591-a86ea73c48ab,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:49.497237 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.507936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.528725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-30d8da0c-de56-4c52-be0f-3084c2751628 None None] Provisioning complete for port 177a45ec-20bc-46d2-8591-a86ea73c48ab triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:49.529390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30d8da0c-de56-4c52-be0f-3084c2751628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.612595 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c03a4ff4-e24a-4734-b566-3772fef934c0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:49.620828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c03a4ff4-e24a-4734-b566-3772fef934c0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:49.621468 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.669387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53532b81-0f3f-4cb9-9d14-5ca43155544c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:49.742898 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.747973 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-52ce7ac2-3646-46d5-aa7a-e145d6f4fd89 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6493182 May 06 13:09:49.750715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37760) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:49.772168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '53532b81-0f3f-4cb9-9d14-5ca43155544c', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:49.790233 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.790797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:49.798673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:49.806250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:49.813125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c03a4ff4-e24a-4734-b566-3772fef934c0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c03a4ff4-e24a-4734-b566-3772fef934c0,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:49.821778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:49.865002 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b036fcb8-ece5-4c14-9c29-eea486ee7328 req-c89fe004-b4fd-4428-8f87-7835bf2d8c8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e HTTP/1.1" status: 200 len: 217 time: 0.4014268 May 06 13:09:49.872872 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.962066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:09:49.989592 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.194179 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.213006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397e1b1-2a31-4469-99b6-d592e8d9983a req-d80d1976-eaae-4157-b754-589d9e67b123 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:50.220013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e397e1b1-2a31-4469-99b6-d592e8d9983a req-d80d1976-eaae-4157-b754-589d9e67b123 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.3540714 May 06 13:09:50.224332 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.240762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 177a45ec-20bc-46d2-8591-a86ea73c48ab up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:50.275119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036fcb8-ece5-4c14-9c29-eea486ee7328 req-c5dce48f-3c09-42c1-8ceb-93d7be0a05dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:50.284762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0597cd8-22bf-40e3-a395-6ab3de697470,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:50.287825 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b036fcb8-ece5-4c14-9c29-eea486ee7328 req-c5dce48f-3c09-42c1-8ceb-93d7be0a05dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.4092193 May 06 13:09:50.295215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.297595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-792b4e80-fbbd-4893-ad51-05ce381ff1ef tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5424027 May 06 13:09:50.300556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37766) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:50.307906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '53532b81-0f3f-4cb9-9d14-5ca43155544c', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:50.326252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:50.336500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:50.342787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:50.353138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.25.7.242 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/7de0fa7d-6a21-4243-a6b8-efe9d8b00b46) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:50.356342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.371639 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e397e1b1-2a31-4469-99b6-d592e8d9983a req-0dad25ee-95f3-4029-a36a-820e1dda9b53 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497278 May 06 13:09:50.376303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:50.415644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.474700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c03a4ff4-e24a-4734-b566-3772fef934c0,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:50.507835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-30d8da0c-de56-4c52-be0f-3084c2751628 None None] Provisioning for port 256657ef-0416-409a-976f-e791c7f06d6a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:50.522911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:50.532532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-30d8da0c-de56-4c52-be0f-3084c2751628 None None] Provisioning complete for port 256657ef-0416-409a-976f-e791c7f06d6a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:50.532961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-30d8da0c-de56-4c52-be0f-3084c2751628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.619767 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.627376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.645970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'port_id': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'mac_address': 'fa:16:3e:0a:75:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:09:50.680246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7522cd69-96ee-4fd5-8561-6e8023e609ab,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:50.690791 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.693233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-65730089-4b7d-4ec5-a2a1-a59b3a1f46ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3915651 May 06 13:09:50.695839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37774) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:50.706724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '53532b81-0f3f-4cb9-9d14-5ca43155544c', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:50.728913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:50.736876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:50.743417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:50.754133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:50.754412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-30d8da0c-de56-4c52-be0f-3084c2751628 None None] Port 256657ef-0416-409a-976f-e791c7f06d6a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:50.761103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 177a45ec-20bc-46d2-8591-a86ea73c48ab triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:50.762071 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.786849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.850832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.905086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b2a473-9392-4e2d-9e33-766d4a7a8c9e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:09:50.909284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.917299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.971894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a866fbb9-2938-4fcd-b47e-20ec8a50b2df,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:50.981327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:50.998838 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.999408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:50.999873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.000131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.001737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.001737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.002752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.003874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.004402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.004955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.005502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.006054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:51.013023 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.013884 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b036fcb8-ece5-4c14-9c29-eea486ee7328 req-a502a6ab-32a2-477d-bf62-c0b79800ec26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7071390 May 06 13:09:51.016325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c5555660-da6c-41d1-b730-893ac7af34e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3187487 May 06 13:09:51.021059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37778) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:51.025881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.031506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '53532b81-0f3f-4cb9-9d14-5ca43155544c', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:51.043819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:51.053113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:51.059032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:51.062803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e57034c0-a040-49d8-a805-4a01bc6f68ea None None] Provisioning complete for port 256657ef-0416-409a-976f-e791c7f06d6a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:51.063420 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e57034c0-a040-49d8-a805-4a01bc6f68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.073500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:51.099241 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.202531 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Sync routers for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:51.210856 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.230088 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.237423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.251058 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:51.253807 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:51.260716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e57034c0-a040-49d8-a805-4a01bc6f68ea None None] Port 256657ef-0416-409a-976f-e791c7f06d6a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:09:51.273844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:51.285457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:09:51.301923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb93053-4464-4f11-98cb-36e729db7bab,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:51.346951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.352960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-41cc64f5-1e0d-47ab-abe9-e40537f3b2f6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3257782 May 06 13:09:51.353260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37782) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:51.362739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '53532b81-0f3f-4cb9-9d14-5ca43155544c', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:51.373316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:51.380680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:51.390341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:51.400663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:51.421673 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Project 3bac5d69b56c46b8a184309e1bb6ab79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:09:51.436304 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.583629 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:51.587500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:09:51.590276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.591292 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b036fcb8-ece5-4c14-9c29-eea486ee7328 req-2fcedcf4-c7e3-4814-a57d-754aa10c791f service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610831 May 06 13:09:51.599857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.609438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:09:51.612516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:09:51.657177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785a9516-e74f-4322-885f-118964712adb,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:51.729221 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.730528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-91d4ed3a-33b3-4ffd-a76f-42d5a946ff18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3759656 May 06 13:09:51.740360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37790) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:51.752020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '53532b81-0f3f-4cb9-9d14-5ca43155544c', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:51.760120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:51.766710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:51.771064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:51.779316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:51.785377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=7de0fa7d-6a21-4243-a6b8-efe9d8b00b46,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:51.805717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993bc64-bec0-4302-a787-6a3019190e7d req-bec264bb-b1cb-4937-af32-b5153f31f244 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:51.814036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5993bc64-bec0-4302-a787-6a3019190e7d req-bec264bb-b1cb-4937-af32-b5153f31f244 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 944 time: 0.1623039 May 06 13:09:51.832032 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Project 3bac5d69b56c46b8a184309e1bb6ab79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:09:51.845695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.929744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5993bc64-bec0-4302-a787-6a3019190e7d req-db7aa829-05d0-4bf0-9b8c-a1479cc5332c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146221 May 06 13:09:51.993665 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:52.002662 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:52.057185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5ddc26-8ddd-4126-92af-10b2bb3f88f6,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:52.090234 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:52.097165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6d337eb9-9610-4b45-95ea-c8658ca904b8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3532176 May 06 13:09:52.126013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c03a4ff4-e24a-4734-b566-3772fef934c0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:52.212218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c03a4ff4-e24a-4734-b566-3772fef934c0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:52.212990 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:52.524636 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:09:43Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:44Z', 'revision_number': 2, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:52.537821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b9259689-e1db-4b20-a29f-650c52f21566 req-ba9a0cb0-860e-47c0-ac77-c92f746636c7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:52.545202 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Checking router: 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:52.545838 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Updating router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 port 256657ef-0416-409a-976f-e791c7f06d6a binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:09:52.594958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b9259689-e1db-4b20-a29f-650c52f21566 req-ba9a0cb0-860e-47c0-ac77-c92f746636c7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:52.596967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-ba9a0cb0-860e-47c0-ac77-c92f746636c7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076999672&fields=id&tenant_id=3bac5d69b56c46b8a184309e1bb6ab79 HTTP/1.1" status: 200 len: 267 time: 0.1560066 May 06 13:09:52.663288 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b036fcb8-ece5-4c14-9c29-eea486ee7328 req-5c0573bd-ab49-45b3-87ea-937a5eb5629e service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0149779 May 06 13:09:52.750987 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:52.911962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:52.949272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9259689-e1db-4b20-a29f-650c52f21566 req-df931a29-455c-4774-866c-6d4bb02dc0e1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:52.956742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-df931a29-455c-4774-866c-6d4bb02dc0e1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/networks?id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d HTTP/1.1" status: 200 len: 796 time: 0.3347468 May 06 13:09:52.985121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-68e95989-8807-462a-9671-df20dcf50cc1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/quotas/3bac5d69b56c46b8a184309e1bb6ab79 HTTP/1.1" status: 200 len: 375 time: 0.0183785 May 06 13:09:53.163810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b9259689-e1db-4b20-a29f-650c52f21566 req-7244c0ba-4741-4891-a494-92aeae9a1514 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:53.201344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b9259689-e1db-4b20-a29f-650c52f21566 req-7244c0ba-4741-4891-a494-92aeae9a1514 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:53.209202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-7244c0ba-4741-4891-a494-92aeae9a1514 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2196605 May 06 13:09:53.228470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-d6898a39-53eb-4897-ad13-c25ef0a22272 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:09:53.230367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-d6898a39-53eb-4897-ad13-c25ef0a22272 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0104854 May 06 13:09:53.424436 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:53.456803 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Transition to ACTIVE for port object 256657ef-0416-409a-976f-e791c7f06d6a will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:09:53.471140 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:53.535337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:53.555911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:53.583332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-95f812cb-4ef7-43de-af7a-cd8385ea2339 service neutron] 10.222.0.44 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452036 May 06 13:09:53.623177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:53.630633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:53.675967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:53.822814 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Pushing event updated for resources: {'Port': ['ID=256657ef-0416-409a-976f-e791c7f06d6a,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:53.857949 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.858907 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.859614 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.860424 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.861143 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.884186 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.884870 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.885410 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.886418 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.887162 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.888331 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:53.948889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c638b-29c0-4aef-b76e-08850d880b47 req-cf36070a-3c19-426c-960d-ea4cf87abe46 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:53.950566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-166c638b-29c0-4aef-b76e-08850d880b47 req-cf36070a-3c19-426c-960d-ea4cf87abe46 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 944 time: 0.6334059 May 06 13:09:54.003424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-edce3c03-eef9-4ee2-87e8-bebbf8c7d5b3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8012626 May 06 13:09:54.005919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37814) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:54.033518 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:54.052774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:54.143280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-166c638b-29c0-4aef-b76e-08850d880b47 req-8ab5e89b-24dc-4505-a755-bc5945c7ff22 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735849 May 06 13:09:54.258404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-55273c5d-e5ae-42b6-83f0-f49e93cc8eeb service neutron] 10.222.0.44 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734033 May 06 13:09:54.328947 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Attempting to bind port 256657ef-0416-409a-976f-e791c7f06d6a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:09:54.330838 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Attempting to bind port 256657ef-0416-409a-976f-e791c7f06d6a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:09:54.331995 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Attempting to bind port 256657ef-0416-409a-976f-e791c7f06d6a on network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:09:54.358925 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:09:54.359632 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Checking segment: {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:09:54.360232 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:54.361091 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Bound using segment: {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:09:54.364343 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Bound port: 256657ef-0416-409a-976f-e791c7f06d6a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:09:54.365294 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:54.453028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:54.552214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:54.574168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:54.575226 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:54.610024 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] For port 256657ef-0416-409a-976f-e791c7f06d6a, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:09:54.614534 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] For port 256657ef-0416-409a-976f-e791c7f06d6a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=256657ef-0416-409a-976f-e791c7f06d6a,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:09:54.622887 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:54.771224 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:54.774683 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:54.823124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:54.841692 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:54.954278 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53f61a-11a9-4d5c-ae1d-b94e9e111e29 None None] Pushing event updated for resources: {'Port': ['ID=256657ef-0416-409a-976f-e791c7f06d6a,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:55.042067 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb98419-68dd-432d-98dc-c68dc2455a4b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting subnet f607d294-44fa-46c7-9ccf-a32e239c744b {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:09:55.047510 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4cb98419-68dd-432d-98dc-c68dc2455a4b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:55.056483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=7de0fa7d-6a21-4243-a6b8-efe9d8b00b46,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:55.202728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4cb98419-68dd-432d-98dc-c68dc2455a4b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:55.207840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:55.246289 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:55.342436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:55.362075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:09:55.369806 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:55.417736 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:55.543958 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4cb98419-68dd-432d-98dc-c68dc2455a4b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:55.622639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:55.644189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:48Z', 'revision_number': 8, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:55.668969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:55.758561 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84ea6b4-e315-4e9b-bac0-b97f23e5fc41'] response: {'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'code': 200} May 06 13:09:55.765975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:55.767248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:55.933676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4cb98419-68dd-432d-98dc-c68dc2455a4b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:56.094763 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Floating IP 2beaa8dc-e442-4c86-a162-ba08a5debe13 associated. External IP: 172.25.7.242, port: f8d36d41-1014-41c8-ac51-7c582094e440. May 06 13:09:56.160055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40c6eb6c-281b-483b-a222-9a9932b98e13 req-36bde88c-4406-4bcf-8deb-95b039a829d8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 210 time: 0.1122510 May 06 13:09:56.168002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb98419-68dd-432d-98dc-c68dc2455a4b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Subnet': ['ID=f607d294-44fa-46c7-9ccf-a32e239c744b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:56.214391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2f40d-c0fa-4f74-a2c5-d95813d27c76 req-b55c1735-a564-4e65-9550-2ffda161566c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:56.225918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aee2f40d-c0fa-4f74-a2c5-d95813d27c76 req-b55c1735-a564-4e65-9550-2ffda161566c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.4897768 May 06 13:09:56.251431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:56.376022 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4cb98419-68dd-432d-98dc-c68dc2455a4b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:56.397761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4cb98419-68dd-432d-98dc-c68dc2455a4b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/f607d294-44fa-46c7-9ccf-a32e239c744b HTTP/1.1" status: 204 len: 168 time: 2.3704236 May 06 13:09:56.398044 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4818eb5a-177c-412d-9df9-228a4673d4c7 req-74371099-09fe-4c5e-8c55-32d4d00af17f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 1096 time: 0.5746853 May 06 13:09:56.401054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37840) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:56.415538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aee2f40d-c0fa-4f74-a2c5-d95813d27c76 req-9dc8e245-602c-4a55-909c-ce92b0c452fe tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883295 May 06 13:09:56.428154 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:09:43Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:54Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:56.447746 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da83363-4719-463b-b9fa-2f7d4c3bccc4 None None] The sync data for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 is: [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:09:43Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:54Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:56.559043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe4f0b-7729-4eaa-9867-d5029d8c9c19 None None] Network 1ba4fa58-f202-4f4e-a850-539d0358e660 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:56.661596 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4818eb5a-177c-412d-9df9-228a4673d4c7 req-dc558d7e-55f2-46db-ba37-c60ae958a2b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141232 May 06 13:09:56.731773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:56.753229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:56.753866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:57.467762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] DHCP port deletion for 1ba4fa58-f202-4f4e-a850-539d0358e660 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:09:57.497522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] Deleting port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:57.498567 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:57.525599 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c95d1e20-1a44-46ac-9933-725e24e18248 req-05383808-ee7d-46aa-9746-1512b4018a56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 210 time: 0.0621772 May 06 13:09:57.593434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:48Z', 'revision_number': 8, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:57.605610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdc8e5-25b7-46bf-bff1-f97209e555d7 None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:09:48Z', 'revision_number': 8, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f69ddcd6-aca3-462f-9d6c-b7f3027b187d', 'name': '', 'network_id': '4f80c41d-f2be-4f86-92e6-4e03b08a8720', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:4f:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:07Z', 'updated_at': '2022-05-06T13:09:36Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': 'a2032a48-35ef-42ce-96a8-9bac596a9912', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:57.870920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=03ca3382-43fe-4aba-9fad-f4fc4ceb5620,segment=NetworkSegment(bc266c5d-0de3-4c4d-9fee-9ec04c346462),segment_id=bc266c5d-0de3-4c4d-9fee-9ec04c346462)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:57.871791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:57.982954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31cf35-b595-49e3-aaf9-d9b0413681cb req-bfda3d07-bc8b-496e-af4b-acea671362e7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:57.993986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de31cf35-b595-49e3-aaf9-d9b0413681cb req-bfda3d07-bc8b-496e-af4b-acea671362e7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1902509 May 06 13:09:58.078629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] For port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=03ca3382-43fe-4aba-9fad-f4fc4ceb5620,segment=NetworkSegment(bc266c5d-0de3-4c4d-9fee-9ec04c346462),segment_id=bc266c5d-0de3-4c4d-9fee-9ec04c346462)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:58.078629 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:58.251152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:58.269590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de31cf35-b595-49e3-aaf9-d9b0413681cb req-fe77f600-eee1-4622-a15e-aa4d3dd0a070 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746887 May 06 13:09:58.429738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9259689-e1db-4b20-a29f-650c52f21566 req-58b6d3d8-ab1c-4e58-b5ea-e9260b63ae6c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:58.431692 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-58b6d3d8-ab1c-4e58-b5ea-e9260b63ae6c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "GET /v2.0/networks?id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d HTTP/1.1" status: 200 len: 796 time: 0.3995817 May 06 13:09:58.524803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:58.567249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] Calling delete_port for 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:58.569023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-821a2fdb-a976-43ef-b8e8-503e78aef657 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bac5d69b56c46b8a184309e1bb6ab79 HTTP/1.1" status: 200 len: 380 time: 0.1246681 May 06 13:09:58.599978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'port': {'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'admin_state_up': True, 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'security_groups': ['53532b81-0f3f-4cb9-9d14-5ca43155544c']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:58.638021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=03ca3382-43fe-4aba-9fad-f4fc4ceb5620,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:58.683983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No DVR routers for this DVR port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:09:58.778747 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:09:58.779270 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:09:58.780064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 256657ef-0416-409a-976f-e791c7f06d6a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:09:58.954106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f87aace-5e3c-476e-af55-d9a14b1d3932 req-dc90b698-e946-458c-bcd8-abcc21bf4dbb tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 210 time: 0.0769992 May 06 13:09:59.018947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 256657ef-0416-409a-976f-e791c7f06d6a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:09:59.022959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:59.044036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 256657ef-0416-409a-976f-e791c7f06d6a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:09:59.044036 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.053636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:59.071207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.072160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Made reservation on behalf of 3bac5d69b56c46b8a184309e1bb6ab79 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:09:59.078757 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.082953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router b9b53bb1-219a-467e-86c5-e0f56b6080e9 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:59.124500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba4fa58-f202-4f4e-a850-539d0358e660']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:59.177368 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.212986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc266c5d-0de3-4c4d-9fee-9ec04c346462') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:59.213299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc266c5d-0de3-4c4d-9fee-9ec04c346462') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:59.221410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 256657ef-0416-409a-976f-e791c7f06d6a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=256657ef-0416-409a-976f-e791c7f06d6a,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:59.227173 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.310972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] Deleting port 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:59.311749 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.318025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.347600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=256657ef-0416-409a-976f-e791c7f06d6a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:59.357281 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.373273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:09:59.374547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.391394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: timer() May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:09:59.416975 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:09:59.442133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.20.0.14 (1e8035f8-d53d-4a7e-affd-a4580ed57b2d/8d25b4f4-fbbd-4bf4-b492-e6909a2976b8/e39bf2a3-bb07-4b7e-85c2-de9cb53dd361) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:09:59.456957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b4b25-b593-47b1-8c58-2b8678d5be68 None None] The port '03ca3382-43fe-4aba-9fad-f4fc4ceb5620' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:09:59.485096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:59.485625 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 03ca3382-43fe-4aba-9fad-f4fc4ceb5620 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:59.486145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c71be832-7f9d-4359-bb8d-c1d099fc8f03 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:59.520254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c71be832-7f9d-4359-bb8d-c1d099fc8f03 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:59.520788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c71be832-7f9d-4359-bb8d-c1d099fc8f03 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:59.629551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.648508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:59.670452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Network': ['ID=1ba4fa58-f202-4f4e-a850-539d0358e660,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:59.686274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fe57bc18-fc48-4720-9c62-b98d7c044314 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/networks/1ba4fa58-f202-4f4e-a850-539d0358e660 HTTP/1.1" status: 204 len: 168 time: 3.2835784 May 06 13:09:59.687239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37862) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:59.881014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f7051-121c-49c2-810c-2b2d6458a5ec req-805d2cdb-f1c2-40d4-ac0b-9fae043cf62c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:59.883592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d4f7051-121c-49c2-810c-2b2d6458a5ec req-805d2cdb-f1c2-40d4-ac0b-9fae043cf62c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.3641434 May 06 13:09:59.974482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:59.986950 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] Sync routers for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:59.991468 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:00.028100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Transition to ACTIVE for port object e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:10:00.030923 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:00.033325 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:00.091236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 256657ef-0416-409a-976f-e791c7f06d6a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:10:00.111212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:00.283268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 256657ef-0416-409a-976f-e791c7f06d6a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:10:00.283759 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:00.455828 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:00.539625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:00.814530 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-22a98bf3-c3f7-47a0-9629-9bb7d7d75f3b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.4357383 May 06 13:10:00.814530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:00.990592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:10:00.990592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7d4f7051-121c-49c2-810c-2b2d6458a5ec req-836e1216-a9e5-4bf0-9a0c-b27c9397e12f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8607523 May 06 13:10:00.990592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:10:00.990592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:10:00.997780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:00.998572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:00.998572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:01.101385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:01.106805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-9d3d6fda-26fa-4f6e-9797-82393275a9c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5186555 May 06 13:10:01.125623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Request body: {'port': {'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:01.374945 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:09:05Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '2beaa8dc-e442-4c86-a162-ba08a5debe13', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'port_id': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'mac_address': 'fa:16:3e:e9:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:09:52Z', 'updated_at': '2022-05-06T13:09:52Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae63c83-f138-474b-84be-4635ad722487', 'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:87:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:01Z', 'updated_at': '2022-05-06T13:09:28Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:01.383008 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] Checking router: b9b53bb1-219a-467e-86c5-e0f56b6080e9 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:01.401071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4af40a14-ec97-446f-9431-7d82c645275d None None] Provisioning for port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:10:01.409986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4af40a14-ec97-446f-9431-7d82c645275d None None] Provisioning complete for port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:10:01.409986 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4af40a14-ec97-446f-9431-7d82c645275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:01.419168 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:01.419168 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:01.507375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e650773-d440-4afb-a392-8f8c5ec47419 req-607a2b12-8ba9-46da-9294-557334e539dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:01.518499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0e650773-d440-4afb-a392-8f8c5ec47419 req-607a2b12-8ba9-46da-9294-557334e539dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:01.579490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4af40a14-ec97-446f-9431-7d82c645275d None None] Port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:10:01.645121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-0e650773-d440-4afb-a392-8f8c5ec47419 req-607a2b12-8ba9-46da-9294-557334e539dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:01.645121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e650773-d440-4afb-a392-8f8c5ec47419 req-607a2b12-8ba9-46da-9294-557334e539dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 932 time: 1.0466919 May 06 13:10:01.673674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:01.718218 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:01.996022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb467595-681c-4ee2-8ded-9048c2c8e750 req-7e3131c0-28a3-4e3f-9f8f-bcb76c3eddb1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:02.024070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb467595-681c-4ee2-8ded-9048c2c8e750 req-7e3131c0-28a3-4e3f-9f8f-bcb76c3eddb1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.7868586 May 06 13:10:02.038697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e650773-d440-4afb-a392-8f8c5ec47419 req-00fcc0c0-b6a7-4ad6-acd0-b0ef7090eb18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956804 May 06 13:10:02.282801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb467595-681c-4ee2-8ded-9048c2c8e750 req-d466df99-2090-4795-9f21-32cdd11e49ee tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604778 May 06 13:10:02.459950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37896) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:02.481014 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2716f53-f065-4612-ac3d-4230352b11d4'] response: {'name': 'network-changed', 'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'status': 'completed', 'code': 200} May 06 13:10:02.542004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:10:02.562554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:02.615351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Transition to ACTIVE for port object e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:10:02.633989 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:02.818153 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:09:05Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '2beaa8dc-e442-4c86-a162-ba08a5debe13', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'port_id': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'mac_address': 'fa:16:3e:e9:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:09:52Z', 'updated_at': '2022-05-06T13:09:52Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae63c83-f138-474b-84be-4635ad722487', 'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:87:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:01Z', 'updated_at': '2022-05-06T13:09:28Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:02.848852 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7d104-e688-439f-a2af-208a8a480ee6 None None] The sync data for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 is: [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:09:05Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '2beaa8dc-e442-4c86-a162-ba08a5debe13', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'port_id': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'mac_address': 'fa:16:3e:e9:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:09:52Z', 'updated_at': '2022-05-06T13:09:52Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae63c83-f138-474b-84be-4635ad722487', 'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:87:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:01Z', 'updated_at': '2022-05-06T13:09:28Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:02.923816 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5fe80486-7ec3-4b26-b920-5d4a8446a9b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/2beaa8dc-e442-4c86-a162-ba08a5debe13 HTTP/1.1" status: 200 len: 991 time: 0.4302442 May 06 13:10:03.079425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Pushing event updated for resources: {'Port': ['ID=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:03.197511 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d084912-cc47-4806-b510-ad881d5de17d req-0defbd8f-b337-4a27-a449-1bf5e8cfe036 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9468131 May 06 13:10:03.219821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port f69ddcd6-aca3-462f-9d6c-b7f3027b187d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:03.220732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:03.285171 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe82b-3c08-466d-b629-777643b6df5e req-8a6ef5fa-fad9-4864-8486-fd1ebf680ab6 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:03.315544 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21bfe82b-3c08-466d-b629-777643b6df5e req-8a6ef5fa-fad9-4864-8486-fd1ebf680ab6 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.4274588 May 06 13:10:03.315544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 37908) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:03.315544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5b7ce963-188e-47a3-a86a-27829c57a49c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Request body: {'floatingip': {'port_id': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:03.474740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d887041e-7aa9-4f45-874e-a093f898e431 req-65caa083-44ef-46be-aa3f-421fb660ece7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1096 time: 1.0072966 May 06 13:10:03.513319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Attempting to bind port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:10:03.513319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Attempting to bind port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:10:03.513319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Attempting to bind port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 on network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:10:03.513319 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce963-188e-47a3-a86a-27829c57a49c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:03.589408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 on network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:10:03.589408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Attempting to bind port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 on network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:10:03.617987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:10:03.617987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Checking segment: {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:10:03.617987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Bound using segment: {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:10:03.625042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Bound port: e39bf2a3-bb07-4b7e-85c2-de9cb53dd361, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b40443f-8d0b-4513-b744-ab52e777ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:10:03.625042 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:03.757617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe0528-bf20-4027-85ab-76695ee716ad req-959d831f-177a-469e-a08f-fe5c5f2367be tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:03.774027 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97fe0528-bf20-4027-85ab-76695ee716ad req-959d831f-177a-469e-a08f-fe5c5f2367be tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 944 time: 0.3640618 May 06 13:10:03.818230 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d084912-cc47-4806-b510-ad881d5de17d req-314b2011-4e9f-4cfb-8684-127cf422aa98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca701b986cb4e21ba167ffac36da2e5&device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 1097 time: 0.5040748 May 06 13:10:03.922211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37916) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:03.939144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887041e-7aa9-4f45-874e-a093f898e431 req-48734aaf-528d-42cd-9126-7529719f35fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:03.939144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d887041e-7aa9-4f45-874e-a093f898e431 req-48734aaf-528d-42cd-9126-7529719f35fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 897 time: 0.4601352 May 06 13:10:04.126476 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:10:04.248472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97fe0528-bf20-4027-85ab-76695ee716ad req-9d9d9ed3-cc10-404c-9aa2-af3c91d45b06 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755390 May 06 13:10:04.273338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] For port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:10:04.321091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] For port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:10:04.338196 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:04.406642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port f69ddcd6-aca3-462f-9d6c-b7f3027b187d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f69ddcd6-aca3-462f-9d6c-b7f3027b187d,segment=NetworkSegment(d0a24452-54ac-4a8f-ae51-1fea5480e11a),segment_id=d0a24452-54ac-4a8f-ae51-1fea5480e11a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:04.406642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:04.464376 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:04.465271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] 10.222.0.48 "PUT /v2.0/ports/e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 HTTP/1.1" status: 200 len: 1092 time: 3.3439348 May 06 13:10:04.465735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:04.592945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for f69ddcd6-aca3-462f-9d6c-b7f3027b187d owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:10:04.639701 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7af097b9-daef-40bd-87c4-16e9f1347453 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/2beaa8dc-e442-4c86-a162-ba08a5debe13 HTTP/1.1" status: 200 len: 991 time: 0.7195354 May 06 13:10:04.686478 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d887041e-7aa9-4f45-874e-a093f898e431 req-9269eab1-191f-4299-ac7c-fb12a36c2e12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 999 time: 0.4971032 May 06 13:10:04.695810 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af2d0d3-57d5-4531-abbc-1b013a3dfacd'] response: {'name': 'network-changed', 'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'status': 'completed', 'code': 200} May 06 13:10:04.756245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8fa65-0acc-42f5-ac6a-0d01afd5e0ef service neutron] Pushing event updated for resources: {'Port': ['ID=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:04.767727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887041e-7aa9-4f45-874e-a093f898e431 req-4d2f2a37-ab4c-4e71-b4ac-f49c593e5b67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:04.767727 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d887041e-7aa9-4f45-874e-a093f898e431 req-4d2f2a37-ab4c-4e71-b4ac-f49c593e5b67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 200 len: 834 time: 0.0731528 May 06 13:10:04.833849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-a7aec319-38b1-4b03-a2af-cadb2ddbe4e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 1095 time: 0.2406025 May 06 13:10:04.843909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d084912-cc47-4806-b510-ad881d5de17d req-979e9646-b405-4475-9638-a286b97e9dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:04.843909 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d084912-cc47-4806-b510-ad881d5de17d req-979e9646-b405-4475-9638-a286b97e9dd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9f8a2ba-5755-42db-b48e-1790627e660a HTTP/1.1" status: 200 len: 909 time: 0.6090124 May 06 13:10:04.930440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-e3dc8c6b-e3c0-44f2-8f90-a5ba760e75c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 HTTP/1.1" status: 200 len: 217 time: 0.0842340 May 06 13:10:05.007985 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d887041e-7aa9-4f45-874e-a093f898e431 req-5622cb74-2258-4c86-bc75-aa476bd1f185 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41de4b68-40de-4279-955d-e3cbfbe10c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2415180 May 06 13:10:05.029226 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d084912-cc47-4806-b510-ad881d5de17d req-2d7de8c5-a363-40b6-9bb5-4bf8a1c7164d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0329331-0b87-460a-bd2a-425543985b34 HTTP/1.1" status: 200 len: 1002 time: 0.1733100 May 06 13:10:05.122967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9259689-e1db-4b20-a29f-650c52f21566 req-69cec658-26c7-4b0e-8a81-56b82263ef1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:05.124463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-69cec658-26c7-4b0e-8a81-56b82263ef1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25b4f4-fbbd-4bf4-b492-e6909a2976b8 HTTP/1.1" status: 200 len: 835 time: 0.1907148 May 06 13:10:05.208998 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce963-188e-47a3-a86a-27829c57a49c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:05.221812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce963-188e-47a3-a86a-27829c57a49c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:05.359182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d084912-cc47-4806-b510-ad881d5de17d req-e66b83d7-be40-4faa-8d71-61399468cf70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:05.360597 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d084912-cc47-4806-b510-ad881d5de17d req-e66b83d7-be40-4faa-8d71-61399468cf70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f49107-4569-45df-946d-89a01e371f14 HTTP/1.1" status: 200 len: 847 time: 0.3010786 May 06 13:10:05.512354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:05.555096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-2a26a70e-fcd6-42e5-98d2-084b564afe2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4168851 May 06 13:10:05.605481 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d887041e-7aa9-4f45-874e-a093f898e431 req-963012d3-4872-43dc-8f65-7b3fd11cef61 service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724728 May 06 13:10:05.658133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=f69ddcd6-aca3-462f-9d6c-b7f3027b187d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:05.673666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37936) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:05.837595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfc49d-0751-44fe-a0c8-4007afc54a4f req-936b097f-b1af-4df8-8fd7-c69cd36c3618 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:05.850037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cccfc49d-0751-44fe-a0c8-4007afc54a4f req-936b097f-b1af-4df8-8fd7-c69cd36c3618 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 944 time: 0.3076417 May 06 13:10:05.854538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-32aa3724-317b-4479-8c9d-fa2b1b29b8c5 service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675467 May 06 13:10:06.256644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cccfc49d-0751-44fe-a0c8-4007afc54a4f req-3aadf4ea-c9b7-4b4c-852c-40aecd89fba2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052825 May 06 13:10:06.301220 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-5b7ce963-188e-47a3-a86a-27829c57a49c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Floating IP ccd0fcca-0873-4ca1-9ad0-5930c82455f8 associated. External IP: 172.25.7.59, port: f1b2a473-9392-4e2d-9e33-766d4a7a8c9e. May 06 13:10:06.636639 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-48a8f548-3cdc-4a56-bb1e-7d40d1864730 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/2beaa8dc-e442-4c86-a162-ba08a5debe13 HTTP/1.1" status: 200 len: 991 time: 0.9694188 May 06 13:10:06.645510 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d084912-cc47-4806-b510-ad881d5de17d req-b20ec12d-ace8-48cf-acb2-bc0df2eb5455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9f8a2ba-5755-42db-b48e-1790627e660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2181482 May 06 13:10:06.646911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b9259689-e1db-4b20-a29f-650c52f21566 req-666071db-83ee-40aa-ba67-9650e12058f7 service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729232 May 06 13:10:06.860185 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d887041e-7aa9-4f45-874e-a093f898e431 req-623987b9-0584-44b1-99db-c6bc90f9b8a4 service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2295842 May 06 13:10:06.916221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e7db80c-30e4-4e1e-ba5c-d8dec67c3e5d req-1c4369c6-9870-48f0-8aa9-66af2c100ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 1095 time: 0.1835663 May 06 13:10:06.971239 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d084912-cc47-4806-b510-ad881d5de17d req-3b9975db-1099-4d38-a99f-533778fee62f service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036542 May 06 13:10:07.028700 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:07.181210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7db80c-30e4-4e1e-ba5c-d8dec67c3e5d req-aa579506-c41c-4a17-a224-7efaa33670f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:07.181210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e7db80c-30e4-4e1e-ba5c-d8dec67c3e5d req-aa579506-c41c-4a17-a224-7efaa33670f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d HTTP/1.1" status: 200 len: 897 time: 0.2562826 May 06 13:10:07.315151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661df52-fda6-4177-a19f-3c86cfb7640b None None] New status for floating IP 2beaa8dc-e442-4c86-a162-ba08a5debe13: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:10:07.337973 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e7db80c-30e4-4e1e-ba5c-d8dec67c3e5d req-5392b039-0e7e-443d-9c7f-d40b4ca9a2d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 HTTP/1.1" status: 200 len: 217 time: 0.1402712 May 06 13:10:07.589304 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d084912-cc47-4806-b510-ad881d5de17d req-bc3b8931-bc99-4d28-bcfb-d5efe203a63d service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061673 May 06 13:10:07.669060 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:07.671845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37960) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:07.777351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7db80c-30e4-4e1e-ba5c-d8dec67c3e5d req-f1f054e9-7e39-4b0e-bea7-cf7993d1bada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:07.777351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e7db80c-30e4-4e1e-ba5c-d8dec67c3e5d req-f1f054e9-7e39-4b0e-bea7-cf7993d1bada service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25b4f4-fbbd-4bf4-b492-e6909a2976b8 HTTP/1.1" status: 200 len: 835 time: 0.4263816 May 06 13:10:07.859673 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-17322fd4-ec28-49fa-9116-396fe7bb2e5e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/2beaa8dc-e442-4c86-a162-ba08a5debe13 HTTP/1.1" status: 200 len: 991 time: 0.1821730 May 06 13:10:07.944220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fba2d0-36c2-48ab-bf98-da618abc6886 req-22f45891-f043-44a8-be48-8901cf936658 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:07.945928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60fba2d0-36c2-48ab-bf98-da618abc6886 req-22f45891-f043-44a8-be48-8901cf936658 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 944 time: 0.3299694 May 06 13:10:07.985688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e7db80c-30e4-4e1e-ba5c-d8dec67c3e5d req-261ff579-add0-42c7-9ca9-6dc290810464 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027390 May 06 13:10:08.092479 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c69ce684-2559-4023-858e-9faf525b950b req-8f6958ad-dbfb-44c9-bbf0-5bea5a6edda1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4889827 May 06 13:10:08.233879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60fba2d0-36c2-48ab-bf98-da618abc6886 req-47413ba9-4751-44ff-a696-e825367db558 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762415 May 06 13:10:08.329359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e7db80c-30e4-4e1e-ba5c-d8dec67c3e5d req-ad0c89db-c76d-4acb-a519-f224b2fb0801 service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366091 May 06 13:10:08.397900 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7ce963-188e-47a3-a86a-27829c57a49c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Router c8643d68-2460-4404-9bcf-13f8e2401eff has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:10:08.625764 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c69ce684-2559-4023-858e-9faf525b950b req-a796372f-5c4f-43a1-ae93-47b1a6435daf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1096 time: 0.2943835 May 06 13:10:08.715767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e7db80c-30e4-4e1e-ba5c-d8dec67c3e5d req-0de532e6-f713-4796-a812-51629f499cde service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691206 May 06 13:10:08.787131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7ce963-188e-47a3-a86a-27829c57a49c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:08.792221 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5b7ce963-188e-47a3-a86a-27829c57a49c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:08.801011 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] Sync routers for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:08.832958 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:08.832958 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:09.034349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37972) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:09.069945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:10:09.108436 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:09.178366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5b7ce963-188e-47a3-a86a-27829c57a49c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "PUT /v2.0/floatingips/ccd0fcca-0873-4ca1-9ad0-5930c82455f8 HTTP/1.1" status: 200 len: 990 time: 5.8704095 May 06 13:10:09.178366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:09.311539 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edeac344-070b-4d5f-aced-efc57691ae29'] response: {'name': 'network-changed', 'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'status': 'completed', 'code': 200} May 06 13:10:09.607970 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f1df4e93-c219-43b6-bfb1-d0664bbc9f21 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/2beaa8dc-e442-4c86-a162-ba08a5debe13 HTTP/1.1" status: 200 len: 993 time: 0.5516496 May 06 13:10:09.620275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ce684-2559-4023-858e-9faf525b950b req-e2243eb1-9474-4c0c-81bb-536ea6f068ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:09.620275 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c69ce684-2559-4023-858e-9faf525b950b req-e2243eb1-9474-4c0c-81bb-536ea6f068ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 897 time: 0.9559250 May 06 13:10:09.623000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:10:09.689963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7039e-97fc-40c5-9da4-8761fa64a6db req-d3cdf51b-763c-4928-ae81-f0d443a9ffa0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:09.695852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7f7039e-97fc-40c5-9da4-8761fa64a6db req-d3cdf51b-763c-4928-ae81-f0d443a9ffa0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 944 time: 0.2215595 May 06 13:10:09.769308 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c69ce684-2559-4023-858e-9faf525b950b req-3b637f64-75e6-47d0-8c9e-fc008ff469ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 1001 time: 0.1358888 May 06 13:10:09.852121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7f7039e-97fc-40c5-9da4-8761fa64a6db req-7903d80f-d4d1-4395-84c1-eda1eafa1f3f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547050 May 06 13:10:09.904622 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ae3224c8-c135-4316-8d77-6540f5e0582f req-3927e54e-89a0-42c0-a72b-964feadcb895 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 1096 time: 0.4827154 May 06 13:10:09.954803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ce684-2559-4023-858e-9faf525b950b req-d47e502f-7bfc-4259-a584-05fe571dce85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:09.980191 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c69ce684-2559-4023-858e-9faf525b950b req-d47e502f-7bfc-4259-a584-05fe571dce85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 200 len: 834 time: 0.1794908 May 06 13:10:09.983690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:09.998377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:10:10.059257 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:10.089544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:10:10.104830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:10.123082 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:10.126098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:10.155126 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'ccd0fcca-0873-4ca1-9ad0-5930c82455f8', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'port_id': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'mac_address': 'fa:16:3e:0a:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:09:30Z', 'updated_at': '2022-05-06T13:10:04Z', 'revision_number': 1, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:10.158538 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43f7dba6-849b-4d73-9015-6ca371a007d1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4557412 May 06 13:10:10.158538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 37990) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:10.173511 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] Checking router: c8643d68-2460-4404-9bcf-13f8e2401eff for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:10.230631 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:10.230937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:10.232631 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:10.255574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c69ce684-2559-4023-858e-9faf525b950b req-d93c7034-c3c2-420f-a86b-899dac25541c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41de4b68-40de-4279-955d-e3cbfbe10c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2849603 May 06 13:10:10.287320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3224c8-c135-4316-8d77-6540f5e0582f req-9c8c2475-5486-4f82-8566-111a3a21fa96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:10.288774 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ae3224c8-c135-4316-8d77-6540f5e0582f req-9c8c2475-5486-4f82-8566-111a3a21fa96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.3767080 May 06 13:10:10.345003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:10.349255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:10.351428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:10.553395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['e39bf2a3-bb07-4b7e-85c2-de9cb53dd361'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:10:10.630968 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:10.796580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7263a8-4a1f-495d-8753-bea0fb3aedbe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting subnet a2032a48-35ef-42ce-96a8-9bac596a9912 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:10:10.844699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad7263a8-4a1f-495d-8753-bea0fb3aedbe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:11.074557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad7263a8-4a1f-495d-8753-bea0fb3aedbe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:11.137805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:11.175559 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad7263a8-4a1f-495d-8753-bea0fb3aedbe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:11.248980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c531e-b9ad-47e8-a1a8-9f2525f821a7 req-f8a97c1a-9538-423a-b806-5a0bec0d67de tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:11.248980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c9c531e-b9ad-47e8-a1a8-9f2525f821a7 req-f8a97c1a-9538-423a-b806-5a0bec0d67de tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 945 time: 0.1814802 May 06 13:10:11.348731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad7263a8-4a1f-495d-8753-bea0fb3aedbe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:11.354541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c9c531e-b9ad-47e8-a1a8-9f2525f821a7 req-5c972e42-b7a5-4f4b-b7ff-087bd2838b45 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921283 May 06 13:10:11.448843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7263a8-4a1f-495d-8753-bea0fb3aedbe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Subnet': ['ID=a2032a48-35ef-42ce-96a8-9bac596a9912,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:11.476586 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ae3224c8-c135-4316-8d77-6540f5e0582f req-2a76ce54-13b4-478b-907a-e47e2d345528 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e HTTP/1.1" status: 200 len: 998 time: 1.1712759 May 06 13:10:11.607095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6166aa-ab68-4d3d-82ee-3ee439d27afe None None] Network 4f80c41d-f2be-4f86-92e6-4e03b08a8720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:10:11.610250 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'ccd0fcca-0873-4ca1-9ad0-5930c82455f8', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'port_id': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'mac_address': 'fa:16:3e:0a:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:09:30Z', 'updated_at': '2022-05-06T13:10:04Z', 'revision_number': 1, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:11.616241 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c75dc2-bdcf-4fd7-b539-d853b31ff3ed None None] The sync data for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 is: [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'ccd0fcca-0873-4ca1-9ad0-5930c82455f8', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'floating_ip_address': '172.25.7.59', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'port_id': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'mac_address': 'fa:16:3e:0a:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:09:30Z', 'updated_at': '2022-05-06T13:10:04Z', 'revision_number': 1, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:11.775647 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c69ce684-2559-4023-858e-9faf525b950b req-9c0e7ddc-5d67-424b-b859-e12b5d93bca4 service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5054569 May 06 13:10:11.775647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad7263a8-4a1f-495d-8753-bea0fb3aedbe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:11.865127 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ad7263a8-4a1f-495d-8753-bea0fb3aedbe tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/a2032a48-35ef-42ce-96a8-9bac596a9912 HTTP/1.1" status: 204 len: 168 time: 1.6973479 May 06 13:10:11.868322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38008) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:11.932190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3224c8-c135-4316-8d77-6540f5e0582f req-0e4620c2-cd01-4ce7-b1cc-88678feed144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:11.932190 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ae3224c8-c135-4316-8d77-6540f5e0582f req-0e4620c2-cd01-4ce7-b1cc-88678feed144 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.4413548 May 06 13:10:12.144397 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c69ce684-2559-4023-858e-9faf525b950b req-e5290d8e-62af-4d23-b76d-37d0998ee07e service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574493 May 06 13:10:12.144397 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:12.173158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 964b1358-5772-47f9-8a79-91975f7ddf0f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:12.173158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:12.206014 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ae3224c8-c135-4316-8d77-6540f5e0582f req-24bfd17f-6d6e-4ff0-871f-cfe2e4c4540d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984615 May 06 13:10:12.326096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:05Z', 'revision_number': 9, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:12.334645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:12.338050 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85a85f7d-48ac-410d-97bc-89ea006a80e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:12.365708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:12.367118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:12.631391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] DHCP port deletion for 4f80c41d-f2be-4f86-92e6-4e03b08a8720 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:10:12.749864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] Deleting port 964b1358-5772-47f9-8a79-91975f7ddf0f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:12.749864 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:12.765739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port 964b1358-5772-47f9-8a79-91975f7ddf0f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=964b1358-5772-47f9-8a79-91975f7ddf0f,segment=NetworkSegment(d0a24452-54ac-4a8f-ae51-1fea5480e11a),segment_id=d0a24452-54ac-4a8f-ae51-1fea5480e11a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:12.766106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:12.882747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:12.991546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 964b1358-5772-47f9-8a79-91975f7ddf0f owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:10:13.015312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69053c9d-2d4f-44fd-b0c7-6b8a259f8597 req-04ecb584-bfc3-4dbf-9be4-8e8ecb364d41 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:13.015312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69053c9d-2d4f-44fd-b0c7-6b8a259f8597 req-04ecb584-bfc3-4dbf-9be4-8e8ecb364d41 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 945 time: 0.3483729 May 06 13:10:13.175574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69053c9d-2d4f-44fd-b0c7-6b8a259f8597 req-d3e81ec8-5c3d-4e58-83bb-d4b29d522a8d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500950 May 06 13:10:13.201207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:13.323574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ae3224c8-c135-4316-8d77-6540f5e0582f req-be1daa9f-5cdf-4eb3-90fc-2d4b6f2188c0 service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1030884 May 06 13:10:13.405248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=964b1358-5772-47f9-8a79-91975f7ddf0f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:13.518203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No DVR routers for this DVR port 964b1358-5772-47f9-8a79-91975f7ddf0f on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:10:13.573057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:13.621575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] For port 964b1358-5772-47f9-8a79-91975f7ddf0f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=964b1358-5772-47f9-8a79-91975f7ddf0f,segment=NetworkSegment(d0a24452-54ac-4a8f-ae51-1fea5480e11a),segment_id=d0a24452-54ac-4a8f-ae51-1fea5480e11a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:13.621575 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:13.714366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:13.780228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:10:13.788479 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ae3224c8-c135-4316-8d77-6540f5e0582f req-1d4e3a02-b51a-4c7b-9279-2205b94c410e service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203777 May 06 13:10:13.816551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f80c41d-f2be-4f86-92e6-4e03b08a8720']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:13.820730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] Calling delete_port for 964b1358-5772-47f9-8a79-91975f7ddf0f owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:10:13.848042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a24452-54ac-4a8f-ae51-1fea5480e11a') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:13.848042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a24452-54ac-4a8f-ae51-1fea5480e11a') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:13.878148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:13.936661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:13.949697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:10:13.950160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: timer() May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:10:13.967771 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:10:14.012112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 964b1358-5772-47f9-8a79-91975f7ddf0f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:10:14.046525 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:10:14.046811 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:10:14.056063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 964b1358-5772-47f9-8a79-91975f7ddf0f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:10:14.056429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 964b1358-5772-47f9-8a79-91975f7ddf0f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:10:14.070415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:10:14.094287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:05Z', 'revision_number': 9, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:14.094287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:10:14.094287 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:14.142582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:14.158981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531004ff-0928-4663-b4b5-a02fcd6bbe7d None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:05Z', 'revision_number': 9, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '14875b44-d345-409d-8525-d7dce9e94a23', 'name': '', 'network_id': '79cad528-0b94-4a32-b98e-b5554ab9df9c', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:0c:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:54Z', 'updated_at': '2022-05-06T13:09:09Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '7f511aab-088b-4fd3-b5cc-a43cdefb7716', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:14.196864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:14.196864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Network': ['ID=4f80c41d-f2be-4f86-92e6-4e03b08a8720,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:14.249481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38034) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:14.254880 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ad5fe93a-35d3-4f22-b65d-7fbe37444d41 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/networks/4f80c41d-f2be-4f86-92e6-4e03b08a8720 HTTP/1.1" status: 204 len: 168 time: 2.3834858 May 06 13:10:14.365755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:14.396382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:14.409302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:14.418558 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:14.542789 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f91341-15b4-4cde-9bee-cc7809807f2f'] response: {'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'code': 200} May 06 13:10:14.559101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] Deleting port 964b1358-5772-47f9-8a79-91975f7ddf0f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:14.559101 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:14.724718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:14.761474 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd952e60-9dbb-44b0-968d-abc47d3c89a6 req-1f9df3be-033b-4943-9980-fdb83be165e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 1097 time: 0.1217859 May 06 13:10:14.762391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac3e09-4dd7-42b0-a9c1-c109b32b164f None None] The port '964b1358-5772-47f9-8a79-91975f7ddf0f' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:10:14.790566 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d7380c75-f16e-45f5-ace4-0492c695eaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:14.814750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a04794-aeb8-44f8-8358-82a50cc687bd req-c165f224-eced-4e67-846c-31292043c2c4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:14.817735 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5a04794-aeb8-44f8-8358-82a50cc687bd req-c165f224-eced-4e67-846c-31292043c2c4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 946 time: 0.2899938 May 06 13:10:14.846707 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd952e60-9dbb-44b0-968d-abc47d3c89a6 req-72290b1d-923a-41a7-8044-4342c83b7867 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807836 May 06 13:10:15.125436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5a04794-aeb8-44f8-8358-82a50cc687bd req-c10fbffb-bde1-415c-a333-00f5794c60f4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869420 May 06 13:10:15.223315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:15.549934 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:16.020299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f69ddcd6-aca3-462f-9d6c-b7f3027b187d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:10:16.079501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f69ddcd6-aca3-462f-9d6c-b7f3027b187d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:10:16.080021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f69ddcd6-aca3-462f-9d6c-b7f3027b187d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:10:16.106018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 14875b44-d345-409d-8525-d7dce9e94a23 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:16.106869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:16.140862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:16.756802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port 14875b44-d345-409d-8525-d7dce9e94a23, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=14875b44-d345-409d-8525-d7dce9e94a23,segment=NetworkSegment(7bc4b872-0019-45b2-a68b-9f324d3e559b),segment_id=7bc4b872-0019-45b2-a68b-9f324d3e559b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:16.757191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:16.872955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eded6d2-5906-4a4d-ac31-e76751f86aee req-93beb2e1-d54f-444c-8035-41cb6e50dee7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:16.872955 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2eded6d2-5906-4a4d-ac31-e76751f86aee req-93beb2e1-d54f-444c-8035-41cb6e50dee7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 946 time: 0.4257843 May 06 13:10:17.054244 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4eb374-43af-4185-9441-8555c74d7a8f None None] New status for floating IP ccd0fcca-0873-4ca1-9ad0-5930c82455f8: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:10:17.070161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 14875b44-d345-409d-8525-d7dce9e94a23 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:10:17.222001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2eded6d2-5906-4a4d-ac31-e76751f86aee req-3fb5dd14-726c-4c62-a9de-d7b905fe7e6b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134961 May 06 13:10:17.478281 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:17.570093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=14875b44-d345-409d-8525-d7dce9e94a23,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:17.607110 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:17.957161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:18.875074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614390b2-fa33-4c4a-b012-6be0d16b1cdc req-c6337b02-7ba5-4dbe-8b90-01b57b97e0f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:18.875074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-614390b2-fa33-4c4a-b012-6be0d16b1cdc req-c6337b02-7ba5-4dbe-8b90-01b57b97e0f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 946 time: 0.3640842 May 06 13:10:18.995762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-614390b2-fa33-4c4a-b012-6be0d16b1cdc req-c696abb5-d298-497f-b85b-ace36ddc2445 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014066 May 06 13:10:19.030306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:10:19.536140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05982bb-1e34-4ea6-8053-8bb6e8f79d0e req-cff7c8bf-fbaa-4dc4-a8e0-837ce79be8c8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:19.537752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a05982bb-1e34-4ea6-8053-8bb6e8f79d0e req-cff7c8bf-fbaa-4dc4-a8e0-837ce79be8c8 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 946 time: 0.1702724 May 06 13:10:19.551975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:19.565325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:19.610360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-749601fd-355e-4c0e-bbe5-eece6c37082b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3526475 May 06 13:10:19.610360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38094) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:19.622266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:19.622266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:19.733452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a05982bb-1e34-4ea6-8053-8bb6e8f79d0e req-32b243ad-7b64-4e08-b1d2-fe9431a847b7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836720 May 06 13:10:19.774577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38098) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:19.948447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-73aa3857-47d5-4b63-998a-366026a72fa4 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting subnet 7f511aab-088b-4fd3-b5cc-a43cdefb7716 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:10:19.955428 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73aa3857-47d5-4b63-998a-366026a72fa4 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:20.055507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:20.102457 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73aa3857-47d5-4b63-998a-366026a72fa4 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:20.164193 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28495bf0-ec72-4689-814a-e84f0c33c87d tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 1092 time: 0.3827608 May 06 13:10:20.164193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38104) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:20.177285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:20.183902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:20.193398 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:floatingip and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:20.199383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:20.213907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:20.231885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:20.381459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73aa3857-47d5-4b63-998a-366026a72fa4 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:20.492680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:20.625057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73aa3857-47d5-4b63-998a-366026a72fa4 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:20.704332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa3857-47d5-4b63-998a-366026a72fa4 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Subnet': ['ID=7f511aab-088b-4fd3-b5cc-a43cdefb7716,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:20.713848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:17Z', 'revision_number': 10, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:20.718457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:20.730157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73aa3857-47d5-4b63-998a-366026a72fa4 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:20.740448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aaa877-8340-42bd-8677-c32e84ff1517 None None] Network 79cad528-0b94-4a32-b98e-b5554ab9df9c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:10:20.743536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-73aa3857-47d5-4b63-998a-366026a72fa4 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/7f511aab-088b-4fd3-b5cc-a43cdefb7716 HTTP/1.1" status: 204 len: 168 time: 1.1325531 May 06 13:10:20.744646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38112) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:20.751287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.25.7.55 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/b3688aa1-d7c4-429e-aa82-376d4ac44c8f) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:10:20.803962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:20.805198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:20.976530 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:21.032339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port b3b3beb6-4b96-42d4-b2f0-9a5995d781da {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:21.032339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:21.068963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:21.102416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:21.229510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:10:21.229510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:10:21.229510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:10:21.267028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:21.284552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=b3688aa1-d7c4-429e-aa82-376d4ac44c8f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:21.557438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] DHCP port deletion for 79cad528-0b94-4a32-b98e-b5554ab9df9c request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:10:21.755822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port b3b3beb6-4b96-42d4-b2f0-9a5995d781da, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b3b3beb6-4b96-42d4-b2f0-9a5995d781da,segment=NetworkSegment(7bc4b872-0019-45b2-a68b-9f324d3e559b),segment_id=7bc4b872-0019-45b2-a68b-9f324d3e559b)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:21.755822 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:21.850779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] Deleting port b3b3beb6-4b96-42d4-b2f0-9a5995d781da {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:21.850779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.055830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for b3b3beb6-4b96-42d4-b2f0-9a5995d781da owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:10:22.061238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b3b3beb6-4b96-42d4-b2f0-9a5995d781da no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:10:22.223905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.304573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.344148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=b3b3beb6-4b96-42d4-b2f0-9a5995d781da,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:22.359950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:17Z', 'revision_number': 10, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:22.375983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No DVR routers for this DVR port b3b3beb6-4b96-42d4-b2f0-9a5995d781da on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:10:22.444631 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.448854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a7a610-e08e-4425-9338-2c6445998db4 None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:17Z', 'revision_number': 10, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None, '_interfaces': [{'id': '61d0d1e7-857c-4ace-b52d-cb85aa7693d2', 'name': '', 'network_id': 'ec33fc49-f028-419d-a9fa-a6015c4757ea', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'mac_address': 'fa:16:3e:dd:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:40Z', 'updated_at': '2022-05-06T13:08:56Z', 'revision_number': 5, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'subnets': [{'id': '0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:22.543813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port b3b3beb6-4b96-42d4-b2f0-9a5995d781da {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 13:10:22.544502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b3b3beb6-4b96-42d4-b2f0-9a5995d781da not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:10:22.622302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] For port b3b3beb6-4b96-42d4-b2f0-9a5995d781da, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b3b3beb6-4b96-42d4-b2f0-9a5995d781da,segment=NetworkSegment(7bc4b872-0019-45b2-a68b-9f324d3e559b),segment_id=7bc4b872-0019-45b2-a68b-9f324d3e559b)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:22.622302 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.646212 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.815344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] Calling delete_port for b3b3beb6-4b96-42d4-b2f0-9a5995d781da owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:10:22.836181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cad528-0b94-4a32-b98e-b5554ab9df9c']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:22.854801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc4b872-0019-45b2-a68b-9f324d3e559b') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:22.854801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc4b872-0019-45b2-a68b-9f324d3e559b') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:22.874510 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.893699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.893699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:10:22.893699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: timer() May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:10:22.925291 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:10:22.968890 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:10:22.968890 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:10:22.988643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:22.994620 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.035879 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.078123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.097040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Network': ['ID=79cad528-0b94-4a32-b98e-b5554ab9df9c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:23.121520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dc6078f4-5599-4027-8c0f-b15d4565a129 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/networks/79cad528-0b94-4a32-b98e-b5554ab9df9c HTTP/1.1" status: 204 len: 168 time: 2.3694434 May 06 13:10:23.121520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38132) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:23.165829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=b3688aa1-d7c4-429e-aa82-376d4ac44c8f,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:23.185144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.471354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] Deleting port b3b3beb6-4b96-42d4-b2f0-9a5995d781da {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:23.471354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.651681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f35b06b8-550e-4316-ad08-9103159e6304 None None] The port 'b3b3beb6-4b96-42d4-b2f0-9a5995d781da' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:10:23.684324 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Floating IP 8c73f5fb-3376-4bdf-8d3f-ff107db66a63 associated. External IP: 172.25.7.55, port: e39bf2a3-bb07-4b7e-85c2-de9cb53dd361. May 06 13:10:23.751863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.969903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 14875b44-d345-409d-8525-d7dce9e94a23 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:10:24.058220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 14875b44-d345-409d-8525-d7dce9e94a23 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:10:24.073343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 14875b44-d345-409d-8525-d7dce9e94a23 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:10:24.357475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:10:24.659991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:24.683010 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] Sync routers for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:24.707613 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:24.710174 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.720869 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:24.801987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:24.801987 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.857610 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-76afeea9-2d7d-4351-b0f8-7ed3e4dbcba0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6813464 May 06 13:10:24.857610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:24.857610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38154) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:25.112928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port 61d0d1e7-857c-4ace-b52d-cb85aa7693d2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=61d0d1e7-857c-4ace-b52d-cb85aa7693d2,segment=NetworkSegment(de6fdb5e-407c-44b0-9264-664b144a3d00),segment_id=de6fdb5e-407c-44b0-9264-664b144a3d00)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:25.113398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.122869 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8553ab-c43a-497c-844e-371cc176a4dc'] response: {'name': 'network-changed', 'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'status': 'completed', 'code': 200} May 06 13:10:25.193227 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:25.307711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:10:25.498961 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0c04079f-2503-4a90-805c-6703bfa332a6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/floatingips/8c73f5fb-3376-4bdf-8d3f-ff107db66a63 HTTP/1.1" status: 200 len: 991 time: 0.6418922 May 06 13:10:25.526973 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d19732f-8526-4d1c-bea9-55e1d222dbb1 req-219632f5-2fd0-4204-bc5f-24cef51bc485 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 1097 time: 0.4015453 May 06 13:10:25.841240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19732f-8526-4d1c-bea9-55e1d222dbb1 req-6d3efe4c-12c4-489f-9854-ad699c0942e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:25.843222 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d19732f-8526-4d1c-bea9-55e1d222dbb1 req-6d3efe4c-12c4-489f-9854-ad699c0942e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d HTTP/1.1" status: 200 len: 897 time: 0.3013370 May 06 13:10:25.881249 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:26.006079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=61d0d1e7-857c-4ace-b52d-cb85aa7693d2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:26.031623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d19732f-8526-4d1c-bea9-55e1d222dbb1 req-3db875f4-7497-44ba-bb6a-015313e7ab24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 HTTP/1.1" status: 200 len: 999 time: 0.1706991 May 06 13:10:26.085250 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:09:43Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '8c73f5fb-3376-4bdf-8d3f-ff107db66a63', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:21Z', 'updated_at': '2022-05-06T13:10:21Z', 'revision_number': 0, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:26.093978 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] Checking router: 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:26.144218 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:26.144218 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:26.159332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19732f-8526-4d1c-bea9-55e1d222dbb1 req-35da7b90-84e3-4c51-8586-cbce8d4db2a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:26.163020 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d19732f-8526-4d1c-bea9-55e1d222dbb1 req-35da7b90-84e3-4c51-8586-cbce8d4db2a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25b4f4-fbbd-4bf4-b492-e6909a2976b8 HTTP/1.1" status: 200 len: 835 time: 0.1290996 May 06 13:10:26.358394 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d19732f-8526-4d1c-bea9-55e1d222dbb1 req-23e44575-f9bc-4c95-82cf-f79dfaee1fd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844144 May 06 13:10:26.476302 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:26.562237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38174) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:26.613582 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:27.048598 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d19732f-8526-4d1c-bea9-55e1d222dbb1 req-68abab09-69fd-4f3a-bafc-59796b09b947 service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858819 May 06 13:10:27.053584 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e9ae8a62-0202-4fc8-b08e-26d89c807428 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/floatingips/8c73f5fb-3376-4bdf-8d3f-ff107db66a63 HTTP/1.1" status: 200 len: 991 time: 0.4858105 May 06 13:10:27.254434 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:09:43Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '8c73f5fb-3376-4bdf-8d3f-ff107db66a63', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:21Z', 'updated_at': '2022-05-06T13:10:21Z', 'revision_number': 0, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:27.263163 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab83e54-9d9f-45ed-8d16-1e866fa8572a None None] The sync data for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 is: [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:09:43Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '8c73f5fb-3376-4bdf-8d3f-ff107db66a63', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:21Z', 'updated_at': '2022-05-06T13:10:21Z', 'revision_number': 0, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:27.279495 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8d19732f-8526-4d1c-bea9-55e1d222dbb1 req-21e21dc7-b8f2-4d85-b1e6-822cb8054ce9 service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271912 May 06 13:10:27.300228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:10:27.476695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:27.489060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:27.498420 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-daffad75-1b4a-4678-a5b9-518e23a8f34c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3745785 May 06 13:10:27.498420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38186) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:27.520600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:27.520600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:27.803791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:27.894224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-77361ff4-f4a8-48b8-8450-7dd1299c57fa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting subnet 0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:10:27.901025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77361ff4-f4a8-48b8-8450-7dd1299c57fa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:28.055957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38194) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:28.070952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:25Z', 'revision_number': 11, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:28.105941 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b130c2-40d8-48be-94e1-d105acfc37be None None] New status for floating IP 8c73f5fb-3376-4bdf-8d3f-ff107db66a63: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:10:28.112463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:28.147717 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77361ff4-f4a8-48b8-8450-7dd1299c57fa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:28.149505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:28.150445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:28.379795 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77361ff4-f4a8-48b8-8450-7dd1299c57fa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:28.466203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43b55541-9e92-4a69-9380-ef976501f23d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/floatingips/8c73f5fb-3376-4bdf-8d3f-ff107db66a63 HTTP/1.1" status: 200 len: 991 time: 0.4034581 May 06 13:10:28.606402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:28.851333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77361ff4-f4a8-48b8-8450-7dd1299c57fa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:28.859847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:25Z', 'revision_number': 11, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:28.859847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad033df8-f425-4847-a9dd-ef9b0a6009c3 None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:25Z', 'revision_number': 11, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:28.919366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-77361ff4-f4a8-48b8-8450-7dd1299c57fa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:28.929518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e8868-42f7-4122-9e5c-2566f5c20241 None None] Network ec33fc49-f028-419d-a9fa-a6015c4757ea requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:10:28.932421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77361ff4-f4a8-48b8-8450-7dd1299c57fa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Subnet': ['ID=0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:28.941019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-77361ff4-f4a8-48b8-8450-7dd1299c57fa tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe HTTP/1.1" status: 204 len: 168 time: 1.4346919 May 06 13:10:28.941019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38202) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:29.192790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:29.236502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Deleting port 0836c0df-a1c1-459b-a3db-e0c256f8eecb {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:29.236502 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:29.466228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38212) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:29.543873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] DHCP port deletion for ec33fc49-f028-419d-a9fa-a6015c4757ea request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:10:29.552111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] Deleting port 0836c0df-a1c1-459b-a3db-e0c256f8eecb {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:29.552689 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:29.752335 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-21b5d491-0555-4de4-9af8-767eaf8f1485 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/floatingips/8c73f5fb-3376-4bdf-8d3f-ff107db66a63 HTTP/1.1" status: 200 len: 993 time: 0.2779841 May 06 13:10:29.788513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] For port 0836c0df-a1c1-459b-a3db-e0c256f8eecb, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0836c0df-a1c1-459b-a3db-e0c256f8eecb,segment=NetworkSegment(de6fdb5e-407c-44b0-9264-664b144a3d00),segment_id=de6fdb5e-407c-44b0-9264-664b144a3d00)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:29.788513 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:30.038156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Calling delete_port for 0836c0df-a1c1-459b-a3db-e0c256f8eecb owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:10:30.057342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] For port 0836c0df-a1c1-459b-a3db-e0c256f8eecb, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0836c0df-a1c1-459b-a3db-e0c256f8eecb,segment=NetworkSegment(de6fdb5e-407c-44b0-9264-664b144a3d00),segment_id=de6fdb5e-407c-44b0-9264-664b144a3d00)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:30.057342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:30.139345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0836c0df-a1c1-459b-a3db-e0c256f8eecb no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:10:30.250358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:30.290201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 0836c0df-a1c1-459b-a3db-e0c256f8eecb {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:10:30.290631 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0836c0df-a1c1-459b-a3db-e0c256f8eecb not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:10:30.291304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:10:30.359789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] Calling delete_port for 0836c0df-a1c1-459b-a3db-e0c256f8eecb owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:10:30.369290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No DVR routers for this DVR port 0836c0df-a1c1-459b-a3db-e0c256f8eecb on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:10:30.372346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Port': ['ID=0836c0df-a1c1-459b-a3db-e0c256f8eecb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:30.469675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:10:30.470217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 61d0d1e7-857c-4ace-b52d-cb85aa7693d2 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:10:30.615568 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:10:30.615568 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:10:30.668318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:30.724923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec33fc49-f028-419d-a9fa-a6015c4757ea']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:30.737070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6fdb5e-407c-44b0-9264-664b144a3d00') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:30.737518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6fdb5e-407c-44b0-9264-664b144a3d00') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:30.753262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:30.776165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:30.785180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:10:30.785823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: timer() May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:10:30.803164 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:10:30.936266 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:30.964523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:30.978927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Pushing event deleted for resources: {'Network': ['ID=ec33fc49-f028-419d-a9fa-a6015c4757ea,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:31.003335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38226) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:31.007188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-13b2d8d9-cfbc-4660-9ec3-bdf5307b3802 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/networks/ec33fc49-f028-419d-a9fa-a6015c4757ea HTTP/1.1" status: 204 len: 168 time: 2.0586143 May 06 13:10:31.010449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'routes': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:31.113907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] Deleting port 0836c0df-a1c1-459b-a3db-e0c256f8eecb {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:10:31.114717 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:31.261732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-49091eca-0940-4cdc-b92d-073ac9a5d8b9 None None] The port '0836c0df-a1c1-459b-a3db-e0c256f8eecb' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:10:31.518041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Added routes are [] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 13:10:31.518490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.extraroute_db [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Removed routes are [] {{(pid=83952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 13:10:31.519043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:31.948152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:31.948152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:32.194043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router 3103d5f6-9334-40f5-b9a9-b962aea2f00d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:10:32.742454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:32.742454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:32.742454 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c0d38408-b622-480f-aac5-706f4e6caf75 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d HTTP/1.1" status: 200 len: 704 time: 1.7416644 May 06 13:10:32.752482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38250) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:32.777027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] Sync routers for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:32.800218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:32.800218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:32.832376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3a312d2d-a02c-40d0-9fc9-d3fae513c0ea tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:32.865810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3a312d2d-a02c-40d0-9fc9-d3fae513c0ea tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:32.865810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3a312d2d-a02c-40d0-9fc9-d3fae513c0ea tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3103d5f6-9334-40f5-b9a9-b962aea2f00d HTTP/1.1" status: 200 len: 205 time: 0.1094437 May 06 13:10:32.870214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38254) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:33.103271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:33.123569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52b9bef8-153b-414e-b1a2-bb42aa3c0e37 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:33.463692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:25Z', 'revision_number': 11, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:33.476098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] Checking router: 3103d5f6-9334-40f5-b9a9-b962aea2f00d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:33.501879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] Routers {'3103d5f6-9334-40f5-b9a9-b962aea2f00d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:33.503505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:33.795540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] Set router 3103d5f6-9334-40f5-b9a9-b962aea2f00d gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:33.992184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:25Z', 'revision_number': 11, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:34.010405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833f0ff9-2749-4e2f-916a-f4f8f24c453d None None] The sync data for ids ['3103d5f6-9334-40f5-b9a9-b962aea2f00d'] in n-d-840847-1 is: [{'id': '3103d5f6-9334-40f5-b9a9-b962aea2f00d', 'name': 'tempest-RoutersIpV6Test-router-461404927', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:35Z', 'updated_at': '2022-05-06T13:10:25Z', 'revision_number': 11, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:34.147092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52b9bef8-153b-414e-b1a2-bb42aa3c0e37 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.158473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52b9bef8-153b-414e-b1a2-bb42aa3c0e37 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.192120 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52b9bef8-153b-414e-b1a2-bb42aa3c0e37 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.192120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b9bef8-153b-414e-b1a2-bb42aa3c0e37 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Fanout notify agent at l3_agent the message router_deleted on router 3103d5f6-9334-40f5-b9a9-b962aea2f00d {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:10:34.206203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52b9bef8-153b-414e-b1a2-bb42aa3c0e37 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.206203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-52b9bef8-153b-414e-b1a2-bb42aa3c0e37 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d HTTP/1.1" status: 204 len: 168 time: 1.3459053 May 06 13:10:34.213837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38272) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:34.226168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-503011823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:34.239127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:34.246846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Usage tracker for resource:router and tenant:823639a2620a4d0a9b2f8265fc97544c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:34.251249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:34.266625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:34.292937 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.292937 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.361521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.398571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.456830 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.459759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f4bdb6b1-5c51-43dd-808c-ffc7a6ca99f1 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2487674 May 06 13:10:34.464174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38280) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:34.479063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2b30cc8e-6531-4fc9-8283-f19ddb307348 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:35.539648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b30cc8e-6531-4fc9-8283-f19ddb307348 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:35.562516 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b30cc8e-6531-4fc9-8283-f19ddb307348 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:35.899121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b30cc8e-6531-4fc9-8283-f19ddb307348 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Router e5f1877c-a42d-4eec-9bac-39ea08069dd1 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:10:36.155144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b30cc8e-6531-4fc9-8283-f19ddb307348 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:36.168576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b30cc8e-6531-4fc9-8283-f19ddb307348 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:36.171560 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2b30cc8e-6531-4fc9-8283-f19ddb307348 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "PUT /v2.0/routers/e5f1877c-a42d-4eec-9bac-39ea08069dd1 HTTP/1.1" status: 200 len: 697 time: 1.7023654 May 06 13:10:36.175027 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] Sync routers for ids ['e5f1877c-a42d-4eec-9bac-39ea08069dd1'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:36.178311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38302) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:36.197479 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] Routers {'e5f1877c-a42d-4eec-9bac-39ea08069dd1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:36.201747 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e5f1877c-a42d-4eec-9bac-39ea08069dd1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:36.511121 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] Set router e5f1877c-a42d-4eec-9bac-39ea08069dd1 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:36.532404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-18a85c6c-e7d3-40b3-8061-ad26dc23a522 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/routers/e5f1877c-a42d-4eec-9bac-39ea08069dd1 HTTP/1.1" status: 200 len: 703 time: 0.3500950 May 06 13:10:36.538632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38308) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:36.623864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0ccea114-5cf8-4c42-a067-8b86e579ef08 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5f1877c-a42d-4eec-9bac-39ea08069dd1 HTTP/1.1" status: 200 len: 205 time: 0.0874512 May 06 13:10:36.627884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38316) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:36.737127 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f1877c-a42d-4eec-9bac-39ea08069dd1', 'name': 'tempest-RoutersIpV6Test-router-503011823', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:10:34Z', 'updated_at': '2022-05-06T13:10:35Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:36.747797 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] Checking router: e5f1877c-a42d-4eec-9bac-39ea08069dd1 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:36.772714 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] Routers {'e5f1877c-a42d-4eec-9bac-39ea08069dd1'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:36.772714 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:10:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e5f1877c-a42d-4eec-9bac-39ea08069dd1'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:36.915031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-122ffe7a-afb2-4564-9dd0-3858ff8ef247 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:37.069094 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] Set router e5f1877c-a42d-4eec-9bac-39ea08069dd1 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:37.425573 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:37.469924 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f1877c-a42d-4eec-9bac-39ea08069dd1', 'name': 'tempest-RoutersIpV6Test-router-503011823', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:10:34Z', 'updated_at': '2022-05-06T13:10:35Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:37.484178 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49241339-5ed5-4824-877f-a371f58f0922 None None] The sync data for ids ['e5f1877c-a42d-4eec-9bac-39ea08069dd1'] in n-d-840847-1 is: [{'id': 'e5f1877c-a42d-4eec-9bac-39ea08069dd1', 'name': 'tempest-RoutersIpV6Test-router-503011823', 'tenant_id': '823639a2620a4d0a9b2f8265fc97544c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:10:34Z', 'updated_at': '2022-05-06T13:10:35Z', 'revision_number': 2, 'project_id': '823639a2620a4d0a9b2f8265fc97544c', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:38.004930 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-122ffe7a-afb2-4564-9dd0-3858ff8ef247 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:38.015811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-122ffe7a-afb2-4564-9dd0-3858ff8ef247 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:38.054750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-122ffe7a-afb2-4564-9dd0-3858ff8ef247 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:38.055519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122ffe7a-afb2-4564-9dd0-3858ff8ef247 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Fanout notify agent at l3_agent the message router_deleted on router e5f1877c-a42d-4eec-9bac-39ea08069dd1 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:10:38.080157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-122ffe7a-afb2-4564-9dd0-3858ff8ef247 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:38.082418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-122ffe7a-afb2-4564-9dd0-3858ff8ef247 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/e5f1877c-a42d-4eec-9bac-39ea08069dd1 HTTP/1.1" status: 204 len: 168 time: 1.4525034 May 06 13:10:38.088168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38338) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:38.187319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7cefef6c-be21-45d5-a133-76c324af40ed tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Synchronizing usage tracker for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:38.218344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7cefef6c-be21-45d5-a133-76c324af40ed tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] Unset dirty status for tenant:823639a2620a4d0a9b2f8265fc97544c on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:38.218344 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7cefef6c-be21-45d5-a133-76c324af40ed tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5f1877c-a42d-4eec-9bac-39ea08069dd1 HTTP/1.1" status: 200 len: 205 time: 0.1245849 May 06 13:10:38.220591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5678e-cff1-438b-88a8-58b28f67f919 req-72a48c09-7e6f-4ad1-a566-15ceef1eb4e6 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:38.220591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcd5678e-cff1-438b-88a8-58b28f67f919 req-72a48c09-7e6f-4ad1-a566-15ceef1eb4e6 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1908796 May 06 13:10:38.224103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38342) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:38.370863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dcd5678e-cff1-438b-88a8-58b28f67f919 req-28b021a3-82f0-4074-9643-5b6f0a90a172 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377146 May 06 13:10:38.435933 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-2ef0905a-c29b-41ac-9426-45235b7d9fff tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] delete failed (client error): The resource could not be found. May 06 13:10:38.437849 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2ef0905a-c29b-41ac-9426-45235b7d9fff tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/e5f1877c-a42d-4eec-9bac-39ea08069dd1 HTTP/1.1" status: 404 len: 336 time: 0.2171631 May 06 13:10:38.442100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38348) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:38.512203 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2946a1-8b65-475c-92bb-595158b527be tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] DELETE failed (client error): The resource could not be found. May 06 13:10:38.512203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2946a1-8b65-475c-92bb-595158b527be tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:10:38.512203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-af2946a1-8b65-475c-92bb-595158b527be tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/f607d294-44fa-46c7-9ccf-a32e239c744b HTTP/1.1" status: 404 len: 337 time: 0.0672944 May 06 13:10:38.519603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38352) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:38.606813 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-4227089f-9a63-4dd8-ba96-a6fccef2a86c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] DELETE failed (client error): The resource could not be found. May 06 13:10:38.606813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4227089f-9a63-4dd8-ba96-a6fccef2a86c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:10:38.613536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4227089f-9a63-4dd8-ba96-a6fccef2a86c tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/a2032a48-35ef-42ce-96a8-9bac596a9912 HTTP/1.1" status: 404 len: 337 time: 0.0914247 May 06 13:10:38.613536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38356) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:38.698814 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb30ed9a-db45-4348-a55b-17405f8284ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] DELETE failed (client error): The resource could not be found. May 06 13:10:38.698814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb30ed9a-db45-4348-a55b-17405f8284ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:10:38.698814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eb30ed9a-db45-4348-a55b-17405f8284ad tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/7f511aab-088b-4fd3-b5cc-a43cdefb7716 HTTP/1.1" status: 404 len: 337 time: 0.0847249 May 06 13:10:38.708202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38360) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:38.768339 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-adba1b3c-e480-41f2-b578-c17ee3c38080 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] DELETE failed (client error): The resource could not be found. May 06 13:10:38.768954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adba1b3c-e480-41f2-b578-c17ee3c38080 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:10:38.775612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38366) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:38.783434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-adba1b3c-e480-41f2-b578-c17ee3c38080 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/0c46b0bd-ff9c-404e-9c46-1b4189dcbcbe HTTP/1.1" status: 404 len: 337 time: 0.0687346 May 06 13:10:38.867253 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e04b8d43-cb7b-4ba0-8779-b6c9611a52b5 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3103d5f6-9334-40f5-b9a9-b962aea2f00d HTTP/1.1" status: 200 len: 205 time: 0.0802372 May 06 13:10:38.867253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38370) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:38.985330 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-8fa289dc-4cb6-4162-9bf5-c67e16bad7b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] delete failed (client error): The resource could not be found. May 06 13:10:38.985330 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8fa289dc-4cb6-4162-9bf5-c67e16bad7b8 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/3103d5f6-9334-40f5-b9a9-b962aea2f00d HTTP/1.1" status: 404 len: 336 time: 0.1182096 May 06 13:10:38.989191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38374) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:39.073085 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-06ec0d41-8bc5-4995-9e0b-39869f7496dd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=19afc975-0bdb-4b39-ac36-e5e638402a2c HTTP/1.1" status: 200 len: 205 time: 0.0858016 May 06 13:10:39.082696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38380) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:39.192363 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-9cb0da95-b510-403b-b7db-18366d3650ed tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] delete failed (client error): The resource could not be found. May 06 13:10:39.196345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9cb0da95-b510-403b-b7db-18366d3650ed tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/19afc975-0bdb-4b39-ac36-e5e638402a2c HTTP/1.1" status: 404 len: 336 time: 0.1170712 May 06 13:10:39.198269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38386) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:39.277891 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-129550fb-72ce-4e95-b05d-a18008c7578b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] DELETE failed (client error): The resource could not be found. May 06 13:10:39.277891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129550fb-72ce-4e95-b05d-a18008c7578b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:10:39.286401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38390) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:39.289998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-129550fb-72ce-4e95-b05d-a18008c7578b tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/fe0aca21-9052-4f7d-b41c-eeb84530ea59 HTTP/1.1" status: 404 len: 337 time: 0.0752363 May 06 13:10:39.383149 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-533045d9-561e-43ce-9261-ccf0910e25be tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=5872eb8d-5351-4d9d-8605-311eef8191c7 HTTP/1.1" status: 200 len: 205 time: 0.0943649 May 06 13:10:39.383149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:39.535687 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-47810e9b-ae44-4b15-9e73-20bd1e70d4fd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] delete failed (client error): The resource could not be found. May 06 13:10:39.537937 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-47810e9b-ae44-4b15-9e73-20bd1e70d4fd tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/5872eb8d-5351-4d9d-8605-311eef8191c7 HTTP/1.1" status: 404 len: 336 time: 0.1573043 May 06 13:10:39.542132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38402) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:39.627322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aa2f7a1f-5978-44bd-970f-a826c8bd36c0 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=0066f354-ded2-4f3d-b748-974c8035a97a HTTP/1.1" status: 200 len: 205 time: 0.0785649 May 06 13:10:39.640308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38406) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:39.804437 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-63c31969-ddc1-4599-bba5-934b3db9b9a3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] delete failed (client error): The resource could not be found. May 06 13:10:39.804437 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-63c31969-ddc1-4599-bba5-934b3db9b9a3 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/0066f354-ded2-4f3d-b748-974c8035a97a HTTP/1.1" status: 404 len: 336 time: 0.1607690 May 06 13:10:39.826205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38410) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:39.961159 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be35063-2c54-4964-bfd6-a7824cad4d63 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] DELETE failed (client error): The resource could not be found. May 06 13:10:39.961159 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be35063-2c54-4964-bfd6-a7824cad4d63 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:10:39.961159 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4be35063-2c54-4964-bfd6-a7824cad4d63 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/d0ee8830-b709-4af9-9c33-dad016525f57 HTTP/1.1" status: 404 len: 337 time: 0.1420732 May 06 13:10:39.965926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c3552-eef8-4131-8c0d-5f4972bd8c7d req-ee553d6e-7567-441c-9f6d-4e992ebd0467 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:39.986430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd3c3552-eef8-4131-8c0d-5f4972bd8c7d req-ee553d6e-7567-441c-9f6d-4e992ebd0467 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.3029714 May 06 13:10:39.988468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38416) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:40.084477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38422) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:40.087259 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5c0cce1b-201a-4e68-939e-2284af75d696 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=2fffbdbe-2f11-4b8a-9633-9609fed52694 HTTP/1.1" status: 200 len: 205 time: 0.0903511 May 06 13:10:40.213754 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd3c3552-eef8-4131-8c0d-5f4972bd8c7d req-63a89d7c-1379-4fc7-bded-231f90661656 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123399 May 06 13:10:40.235841 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-bf779adf-1ced-42da-a048-2193a1018836 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] delete failed (client error): The resource could not be found. May 06 13:10:40.235841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bf779adf-1ced-42da-a048-2193a1018836 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/2fffbdbe-2f11-4b8a-9633-9609fed52694 HTTP/1.1" status: 404 len: 336 time: 0.1474924 May 06 13:10:40.249213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38428) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:40.306456 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9441003-8e1c-4c58-b329-1c817cb89a52 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] DELETE failed (client error): The resource could not be found. May 06 13:10:40.306456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9441003-8e1c-4c58-b329-1c817cb89a52 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:10:40.306456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d9441003-8e1c-4c58-b329-1c817cb89a52 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/e50808c6-35c6-4787-8a9c-8b23c7601c12 HTTP/1.1" status: 404 len: 337 time: 0.0639293 May 06 13:10:40.316917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38432) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:40.390133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0b47c9ca-5294-403a-a656-cb438cb40a3d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "GET /v2.0/ports?device_id=f37e12cb-d0da-4cdc-a98d-d562790fe858 HTTP/1.1" status: 200 len: 205 time: 0.0722187 May 06 13:10:40.395509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38436) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:40.515641 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-55d6973c-1247-4ff5-b9aa-dc0169fd59a2 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] delete failed (client error): The resource could not be found. May 06 13:10:40.516810 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-55d6973c-1247-4ff5-b9aa-dc0169fd59a2 tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/routers/f37e12cb-d0da-4cdc-a98d-d562790fe858 HTTP/1.1" status: 404 len: 336 time: 0.1253133 May 06 13:10:40.521336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 38440) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:40.596496 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3d3875-6c1f-4096-8f21-05effd35395e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] DELETE failed (client error): The resource could not be found. May 06 13:10:40.597220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3d3875-6c1f-4096-8f21-05effd35395e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:10:40.604094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cf3d3875-6c1f-4096-8f21-05effd35395e tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/e60a73bf-ee6e-4f37-98c1-462203e38090 HTTP/1.1" status: 404 len: 337 time: 0.0775790 May 06 13:10:40.604807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38446) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:40.677545 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-04392fa8-a8fd-4129-b62b-e8ccbb3c1e9d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] DELETE failed (client error): The resource could not be found. May 06 13:10:40.677545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04392fa8-a8fd-4129-b62b-e8ccbb3c1e9d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:10:40.677545 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-04392fa8-a8fd-4129-b62b-e8ccbb3c1e9d tempest-RoutersIpV6Test-2053745730 tempest-RoutersIpV6Test-2053745730-project] 10.222.0.44 "DELETE /v2.0/subnets/973cc49c-b4df-453e-9abe-ca21a1bea692 HTTP/1.1" status: 404 len: 337 time: 0.0659931 May 06 13:10:41.124990 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:10:41.364572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38462) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:41.814436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a543ec4-e79e-4b9c-9ba5-8946457b782d req-4106a7ac-a304-45a4-a132-c4a1eb56d3be tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:41.834721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a543ec4-e79e-4b9c-9ba5-8946457b782d req-4106a7ac-a304-45a4-a132-c4a1eb56d3be tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.2298515 May 06 13:10:41.854527 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4bdf824a-da39-48bc-b591-16b7692dce46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=823639a2620a4d0a9b2f8265fc97544c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4937830 May 06 13:10:41.855535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:41.916400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a543ec4-e79e-4b9c-9ba5-8946457b782d req-25e434ab-c384-4e53-96f1-ca59b4d7b837 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802121 May 06 13:10:41.946057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f40af8a-3b42-482d-9419-c1bdcc74ced3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:42.017569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f40af8a-3b42-482d-9419-c1bdcc74ced3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:42.115359 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f40af8a-3b42-482d-9419-c1bdcc74ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:42.148156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40af8a-3b42-482d-9419-c1bdcc74ced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c110f19c-89ff-4cf1-ac9f-3a6a429964fb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:42.160408 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0f40af8a-3b42-482d-9419-c1bdcc74ced3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:42.166745 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0f40af8a-3b42-482d-9419-c1bdcc74ced3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c110f19c-89ff-4cf1-ac9f-3a6a429964fb HTTP/1.1" status: 204 len: 168 time: 0.3093152 May 06 13:10:42.312960 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2821cb31-71b2-4ec7-b5ec-a3af55ca9a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:43.235180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:43.339344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b9f00-559f-4fe1-a4bc-801ef0e5d3b3 req-e517434d-8254-4fd8-aef0-ea04f691158b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:43.356715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-427b9f00-559f-4fe1-a4bc-801ef0e5d3b3 req-e517434d-8254-4fd8-aef0-ea04f691158b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1782494 May 06 13:10:43.619277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-427b9f00-559f-4fe1-a4bc-801ef0e5d3b3 req-313beea4-d1b8-480b-9208-74f7fc8230cf tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592251 May 06 13:10:44.725514 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-92e0bbc0-deea-497b-a978-5e25355525cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:45.133452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100c166-7b20-44d0-9c37-c7dc4bf6bab8 req-df9b75b3-9ffa-4b85-989b-7a4fa355d49b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:45.137744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e100c166-7b20-44d0-9c37-c7dc4bf6bab8 req-df9b75b3-9ffa-4b85-989b-7a4fa355d49b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.2095001 May 06 13:10:45.251484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e100c166-7b20-44d0-9c37-c7dc4bf6bab8 req-f9e70c54-7b8b-47df-8f99-19624a848794 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983825 May 06 13:10:45.546270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:46.128676 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:46.762822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8a1dc-737a-4dc7-8246-5a84f41da944 req-fa266b5a-5106-4690-85df-75aef0deb403 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:46.765608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6c8a1dc-737a-4dc7-8246-5a84f41da944 req-fa266b5a-5106-4690-85df-75aef0deb403 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1663346 May 06 13:10:46.884840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6c8a1dc-737a-4dc7-8246-5a84f41da944 req-40b91272-b9e0-4a64-8191-7c41ecc96100 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090357 May 06 13:10:47.283727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38664) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:47.557333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:47.604370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:47.667381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:47.675226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Usage tracker for resource:security_group_rule and tenant:f60ed9e664434c08a2b04004d6f8527c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:47.680663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:47.693375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:47.808658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:47.814054 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:47.888081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b5ced3-18b0-469a-990e-e0d2855d17df,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:47.915515 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f60ed9e664434c08a2b04004d6f8527c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6299422 May 06 13:10:47.916511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:47.923298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.923783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.924829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.925296 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.925705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.926169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.926626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.927185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.927523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.927845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:47.928233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392114d5-0189-433c-942b-c6fd3fb51f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:48.061026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f26bc3-a6fe-47a0-8346-bb8fdd4d144f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:48.111048 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f26bc3-a6fe-47a0-8346-bb8fdd4d144f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:48.244894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f26bc3-a6fe-47a0-8346-bb8fdd4d144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:48.282273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f26bc3-a6fe-47a0-8346-bb8fdd4d144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b5ced3-18b0-469a-990e-e0d2855d17df,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:48.291815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f26bc3-a6fe-47a0-8346-bb8fdd4d144f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:48.293942 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-89f26bc3-a6fe-47a0-8346-bb8fdd4d144f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6b5ced3-18b0-469a-990e-e0d2855d17df HTTP/1.1" status: 204 len: 168 time: 0.3743885 May 06 13:10:48.652328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae11e-0060-4d35-a8e1-31f7a7798d9c req-c56f1a11-9285-4175-9086-8d9510677582 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:48.656653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73dae11e-0060-4d35-a8e1-31f7a7798d9c req-c56f1a11-9285-4175-9086-8d9510677582 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.2309611 May 06 13:10:48.761014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73dae11e-0060-4d35-a8e1-31f7a7798d9c req-6363b4f7-e7be-43fc-8c01-401082bdfc37 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903864 May 06 13:10:49.134761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38836) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:49.161751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-085c3606-4d43-4163-a6b8-7d2fc789fc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:49.220829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-085c3606-4d43-4163-a6b8-7d2fc789fc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:49.226942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-085c3606-4d43-4163-a6b8-7d2fc789fc33 admin admin] Usage tracker for resource:security_group_rule and tenant:25521d5bf0394cec984a15647ff3d0f7 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:49.231895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-085c3606-4d43-4163-a6b8-7d2fc789fc33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:49.244075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-085c3606-4d43-4163-a6b8-7d2fc789fc33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:49.353693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-085c3606-4d43-4163-a6b8-7d2fc789fc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:49.359527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-085c3606-4d43-4163-a6b8-7d2fc789fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:49.432366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c3606-4d43-4163-a6b8-7d2fc789fc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43915e76-c5e2-40ff-bac3-1425858b9c30,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:49.440393 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-085c3606-4d43-4163-a6b8-7d2fc789fc33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25521d5bf0394cec984a15647ff3d0f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3037174 May 06 13:10:49.445130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 38866) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:49.549931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea233a71-0d88-4fd3-966b-3a3b8ce8a692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:49.605891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea233a71-0d88-4fd3-966b-3a3b8ce8a692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:49.707229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea233a71-0d88-4fd3-966b-3a3b8ce8a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:49.743091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea233a71-0d88-4fd3-966b-3a3b8ce8a692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43915e76-c5e2-40ff-bac3-1425858b9c30,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:49.747966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ea233a71-0d88-4fd3-966b-3a3b8ce8a692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:49.749510 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ea233a71-0d88-4fd3-966b-3a3b8ce8a692 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43915e76-c5e2-40ff-bac3-1425858b9c30 HTTP/1.1" status: 204 len: 168 time: 0.3040447 May 06 13:10:50.093710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6de273-1e18-4538-af86-890b0a493d9b req-c6fcaa04-eb79-4191-bf31-b9c52a1be445 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:50.096414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da6de273-1e18-4538-af86-890b0a493d9b req-c6fcaa04-eb79-4191-bf31-b9c52a1be445 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1498837 May 06 13:10:50.170472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da6de273-1e18-4538-af86-890b0a493d9b req-43bbaf3f-fa3f-450e-b3cd-ef3eb258c64b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674331 May 06 13:10:51.491505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1c9d-bc20-4cdc-80d6-3b01d598be6c req-222c7747-b0dc-4ac0-a46b-dfebadcf8320 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:51.493403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b96b1c9d-bc20-4cdc-80d6-3b01d598be6c req-222c7747-b0dc-4ac0-a46b-dfebadcf8320 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1122460 May 06 13:10:51.568654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b96b1c9d-bc20-4cdc-80d6-3b01d598be6c req-11dbe4bc-1763-49f6-a1b6-f2a8f20c049c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680926 May 06 13:10:52.850889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333ba2f-ee33-4766-9384-51fed4f01b70 req-44c7c129-7064-41e4-be56-cd0703625a32 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:52.858979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a333ba2f-ee33-4766-9384-51fed4f01b70 req-44c7c129-7064-41e4-be56-cd0703625a32 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1036408 May 06 13:10:52.928300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a333ba2f-ee33-4766-9384-51fed4f01b70 req-9fef1ea1-bb8c-4427-b765-32dda43b5b9d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680273 May 06 13:10:54.286345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197fd27-7a1f-4079-8441-63163db7bad5 req-27e6730f-eaae-470c-b146-892d047e2e2f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:54.289744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9197fd27-7a1f-4079-8441-63163db7bad5 req-27e6730f-eaae-470c-b146-892d047e2e2f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1235464 May 06 13:10:54.295764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:10:54.399657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9197fd27-7a1f-4079-8441-63163db7bad5 req-4f211792-2898-41a1-a633-6a6deab0e1c8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986965 May 06 13:10:54.560332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:54.584688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'port_id': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'mac_address': 'fa:16:3e:0a:75:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:10:54.613599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39142) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:54.683615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:54.713150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1b2a473-9392-4e2d-9e33-766d4a7a8c9e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:10:54.741723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:54.748305 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:54.874845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:54.881365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:10:54.887056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e757aaad-2d32-4fed-81fa-e9e6c5c23be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:54.950226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e757aaad-2d32-4fed-81fa-e9e6c5c23be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:54.958712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e757aaad-2d32-4fed-81fa-e9e6c5c23be1 admin admin] Usage tracker for resource:security_group_rule and tenant:846b92f78b794c8b8742164f8a7ad09b is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:54.964620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e757aaad-2d32-4fed-81fa-e9e6c5c23be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:54.977022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e757aaad-2d32-4fed-81fa-e9e6c5c23be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:55.037163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.037163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.037163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.037163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.040398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.040398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.040398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.040398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.040398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.040398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.040398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.107454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e757aaad-2d32-4fed-81fa-e9e6c5c23be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:55.115498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e757aaad-2d32-4fed-81fa-e9e6c5c23be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:55.235154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39154) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:55.247526 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e757aaad-2d32-4fed-81fa-e9e6c5c23be1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=846b92f78b794c8b8742164f8a7ad09b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6319146 May 06 13:10:55.249254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757aaad-2d32-4fed-81fa-e9e6c5c23be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e37befc-1aaf-4866-bd10-a50ce007cb41,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:55.358125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:55.414280 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:55.529063 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:55.562873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e37befc-1aaf-4866-bd10-a50ce007cb41,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:55.580677 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:55.582552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e37befc-1aaf-4866-bd10-a50ce007cb41 HTTP/1.1" status: 204 len: 168 time: 0.3454275 May 06 13:10:55.585990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.586850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.587590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.588315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.589059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.589796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.591303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.592057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.592830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.593774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.594507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe7239-7efa-4e22-b84a-ca9aa3ec4ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:55.954888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3fe1-d6d0-4cad-b9bc-324bb6dec9bd req-3eb731b6-d518-48fa-a671-7e4e2a22d6cf tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:55.960477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b5e3fe1-d6d0-4cad-b9bc-324bb6dec9bd req-3eb731b6-d518-48fa-a671-7e4e2a22d6cf tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 944 time: 0.1797414 May 06 13:10:56.069451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b5e3fe1-d6d0-4cad-b9bc-324bb6dec9bd req-51b8a668-0d60-4e06-93b6-fe42b9957aac tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959747 May 06 13:10:56.304651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:10:56.452979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39182) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:56.488356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7bfb8b52-4f3f-4661-ba8b-71f16a2e8ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:56.543100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:10:56.547268 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:56.581175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7bfb8b52-4f3f-4661-ba8b-71f16a2e8ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:56.589038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7bfb8b52-4f3f-4661-ba8b-71f16a2e8ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:37ce42ba60c649d4920d0b2703dff4d0 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:56.596309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7bfb8b52-4f3f-4661-ba8b-71f16a2e8ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:56.613655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7bfb8b52-4f3f-4661-ba8b-71f16a2e8ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:56.776075 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7bfb8b52-4f3f-4661-ba8b-71f16a2e8ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:56.786012 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7bfb8b52-4f3f-4661-ba8b-71f16a2e8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:56.848810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:56.928502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb8b52-4f3f-4661-ba8b-71f16a2e8ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a702c471-ea48-4c25-9aca-46bb1e6abdeb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:56.944422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39190) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:56.955003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7bfb8b52-4f3f-4661-ba8b-71f16a2e8ed9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37ce42ba60c649d4920d0b2703dff4d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4993904 May 06 13:10:57.007345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:57.043129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:57.060030 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:57.073016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d7897c5-9ea5-418f-93ea-ed2b6d990e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:57.163077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d7897c5-9ea5-418f-93ea-ed2b6d990e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:57.228622 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ae47c7-d20d-4ec7-a139-4286d5d649a9'] response: {'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'code': 200} May 06 13:10:57.297733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:57.363246 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d7897c5-9ea5-418f-93ea-ed2b6d990e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:57.553653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7897c5-9ea5-418f-93ea-ed2b6d990e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a702c471-ea48-4c25-9aca-46bb1e6abdeb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:57.582181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8d7897c5-9ea5-418f-93ea-ed2b6d990e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:57.584622 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8d7897c5-9ea5-418f-93ea-ed2b6d990e36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a702c471-ea48-4c25-9aca-46bb1e6abdeb HTTP/1.1" status: 204 len: 168 time: 0.6384144 May 06 13:10:57.766037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef9c4a-5f91-4818-b23c-b39c2d51a139 req-bcca24b3-ee43-45ac-a1da-267839e4c7af tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:57.768891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13ef9c4a-5f91-4818-b23c-b39c2d51a139 req-bcca24b3-ee43-45ac-a1da-267839e4c7af tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.2504897 May 06 13:10:57.887633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13ef9c4a-5f91-4818-b23c-b39c2d51a139 req-c359902c-d551-4c49-af78-9d531e8ea465 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058595 May 06 13:10:59.415314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f279e9-2db6-4b64-9eaf-6a07cc4fc441 req-b8c55ebc-11f0-4100-b9ad-8498782e2640 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:59.417912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85f279e9-2db6-4b64-9eaf-6a07cc4fc441 req-b8c55ebc-11f0-4100-b9ad-8498782e2640 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.2018082 May 06 13:10:59.511600 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85f279e9-2db6-4b64-9eaf-6a07cc4fc441 req-da087217-14e6-4bf9-8aed-e0bbd6610024 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832205 May 06 13:11:01.027184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6db633-bc07-44ea-9af9-2f0411982ed7 req-327597f9-cfb6-45f0-b2b0-9f15ea03f174 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:01.029762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a6db633-bc07-44ea-9af9-2f0411982ed7 req-327597f9-cfb6-45f0-b2b0-9f15ea03f174 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1353767 May 06 13:11:01.151504 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a6db633-bc07-44ea-9af9-2f0411982ed7 req-aa587725-9ff0-4d67-b7be-540c3ddb2e3e tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123855 May 06 13:11:01.369107 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-8093bfd7-3986-4efb-b20f-08ff5c900d46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370707 May 06 13:11:01.681075 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-9351bc0f-a762-4f80-9e56-504ac91ee4dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca701b986cb4e21ba167ffac36da2e5&device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 1097 time: 0.1451123 May 06 13:11:02.095839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-b046c962-0a07-4674-bc14-cdc9cafd7b0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:02.098612 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-b046c962-0a07-4674-bc14-cdc9cafd7b0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9f8a2ba-5755-42db-b48e-1790627e660a HTTP/1.1" status: 200 len: 909 time: 0.3946657 May 06 13:11:02.416880 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-536f765a-5a05-42ec-986f-1ebfda97e7cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0329331-0b87-460a-bd2a-425543985b34 HTTP/1.1" status: 200 len: 1002 time: 0.3077745 May 06 13:11:02.622347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-7c69e5e3-0b6f-40ef-b833-a18f327d5041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:02.631513 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-7c69e5e3-0b6f-40ef-b833-a18f327d5041 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f49107-4569-45df-946d-89a01e371f14 HTTP/1.1" status: 200 len: 847 time: 0.2033298 May 06 13:11:02.803651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe620a8-4d09-4218-8801-a085050f2dd3 req-a48c1137-6158-4258-8351-81370da62be2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:02.807618 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fe620a8-4d09-4218-8801-a085050f2dd3 req-a48c1137-6158-4258-8351-81370da62be2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1729598 May 06 13:11:02.921772 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-38d92bd5-4489-4320-b9d4-0a799c4be700 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9f8a2ba-5755-42db-b48e-1790627e660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2821355 May 06 13:11:02.937503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fe620a8-4d09-4218-8801-a085050f2dd3 req-048edc7c-575e-4efc-8afe-fa4098d31339 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167583 May 06 13:11:03.287705 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-130573f3-9ec9-4858-881d-c3a8a23dc536 service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588734 May 06 13:11:03.564583 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-753b74e0-4549-4adc-9121-9b2ac9c7c45c req-836f863e-9d9a-474a-84bc-808effa106ba service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688637 May 06 13:11:04.159125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c259e35-6b13-4eab-b0de-0113293c4e21 req-2855fa67-304b-405d-8bc8-1b3f87c8f664 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:04.161989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c259e35-6b13-4eab-b0de-0113293c4e21 req-2855fa67-304b-405d-8bc8-1b3f87c8f664 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.1842506 May 06 13:11:04.313897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c259e35-6b13-4eab-b0de-0113293c4e21 req-390fc8a4-9fd4-4888-a717-6c165bfbce6b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310956 May 06 13:11:04.374142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39330) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:04.629161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-58d52c76-dc99-449c-94f2-1bd4e34d7f41 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/2beaa8dc-e442-4c86-a162-ba08a5debe13 HTTP/1.1" status: 200 len: 993 time: 0.2523484 May 06 13:11:04.815640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eabeb-3bac-4211-bd7f-d5754f16029d req-e9d94bc1-aac7-4d36-bf9d-e32ff54e0c4b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:04.832506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f82eabeb-3bac-4211-bd7f-d5754f16029d req-e9d94bc1-aac7-4d36-bf9d-e32ff54e0c4b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.2010598 May 06 13:11:04.936246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f82eabeb-3bac-4211-bd7f-d5754f16029d req-c0242fb2-0e37-438c-98f8-d3df5bd7e558 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011274 May 06 13:11:05.525485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-861582ed-567c-4aaf-a84c-1e0af56a0281 req-72a88af6-bf05-4afd-8d3f-783b1d721e40 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1096 time: 0.0991628 May 06 13:11:05.602086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-861582ed-567c-4aaf-a84c-1e0af56a0281 req-4f9a8eca-e19e-49db-9319-86ff7668f77e tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744104 May 06 13:11:06.001366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c83feddd-e3fa-4592-bc52-c0e7e3fe7108 req-669622a2-e110-4537-b0ea-54f10e7e56ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1390667 May 06 13:11:06.501149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39370) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:06.686856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d342c1b-350b-4b67-b2f3-a6191ddd10a4 req-2ee07c8f-bb22-4aee-8d1e-fd358a43ae59 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:06.690905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d342c1b-350b-4b67-b2f3-a6191ddd10a4 req-2ee07c8f-bb22-4aee-8d1e-fd358a43ae59 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.2204649 May 06 13:11:06.908982 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d342c1b-350b-4b67-b2f3-a6191ddd10a4 req-68a713cb-21c4-4a32-a995-0ea19b2123fe tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051797 May 06 13:11:06.935850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f34305cd-ad54-406d-a2cb-eb192f7834dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:07.040112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f34305cd-ad54-406d-a2cb-eb192f7834dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:07.047070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f34305cd-ad54-406d-a2cb-eb192f7834dc admin admin] Usage tracker for resource:security_group_rule and tenant:d84fcef99eb04847bbf95d069ee39838 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:07.057263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f34305cd-ad54-406d-a2cb-eb192f7834dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:07.073195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f34305cd-ad54-406d-a2cb-eb192f7834dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:07.328817 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f34305cd-ad54-406d-a2cb-eb192f7834dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:07.339831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f34305cd-ad54-406d-a2cb-eb192f7834dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:07.452844 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:07.466206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34305cd-ad54-406d-a2cb-eb192f7834dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28f37ae-e695-4706-825f-6c391f43c6e0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:07.493028 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f34305cd-ad54-406d-a2cb-eb192f7834dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d84fcef99eb04847bbf95d069ee39838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9900603 May 06 13:11:07.498046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39400) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:07.739889 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e78a6dad-0c88-4fc8-ba5d-8986a6ca4d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:07.883721 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e78a6dad-0c88-4fc8-ba5d-8986a6ca4d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:07.892265 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-485271ed-00fd-4ec3-bb09-dc70e382d6b8 req-00b5a5d1-fe49-4b05-be24-89e3785b2b70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1096 time: 0.1732802 May 06 13:11:08.068967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-e1c3e3e3-57b6-4834-ac56-2ed8401a3dc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3626711 May 06 13:11:08.098433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e78a6dad-0c88-4fc8-ba5d-8986a6ca4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:08.210346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485271ed-00fd-4ec3-bb09-dc70e382d6b8 req-bbc81738-9159-412e-b633-489a08e7ca7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:08.213284 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-485271ed-00fd-4ec3-bb09-dc70e382d6b8 req-bbc81738-9159-412e-b633-489a08e7ca7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 897 time: 0.2952218 May 06 13:11:08.332792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e78a6dad-0c88-4fc8-ba5d-8986a6ca4d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:08.337976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e78a6dad-0c88-4fc8-ba5d-8986a6ca4d0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c28f37ae-e695-4706-825f-6c391f43c6e0 HTTP/1.1" status: 204 len: 168 time: 0.8341444 May 06 13:11:08.359365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a6dad-0c88-4fc8-ba5d-8986a6ca4d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28f37ae-e695-4706-825f-6c391f43c6e0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:08.675382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46823db2-5ef6-450d-94d4-b41b309900a9 req-c89a7f67-dcae-4765-9686-ac4a31b89b8d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:08.693942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46823db2-5ef6-450d-94d4-b41b309900a9 req-c89a7f67-dcae-4765-9686-ac4a31b89b8d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.2794209 May 06 13:11:08.759045 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-485271ed-00fd-4ec3-bb09-dc70e382d6b8 req-475dadc7-dcba-44fd-8321-417cc8b06943 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 1001 time: 0.5348327 May 06 13:11:08.819457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46823db2-5ef6-450d-94d4-b41b309900a9 req-124f0be1-0988-48fa-b4a6-184c10025f83 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247835 May 06 13:11:08.999709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485271ed-00fd-4ec3-bb09-dc70e382d6b8 req-5628e7a8-647f-4497-93e2-8906ff607417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:09.006248 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-485271ed-00fd-4ec3-bb09-dc70e382d6b8 req-5628e7a8-647f-4497-93e2-8906ff607417 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 200 len: 834 time: 0.2373483 May 06 13:11:09.157366 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-485271ed-00fd-4ec3-bb09-dc70e382d6b8 req-16a26615-b54c-440b-9e91-ea67d94a68b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41de4b68-40de-4279-955d-e3cbfbe10c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411989 May 06 13:11:09.507811 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-485271ed-00fd-4ec3-bb09-dc70e382d6b8 req-9732aba5-4b6c-4822-858a-b54ce5d1d49f service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443394 May 06 13:11:09.524037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39438) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:09.574483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97cf1171-1fa8-4fa6-a414-897746fdb4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:09.645920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-97cf1171-1fa8-4fa6-a414-897746fdb4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:09.657120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-97cf1171-1fa8-4fa6-a414-897746fdb4ad admin admin] Usage tracker for resource:security_group_rule and tenant:404a7939ab844eeebe481baf4301c28c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:09.668872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-97cf1171-1fa8-4fa6-a414-897746fdb4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:09.688448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-97cf1171-1fa8-4fa6-a414-897746fdb4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:10.024289 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97cf1171-1fa8-4fa6-a414-897746fdb4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:10.034974 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-485271ed-00fd-4ec3-bb09-dc70e382d6b8 req-d8cd5203-fde8-4d5f-ae91-e9e835f5e520 service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189891 May 06 13:11:10.038381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-97cf1171-1fa8-4fa6-a414-897746fdb4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:10.210625 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-97cf1171-1fa8-4fa6-a414-897746fdb4ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=404a7939ab844eeebe481baf4301c28c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6847041 May 06 13:11:10.212191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39450) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:10.249454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-ea94e49b-0670-4be9-965a-de7889cae291 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:11:10.278589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-ea94e49b-0670-4be9-965a-de7889cae291 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0442901 May 06 13:11:10.301315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Request body: {'binding': {'host': 'n-h2-840847-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:10.325396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Unknown quota resources ['binding']. {{(pid=83955) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 13:11:10.550313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d864d3f-58a8-470f-a3fe-ee71737e71ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:10.655661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d864d3f-58a8-470f-a3fe-ee71737e71ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:10.840148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d864d3f-58a8-470f-a3fe-ee71737e71ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:10.917195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d864d3f-58a8-470f-a3fe-ee71737e71ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:10.919451 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0d864d3f-58a8-470f-a3fe-ee71737e71ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5275189-fbbc-48a0-8966-fee82ea0b16b HTTP/1.1" status: 204 len: 168 time: 0.7042868 May 06 13:11:10.921462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d864d3f-58a8-470f-a3fe-ee71737e71ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5275189-fbbc-48a0-8966-fee82ea0b16b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:11.058480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf1171-1fa8-4fa6-a414-897746fdb4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5275189-fbbc-48a0-8966-fee82ea0b16b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:11.072415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 on host n-h2-840847-1 for vnic_type normal with profile None {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:11:11.073701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:11:11.074200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:11:11.090501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Port f8d36d41-1014-41c8-ac51-7c582094e440 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:11:11.091245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:11:11.110287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8831-0028-44e2-8da5-258267cd4220 req-fe6898ff-544f-4da9-83a2-fda1d907c9ea tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:11.119853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cab8831-0028-44e2-8da5-258267cd4220 req-fe6898ff-544f-4da9-83a2-fda1d907c9ea tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.5495338 May 06 13:11:11.161571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:11:11.162532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Checking segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:11:11.163478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Bound using segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:11:11.164341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Bound port: f8d36d41-1014-41c8-ac51-7c582094e440, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:11:11.213294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:11:11.315719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:11.317708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] 10.222.0.44 "POST /v2.0/ports/f8d36d41-1014-41c8-ac51-7c582094e440/bindings HTTP/1.1" status: 201 len: 389 time: 1.0373168 May 06 13:11:11.410447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cab8831-0028-44e2-8da5-258267cd4220 req-acf71fcb-5ac8-400c-aa57-b3747b8becff tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884009 May 06 13:11:11.902300 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-ec04aed6-5475-4301-80ba-7598966ea813 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1096 time: 0.2441783 May 06 13:11:12.156157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d249d-7da7-4b88-9905-497458bb2ede req-639e5919-c3c4-40d9-b5a4-1c7a2ea796c4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:12.160714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-862d249d-7da7-4b88-9905-497458bb2ede req-639e5919-c3c4-40d9-b5a4-1c7a2ea796c4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.3166380 May 06 13:11:12.343035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39b1fd07-9ce2-4b81-9f35-78d05e53e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:12.350391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-862d249d-7da7-4b88-9905-497458bb2ede req-1fca8ac5-fc85-4f9a-ac67-b8675ab9faec tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753867 May 06 13:11:12.513490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-381f95f1-d4d5-491a-a50a-4a8472432c90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:12.521779 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-381f95f1-d4d5-491a-a50a-4a8472432c90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 897 time: 0.6125481 May 06 13:11:12.919111 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0a3d30b3-062c-469c-92c7-ffaf0d44e6e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 1001 time: 0.3834577 May 06 13:11:13.109206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8bfd2-3e05-4a7c-b878-4a8322212c43 req-65cccc10-6f51-42c8-82af-78167ac10fdf tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:13.126638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd8bfd2-3e05-4a7c-b878-4a8322212c43 req-65cccc10-6f51-42c8-82af-78167ac10fdf tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1480100 May 06 13:11:13.157005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-fdc0fb8a-b46b-4719-ab3e-a7e3b272e2d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:13.161994 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-fdc0fb8a-b46b-4719-ab3e-a7e3b272e2d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 200 len: 834 time: 0.2391865 May 06 13:11:13.259705 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:13.351498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cd8bfd2-3e05-4a7c-b878-4a8322212c43 req-ddadbfd7-1655-482e-86d2-dbb618832718 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028244 May 06 13:11:13.384220 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-3f2a7413-a848-4672-a985-1bb59f6774e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41de4b68-40de-4279-955d-e3cbfbe10c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148752 May 06 13:11:13.716759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-e5de087c-adb3-4830-8f14-03b2ef16cc52 service neutron] 10.222.0.36 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231084 May 06 13:11:13.788184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb7e8e-a0dd-4d2f-9627-b75745fa95b4 req-1cfd849a-1b03-4d36-a6ee-a337a8a82874 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:13.801094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-06fb7e8e-a0dd-4d2f-9627-b75745fa95b4 req-1cfd849a-1b03-4d36-a6ee-a337a8a82874 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.2353225 May 06 13:11:13.935550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-06fb7e8e-a0dd-4d2f-9627-b75745fa95b4 req-323ada6a-9dcc-46ff-b3ea-4d5d0ce1290e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174321 May 06 13:11:14.094081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-f7595250-b096-4c86-8358-9a4b2e08342a service neutron] 10.222.0.36 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701956 May 06 13:11:14.425212 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-bd11c25a-9d61-4074-a445-342d5baa94a7 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28&tenant_id=f57f59e5f10b4779858d012f38366eaf&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1096 time: 0.2674112 May 06 13:11:14.460523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840847-1'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:14.756843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:14.779804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e587-c1fb-4b5b-a804-fab0d14138a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:14.946289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142c21e-69d0-4187-b1fc-554bbb7b4fcb req-20907237-7a49-42f1-a1ec-146b8e79616a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:14.949057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8142c21e-69d0-4187-b1fc-554bbb7b4fcb req-20907237-7a49-42f1-a1ec-146b8e79616a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1773968 May 06 13:11:15.075565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8142c21e-69d0-4187-b1fc-554bbb7b4fcb req-b2e5f594-aa5b-403d-9182-a487afa49736 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143486 May 06 13:11:15.485743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:15.536516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:11:15.578593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:15.695700 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:15.706690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:11:15.735953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:15.835183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3442048-0f01-4c73-a49b-c8d7dca3044c req-c9b47467-125c-4288-91a2-acabdef665b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:15.845024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3442048-0f01-4c73-a49b-c8d7dca3044c req-c9b47467-125c-4288-91a2-acabdef665b8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.3480160 May 06 13:11:16.056234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3442048-0f01-4c73-a49b-c8d7dca3044c req-31e5581d-fd4c-4aa8-b04a-691a7756cdab tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960683 May 06 13:11:16.124258 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be92b61-8914-4fd7-a446-cc20778234ba'] response: {'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'code': 200} May 06 13:11:16.158484 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:16.417897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:16.565331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 on host n-h1-840847-1 for vnic_type normal with profile {"migrating_to": "n-h2-840847-1"} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:11:16.566446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:11:16.566956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:11:16.586185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ff2f440b-24a0-407f-8f0b-3834f0e4f15d None None] Provisioning complete for port f8d36d41-1014-41c8-ac51-7c582094e440 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:11:16.587295 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ff2f440b-24a0-407f-8f0b-3834f0e4f15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:16.592064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Port f8d36d41-1014-41c8-ac51-7c582094e440 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:11:16.592567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Attempting to bind port f8d36d41-1014-41c8-ac51-7c582094e440 on network 41de4b68-40de-4279-955d-e3cbfbe10c78 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:11:16.611332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:11:16.611866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Checking segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:11:16.612627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Bound using segment: {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:11:16.613385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Bound port: f8d36d41-1014-41c8-ac51-7c582094e440, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f50bb90-05f2-4c4f-ba90-42fa10566944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:11:16.614861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:16.731716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f440b-24a0-407f-8f0b-3834f0e4f15d None None] Port f8d36d41-1014-41c8-ac51-7c582094e440 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:11:16.930677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaac1f-e7f3-4ce2-ae48-d78d0973f8d0 req-a9b29a70-5143-44d9-a16f-273d879cd0c8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:16.937664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2abaac1f-e7f3-4ce2-ae48-d78d0973f8d0 req-a9b29a70-5143-44d9-a16f-273d879cd0c8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.3498363 May 06 13:11:17.046663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2abaac1f-e7f3-4ce2-ae48-d78d0973f8d0 req-4aed0c19-1fe7-47ae-92e8-344dcd34a82f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955055 May 06 13:11:17.096000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:11:17.101806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:11:17.113398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:17.559827 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:17.677466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5a016-5f82-49a2-a42e-fe35006e3258 req-c075e6f0-cb78-42d5-9be8-3fe912128655 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:17.687547 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14b5a016-5f82-49a2-a42e-fe35006e3258 req-c075e6f0-cb78-42d5-9be8-3fe912128655 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 943 time: 0.2720075 May 06 13:11:17.779482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:17.786893 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 1121 time: 3.3541193 May 06 13:11:17.789079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63360165-6305-454c-90c5-9934fab4dad9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=8']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:17.805494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14b5a016-5f82-49a2-a42e-fe35006e3258 req-c8a4f003-20d7-40d7-9b1a-a78ae1260772 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154518 May 06 13:11:17.847512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['f8d36d41-1014-41c8-ac51-7c582094e440'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:11:17.956279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-be4a418a-0689-4af5-9fae-2e0a9d2c64b4 None None] Provisioning complete for port f8d36d41-1014-41c8-ac51-7c582094e440 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:11:17.956963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be4a418a-0689-4af5-9fae-2e0a9d2c64b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:18.122812 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:11:18.126231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:11:18.215878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be4a418a-0689-4af5-9fae-2e0a9d2c64b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:18.300948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:11:18.334592 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9f9bf7-e001-435a-b62a-12c5ccfe64ff'] response: {'name': 'network-changed', 'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'status': 'completed', 'code': 200} May 06 13:11:18.367718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-be4a418a-0689-4af5-9fae-2e0a9d2c64b4 None None] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:18.389240 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be4a418a-0689-4af5-9fae-2e0a9d2c64b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:18.588903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a418a-0689-4af5-9fae-2e0a9d2c64b4 None None] Pushing event updated for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:18.759909 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-790d5bfa-a0be-46e5-bfbe-cede72f79a72 req-34a35b86-3f47-48e1-be4c-2b38a7fa38d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1126 time: 0.3760283 May 06 13:11:18.972460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d5bfa-a0be-46e5-bfbe-cede72f79a72 req-8287befe-a6f3-44e3-9e35-28abf7239d57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:18.975274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-790d5bfa-a0be-46e5-bfbe-cede72f79a72 req-8287befe-a6f3-44e3-9e35-28abf7239d57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 897 time: 0.2054720 May 06 13:11:19.198981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0a6c1-e289-46a9-b153-82bc459d15bf req-e9f3be95-828d-4e75-a1f7-99b68a3bf69c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:19.208575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0e0a6c1-e289-46a9-b153-82bc459d15bf req-e9f3be95-828d-4e75-a1f7-99b68a3bf69c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.5805719 May 06 13:11:19.247569 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-790d5bfa-a0be-46e5-bfbe-cede72f79a72 req-3b91e19a-7a39-4228-a5dd-1a47b1399407 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 1001 time: 0.2635539 May 06 13:11:19.285286 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bcf0187-8244-4e7e-a6a4-95fbb90fd9f4'] response: {'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'code': 200} May 06 13:11:19.428937 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0e0a6c1-e289-46a9-b153-82bc459d15bf req-cb12ce32-537f-44c6-8d34-15b00fa5be42 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091985 May 06 13:11:19.524539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d5bfa-a0be-46e5-bfbe-cede72f79a72 req-796e8cd0-eb6d-41bf-ba6e-73d6cad89b64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:19.534257 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-790d5bfa-a0be-46e5-bfbe-cede72f79a72 req-796e8cd0-eb6d-41bf-ba6e-73d6cad89b64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 200 len: 834 time: 0.2820280 May 06 13:11:19.748334 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-790d5bfa-a0be-46e5-bfbe-cede72f79a72 req-eb0c7736-e096-495b-a521-d1ed731d3d74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41de4b68-40de-4279-955d-e3cbfbe10c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971235 May 06 13:11:19.888533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7091-c77b-4d8f-bd03-1a5ebd29072d req-b398cfa5-7f91-4dce-9b13-4a72b91f868f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:19.892677 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-991c7091-c77b-4d8f-bd03-1a5ebd29072d req-b398cfa5-7f91-4dce-9b13-4a72b91f868f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.1805830 May 06 13:11:20.064451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-991c7091-c77b-4d8f-bd03-1a5ebd29072d req-adb4104f-d6e2-45b6-8620-bccaaaa51b0d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596587 May 06 13:11:20.076047 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-790d5bfa-a0be-46e5-bfbe-cede72f79a72 req-16533f46-2972-4df8-8c35-7bde5f082f1c service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296151 May 06 13:11:20.409593 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-790d5bfa-a0be-46e5-bfbe-cede72f79a72 req-ee084fb3-ae03-4698-b137-5da97095858e service neutron] 10.222.0.48 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211882 May 06 13:11:20.471629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f8d36d41-1014-41c8-ac51-7c582094e440 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:11:20.861413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:20.917330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f8d36d41-1014-41c8-ac51-7c582094e440 has no active binding in host n-h2-840847-1 {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 13:11:21.164820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645b01f-6597-479a-83e2-9265cd07d33d req-dba9259d-fe94-4c7f-9176-a7afba1b5786 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:21.168198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e645b01f-6597-479a-83e2-9265cd07d33d req-dba9259d-fe94-4c7f-9176-a7afba1b5786 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1694763 May 06 13:11:21.354185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e645b01f-6597-479a-83e2-9265cd07d33d req-b60b4d62-bb68-4f1e-b8c7-994db3b0ccde tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742337 May 06 13:11:21.704045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19669-585f-4547-97b2-a65d04d57423 req-07552d78-db7f-4ab9-b00b-b721400fe6b1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:21.709595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eec19669-585f-4547-97b2-a65d04d57423 req-07552d78-db7f-4ab9-b00b-b721400fe6b1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.1570895 May 06 13:11:21.808089 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eec19669-585f-4547-97b2-a65d04d57423 req-131c626c-309c-4b32-9eda-d661979aad93 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942569 May 06 13:11:22.916079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdd1af-fa1e-4287-8102-8f7aced7b755 req-1290e375-eed9-4ded-8f68-75f50f393c86 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:22.919711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8bdd1af-fa1e-4287-8102-8f7aced7b755 req-1290e375-eed9-4ded-8f68-75f50f393c86 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1645532 May 06 13:11:23.118249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8bdd1af-fa1e-4287-8102-8f7aced7b755 req-e53e1b39-850d-45f1-9fcc-0f2e790c84ae tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847882 May 06 13:11:23.416395 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0ffc3e9d-31ad-4735-8b6b-a05a5d87c32a service neutron] 10.222.0.48 "GET /v2.0/ports/f8d36d41-1014-41c8-ac51-7c582094e440/bindings/n-h2-840847-1 HTTP/1.1" status: 200 len: 384 time: 0.4106874 May 06 13:11:23.754792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5d43a-8b49-4fa5-b6b5-8e7e86d8cf57 req-663efd3d-f0bc-4d9c-9e1c-cc343fccb6f4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:23.768310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09b5d43a-8b49-4fa5-b6b5-8e7e86d8cf57 req-663efd3d-f0bc-4d9c-9e1c-cc343fccb6f4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 945 time: 0.5371764 May 06 13:11:23.911924 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09b5d43a-8b49-4fa5-b6b5-8e7e86d8cf57 req-a572e7a5-f1e8-4861-b872-69e10c546e93 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414490 May 06 13:11:24.477335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-b24ee556-9f66-4765-ad77-1e50d5928593 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:24.535876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-b24ee556-9f66-4765-ad77-1e50d5928593 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:11:24.667760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:11:24.672102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cece7fb-b518-48f3-b2ce-c6f7ba3bca08 req-af166007-164e-47c5-9614-a8b007756b8a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:24.674263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cece7fb-b518-48f3-b2ce-c6f7ba3bca08 req-af166007-164e-47c5-9614-a8b007756b8a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.2180159 May 06 13:11:24.695779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-b24ee556-9f66-4765-ad77-1e50d5928593 service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:24.730073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-b24ee556-9f66-4765-ad77-1e50d5928593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:24.839514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cece7fb-b518-48f3-b2ce-c6f7ba3bca08 req-d916daa0-dbd6-4d28-bc24-a5de77373da7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590724 May 06 13:11:24.892177 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90232c32-7017-4801-a6cb-821e30c260f4'] response: {'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'code': 200} May 06 13:11:24.961606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-b24ee556-9f66-4765-ad77-1e50d5928593 service neutron] Transition to ACTIVE for port object f8d36d41-1014-41c8-ac51-7c582094e440 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:11:24.969938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-b24ee556-9f66-4765-ad77-1e50d5928593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:25.354024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033b78-5e61-45b7-9f0e-1ef6b5bf8546 req-60a84be0-a589-445b-9086-3a6ef2446082 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:25.365612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c033b78-5e61-45b7-9f0e-1ef6b5bf8546 req-60a84be0-a589-445b-9086-3a6ef2446082 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.2026987 May 06 13:11:25.449727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c033b78-5e61-45b7-9f0e-1ef6b5bf8546 req-1b4f3aa0-369e-458a-b4b5-76f42dcfebb9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824435 May 06 13:11:25.600456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee556-9f66-4765-ad77-1e50d5928593 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=11']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:25.709490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-b24ee556-9f66-4765-ad77-1e50d5928593 service neutron] No DVR routers for this DVR port f8d36d41-1014-41c8-ac51-7c582094e440 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:11:26.108757 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-57f14c65-5285-4eec-99d7-e5d708ff0988 req-3905dfad-89d2-4940-b11c-fbab819b7bad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 1096 time: 0.1051238 May 06 13:11:26.239085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173780e-bb69-49aa-af5b-3d95aca25b1d req-ffaeae1d-d977-4507-b83b-278b692f65f2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:26.247403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7173780e-bb69-49aa-af5b-3d95aca25b1d req-ffaeae1d-d977-4507-b83b-278b692f65f2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1176262 May 06 13:11:26.339812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7173780e-bb69-49aa-af5b-3d95aca25b1d req-70fdf638-a512-4ccf-a85d-09ad67acf273 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832732 May 06 13:11:26.341472 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-b24ee556-9f66-4765-ad77-1e50d5928593 service neutron] 10.222.0.48 "PUT /v2.0/ports/f8d36d41-1014-41c8-ac51-7c582094e440/bindings/n-h2-840847-1/activate HTTP/1.1" status: 200 len: 369 time: 2.9191351 May 06 13:11:26.652250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14c65-5285-4eec-99d7-e5d708ff0988 req-7978873e-cc06-4fc1-bc0f-618cc6e6a411 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:26.654879 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-57f14c65-5285-4eec-99d7-e5d708ff0988 req-7978873e-cc06-4fc1-bc0f-618cc6e6a411 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.4953027 May 06 13:11:26.767541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a1a76-65ab-4d9c-826e-d8792b1fbbbd req-2d9beb23-ce1b-4329-a84b-7f5fa34d5a1f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:26.769617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0a1a76-65ab-4d9c-826e-d8792b1fbbbd req-2d9beb23-ce1b-4329-a84b-7f5fa34d5a1f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.0977645 May 06 13:11:26.799827 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-57f14c65-5285-4eec-99d7-e5d708ff0988 req-31d9e3b1-810f-4ee2-98ce-4e9afd76a917 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e HTTP/1.1" status: 200 len: 1000 time: 0.1383159 May 06 13:11:26.862409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd0a1a76-65ab-4d9c-826e-d8792b1fbbbd req-ffc388cc-fc7c-44ba-af30-198d44b049f1 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861089 May 06 13:11:26.893353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14c65-5285-4eec-99d7-e5d708ff0988 req-dbb597f0-acc8-4b9d-a497-eabbff2ca813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:26.895895 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-57f14c65-5285-4eec-99d7-e5d708ff0988 req-dbb597f0-acc8-4b9d-a497-eabbff2ca813 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.0804152 May 06 13:11:26.951024 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-f46e9121-bb84-4d34-895f-783e498182bd tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28&tenant_id=f57f59e5f10b4779858d012f38366eaf&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.4638536 May 06 13:11:27.077988 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-57f14c65-5285-4eec-99d7-e5d708ff0988 req-51518bb1-7258-470d-a77d-da25876abfcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770580 May 06 13:11:27.115616 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-1069d44d-4475-43d6-89ce-121492f179f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 1095 time: 0.1573899 May 06 13:11:27.308937 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-57f14c65-5285-4eec-99d7-e5d708ff0988 req-307a26e1-752e-4d85-9107-1a444e7fcc6e service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238255 May 06 13:11:27.485449 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-912cbde1-0167-4b01-a54b-717fba21d77f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1095 time: 0.3183579 May 06 13:11:27.655963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270071a-9fd2-4cf5-8217-dc7adf31b38a req-1715d5c9-aaa3-454a-be09-22d897b4e44c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:27.666504 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3270071a-9fd2-4cf5-8217-dc7adf31b38a req-1715d5c9-aaa3-454a-be09-22d897b4e44c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 945 time: 0.1315408 May 06 13:11:27.726331 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3270071a-9fd2-4cf5-8217-dc7adf31b38a req-2e17cf40-63db-4c6d-b9ed-bc117f9f8df5 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587995 May 06 13:11:27.816217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0ff70615-2dd7-4fbc-aa87-1a2ddf0f8469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:27.817469 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0ff70615-2dd7-4fbc-aa87-1a2ddf0f8469 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 897 time: 0.3232565 May 06 13:11:27.952349 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-57f14c65-5285-4eec-99d7-e5d708ff0988 req-9b708f8c-ccdc-4b2f-badc-2f22f4915a29 service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290843 May 06 13:11:28.023079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device f8d36d41-1014-41c8-ac51-7c582094e440 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:11:28.062345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-ecc96987-f6e5-40a6-8eef-22432155edf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 999 time: 0.2218971 May 06 13:11:28.184019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device f8d36d41-1014-41c8-ac51-7c582094e440 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:11:28.227374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-1fd5364b-ed8f-4dee-8602-50f787006edb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:28.232203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-1fd5364b-ed8f-4dee-8602-50f787006edb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 200 len: 834 time: 0.1610515 May 06 13:11:28.343168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97ab3d-7b6a-4cb1-9c2f-3c9a08b55afd req-2c129d47-c36b-4d07-b955-3d15f4c15ac5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:28.345837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec97ab3d-7b6a-4cb1-9c2f-3c9a08b55afd req-2c129d47-c36b-4d07-b955-3d15f4c15ac5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.1724856 May 06 13:11:28.412709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39760) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:28.416514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec97ab3d-7b6a-4cb1-9c2f-3c9a08b55afd req-781abaca-26c0-4757-a487-732ecb011977 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643089 May 06 13:11:28.531498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:11:28.555553 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-c630e43a-cfb8-4674-926f-1890b831f6de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41de4b68-40de-4279-955d-e3cbfbe10c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165414 May 06 13:11:28.675673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d642d4d-8392-447c-9846-3434f4322ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:28.685666 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:28.735493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2d642d4d-8392-447c-9846-3434f4322ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:28.738572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:28.740012 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:11:28.744876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2d642d4d-8392-447c-9846-3434f4322ebe admin admin] Usage tracker for resource:security_group_rule and tenant:107cd2dd49844402b140cc7e2c170b84 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:28.746411 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:28.751054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2d642d4d-8392-447c-9846-3434f4322ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:28.766081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2d642d4d-8392-447c-9846-3434f4322ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:28.836414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:28.843657 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d22e16-0391-4ad4-95be-ae13fd0ca1c1'] response: {'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'code': 200} May 06 13:11:28.844404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-a45f1e74-87c9-4592-b31a-3e268442d23c service neutron] 10.222.0.36 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808495 May 06 13:11:28.917167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d642d4d-8392-447c-9846-3434f4322ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:28.928705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d642d4d-8392-447c-9846-3434f4322ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:29.101377 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-f6de2897-1a23-41bd-9b19-45891a4be1fc service neutron] 10.222.0.36 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504263 May 06 13:11:29.116732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2d642d4d-8392-447c-9846-3434f4322ebe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=107cd2dd49844402b140cc7e2c170b84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6985667 May 06 13:11:29.118773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d642d4d-8392-447c-9846-3434f4322ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e9d4c0-9b69-4d87-8854-7882e5a4634b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:29.119438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:29.183943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad705ec-4220-4fef-bda4-e0b11cccd707 req-bc94da08-bbde-4b92-8625-15e3324abe60 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:29.185919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ad705ec-4220-4fef-bda4-e0b11cccd707 req-bc94da08-bbde-4b92-8625-15e3324abe60 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.2369852 May 06 13:11:29.197833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aeeea262-b289-4df7-bece-9f35178c89b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:29.257680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aeeea262-b289-4df7-bece-9f35178c89b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:29.262141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ad705ec-4220-4fef-bda4-e0b11cccd707 req-4f13557d-4ed6-49c6-989e-03b540f3285b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614312 May 06 13:11:29.498994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aeeea262-b289-4df7-bece-9f35178c89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:29.534680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeea262-b289-4df7-bece-9f35178c89b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e9d4c0-9b69-4d87-8854-7882e5a4634b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:29.580309 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-5cd33df6-bd8c-4747-b872-59fda06d68b1 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28&tenant_id=f57f59e5f10b4779858d012f38366eaf&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 1095 time: 0.2037096 May 06 13:11:29.636264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aeeea262-b289-4df7-bece-9f35178c89b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:29.637285 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aeeea262-b289-4df7-bece-9f35178c89b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88e9d4c0-9b69-4d87-8854-7882e5a4634b HTTP/1.1" status: 204 len: 168 time: 0.5166540 May 06 13:11:29.732031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22fc3b-2444-4b6f-9819-db2ba1943dc0 req-0990d176-a4ab-4b87-9a9a-2f90ed73621d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:29.734589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b22fc3b-2444-4b6f-9819-db2ba1943dc0 req-0990d176-a4ab-4b87-9a9a-2f90ed73621d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.1291428 May 06 13:11:29.783231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-168ccf6a-b13f-4b9a-839e-8ea39ad8707a service neutron] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:11:29.792625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-168ccf6a-b13f-4b9a-839e-8ea39ad8707a service neutron] Notify callbacks [] for binding, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:29.795633 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-168ccf6a-b13f-4b9a-839e-8ea39ad8707a service neutron] 10.222.0.36 "DELETE /v2.0/ports/f8d36d41-1014-41c8-ac51-7c582094e440/bindings/n-h1-840847-1 HTTP/1.1" status: 204 len: 173 time: 0.2024353 May 06 13:11:29.910245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b22fc3b-2444-4b6f-9819-db2ba1943dc0 req-8e5fa304-db45-403f-bf34-79f380327779 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664076 May 06 13:11:30.187662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16adf061-737a-428e-a7a7-091b401ea1dc req-289f7dda-e779-4126-a5a5-5cf03fc6ddc7 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1095 time: 0.1039295 May 06 13:11:30.271133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-16adf061-737a-428e-a7a7-091b401ea1dc req-ca111764-4fd1-4792-8b4c-d7f568840551 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747995 May 06 13:11:30.422516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39810) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:30.492551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7d4ab9a-e6aa-4406-8924-ea6467728ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:30.642414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f7d4ab9a-e6aa-4406-8924-ea6467728ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:30.655883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f7d4ab9a-e6aa-4406-8924-ea6467728ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:a30d2894c0824a9cae4f2bb4c182eb9b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:30.660977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f7d4ab9a-e6aa-4406-8924-ea6467728ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:30.671502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f7d4ab9a-e6aa-4406-8924-ea6467728ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:30.776601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b61b1e-c53e-456f-b968-818f49dd32ca req-b82179af-ceb5-4e6a-bd4e-85ea4f190abf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:30.778225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87b61b1e-c53e-456f-b968-818f49dd32ca req-b82179af-ceb5-4e6a-bd4e-85ea4f190abf tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.2276239 May 06 13:11:30.796137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc5267-8a07-4648-b9b0-dd824b97b289 req-b25a00b5-8745-4ce4-acbc-fe3bc833ba45 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:30.798098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28bc5267-8a07-4648-b9b0-dd824b97b289 req-b25a00b5-8745-4ce4-acbc-fe3bc833ba45 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.2457471 May 06 13:11:30.866696 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7d4ab9a-e6aa-4406-8924-ea6467728ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:30.879706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7d4ab9a-e6aa-4406-8924-ea6467728ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:30.961375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87b61b1e-c53e-456f-b968-818f49dd32ca req-6eac7041-103f-4748-abef-75c982c3617a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621552 May 06 13:11:30.967403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4ab9a-e6aa-4406-8924-ea6467728ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edeee78-4fea-44bb-8bb9-eeee3f46f904,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:30.973090 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28bc5267-8a07-4648-b9b0-dd824b97b289 req-eeb0e3c3-fe9f-4ab2-899d-efb064f88731 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498573 May 06 13:11:30.979152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39822) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:30.979922 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f7d4ab9a-e6aa-4406-8924-ea6467728ae3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a30d2894c0824a9cae4f2bb4c182eb9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5553300 May 06 13:11:31.026298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39826) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:31.104159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f322e009-8444-4f25-80ee-48db934db1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:31.142470 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f322e009-8444-4f25-80ee-48db934db1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:31.200091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fcf2f498-0aa1-4ce8-95b5-b75ca07537d5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/2beaa8dc-e442-4c86-a162-ba08a5debe13 HTTP/1.1" status: 200 len: 991 time: 0.1726737 May 06 13:11:31.233364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f322e009-8444-4f25-80ee-48db934db1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:31.253037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322e009-8444-4f25-80ee-48db934db1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edeee78-4fea-44bb-8bb9-eeee3f46f904,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:31.258331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f322e009-8444-4f25-80ee-48db934db1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:31.272987 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f322e009-8444-4f25-80ee-48db934db1e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8edeee78-4fea-44bb-8bb9-eeee3f46f904 HTTP/1.1" status: 204 len: 168 time: 0.2923813 May 06 13:11:31.600493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39850) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:31.895793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port 7de0fa7d-6a21-4243-a6b8-efe9d8b00b46 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:11:31.896958 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:32.359747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:32.360347 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:32.547778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:11:32.553094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for 7de0fa7d-6a21-4243-a6b8-efe9d8b00b46 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:11:32.798463 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:32.914466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=7de0fa7d-6a21-4243-a6b8-efe9d8b00b46,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:33.035276 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:33.656943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-001a8ea5-ea19-4a14-b830-0c97cb10c402 req-7247a41f-30d2-421a-8736-ff0a3a2ee503 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2538252 May 06 13:11:33.797785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router b9b53bb1-219a-467e-86c5-e0f56b6080e9 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:11:33.895301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 39922) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:34.218876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c17fa-4a93-4e70-b676-b261873b6e39 req-29026fbd-9830-458d-8806-0fe30327cdbb tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:34.220468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d04c17fa-4a93-4e70-b676-b261873b6e39 req-29026fbd-9830-458d-8806-0fe30327cdbb tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.2273452 May 06 13:11:34.227126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca3d0f73-965d-451f-93e1-424065c185bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:34.285970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca3d0f73-965d-451f-93e1-424065c185bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:34.293327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca3d0f73-965d-451f-93e1-424065c185bf admin admin] Usage tracker for resource:security_group_rule and tenant:79e094528c744d53ad0d2eaed22738b3 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:34.299349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca3d0f73-965d-451f-93e1-424065c185bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:34.309975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca3d0f73-965d-451f-93e1-424065c185bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:34.454294 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d04c17fa-4a93-4e70-b676-b261873b6e39 req-13080b84-faa3-416f-a05c-f3df3087b61b tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190635 May 06 13:11:34.455717 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca3d0f73-965d-451f-93e1-424065c185bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:34.462582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca3d0f73-965d-451f-93e1-424065c185bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:34.472446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:11:34.479317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-51e4b740-aba6-4487-9bf2-c70416750a2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4095037 May 06 13:11:34.501243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] Sync routers for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:11:34.538302 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca3d0f73-965d-451f-93e1-424065c185bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79e094528c744d53ad0d2eaed22738b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6416628 May 06 13:11:34.547054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 39942) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:34.568149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:11:34.569680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:11:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:34.606067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d0f73-965d-451f-93e1-424065c185bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b630af05-8637-45d2-ab73-7c761bde464b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:34.688375 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:34.728200 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18e0dd55-0886-4fb3-844a-6a62a6d110e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:34.815436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-993c79ff-ec5f-4ed1-a19a-210f8715b150 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/floatingips/2beaa8dc-e442-4c86-a162-ba08a5debe13 HTTP/1.1" status: 204 len: 168 time: 3.2133985 May 06 13:11:34.821493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:11:35.069467 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18e0dd55-0886-4fb3-844a-6a62a6d110e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:35.141616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:11:35.159957 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b564ff1-6c17-4742-a303-b0586328075f'] response: {'name': 'network-changed', 'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'status': 'completed', 'code': 200} May 06 13:11:35.171079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18e0dd55-0886-4fb3-844a-6a62a6d110e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:35.199425 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18e0dd55-0886-4fb3-844a-6a62a6d110e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:35.199425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-18e0dd55-0886-4fb3-844a-6a62a6d110e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b630af05-8637-45d2-ab73-7c761bde464b HTTP/1.1" status: 204 len: 168 time: 0.6520448 May 06 13:11:35.211333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0dd55-0886-4fb3-844a-6a62a6d110e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b630af05-8637-45d2-ab73-7c761bde464b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:35.388734 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e2c50ebd-b872-4434-8498-7196a47365fe req-d748c8ad-ff0b-4b3d-af88-0e7e977f2434 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 1095 time: 0.3239253 May 06 13:11:36.125323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013eb1c-dece-423e-b051-e2e4164b26ec req-2e5b4ecf-59b3-4afc-a47e-7095439244f9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:36.130581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50ebd-b872-4434-8498-7196a47365fe req-a221f7cf-2aa7-4059-acef-8afeb89638b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:36.133559 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e2c50ebd-b872-4434-8498-7196a47365fe req-a221f7cf-2aa7-4059-acef-8afeb89638b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 200 len: 897 time: 0.7355063 May 06 13:11:36.135164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0013eb1c-dece-423e-b051-e2e4164b26ec req-2e5b4ecf-59b3-4afc-a47e-7095439244f9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.2625868 May 06 13:11:36.141232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:09:05Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ae63c83-f138-474b-84be-4635ad722487', 'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:87:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:01Z', 'updated_at': '2022-05-06T13:09:28Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:36.163603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] Checking router: b9b53bb1-219a-467e-86c5-e0f56b6080e9 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:11:36.186473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaef37f-2ba0-4d4a-9c5b-100f7b4ef454 req-7619d112-8990-49c0-9ffa-71999beb3dbb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:36.186473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ddaef37f-2ba0-4d4a-9c5b-100f7b4ef454 req-7619d112-8990-49c0-9ffa-71999beb3dbb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:11:36.203005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:11:36.203005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:11:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:36.240991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-358beaa4-ebf8-404f-8e5d-e1c87ea0cda5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:36.240991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-358beaa4-ebf8-404f-8e5d-e1c87ea0cda5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:11:36.254260 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e2c50ebd-b872-4434-8498-7196a47365fe req-a0c653f1-21f0-4c40-9500-fa996e38ea50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 200 len: 217 time: 0.1088884 May 06 13:11:36.257938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-358beaa4-ebf8-404f-8e5d-e1c87ea0cda5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:11:36.275666 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-358beaa4-ebf8-404f-8e5d-e1c87ea0cda5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.4174774 May 06 13:11:36.319592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0013eb1c-dece-423e-b051-e2e4164b26ec req-33eca152-2634-4ca4-85eb-eb7fe2f46c28 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834199 May 06 13:11:36.348809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ddaef37f-2ba0-4d4a-9c5b-100f7b4ef454 req-7619d112-8990-49c0-9ffa-71999beb3dbb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:11:36.349974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ddaef37f-2ba0-4d4a-9c5b-100f7b4ef454 req-7619d112-8990-49c0-9ffa-71999beb3dbb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.6374948 May 06 13:11:36.399479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-3d206d7a-0bdc-41cc-b93f-8468980c84ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad&tenant_id=4b0fcaeb0bd04e499d216beff4e48650 HTTP/1.1" status: 200 len: 1094 time: 0.3372593 May 06 13:11:36.501811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port f8d36d41-1014-41c8-ac51-7c582094e440 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:11:36.503099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:36.592198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50ebd-b872-4434-8498-7196a47365fe req-8a8a4acf-497c-4ad1-a634-0a148fd1643c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:36.592844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:11:36.595398 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e2c50ebd-b872-4434-8498-7196a47365fe req-8a8a4acf-497c-4ad1-a634-0a148fd1643c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 200 len: 834 time: 0.2567482 May 06 13:11:36.604738 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ddaef37f-2ba0-4d4a-9c5b-100f7b4ef454 req-e22225fe-dbac-4b13-9919-6b658f68a470 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416556 May 06 13:11:36.672297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-4ac159c9-935d-44d5-b838-178c9775f1de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 1094 time: 0.2369938 May 06 13:11:36.852055 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e2c50ebd-b872-4434-8498-7196a47365fe req-299824d3-3652-41b8-9047-e830255d6e18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41de4b68-40de-4279-955d-e3cbfbe10c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506666 May 06 13:11:36.972912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a94306-68bd-492d-b936-9dadf57e7909 req-3035757d-67ba-4f9f-b0c6-45a4091cba86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:36.978621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-3035757d-67ba-4f9f-b0c6-45a4091cba86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 0.3004858 May 06 13:11:37.182201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-d687575b-fd42-4bea-b6ea-57c97f4c7392 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e HTTP/1.1" status: 200 len: 998 time: 0.1905818 May 06 13:11:37.291217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:09:05Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ae63c83-f138-474b-84be-4635ad722487', 'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:87:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:01Z', 'updated_at': '2022-05-06T13:09:28Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:37.293895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a94306-68bd-492d-b936-9dadf57e7909 req-6e943919-0cab-4e7f-b370-2578ebe45a07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:37.295959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf65887-efe5-4348-b289-8f324fd183b0 None None] The sync data for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 is: [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:09:05Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ae63c83-f138-474b-84be-4635ad722487', 'name': '', 'network_id': '41de4b68-40de-4279-955d-e3cbfbe10c78', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:87:1c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:01Z', 'updated_at': '2022-05-06T13:09:28Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': '74e86e9e-f45a-4dd1-81a0-6b86a1766164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:11:37.298719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-6e943919-0cab-4e7f-b370-2578ebe45a07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.1080301 May 06 13:11:37.299772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40006) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:37.425725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:37.743909 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e2c50ebd-b872-4434-8498-7196a47365fe req-d78cce67-e85c-4bac-90d3-b7219c612d4a service neutron] 10.222.0.36 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134344 May 06 13:11:37.778798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port f8d36d41-1014-41c8-ac51-7c582094e440, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f8d36d41-1014-41c8-ac51-7c582094e440,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:37.779871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:37.859743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-5e7cf93a-f5b2-4629-9fdb-1eb6fd7414d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5524008 May 06 13:11:37.896363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9d3c3909-17de-41c2-9b09-cc4d828e6211 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=3bac5d69b56c46b8a184309e1bb6ab79&network_id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d HTTP/1.1" status: 200 len: 2970 time: 0.5950699 May 06 13:11:37.940104 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50a3d52-7e14-4567-873d-286e03c3650e None None] New status for floating IP 2beaa8dc-e442-4c86-a162-ba08a5debe13: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:11:38.074281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for f8d36d41-1014-41c8-ac51-7c582094e440 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:11:38.381000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fa160-8e13-48c1-8aca-c79f0e350e3c req-1142a11b-73ca-4d82-a39c-cdbcfcd37879 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:38.383755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-307fa160-8e13-48c1-8aca-c79f0e350e3c req-1142a11b-73ca-4d82-a39c-cdbcfcd37879 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.7424817 May 06 13:11:38.451793 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e2c50ebd-b872-4434-8498-7196a47365fe req-437b3bb4-f36a-40dc-9c21-2b315ac6ec8c service neutron] 10.222.0.36 "GET /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598205 May 06 13:11:38.471979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:38.541189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=f8d36d41-1014-41c8-ac51-7c582094e440,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:38.574683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f8d36d41-1014-41c8-ac51-7c582094e440 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:11:38.597636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-bcc645fa-4380-4856-9de9-8da8b611ab04 service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899769 May 06 13:11:38.671732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760200b-59ac-4a3b-94a7-75fd7d49915e req-a4b5cd46-4ada-46a4-bb9d-f755d3323571 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:38.694255 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f760200b-59ac-4a3b-94a7-75fd7d49915e req-a4b5cd46-4ada-46a4-bb9d-f755d3323571 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9a50fb5-f246-45f9-ba64-78934832af28 HTTP/1.1" status: 200 len: 944 time: 0.7343793 May 06 13:11:38.697897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: f8d36d41-1014-41c8-ac51-7c582094e440 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:11:38.705367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f8d36d41-1014-41c8-ac51-7c582094e440 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:11:38.716354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] No DVR routers for this DVR port f8d36d41-1014-41c8-ac51-7c582094e440 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:11:38.719582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:38.728959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-deleted', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:11:38.745429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40044) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:38.755878 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d2ea088e-48b7-4c8e-9807-7645786920fb req-c2b59105-6ffc-447a-99db-dca71514024b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.36 "DELETE /v2.0/ports/f8d36d41-1014-41c8-ac51-7c582094e440 HTTP/1.1" status: 204 len: 173 time: 2.4790680 May 06 13:11:38.941215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-307fa160-8e13-48c1-8aca-c79f0e350e3c req-cbca336d-5921-44d0-8bb9-e9e877d3cd71 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5244040 May 06 13:11:38.969839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f760200b-59ac-4a3b-94a7-75fd7d49915e req-7fddfafb-ff7f-4329-a338-c9f3bc8595ca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739506 May 06 13:11:39.102129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-06dc1df8-f5a4-4199-a4bb-5cdb8ecc7130 service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783874 May 06 13:11:39.169518 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c592059-ce31-4921-bb0a-1e261e98c307'] response: {'server_uuid': 'f9a50fb5-f246-45f9-ba64-78934832af28', 'name': 'network-vif-deleted', 'tag': 'f8d36d41-1014-41c8-ac51-7c582094e440', 'status': 'completed', 'code': 200} May 06 13:11:39.220839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5d2a5e3-3d04-45f5-b912-e93564a7605b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:39.291036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d5d2a5e3-3d04-45f5-b912-e93564a7605b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:39.301204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d5d2a5e3-3d04-45f5-b912-e93564a7605b admin admin] Usage tracker for resource:security_group_rule and tenant:d33c6c97e17a4b9e92a30bc9ff73db82 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:39.307913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d5d2a5e3-3d04-45f5-b912-e93564a7605b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:39.320560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d5d2a5e3-3d04-45f5-b912-e93564a7605b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:39.469862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5d2a5e3-3d04-45f5-b912-e93564a7605b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:39.476077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5d2a5e3-3d04-45f5-b912-e93564a7605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:39.537321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2a5e3-3d04-45f5-b912-e93564a7605b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4501abe-19e3-443b-98cd-66b02984fbbb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:39.548424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d5d2a5e3-3d04-45f5-b912-e93564a7605b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d33c6c97e17a4b9e92a30bc9ff73db82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7975733 May 06 13:11:39.550981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40058) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:39.618278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1730ad1-90f4-4717-b2cd-2bfab233045f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:39.649584 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1730ad1-90f4-4717-b2cd-2bfab233045f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:39.725782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1730ad1-90f4-4717-b2cd-2bfab233045f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:39.759406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1730ad1-90f4-4717-b2cd-2bfab233045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4501abe-19e3-443b-98cd-66b02984fbbb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:39.763210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e1730ad1-90f4-4717-b2cd-2bfab233045f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:39.767532 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e1730ad1-90f4-4717-b2cd-2bfab233045f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4501abe-19e3-443b-98cd-66b02984fbbb HTTP/1.1" status: 204 len: 168 time: 0.2137280 May 06 13:11:40.254841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40090) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:40.607704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3dab2-4f21-462e-bc54-6ef32c3394f6 req-3480fda7-3ffc-456e-b099-d4915088131f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:40.622188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04a3dab2-4f21-462e-bc54-6ef32c3394f6 req-3480fda7-3ffc-456e-b099-d4915088131f tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.2430792 May 06 13:11:40.757552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04a3dab2-4f21-462e-bc54-6ef32c3394f6 req-b62429c8-e38a-4607-a7b4-1474cf3f1fba tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128597 May 06 13:11:41.187784 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:41.629952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40126) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:41.824513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40138) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:42.128349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4006c7cf-ba11-4616-9959-27616c2eb1cd tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:42.131849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4006c7cf-ba11-4616-9959-27616c2eb1cd tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 814 time: 0.3117328 May 06 13:11:42.166447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1328372364-network', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:42.201116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:42.226366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Usage tracker for resource:network and tenant:fad9d7a2a4f542d6998ce0d90b60f977 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:42.254339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:42.350515 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af52ba69-6a7f-4ecf-bffe-12b89c8b05d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:42.473477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:42.537418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Made reservation on behalf of fad9d7a2a4f542d6998ce0d90b60f977 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:11:42.558728 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:42.701208 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:42.838441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40152) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:42.855217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'network': {'name': 'tempest-network-smoke--559285718', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'port_security_enabled': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:42.876122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:42.890645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:network and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:42.896992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:42.903921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:42.916304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Usage tracker for resource:security_group_rule and tenant:fad9d7a2a4f542d6998ce0d90b60f977 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:42.918657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:42.923179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:42.942751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:43.095810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Made reservation on behalf of 3bac5d69b56c46b8a184309e1bb6ab79 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:11:43.106905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.116187 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.128831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.161714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:11:43.172759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:11:43.193939 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.194384 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Added segment cbccc757-b0f8-402b-9bb8-9b3810003d67 of type vlan for network 9737637d-583e-49a4-9f6e-29c7f780530f May 06 13:11:43.205432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.211102 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Added segment 9cae85e9-2aa8-4324-8984-93a959d14930 of type vlan for network 78c39d57-5018-4912-ad66-602edd2177af May 06 13:11:43.253248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.294964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.343078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1b241-a66f-4728-8746-835682446902 req-2bb52de5-7f57-4bf1-90a9-5c4984eddd82 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:43.351366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83d1b241-a66f-4728-8746-835682446902 req-2bb52de5-7f57-4bf1-90a9-5c4984eddd82 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 1.0902281 May 06 13:11:43.411491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.521350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.530158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:43.530158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.631030 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:11:43.688950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50258ac-223e-4b19-8071-ee9a376e2fbc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:43.711639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.712721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:43.713054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.776453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1450913 May 06 13:11:43.777575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40162) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:43.796835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Request body: {'subnet': {'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1328372364-subnet', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:43.799868 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9599609 May 06 13:11:43.849335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b7dd5-4564-47bc-b2ea-7c9114efac63 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Network': ['ID=78c39d57-5018-4912-ad66-602edd2177af,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:43.867610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:43.869870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 78c39d57-5018-4912-ad66-602edd2177af details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:11:43.871445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40166) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:43.905986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port 7ae63c83-f138-474b-84be-4635ad722487 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:11:43.907411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.950474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Usage tracker for resource:subnet and tenant:fad9d7a2a4f542d6998ce0d90b60f977 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:43.965810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-83d1b241-a66f-4728-8746-835682446902 req-443b841f-b90d-4dee-ba79-80f802859726 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6128292 May 06 13:11:43.967614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69f99-a5d2-43a7-972f-09f40afb8c2c tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:43.977679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b4f69f99-a5d2-43a7-972f-09f40afb8c2c tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3bac5d69b56c46b8a184309e1bb6ab79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1006296 May 06 13:11:43.977679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:44.001415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40172) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:44.019775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:44.052290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a956a56-0606-42d8-b713-fdddfd8b7b23 admin admin] Pushing event updated for resources: {'Network': ['ID=9737637d-583e-49a4-9f6e-29c7f780530f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:44.060956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Made reservation on behalf of fad9d7a2a4f542d6998ce0d90b60f977 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:11:44.070316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:44.102247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 9737637d-583e-49a4-9f6e-29c7f780530f details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:11:44.519998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e4e01-ab36-4283-b1f6-8375b27548c3 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:44.529592 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c88e4e01-ab36-4283-b1f6-8375b27548c3 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5046036 May 06 13:11:44.536436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40180) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:44.581035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:44.669487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40186) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:44.670655 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f95ef960-1e2b-457e-901f-356cc590acef tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1320877 May 06 13:11:44.742774 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf3cbcba-5874-449d-b5c9-434a16b75d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:44.790669 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e4da62e0-686c-46de-a93c-4e78836884ea tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3bac5d69b56c46b8a184309e1bb6ab79&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177101 May 06 13:11:44.803418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40194) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:44.984337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5da308-78f2-4c8a-b334-81309c3c7f5c tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:44.986801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ce5da308-78f2-4c8a-b334-81309c3c7f5c tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1881225 May 06 13:11:44.987539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:44.991948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40198) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:45.032050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port 7ae63c83-f138-474b-84be-4635ad722487, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7ae63c83-f138-474b-84be-4635ad722487,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:45.033465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:45.166369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7d4da9ad-87a2-4e68-95fd-f061f5b67b91 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1727645 May 06 13:11:45.172224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40204) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:45.188988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1957347424', 'network_id': '78c39d57-5018-4912-ad66-602edd2177af', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:45.336078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for 7ae63c83-f138-474b-84be-4635ad722487 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:11:45.527849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:45.533798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:subnet and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:45.538101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:45.540571 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:45.547291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:45.569885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Made reservation on behalf of 3bac5d69b56c46b8a184309e1bb6ab79 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:11:45.857917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:45.879298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Checking segment: {'id': 'cbccc757-b0f8-402b-9bb8-9b3810003d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:11:45.880077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Network hostable DHCP agents. Network: 9737637d-583e-49a4-9f6e-29c7f780530f, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:11:45.933386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=7ae63c83-f138-474b-84be-4635ad722487,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:46.060166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:46.192717 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:46.302580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383298-2c4a-4d86-9ede-540313062fa6 req-42426b89-6bc1-40c0-8995-3bad680fb207 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:46.304357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc383298-2c4a-4d86-9ede-540313062fa6 req-42426b89-6bc1-40c0-8995-3bad680fb207 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.7395782 May 06 13:11:46.311075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Network 9737637d-583e-49a4-9f6e-29c7f780530f is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:11:46.359576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 9737637d-583e-49a4-9f6e-29c7f780530f) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:11:46.389801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565f7674-b5b6-4136-8232-920bb9dc4e95 None None] Network 9737637d-583e-49a4-9f6e-29c7f780530f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:11:46.463019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:46.483995 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:46.572607 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b695ebc3-6228-4276-847e-fd449925f557 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.7867398 May 06 13:11:46.582195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40220) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:46.596176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1328372364-router', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:46.642529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:46.673398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Usage tracker for resource:router and tenant:fad9d7a2a4f542d6998ce0d90b60f977 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:46.699462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:46.757327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:46.781257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc383298-2c4a-4d86-9ede-540313062fa6 req-c15a9851-516f-4fa0-b4ed-7f516596231a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4222260 May 06 13:11:46.870637 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:46.871780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:46.898184 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:47.172546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-9737637d-583e-49a4-9f6e-29c7f780530f', 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'fixed_ips': [{'subnet_id': '02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:11:47.176686 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:47.225962 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:47.441651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:47.444223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:47.517155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Allocated IP 172.20.0.2 (9737637d-583e-49a4-9f6e-29c7f780530f/02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78/a2334594-04fe-4a2c-b0c6-244017b3bb84) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:11:47.625486 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:47.857515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Subnet': ['ID=3923d2bd-d606-4545-bfae-11885a353ed3,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:47.952790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Checking segment: {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:11:47.953615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network hostable DHCP agents. Network: 78c39d57-5018-4912-ad66-602edd2177af, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:11:47.967858 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:48.036211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Transition to ACTIVE for port object a2334594-04fe-4a2c-b0c6-244017b3bb84 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:11:48.049789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 78c39d57-5018-4912-ad66-602edd2177af is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:11:48.077633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 78c39d57-5018-4912-ad66-602edd2177af) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:11:48.084910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Transition to ACTIVE for port object a2334594-04fe-4a2c-b0c6-244017b3bb84 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:11:48.087660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:48.088140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:48.096549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3eb11-2a9d-42f2-8e4f-760936002676 None None] Network 78c39d57-5018-4912-ad66-602edd2177af requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:11:48.146056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:48.186798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f73b9c01-35ed-4153-98e1-c471aa25051e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0116594 May 06 13:11:48.543046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Network 9737637d-583e-49a4-9f6e-29c7f780530f is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:11:48.562458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:11:48.573257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:11:48.597698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:48.644167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Pushing event updated for resources: {'Port': ['ID=a2334594-04fe-4a2c-b0c6-244017b3bb84,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:48.723320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2ae3a-67ad-4f89-b5c9-46afe7786e60 req-e6dd2530-0da0-47cd-9730-0de572321f2c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:48.731297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97e2ae3a-67ad-4f89-b5c9-46afe7786e60 req-e6dd2530-0da0-47cd-9730-0de572321f2c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.5420690 May 06 13:11:48.746578 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:48.826702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40244) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:48.888383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97e2ae3a-67ad-4f89-b5c9-46afe7786e60 req-04497e1f-e262-4eff-b91d-1a1bb13fed21 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435704 May 06 13:11:48.949807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099085966', 'description': 'tempest-secgroup-smoke-2099085966 description', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:48.993824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:49.020017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:49.056336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:49.114901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:49.133410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:49.145853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Allocated IP 172.25.7.185 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9699be04-563b-4e08-b3ca-6b752d641bc6) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:11:49.160276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:49.169732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Attempting to bind port a2334594-04fe-4a2c-b0c6-244017b3bb84 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:11:49.170367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Attempting to bind port a2334594-04fe-4a2c-b0c6-244017b3bb84 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'cbccc757-b0f8-402b-9bb8-9b3810003d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:11:49.171647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Attempting to bind port a2334594-04fe-4a2c-b0c6-244017b3bb84 on network 9737637d-583e-49a4-9f6e-29c7f780530f {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:11:49.202484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:49.210213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-78c39d57-5018-4912-ad66-602edd2177af', 'network_id': '78c39d57-5018-4912-ad66-602edd2177af', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ips': [{'subnet_id': '3923d2bd-d606-4545-bfae-11885a353ed3'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:11:49.224477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:49.446106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:49.457688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:49.509074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router b9b53bb1-219a-467e-86c5-e0f56b6080e9 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:11:49.522854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:49.524440 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5883803 May 06 13:11:49.529708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40254) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:49.537481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': 'f499ac47-bc02-4146-bb11-46bd9398f82f', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:49.559173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:49.569430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:49.581829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:49.596300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f499ac47-bc02-4146-bb11-46bd9398f82f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:49.601343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:49.609822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:11:49.610489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Checking segment: {'id': 'cbccc757-b0f8-402b-9bb8-9b3810003d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:11:49.611008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:49.611726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Bound using segment: {'id': 'cbccc757-b0f8-402b-9bb8-9b3810003d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:11:49.612462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Bound port: a2334594-04fe-4a2c-b0c6-244017b3bb84, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbccc757-b0f8-402b-9bb8-9b3810003d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:11:49.613028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:49.784078 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:49.798223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.799720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.800646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.801499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.802236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.803017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.803965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.804780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.805445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.806747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.807502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e414d11-05ae-4666-bcb8-fc6de14b5ff7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:49.877782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:49.887388 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:50.149305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-821f5378-3d53-47de-889a-ba8784085671 None None] For port a2334594-04fe-4a2c-b0c6-244017b3bb84, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:11:50.162956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-821f5378-3d53-47de-889a-ba8784085671 None None] For port a2334594-04fe-4a2c-b0c6-244017b3bb84, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a2334594-04fe-4a2c-b0c6-244017b3bb84,segment=NetworkSegment(cbccc757-b0f8-402b-9bb8-9b3810003d67),segment_id=cbccc757-b0f8-402b-9bb8-9b3810003d67)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:11:50.176375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:50.190738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=9699be04-563b-4e08-b3ca-6b752d641bc6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:50.208347 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:50.208966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:11:50.214076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Allocated IP 172.20.0.18 (78c39d57-5018-4912-ad66-602edd2177af/3923d2bd-d606-4545-bfae-11885a353ed3/53433401-c9a6-43d4-ae59-48c222810162) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:11:50.224465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:11:50.230400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:11:50.279784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c133b31-f80f-4338-a46d-e205c822bbb6,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:50.320507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:50.323228 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-275e62d9-f46d-46e3-8ea5-d9760db3ae4e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7909791 May 06 13:11:50.326956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40266) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:50.340194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': 'f499ac47-bc02-4146-bb11-46bd9398f82f', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:50.372751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:50.408175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:50.423603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:50.456361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:50.501164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:11:50.531418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-89324a53-7a60-47cf-87fb-e3e188febb35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "PUT /v2.0/routers/b9b53bb1-219a-467e-86c5-e0f56b6080e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2645721 May 06 13:11:50.533098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40270) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:50.580526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] Sync routers for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:11:50.610195 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:50.704819 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:50.895596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e17b96-de44-4e08-b81b-d22554a35387 req-003d5764-cfee-40a3-9fc9-27cc9a6d510c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:50.926660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:11:50.935363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77e17b96-de44-4e08-b81b-d22554a35387 req-003d5764-cfee-40a3-9fc9-27cc9a6d510c tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.4971523 May 06 13:11:50.935907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:11:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:51.103312 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.119369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77e17b96-de44-4e08-b81b-d22554a35387 req-9c8371bd-68e8-4c23-8ff8-5059e57a2ed0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824412 May 06 13:11:51.146769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Transition to ACTIVE for port object 53433401-c9a6-43d4-ae59-48c222810162 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:11:51.177369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Transition to ACTIVE for port object 53433401-c9a6-43d4-ae59-48c222810162 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:11:51.196610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f5378-3d53-47de-889a-ba8784085671 None None] Pushing event updated for resources: {'Port': ['ID=a2334594-04fe-4a2c-b0c6-244017b3bb84,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:51.215661 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.217054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.401757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d894f605-0a3a-44ec-b6a3-bff22ab30a73 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting subnet 74e86e9e-f45a-4dd1-81a0-6b86a1766164 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:11:51.422676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d894f605-0a3a-44ec-b6a3-bff22ab30a73 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.532070 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d894f605-0a3a-44ec-b6a3-bff22ab30a73 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.670410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d894f605-0a3a-44ec-b6a3-bff22ab30a73 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.742320 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.767231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d894f605-0a3a-44ec-b6a3-bff22ab30a73 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.782021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.822672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d894f605-0a3a-44ec-b6a3-bff22ab30a73 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.825519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.847701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894f605-0a3a-44ec-b6a3-bff22ab30a73 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Subnet': ['ID=74e86e9e-f45a-4dd1-81a0-6b86a1766164,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:51.868109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d894f605-0a3a-44ec-b6a3-bff22ab30a73 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/subnets/74e86e9e-f45a-4dd1-81a0-6b86a1766164 HTTP/1.1" status: 204 len: 168 time: 1.3334522 May 06 13:11:51.869736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933a28b4-9ea3-461b-99cc-89c58e93031c,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:51.872331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40284) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:51.924855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2774de1-2726-46a6-be9e-02824b22f6da None None] Network 41de4b68-40de-4279-955d-e3cbfbe10c78 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:11:51.954079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Router eeae258b-bcb7-4332-96e5-beb9ad763447 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:11:52.075799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Network 78c39d57-5018-4912-ad66-602edd2177af is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:11:52.105226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:11:52.117416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:11:52.154043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Pushing event updated for resources: {'Port': ['ID=53433401-c9a6-43d4-ae59-48c222810162,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:52.413559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a2334594-04fe-4a2c-b0c6-244017b3bb84 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:11:52.492708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:11:52.504006 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Sync routers for ids ['eeae258b-bcb7-4332-96e5-beb9ad763447'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:11:52.550235 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Routers {'eeae258b-bcb7-4332-96e5-beb9ad763447'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:11:52.551521 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:11:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['eeae258b-bcb7-4332-96e5-beb9ad763447'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:52.622537 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:52.631934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9511fde7-bf35-4bda-a6e7-7b94a5efe8b3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0385001 May 06 13:11:52.633245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40296) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:52.830550 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:52.837205 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cf37f944-4c08-4e81-b760-e202ecec79b1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 2.5080636 May 06 13:11:52.845035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40300) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:52.939017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': 'f499ac47-bc02-4146-bb11-46bd9398f82f', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:52.976929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:53.017204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:53.031168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Attempting to bind port 53433401-c9a6-43d4-ae59-48c222810162 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:11:53.037322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Attempting to bind port 53433401-c9a6-43d4-ae59-48c222810162 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:11:53.038458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Attempting to bind port 53433401-c9a6-43d4-ae59-48c222810162 on network 78c39d57-5018-4912-ad66-602edd2177af {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:11:53.062674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:53.069407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:11:53.095110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:53.193228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:53.487255 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Set router eeae258b-bcb7-4332-96e5-beb9ad763447 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:11:53.697415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:53.714986 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:53.799631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953c9805-c1fd-49ab-bba1-2bc666f9a71d,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:53.811318 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:53.906931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09121e74-ac53-4c22-b2ab-b1ee4b7c7f12 req-e4111b7d-ab58-42a7-9911-a2b7eaae15d9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:53.926440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09121e74-ac53-4c22-b2ab-b1ee4b7c7f12 req-e4111b7d-ab58-42a7-9911-a2b7eaae15d9 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.2920296 May 06 13:11:53.977383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:11:53.977957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Checking segment: {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:11:53.978644 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:53.979265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Bound using segment: {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:11:53.980086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Bound port: 53433401-c9a6-43d4-ae59-48c222810162, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:11:53.980707 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:54.051087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16febb7-4520-4d8f-a6d5-7c06c74a38a0 None None] Network 9737637d-583e-49a4-9f6e-29c7f780530f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:11:54.156479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09121e74-ac53-4c22-b2ab-b1ee4b7c7f12 req-d35ddda3-241a-4e8e-8709-4c098ea4a5c8 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314036 May 06 13:11:54.357067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:54.363386 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e3e9f631-f048-4cf0-914c-2031f4465380 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4944584 May 06 13:11:54.364820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40310) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:54.388944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': 'f499ac47-bc02-4146-bb11-46bd9398f82f', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:54.405407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:54.426305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:54.443289 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:54.473787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:54.582992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:54.872432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:54.884207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:54.893117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05d44864-1c51-4453-8a2a-cd5869751e4a None None] Provisioning for port a2334594-04fe-4a2c-b0c6-244017b3bb84 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:11:54.900191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port a2334594-04fe-4a2c-b0c6-244017b3bb84 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:11:54.956005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78dad12d-2711-49eb-bac5-8ce8ba551d55,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:54.971168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:54.977598 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d6a776c0-03ba-4fff-b8a5-47a4187afacf tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6034932 May 06 13:11:54.978821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40320) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:55.000133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': 'f499ac47-bc02-4146-bb11-46bd9398f82f', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:55.001280 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'name': 'tempest-ImageQuotaTest-1328372364-router', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:11:46Z', 'updated_at': '2022-05-06T13:11:50Z', 'revision_number': 3, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'gw_port': {'id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:11:48Z', 'updated_at': '2022-05-06T13:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:55.011583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:55.020504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:55.022478 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Checking router: eeae258b-bcb7-4332-96e5-beb9ad763447 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:11:55.023633 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Updating router eeae258b-bcb7-4332-96e5-beb9ad763447 port 9699be04-563b-4e08-b3ca-6b752d641bc6 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:11:55.026952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:55.032589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff31fb2-c45a-4312-8477-ea6843217236 None None] DHCP port deletion for 41de4b68-40de-4279-955d-e3cbfbe10c78 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:11:55.042209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:55.070427 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Project 3bac5d69b56c46b8a184309e1bb6ab79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:11:55.083234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.105917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-eff31fb2-c45a-4312-8477-ea6843217236 None None] Deleting port 4fd72e45-568a-462c-9e20-96165526b076 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:11:55.109327 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eff31fb2-c45a-4312-8477-ea6843217236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.211611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.216597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05d44864-1c51-4453-8a2a-cd5869751e4a None None] Provisioning complete for port a2334594-04fe-4a2c-b0c6-244017b3bb84 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:11:55.217446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05d44864-1c51-4453-8a2a-cd5869751e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.230498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.270689 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.284015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb0289c-1815-425f-bab1-6b8dce4c486c,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:55.289965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a2334594-04fe-4a2c-b0c6-244017b3bb84 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:11:55.290555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.302842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port c4eba8cf-ca7c-4553-9818-b0768b8e9e36 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:11:55.303858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.338815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.344286 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f4d7f836-5bb4-4729-b4c0-4f1cc66e02ce tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3601639 May 06 13:11:55.345529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40326) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:55.363293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': 'f499ac47-bc02-4146-bb11-46bd9398f82f', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:11:55.374483 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.376707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:11:55.387410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:11:55.401912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:11:55.427588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:11:55.473832 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Project 3bac5d69b56c46b8a184309e1bb6ab79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:11:55.513363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:55.786744 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:11:55.919465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:56.095670 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:56.234720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07902cc6-4180-4422-9a23-17edd6d8251d,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:56.269826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:56.278136 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9c30a14d-8fff-4dd2-97f6-d4a65e1b0c6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9228570 May 06 13:11:56.364650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] For port 53433401-c9a6-43d4-ae59-48c222810162, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:11:56.383471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] For port 53433401-c9a6-43d4-ae59-48c222810162, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=53433401-c9a6-43d4-ae59-48c222810162,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:11:56.433328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd745521-ca9c-4a6f-a337-6e61674d9a27 req-b4b53b01-cb80-480d-b061-cbe48d43f3c6 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:56.471457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd745521-ca9c-4a6f-a337-6e61674d9a27 req-b4b53b01-cb80-480d-b061-cbe48d43f3c6 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.5902936 May 06 13:11:56.631729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port c4eba8cf-ca7c-4553-9818-b0768b8e9e36, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c4eba8cf-ca7c-4553-9818-b0768b8e9e36,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:56.632912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:56.776459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd745521-ca9c-4a6f-a337-6e61674d9a27 req-d489ddf7-53f7-49a4-a485-9d61867d9253 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312328 May 06 13:11:56.794226 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:56.947538 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:57.007239 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Transition to ACTIVE for port object 9699be04-563b-4e08-b3ca-6b752d641bc6 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:11:57.025053 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:57.294534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for c4eba8cf-ca7c-4553-9818-b0768b8e9e36 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:11:57.341228 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Pushing event updated for resources: {'Port': ['ID=9699be04-563b-4e08-b3ca-6b752d641bc6,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:57.375912 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Attempting to bind port 9699be04-563b-4e08-b3ca-6b752d641bc6 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:11:57.376402 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Attempting to bind port 9699be04-563b-4e08-b3ca-6b752d641bc6 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:11:57.376697 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Attempting to bind port 9699be04-563b-4e08-b3ca-6b752d641bc6 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:11:57.397071 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.397497 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.397843 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.398014 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.398644 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.398644 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.399082 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.399391 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.399680 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.399958 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.400272 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:57.416856 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:11:57.417303 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:11:57.418705 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:57.418705 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:11:57.422387 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Bound port: 9699be04-563b-4e08-b3ca-6b752d641bc6, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:11:57.422387 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:57.469853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-c949d70b-f6dc-46ec-b79b-b03ca3cdfd16 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099085966&fields=id&tenant_id=3bac5d69b56c46b8a184309e1bb6ab79 HTTP/1.1" status: 200 len: 267 time: 0.2672658 May 06 13:11:57.590279 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] For port 9699be04-563b-4e08-b3ca-6b752d641bc6, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:11:57.595747 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] For port 9699be04-563b-4e08-b3ca-6b752d641bc6, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9699be04-563b-4e08-b3ca-6b752d641bc6,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:11:57.601656 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:57.628611 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:57.660957 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05d44864-1c51-4453-8a2a-cd5869751e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:57.696607 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:57.779836 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8f98f-8840-4983-8c2d-6f693ef9067c None None] Pushing event updated for resources: {'Port': ['ID=9699be04-563b-4e08-b3ca-6b752d641bc6,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:57.829586 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Routers {'eeae258b-bcb7-4332-96e5-beb9ad763447'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:11:57.830699 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:11:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['eeae258b-bcb7-4332-96e5-beb9ad763447'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:57.834680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=c4eba8cf-ca7c-4553-9818-b0768b8e9e36,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:57.949484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-eff31fb2-c45a-4312-8477-ea6843217236 None None] For port 4fd72e45-568a-462c-9e20-96165526b076, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4fd72e45-568a-462c-9e20-96165526b076,segment=NetworkSegment(0f50bb90-05f2-4c4f-ba90-42fa10566944),segment_id=0f50bb90-05f2-4c4f-ba90-42fa10566944)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:57.949484 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eff31fb2-c45a-4312-8477-ea6843217236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:58.162206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-eff31fb2-c45a-4312-8477-ea6843217236 None None] Calling delete_port for 4fd72e45-568a-462c-9e20-96165526b076 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:11:58.205506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-28b4d784-f8a0-4103-8df9-4b3f7bd177ff tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:58.214283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-28b4d784-f8a0-4103-8df9-4b3f7bd177ff tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/networks?id=78c39d57-5018-4912-ad66-602edd2177af HTTP/1.1" status: 200 len: 796 time: 0.7443280 May 06 13:11:58.369051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-23a08a70-451d-4ea5-98e4-505e7fec25c9 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/quotas/3bac5d69b56c46b8a184309e1bb6ab79 HTTP/1.1" status: 200 len: 375 time: 0.1327763 May 06 13:11:58.453393 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eff31fb2-c45a-4312-8477-ea6843217236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:58.491603 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] Set router eeae258b-bcb7-4332-96e5-beb9ad763447 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:11:58.514276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-05d44864-1c51-4453-8a2a-cd5869751e4a None None] For port a2334594-04fe-4a2c-b0c6-244017b3bb84, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a2334594-04fe-4a2c-b0c6-244017b3bb84,segment=NetworkSegment(cbccc757-b0f8-402b-9bb8-9b3810003d67),segment_id=cbccc757-b0f8-402b-9bb8-9b3810003d67)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:11:58.582295 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:58.647514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Pushing event updated for resources: {'Port': ['ID=53433401-c9a6-43d4-ae59-48c222810162,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:58.699468 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05d44864-1c51-4453-8a2a-cd5869751e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:58.814902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.815464 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.816030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.816577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.817266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.817983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.818559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.819700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.820228 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.820725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.821225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd229-f36e-4afb-bfcd-c3518fca0bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:11:58.921019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:11:45Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': 'c4eba8cf-ca7c-4553-9818-b0768b8e9e36', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:08:53Z', 'updated_at': '2022-05-06T13:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:58.928258 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:58.956179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff31fb2-c45a-4312-8477-ea6843217236 None None] No DVR routers for this DVR port 4fd72e45-568a-462c-9e20-96165526b076 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:11:58.956179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] Checking router: b9b53bb1-219a-467e-86c5-e0f56b6080e9 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:11:58.961991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff31fb2-c45a-4312-8477-ea6843217236 None None] Pushing event deleted for resources: {'Port': ['ID=4fd72e45-568a-462c-9e20-96165526b076,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:59.275014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06455-339c-46c2-b123-250d45688454 req-11cf3bad-e669-448d-b651-fd1ec1754eac tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:59.287944 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3da06455-339c-46c2-b123-250d45688454 req-11cf3bad-e669-448d-b651-fd1ec1754eac tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.8874426 May 06 13:11:59.299872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] Routers {'b9b53bb1-219a-467e-86c5-e0f56b6080e9'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:11:59.300531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:11:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:59.344777 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'name': 'tempest-ImageQuotaTest-1328372364-router', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:11:46Z', 'updated_at': '2022-05-06T13:11:50Z', 'revision_number': 3, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'gw_port': {'id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:11:48Z', 'updated_at': '2022-05-06T13:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:11:59.360516 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e387154e-8189-4c6a-9118-84f6c43f4b08 None None] The sync data for ids ['eeae258b-bcb7-4332-96e5-beb9ad763447'] in n-d-840847-1 is: [{'id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'name': 'tempest-ImageQuotaTest-1328372364-router', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:11:46Z', 'updated_at': '2022-05-06T13:11:50Z', 'revision_number': 3, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'gw_port': {'id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:11:48Z', 'updated_at': '2022-05-06T13:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:11:59.433650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-65bf0c93-43ee-4420-82de-1eadebb8650e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&fields=id HTTP/1.1" status: 200 len: 440 time: 1.0396965 May 06 13:11:59.468735 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:59.482238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:59.520436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Allocated IP 172.20.0.1 (9737637d-583e-49a4-9f6e-29c7f780530f/02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78/5649a628-46a4-4276-be97-e3ff01f9a12f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:11:59.562409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:59.563318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Fanout notify agent at l3_agent the message router_deleted on router b9b53bb1-219a-467e-86c5-e0f56b6080e9 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:11:59.619865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:59.627899 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b06026dc-3436-4959-905a-7a87290b6832 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/routers/b9b53bb1-219a-467e-86c5-e0f56b6080e9 HTTP/1.1" status: 204 len: 168 time: 7.7525690 May 06 13:11:59.627899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40376) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:11:59.734371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3da06455-339c-46c2-b123-250d45688454 req-6412cc8f-6097-40b1-bf34-504947dd253d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4448886 May 06 13:11:59.774019 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:11:59.775561 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:11:59.829836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d44864-1c51-4453-8a2a-cd5869751e4a None None] Pushing event updated for resources: {'Port': ['ID=a2334594-04fe-4a2c-b0c6-244017b3bb84,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:11:59.915783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] Set router b9b53bb1-219a-467e-86c5-e0f56b6080e9 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:00.002386 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:00.195266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:11:57Z', 'revision_number': 7, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:00.385826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-2bfa46f3-2d71-4328-b482-286166fb0df8 service neutron] 10.222.0.44 "GET /v2.0/networks/78c39d57-5018-4912-ad66-602edd2177af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9063318 May 06 13:12:00.400909 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:00.449921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41de4b68-40de-4279-955d-e3cbfbe10c78']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:00.472293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f50bb90-05f2-4c4f-ba90-42fa10566944') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:00.473022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f50bb90-05f2-4c4f-ba90-42fa10566944') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:00.495178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:00.553460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028243dc-1496-4b36-96ec-47906749bb07 None None] Network 78c39d57-5018-4912-ad66-602edd2177af requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:12:00.562499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:00.588947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:12:00.590876 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:00.714502 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-551a6d85-919f-4e4e-879e-d484afd26ff2 service neutron] 10.222.0.44 "GET /v2.0/networks/78c39d57-5018-4912-ad66-602edd2177af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276842 May 06 13:12:00.811820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:12:00.879291 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: timer() May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:12:00.927853 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:12:00.935139 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:00.947512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:00.984398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Transition to ACTIVE for port object 5649a628-46a4-4276-be97-e3ff01f9a12f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:01.034921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Network': ['ID=41de4b68-40de-4279-955d-e3cbfbe10c78,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:01.066374 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:01.070901 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5fe28199-d836-4dae-8ce2-26eea149d23d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/networks/41de4b68-40de-4279-955d-e3cbfbe10c78 HTTP/1.1" status: 204 len: 168 time: 1.4383068 May 06 13:12:01.077300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40394) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:01.148927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2509e686-0fcf-4c6d-a0e4-c6102b52ca37 None None] Provisioning complete for port a2334594-04fe-4a2c-b0c6-244017b3bb84 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:01.148927 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2509e686-0fcf-4c6d-a0e4-c6102b52ca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:01.249396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2766c-ced1-4870-998a-0a6bed486b2e None None] The sync data for ids ['b9b53bb1-219a-467e-86c5-e0f56b6080e9'] in n-d-840847-1 is: [{'id': 'b9b53bb1-219a-467e-86c5-e0f56b6080e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459066952', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:08:51Z', 'updated_at': '2022-05-06T13:11:57Z', 'revision_number': 7, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:01.394209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de0c1a8f-578e-4496-adf1-3a63bb8dadc7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:01.516668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:12:01.543867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Network 9737637d-583e-49a4-9f6e-29c7f780530f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:01.568824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de0c1a8f-578e-4496-adf1-3a63bb8dadc7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:01.580020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:01.598093 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:12:01.625011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Pushing event updated for resources: {'Port': ['ID=5649a628-46a4-4276-be97-e3ff01f9a12f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:01.665316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.665909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.666411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.666952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.667451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.668119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.668760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.669231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.669771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.670341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.670842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:01.721969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de0c1a8f-578e-4496-adf1-3a63bb8dadc7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:01.726438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:01.751137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd94d6-f24d-4400-8df4-bd38f1478b8a req-31cc164a-951c-422e-8ef0-f76097f6cf09 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:01.753175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86dd94d6-f24d-4400-8df4-bd38f1478b8a req-31cc164a-951c-422e-8ef0-f76097f6cf09 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 943 time: 0.4921980 May 06 13:12:01.854335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c1a8f-578e-4496-adf1-3a63bb8dadc7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:01.908222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-de0c1a8f-578e-4496-adf1-3a63bb8dadc7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:01.917304 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-de0c1a8f-578e-4496-adf1-3a63bb8dadc7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/security-groups/8ba701b9-8f53-41a0-9ce8-adc4c8f3b2f1 HTTP/1.1" status: 204 len: 168 time: 0.8388519 May 06 13:12:01.969060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86dd94d6-f24d-4400-8df4-bd38f1478b8a req-6239e4a0-6bc9-4bd2-aec7-4cb4309e9831 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044804 May 06 13:12:02.085225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:02.193909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9699be04-563b-4e08-b3ca-6b752d641bc6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:02.236719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0da41021-e2e1-415e-8dcf-1230b1aaea93 req-bb80baca-1e87-462c-8467-bdd2e1edea34 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 210 time: 0.8401585 May 06 13:12:02.725687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:02.760522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'port_id': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'mac_address': 'fa:16:3e:0a:75:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:12:02.905158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-e5028b69-e1d2-44c8-ba57-23f3f02d05ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 1094 time: 0.2112222 May 06 13:12:02.914101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:02.925329 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:02.992748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40426) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:03.008112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194745439', 'description': 'tempest-secgroup-smoke-1194745439 description', 'project_id': 'f57f59e5f10b4779858d012f38366eaf'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:03.017611 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.024397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:03.038403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:03.045040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:03.064121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:03.087222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.153342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b2a473-9392-4e2d-9e33-766d4a7a8c9e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:12:03.169180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:03.175138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:03.178792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:03.187408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:03.206412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:03.219044 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.274579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9699be04-563b-4e08-b3ca-6b752d641bc6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:03.308528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9699be04-563b-4e08-b3ca-6b752d641bc6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:03.308894 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.310002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.315692 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.397499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.399980 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4051356 May 06 13:12:03.406638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40438) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:03.434701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'f0553c34-206e-4f31-8d61-bc426807360c', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:03.474731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:03.497647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:03.506311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faeaf60-43d3-4e53-b22b-83ae256e0661 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0553c34-206e-4f31-8d61-bc426807360c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:03.511787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:03.532889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:03.661111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:12:03.670374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.828963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:03.856966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1a5b57b0-3702-431d-9cde-d2b117c33bfc None None] Provisioning for port 5649a628-46a4-4276-be97-e3ff01f9a12f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:03.872179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1a5b57b0-3702-431d-9cde-d2b117c33bfc None None] Provisioning complete for port 5649a628-46a4-4276-be97-e3ff01f9a12f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:03.873126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1a5b57b0-3702-431d-9cde-d2b117c33bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.972789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b57b0-3702-431d-9cde-d2b117c33bfc None None] Port 5649a628-46a4-4276-be97-e3ff01f9a12f cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:03.975639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Pushing event updated for resources: {'Port': ['ID=5649a628-46a4-4276-be97-e3ff01f9a12f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:03.995250 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:03.997816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:04.120466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9699be04-563b-4e08-b3ca-6b752d641bc6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9699be04-563b-4e08-b3ca-6b752d641bc6,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:04.137686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1a5b57b0-3702-431d-9cde-d2b117c33bfc None None] Provisioning for port 53433401-c9a6-43d4-ae59-48c222810162 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:04.153338 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:04.155980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a2334594-04fe-4a2c-b0c6-244017b3bb84 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:04.213967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:04.226309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:04.250185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-9e49ae72-ecbb-4768-978a-d130dc85f76a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:04.251497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-9e49ae72-ecbb-4768-978a-d130dc85f76a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:04.289700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b5539a-cdac-403c-8372-2eabea4486b0,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:04.339929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-9e49ae72-ecbb-4768-978a-d130dc85f76a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:04.342147 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-9e49ae72-ecbb-4768-978a-d130dc85f76a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.36 "GET /v2.0/networks?id=78c39d57-5018-4912-ad66-602edd2177af HTTP/1.1" status: 200 len: 796 time: 0.7584352 May 06 13:12:04.389458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:04.403430 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dcb2a01d-c933-4407-b802-5b5ed1331f85 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9806585 May 06 13:12:04.407586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40454) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:04.425191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'f0553c34-206e-4f31-8d61-bc426807360c', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:04.442538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:04.452300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:04.458181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:04.468427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:04.480379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Network 9737637d-583e-49a4-9f6e-29c7f780530f is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:04.494423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:04.507212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-ddbbc050-fd38-4132-b77e-207606456bc3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:04.535249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-ddbbc050-fd38-4132-b77e-207606456bc3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:04.537159 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-ddbbc050-fd38-4132-b77e-207606456bc3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bac5d69b56c46b8a184309e1bb6ab79 HTTP/1.1" status: 200 len: 473 time: 0.1812782 May 06 13:12:04.577479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'port': {'device_id': 'b03dc830-c7fb-497f-9644-2828f2d19947', 'network_id': '78c39d57-5018-4912-ad66-602edd2177af', 'admin_state_up': True, 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'security_groups': ['f499ac47-bc02-4146-bb11-46bd9398f82f']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:04.611884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c43b8068-1894-4b85-85e7-e09205fdce07 req-7f629dd9-3266-4fc1-83cf-c274c5089a68 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 210 time: 0.7965534 May 06 13:12:04.656097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:04.657430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9699be04-563b-4e08-b3ca-6b752d641bc6,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:04.747924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a2334594-04fe-4a2c-b0c6-244017b3bb84 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:04.748529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:04.978513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-bd5e8bf3-410c-47db-892f-61d0d0304b15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:04.981138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-bd5e8bf3-410c-47db-892f-61d0d0304b15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 200 len: 918 time: 2.0149708 May 06 13:12:05.025165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 53433401-c9a6-43d4-ae59-48c222810162 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:05.069558 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.099681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.155351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-450796ea-5781-4d74-bcce-17a55a1cc005 None None] Provisioning complete for port 5649a628-46a4-4276-be97-e3ff01f9a12f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:05.155351 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-450796ea-5781-4d74-bcce-17a55a1cc005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.188805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:05.194806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174331f9-dab2-43d6-aba1-1e9660aeac9a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:05.210393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:port and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:05.218075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:05.235339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-713f3968-9b05-4cad-8a91-015d3e951786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e HTTP/1.1" status: 200 len: 999 time: 0.2265594 May 06 13:12:05.240542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.248442 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b65a5066-3c28-413d-92b2-2526822c3ee7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8334072 May 06 13:12:05.248743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:05.250892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:05.253747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:05.268401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'f0553c34-206e-4f31-8d61-bc426807360c', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:05.285713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:05.297902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:05.311218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Made reservation on behalf of 3bac5d69b56c46b8a184309e1bb6ab79 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:12:05.331745 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.343609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-450796ea-5781-4d74-bcce-17a55a1cc005 None None] Port 5649a628-46a4-4276-be97-e3ff01f9a12f cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:05.371741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:05.372127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 53433401-c9a6-43d4-ae59-48c222810162 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:05.379865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 53433401-c9a6-43d4-ae59-48c222810162 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:05.380517 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.388698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:05.440703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:05.441350 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.453854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.472428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa58e9-512e-4c73-bef4-e72d35cb3345 req-f29ab788-71cc-4883-9c89-eaa72a15d988 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:05.475034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5fa58e9-512e-4c73-bef4-e72d35cb3345 req-f29ab788-71cc-4883-9c89-eaa72a15d988 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 944 time: 1.8348708 May 06 13:12:05.634283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-cffc255b-a034-4283-b6eb-5b963ae9d714 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:05.636866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-cffc255b-a034-4283-b6eb-5b963ae9d714 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 200 len: 856 time: 0.3906128 May 06 13:12:05.737191 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.797050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5fa58e9-512e-4c73-bef4-e72d35cb3345 req-e3f39043-0cd5-4c8f-bd96-3e6a05508496 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864106 May 06 13:12:05.803563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.20.0.20 (78c39d57-5018-4912-ad66-602edd2177af/3923d2bd-d606-4545-bfae-11885a353ed3/020dce25-055e-4580-9054-b912661472a5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:12:05.935666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 53433401-c9a6-43d4-ae59-48c222810162, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=53433401-c9a6-43d4-ae59-48c222810162,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:05.941622 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:05.974668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:06.031377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-c8369b01-8ff4-4a39-93b5-547e4429bd92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6de9707c-7d6d-4a89-8061-aec60ad992ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3768413 May 06 13:12:06.064555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:06.102632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=53433401-c9a6-43d4-ae59-48c222810162,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:06.108395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4fd72e45-568a-462c-9e20-96165526b076 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:06.154923 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:06.188184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Transition to ACTIVE for port object 020dce25-055e-4580-9054-b912661472a5 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:06.212691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:06.221138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:06.223660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-a16eb06c-6298-4955-84ff-ac66cb1f8b78 service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780610 May 06 13:12:06.241047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:06.242581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 4fd72e45-568a-462c-9e20-96165526b076 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:06.243223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4fd72e45-568a-462c-9e20-96165526b076 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:06.249736 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:06.251091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41422447-1fd8-4507-b8b2-cda83c6d7b9e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:06.297575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b045bcc8-2127-436b-a661-c3da23035140 req-3c4fd0f0-db01-4d20-b12d-5d5428e2e2ba tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 210 time: 0.0729294 May 06 13:12:06.314211 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c6c9d5-89d8-4cd1-8371-761b324e2636'] response: {'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'code': 200} May 06 13:12:06.349972 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:06.354612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=10']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:06.356404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ee8ab65e-9140-4e22-bc9d-c38426200c53 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0980303 May 06 13:12:06.358493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40482) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:06.371712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'f0553c34-206e-4f31-8d61-bc426807360c', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:06.394315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:06.404539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:06.425798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:06.443049 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:06.455681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:06.509450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 53433401-c9a6-43d4-ae59-48c222810162 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:06.604079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=020dce25-055e-4580-9054-b912661472a5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:06.663849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 53433401-c9a6-43d4-ae59-48c222810162 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:06.664360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:06.694215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-457e3a91-7161-4b98-a101-19b01076c94e service neutron] 10.222.0.36 "GET /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815255 May 06 13:12:06.713969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 78c39d57-5018-4912-ad66-602edd2177af is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:06.720129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:06.739331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:12:06.761216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Router eeae258b-bcb7-4332-96e5-beb9ad763447 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:06.794848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:06.896853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:06.898142 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:07.000913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9699be04-563b-4e08-b3ca-6b752d641bc6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:07.019226 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-abbc7d7d-4604-43b4-9cac-1557d6fbe0c5 req-8815178d-a390-4e50-9194-842b53b7dc2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 1097 time: 0.3995132 May 06 13:12:07.080156 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-e779f776-5aac-44e3-aa81-5429078caa26 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5266778 May 06 13:12:07.120599 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:07.134075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Request body: {'port': {'device_id': 'b03dc830-c7fb-497f-9644-2828f2d19947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:07.155208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9699be04-563b-4e08-b3ca-6b752d641bc6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:07.155729 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:07.177495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:07.220180 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-abbc7d7d-4604-43b4-9cac-1557d6fbe0c5 req-20db7183-542f-4bf9-bd06-7ca316517026 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910315 May 06 13:12:07.225987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:07.249242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Sync routers for ids ['eeae258b-bcb7-4332-96e5-beb9ad763447'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:07.253001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-18663762-fa9f-49e9-8fad-e3de9f1866c6 None None] Provisioning for port 020dce25-055e-4580-9054-b912661472a5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:07.272763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-18663762-fa9f-49e9-8fad-e3de9f1866c6 None None] Provisioning complete for port 020dce25-055e-4580-9054-b912661472a5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:07.273184 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-18663762-fa9f-49e9-8fad-e3de9f1866c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:07.298172 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-74cfadd3-1a11-4cc2-b792-3fb5bfee3439 admin admin] 10.222.0.44 "PUT /v2.0/routers/eeae258b-bcb7-4332-96e5-beb9ad763447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6622508 May 06 13:12:07.425414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ddba8-8c9d-4df3-b4b7-0979686fbc5c req-675fae57-40ab-4367-ad99-938ee9bc8af2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:07.428115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-433ddba8-8c9d-4df3-b4b7-0979686fbc5c req-675fae57-40ab-4367-ad99-938ee9bc8af2 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 946 time: 0.1836419 May 06 13:12:07.447082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9501218a-78bf-45af-b679-fe8263f5ed8c,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:07.450122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:07.497335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:07.499070 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-25eb8a33-04a2-4921-a74c-5c0087aa95f8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1369832 May 06 13:12:07.506505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40496) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:07.520130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'f0553c34-206e-4f31-8d61-bc426807360c', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:07.537902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-433ddba8-8c9d-4df3-b4b7-0979686fbc5c req-559aa7ad-a3ef-4eff-b9cb-e46c1af8bef6 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000841 May 06 13:12:07.549271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:07.575911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Routers {'eeae258b-bcb7-4332-96e5-beb9ad763447'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:07.577092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:11:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['eeae258b-bcb7-4332-96e5-beb9ad763447'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:07.588299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:07.595185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:07.676130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:07.848395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bdab7-8fc7-494f-916c-7530d6a1e58c req-11ad5f0f-8a7a-421e-a066-76a0fe4cb197 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:07.848638 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Project f57f59e5f10b4779858d012f38366eaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:12:07.850230 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-633bdab7-8fc7-494f-916c-7530d6a1e58c req-11ad5f0f-8a7a-421e-a066-76a0fe4cb197 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 932 time: 0.1547568 May 06 13:12:07.859935 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:07.872343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:07.886792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-18663762-fa9f-49e9-8fad-e3de9f1866c6 None None] Port 020dce25-055e-4580-9054-b912661472a5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:07.931235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-633bdab7-8fc7-494f-916c-7530d6a1e58c req-aa65288c-a0d6-445d-87bb-f2cda8effd3d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688019 May 06 13:12:08.034086 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.086350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.092358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7ae63c83-f138-474b-84be-4635ad722487 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:08.122335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1935d96-3180-49fc-968c-233783492eee,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:08.132521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020dce25-055e-4580-9054-b912661472a5 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:12:08.144133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.148056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.153940 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-70252e79-915a-4568-8920-3cfe9593dc08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6400423 May 06 13:12:08.154757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40510) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:08.164676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'security_group_rule': {'security_group_id': 'f0553c34-206e-4f31-8d61-bc426807360c', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:08.165387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Transition to ACTIVE for port object 020dce25-055e-4580-9054-b912661472a5 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:08.170573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.187041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 7ae63c83-f138-474b-84be-4635ad722487 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:08.187608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7ae63c83-f138-474b-84be-4635ad722487 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:08.188796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c4eba8cf-ca7c-4553-9818-b0768b8e9e36 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:08.189049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:08.202949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:security_group_rule and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:08.215649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:08.258565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Pushing event updated for resources: {'Port': ['ID=020dce25-055e-4580-9054-b912661472a5,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:08.262360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:08.294580 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Project f57f59e5f10b4779858d012f38366eaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:12:08.307395 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.346701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Set router eeae258b-bcb7-4332-96e5-beb9ad763447 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:08.644584 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.658894 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.700932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Attempting to bind port 020dce25-055e-4580-9054-b912661472a5 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:12:08.701742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Attempting to bind port 020dce25-055e-4580-9054-b912661472a5 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:12:08.702590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Attempting to bind port 020dce25-055e-4580-9054-b912661472a5 on network 78c39d57-5018-4912-ad66-602edd2177af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:08.725883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Port 020dce25-055e-4580-9054-b912661472a5 on network 78c39d57-5018-4912-ad66-602edd2177af not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:12:08.725883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Attempting to bind port 020dce25-055e-4580-9054-b912661472a5 on network 78c39d57-5018-4912-ad66-602edd2177af {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:08.738468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:12:08.741404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Checking segment: {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:12:08.742075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Bound using segment: {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:12:08.742692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Bound port: 020dce25-055e-4580-9054-b912661472a5, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:12:08.743738 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.858116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e92f72-f725-4785-a453-8be1dcb74125,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:08.896642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c4eba8cf-ca7c-4553-9818-b0768b8e9e36 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:08.897125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c4eba8cf-ca7c-4553-9818-b0768b8e9e36 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:08.941217 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.944346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cfaa4175-040b-490d-a42b-a40e550915b6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7878294 May 06 13:12:08.949784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40534) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:08.991044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'network': {'name': 'tempest-network-smoke--271745768', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'port_security_enabled': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:09.014210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] For port 020dce25-055e-4580-9054-b912661472a5, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:12:09.023634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:09.026072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] For port 020dce25-055e-4580-9054-b912661472a5, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=020dce25-055e-4580-9054-b912661472a5,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:12:09.033606 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:09.059571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:network and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:09.076451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:09.111835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:09.167062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:12:09.181657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:09.250621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:09.261876 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] 10.222.0.36 "PUT /v2.0/ports/020dce25-055e-4580-9054-b912661472a5 HTTP/1.1" status: 200 len: 1092 time: 2.1358082 May 06 13:12:09.262366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03dc830-c7fb-497f-9644-2828f2d19947', 'tag': '020dce25-055e-4580-9054-b912661472a5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:09.373366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:12:09.428290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:09.428831 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Added segment f98de78f-0c5f-4df2-843a-5023c633c149 of type vlan for network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 May 06 13:12:09.483823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1851d27-edd7-40b7-9136-e4e2fcb3781c service neutron] Pushing event updated for resources: {'Port': ['ID=020dce25-055e-4580-9054-b912661472a5,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:09.631044 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:09.631797 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-712c2d4a-2473-4521-93f0-bd773202a29a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 1095 time: 0.2983012 May 06 13:12:09.697796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'name': 'tempest-ImageQuotaTest-1328372364-router', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:11:46Z', 'updated_at': '2022-05-06T13:12:01Z', 'revision_number': 4, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'gw_port': {'id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:11:48Z', 'updated_at': '2022-05-06T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '5649a628-46a4-4276-be97-e3ff01f9a12f', 'name': '', 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'mac_address': 'fa:16:3e:66:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:11:57Z', 'updated_at': '2022-05-06T13:12:02Z', 'revision_number': 2, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'subnets': [{'id': '02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:09.710176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Checking router: eeae258b-bcb7-4332-96e5-beb9ad763447 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:09.710678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Updating router eeae258b-bcb7-4332-96e5-beb9ad763447 port 5649a628-46a4-4276-be97-e3ff01f9a12f binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:12:09.812571 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:10.042698 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-7d2aff69-c405-4115-9b07-259a8e324586 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=020dce25-055e-4580-9054-b912661472a5 HTTP/1.1" status: 200 len: 217 time: 0.4081991 May 06 13:12:10.109430 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.resource_extend [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:12:10.162699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-5586441d-ba49-4775-a299-7d637e62143e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:10.164274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-5586441d-ba49-4775-a299-7d637e62143e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3923d2bd-d606-4545-bfae-11885a353ed3 HTTP/1.1" status: 200 len: 838 time: 0.0846026 May 06 13:12:10.278207 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-bfb04f90-2b5b-469d-a95f-d9c7cbd5e245 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2342668 May 06 13:12:10.286740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-c57aa1d8-10f6-4308-a0a6-9ad8ffd724c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39d57-5018-4912-ad66-602edd2177af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158323 May 06 13:12:10.315077 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:10.330526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:10.331187 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:10.578421 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-79ef890a-cb2b-4cb3-9b32-08aa64f6935e service neutron] 10.222.0.36 "GET /v2.0/networks/78c39d57-5018-4912-ad66-602edd2177af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822115 May 06 13:12:10.660895 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:10.686177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Transition to ACTIVE for port object 5649a628-46a4-4276-be97-e3ff01f9a12f will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:10.715369 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:11.082571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda3975-0cd4-489d-9a98-323f206ab660 None None] Pushing event updated for resources: {'Port': ['ID=5649a628-46a4-4276-be97-e3ff01f9a12f,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:11.088591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1373928 May 06 13:12:11.097431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 40650) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:11.125559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'admin_state_up': True, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:11.147376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee82991-803d-4c97-a04c-43c61b092108 req-67b552a3-f1e6-481a-8e0b-c585748f99bb tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:11.159866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aee82991-803d-4c97-a04c-43c61b092108 req-67b552a3-f1e6-481a-8e0b-c585748f99bb tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 944 time: 1.5035033 May 06 13:12:11.163082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:11.180520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:router and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:11.198070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:11.218004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:11.339387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae7db2-3b6e-4160-a7fe-d09f90653aca tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Network': ['ID=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:11.364626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:12:11.384035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f996f1b-6b56-43ca-bdd8-031f0b8c1456 req-82983971-0d6f-4a22-bcd3-82de04ccbde7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:11.396242 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-61a43cc9-8d58-4d5e-82e2-550250266282 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 1097 time: 0.8159118 May 06 13:12:11.413404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f996f1b-6b56-43ca-bdd8-031f0b8c1456 req-82983971-0d6f-4a22-bcd3-82de04ccbde7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 946 time: 1.5580704 May 06 13:12:11.442846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:11.446113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:11.608557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aee82991-803d-4c97-a04c-43c61b092108 req-30dd8f14-20e3-4545-9013-07014b11c0fc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4476566 May 06 13:12:11.634347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f996f1b-6b56-43ca-bdd8-031f0b8c1456 req-de9575aa-eb4b-4a1d-95d3-52d230db8af5 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196162 May 06 13:12:11.956101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 40712) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:11.957484 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46bb4cfe-00d2-469e-ad22-38f446080e1a'] response: {'name': 'network-changed', 'server_uuid': 'b03dc830-c7fb-497f-9644-2828f2d19947', 'tag': '020dce25-055e-4580-9054-b912661472a5', 'status': 'completed', 'code': 200} May 06 13:12:12.041543 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:12.046209 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2076690b-7afc-4431-8cb1-3d5ac46e169a req-949c58ab-0eb4-4638-af2c-4f29d63c2a03 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39d57-5018-4912-ad66-602edd2177af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4095678 May 06 13:12:12.132614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Attempting to bind port 5649a628-46a4-4276-be97-e3ff01f9a12f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:12:12.133619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Attempting to bind port 5649a628-46a4-4276-be97-e3ff01f9a12f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'cbccc757-b0f8-402b-9bb8-9b3810003d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:12:12.134265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Attempting to bind port 5649a628-46a4-4276-be97-e3ff01f9a12f on network 9737637d-583e-49a4-9f6e-29c7f780530f {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:12.159621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:12:12.160386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Checking segment: {'id': 'cbccc757-b0f8-402b-9bb8-9b3810003d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:12:12.161192 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:12.162004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Bound using segment: {'id': 'cbccc757-b0f8-402b-9bb8-9b3810003d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:12:12.163166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Bound port: 5649a628-46a4-4276-be97-e3ff01f9a12f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbccc757-b0f8-402b-9bb8-9b3810003d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:12:12.164230 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:12.426848 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-437fc047-21c9-4caa-a88b-6e7d9767b8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:12.447099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] For port 5649a628-46a4-4276-be97-e3ff01f9a12f, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:12:12.456220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] For port 5649a628-46a4-4276-be97-e3ff01f9a12f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5649a628-46a4-4276-be97-e3ff01f9a12f,segment=NetworkSegment(cbccc757-b0f8-402b-9bb8-9b3810003d67),segment_id=cbccc757-b0f8-402b-9bb8-9b3810003d67)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:12:12.465922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:12.678793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-6201fac2-fc50-4422-9026-b3e2a80f5205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:12.680383 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-6201fac2-fc50-4422-9026-b3e2a80f5205 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d HTTP/1.1" status: 200 len: 897 time: 1.1992767 May 06 13:12:12.705934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Routers {'eeae258b-bcb7-4332-96e5-beb9ad763447'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:12.706976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:11:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['eeae258b-bcb7-4332-96e5-beb9ad763447'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:12.793900 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c1147f75-9f23-4406-b69b-8c2c8e5fc5c4 req-c0a7597d-9930-4ac1-9c97-26d02f4c079d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 1095 time: 0.6437001 May 06 13:12:12.895345 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:13.121991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-766778a5-e9f6-4758-bdf7-8b6fcff2b250 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 HTTP/1.1" status: 200 len: 1001 time: 0.4342668 May 06 13:12:13.219894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda3975-0cd4-489d-9a98-323f206ab660 None None] Pushing event updated for resources: {'Port': ['ID=5649a628-46a4-4276-be97-e3ff01f9a12f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:13.248503 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:13.343516 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:13.445520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1147f75-9f23-4406-b69b-8c2c8e5fc5c4 req-551f8c4c-2a40-437e-8144-eaf0aebd9494 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:13.452707 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c1147f75-9f23-4406-b69b-8c2c8e5fc5c4 req-551f8c4c-2a40-437e-8144-eaf0aebd9494 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39d57-5018-4912-ad66-602edd2177af HTTP/1.1" status: 200 len: 897 time: 0.6311982 May 06 13:12:13.513529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] Set router eeae258b-bcb7-4332-96e5-beb9ad763447 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:13.593747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169f2fa-07f5-4cc1-9bbf-cfcbe6630417 req-395e2b36-3555-4bfd-ab94-936bfa652492 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:13.607409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d169f2fa-07f5-4cc1-9bbf-cfcbe6630417 req-395e2b36-3555-4bfd-ab94-936bfa652492 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 946 time: 0.5528655 May 06 13:12:13.729019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d169f2fa-07f5-4cc1-9bbf-cfcbe6630417 req-445c9b92-85cd-49c0-af93-49a639239fb0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197290 May 06 13:12:13.792011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f76afe-eacf-4893-9118-9ae4e7954ec2 req-143c07a4-b30f-48d5-b937-077d4ddd68dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:13.793598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7f76afe-eacf-4893-9118-9ae4e7954ec2 req-143c07a4-b30f-48d5-b937-077d4ddd68dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 944 time: 0.6905584 May 06 13:12:13.797400 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c1147f75-9f23-4406-b69b-8c2c8e5fc5c4 req-d5c6c813-30a3-4b01-8301-5acc285d3d7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=020dce25-055e-4580-9054-b912661472a5 HTTP/1.1" status: 200 len: 217 time: 0.3257585 May 06 13:12:13.806050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-b5584ade-7e93-4d84-b677-40e47b71435b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:13.808159 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-b5584ade-7e93-4d84-b677-40e47b71435b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25b4f4-fbbd-4bf4-b492-e6909a2976b8 HTTP/1.1" status: 200 len: 835 time: 0.6642849 May 06 13:12:13.897683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1147f75-9f23-4406-b69b-8c2c8e5fc5c4 req-6765fabb-e3a8-4867-b844-e74c2e68ef25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:13.899221 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c1147f75-9f23-4406-b69b-8c2c8e5fc5c4 req-6765fabb-e3a8-4867-b844-e74c2e68ef25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3923d2bd-d606-4545-bfae-11885a353ed3 HTTP/1.1" status: 200 len: 838 time: 0.0899830 May 06 13:12:13.907828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7f76afe-eacf-4893-9118-9ae4e7954ec2 req-51f72955-d5cd-47f5-9afb-c315e822b2ea tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959389 May 06 13:12:14.176219 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:14.231662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'name': 'tempest-ImageQuotaTest-1328372364-router', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:11:46Z', 'updated_at': '2022-05-06T13:12:01Z', 'revision_number': 4, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'gw_port': {'id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:11:48Z', 'updated_at': '2022-05-06T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '5649a628-46a4-4276-be97-e3ff01f9a12f', 'name': '', 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'mac_address': 'fa:16:3e:66:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:11:57Z', 'updated_at': '2022-05-06T13:12:12Z', 'revision_number': 4, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'subnets': [{'id': '02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:14.240676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d00d8-3573-412e-9592-527d470fd50e None None] The sync data for ids ['eeae258b-bcb7-4332-96e5-beb9ad763447'] in n-d-840847-1 is: [{'id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'name': 'tempest-ImageQuotaTest-1328372364-router', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:11:46Z', 'updated_at': '2022-05-06T13:12:01Z', 'revision_number': 4, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'gw_port': {'id': '9699be04-563b-4e08-b3ca-6b752d641bc6', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:11:48Z', 'updated_at': '2022-05-06T13:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '5649a628-46a4-4276-be97-e3ff01f9a12f', 'name': '', 'network_id': '9737637d-583e-49a4-9f6e-29c7f780530f', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'mac_address': 'fa:16:3e:66:09:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:11:57Z', 'updated_at': '2022-05-06T13:12:12Z', 'revision_number': 4, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'subnets': [{'id': '02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:14.251623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:14.521055 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c1147f75-9f23-4406-b69b-8c2c8e5fc5c4 req-d434d3c6-ecef-49e2-8740-4d2cb5e58719 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39d57-5018-4912-ad66-602edd2177af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5819931 May 06 13:12:14.685924 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-a0f6808d-28d8-42d1-8c48-fbf615e1da23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7850323 May 06 13:12:14.731205 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3a899b7d-e46a-46a0-b243-9403f8c97a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:14.797892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Deleting port 5649a628-46a4-4276-be97-e3ff01f9a12f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:14.798578 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:14.922837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.25.7.91 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/90ccc2e1-9412-4f43-bea0-0d036c2695de) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:12:15.131409 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-66d5d533-07c0-432e-ba3d-71ec0fe8851e service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250548 May 06 13:12:15.195789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5649a628-46a4-4276-be97-e3ff01f9a12f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:15.312914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 020dce25-055e-4580-9054-b912661472a5 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:12:15.551060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] For port 5649a628-46a4-4276-be97-e3ff01f9a12f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=5649a628-46a4-4276-be97-e3ff01f9a12f,segment=NetworkSegment(cbccc757-b0f8-402b-9bb8-9b3810003d67),segment_id=cbccc757-b0f8-402b-9bb8-9b3810003d67)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:15.551623 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:15.593240 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c1147f75-9f23-4406-b69b-8c2c8e5fc5c4 req-a9d4e1e2-b860-4390-b0b2-d3bd3961d273 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39d57-5018-4912-ad66-602edd2177af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0582473 May 06 13:12:15.665897 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:15.708996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 5649a628-46a4-4276-be97-e3ff01f9a12f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:15.752872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:15.841528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Calling delete_port for 5649a628-46a4-4276-be97-e3ff01f9a12f owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:15.843915 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:15.872222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 020dce25-055e-4580-9054-b912661472a5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=020dce25-055e-4580-9054-b912661472a5,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:15.915103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '020dce25-055e-4580-9054-b912661472a5', 'network_id': '78c39d57-5018-4912-ad66-602edd2177af', 'port_id': '020dce25-055e-4580-9054-b912661472a5', 'mac_address': 'fa:16:3e:ef:f9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3923d2bd-d606-4545-bfae-11885a353ed3', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:12:15.933047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 5649a628-46a4-4276-be97-e3ff01f9a12f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:15.938145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:15.999725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357556e-cd6b-47ff-9b17-e7cbe7e2f345 req-1ada26f3-21fa-46ad-8cd7-a1ec6b296eb3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:16.003413 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0357556e-cd6b-47ff-9b17-e7cbe7e2f345 req-1ada26f3-21fa-46ad-8cd7-a1ec6b296eb3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 944 time: 0.7691159 May 06 13:12:16.179505 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c1147f75-9f23-4406-b69b-8c2c8e5fc5c4 req-d575cd08-1dc8-4419-8b5e-7f37274e62db service neutron] 10.222.0.36 "GET /v2.0/networks/78c39d57-5018-4912-ad66-602edd2177af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643365 May 06 13:12:16.185846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0357556e-cd6b-47ff-9b17-e7cbe7e2f345 req-0282d3b6-dd30-4c40-a687-1c75e5136aad tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080213 May 06 13:12:16.227325 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:16.250397 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:16.311693 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:16.346973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020dce25-055e-4580-9054-b912661472a5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:12:16.353031 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b2c7a81b-82a6-4282-8717-8d9963a9c3f3 req-dbcb0614-e4f8-4251-98d6-e4c431137255 service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9741986 May 06 13:12:16.377090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 020dce25-055e-4580-9054-b912661472a5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=020dce25-055e-4580-9054-b912661472a5,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:16.389960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Port 5649a628-46a4-4276-be97-e3ff01f9a12f update to ACTIVE by agent not found {{(pid=83958) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 13:12:16.398989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:16.401977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=5649a628-46a4-4276-be97-e3ff01f9a12f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:16.473081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:16.478766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:16.492105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:12:16.553896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=90ccc2e1-9412-4f43-bea0-0d036c2695de,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:16.577796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=020dce25-055e-4580-9054-b912661472a5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:16.624311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['020dce25-055e-4580-9054-b912661472a5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:12:16.875553 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:16.876471 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:17.173141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:17.580480 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:17.600670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 9b688492-7d39-486d-9b72-641cbb686558 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:12:17.647371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f350c-b741-4935-b25b-04b066e1f4a9 req-f751c936-3903-4f16-9d66-a7c34ac3658a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:17.648913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d31f350c-b741-4935-b25b-04b066e1f4a9 req-f751c936-3903-4f16-9d66-a7c34ac3658a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 945 time: 0.1275897 May 06 13:12:17.851221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d31f350c-b741-4935-b25b-04b066e1f4a9 req-1f11ecee-ab80-4320-a8f1-f891df51ed18 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957498 May 06 13:12:18.191395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:18.211541 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Sync routers for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:18.233569 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:18.235069 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:18.245132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:18.246476 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f908683f-197a-4e9b-9fe7-1a04119b361b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.1414223 May 06 13:12:18.253479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41048) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:18.303205 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8ff0583a-9313-4fb7-bfe4-8c0983900b46 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=f57f59e5f10b4779858d012f38366eaf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476933 May 06 13:12:18.308980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41052) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:18.472959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616aa2e4-0b0e-4eaa-a5d7-85afadb70aa3 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:18.475583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-616aa2e4-0b0e-4eaa-a5d7-85afadb70aa3 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1588526 May 06 13:12:18.479367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41056) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:18.555173 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b37ea69b-c11d-4ca5-ad78-65a2546fdbf6 tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744624 May 06 13:12:18.558155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41060) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:18.570882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1891552847', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:18.582009 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:18.606785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Router eeae258b-bcb7-4332-96e5-beb9ad763447 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:18.805722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:18.813638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:subnet and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:18.819904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:18.833865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:18.859711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:12:19.079837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:19.084915 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:16Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:19.093929 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Checking router: 9b688492-7d39-486d-9b72-641cbb686558 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:19.098964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1e3ef21b-b04c-4b54-82b4-646a464d3c0e admin admin] 10.222.0.44 "PUT /v2.0/routers/eeae258b-bcb7-4332-96e5-beb9ad763447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1375027 May 06 13:12:19.099770 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Updating router 9b688492-7d39-486d-9b72-641cbb686558 port 90ccc2e1-9412-4f43-bea0-0d036c2695de binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:12:19.100033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41066) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:19.163374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:19.230540 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:19.306584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 020dce25-055e-4580-9054-b912661472a5 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:19.477043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d074-653b-4beb-bba1-3c1a2e159153 req-dab3298c-6df5-463a-b86d-2bc43e4247dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:19.479452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3401d074-653b-4beb-bba1-3c1a2e159153 req-dab3298c-6df5-463a-b86d-2bc43e4247dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 945 time: 0.3071430 May 06 13:12:19.486704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 020dce25-055e-4580-9054-b912661472a5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:19.504933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 020dce25-055e-4580-9054-b912661472a5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:19.505863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:19.625539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3401d074-653b-4beb-bba1-3c1a2e159153 req-0e3c961d-c7fd-45c8-81e2-c51370866c8c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305013 May 06 13:12:19.744096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:19.804329 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:19.869723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:19.898641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 020dce25-055e-4580-9054-b912661472a5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=020dce25-055e-4580-9054-b912661472a5,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:19.900143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03dc830-c7fb-497f-9644-2828f2d19947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020dce25-055e-4580-9054-b912661472a5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:19.911266 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.058801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=020dce25-055e-4580-9054-b912661472a5,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:20.091614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Subnet': ['ID=ce689b8d-1931-4795-bb6a-56d787886482,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:20.101152 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cac51a-a0f0-472d-9830-9da5bc420f90'] response: {'server_uuid': 'b03dc830-c7fb-497f-9644-2828f2d19947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020dce25-055e-4580-9054-b912661472a5', 'code': 200} May 06 13:12:20.129841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Checking segment: {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:12:20.131506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network hostable DHCP agents. Network: 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:12:20.170791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:12:20.198214 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.227122 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.229510 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Transition to ACTIVE for port object 90ccc2e1-9412-4f43-bea0-0d036c2695de will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:20.242783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:20.244976 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.247489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Deleting port 9699be04-563b-4e08-b3ca-6b752d641bc6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:20.249995 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.250162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:20.251025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.282785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a0ba47-5801-44db-8402-1a627e910dc8 None None] Network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:12:20.335452 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-86f396d4-d49a-48c6-adb6-3284e5485577 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7755153 May 06 13:12:20.343285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41076) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:20.533931 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e87ac-b698-4934-822f-50c2bca80abb None None] Pushing event updated for resources: {'Port': ['ID=90ccc2e1-9412-4f43-bea0-0d036c2695de,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:20.538707 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Attempting to bind port 90ccc2e1-9412-4f43-bea0-0d036c2695de on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:12:20.539356 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Attempting to bind port 90ccc2e1-9412-4f43-bea0-0d036c2695de by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:12:20.540045 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Attempting to bind port 90ccc2e1-9412-4f43-bea0-0d036c2695de on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:20.555296 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:12:20.556088 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:12:20.557047 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.558281 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:12:20.559118 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Bound port: 90ccc2e1-9412-4f43-bea0-0d036c2695de, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:12:20.561568 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.675208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] For port 9699be04-563b-4e08-b3ca-6b752d641bc6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9699be04-563b-4e08-b3ca-6b752d641bc6,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:20.675208 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.798621 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-71479211-b7e8-4494-a6d7-0681ecc08576 req-51c8920e-85ab-43ae-9e33-057d84959483 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 1097 time: 0.6160822 May 06 13:12:20.823269 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] For port 90ccc2e1-9412-4f43-bea0-0d036c2695de, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:12:20.841510 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] For port 90ccc2e1-9412-4f43-bea0-0d036c2695de, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=90ccc2e1-9412-4f43-bea0-0d036c2695de,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:12:20.853134 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:20.971086 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-71479211-b7e8-4494-a6d7-0681ecc08576 req-3d7aea71-dfe2-4745-9f0d-de58875890a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619258 May 06 13:12:21.009705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:12:21.011911 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:21.206853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:21.208409 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:21.264889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Calling delete_port for 9699be04-563b-4e08-b3ca-6b752d641bc6 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:21.327392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Allocated IP 172.20.0.2 (83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2/ce689b8d-1931-4795-bb6a-56d787886482/f74681f6-f307-4198-b381-541961dc2cf6) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:12:21.508401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324baabb-d276-463a-999c-631e4113686d req-cb07be64-5233-4002-a748-696b323a697e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:21.521517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-324baabb-d276-463a-999c-631e4113686d req-cb07be64-5233-4002-a748-696b323a697e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 946 time: 0.3450685 May 06 13:12:21.616588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-324baabb-d276-463a-999c-631e4113686d req-f6a81932-7995-46a7-9cda-ea174bbf8146 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932579 May 06 13:12:21.671261 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:21.860794 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:21.865493 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e87ac-b698-4934-822f-50c2bca80abb None None] Pushing event updated for resources: {'Port': ['ID=90ccc2e1-9412-4f43-bea0-0d036c2695de,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:21.882366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Transition to ACTIVE for port object f74681f6-f307-4198-b381-541961dc2cf6 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:21.928765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Transition to ACTIVE for port object f74681f6-f307-4198-b381-541961dc2cf6 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:21.940058 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:22.147490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:22.154072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:22.160976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:12:22.183783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Pushing event updated for resources: {'Port': ['ID=f74681f6-f307-4198-b381-541961dc2cf6,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:22.257523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:22.318195 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9696fb42-da00-420a-b268-01e927d9837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:16Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:22.326564 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9696fb42-da00-420a-b268-01e927d9837c None None] The sync data for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 is: [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:16Z', 'revision_number': 3, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:22.382635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Pushing event deleted for resources: {'Port': ['ID=9699be04-563b-4e08-b3ca-6b752d641bc6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:22.410411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Attempting to bind port f74681f6-f307-4198-b381-541961dc2cf6 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:12:22.411187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Attempting to bind port f74681f6-f307-4198-b381-541961dc2cf6 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:12:22.411904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Attempting to bind port f74681f6-f307-4198-b381-541961dc2cf6 on network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:22.432044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:12:22.432467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Checking segment: {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:12:22.439180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:22.440037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Bound using segment: {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:12:22.440615 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Bound port: f74681f6-f307-4198-b381-541961dc2cf6, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:12:22.441082 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:22.652061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] For port f74681f6-f307-4198-b381-541961dc2cf6, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:12:22.658138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] For port f74681f6-f307-4198-b381-541961dc2cf6, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f74681f6-f307-4198-b381-541961dc2cf6,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:12:22.665166 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:22.811293 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:22.884162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:22.898257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] Sync routers for ids ['eeae258b-bcb7-4332-96e5-beb9ad763447'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:22.952517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] Routers {'eeae258b-bcb7-4332-96e5-beb9ad763447'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:22.963251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['eeae258b-bcb7-4332-96e5-beb9ad763447'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:23.177991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b05866-2e8b-44dc-94c8-62073c477770 None None] Pushing event updated for resources: {'Port': ['ID=f74681f6-f307-4198-b381-541961dc2cf6,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:23.272461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] Set router eeae258b-bcb7-4332-96e5-beb9ad763447 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:23.586283 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:23.593605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:23.649244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b46d-8a01-4b08-ba42-3ccee5166233 req-61ab8972-aff6-4420-a704-f8daf16a80b7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:23.652335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccc7b46d-8a01-4b08-ba42-3ccee5166233 req-61ab8972-aff6-4420-a704-f8daf16a80b7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 946 time: 0.4424427 May 06 13:12:23.678257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae258b-bcb7-4332-96e5-beb9ad763447', 'name': 'tempest-ImageQuotaTest-1328372364-router', 'tenant_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:11:46Z', 'updated_at': '2022-05-06T13:12:21Z', 'revision_number': 7, 'project_id': 'fad9d7a2a4f542d6998ce0d90b60f977', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:23.686569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] Checking router: eeae258b-bcb7-4332-96e5-beb9ad763447 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:23.707386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:23.708767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeae258b-bcb7-4332-96e5-beb9ad763447 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:12:23.722670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] Routers set() bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:23.724911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] Router IDs set() for agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:12:23.726159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_agentschedulers_db [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eeae258b-bcb7-4332-96e5-beb9ad763447'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent'). {{(pid=83958) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 13:12:23.727034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ae48d6-0c47-49dc-91b5-ff21aa2c2a6b None None] The sync data for ids ['eeae258b-bcb7-4332-96e5-beb9ad763447'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:23.770988 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:23.772881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-efacc962-49bf-4d02-82c8-77e73b51e714 admin admin] 10.222.0.44 "DELETE /v2.0/routers/eeae258b-bcb7-4332-96e5-beb9ad763447 HTTP/1.1" status: 204 len: 168 time: 4.6717052 May 06 13:12:23.777487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41092) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:23.842082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccc7b46d-8a01-4b08-ba42-3ccee5166233 req-7dd23a8c-4e8d-4073-b079-14bad2d0df47 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792154 May 06 13:12:23.899401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-d421b9ab-7aed-45c6-b87a-123da6b296f3 admin admin] Deleting subnet 02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:12:23.907837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d421b9ab-7aed-45c6-b87a-123da6b296f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:24.008698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d421b9ab-7aed-45c6-b87a-123da6b296f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:24.090059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.20.0.1 (83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2/ce689b8d-1931-4795-bb6a-56d787886482/e57eb395-09a8-4518-ac02-041be9d970b3) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:12:24.326315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d421b9ab-7aed-45c6-b87a-123da6b296f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:24.440680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:24.507697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Transition to ACTIVE for port object e57eb395-09a8-4518-ac02-041be9d970b3 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:24.546937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c79d7f-3f07-48aa-8678-52e1260f403b req-624ac3ca-47f2-4529-88e3-594692bfe83c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:24.561825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:24.563635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67c79d7f-3f07-48aa-8678-52e1260f403b req-624ac3ca-47f2-4529-88e3-594692bfe83c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 946 time: 0.4507623 May 06 13:12:24.573737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8f055-38cc-4a33-80ac-318512fd956e None None] Network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:12:24.693853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d421b9ab-7aed-45c6-b87a-123da6b296f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:24.751368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:24.755441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:24.760206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:12:24.801845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421b9ab-7aed-45c6-b87a-123da6b296f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:24.809410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=e57eb395-09a8-4518-ac02-041be9d970b3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:24.817253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-67c79d7f-3f07-48aa-8678-52e1260f403b req-bc4b579f-0b95-46d6-944f-f6f81e88f7b0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522895 May 06 13:12:24.837270 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d421b9ab-7aed-45c6-b87a-123da6b296f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:24.851339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d421b9ab-7aed-45c6-b87a-123da6b296f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/02ea2a1b-cf3c-49c3-b4b7-c2006aaabc78 HTTP/1.1" status: 204 len: 168 time: 1.0703659 May 06 13:12:24.851593 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:24.853905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41104) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:24.862405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e72a58a-5f94-457d-8c0b-238be609cee3 None None] Network 9737637d-583e-49a4-9f6e-29c7f780530f requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:12:24.948918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41110) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:24.994677 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.073303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Deleting port a2334594-04fe-4a2c-b0c6-244017b3bb84 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:25.074121 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.118747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f74681f6-f307-4198-b381-541961dc2cf6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:25.142206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.213545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c9b94a46-9b26-495c-b439-76f8fcdd485c None None] Provisioning for port f74681f6-f307-4198-b381-541961dc2cf6 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:25.368406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff060679-4e0d-442e-bad4-457848049422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.423360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f74681f6-f307-4198-b381-541961dc2cf6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:25.439820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff060679-4e0d-442e-bad4-457848049422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:25.440267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f74681f6-f307-4198-b381-541961dc2cf6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:25.440841 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.444389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff060679-4e0d-442e-bad4-457848049422 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e88b9c058b4084bab85bb22d64b038 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:25.447593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ff060679-4e0d-442e-bad4-457848049422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:25.454565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ff060679-4e0d-442e-bad4-457848049422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:25.632784 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff060679-4e0d-442e-bad4-457848049422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.641481 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff060679-4e0d-442e-bad4-457848049422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.644973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] DHCP port deletion for 9737637d-583e-49a4-9f6e-29c7f780530f request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:12:25.652928 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.671099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] Deleting port a2334594-04fe-4a2c-b0c6-244017b3bb84 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:25.671681 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.782899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f74681f6-f307-4198-b381-541961dc2cf6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f74681f6-f307-4198-b381-541961dc2cf6,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:25.793932 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:25.842482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff060679-4e0d-442e-bad4-457848049422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168f8e9f-0794-406a-98ff-1a1da50aaf86,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:25.851028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ff060679-4e0d-442e-bad4-457848049422 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3e88b9c058b4084bab85bb22d64b038&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9000580 May 06 13:12:25.854883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41118) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:26.012831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be5d5d99-6cef-44d0-b005-d29743aa90a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.047719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05f13fdd-671e-4001-bb6e-552c0f8d8854 None None] Provisioning complete for port f74681f6-f307-4198-b381-541961dc2cf6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:26.048347 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05f13fdd-671e-4001-bb6e-552c0f8d8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.063230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] For port a2334594-04fe-4a2c-b0c6-244017b3bb84, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a2334594-04fe-4a2c-b0c6-244017b3bb84,segment=NetworkSegment(cbccc757-b0f8-402b-9bb8-9b3810003d67),segment_id=cbccc757-b0f8-402b-9bb8-9b3810003d67)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:26.063693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.071600 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be5d5d99-6cef-44d0-b005-d29743aa90a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.169177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f74681f6-f307-4198-b381-541961dc2cf6,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:26.184020 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be5d5d99-6cef-44d0-b005-d29743aa90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.203325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d5d99-6cef-44d0-b005-d29743aa90a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168f8e9f-0794-406a-98ff-1a1da50aaf86,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:26.209474 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be5d5d99-6cef-44d0-b005-d29743aa90a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.210649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-be5d5d99-6cef-44d0-b005-d29743aa90a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/168f8e9f-0794-406a-98ff-1a1da50aaf86 HTTP/1.1" status: 204 len: 168 time: 0.3538141 May 06 13:12:26.269472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Calling delete_port for a2334594-04fe-4a2c-b0c6-244017b3bb84 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:26.275846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] For port a2334594-04fe-4a2c-b0c6-244017b3bb84, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a2334594-04fe-4a2c-b0c6-244017b3bb84,segment=NetworkSegment(cbccc757-b0f8-402b-9bb8-9b3810003d67),segment_id=cbccc757-b0f8-402b-9bb8-9b3810003d67)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:26.276262 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.353551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41124) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:26.439859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] Calling delete_port for a2334594-04fe-4a2c-b0c6-244017b3bb84 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:26.518761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.594638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05f13fdd-671e-4001-bb6e-552c0f8d8854 None None] Provisioning for port e57eb395-09a8-4518-ac02-041be9d970b3 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:26.602712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05f13fdd-671e-4001-bb6e-552c0f8d8854 None None] Provisioning complete for port e57eb395-09a8-4518-ac02-041be9d970b3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:26.603144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05f13fdd-671e-4001-bb6e-552c0f8d8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.641162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Pushing event deleted for resources: {'Port': ['ID=a2334594-04fe-4a2c-b0c6-244017b3bb84,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:26.644084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:12:26.644468 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:12:26.647948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] No DVR routers for this DVR port a2334594-04fe-4a2c-b0c6-244017b3bb84 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:12:26.675404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-05f13fdd-671e-4001-bb6e-552c0f8d8854 None None] Port e57eb395-09a8-4518-ac02-041be9d970b3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:26.817595 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cde4068c-5dcd-4952-b0ee-a914f5c89ea0 None None] Provisioning complete for port e57eb395-09a8-4518-ac02-041be9d970b3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:26.818094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cde4068c-5dcd-4952-b0ee-a914f5c89ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:26.937498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cde4068c-5dcd-4952-b0ee-a914f5c89ea0 None None] Port e57eb395-09a8-4518-ac02-041be9d970b3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:26.956319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.010204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9737637d-583e-49a4-9f6e-29c7f780530f']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:27.029769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbccc757-b0f8-402b-9bb8-9b3810003d67') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:27.030006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbccc757-b0f8-402b-9bb8-9b3810003d67') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:27.064563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.098108 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.106757 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.146129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] Deleting port a2334594-04fe-4a2c-b0c6-244017b3bb84 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:27.146863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.280070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41130) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:27.316978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c8d575f-7c9f-40f8-8c8e-4ebcb17b860c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.327489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.328365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f74681f6-f307-4198-b381-541961dc2cf6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:27.369165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9c8d575f-7c9f-40f8-8c8e-4ebcb17b860c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:27.376310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:12:27.377393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.377805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9c8d575f-7c9f-40f8-8c8e-4ebcb17b860c admin admin] Usage tracker for resource:security_group_rule and tenant:fbfab6ebd418469fa0db81d4c10b4248 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:27.381522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9c8d575f-7c9f-40f8-8c8e-4ebcb17b860c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:27.393125 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9c8d575f-7c9f-40f8-8c8e-4ebcb17b860c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: timer() May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:12:27.408724 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:12:27.488134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c8d575f-7c9f-40f8-8c8e-4ebcb17b860c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.496076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9c8d575f-7c9f-40f8-8c8e-4ebcb17b860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.525704 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.535116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cb58ce14-0583-4731-83fd-81d6fc8409e6 None None] The port 'a2334594-04fe-4a2c-b0c6-244017b3bb84' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:12:27.552211 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9c8d575f-7c9f-40f8-8c8e-4ebcb17b860c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbfab6ebd418469fa0db81d4c10b4248&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2694552 May 06 13:12:27.563092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=e57eb395-09a8-4518-ac02-041be9d970b3,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:27.563412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41134) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:27.581256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f74681f6-f307-4198-b381-541961dc2cf6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:27.581783 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.636838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d575f-7c9f-40f8-8c8e-4ebcb17b860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd99a1-ef6b-4fcc-9356-3828e5ec6ca0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:27.751565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 90ccc2e1-9412-4f43-bea0-0d036c2695de up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:27.771028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.799239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.804331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] Pushing event deleted for resources: {'Network': ['ID=9737637d-583e-49a4-9f6e-29c7f780530f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:27.850769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:27.854506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:27.876867 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0e0b26c9-842d-443f-bbc8-03075019314b admin admin] 10.222.0.44 "DELETE /v2.0/networks/9737637d-583e-49a4-9f6e-29c7f780530f HTTP/1.1" status: 204 len: 168 time: 3.0208611 May 06 13:12:27.910323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 90ccc2e1-9412-4f43-bea0-0d036c2695de completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:27.919951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-910b1d29-c2cb-4e34-ae31-90f4d740a65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.925966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 90ccc2e1-9412-4f43-bea0-0d036c2695de triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:27.932041 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:27.996164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-910b1d29-c2cb-4e34-ae31-90f4d740a65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:28.161694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:28.191609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 90ccc2e1-9412-4f43-bea0-0d036c2695de, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=90ccc2e1-9412-4f43-bea0-0d036c2695de,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:28.194275 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-910b1d29-c2cb-4e34-ae31-90f4d740a65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:28.199057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:28.219471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b1d29-c2cb-4e34-ae31-90f4d740a65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd99a1-ef6b-4fcc-9356-3828e5ec6ca0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:28.246215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-910b1d29-c2cb-4e34-ae31-90f4d740a65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:28.259599 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-910b1d29-c2cb-4e34-ae31-90f4d740a65f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42cd99a1-ef6b-4fcc-9356-3828e5ec6ca0 HTTP/1.1" status: 204 len: 168 time: 0.6925087 May 06 13:12:28.337861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41142) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:28.340109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a2334594-04fe-4a2c-b0c6-244017b3bb84 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:28.414077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=90ccc2e1-9412-4f43-bea0-0d036c2695de,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:28.433036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e654d5d-4bad-4f52-b778-807e9ca8d7f9 None None] Provisioning complete for port e57eb395-09a8-4518-ac02-041be9d970b3 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:28.433699 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e654d5d-4bad-4f52-b778-807e9ca8d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:28.470843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: a2334594-04fe-4a2c-b0c6-244017b3bb84 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:28.471794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a2334594-04fe-4a2c-b0c6-244017b3bb84 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:28.474512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5649a628-46a4-4276-be97-e3ff01f9a12f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:28.513180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:28.540265 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ae377f69-0792-4d7a-9ad1-9f30e4da1f30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fad9d7a2a4f542d6998ce0d90b60f977&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2012732 May 06 13:12:28.546788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41148) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:28.569483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 5649a628-46a4-4276-be97-e3ff01f9a12f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:28.570227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 5649a628-46a4-4276-be97-e3ff01f9a12f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:28.571102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9699be04-563b-4e08-b3ca-6b752d641bc6 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:28.622698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9699be04-563b-4e08-b3ca-6b752d641bc6 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:28.623375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9699be04-563b-4e08-b3ca-6b752d641bc6 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:28.637354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4e654d5d-4bad-4f52-b778-807e9ca8d7f9 None None] Port e57eb395-09a8-4518-ac02-041be9d970b3 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:28.684705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd903-9485-4005-9ee4-5ac9b291f02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:28.717947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd903-9485-4005-9ee4-5ac9b291f02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:28.944340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 9b688492-7d39-486d-9b72-641cbb686558 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:29.048524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 90ccc2e1-9412-4f43-bea0-0d036c2695de up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:29.173996 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd903-9485-4005-9ee4-5ac9b291f02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:29.177146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.20.0.17 (78c39d57-5018-4912-ad66-602edd2177af/3923d2bd-d606-4545-bfae-11885a353ed3/b024a26e-078e-4710-b8f5-57bbef2966bf) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:12:29.187329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 90ccc2e1-9412-4f43-bea0-0d036c2695de triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:29.188554 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:29.198378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfd903-9485-4005-9ee4-5ac9b291f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50258ac-223e-4b19-8071-ee9a376e2fbc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:29.219411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd903-9485-4005-9ee4-5ac9b291f02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:29.223668 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c7cfd903-9485-4005-9ee4-5ac9b291f02d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c50258ac-223e-4b19-8071-ee9a376e2fbc HTTP/1.1" status: 204 len: 168 time: 0.6757553 May 06 13:12:29.374188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:29.394474 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b9705d08-d8d3-417f-83c7-8bb7e44ba122 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "PUT /v2.0/routers/9b688492-7d39-486d-9b72-641cbb686558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0501521 May 06 13:12:29.537148 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:29.556172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Transition to ACTIVE for port object b024a26e-078e-4710-b8f5-57bbef2966bf will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:29.582990 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:29.876397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 78c39d57-5018-4912-ad66-602edd2177af is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:29.889150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:29.897583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:12:29.925021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=b024a26e-078e-4710-b8f5-57bbef2966bf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:29.971713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-3a5ab53a-85f4-4dac-99e1-fc16f6e30792 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194745439&fields=id&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 267 time: 0.1420593 May 06 13:12:30.031656 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:30.210419 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:30.280597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3e47a7f6-216c-4ff8-b970-84217d3bf350 None None] Provisioning for port b024a26e-078e-4710-b8f5-57bbef2966bf completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:30.284136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41192) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:30.308771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3e47a7f6-216c-4ff8-b970-84217d3bf350 None None] Provisioning complete for port b024a26e-078e-4710-b8f5-57bbef2966bf triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:30.309145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3e47a7f6-216c-4ff8-b970-84217d3bf350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:30.322146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-fd1e12bd-e8e8-47f4-a2cc-30bcc67cb0f3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:30.322888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-fd1e12bd-e8e8-47f4-a2cc-30bcc67cb0f3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:30.325546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f74e68a4-4a3d-41bb-a822-b66269a839dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:30.402562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f74e68a4-4a3d-41bb-a822-b66269a839dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:30.413002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f74e68a4-4a3d-41bb-a822-b66269a839dd admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:30.420031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f74e68a4-4a3d-41bb-a822-b66269a839dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:30.433872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f74e68a4-4a3d-41bb-a822-b66269a839dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:30.440021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-3e47a7f6-216c-4ff8-b970-84217d3bf350 None None] Port b024a26e-078e-4710-b8f5-57bbef2966bf cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:30.526855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-fd1e12bd-e8e8-47f4-a2cc-30bcc67cb0f3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:30.528152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-fd1e12bd-e8e8-47f4-a2cc-30bcc67cb0f3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/networks?id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 HTTP/1.1" status: 200 len: 796 time: 0.5409696 May 06 13:12:30.556405 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f74e68a4-4a3d-41bb-a822-b66269a839dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:30.562658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f74e68a4-4a3d-41bb-a822-b66269a839dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:30.563946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-b5f1c745-917d-42ad-902e-16e2c147a5f5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/quotas/f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 375 time: 0.0224724 May 06 13:12:30.654269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f74e68a4-4a3d-41bb-a822-b66269a839dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.3678050 May 06 13:12:30.660585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41196) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:30.692178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e68a4-4a3d-41bb-a822-b66269a839dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f877a64-916d-429c-a812-1278b1fa0a3e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:30.841081 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a69ff7eb-e588-4090-b071-d78a08c14fba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2692134 May 06 13:12:30.850206 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Sync routers for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:30.876754 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:30.878274 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:30.893254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f11d96da-a047-4fa7-8290-8a609b9e94d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:30.924923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f11d96da-a047-4fa7-8290-8a609b9e94d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:30.982816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f11d96da-a047-4fa7-8290-8a609b9e94d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:31.009516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d96da-a047-4fa7-8290-8a609b9e94d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f877a64-916d-429c-a812-1278b1fa0a3e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:31.034481 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:31.037667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f11d96da-a047-4fa7-8290-8a609b9e94d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:31.042127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f11d96da-a047-4fa7-8290-8a609b9e94d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f877a64-916d-429c-a812-1278b1fa0a3e HTTP/1.1" status: 204 len: 168 time: 0.3804808 May 06 13:12:31.043973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:31.199330 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:31.203135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=b024a26e-078e-4710-b8f5-57bbef2966bf,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:31.252290 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:31.530863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41210) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:31.737168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-6807ce6a-f55e-4953-bdfd-2cb027276ba9 service neutron] 10.222.0.44 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8594928 May 06 13:12:31.741883 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b24c8fbb-7089-4293-bba3-471d5a1bd36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:31.780913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b24c8fbb-7089-4293-bba3-471d5a1bd36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:31.787489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b24c8fbb-7089-4293-bba3-471d5a1bd36f admin admin] Usage tracker for resource:security_group_rule and tenant:6ceff09dcb7b464c93e084ecb9d14083 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:31.791066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b24c8fbb-7089-4293-bba3-471d5a1bd36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:31.799517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b24c8fbb-7089-4293-bba3-471d5a1bd36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:31.878619 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:24Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e57eb395-09a8-4518-ac02-041be9d970b3', 'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:57:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:23Z', 'updated_at': '2022-05-06T13:12:26Z', 'revision_number': 2, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:31.884251 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Checking router: 9b688492-7d39-486d-9b72-641cbb686558 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:31.884696 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Updating router 9b688492-7d39-486d-9b72-641cbb686558 port e57eb395-09a8-4518-ac02-041be9d970b3 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:12:31.895249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 78c39d57-5018-4912-ad66-602edd2177af is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:31.902268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b24c8fbb-7089-4293-bba3-471d5a1bd36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:31.908760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b24c8fbb-7089-4293-bba3-471d5a1bd36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:31.909431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:31.947238 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:31.966495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c8fbb-7089-4293-bba3-471d5a1bd36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a6e111-d471-4140-b87e-e897d7e962a4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:31.978018 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b24c8fbb-7089-4293-bba3-471d5a1bd36f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ceff09dcb7b464c93e084ecb9d14083&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4396875 May 06 13:12:31.979393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41216) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:32.072184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb269063-c3f6-4c04-9369-47cd2b5e54d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:32.110296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb269063-c3f6-4c04-9369-47cd2b5e54d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:32.214961 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb269063-c3f6-4c04-9369-47cd2b5e54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:32.234434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb269063-c3f6-4c04-9369-47cd2b5e54d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a6e111-d471-4140-b87e-e897d7e962a4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:32.249547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb269063-c3f6-4c04-9369-47cd2b5e54d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:32.251043 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cb269063-c3f6-4c04-9369-47cd2b5e54d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35a6e111-d471-4140-b87e-e897d7e962a4 HTTP/1.1" status: 204 len: 168 time: 0.2705665 May 06 13:12:32.320573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b7a15c5b-d859-4feb-9cda-404b924401fe None None] Provisioning complete for port b024a26e-078e-4710-b8f5-57bbef2966bf triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:32.322252 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7a15c5b-d859-4feb-9cda-404b924401fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:32.434505 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:12:32.478136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b7a15c5b-d859-4feb-9cda-404b924401fe None None] Port b024a26e-078e-4710-b8f5-57bbef2966bf cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:32.505535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-cf4ec297-3f3d-4733-9f7b-f52e04013bf8 service neutron] 10.222.0.44 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7669110 May 06 13:12:32.680690 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:32.703551 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Transition to ACTIVE for port object e57eb395-09a8-4518-ac02-041be9d970b3 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:32.715056 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:32.942533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e7cf2c-d2f4-418e-9e53-b770ba79b455 req-d7561fb5-6d37-41a1-96a0-4aa9d4637e12 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0941195 May 06 13:12:32.992487 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0de375-af0f-4447-aeb5-8624266f12a8 None None] Pushing event updated for resources: {'Port': ['ID=e57eb395-09a8-4518-ac02-041be9d970b3,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:33.112654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:33.228630 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Attempting to bind port e57eb395-09a8-4518-ac02-041be9d970b3 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:12:33.228982 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Attempting to bind port e57eb395-09a8-4518-ac02-041be9d970b3 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:12:33.229553 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Attempting to bind port e57eb395-09a8-4518-ac02-041be9d970b3 on network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:33.248242 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:12:33.248880 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Checking segment: {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:12:33.249521 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:33.250137 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Bound using segment: {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:12:33.250990 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Bound port: e57eb395-09a8-4518-ac02-041be9d970b3, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:12:33.251658 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:33.485990 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] For port e57eb395-09a8-4518-ac02-041be9d970b3, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:12:33.489691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:33.491129 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] For port e57eb395-09a8-4518-ac02-041be9d970b3, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e57eb395-09a8-4518-ac02-041be9d970b3,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:12:33.507283 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:33.516846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Sync routers for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:33.521467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-41a0f16e-398f-44cf-96bd-04c96950f174 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "PUT /v2.0/routers/9b01460b-2cb0-4e1f-a0c5-81b533cc46a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1666942 May 06 13:12:33.535182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:33.536041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:33.676680 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:33.677700 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:33.828197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:33.886221 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0de375-af0f-4447-aeb5-8624266f12a8 None None] Pushing event updated for resources: {'Port': ['ID=e57eb395-09a8-4518-ac02-041be9d970b3,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:34.133876 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:34.383272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6468e123-1b18-4d34-aa50-87876bb6f27d req-4c09d2a0-b15a-456b-884e-f7a73f6e6833 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 210 time: 0.0859864 May 06 13:12:34.616321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:12:30Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '8c73f5fb-3376-4bdf-8d3f-ff107db66a63', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:21Z', 'updated_at': '2022-05-06T13:10:28Z', 'revision_number': 1, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b024a26e-078e-4710-b8f5-57bbef2966bf', 'name': '', 'network_id': '78c39d57-5018-4912-ad66-602edd2177af', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:fb:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3923d2bd-d606-4545-bfae-11885a353ed3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:28Z', 'updated_at': '2022-05-06T13:12:30Z', 'revision_number': 2, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '3923d2bd-d606-4545-bfae-11885a353ed3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:34.621915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Checking router: 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:34.622666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Updating router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 port b024a26e-078e-4710-b8f5-57bbef2966bf binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:12:34.749255 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:24Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e57eb395-09a8-4518-ac02-041be9d970b3', 'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:57:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:23Z', 'updated_at': '2022-05-06T13:12:33Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:34.762243 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bbc81e-d63f-4c2d-ba07-738a910f922c None None] The sync data for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 is: [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:24Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e57eb395-09a8-4518-ac02-041be9d970b3', 'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:57:18:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:23Z', 'updated_at': '2022-05-06T13:12:33Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:34.806467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:35.101015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-1747f803-9132-4e63-ba75-c8ba336dbc9a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:35.102889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-1747f803-9132-4e63-ba75-c8ba336dbc9a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:35.141700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-1747f803-9132-4e63-ba75-c8ba336dbc9a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:35.143244 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-1747f803-9132-4e63-ba75-c8ba336dbc9a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/networks?id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 HTTP/1.1" status: 200 len: 796 time: 0.4413371 May 06 13:12:35.213360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e57eb395-09a8-4518-ac02-041be9d970b3 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:35.263923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-f2e18f55-aaf1-4545-a225-dcccec62cf6f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:35.287452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-f2e18f55-aaf1-4545-a225-dcccec62cf6f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:35.289068 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-f2e18f55-aaf1-4545-a225-dcccec62cf6f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f57f59e5f10b4779858d012f38366eaf HTTP/1.1" status: 200 len: 380 time: 0.1326690 May 06 13:12:35.304437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'port': {'device_id': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'admin_state_up': True, 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'security_groups': ['f0553c34-206e-4f31-8d61-bc426807360c']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:35.477185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e57eb395-09a8-4518-ac02-041be9d970b3 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:35.505115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e57eb395-09a8-4518-ac02-041be9d970b3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:35.514867 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:35.565939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:35.574220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:port and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:35.595132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:35.610100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:35.625765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Made reservation on behalf of f57f59e5f10b4779858d012f38366eaf for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:12:35.629770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:35.749693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:35.771659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fdfbc90-bed6-42a4-ab58-828d8b64e2cc req-38db5c47-5f85-4795-9fb3-b94b10f3d8f9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 210 time: 0.1635046 May 06 13:12:35.774136 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:12:35.920859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port e57eb395-09a8-4518-ac02-041be9d970b3, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e57eb395-09a8-4518-ac02-041be9d970b3,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:35.935610 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.031008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.20.0.9 (83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2/ce689b8d-1931-4795-bb6a-56d787886482/feca970a-d031-49d5-b833-9ad71701aca5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:12:36.072319 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.116370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Transition to ACTIVE for port object b024a26e-078e-4710-b8f5-57bbef2966bf will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:36.139113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.158678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=e57eb395-09a8-4518-ac02-041be9d970b3,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:36.411498 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.433727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d37a8-1b99-460e-b35b-37d4843bb0af None None] Pushing event updated for resources: {'Port': ['ID=b024a26e-078e-4710-b8f5-57bbef2966bf,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:36.443469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Transition to ACTIVE for port object feca970a-d031-49d5-b833-9ad71701aca5 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:36.472898 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.517134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Attempting to bind port b024a26e-078e-4710-b8f5-57bbef2966bf on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:12:36.517503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Attempting to bind port b024a26e-078e-4710-b8f5-57bbef2966bf by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:12:36.517871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Attempting to bind port b024a26e-078e-4710-b8f5-57bbef2966bf on network 78c39d57-5018-4912-ad66-602edd2177af {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:36.527481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:12:36.527987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Checking segment: {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:12:36.528387 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.528749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Bound using segment: {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:12:36.529308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Bound port: b024a26e-078e-4710-b8f5-57bbef2966bf, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cae85e9-2aa8-4324-8984-93a959d14930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c39d57-5018-4912-ad66-602edd2177af'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:12:36.530004 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.603046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:36.608067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:36.610741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=feca970a-d031-49d5-b833-9ad71701aca5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:36.613623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:12:36.670633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] For port b024a26e-078e-4710-b8f5-57bbef2966bf, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:12:36.678078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] For port b024a26e-078e-4710-b8f5-57bbef2966bf, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b024a26e-078e-4710-b8f5-57bbef2966bf,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:12:36.697661 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.705294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:36.706582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.744433 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-2582a62d-f33e-41dc-9552-de3734cad629 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4492438 May 06 13:12:36.758553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Request body: {'port': {'device_id': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:36.828309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d37a8-1b99-460e-b35b-37d4843bb0af None None] Pushing event updated for resources: {'Port': ['ID=b024a26e-078e-4710-b8f5-57bbef2966bf,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:36.835052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:36.835807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:36.942675 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:37.239928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e57eb395-09a8-4518-ac02-041be9d970b3 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:37.386102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:37.402630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818ef3-4526-47e9-89c5-ecf0999435d7 req-65c3657f-b4b3-4159-9cd3-604546407f26 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:37.405496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33818ef3-4526-47e9-89c5-ecf0999435d7 req-65c3657f-b4b3-4159-9cd3-604546407f26 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 931 time: 0.2065206 May 06 13:12:37.488985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33818ef3-4526-47e9-89c5-ecf0999435d7 req-2169acd7-a8ec-462c-9266-b19c842de2fa tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765233 May 06 13:12:37.527180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5a648ace-f0da-4dfc-ac77-4fc0e37c0fc8 None None] Provisioning for port feca970a-d031-49d5-b833-9ad71701aca5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:37.544470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5a648ace-f0da-4dfc-ac77-4fc0e37c0fc8 None None] Provisioning complete for port feca970a-d031-49d5-b833-9ad71701aca5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:37.544781 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5a648ace-f0da-4dfc-ac77-4fc0e37c0fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:37.581355 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:37.688702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feca970a-d031-49d5-b833-9ad71701aca5 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:12:37.702358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5a648ace-f0da-4dfc-ac77-4fc0e37c0fc8 None None] Port feca970a-d031-49d5-b833-9ad71701aca5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:37.709111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:37.726760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e57eb395-09a8-4518-ac02-041be9d970b3 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:37.727263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:37.745901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Transition to ACTIVE for port object feca970a-d031-49d5-b833-9ad71701aca5 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:37.751937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:37.908514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Pushing event updated for resources: {'Port': ['ID=feca970a-d031-49d5-b833-9ad71701aca5,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:38.152355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Attempting to bind port feca970a-d031-49d5-b833-9ad71701aca5 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:12:38.152874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Attempting to bind port feca970a-d031-49d5-b833-9ad71701aca5 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:12:38.153381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Attempting to bind port feca970a-d031-49d5-b833-9ad71701aca5 on network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:38.162966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Port feca970a-d031-49d5-b833-9ad71701aca5 on network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:12:38.163472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Attempting to bind port feca970a-d031-49d5-b833-9ad71701aca5 on network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:38.171693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:12:38.172104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Checking segment: {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:12:38.172598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Bound using segment: {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:12:38.173210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Bound port: feca970a-d031-49d5-b833-9ad71701aca5, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98de78f-0c5f-4df2-843a-5023c633c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:12:38.173929 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:38.175368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:12:30Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '8c73f5fb-3376-4bdf-8d3f-ff107db66a63', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:21Z', 'updated_at': '2022-05-06T13:10:28Z', 'revision_number': 1, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b024a26e-078e-4710-b8f5-57bbef2966bf', 'name': '', 'network_id': '78c39d57-5018-4912-ad66-602edd2177af', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:fb:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3923d2bd-d606-4545-bfae-11885a353ed3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:28Z', 'updated_at': '2022-05-06T13:12:36Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '3923d2bd-d606-4545-bfae-11885a353ed3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:38.182993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19562f7c-078d-4db8-9787-7d464cf199fa None None] The sync data for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 is: [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:12:30Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '8c73f5fb-3376-4bdf-8d3f-ff107db66a63', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:21Z', 'updated_at': '2022-05-06T13:10:28Z', 'revision_number': 1, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b024a26e-078e-4710-b8f5-57bbef2966bf', 'name': '', 'network_id': '78c39d57-5018-4912-ad66-602edd2177af', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:fb:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3923d2bd-d606-4545-bfae-11885a353ed3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:28Z', 'updated_at': '2022-05-06T13:12:36Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '3923d2bd-d606-4545-bfae-11885a353ed3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:38.320918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:12:38.339890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=feca970a-d031-49d5-b833-9ad71701aca5,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:12:38.352227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:38.500188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:38.502442 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] 10.222.0.48 "PUT /v2.0/ports/feca970a-d031-49d5-b833-9ad71701aca5 HTTP/1.1" status: 200 len: 1091 time: 1.7508161 May 06 13:12:38.503102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:38.540884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a9803-7f50-4f65-b296-819133a70f29 service neutron] Pushing event updated for resources: {'Port': ['ID=feca970a-d031-49d5-b833-9ad71701aca5,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:38.733545 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-9ced6fae-0254-41d5-aa01-3e52463331d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 1094 time: 0.1762795 May 06 13:12:38.878783 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-4503f1fc-7f4c-4da2-a705-806f60a6de7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feca970a-d031-49d5-b833-9ad71701aca5 HTTP/1.1" status: 200 len: 217 time: 0.1379685 May 06 13:12:38.918516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686a8e2-9038-4dd6-8935-a3e45e36a9ee req-753ccf5b-0837-4997-8f53-3d29118a8a15 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:38.924865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7686a8e2-9038-4dd6-8935-a3e45e36a9ee req-753ccf5b-0837-4997-8f53-3d29118a8a15 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 943 time: 0.1510873 May 06 13:12:39.003641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-92443576-57fe-40dc-a8c9-31f78fb55f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:39.013192 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-92443576-57fe-40dc-a8c9-31f78fb55f10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce689b8d-1931-4795-bb6a-56d787886482 HTTP/1.1" status: 200 len: 835 time: 0.1254559 May 06 13:12:39.088538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7686a8e2-9038-4dd6-8935-a3e45e36a9ee req-0e923d20-c14e-44e4-a631-e768f6821790 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577344 May 06 13:12:39.142665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b024a26e-078e-4710-b8f5-57bbef2966bf up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:39.192616 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-bf4c69fd-5ea4-41e6-8119-b08dbdf736f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742244 May 06 13:12:39.202146 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac046879-96e6-4e10-817f-9840d34be63a'] response: {'name': 'network-changed', 'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5', 'status': 'completed', 'code': 200} May 06 13:12:39.307248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b024a26e-078e-4710-b8f5-57bbef2966bf completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:39.321126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b024a26e-078e-4710-b8f5-57bbef2966bf triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:39.322109 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:39.395055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-3beb9700-a6c5-4ce0-9a0e-be012b65bc3b tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7f2b638f2549485e974c7a710b114b59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605211 May 06 13:12:39.454461 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-4dfaa4ed-50a6-4000-844b-4c68e4dd1922 service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504923 May 06 13:12:39.569064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:39.613983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b024a26e-078e-4710-b8f5-57bbef2966bf, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b024a26e-078e-4710-b8f5-57bbef2966bf,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:39.620869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:39.668014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-774e9c7e-256e-4817-b02b-28a34a1f5176 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:39.678445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-774e9c7e-256e-4817-b02b-28a34a1f5176 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743840 May 06 13:12:39.692269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-92a454f4-a37a-432a-a6d7-56b957077e78 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/quotas/7f2b638f2549485e974c7a710b114b59 HTTP/1.1" status: 200 len: 375 time: 0.0127485 May 06 13:12:39.713631 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bc708641-cfc9-4110-9386-e7cd7c7a5628 req-d66c3a2e-4312-45ef-9b3c-fffeb53e157f service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516942 May 06 13:12:39.723720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b024a26e-078e-4710-b8f5-57bbef2966bf,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:39.754011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-a1f4e20c-cce1-4a75-a969-43960bb94742 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f2b638f2549485e974c7a710b114b59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548472 May 06 13:12:39.870753 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-93a9979c-2ee0-47d5-b52d-9d2493068f50 req-112c83b2-21c4-4bb2-8271-1448f8368c81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 1094 time: 0.0949373 May 06 13:12:40.065605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9979c-2ee0-47d5-b52d-9d2493068f50 req-a6717dc0-e71a-41ca-9013-beca662fb5aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:40.067279 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-93a9979c-2ee0-47d5-b52d-9d2493068f50 req-a6717dc0-e71a-41ca-9013-beca662fb5aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 HTTP/1.1" status: 200 len: 897 time: 0.1900368 May 06 13:12:40.142107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f91a9ae3-9a57-4fd1-9f32-5bc13955cfb0 req-69eb4744-d88e-41db-915c-9f932da2e12b tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 210 time: 0.1038711 May 06 13:12:40.190874 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-93a9979c-2ee0-47d5-b52d-9d2493068f50 req-cc7182bc-080a-42e2-a433-92bd62eaa953 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feca970a-d031-49d5-b833-9ad71701aca5 HTTP/1.1" status: 200 len: 217 time: 0.1165698 May 06 13:12:40.303869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9979c-2ee0-47d5-b52d-9d2493068f50 req-45ea38f6-8ca6-497d-a8b5-938c6469430c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:40.306792 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-93a9979c-2ee0-47d5-b52d-9d2493068f50 req-45ea38f6-8ca6-497d-a8b5-938c6469430c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce689b8d-1931-4795-bb6a-56d787886482 HTTP/1.1" status: 200 len: 835 time: 0.1097949 May 06 13:12:40.461582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-93a9979c-2ee0-47d5-b52d-9d2493068f50 req-08866868-079c-4d33-b178-269446bb3d64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476457 May 06 13:12:40.515285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66706daf-7b1d-49d7-841c-124ba83e016e req-b94453e8-1a4b-492b-9d0c-64df95bf30a0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:40.518292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66706daf-7b1d-49d7-841c-124ba83e016e req-b94453e8-1a4b-492b-9d0c-64df95bf30a0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 943 time: 0.1523268 May 06 13:12:40.598882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66706daf-7b1d-49d7-841c-124ba83e016e req-22f044a4-36da-43dc-8bb6-bb42c4c0b67a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694413 May 06 13:12:40.811101 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-93a9979c-2ee0-47d5-b52d-9d2493068f50 req-d42f9604-c5db-4996-b63c-a5b04030abf3 service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425765 May 06 13:12:41.001851 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-93a9979c-2ee0-47d5-b52d-9d2493068f50 req-c4f8f9a7-d018-4d70-a86e-b190090586e1 service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835020 May 06 13:12:41.063193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b024a26e-078e-4710-b8f5-57bbef2966bf up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:41.201264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b024a26e-078e-4710-b8f5-57bbef2966bf triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:41.201996 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:41.392167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-643c74a1-048b-4aa7-9030-363dc5eb83cf req-8e296638-5c43-4cc6-90be-fb335527e72e tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 210 time: 0.0595777 May 06 13:12:41.969269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d4526586-acde-4fc3-b32c-2fc6ec7d12d0 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f2b638f2549485e974c7a710b114b59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577834 May 06 13:12:41.990817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d232-9cae-427a-8e42-bf118e9f8235 req-01142805-62f3-48ba-9b45-d30cf202bbe8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:41.994136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0704d232-9cae-427a-8e42-bf118e9f8235 req-01142805-62f3-48ba-9b45-d30cf202bbe8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 943 time: 0.1453803 May 06 13:12:42.087821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0704d232-9cae-427a-8e42-bf118e9f8235 req-b8e002d4-7703-40a5-b092-4f236b3aab2b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786519 May 06 13:12:42.266169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-88555731-550a-4e7b-abf7-b594d9d855eb tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:42.268457 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-88555731-550a-4e7b-abf7-b594d9d855eb tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944906 May 06 13:12:42.288418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Request body: {'port': {'device_id': '7766f040-62b3-4574-9dca-a8cb42fa746a', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '7f2b638f2549485e974c7a710b114b59'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:42.305053 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8ed723a-920a-4582-9db1-e619cb1ea431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.337911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device feca970a-d031-49d5-b833-9ad71701aca5 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:12:42.539879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:42.544836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Usage tracker for resource:port and tenant:7f2b638f2549485e974c7a710b114b59 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:42.548519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:42.556415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:42.566991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=feca970a-d031-49d5-b833-9ad71701aca5,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:42.571667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Made reservation on behalf of 7f2b638f2549485e974c7a710b114b59 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:12:42.581989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.603128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'feca970a-d031-49d5-b833-9ad71701aca5', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'port_id': 'feca970a-d031-49d5-b833-9ad71701aca5', 'mac_address': 'fa:16:3e:e2:44:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:12:42.604786 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.660873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:42.668402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Usage tracker for resource:security_group_rule and tenant:7f2b638f2549485e974c7a710b114b59 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:42.673400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:42.683216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:42.684062 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.691259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96da00ea-9100-4b0e-a368-da812b69f13d req-5befe1d9-63a3-447c-8652-54aa43324a98 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 210 time: 0.1056972 May 06 13:12:42.720980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feca970a-d031-49d5-b833-9ad71701aca5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:12:42.742899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=feca970a-d031-49d5-b833-9ad71701aca5,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:42.748015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.820407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.826837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.827914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=feca970a-d031-49d5-b833-9ad71701aca5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:42.921319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3587e534-10da-4101-bede-410d2e4b9756,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:43.040327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Allocated IP 192.168.233.78 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/6adeae95-30d2-42be-bc29-91f95bd16246) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:12:43.123529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['feca970a-d031-49d5-b833-9ad71701aca5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:12:43.269366 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:43.444561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d6ed9-6008-47b3-8c55-c8cd660b5195 req-2a0b3bd1-1556-4b11-a757-3cf8d7f15978 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:43.451256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-196d6ed9-6008-47b3-8c55-c8cd660b5195 req-2a0b3bd1-1556-4b11-a757-3cf8d7f15978 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 944 time: 0.1916032 May 06 13:12:43.517228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:43.550142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Transition to ACTIVE for port object 6adeae95-30d2-42be-bc29-91f95bd16246 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:43.593940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:43.674022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-196d6ed9-6008-47b3-8c55-c8cd660b5195 req-13a68758-9ca3-4cc4-b065-fe0b4edb7fa4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158144 May 06 13:12:43.743619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:43.757594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:43.766453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:12:43.896390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:43.897331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:43.904534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Pushing event updated for resources: {'Port': ['ID=6adeae95-30d2-42be-bc29-91f95bd16246,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:43.958206 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-d22b8f2f-5413-448c-ab65-733ff376cb53 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6758409 May 06 13:12:43.977303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Request body: {'port': {'device_id': '7766f040-62b3-4574-9dca-a8cb42fa746a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:44.053525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8dd40-3848-448c-9d96-5af1d6973236 req-d1cc6aa5-a20b-4865-8da9-1a5b0db1452b tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:44.056602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-add8dd40-3848-448c-9d96-5af1d6973236 req-d1cc6aa5-a20b-4865-8da9-1a5b0db1452b tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 935 time: 0.1363771 May 06 13:12:44.144291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d2d4aa24-4f44-4c84-a4b6-cc20ecbdfa85 None None] Provisioning for port 6adeae95-30d2-42be-bc29-91f95bd16246 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:44.145939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-add8dd40-3848-448c-9d96-5af1d6973236 req-9bfc583a-820e-46c6-85e2-692e36890473 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821834 May 06 13:12:44.161668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d2d4aa24-4f44-4c84-a4b6-cc20ecbdfa85 None None] Provisioning complete for port 6adeae95-30d2-42be-bc29-91f95bd16246 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:44.162367 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d2d4aa24-4f44-4c84-a4b6-cc20ecbdfa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:44.212071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:44.233928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4aa24-4f44-4c84-a4b6-cc20ecbdfa85 None None] Port 6adeae95-30d2-42be-bc29-91f95bd16246 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:12:44.719471 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3590de82-4d2e-4767-adb9-384edc8f1ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:44.722879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adeae95-30d2-42be-bc29-91f95bd16246 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:12:44.734134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:44.760607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Transition to ACTIVE for port object 6adeae95-30d2-42be-bc29-91f95bd16246 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:12:44.766943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:44.836736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8f9bd-c126-4228-b08b-2018049992ca req-344a795f-5861-44a5-ad65-5af19a2ada69 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:44.845404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49b8f9bd-c126-4228-b08b-2018049992ca req-344a795f-5861-44a5-ad65-5af19a2ada69 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 946 time: 0.1659615 May 06 13:12:44.920955 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49b8f9bd-c126-4228-b08b-2018049992ca req-aeca6062-b547-47c0-a0b8-c7dbb00b8d86 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737717 May 06 13:12:45.066760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d99043-9ec5-4886-8758-6e93b714791d req-0e3e59a3-e353-448e-95ed-ba09c85a0b8a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:45.069424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8d99043-9ec5-4886-8758-6e93b714791d req-0e3e59a3-e353-448e-95ed-ba09c85a0b8a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 944 time: 0.1451967 May 06 13:12:45.149339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b8d99043-9ec5-4886-8758-6e93b714791d req-89942bc0-c2a0-4e30-9b55-b71d3219eceb tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714025 May 06 13:12:45.169598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Pushing event updated for resources: {'Port': ['ID=6adeae95-30d2-42be-bc29-91f95bd16246,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:45.337013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Attempting to bind port 6adeae95-30d2-42be-bc29-91f95bd16246 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:12:45.337409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Attempting to bind port 6adeae95-30d2-42be-bc29-91f95bd16246 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:12:45.337775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Attempting to bind port 6adeae95-30d2-42be-bc29-91f95bd16246 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:45.345094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Port 6adeae95-30d2-42be-bc29-91f95bd16246 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:12:45.345723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Attempting to bind port 6adeae95-30d2-42be-bc29-91f95bd16246 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:12:45.353984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:12:45.354363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:12:45.354774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:12:45.355203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Bound port: 6adeae95-30d2-42be-bc29-91f95bd16246, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:12:45.355781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:45.457624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a312b3-272b-4169-b739-b8bb59a28944 req-77a8037d-4c17-4ab8-aaae-281aa11581e4 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:45.459758 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a312b3-272b-4169-b739-b8bb59a28944 req-77a8037d-4c17-4ab8-aaae-281aa11581e4 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 947 time: 0.1384046 May 06 13:12:45.474884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] For port 6adeae95-30d2-42be-bc29-91f95bd16246, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:12:45.479000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] For port 6adeae95-30d2-42be-bc29-91f95bd16246, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6adeae95-30d2-42be-bc29-91f95bd16246,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:12:45.485773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:45.531758 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63a312b3-272b-4169-b739-b8bb59a28944 req-6ba7d689-8d8b-4663-97cd-0fc467f42ace tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613053 May 06 13:12:45.540360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:45.582807 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:45.585095 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] 10.222.0.36 "PUT /v2.0/ports/6adeae95-30d2-42be-bc29-91f95bd16246 HTTP/1.1" status: 200 len: 1095 time: 1.6156988 May 06 13:12:45.585784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7766f040-62b3-4574-9dca-a8cb42fa746a', 'tag': '6adeae95-30d2-42be-bc29-91f95bd16246'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:45.620137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfb1bb-156f-4925-926a-045e30f28cfd service neutron] Pushing event updated for resources: {'Port': ['ID=6adeae95-30d2-42be-bc29-91f95bd16246,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:45.712249 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da399665-0faf-4920-89c3-5d524e1d828d'] response: {'name': 'network-changed', 'server_uuid': '7766f040-62b3-4574-9dca-a8cb42fa746a', 'tag': '6adeae95-30d2-42be-bc29-91f95bd16246', 'status': 'completed', 'code': 200} May 06 13:12:45.777502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-0783b6c3-b78f-43f2-a2d5-17653dc20b8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f2b638f2549485e974c7a710b114b59&device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 1098 time: 0.1295574 May 06 13:12:45.870854 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-c91af22e-4c43-40ce-9e48-6d475e992866 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6adeae95-30d2-42be-bc29-91f95bd16246 HTTP/1.1" status: 200 len: 217 time: 0.0865569 May 06 13:12:45.954529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-57df0a3f-cf0f-4664-b2c0-6e7468339f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:45.956865 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-57df0a3f-cf0f-4664-b2c0-6e7468339f7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.0790670 May 06 13:12:46.124734 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:46.153613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7e72-65d5-452d-937f-3c7bc995641b req-0e216119-0a3d-4d22-9a9d-1c3938345aa4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:46.154851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-326a7e72-65d5-452d-937f-3c7bc995641b req-0e216119-0a3d-4d22-9a9d-1c3938345aa4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Synchronizing usage tracker for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:46.167039 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-21b410b3-2964-4fe1-857f-c049f0dd80f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025888 May 06 13:12:46.269890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-326a7e72-65d5-452d-937f-3c7bc995641b req-0e216119-0a3d-4d22-9a9d-1c3938345aa4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Unset dirty status for tenant:4b0fcaeb0bd04e499d216beff4e48650 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:46.271772 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-326a7e72-65d5-452d-937f-3c7bc995641b req-0e216119-0a3d-4d22-9a9d-1c3938345aa4 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 946 time: 0.2728922 May 06 13:12:46.361188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c9e1d-43d3-4f26-840a-c6a8347c5324 req-f36fde56-ef9d-4758-b418-97283306bd54 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:46.363832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b01c9e1d-43d3-4f26-840a-c6a8347c5324 req-f36fde56-ef9d-4758-b418-97283306bd54 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 946 time: 0.1770597 May 06 13:12:46.372795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device feca970a-d031-49d5-b833-9ad71701aca5 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:46.469756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Deleting port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:46.470649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:46.535266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port feca970a-d031-49d5-b833-9ad71701aca5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:46.545528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port feca970a-d031-49d5-b833-9ad71701aca5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:46.546756 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:46.591105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b01c9e1d-43d3-4f26-840a-c6a8347c5324 req-b8c00cff-6d77-49c9-828c-cf9abdce3400 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045133 May 06 13:12:46.603916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d8063-b244-4616-81aa-fe903559f89b req-8594fcce-372c-4f85-af75-388947a547ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:46.607862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-585d8063-b244-4616-81aa-fe903559f89b req-8594fcce-372c-4f85-af75-388947a547ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 944 time: 0.1769903 May 06 13:12:46.666815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-585d8063-b244-4616-81aa-fe903559f89b req-aaca29c4-8584-49f9-934c-3f9aae60cf95 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520344 May 06 13:12:46.719788 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-0328bf4c-9fc5-4a2e-835e-be9e83f13aba service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436554 May 06 13:12:46.799790 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:46.847778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:46.865236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=feca970a-d031-49d5-b833-9ad71701aca5,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:46.872011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:46.954178 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f7d572-96b3-473b-84cb-aec640f49471'] response: {'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5', 'code': 200} May 06 13:12:47.017898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=feca970a-d031-49d5-b833-9ad71701aca5,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:47.043158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0614f-7d72-4fd1-8644-3f1a3d21a995 req-21b66233-7b26-40c5-a845-40fd958dee74 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:47.046314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ede0614f-7d72-4fd1-8644-3f1a3d21a995 req-21b66233-7b26-40c5-a845-40fd958dee74 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 947 time: 0.1752360 May 06 13:12:47.126995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ede0614f-7d72-4fd1-8644-3f1a3d21a995 req-8cb4a881-ede9-40f9-acc9-b45c09d923fe tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705404 May 06 13:12:47.215102 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a12c3a3c-05b1-45f1-8470-c0ab54d91a02 req-f01c17c8-5dea-4a25-95ba-38eb83a18c49 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817655 May 06 13:12:47.242387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] For port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:47.242790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:47.370343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a7928af-8889-4e5c-a4e4-8ed28bd13c1d req-c24e4b54-f563-4065-ad88-16fe81518198 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 1096 time: 0.3285689 May 06 13:12:47.560335 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:47.687446 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a7928af-8889-4e5c-a4e4-8ed28bd13c1d req-3a55728a-3e51-4c19-bc16-6506297dc3c0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982988 May 06 13:12:47.819113 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e79d829-4df9-4a71-ab22-5ae6e89c5a54 req-2f3bf60f-b79c-44a1-8ae0-9637516a5420 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f2b638f2549485e974c7a710b114b59&device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 1098 time: 0.4996388 May 06 13:12:47.883292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:47.883845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:47.884338 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Floating IP ccd0fcca-0873-4ca1-9ad0-5930c82455f8 disassociated. External IP: 172.25.7.59, port: f1b2a473-9392-4e2d-9e33-766d4a7a8c9e. May 06 13:12:47.884887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Calling delete_port for f1b2a473-9392-4e2d-9e33-766d4a7a8c9e owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:48.111831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a463b25-66bf-4515-b56e-d0d805e3b4fe req-349f5df7-63bf-455c-84f4-ad4bf8fbcef7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:48.114198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a463b25-66bf-4515-b56e-d0d805e3b4fe req-349f5df7-63bf-455c-84f4-ad4bf8fbcef7 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 946 time: 0.2706931 May 06 13:12:48.127359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9db3b0-4b4f-4dee-937f-5abe51d67bd0 req-2e4cdf6c-3882-4974-b8ba-7fde003f79d7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:48.129681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ca9db3b0-4b4f-4dee-937f-5abe51d67bd0 req-2e4cdf6c-3882-4974-b8ba-7fde003f79d7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.2060208 May 06 13:12:48.172173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79d829-4df9-4a71-ab22-5ae6e89c5a54 req-bc081f1b-473e-42ea-b148-22d520413989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:48.174079 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e79d829-4df9-4a71-ab22-5ae6e89c5a54 req-bc081f1b-473e-42ea-b148-22d520413989 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.3402481 May 06 13:12:48.243575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a463b25-66bf-4515-b56e-d0d805e3b4fe req-f7a81a8b-2159-425a-b67f-a00db2ce056d tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups?id=da47ab35-9c77-4d73-9ffa-32a395356e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124260 May 06 13:12:48.252768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ca9db3b0-4b4f-4dee-937f-5abe51d67bd0 req-87990621-6b2e-4012-80da-02d7ee3bfc71 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990324 May 06 13:12:48.308411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:48.313330 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e79d829-4df9-4a71-ab22-5ae6e89c5a54 req-acf854c3-eada-4d2c-b2e2-3fc2e7bff6ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6adeae95-30d2-42be-bc29-91f95bd16246 HTTP/1.1" status: 200 len: 217 time: 0.1236427 May 06 13:12:48.438796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event deleted for resources: {'Port': ['ID=f1b2a473-9392-4e2d-9e33-766d4a7a8c9e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:48.536922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79d829-4df9-4a71-ab22-5ae6e89c5a54 req-c675780e-b3de-4af1-97c8-4a9f75233532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:48.538259 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e79d829-4df9-4a71-ab22-5ae6e89c5a54 req-c675780e-b3de-4af1-97c8-4a9f75233532 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.1641352 May 06 13:12:48.608259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff026f75-3e44-4f33-b5a1-00dbf64d1a3e req-a6c7b6f6-25f4-4bca-98c4-8b65bc80531b tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:48.610913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff026f75-3e44-4f33-b5a1-00dbf64d1a3e req-a6c7b6f6-25f4-4bca-98c4-8b65bc80531b tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 947 time: 0.1418450 May 06 13:12:48.698123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff026f75-3e44-4f33-b5a1-00dbf64d1a3e req-788a45f8-99cb-4d5b-8703-7b6bc4852760 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790374 May 06 13:12:48.708414 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e79d829-4df9-4a71-ab22-5ae6e89c5a54 req-7649b012-0ab1-4b45-aecf-dccef4c1d066 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147690 May 06 13:12:48.881578 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e79d829-4df9-4a71-ab22-5ae6e89c5a54 req-7192e890-6044-4d66-800e-f130a9043391 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653514 May 06 13:12:48.896191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Router c8643d68-2460-4404-9bcf-13f8e2401eff has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:49.177024 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6e79d829-4df9-4a71-ab22-5ae6e89c5a54 req-4676938b-01e9-4952-9242-886392f8beb0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844052 May 06 13:12:49.283813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:49.300787 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] Sync routers for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:49.317658 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:49.319114 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:49.380073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] No DVR routers for this DVR port f1b2a473-9392-4e2d-9e33-766d4a7a8c9e on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:12:49.383789 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:49.396467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-deleted', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:49.405455 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-326a7e72-65d5-452d-937f-3c7bc995641b req-133eeeac-060e-4ec1-84b0-f6e5da6fa915 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.36 "DELETE /v2.0/ports/f1b2a473-9392-4e2d-9e33-766d4a7a8c9e HTTP/1.1" status: 204 len: 173 time: 3.1247818 May 06 13:12:49.487534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6adeae95-30d2-42be-bc29-91f95bd16246 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:12:49.517295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:49.623233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: f1b2a473-9392-4e2d-9e33-766d4a7a8c9e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:49.624332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device f1b2a473-9392-4e2d-9e33-766d4a7a8c9e not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:49.686070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af4363da-2d0a-44b5-825b-ba7a509cd478 req-251b3227-e8ec-4d9a-bb39-bf66b010276a tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5126202-ff76-4a7f-b8f4-526ae14ee7ad HTTP/1.1" status: 200 len: 210 time: 0.1231194 May 06 13:12:49.790094 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:49.827231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc805a4-c0f0-493a-822a-87ae62e04f9f req-a6e183ec-32ab-4922-9b24-f3f0966d9fd6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:49.834190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dc805a4-c0f0-493a-822a-87ae62e04f9f req-a6e183ec-32ab-4922-9b24-f3f0966d9fd6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.2245224 May 06 13:12:49.870535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41370) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:49.956660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1dc805a4-c0f0-493a-822a-87ae62e04f9f req-cabaf657-febc-4419-81e0-6c983727a387 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081359 May 06 13:12:50.026912 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06ca0c4-2d69-4066-a42d-c53fe82f31ac'] response: {'server_uuid': 'c5126202-ff76-4a7f-b8f4-526ae14ee7ad', 'name': 'network-vif-deleted', 'tag': 'f1b2a473-9392-4e2d-9e33-766d4a7a8c9e', 'status': 'completed', 'code': 200} May 06 13:12:50.054409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6adeae95-30d2-42be-bc29-91f95bd16246, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6adeae95-30d2-42be-bc29-91f95bd16246,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:50.127576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '6adeae95-30d2-42be-bc29-91f95bd16246', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': '6adeae95-30d2-42be-bc29-91f95bd16246', 'mac_address': 'fa:16:3e:b4:6c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:12:50.288023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:50.320496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adeae95-30d2-42be-bc29-91f95bd16246 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:12:50.342416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6adeae95-30d2-42be-bc29-91f95bd16246, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6adeae95-30d2-42be-bc29-91f95bd16246,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:50.349763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:50.397919 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:50.412792 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] Checking router: c8643d68-2460-4404-9bcf-13f8e2401eff for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:50.441507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6adeae95-30d2-42be-bc29-91f95bd16246,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:50.452795 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:50.453527 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:50.502584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba1bbd-2801-406c-9ded-9a532a94dacd req-988035c1-f1c8-4b5c-a05d-99122b063670 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:50.505199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2aba1bbd-2801-406c-9ded-9a532a94dacd req-988035c1-f1c8-4b5c-a05d-99122b063670 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 947 time: 0.3754921 May 06 13:12:50.567867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36147-37a7-48e7-9612-06be4dc30050 req-aa6ebc11-e9ea-497d-9b2a-0c4e3ce8f0da tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:50.570631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7f36147-37a7-48e7-9612-06be4dc30050 req-aa6ebc11-e9ea-497d-9b2a-0c4e3ce8f0da tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.3245811 May 06 13:12:50.590939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['6adeae95-30d2-42be-bc29-91f95bd16246'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:12:50.660035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2aba1bbd-2801-406c-9ded-9a532a94dacd req-c44d93f4-dd30-4057-a7a2-e81357161741 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368163 May 06 13:12:50.668584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7f36147-37a7-48e7-9612-06be4dc30050 req-a92aa374-8419-4d5a-9a12-ad89e04fd476 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843031 May 06 13:12:50.722679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41376) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:50.808007 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:50.858450 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-99c35148-2c8c-48d2-9c14-2124cf657a1c tempest-TestNetworkAdvancedServerOps-1610907385 tempest-TestNetworkAdvancedServerOps-1610907385-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 1091 time: 0.1424088 May 06 13:12:50.862346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41382) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:50.873831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': 'feca970a-d031-49d5-b833-9ad71701aca5', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:12:50.885147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:12:50.901017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Usage tracker for resource:floatingip and tenant:f57f59e5f10b4779858d012f38366eaf is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:12:50.906403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:12:50.920331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:12:50.940697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.118821 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.120209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41388) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:51.268324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-626451d1-cee0-4f5f-b416-404972b29cc0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.359465 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-626451d1-cee0-4f5f-b416-404972b29cc0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.397053 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:51.404952 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf53a4-fc8d-484d-9d1f-c5f231651de9 None None] The sync data for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 is: [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 4, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04', 'name': '', 'network_id': '6de9707c-7d6d-4a89-8061-aec60ad992ac', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'mac_address': 'fa:16:3e:de:25:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:48Z', 'updated_at': '2022-05-06T13:03:18Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'subnets': [{'id': 'a52a2b4a-5f95-47e6-a2ff-ee9190fb75de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:51.410880 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.520023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6adeae95-30d2-42be-bc29-91f95bd16246 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:12:51.649220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 6adeae95-30d2-42be-bc29-91f95bd16246 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:12:51.659780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 6adeae95-30d2-42be-bc29-91f95bd16246 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:12:51.660485 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.697762 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-626451d1-cee0-4f5f-b416-404972b29cc0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.734203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626451d1-cee0-4f5f-b416-404972b29cc0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da47ab35-9c77-4d73-9ffa-32a395356e77,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:51.742572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-626451d1-cee0-4f5f-b416-404972b29cc0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.746834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-626451d1-cee0-4f5f-b416-404972b29cc0 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "DELETE /v2.0/security-groups/da47ab35-9c77-4d73-9ffa-32a395356e77 HTTP/1.1" status: 204 len: 168 time: 0.6255071 May 06 13:12:51.752469 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41394) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:51.773451 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-c131320f-0103-4e00-b79a-3db797c667ca tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] show failed (client error): The resource could not be found. May 06 13:12:51.778709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c131320f-0103-4e00-b79a-3db797c667ca tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "GET /v2.0/security-groups/da47ab35-9c77-4d73-9ffa-32a395356e77 HTTP/1.1" status: 404 len: 347 time: 0.0261805 May 06 13:12:51.779219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41398) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:51.792396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Allocated IP 172.25.7.161 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/14ec0477-5ea9-4136-bc85-1fe87bcc88a9) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:12:51.964835 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.034237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7766f040-62b3-4574-9dca-a8cb42fa746a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adeae95-30d2-42be-bc29-91f95bd16246'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:52.049876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6adeae95-30d2-42be-bc29-91f95bd16246, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6adeae95-30d2-42be-bc29-91f95bd16246,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:52.057002 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.105293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Deleting port 8ffa54eb-51fe-40e9-8d25-d5581907e8a7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:52.105614 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.148365 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8b462d-f738-4833-b10e-eaf2c2af4835'] response: {'server_uuid': '7766f040-62b3-4574-9dca-a8cb42fa746a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adeae95-30d2-42be-bc29-91f95bd16246', 'code': 200} May 06 13:12:52.203475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6adeae95-30d2-42be-bc29-91f95bd16246,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:52.466663 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-34b82c71-1ade-48ed-81c3-7364f8065bf1 req-6111822e-c6ef-49c1-b7ad-8b6ad65113c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 1100 time: 0.2108047 May 06 13:12:52.557799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64ab5f-8e27-4c05-85c6-6bae914ae169 req-b90c10cf-5c74-4211-b255-054b95642283 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:52.560402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e64ab5f-8e27-4c05-85c6-6bae914ae169 req-b90c10cf-5c74-4211-b255-054b95642283 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 949 time: 0.5281901 May 06 13:12:52.578987 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.596350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port b024a26e-078e-4710-b8f5-57bbef2966bf {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:52.596828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.629282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.629282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.634510 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-34b82c71-1ade-48ed-81c3-7364f8065bf1 req-99045245-3741-4b48-bfbd-a6a6ecb4f768 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604631 May 06 13:12:52.787245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Calling delete_port for 8ffa54eb-51fe-40e9-8d25-d5581907e8a7 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:52.829061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e64ab5f-8e27-4c05-85c6-6bae914ae169 req-2b2f0123-3c61-4fc0-9b82-5f0032b2103f tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563725 May 06 13:12:52.910828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.931780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] For port b024a26e-078e-4710-b8f5-57bbef2966bf, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b024a26e-078e-4710-b8f5-57bbef2966bf,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:52.932455 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:53.044098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:12:53.052447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:12:53.057145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:12:53.174548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for b024a26e-078e-4710-b8f5-57bbef2966bf owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:53.207112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=14ec0477-5ea9-4136-bc85-1fe87bcc88a9,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:53.310662 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:53.406043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Pushing event deleted for resources: {'Port': ['ID=8ffa54eb-51fe-40e9-8d25-d5581907e8a7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:53.657211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:53.746308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=b024a26e-078e-4710-b8f5-57bbef2966bf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:53.829564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.830464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.831326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.832147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.832870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.833877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.834535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.835239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.835996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.836739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:53.837702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:54.212529 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:54.318228 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:54.324391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-294ed1f7-cdec-40ff-b38c-639a942d9321 tempest-AttachVolumeShelveTestJSON-1075493534 tempest-AttachVolumeShelveTestJSON-1075493534-project] 10.222.0.44 "DELETE /v2.0/floatingips/ccd0fcca-0873-4ca1-9ad0-5930c82455f8 HTTP/1.1" status: 204 len: 168 time: 2.5308170 May 06 13:12:54.369277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:54.425500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b2e91-83ff-44a3-a9ea-2aee27c21cfc req-20cabf5c-b915-4689-80ee-79de95b338a1 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:54.428798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-357b2e91-83ff-44a3-a9ea-2aee27c21cfc req-20cabf5c-b915-4689-80ee-79de95b338a1 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 949 time: 0.3025374 May 06 13:12:54.555890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-357b2e91-83ff-44a3-a9ea-2aee27c21cfc req-4ab661f1-3ccc-4031-920a-7532a196ca9e tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169503 May 06 13:12:54.817051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:54.939634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:55.436119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:55.448134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:55.728993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event updated for resources: {'Port': ['ID=14ec0477-5ea9-4136-bc85-1fe87bcc88a9,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:55.754767 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:55.795960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:56.202300 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Floating IP 3a7c0134-1cac-41fc-ba43-5cb75d8c5754 associated. External IP: 172.25.7.161, port: feca970a-d031-49d5-b833-9ad71701aca5. May 06 13:12:56.325936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:56.343410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] Sync routers for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:56.370536 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-65fb331a-e026-4cd5-8735-f3fd696245e5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "PUT /v2.0/routers/9b01460b-2cb0-4e1f-a0c5-81b533cc46a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4982133 May 06 13:12:56.382312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:56.384082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:56.891758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:57.214833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 9b688492-7d39-486d-9b72-641cbb686558 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:57.260466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e831a-12b5-44e2-ad2e-dc2b601ca083 req-9bc2d213-c312-442d-b3d3-0341c9340ba3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:57.261679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-261e831a-12b5-44e2-ad2e-dc2b601ca083 req-9bc2d213-c312-442d-b3d3-0341c9340ba3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:57.419092 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8bcec-7a11-474d-9b74-d94d2f2e4ae4 None None] New status for floating IP ccd0fcca-0873-4ca1-9ad0-5930c82455f8: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:12:57.696342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-261e831a-12b5-44e2-ad2e-dc2b601ca083 req-9bc2d213-c312-442d-b3d3-0341c9340ba3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:57.698776 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-261e831a-12b5-44e2-ad2e-dc2b601ca083 req-9bc2d213-c312-442d-b3d3-0341c9340ba3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 946 time: 0.6325889 May 06 13:12:57.784125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:12:53Z', 'revision_number': 6, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '8c73f5fb-3376-4bdf-8d3f-ff107db66a63', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:21Z', 'updated_at': '2022-05-06T13:10:28Z', 'revision_number': 1, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:57.795679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] Checking router: 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:57.805853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-261e831a-12b5-44e2-ad2e-dc2b601ca083 req-34f4dc8a-503d-48d0-84bd-4cafcfbf2ebb tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868542 May 06 13:12:57.829748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:57.830925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:57.941815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:57.973209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] Sync routers for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:58.017780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.135331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:58.136778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:58.169965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6f5ca947-ee97-4904-b7b0-1d4b802f608a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3059766 May 06 13:12:58.172796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:58.476624 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848ddd28-74d7-48b3-bd40-98c2fbac723c'] response: {'name': 'network-changed', 'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5', 'status': 'completed', 'code': 200} May 06 13:12:58.756203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9c56c-328f-4127-8d08-72cf8b6039ae req-7448ea3f-5540-4eb8-a65d-415992cc4b12 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:58.759148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6b9c56c-328f-4127-8d08-72cf8b6039ae req-7448ea3f-5540-4eb8-a65d-415992cc4b12 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.2428184 May 06 13:12:58.795842 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e05d5e74-29a4-4fd6-9805-6b34d6d5a73c req-0159a381-4bb9-453c-abd9-fe02a16631a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 1096 time: 0.3028929 May 06 13:12:58.855452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-61be1fa4-2910-4f34-9073-ae5cc1fc2f3e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:58.856658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-61be1fa4-2910-4f34-9073-ae5cc1fc2f3e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:58.867502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:58.925769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6b9c56c-328f-4127-8d08-72cf8b6039ae req-079a366a-3846-4bd0-95da-8886c7c88d08 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562443 May 06 13:12:58.975324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41444) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:59.298137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-902d1a84-03a1-47d8-a72b-3b2e27e03b35 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/3a7c0134-1cac-41fc-ba43-5cb75d8c5754 HTTP/1.1" status: 200 len: 991 time: 0.3138883 May 06 13:12:59.438300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-61be1fa4-2910-4f34-9073-ae5cc1fc2f3e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:59.440958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-61be1fa4-2910-4f34-9073-ae5cc1fc2f3e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.36 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 946 time: 1.1719348 May 06 13:12:59.776295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9755-51b2-4587-9ef0-36910220b980 req-d4e3fa3d-9aa7-4084-afe5-5741a2454c7d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:59.776295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0da9755-51b2-4587-9ef0-36910220b980 req-d4e3fa3d-9aa7-4084-afe5-5741a2454c7d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 946 time: 0.4027658 May 06 13:12:59.817462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:59.825949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port 020dce25-055e-4580-9054-b912661472a5 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:59.826766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:00.003577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0da9755-51b2-4587-9ef0-36910220b980 req-cd66c892-6b69-48d5-8459-e71d62b77a07 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596889 May 06 13:13:00.015036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5e74-29a4-4fd6-9805-6b34d6d5a73c req-69e4012f-654d-48f3-a0f5-d7cc03a5aa59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:00.018154 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e05d5e74-29a4-4fd6-9805-6b34d6d5a73c req-69e4012f-654d-48f3-a0f5-d7cc03a5aa59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 HTTP/1.1" status: 200 len: 897 time: 1.2124953 May 06 13:13:00.298311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41456) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:00.574711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-14cb6152-7387-4f45-9832-2133bc654c34 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/3a7c0134-1cac-41fc-ba43-5cb75d8c5754 HTTP/1.1" status: 200 len: 991 time: 0.2727087 May 06 13:13:00.583877 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e05d5e74-29a4-4fd6-9805-6b34d6d5a73c req-0761382e-8d1c-4202-a618-6562259b02bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feca970a-d031-49d5-b833-9ad71701aca5 HTTP/1.1" status: 200 len: 999 time: 0.5580583 May 06 13:13:00.585456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:24Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3a7c0134-1cac-41fc-ba43-5cb75d8c5754', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b688492-7d39-486d-9b72-641cbb686558', 'port_id': 'feca970a-d031-49d5-b833-9ad71701aca5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'mac_address': 'fa:16:3e:e2:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:12:54Z', 'updated_at': '2022-05-06T13:12:54Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57eb395-09a8-4518-ac02-041be9d970b3', 'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:57:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:23Z', 'updated_at': '2022-05-06T13:12:35Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:00.598578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] Checking router: 9b688492-7d39-486d-9b72-641cbb686558 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:13:00.712322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:00.714555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:00.770471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5e74-29a4-4fd6-9805-6b34d6d5a73c req-09a9c159-8cdf-4914-bcbb-aef145119ad5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:00.772703 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e05d5e74-29a4-4fd6-9805-6b34d6d5a73c req-09a9c159-8cdf-4914-bcbb-aef145119ad5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce689b8d-1931-4795-bb6a-56d787886482 HTTP/1.1" status: 200 len: 835 time: 0.1825767 May 06 13:13:00.775389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] For port 020dce25-055e-4580-9054-b912661472a5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=020dce25-055e-4580-9054-b912661472a5,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:00.775990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:01.042935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:12:53Z', 'revision_number': 6, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '8c73f5fb-3376-4bdf-8d3f-ff107db66a63', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:21Z', 'updated_at': '2022-05-06T13:10:28Z', 'revision_number': 1, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:01.053618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for 020dce25-055e-4580-9054-b912661472a5 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:01.112354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46008e26-92d6-4031-a966-6ee13a485ac8 None None] The sync data for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 is: [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:12:53Z', 'revision_number': 6, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '8c73f5fb-3376-4bdf-8d3f-ff107db66a63', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'port_id': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'mac_address': 'fa:16:3e:1b:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:21Z', 'updated_at': '2022-05-06T13:10:28Z', 'revision_number': 1, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:01.172607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:01.245238 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e05d5e74-29a4-4fd6-9805-6b34d6d5a73c req-135b93ec-3a0f-4f74-ab5a-c03178c27181 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4570980 May 06 13:13:01.483313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3fea-c9bd-4f90-a8bd-16e4aae1d0ea req-a272f8ca-8b6a-4d52-9f48-f4413527bd92 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:01.486294 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016e3fea-c9bd-4f90-a8bd-16e4aae1d0ea req-a272f8ca-8b6a-4d52-9f48-f4413527bd92 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=b03dc830-c7fb-497f-9644-2828f2d19947 HTTP/1.1" status: 200 len: 946 time: 0.1195264 May 06 13:13:01.554795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:01.573385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 020dce25-055e-4580-9054-b912661472a5 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:01.581777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41466) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:01.653185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=020dce25-055e-4580-9054-b912661472a5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:01.696416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 020dce25-055e-4580-9054-b912661472a5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:01.697209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 020dce25-055e-4580-9054-b912661472a5 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:01.857422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] No DVR routers for this DVR port 020dce25-055e-4580-9054-b912661472a5 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:13:01.866417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-016e3fea-c9bd-4f90-a8bd-16e4aae1d0ea req-9a99c746-bdde-4d30-92ea-f1a14e0fa1f4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=f499ac47-bc02-4146-bb11-46bd9398f82f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691084 May 06 13:13:01.867637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:01.871687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03dc830-c7fb-497f-9644-2828f2d19947', 'name': 'network-vif-deleted', 'tag': '020dce25-055e-4580-9054-b912661472a5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:13:01.874779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0f325389-19a8-4107-997c-915b047a2947 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/3a7c0134-1cac-41fc-ba43-5cb75d8c5754 HTTP/1.1" status: 200 len: 991 time: 0.2904899 May 06 13:13:01.968600 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bd6f3b2a-9b70-4422-af4d-a9f08558e6a8 req-fd49f5f3-e47d-42de-bae2-b0874aecc18a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.36 "DELETE /v2.0/ports/020dce25-055e-4580-9054-b912661472a5 HTTP/1.1" status: 204 len: 173 time: 2.5127804 May 06 13:13:01.990563 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e05d5e74-29a4-4fd6-9805-6b34d6d5a73c req-86f21327-e241-4073-b5e0-0ec01e937f86 service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7358136 May 06 13:13:02.069557 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1446736f-d8f1-4565-9c85-f620a4ed635c'] response: {'server_uuid': 'b03dc830-c7fb-497f-9644-2828f2d19947', 'name': 'network-vif-deleted', 'tag': '020dce25-055e-4580-9054-b912661472a5', 'status': 'completed', 'code': 200} May 06 13:13:02.280378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:24Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3a7c0134-1cac-41fc-ba43-5cb75d8c5754', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b688492-7d39-486d-9b72-641cbb686558', 'port_id': 'feca970a-d031-49d5-b833-9ad71701aca5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'mac_address': 'fa:16:3e:e2:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:12:54Z', 'updated_at': '2022-05-06T13:12:54Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57eb395-09a8-4518-ac02-041be9d970b3', 'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:57:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:23Z', 'updated_at': '2022-05-06T13:12:35Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:02.317224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7833add-cda7-4756-bb1b-2121cd620533 None None] The sync data for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 is: [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:24Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '3a7c0134-1cac-41fc-ba43-5cb75d8c5754', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '9b688492-7d39-486d-9b72-641cbb686558', 'port_id': 'feca970a-d031-49d5-b833-9ad71701aca5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'mac_address': 'fa:16:3e:e2:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:12:54Z', 'updated_at': '2022-05-06T13:12:54Z', 'revision_number': 0, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e57eb395-09a8-4518-ac02-041be9d970b3', 'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:57:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:23Z', 'updated_at': '2022-05-06T13:12:35Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:02.457424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e05d5e74-29a4-4fd6-9805-6b34d6d5a73c req-76dfa717-2a7c-4c71-bc79-29eefc4a6d5a service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385347 May 06 13:13:02.762756 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ca544-18ab-491d-bb15-dcbba02e3c48 None None] New status for floating IP 3a7c0134-1cac-41fc-ba43-5cb75d8c5754: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:13:02.879170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41476) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:03.050329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b024a26e-078e-4710-b8f5-57bbef2966bf no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:03.055084 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-615d5c97-b738-4916-9849-411998d8ffb6 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/3a7c0134-1cac-41fc-ba43-5cb75d8c5754 HTTP/1.1" status: 200 len: 991 time: 0.1744339 May 06 13:13:03.114007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b024a26e-078e-4710-b8f5-57bbef2966bf {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:03.114545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b024a26e-078e-4710-b8f5-57bbef2966bf not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:03.136107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41482) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:03.250289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd32e80e-8fc0-4c26-b704-b045c90fbf79 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:03.312426 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd32e80e-8fc0-4c26-b704-b045c90fbf79 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:03.642140 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd32e80e-8fc0-4c26-b704-b045c90fbf79 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:03.671458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32e80e-8fc0-4c26-b704-b045c90fbf79 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499ac47-bc02-4146-bb11-46bd9398f82f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:03.677184 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-16919cfb-c9c6-42a1-b4b7-1a88e738c965 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3425877 May 06 13:13:03.703043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd32e80e-8fc0-4c26-b704-b045c90fbf79 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:03.704419 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cd32e80e-8fc0-4c26-b704-b045c90fbf79 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/security-groups/f499ac47-bc02-4146-bb11-46bd9398f82f HTTP/1.1" status: 204 len: 168 time: 0.5669861 May 06 13:13:03.798385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41496) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:03.915622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41500) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:03.959193 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-b0293b27-c44c-4139-8c7f-a178859013a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ca701b986cb4e21ba167ffac36da2e5&device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 1097 time: 0.1842179 May 06 13:13:04.064047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41506) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:04.225229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-290ec43a-1a83-458a-8cb1-e0abe95f06ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:04.227483 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-290ec43a-1a83-458a-8cb1-e0abe95f06ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9f8a2ba-5755-42db-b48e-1790627e660a HTTP/1.1" status: 200 len: 909 time: 0.2285886 May 06 13:13:04.285421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting subnet 3923d2bd-d606-4545-bfae-11885a353ed3 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:13:04.291029 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:04.387912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-756b7d62-4f79-4c99-a489-2c40d4d5a803 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/3a7c0134-1cac-41fc-ba43-5cb75d8c5754 HTTP/1.1" status: 200 len: 993 time: 0.3217289 May 06 13:13:04.419245 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:04.552103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:04.580820 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-43c5fd5e-bd6d-427d-9440-39f0caf38661 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0329331-0b87-460a-bd2a-425543985b34 HTTP/1.1" status: 200 len: 1002 time: 0.3322465 May 06 13:13:04.669953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-3136079f-bdbb-482a-8e4b-d9e491c47f3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:04.671801 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-3136079f-bdbb-482a-8e4b-d9e491c47f3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d2f49107-4569-45df-946d-89a01e371f14 HTTP/1.1" status: 200 len: 847 time: 0.0787482 May 06 13:13:04.683443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:04.753508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Subnet': ['ID=3923d2bd-d606-4545-bfae-11885a353ed3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:04.767817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.769222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.769222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.769754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.770711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.771506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.772048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.773315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.773315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.773900 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.775023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:04.797036 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:04.811179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742948b8-caab-43af-90c5-fa9abf22d30d None None] Network 78c39d57-5018-4912-ad66-602edd2177af requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:13:04.814864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9dd961db-5f8b-46f1-9cd0-a50e74b509d0 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/subnets/3923d2bd-d606-4545-bfae-11885a353ed3 HTTP/1.1" status: 204 len: 168 time: 1.0143688 May 06 13:13:04.819699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41512) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:04.924540 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-629b84a0-7d31-45e8-b1b4-c91018dad70a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9f8a2ba-5755-42db-b48e-1790627e660a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321990 May 06 13:13:05.055920 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:05.086248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port 53433401-c9a6-43d4-ae59-48c222810162 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:05.086840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:05.112652 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-592ce307-7948-4a50-a769-c53097d21aa0 service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804416 May 06 13:13:05.319798 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4e5734fd-e8b1-4941-b8eb-0fed4e127568 req-f7f0f4e5-f019-480b-8ef4-28dd0b9bee72 service neutron] 10.222.0.36 "GET /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991472 May 06 13:13:05.322316 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:05.336894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] DHCP port deletion for 78c39d57-5018-4912-ad66-602edd2177af request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:13:05.345791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] Deleting port 53433401-c9a6-43d4-ae59-48c222810162 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:05.367140 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:05.703632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] For port 53433401-c9a6-43d4-ae59-48c222810162, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=53433401-c9a6-43d4-ae59-48c222810162,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:05.704153 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:05.727474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] For port 53433401-c9a6-43d4-ae59-48c222810162, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=53433401-c9a6-43d4-ae59-48c222810162,segment=NetworkSegment(9cae85e9-2aa8-4324-8984-93a959d14930),segment_id=9cae85e9-2aa8-4324-8984-93a959d14930)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:05.728094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:05.895727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for 53433401-c9a6-43d4-ae59-48c222810162 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:05.979252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] Calling delete_port for 53433401-c9a6-43d4-ae59-48c222810162 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:05.987972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.052167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=53433401-c9a6-43d4-ae59-48c222810162,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:06.064378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] No DVR routers for this DVR port 53433401-c9a6-43d4-ae59-48c222810162 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:13:06.119456 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:13:06.135825 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:13:06.136619 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:13:06.227240 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.271373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c39d57-5018-4912-ad66-602edd2177af']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:06.293283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cae85e9-2aa8-4324-8984-93a959d14930') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:06.293895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cae85e9-2aa8-4324-8984-93a959d14930') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:06.316698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.350281 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.370526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:13:06.372345 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: timer() May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:13:06.401321 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:13:06.561431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.588487 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.606503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Network': ['ID=78c39d57-5018-4912-ad66-602edd2177af,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:06.630271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-58be4f7f-2249-4a46-bfb9-2669d6aa9b9e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/networks/78c39d57-5018-4912-ad66-602edd2177af HTTP/1.1" status: 204 len: 168 time: 1.8089869 May 06 13:13:06.633299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41522) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:06.638352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] Deleting port 53433401-c9a6-43d4-ae59-48c222810162 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:06.638866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.660933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Deleting port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:06.661773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.751042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-acee6443-a3b4-46d2-9dd2-2614df2f6981 None None] The port '53433401-c9a6-43d4-ae59-48c222810162' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:13:06.913919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] For port 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:06.914275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:06.951636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port b3688aa1-d7c4-429e-aa82-376d4ac44c8f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:06.952356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:07.092305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 53433401-c9a6-43d4-ae59-48c222810162 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:07.136518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Calling delete_port for 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:07.155472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 53433401-c9a6-43d4-ae59-48c222810162 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:07.156447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 53433401-c9a6-43d4-ae59-48c222810162 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:07.255192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:07.255702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:07.411230 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:07.449918 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:07.455971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for b3688aa1-d7c4-429e-aa82-376d4ac44c8f owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:07.478771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Pushing event deleted for resources: {'Port': ['ID=46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:07.783476 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:07.863987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=b3688aa1-d7c4-429e-aa82-376d4ac44c8f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:08.009199 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:08.148357 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:09.035085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:13:09.411030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Router c8643d68-2460-4404-9bcf-13f8e2401eff has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:13:09.417656 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:13:09.488145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:13:09.504458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] Sync routers for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:13:09.520822 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:09.526868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:09.527872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:09.645233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-39b73bcf-8541-4ba2-9d45-7c5a4e59fb0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/floatingips/8c73f5fb-3376-4bdf-8d3f-ff107db66a63 HTTP/1.1" status: 204 len: 168 time: 3.0098028 May 06 13:13:09.659676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:13:09.862874 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-2e65f48c-54aa-4b67-abcd-35c9497344c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2900136 May 06 13:13:09.898323 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54696b7-465c-4f03-9918-fbb229089b0b'] response: {'name': 'network-changed', 'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'status': 'completed', 'code': 200} May 06 13:13:09.957448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:10.092847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:13:10.108135 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] Sync routers for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:13:10.144598 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:10.145585 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:10.194562 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aaf1fdf6-3ab0-4978-b310-e50b78b7beab admin admin] 10.222.0.44 "PUT /v2.0/routers/c8643d68-2460-4404-9bcf-13f8e2401eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2765768 May 06 13:13:10.196533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41536) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:10.258679 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-ca0931d6-c50b-489f-a320-b0822c86bd9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 1097 time: 0.1619236 May 06 13:13:10.503921 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:10.866007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-de1c88bb-a8fb-4ead-853b-c0d6c5d09a40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:10.868243 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-de1c88bb-a8fb-4ead-853b-c0d6c5d09a40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d HTTP/1.1" status: 200 len: 897 time: 0.5814579 May 06 13:13:11.181476 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-5c50df4d-8edb-49ed-af61-ecec8c044a44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 HTTP/1.1" status: 200 len: 217 time: 0.3041553 May 06 13:13:11.218703 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:11.231808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:12:53Z', 'revision_number': 6, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:11.248156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] Checking router: 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:13:11.314892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:11.316668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:11.389041 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:13:07Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:11.421313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] Checking router: c8643d68-2460-4404-9bcf-13f8e2401eff for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:13:11.425762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-21f99506-2d57-4f33-b553-a4e65b1ff54f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:11.428010 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-21f99506-2d57-4f33-b553-a4e65b1ff54f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25b4f4-fbbd-4bf4-b492-e6909a2976b8 HTTP/1.1" status: 200 len: 835 time: 0.2381315 May 06 13:13:11.472907 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] Routers {'c8643d68-2460-4404-9bcf-13f8e2401eff'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:11.474083 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['c8643d68-2460-4404-9bcf-13f8e2401eff'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:11.688169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ccbed-65b8-459f-af9e-3d1801424831 req-ddc51c74-157f-4727-a746-d0315270cc57 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:11.689841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c26ccbed-65b8-459f-af9e-3d1801424831 req-ddc51c74-157f-4727-a746-d0315270cc57 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:13:11.705088 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-ed0ab825-9826-40c8-b68a-e05f6feaf540 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2667599 May 06 13:13:11.745483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c26ccbed-65b8-459f-af9e-3d1801424831 req-ddc51c74-157f-4727-a746-d0315270cc57 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:13:11.747532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c26ccbed-65b8-459f-af9e-3d1801424831 req-ddc51c74-157f-4727-a746-d0315270cc57 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 946 time: 0.8344245 May 06 13:13:11.855451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c26ccbed-65b8-459f-af9e-3d1801424831 req-ad45fdc9-4434-486d-98b9-2157b4291082 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949869 May 06 13:13:11.887722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:11.971763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:11.988839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Deleting port 548c6d1f-10d3-4a56-8177-91b2ce7d950e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:11.989227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:12.102409 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] Set router c8643d68-2460-4404-9bcf-13f8e2401eff gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:12.201196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-4c8fdd9c-f9dd-421b-8df0-fbc6ab7dc9dc service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692063 May 06 13:13:12.474646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-267dbb14-666e-46ea-863c-0d32a7f0ea45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:12.549602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:12:53Z', 'revision_number': 6, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:12.555821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a73ea-7b10-4d23-aea4-752d7687fd5a None None] The sync data for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 is: [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:12:53Z', 'revision_number': 6, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '256657ef-0416-409a-976f-e791c7f06d6a', 'name': '', 'network_id': '1e8035f8-d53d-4a7e-affd-a4580ed57b2d', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:57:a1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:41Z', 'updated_at': '2022-05-06T13:09:59Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '8d25b4f4-fbbd-4bf4-b492-e6909a2976b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:12.675174 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-279176f1-cfce-4ebd-b994-11cefec8f44e req-7d89dfbf-f128-4ce0-abe9-f211f09b2b13 service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787662 May 06 13:13:12.844081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] For port 548c6d1f-10d3-4a56-8177-91b2ce7d950e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=548c6d1f-10d3-4a56-8177-91b2ce7d950e,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:12.844933 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:12.924964 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d37c0c8-d4c4-4128-b5d4-11c42f17af4b req-73985926-f201-4fc8-92e8-2d0d68f89f66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 1097 time: 0.1482100 May 06 13:13:12.995937 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:13:07Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:13.012037 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b980bc-df1d-45e3-a707-2f2502e7e116 None None] The sync data for ids ['c8643d68-2460-4404-9bcf-13f8e2401eff'] in n-d-840847-1 is: [{'id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'name': 'tempest-AttachVolumeShelveTestJSON-1583989435-router', 'tenant_id': '4b0fcaeb0bd04e499d216beff4e48650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:28Z', 'updated_at': '2022-05-06T13:13:07Z', 'revision_number': 5, 'project_id': '4b0fcaeb0bd04e499d216beff4e48650', 'gw_port': {'id': '548c6d1f-10d3-4a56-8177-91b2ce7d950e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8643d68-2460-4404-9bcf-13f8e2401eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:02:31Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:13.045533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Calling delete_port for 548c6d1f-10d3-4a56-8177-91b2ce7d950e owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:13.109308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-a9bdf50c-f6e8-45b4-ad87-545860737d1d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:13.111141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-a9bdf50c-f6e8-45b4-ad87-545860737d1d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 946 time: 0.7364452 May 06 13:13:13.245899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37c0c8-d4c4-4128-b5d4-11c42f17af4b req-58a4a9a8-d211-4ef7-aa44-44673d4878bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:13.254545 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d37c0c8-d4c4-4128-b5d4-11c42f17af4b req-58a4a9a8-d211-4ef7-aa44-44673d4878bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d HTTP/1.1" status: 200 len: 897 time: 0.3195150 May 06 13:13:13.307903 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:13.400380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:13.400955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:13.698464 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d37c0c8-d4c4-4128-b5d4-11c42f17af4b req-811bed33-4e6e-4d59-a5e1-5e06eb572e9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 HTTP/1.1" status: 200 len: 217 time: 0.4379554 May 06 13:13:13.740139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e026d3-30cb-4992-8fd3-706aacfd00a0 req-47581dc3-4e00-484a-8349-ff202f21989e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:13.746440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0e026d3-30cb-4992-8fd3-706aacfd00a0 req-47581dc3-4e00-484a-8349-ff202f21989e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 946 time: 0.5432925 May 06 13:13:13.785449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37c0c8-d4c4-4128-b5d4-11c42f17af4b req-6157bfd4-5015-4f67-b782-f7bf28d2d131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:13.791083 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d37c0c8-d4c4-4128-b5d4-11c42f17af4b req-6157bfd4-5015-4f67-b782-f7bf28d2d131 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d25b4f4-fbbd-4bf4-b492-e6909a2976b8 HTTP/1.1" status: 200 len: 835 time: 0.0862899 May 06 13:13:13.805772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59785433-6180-4608-8641-dee4e9f052ec None None] New status for floating IP 8c73f5fb-3376-4bdf-8d3f-ff107db66a63: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:13:14.096824 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d37c0c8-d4c4-4128-b5d4-11c42f17af4b req-3f460a50-dbe0-44dc-8df4-86fafb36b938 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e8035f8-d53d-4a7e-affd-a4580ed57b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938218 May 06 13:13:14.159586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0e026d3-30cb-4992-8fd3-706aacfd00a0 req-70a35f4a-1125-4f3b-9731-e32393d9ce8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=53532b81-0f3f-4cb9-9d14-5ca43155544c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002581 May 06 13:13:14.381806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] For port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:14.383092 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d37c0c8-d4c4-4128-b5d4-11c42f17af4b req-79d0009d-dce1-4dd4-bf64-6b55122b937f service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825401 May 06 13:13:14.385126 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:14.403344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:14.681221 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4d37c0c8-d4c4-4128-b5d4-11c42f17af4b req-1602e3c8-137a-4dec-801e-1873571ebac7 service neutron] 10.222.0.48 "GET /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894936 May 06 13:13:14.702046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:14.731282 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66764c42-7c13-4d9f-8b17-5c159b653eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:14.758206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=548c6d1f-10d3-4a56-8177-91b2ce7d950e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:15.128606 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:15.185938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:15.187062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 46e04a9f-cd52-4dc6-bfe5-b75a04cd2f04 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:15.207633 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:15.553408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:15.920855 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.086975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43a99267-b787-456b-8a74-a460db7efe13 req-db29eb81-eafd-4cdd-99f9-ee87a7a1b77d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 210 time: 0.5418050 May 06 13:13:16.099023 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.101387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=e39bf2a3-bb07-4b7e-85c2-de9cb53dd361,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:16.111901 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.171750 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.211412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] No DVR routers for this DVR port e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:13:16.215765 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.219592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'name': 'network-vif-deleted', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:13:16.259652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-312e3045-44df-4e2d-86a6-52d5af3f01bc req-7d6af960-5dc6-4705-bebf-a2a13d1f13ed tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "DELETE /v2.0/ports/e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 HTTP/1.1" status: 204 len: 173 time: 3.1396956 May 06 13:13:16.268839 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.269870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8643d68-2460-4404-9bcf-13f8e2401eff {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:13:16.283902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.285392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bbaae539-af4a-4893-97ca-8a8c15380af0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c8643d68-2460-4404-9bcf-13f8e2401eff HTTP/1.1" status: 204 len: 168 time: 6.0873585 May 06 13:13:16.289454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41560) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:16.367552 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0471522a-2594-4d92-becb-26befdebb9bf'] response: {'server_uuid': '55c31d29-ab5a-4ff0-b001-535a5bf99b31', 'name': 'network-vif-deleted', 'tag': 'e39bf2a3-bb07-4b7e-85c2-de9cb53dd361', 'status': 'completed', 'code': 200} May 06 13:13:16.425592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1cdca8-9dfb-46e6-b36c-1c70d3ad16ef admin admin] Deleting subnet a52a2b4a-5f95-47e6-a2ff-ee9190fb75de {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:13:16.431539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af1cdca8-9dfb-46e6-b36c-1c70d3ad16ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.543625 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:16.598161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af1cdca8-9dfb-46e6-b36c-1c70d3ad16ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.683675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:16.684575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device e39bf2a3-bb07-4b7e-85c2-de9cb53dd361 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:16.801397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af1cdca8-9dfb-46e6-b36c-1c70d3ad16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.933430 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af1cdca8-9dfb-46e6-b36c-1c70d3ad16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:17.020994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cdca8-9dfb-46e6-b36c-1c70d3ad16ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52a2b4a-5f95-47e6-a2ff-ee9190fb75de,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:17.044892 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-af1cdca8-9dfb-46e6-b36c-1c70d3ad16ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:17.055263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b6dc96-8b18-4586-97cb-c1f2f51e7224 None None] Network 6de9707c-7d6d-4a89-8061-aec60ad992ac requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:13:17.083806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-af1cdca8-9dfb-46e6-b36c-1c70d3ad16ef admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a52a2b4a-5f95-47e6-a2ff-ee9190fb75de HTTP/1.1" status: 204 len: 168 time: 0.7923062 May 06 13:13:17.087061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41566) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:17.117128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 548c6d1f-10d3-4a56-8177-91b2ce7d950e no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:17.369756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:17.406621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Deleting port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:17.406621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:17.599877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 548c6d1f-10d3-4a56-8177-91b2ce7d950e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:17.599877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 548c6d1f-10d3-4a56-8177-91b2ce7d950e not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:17.659602 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:17.809195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] For port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6587f1b7-2587-42a1-a35b-eb4db9e57e7f,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:17.809195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:17.872448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] DHCP port deletion for 6de9707c-7d6d-4a89-8061-aec60ad992ac request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:13:17.885540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] Deleting port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:17.886147 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:17.930648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e45df68b-cfa3-4156-a9f7-ea7919c839e3 req-dd25c496-4d66-4c6e-8a7d-d88d5cf5d2f4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:13:17.963371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e45df68b-cfa3-4156-a9f7-ea7919c839e3 req-dd25c496-4d66-4c6e-8a7d-d88d5cf5d2f4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:13:17.971563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e45df68b-cfa3-4156-a9f7-ea7919c839e3 req-dd25c496-4d66-4c6e-8a7d-d88d5cf5d2f4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=55c31d29-ab5a-4ff0-b001-535a5bf99b31 HTTP/1.1" status: 200 len: 210 time: 0.1400514 May 06 13:13:18.118322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Calling delete_port for 6587f1b7-2587-42a1-a35b-eb4db9e57e7f owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:18.176659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] For port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6587f1b7-2587-42a1-a35b-eb4db9e57e7f,segment=NetworkSegment(8a445842-62fa-47c4-9320-ed7c65f76430),segment_id=8a445842-62fa-47c4-9320-ed7c65f76430)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:18.177418 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:18.277466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:18.324078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] Calling delete_port for 6587f1b7-2587-42a1-a35b-eb4db9e57e7f owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:18.430971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] No DVR routers for this DVR port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:13:18.469827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6587f1b7-2587-42a1-a35b-eb4db9e57e7f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:18.471455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:13:18.472403 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:13:18.578921 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:18.623886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de9707c-7d6d-4a89-8061-aec60ad992ac']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:18.652067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a445842-62fa-47c4-9320-ed7c65f76430') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:18.652549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a445842-62fa-47c4-9320-ed7c65f76430') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:18.676951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:18.702743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:18.712861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:13:18.713244 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: timer() May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:13:18.727482 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:13:18.836710 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:18.856980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:18.885254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] Pushing event deleted for resources: {'Network': ['ID=6de9707c-7d6d-4a89-8061-aec60ad992ac,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:18.899642 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cfa296f5-8e4b-48ad-875b-57482dd501eb admin admin] 10.222.0.44 "DELETE /v2.0/networks/6de9707c-7d6d-4a89-8061-aec60ad992ac HTTP/1.1" status: 204 len: 168 time: 1.8101957 May 06 13:13:18.973669 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] Deleting port 6587f1b7-2587-42a1-a35b-eb4db9e57e7f {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:18.974431 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:19.101328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-49248333-956f-42bd-8b65-ec141feb09f3 None None] The port '6587f1b7-2587-42a1-a35b-eb4db9e57e7f' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:13:19.150890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6587f1b7-2587-42a1-a35b-eb4db9e57e7f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:19.205379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 6587f1b7-2587-42a1-a35b-eb4db9e57e7f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:19.205718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6587f1b7-2587-42a1-a35b-eb4db9e57e7f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:19.276343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41582) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:19.286547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41586) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:19.372804 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e17080d9-e724-48c9-9c99-6637d94fa4f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b0fcaeb0bd04e499d216beff4e48650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0947907 May 06 13:13:19.374305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41590) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:19.476921 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4551ffcf-9291-4bf7-92b0-788808188424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:19.488778 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04283b3c-4f99-4422-b1a3-74abcf72a38d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:19.530059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4551ffcf-9291-4bf7-92b0-788808188424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:19.552257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04283b3c-4f99-4422-b1a3-74abcf72a38d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:19.635130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4551ffcf-9291-4bf7-92b0-788808188424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:19.661850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4551ffcf-9291-4bf7-92b0-788808188424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:19.663319 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4551ffcf-9291-4bf7-92b0-788808188424 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99b355b4-9103-487c-bac4-2d7edc755d48 HTTP/1.1" status: 204 len: 168 time: 0.2877083 May 06 13:13:19.664624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551ffcf-9291-4bf7-92b0-788808188424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b355b4-9103-487c-bac4-2d7edc755d48,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:19.727585 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04283b3c-4f99-4422-b1a3-74abcf72a38d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:19.755831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04283b3c-4f99-4422-b1a3-74abcf72a38d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53532b81-0f3f-4cb9-9d14-5ca43155544c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:19.782856 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-04283b3c-4f99-4422-b1a3-74abcf72a38d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:19.785019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-04283b3c-4f99-4422-b1a3-74abcf72a38d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/security-groups/53532b81-0f3f-4cb9-9d14-5ca43155544c HTTP/1.1" status: 204 len: 168 time: 0.4957438 May 06 13:13:19.879696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41598) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:20.904460 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:21.978118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port 256657ef-0416-409a-976f-e791c7f06d6a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:21.979235 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:22.343852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] For port 256657ef-0416-409a-976f-e791c7f06d6a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=256657ef-0416-409a-976f-e791c7f06d6a,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:22.346582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:22.616961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for 256657ef-0416-409a-976f-e791c7f06d6a owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:22.943317 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:23.204560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=256657ef-0416-409a-976f-e791c7f06d6a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:23.731537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:24.679287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:13:24.999510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:13:25.018453 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] Sync routers for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:13:25.026217 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cb9ff8b1-7544-4b4e-a18f-6d1a5786ece7 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "PUT /v2.0/routers/9b01460b-2cb0-4e1f-a0c5-81b533cc46a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1446280 May 06 13:13:25.028753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41668) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:25.036956 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:25.037582 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:25.300631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b34902-0475-4049-850f-6b24d886e646 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting subnet 8d25b4f4-fbbd-4bf4-b492-e6909a2976b8 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:13:25.307680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f7b34902-0475-4049-850f-6b24d886e646 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:25.311959 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:25.438977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f7b34902-0475-4049-850f-6b24d886e646 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:25.734771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f7b34902-0475-4049-850f-6b24d886e646 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:25.801660 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:13:22Z', 'revision_number': 7, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:25.808639 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] Checking router: 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:13:25.823569 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] Routers {'9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:25.824747 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:25.896807 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f7b34902-0475-4049-850f-6b24d886e646 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:25.979359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b34902-0475-4049-850f-6b24d886e646 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Subnet': ['ID=8d25b4f4-fbbd-4bf4-b492-e6909a2976b8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:25.994354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f7b34902-0475-4049-850f-6b24d886e646 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:26.008494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f09c4-792a-456a-b78b-cb1b424b5bbd None None] Network 1e8035f8-d53d-4a7e-affd-a4580ed57b2d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:13:26.015963 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f7b34902-0475-4049-850f-6b24d886e646 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/subnets/8d25b4f4-fbbd-4bf4-b492-e6909a2976b8 HTTP/1.1" status: 204 len: 168 time: 0.9858358 May 06 13:13:26.019167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41686) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:26.193638 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] Set router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:26.675373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:26.785431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] DHCP port deletion for 1e8035f8-d53d-4a7e-affd-a4580ed57b2d request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:13:26.792527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Deleting port 177a45ec-20bc-46d2-8591-a86ea73c48ab {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:26.793724 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:27.056277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:27.085088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port c03a4ff4-e24a-4734-b566-3772fef934c0 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:27.085747 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:27.127287 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:13:22Z', 'revision_number': 7, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:27.136437 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11838402-cbc2-4422-9fb8-e79740934d50 None None] The sync data for ids ['9b01460b-2cb0-4e1f-a0c5-81b533cc46a2'] in n-d-840847-1 is: [{'id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'name': 'tempest-TestNetworkBasicOps-router-1888319093', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:09:26Z', 'updated_at': '2022-05-06T13:13:22Z', 'revision_number': 7, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': 'c03a4ff4-e24a-4734-b566-3772fef934c0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b01460b-2cb0-4e1f-a0c5-81b533cc46a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:09:28Z', 'updated_at': '2022-05-06T13:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:27.162692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 177a45ec-20bc-46d2-8591-a86ea73c48ab no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:27.321933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] For port 177a45ec-20bc-46d2-8591-a86ea73c48ab, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=177a45ec-20bc-46d2-8591-a86ea73c48ab,segment=NetworkSegment(7b40443f-8d0b-4513-b744-ab52e777ba21),segment_id=7b40443f-8d0b-4513-b744-ab52e777ba21)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:27.322614 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:27.503918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] For port c03a4ff4-e24a-4734-b566-3772fef934c0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c03a4ff4-e24a-4734-b566-3772fef934c0,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:27.505239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:27.637543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Calling delete_port for 177a45ec-20bc-46d2-8591-a86ea73c48ab owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:27.742436 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:27.873280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for c03a4ff4-e24a-4734-b566-3772fef934c0 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:27.917531 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:27.985643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] No DVR routers for this DVR port 177a45ec-20bc-46d2-8591-a86ea73c48ab on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:13:27.998871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Pushing event deleted for resources: {'Port': ['ID=177a45ec-20bc-46d2-8591-a86ea73c48ab,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:28.019230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.020265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.021267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.022109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.022748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.023380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.023963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.024917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.025564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.026183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.026829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e340761-2f43-41f5-ac8b-5969920c31d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:28.369678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:28.429836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=c03a4ff4-e24a-4734-b566-3772fef934c0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:28.931349 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:29.145388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 256657ef-0416-409a-976f-e791c7f06d6a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:29.270690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 256657ef-0416-409a-976f-e791c7f06d6a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:29.271385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 256657ef-0416-409a-976f-e791c7f06d6a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:29.312396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198e96f-4385-4a79-9b2b-fe671d50bb05 req-4cee9693-0f99-4be2-a7a5-30f519b02a13 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:29.314111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b198e96f-4385-4a79-9b2b-fe671d50bb05 req-4cee9693-0f99-4be2-a7a5-30f519b02a13 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 946 time: 0.1765180 May 06 13:13:29.461503 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b198e96f-4385-4a79-9b2b-fe671d50bb05 req-0af6dfd1-c269-4374-acf9-a50d84bd8ad7 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371028 May 06 13:13:29.821979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:29.837544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:29.916362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d7659-478a-470c-994e-6558949d69d4 req-9af940ae-5afc-4bb5-bec1-36c337a97688 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:29.916362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-944d7659-478a-470c-994e-6558949d69d4 req-9af940ae-5afc-4bb5-bec1-36c337a97688 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Synchronizing usage tracker for tenant:3ca701b986cb4e21ba167ffac36da2e5 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:13:29.918826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:29.919391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Fanout notify agent at l3_agent the message router_deleted on router 9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:13:29.947529 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:29.953406 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ee98b655-48c9-4224-911c-a5a454395513 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/routers/9b01460b-2cb0-4e1f-a0c5-81b533cc46a2 HTTP/1.1" status: 204 len: 168 time: 3.9268909 May 06 13:13:29.953642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41772) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:29.963737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-944d7659-478a-470c-994e-6558949d69d4 req-9af940ae-5afc-4bb5-bec1-36c337a97688 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Unset dirty status for tenant:3ca701b986cb4e21ba167ffac36da2e5 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:13:29.965167 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-944d7659-478a-470c-994e-6558949d69d4 req-9af940ae-5afc-4bb5-bec1-36c337a97688 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 946 time: 0.2436728 May 06 13:13:30.152826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Deleting port c0329331-0b87-460a-bd2a-425543985b34 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:30.153831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:30.257933 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:30.501247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:30.535413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8035f8-d53d-4a7e-affd-a4580ed57b2d']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:30.571931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b40443f-8d0b-4513-b744-ab52e777ba21') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:30.572214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b40443f-8d0b-4513-b744-ab52e777ba21') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:30.603560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:30.686170 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:30.715767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:13:30.717227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: timer() May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:13:30.765409 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:13:30.790323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] For port c0329331-0b87-460a-bd2a-425543985b34, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c0329331-0b87-460a-bd2a-425543985b34,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:30.791025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.034480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c03a4ff4-e24a-4734-b566-3772fef934c0 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:31.103921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.126760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c03a4ff4-e24a-4734-b566-3772fef934c0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:31.127130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c03a4ff4-e24a-4734-b566-3772fef934c0 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:31.148978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.168825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/networks/1e8035f8-d53d-4a7e-affd-a4580ed57b2d HTTP/1.1" status: 204 len: 168 time: 1.2081676 May 06 13:13:31.191007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41798) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:31.202560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'network': {'name': 'tempest-network-smoke--1692677318', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'port_security_enabled': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:31.208815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:31.214000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:network and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:31.217888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:31.226986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:31.231033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340d0f2-e55d-4835-9b5f-b59c3f7acbbc tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Network': ['ID=1e8035f8-d53d-4a7e-affd-a4580ed57b2d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:31.255461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994083c3-e19a-44ea-9d34-6e05bd921f86 req-e50489d0-21de-4399-928a-4a8fe7d24fa2 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:31.263640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-994083c3-e19a-44ea-9d34-6e05bd921f86 req-e50489d0-21de-4399-928a-4a8fe7d24fa2 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 946 time: 0.4935436 May 06 13:13:31.301319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Made reservation on behalf of 3bac5d69b56c46b8a184309e1bb6ab79 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:13:31.302579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.395132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-994083c3-e19a-44ea-9d34-6e05bd921f86 req-9861befd-02ee-4415-9586-c34c0e71b069 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8da235a-d5c1-4320-bc58-8a5b5d461494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296115 May 06 13:13:31.422274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:13:31.445712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.445712 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Added segment 5d98748a-9f8f-40ac-b617-ccfb6cb42a03 of type vlan for network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 May 06 13:13:31.460813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.461847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.462197 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Floating IP 1ed077e0-508f-4fd5-8529-272d54091f57 disassociated. External IP: 172.25.7.183, port: c0329331-0b87-460a-bd2a-425543985b34. May 06 13:13:31.462810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Calling delete_port for c0329331-0b87-460a-bd2a-425543985b34 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:31.500477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.573619 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.582300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:31.584662 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.790933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:31.907710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event deleted for resources: {'Port': ['ID=c0329331-0b87-460a-bd2a-425543985b34,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:32.026166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8332441 May 06 13:13:32.035989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41818) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:32.061409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-71428389', 'admin_state_up': True, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:32.071119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:32.078859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:router and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:32.083083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5269e45-878f-43f8-bdfa-16e102169e5f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Network': ['ID=8a2b67a1-4a75-4b91-92a8-81615444b5a9,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:32.088128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:32.097562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:32.112264 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:32.114025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:32.114195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:13:32.150646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:32.467681 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:32.471213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Router 6e9a7191-904a-4f84-82e2-412d4112f31f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:13:32.739583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2028a19d-be59-42d9-b6af-4a336118e911 req-3490c601-bae5-426b-93bb-42312b7781fc tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 210 time: 0.0958180 May 06 13:13:32.938248 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:32.979364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:33.013904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:13:33.029224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] Sync routers for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:13:33.049691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:33.053020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:33.183853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] No DVR routers for this DVR port c0329331-0b87-460a-bd2a-425543985b34 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:13:33.188499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:33.216062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2408dab-e061-4979-9910-4b5089a2d516', 'name': 'network-vif-deleted', 'tag': 'c0329331-0b87-460a-bd2a-425543985b34'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:13:33.231358 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-944d7659-478a-470c-994e-6558949d69d4 req-38656411-a264-4b4b-8aea-8ff7d83dbc2f tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.36 "DELETE /v2.0/ports/c0329331-0b87-460a-bd2a-425543985b34 HTTP/1.1" status: 204 len: 173 time: 3.2572875 May 06 13:13:33.409914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:33.450273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.25.7.29 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/21541370-e2c3-402d-aed8-a67f815f43bc) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:13:33.781918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:33.876786 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:33.968652 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a150bd7-80dd-4ec4-b049-2548280f1ed9'] response: {'server_uuid': 'c2408dab-e061-4979-9910-4b5089a2d516', 'name': 'network-vif-deleted', 'tag': 'c0329331-0b87-460a-bd2a-425543985b34', 'status': 'completed', 'code': 200} May 06 13:13:34.009442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:13:34.013205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:13:34.019038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:13:34.049944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=21541370-e2c3-402d-aed8-a67f815f43bc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:34.083332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c0329331-0b87-460a-bd2a-425543985b34 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:34.152150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: c0329331-0b87-460a-bd2a-425543985b34 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:34.152150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c0329331-0b87-460a-bd2a-425543985b34 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:34.204348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c7d35838-b454-40cd-9f84-65d50db5fc6a req-3b4c426e-0b86-440a-9d0f-9c2698674694 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2408dab-e061-4979-9910-4b5089a2d516 HTTP/1.1" status: 200 len: 210 time: 0.0810471 May 06 13:13:34.220421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:43Z', 'revision_number': 5, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:34.235049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] Checking router: 6e9a7191-904a-4f84-82e2-412d4112f31f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:13:34.251193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:34.251955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:34.405392 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:34.406803 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:34.467134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:34.820237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 4801e877-e7c3-4953-ae8e-26a8c7b59244 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:13:35.034067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:43Z', 'revision_number': 5, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:35.046385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bcc48-23f3-4964-8867-14c9d83e91e7 None None] The sync data for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 is: [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b1edf42c-6788-48cd-8b5d-693a139a2af1', 'name': '', 'network_id': 'a9f8a2ba-5755-42db-b48e-1790627e660a', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'mac_address': 'fa:16:3e:5f:41:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2f49107-4569-45df-946d-89a01e371f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:07Z', 'updated_at': '2022-05-06T13:07:43Z', 'revision_number': 5, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'subnets': [{'id': 'd2f49107-4569-45df-946d-89a01e371f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:35.184256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:13:35.198971 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Sync routers for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:13:35.218866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:35.221137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b878f661-bd00-41b0-a9ed-f3343cd23691 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1793416 May 06 13:13:35.226859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41878) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:35.230424 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:35.232265 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:35.305468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41886) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:35.467940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4d0b1b53-8c55-40dd-a5e7-3d0129253024 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=3bac5d69b56c46b8a184309e1bb6ab79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2398462 May 06 13:13:35.475493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41896) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:35.627975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055f2ca2-dffe-40b1-848f-6be2eb120e37 None None] New status for floating IP 1ed077e0-508f-4fd5-8529-272d54091f57: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:13:35.644066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41900) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:35.669190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-57ff0f7d-3f43-4744-853d-28c2029a9cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:35.761318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-57ff0f7d-3f43-4744-853d-28c2029a9cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:35.780882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-57ff0f7d-3f43-4744-853d-28c2029a9cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:c392439163134e4aa55d7c4ca88f0ec4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:35.797968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-57ff0f7d-3f43-4744-853d-28c2029a9cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:35.803688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df1cb97-e556-442d-8c05-ad2180273ac6 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:35.805806 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1df1cb97-e556-442d-8c05-ad2180273ac6 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3311336 May 06 13:13:35.810836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41906) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:35.812530 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:35.864290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-57ff0f7d-3f43-4744-853d-28c2029a9cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:35.878585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ba5ec380-c4e2-43a6-aa6f-86e9e0a5d82c tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664008 May 06 13:13:35.884024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:35.891213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1267057110', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:36.046216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:36.055591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:subnet and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:36.062658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:36.071098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:36.106648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Made reservation on behalf of 3bac5d69b56c46b8a184309e1bb6ab79 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:13:36.126792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Deleting port 68c5d2af-7185-40e6-a267-ed97e59096c9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:36.129869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:36.270749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-57ff0f7d-3f43-4744-853d-28c2029a9cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:36.293088 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:36.317818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-57ff0f7d-3f43-4744-853d-28c2029a9cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:36.486430 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:36.487187 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:36.523160 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-57ff0f7d-3f43-4744-853d-28c2029a9cf6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c392439163134e4aa55d7c4ca88f0ec4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2124231 May 06 13:13:36.533161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41922) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:36.549974 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:34Z', 'revision_number': 3, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:36.566482 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Checking router: 4801e877-e7c3-4953-ae8e-26a8c7b59244 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:13:36.567508 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Updating router 4801e877-e7c3-4953-ae8e-26a8c7b59244 port 21541370-e2c3-402d-aed8-a67f815f43bc binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:13:36.576478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff0f7d-3f43-4744-853d-28c2029a9cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72275a5f-c639-4199-88a4-7febf2b7af63,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:36.687598 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:36.742026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Calling delete_port for 68c5d2af-7185-40e6-a267-ed97e59096c9 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:36.751232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ddefe5e-09f8-482f-9ddb-519297c4cc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:36.863291 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ddefe5e-09f8-482f-9ddb-519297c4cc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.013025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.037148 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.128109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event deleted for resources: {'Port': ['ID=68c5d2af-7185-40e6-a267-ed97e59096c9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:37.159494 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ddefe5e-09f8-482f-9ddb-519297c4cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.206249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddefe5e-09f8-482f-9ddb-519297c4cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72275a5f-c639-4199-88a4-7febf2b7af63,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:37.221968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Subnet': ['ID=0fc79b20-e81e-48e3-bece-0e8ef09afa02,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:37.227609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Checking segment: {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:13:37.227962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network hostable DHCP agents. Network: 8a2b67a1-4a75-4b91-92a8-81615444b5a9, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:13:37.253226 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7ddefe5e-09f8-482f-9ddb-519297c4cc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.254544 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7ddefe5e-09f8-482f-9ddb-519297c4cc00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72275a5f-c639-4199-88a4-7febf2b7af63 HTTP/1.1" status: 204 len: 168 time: 0.7199912 May 06 13:13:37.276582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:13:37.302557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 8a2b67a1-4a75-4b91-92a8-81615444b5a9) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:13:37.308733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:37.309351 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.322750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53570e98-17cf-4bd8-bd42-c6006926ade2 None None] Network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:13:37.404438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c7a35a8a-bc91-494c-8a4d-6f8f1b6b6750 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5192363 May 06 13:13:37.410141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 41938) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:37.436140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.481052 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.486689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-858cca3f-b8f8-4d46-a47e-d00806a838f5 tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "DELETE /v2.0/floatingips/1ed077e0-508f-4fd5-8529-272d54091f57 HTTP/1.1" status: 204 len: 168 time: 1.8373201 May 06 13:13:37.720414 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.761671 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Transition to ACTIVE for port object 21541370-e2c3-402d-aed8-a67f815f43bc will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:13:37.781209 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.804850 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.828138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:13:37.829000 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:37.986837 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03819d01-734f-4084-a561-dba080e2328e None None] Pushing event updated for resources: {'Port': ['ID=21541370-e2c3-402d-aed8-a67f815f43bc,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:38.004404 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.004874 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.005074 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.005358 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.005682 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.006147 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.006468 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.006842 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.007160 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.007472 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.007808 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03819d01-734f-4084-a561-dba080e2328e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:38.041670 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Attempting to bind port 21541370-e2c3-402d-aed8-a67f815f43bc on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:13:38.042722 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Attempting to bind port 21541370-e2c3-402d-aed8-a67f815f43bc by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:13:38.042722 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Attempting to bind port 21541370-e2c3-402d-aed8-a67f815f43bc on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:13:38.069418 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:13:38.069899 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:13:38.070168 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.070546 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:13:38.071045 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Bound port: 21541370-e2c3-402d-aed8-a67f815f43bc, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:13:38.071409 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.184814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41954) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:38.252447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41958) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:38.261175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Allocated IP 172.20.0.2 (8a2b67a1-4a75-4b91-92a8-81615444b5a9/0fc79b20-e81e-48e3-bece-0e8ef09afa02/103f187e-a17f-45b5-84e6-3326c2830226) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:13:38.325464 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] For port 21541370-e2c3-402d-aed8-a67f815f43bc, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:13:38.332426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e020169e-4b18-4412-8f09-dd5c4dd56bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.337307 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] For port 21541370-e2c3-402d-aed8-a67f815f43bc, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=21541370-e2c3-402d-aed8-a67f815f43bc,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:13:38.349924 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.394100 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e0a6-f5fc-4ba5-9f7d-c824b96bc5bb tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.420917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e020169e-4b18-4412-8f09-dd5c4dd56bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:38.438012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e020169e-4b18-4412-8f09-dd5c4dd56bae admin admin] Usage tracker for resource:security_group_rule and tenant:ba8c58f150a14ba4827ecd6f35f8235f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:38.448403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e020169e-4b18-4412-8f09-dd5c4dd56bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:38.459981 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e0a6-f5fc-4ba5-9f7d-c824b96bc5bb tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.469048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e020169e-4b18-4412-8f09-dd5c4dd56bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:38.612290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e0a6-f5fc-4ba5-9f7d-c824b96bc5bb tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.645603 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e020169e-4b18-4412-8f09-dd5c4dd56bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.656266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7e0a6-f5fc-4ba5-9f7d-c824b96bc5bb tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8da235a-d5c1-4320-bc58-8a5b5d461494,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:38.661355 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e020169e-4b18-4412-8f09-dd5c4dd56bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.690570 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03819d01-734f-4084-a561-dba080e2328e None None] Pushing event updated for resources: {'Port': ['ID=21541370-e2c3-402d-aed8-a67f815f43bc,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:38.715338 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:38.716428 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:38.767760 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e0a6-f5fc-4ba5-9f7d-c824b96bc5bb tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:38.767760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7fe7e0a6-f5fc-4ba5-9f7d-c824b96bc5bb tempest-TestServerBasicOps-874717221 tempest-TestServerBasicOps-874717221-project] 10.222.0.44 "DELETE /v2.0/security-groups/c8da235a-d5c1-4320-bc58-8a5b5d461494 HTTP/1.1" status: 204 len: 168 time: 0.5639508 May 06 13:13:38.789696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020169e-4b18-4412-8f09-dd5c4dd56bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e322051-ac63-4e4c-bc7a-57c5dca590ae,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:38.793567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e020169e-4b18-4412-8f09-dd5c4dd56bae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba8c58f150a14ba4827ecd6f35f8235f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5399699 May 06 13:13:38.796479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41972) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:38.880207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 41976) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:38.969255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18ada196-2b47-4109-a337-d33a39752315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:39.054480 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:39.070793 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18ada196-2b47-4109-a337-d33a39752315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:39.079299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Transition to ACTIVE for port object 103f187e-a17f-45b5-84e6-3326c2830226 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:13:39.115777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Transition to ACTIVE for port object 103f187e-a17f-45b5-84e6-3326c2830226 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:13:39.128468 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:39.201806 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:39.204399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18ada196-2b47-4109-a337-d33a39752315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:39.238783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ada196-2b47-4109-a337-d33a39752315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e322051-ac63-4e4c-bc7a-57c5dca590ae,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:39.280706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-18ada196-2b47-4109-a337-d33a39752315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:39.285785 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-18ada196-2b47-4109-a337-d33a39752315 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e322051-ac63-4e4c-bc7a-57c5dca590ae HTTP/1.1" status: 204 len: 168 time: 0.4842429 May 06 13:13:39.401741 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:13:39.411637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:13:39.469630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:13:39.494456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Pushing event updated for resources: {'Port': ['ID=103f187e-a17f-45b5-84e6-3326c2830226,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:39.730480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Attempting to bind port 103f187e-a17f-45b5-84e6-3326c2830226 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:13:39.731339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Attempting to bind port 103f187e-a17f-45b5-84e6-3326c2830226 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:13:39.732503 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Attempting to bind port 103f187e-a17f-45b5-84e6-3326c2830226 on network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:13:39.745805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:13:39.746892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Checking segment: {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:13:39.748008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:39.748966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Bound using segment: {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:13:39.750101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Bound port: 103f187e-a17f-45b5-84e6-3326c2830226, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:13:39.750656 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:39.865826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] For port 103f187e-a17f-45b5-84e6-3326c2830226, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:13:39.870188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] For port 103f187e-a17f-45b5-84e6-3326c2830226, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=103f187e-a17f-45b5-84e6-3326c2830226,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:13:39.876923 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:39.954292 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:34Z', 'revision_number': 3, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:39.964459 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236af7a-ac12-4ff6-b14e-c51a840f1fd9 None None] The sync data for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 is: [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:34Z', 'revision_number': 3, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:40.061323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:40.130743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73d35f-d6a1-4a26-b4f8-49371c732639 None None] Pushing event updated for resources: {'Port': ['ID=103f187e-a17f-45b5-84e6-3326c2830226,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:40.559810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:40.983531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.20.0.1 (8a2b67a1-4a75-4b91-92a8-81615444b5a9/0fc79b20-e81e-48e3-bece-0e8ef09afa02/b256d39d-e4ba-4482-a330-829dd0967843) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:13:41.365405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 103f187e-a17f-45b5-84e6-3326c2830226 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:13:41.583771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 103f187e-a17f-45b5-84e6-3326c2830226 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:13:41.602110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 21541370-e2c3-402d-aed8-a67f815f43bc up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:13:41.751864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:41.773490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 21541370-e2c3-402d-aed8-a67f815f43bc completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:13:41.785011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 21541370-e2c3-402d-aed8-a67f815f43bc triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:41.786840 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:41.808732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Transition to ACTIVE for port object b256d39d-e4ba-4482-a330-829dd0967843 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:13:41.857178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.057659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:13:42.064776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:13:42.079787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:13:42.194842 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.238118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=b256d39d-e4ba-4482-a330-829dd0967843,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:42.256274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 21541370-e2c3-402d-aed8-a67f815f43bc, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=21541370-e2c3-402d-aed8-a67f815f43bc,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:42.263639 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.367369 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.391700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236b58eb-dd81-4fa4-b8c7-607485b4911c None None] Network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:13:42.532179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Deleting port b1edf42c-6788-48cd-8b5d-693a139a2af1 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:42.535112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.542330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-46118a3c-7f66-475f-924e-7269e4d4e2e9 None None] Provisioning for port 103f187e-a17f-45b5-84e6-3326c2830226 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:13:42.582442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-46118a3c-7f66-475f-924e-7269e4d4e2e9 None None] Provisioning complete for port 103f187e-a17f-45b5-84e6-3326c2830226 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:42.582940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46118a3c-7f66-475f-924e-7269e4d4e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.637507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ff3961d3-c2e5-4e55-b734-c6173e7bb8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.671453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.745302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=21541370-e2c3-402d-aed8-a67f815f43bc,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:42.840734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] For port b1edf42c-6788-48cd-8b5d-693a139a2af1, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b1edf42c-6788-48cd-8b5d-693a139a2af1,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:42.841102 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:43.073028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Calling delete_port for b1edf42c-6788-48cd-8b5d-693a139a2af1 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:43.251267 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46118a3c-7f66-475f-924e-7269e4d4e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:43.475293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 21541370-e2c3-402d-aed8-a67f815f43bc up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:13:43.730122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-46118a3c-7f66-475f-924e-7269e4d4e2e9 None None] For port 103f187e-a17f-45b5-84e6-3326c2830226, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=103f187e-a17f-45b5-84e6-3326c2830226,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:43.745189 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:43.826032 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46118a3c-7f66-475f-924e-7269e4d4e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:43.861157 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:43.865333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:43.879648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:43.978794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1edf42c-6788-48cd-8b5d-693a139a2af1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:44.101373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46118a3c-7f66-475f-924e-7269e4d4e2e9 None None] Pushing event updated for resources: {'Port': ['ID=103f187e-a17f-45b5-84e6-3326c2830226,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:44.154571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 21541370-e2c3-402d-aed8-a67f815f43bc triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:44.155320 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:44.695355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:44.699907 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:44.753891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2bc3e60a-8c9c-43ca-b1e6-967f8d74ff95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:44.759892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=b256d39d-e4ba-4482-a330-829dd0967843,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:44.807491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-55f6d720-9473-46ed-bb63-baf3e441b6b1 None None] Provisioning for port b256d39d-e4ba-4482-a330-829dd0967843 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:13:44.827098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-55f6d720-9473-46ed-bb63-baf3e441b6b1 None None] Provisioning complete for port b256d39d-e4ba-4482-a330-829dd0967843 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:44.828743 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-55f6d720-9473-46ed-bb63-baf3e441b6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:45.204605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-55f6d720-9473-46ed-bb63-baf3e441b6b1 None None] Port b256d39d-e4ba-4482-a330-829dd0967843 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:13:45.240597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-55f6d720-9473-46ed-bb63-baf3e441b6b1 None None] Provisioning complete for port 103f187e-a17f-45b5-84e6-3326c2830226 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:45.240983 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-55f6d720-9473-46ed-bb63-baf3e441b6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:45.364121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:13:45.368108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:13:45.416077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 103f187e-a17f-45b5-84e6-3326c2830226 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:13:45.804445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:45.919875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 103f187e-a17f-45b5-84e6-3326c2830226 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:45.920475 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:45.992523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42086) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:46.071362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bf5b31c9-cf89-4194-8dc2-6637146c13dc None None] Provisioning complete for port b256d39d-e4ba-4482-a330-829dd0967843 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:46.077936 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf5b31c9-cf89-4194-8dc2-6637146c13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:46.350461 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:46.368279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b31c9-cf89-4194-8dc2-6637146c13dc None None] Port b256d39d-e4ba-4482-a330-829dd0967843 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:13:46.402827 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e57d208f-9310-4ac4-b0b3-ad3e06f97c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:46.423080 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:13:46.500546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e57d208f-9310-4ac4-b0b3-ad3e06f97c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:46.512668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e57d208f-9310-4ac4-b0b3-ad3e06f97c1c admin admin] Usage tracker for resource:security_group_rule and tenant:a8a7efc424b340fc91e2d5e03f280f83 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:46.512982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 4801e877-e7c3-4953-ae8e-26a8c7b59244 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:13:46.519325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e57d208f-9310-4ac4-b0b3-ad3e06f97c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:46.536321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e57d208f-9310-4ac4-b0b3-ad3e06f97c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:46.716953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e57d208f-9310-4ac4-b0b3-ad3e06f97c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:46.730672 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e57d208f-9310-4ac4-b0b3-ad3e06f97c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:46.740582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Router 6e9a7191-904a-4f84-82e2-412d4112f31f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:13:46.819842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e57d208f-9310-4ac4-b0b3-ad3e06f97c1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8a7efc424b340fc91e2d5e03f280f83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8203726 May 06 13:13:46.819842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d208f-9310-4ac4-b0b3-ad3e06f97c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cade9ef-2156-4bbf-85bd-9a182101110e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:46.820197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42100) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:46.866663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:13:46.888634 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Sync routers for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:13:46.898650 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ec01505f-4970-4aba-a776-c7596714bc8a tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "PUT /v2.0/routers/4801e877-e7c3-4953-ae8e-26a8c7b59244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4861600 May 06 13:13:46.899674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42106) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:46.923246 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:46.924687 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:47.234062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67524acd-223d-4fd9-80c7-641af539eaed tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.235111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67524acd-223d-4fd9-80c7-641af539eaed tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.235748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67524acd-223d-4fd9-80c7-641af539eaed tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.236606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67524acd-223d-4fd9-80c7-641af539eaed tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.237240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67524acd-223d-4fd9-80c7-641af539eaed tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.237825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67524acd-223d-4fd9-80c7-641af539eaed tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.238441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67524acd-223d-4fd9-80c7-641af539eaed tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.239674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82aefbce-a56c-4f5a-a67b-529acbc56195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:47.243833 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-67524acd-223d-4fd9-80c7-641af539eaed tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.3419850 May 06 13:13:47.246103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42114) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:47.291909 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:47.301115 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82aefbce-a56c-4f5a-a67b-529acbc56195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:47.443663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba47a9-7827-4fff-a0c5-250896875048 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.443663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba47a9-7827-4fff-a0c5-250896875048 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.443663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba47a9-7827-4fff-a0c5-250896875048 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.443663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba47a9-7827-4fff-a0c5-250896875048 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.443663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba47a9-7827-4fff-a0c5-250896875048 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.449726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba47a9-7827-4fff-a0c5-250896875048 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.449917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba47a9-7827-4fff-a0c5-250896875048 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:47.454626 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d8ba47a9-7827-4fff-a0c5-250896875048 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.2064445 May 06 13:13:47.461184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42120) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:47.594662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:13:47.620707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] Sync routers for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:13:47.632723 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:47.652027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:47.653123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:47.742547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82aefbce-a56c-4f5a-a67b-529acbc56195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:47.823591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aefbce-a56c-4f5a-a67b-529acbc56195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cade9ef-2156-4bbf-85bd-9a182101110e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:47.836237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ffb3b21f-13b3-4f1b-af7c-1823952a9072 admin admin] 10.222.0.44 "PUT /v2.0/routers/6e9a7191-904a-4f84-82e2-412d4112f31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9518473 May 06 13:13:47.840604 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42128) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:47.856140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-82aefbce-a56c-4f5a-a67b-529acbc56195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:47.858317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-82aefbce-a56c-4f5a-a67b-529acbc56195 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cade9ef-2156-4bbf-85bd-9a182101110e HTTP/1.1" status: 204 len: 168 time: 1.0365465 May 06 13:13:48.107038 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b256d39d-e4ba-4482-a330-829dd0967843', 'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:ce:9f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:40Z', 'updated_at': '2022-05-06T13:13:43Z', 'revision_number': 2, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:48.126979 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Checking router: 4801e877-e7c3-4953-ae8e-26a8c7b59244 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:13:48.129122 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Updating router 4801e877-e7c3-4953-ae8e-26a8c7b59244 port b256d39d-e4ba-4482-a330-829dd0967843 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:13:48.168508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b83fdb69-b150-4f71-a51a-3ab319b49d50 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.7051644 May 06 13:13:48.350068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:48.371608 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:48.579705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:49.173918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42160) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:49.190028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589838724', 'description': 'tempest-secgroup-smoke-1589838724 description', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:49.216421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:49.231558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:49.257527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:49.281312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:49.322125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:49.331148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:13:43Z', 'revision_number': 5, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:49.343424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] Checking router: 6e9a7191-904a-4f84-82e2-412d4112f31f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:13:49.360303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] Routers {'6e9a7191-904a-4f84-82e2-412d4112f31f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:49.361262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6e9a7191-904a-4f84-82e2-412d4112f31f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:49.475823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:49.490218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:49.503150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:49.507953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Deleting port 9236e98a-4d6e-459f-bd95-0fd915071f0a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:49.508678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:49.511931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:49.531151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:49.703702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:49.710996 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:49.718634 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:49.749328 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Transition to ACTIVE for port object b256d39d-e4ba-4482-a330-829dd0967843 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:13:49.795035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:49.797061 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:49.802408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6246634 May 06 13:13:49.810060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42172) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:49.852083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '064aabf4-9ef1-436f-ab4d-f578876c88f2', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:49.876713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] Set router 6e9a7191-904a-4f84-82e2-412d4112f31f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:49.903002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:49.918309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:49.933303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:49.944713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0578a16-bdfc-4db8-8a1e-da9bf353fac3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064aabf4-9ef1-436f-ab4d-f578876c88f2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:49.961381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:50.024032 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.147855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] For port 9236e98a-4d6e-459f-bd95-0fd915071f0a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9236e98a-4d6e-459f-bd95-0fd915071f0a,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:50.147855 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.314641 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.325811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.400918 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe096f-4500-4dde-b6b6-aca001283c9b None None] Pushing event updated for resources: {'Port': ['ID=b256d39d-e4ba-4482-a330-829dd0967843,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:50.470697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38034de0-63c9-4699-bae8-8666bd9ebbee,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:50.488645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.493339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-293554e9-9ebe-4a68-85c6-9017e1ea6cb6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6721528 May 06 13:13:50.500939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42188) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:50.527287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '064aabf4-9ef1-436f-ab4d-f578876c88f2', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:50.551489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:50.559368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:50.566985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:50.586621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:50.593080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Calling delete_port for 9236e98a-4d6e-459f-bd95-0fd915071f0a owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:50.618566 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Attempting to bind port b256d39d-e4ba-4482-a330-829dd0967843 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:13:50.619298 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Attempting to bind port b256d39d-e4ba-4482-a330-829dd0967843 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:13:50.619831 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Attempting to bind port b256d39d-e4ba-4482-a330-829dd0967843 on network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:13:50.639996 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:13:50.640629 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Checking segment: {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:13:50.641219 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.641751 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Bound using segment: {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:13:50.642421 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Bound port: b256d39d-e4ba-4482-a330-829dd0967843, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:13:50.643004 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.662221 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.793343 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] For port b256d39d-e4ba-4482-a330-829dd0967843, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:13:50.799980 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] For port b256d39d-e4ba-4482-a330-829dd0967843, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b256d39d-e4ba-4482-a330-829dd0967843,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:13:50.811521 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.855957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:13:43Z', 'revision_number': 5, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:50.877164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74fcb40-bafe-48f1-93c1-5f271b045880 None None] The sync data for ids ['6e9a7191-904a-4f84-82e2-412d4112f31f'] in n-d-840847-1 is: [{'id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'name': 'tempest-TestServerBasicOps-530672218-router', 'tenant_id': '3ca701b986cb4e21ba167ffac36da2e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:56Z', 'updated_at': '2022-05-06T13:13:43Z', 'revision_number': 5, 'project_id': '3ca701b986cb4e21ba167ffac36da2e5', 'gw_port': {'id': '9236e98a-4d6e-459f-bd95-0fd915071f0a', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:46:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9a7191-904a-4f84-82e2-412d4112f31f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:58Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:50.957483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.965710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:50.985255 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:50.986220 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:51.019120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f1bb4f-3bb9-4859-8a00-74555973c9a8,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:51.091374 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:51.119849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:51.124334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dab57662-9660-40a5-b625-3b994caf716b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6189940 May 06 13:13:51.125707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42200) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:51.139790 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe096f-4500-4dde-b6b6-aca001283c9b None None] Pushing event updated for resources: {'Port': ['ID=b256d39d-e4ba-4482-a330-829dd0967843,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:51.146240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '064aabf4-9ef1-436f-ab4d-f578876c88f2', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:51.162003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:51.173221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:51.173350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Pushing event deleted for resources: {'Port': ['ID=9236e98a-4d6e-459f-bd95-0fd915071f0a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:51.179867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:51.213030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:51.253259 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:51.438979 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:51.491964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b1edf42c-6788-48cd-8b5d-693a139a2af1 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:51.529355 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:51.538770 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:51.638171 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:51.639926 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5124066 May 06 13:13:51.641081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a512e3-6a62-4b66-ab21-bd4248abae56 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81797d5-1939-4377-9bd1-1197062c5636,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:51.643350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42214) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:51.650118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '064aabf4-9ef1-436f-ab4d-f578876c88f2', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:51.658234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:51.666499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:51.672052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:51.686508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:51.705953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b1edf42c-6788-48cd-8b5d-693a139a2af1 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:51.705953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b1edf42c-6788-48cd-8b5d-693a139a2af1 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:51.718851 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:51.942571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.103009 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.109954 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.154646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee0c47f-3174-499f-a090-83f2b0a2390d,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:52.159297 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.165202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c5f8238c-24e8-4b19-9411-3392a1c996e4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5200922 May 06 13:13:52.166457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42226) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:52.177231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '064aabf4-9ef1-436f-ab4d-f578876c88f2', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:52.190949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:52.204624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:52.208448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:52.218276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:52.234385 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Project 3bac5d69b56c46b8a184309e1bb6ab79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:13:52.245163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.468807 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b256d39d-e4ba-4482-a330-829dd0967843', 'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:ce:9f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:40Z', 'updated_at': '2022-05-06T13:13:50Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:52.476239 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.477974 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446fd1c-28e5-4b05-8380-b3ae0df7c0df None None] The sync data for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 is: [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b256d39d-e4ba-4482-a330-829dd0967843', 'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:ce:9f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:40Z', 'updated_at': '2022-05-06T13:13:50Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:52.491322 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.595622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.595622 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4179564 May 06 13:13:52.595622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42238) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:52.602473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'security_group_rule': {'security_group_id': '064aabf4-9ef1-436f-ab4d-f578876c88f2', 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:52.638123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:52.642382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b9aab-24ab-4817-978c-ed6ec16ee491 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c223263-02b9-43cc-822d-d647d622289e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:52.662789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:security_group_rule and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:52.676558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:52.684763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:52.702337 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Project 3bac5d69b56c46b8a184309e1bb6ab79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:13:52.723354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.795197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.808995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.876448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.876991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e9a7191-904a-4f84-82e2-412d4112f31f {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:13:52.885115 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.893949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.899340 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:52.900740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3fd52f4a-03cd-4f24-ad64-3edeb4f7866c admin admin] 10.222.0.44 "DELETE /v2.0/routers/6e9a7191-904a-4f84-82e2-412d4112f31f HTTP/1.1" status: 204 len: 168 time: 5.0587397 May 06 13:13:52.905110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42244) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:52.967500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd531e8-44f0-466c-8a89-4995f14a960e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:52.990126 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:53.000403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d8a20aaa-25bd-49c2-9df3-fde17f5b654b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3983996 May 06 13:13:53.137797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Deleting subnet d2f49107-4569-45df-946d-89a01e371f14 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:13:53.162482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:53.181327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42254) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:53.268857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b256d39d-e4ba-4482-a330-829dd0967843 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:13:53.359770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:53.522369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-48e78d7d-f664-4905-8e2e-53421280db7b req-49f9bc3b-bfcd-4f0c-840e-03f660b146dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:13:53.570328 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9aeb676-f994-4c8e-9835-cda91b4eade4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:53.584227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-48e78d7d-f664-4905-8e2e-53421280db7b req-49f9bc3b-bfcd-4f0c-840e-03f660b146dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:13:53.594464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-49f9bc3b-bfcd-4f0c-840e-03f660b146dd tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589838724&fields=id&tenant_id=3bac5d69b56c46b8a184309e1bb6ab79 HTTP/1.1" status: 200 len: 267 time: 0.2420354 May 06 13:13:53.609262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b256d39d-e4ba-4482-a330-829dd0967843 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:13:53.621158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b256d39d-e4ba-4482-a330-829dd0967843 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:53.621794 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:53.679443 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:53.790194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f9aeb676-f994-4c8e-9835-cda91b4eade4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:53.816379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f9aeb676-f994-4c8e-9835-cda91b4eade4 admin admin] Usage tracker for resource:security_group_rule and tenant:3701035ca5d84e4cab50ce50cf9a324b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:53.851200 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:53.855773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f9aeb676-f994-4c8e-9835-cda91b4eade4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:53.879386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f9aeb676-f994-4c8e-9835-cda91b4eade4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:53.949852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e78d7d-f664-4905-8e2e-53421280db7b req-2e47252b-f593-4664-b15a-be6dd8e0f9f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:53.956058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-48e78d7d-f664-4905-8e2e-53421280db7b req-2e47252b-f593-4664-b15a-be6dd8e0f9f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:13:53.968540 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:53.974740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f49107-4569-45df-946d-89a01e371f14,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:53.992631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:53.993146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:53.993679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:53.994215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:53.994817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:53.995327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:53.996157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:53.996898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:53.997625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:53.999442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.000852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.017213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.022766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-48e78d7d-f664-4905-8e2e-53421280db7b req-2e47252b-f593-4664-b15a-be6dd8e0f9f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:13:54.024813 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-2e47252b-f593-4664-b15a-be6dd8e0f9f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/networks?id=8a2b67a1-4a75-4b91-92a8-81615444b5a9 HTTP/1.1" status: 200 len: 797 time: 0.4289904 May 06 13:13:54.030400 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6499a46b-9b80-45cb-9ff3-05584badf516 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d2f49107-4569-45df-946d-89a01e371f14 HTTP/1.1" status: 204 len: 168 time: 1.1236813 May 06 13:13:54.034285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81217d6f-7db1-477c-b5aa-da9ff7f76ef8 None None] Network a9f8a2ba-5755-42db-b48e-1790627e660a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:13:54.035767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42274) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:54.093358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-7c5ef237-dc3e-4bd0-8bd2-c515afba0743 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/quotas/3bac5d69b56c46b8a184309e1bb6ab79 HTTP/1.1" status: 200 len: 375 time: 0.0527411 May 06 13:13:54.119216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b256d39d-e4ba-4482-a330-829dd0967843, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b256d39d-e4ba-4482-a330-829dd0967843,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:54.148468 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.214562 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9aeb676-f994-4c8e-9835-cda91b4eade4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.229080 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9aeb676-f994-4c8e-9835-cda91b4eade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.278028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aeb676-f994-4c8e-9835-cda91b4eade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d9cda9-d6f3-418e-bdf3-410ec920be61,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:54.332983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f9aeb676-f994-4c8e-9835-cda91b4eade4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3701035ca5d84e4cab50ce50cf9a324b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1497767 May 06 13:13:54.334292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42282) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:54.380752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-1b333188-3d93-441c-a7ff-c9db7268e162 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2715132 May 06 13:13:54.487655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b256d39d-e4ba-4482-a330-829dd0967843,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:54.551990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.580676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Deleting port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:54.581114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.606433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ecfdcd67-eccf-490a-80a3-55346bfdc35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.698178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] DHCP port deletion for a9f8a2ba-5755-42db-b48e-1790627e660a request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:13:54.704017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] Deleting port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:54.704414 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.782579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ecfdcd67-eccf-490a-80a3-55346bfdc35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.938633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] For port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:54.939025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.959490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-a1e43031-0edf-409e-8e1b-356256f3ba5d service neutron] 10.222.0.44 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386064 May 06 13:13:55.073958 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ecfdcd67-eccf-490a-80a3-55346bfdc35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.103079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdcd67-eccf-490a-80a3-55346bfdc35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d9cda9-d6f3-418e-bdf3-410ec920be61,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:55.188110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-f13a7102-3802-4e45-8def-66acac230d4e service neutron] 10.222.0.44 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129147 May 06 13:13:55.202765 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ecfdcd67-eccf-490a-80a3-55346bfdc35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.207348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ecfdcd67-eccf-490a-80a3-55346bfdc35d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40d9cda9-d6f3-418e-bdf3-410ec920be61 HTTP/1.1" status: 204 len: 168 time: 0.8690009 May 06 13:13:55.222051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Calling delete_port for e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:55.233782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b256d39d-e4ba-4482-a330-829dd0967843 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:13:55.328250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] For port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e,segment=NetworkSegment(8894a9c8-5909-4150-8b34-88bd534d4fb4),segment_id=8894a9c8-5909-4150-8b34-88bd534d4fb4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:55.329298 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.329532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.403274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:55.413682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] No DVR routers for this DVR port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:13:55.497427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] Calling delete_port for e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:55.606310 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b256d39d-e4ba-4482-a330-829dd0967843 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:55.606717 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.632975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.666179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f8a2ba-5755-42db-b48e-1790627e660a']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:55.687799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8894a9c8-5909-4150-8b34-88bd534d4fb4') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:55.688545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8894a9c8-5909-4150-8b34-88bd534d4fb4') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:55.696819 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:13:55.703586 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:13:55.705539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.732927 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.741053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:13:55.742990 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: timer() May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:13:55.854365 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:13:55.861114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.884943 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.891668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:55.902405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f8a2ba-5755-42db-b48e-1790627e660a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:55.940455 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ac3478f1-3536-47ac-b9f5-6a65ad378dcd admin admin] 10.222.0.44 "DELETE /v2.0/networks/a9f8a2ba-5755-42db-b48e-1790627e660a HTTP/1.1" status: 204 len: 168 time: 1.9025748 May 06 13:13:55.941366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42306) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:55.951524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:55.952211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:55.954042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9236e98a-4d6e-459f-bd95-0fd915071f0a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:56.030348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9236e98a-4d6e-459f-bd95-0fd915071f0a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:56.031108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a5b045d-2ecd-431d-b24f-fa0dd47ff182 req-4aa296c5-80e6-4c07-8847-b7913eb5d949 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 210 time: 0.1135242 May 06 13:13:56.031849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9236e98a-4d6e-459f-bd95-0fd915071f0a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:56.204447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] Deleting port e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:56.204764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:56.291317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c15c855d-0a26-4583-bf51-2c8481f4493a None None] The port 'e3a7a44c-4f4d-4f6f-82ff-6cf313aeef1e' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:13:56.471443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42322) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:56.503198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4137897d-ad40-4ab8-a7eb-6c7c596dbe9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:56.565938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4137897d-ad40-4ab8-a7eb-6c7c596dbe9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:56.572949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4137897d-ad40-4ab8-a7eb-6c7c596dbe9e admin admin] Usage tracker for resource:security_group_rule and tenant:60cabf0fa5df497a821fd05d8361dd1b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:56.578157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4137897d-ad40-4ab8-a7eb-6c7c596dbe9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:56.586519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4137897d-ad40-4ab8-a7eb-6c7c596dbe9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:56.692491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:56.697177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4137897d-ad40-4ab8-a7eb-6c7c596dbe9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:56.703911 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4137897d-ad40-4ab8-a7eb-6c7c596dbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:56.784115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4137897d-ad40-4ab8-a7eb-6c7c596dbe9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60cabf0fa5df497a821fd05d8361dd1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3109696 May 06 13:13:56.789208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42332) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:56.860648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137897d-ad40-4ab8-a7eb-6c7c596dbe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec274a1-c98f-497a-bad3-882116edffbd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:56.938016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80d2ea5f-3d43-46ab-8e9c-47d38be221c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:56.990575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80d2ea5f-3d43-46ab-8e9c-47d38be221c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:57.101315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80d2ea5f-3d43-46ab-8e9c-47d38be221c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:57.152522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ea5f-3d43-46ab-8e9c-47d38be221c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec274a1-c98f-497a-bad3-882116edffbd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:57.164470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80d2ea5f-3d43-46ab-8e9c-47d38be221c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:57.166863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-80d2ea5f-3d43-46ab-8e9c-47d38be221c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ec274a1-c98f-497a-bad3-882116edffbd HTTP/1.1" status: 204 len: 168 time: 0.3747537 May 06 13:13:57.522259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-724c74a6-d246-4c1c-a8a1-86826c8ed948 req-30802465-61c1-4cca-95d2-894678ab2a16 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 210 time: 0.1030669 May 06 13:13:57.919540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e78d7d-f664-4905-8e2e-53421280db7b req-688dae82-0d97-4960-a1fb-9dc7a196775c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:57.922290 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-688dae82-0d97-4960-a1fb-9dc7a196775c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "GET /v2.0/networks?id=8a2b67a1-4a75-4b91-92a8-81615444b5a9 HTTP/1.1" status: 200 len: 797 time: 0.3641641 May 06 13:13:58.063895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-73d4b2a3-e3e0-47ba-974f-388e93904261 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bac5d69b56c46b8a184309e1bb6ab79 HTTP/1.1" status: 200 len: 380 time: 0.1287777 May 06 13:13:58.079591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'port': {'device_id': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'admin_state_up': True, 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'security_groups': ['064aabf4-9ef1-436f-ab4d-f578876c88f2']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:58.386616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Deleting port 73d08703-0b0a-49e6-9366-dad8404aea15 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:58.387113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:58.505940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:58.515054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:port and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:13:58.520807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:13:58.535535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:58.565385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Made reservation on behalf of 3bac5d69b56c46b8a184309e1bb6ab79 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:13:58.569759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:58.703409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] For port 73d08703-0b0a-49e6-9366-dad8404aea15, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=73d08703-0b0a-49e6-9366-dad8404aea15,segment=NetworkSegment(efce7464-dfd7-4373-b418-54b4bf5da126),segment_id=efce7464-dfd7-4373-b418-54b4bf5da126)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:58.706482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:58.987219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Calling delete_port for 73d08703-0b0a-49e6-9366-dad8404aea15 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:59.111891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5db5ba93-4f11-42e3-a838-0cbe4862e121 req-5fcbf9ba-1244-4839-95ef-af6f0c2d1c0b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 210 time: 0.2540264 May 06 13:13:59.149159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.20.0.4 (8a2b67a1-4a75-4b91-92a8-81615444b5a9/0fc79b20-e81e-48e3-bece-0e8ef09afa02/4af9ebb6-d754-4edd-907e-953d255f10b1) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:13:59.340050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:59.457678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d08703-0b0a-49e6-9366-dad8404aea15,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:59.507180 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:59.534387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Transition to ACTIVE for port object 4af9ebb6-d754-4edd-907e-953d255f10b1 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:13:59.564651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:59.727657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:13:59.742075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:13:59.755751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:13:59.856287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=4af9ebb6-d754-4edd-907e-953d255f10b1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:59.988077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:59.989476 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:00.038670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-314720c4-699d-40fb-85cc-76d9ccd4173c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9656627 May 06 13:14:00.295961 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:00.501348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6b709163-67bd-4e4a-8554-2f07e2ed31dc None None] Provisioning for port 4af9ebb6-d754-4edd-907e-953d255f10b1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:14:00.512750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6b709163-67bd-4e4a-8554-2f07e2ed31dc None None] Provisioning complete for port 4af9ebb6-d754-4edd-907e-953d255f10b1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:14:00.515008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b709163-67bd-4e4a-8554-2f07e2ed31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:00.540812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Request body: {'port': {'device_id': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:00.800900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6b709163-67bd-4e4a-8554-2f07e2ed31dc None None] Port 4af9ebb6-d754-4edd-907e-953d255f10b1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:14:00.936597 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:01.399291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfa5d5-c8f4-49cb-b67f-25dd20a2e1ce req-fb2a8d8b-f2ec-40c3-bb7b-499787ce08b5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:01.399777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-49bfa5d5-c8f4-49cb-b67f-25dd20a2e1ce req-fb2a8d8b-f2ec-40c3-bb7b-499787ce08b5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:14:01.535205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-49bfa5d5-c8f4-49cb-b67f-25dd20a2e1ce req-fb2a8d8b-f2ec-40c3-bb7b-499787ce08b5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:14:01.542328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49bfa5d5-c8f4-49cb-b67f-25dd20a2e1ce req-fb2a8d8b-f2ec-40c3-bb7b-499787ce08b5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 931 time: 0.7910893 May 06 13:14:01.686971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af9ebb6-d754-4edd-907e-953d255f10b1 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:14:01.696085 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:01.708999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49bfa5d5-c8f4-49cb-b67f-25dd20a2e1ce req-390e6ed4-3ea4-438e-834d-62f6285ed68d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626532 May 06 13:14:01.747285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Transition to ACTIVE for port object 4af9ebb6-d754-4edd-907e-953d255f10b1 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:14:01.754737 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:01.887410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Router 54c3958b-ed36-48ca-8b4c-604aec6b70bc has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:14:01.948653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Pushing event updated for resources: {'Port': ['ID=4af9ebb6-d754-4edd-907e-953d255f10b1,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:02.172449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42430) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:02.228348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Attempting to bind port 4af9ebb6-d754-4edd-907e-953d255f10b1 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:14:02.228846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Attempting to bind port 4af9ebb6-d754-4edd-907e-953d255f10b1 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:14:02.229337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Attempting to bind port 4af9ebb6-d754-4edd-907e-953d255f10b1 on network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:14:02.242462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Port 4af9ebb6-d754-4edd-907e-953d255f10b1 on network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:14:02.242982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Attempting to bind port 4af9ebb6-d754-4edd-907e-953d255f10b1 on network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:14:02.257843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:14:02.258344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Checking segment: {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:14:02.258632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Bound using segment: {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:14:02.259189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Bound port: 4af9ebb6-d754-4edd-907e-953d255f10b1, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d98748a-9f8f-40ac-b617-ccfb6cb42a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:14:02.259542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:02.378006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] For port 4af9ebb6-d754-4edd-907e-953d255f10b1, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:14:02.381619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] For port 4af9ebb6-d754-4edd-907e-953d255f10b1, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4af9ebb6-d754-4edd-907e-953d255f10b1,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:14:02.388413 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:02.403683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:02.416436 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] Sync routers for ids ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:02.428605 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f5519c01-d1e6-4492-bef5-f2d0037ceb63 admin admin] 10.222.0.44 "PUT /v2.0/routers/54c3958b-ed36-48ca-8b4c-604aec6b70bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4850750 May 06 13:14:02.429603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42442) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:02.439551 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] Routers {'54c3958b-ed36-48ca-8b4c-604aec6b70bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:02.444339 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:02.563402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Pushing event updated for resources: {'Port': ['ID=4af9ebb6-d754-4edd-907e-953d255f10b1,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:02.597655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1054067261', 'router:external': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:02.604781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:02.626192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:02.627646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-0011f219-2215-4982-bc3d-4bb01d6f628c service neutron] 10.222.0.48 "PUT /v2.0/ports/4af9ebb6-d754-4edd-907e-953d255f10b1 HTTP/1.1" status: 200 len: 1091 time: 2.5817804 May 06 13:14:02.628144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:14:02.639502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Usage tracker for resource:network and tenant:2c60869618a649a0bc68c46c3f4a02c3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:02.647612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:02.675949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:02.831902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Made reservation on behalf of 2c60869618a649a0bc68c46c3f4a02c3 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:14:02.845020 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:02.877571 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1841819-4c9f-4108-89c4-886197b53e73'] response: {'name': 'network-changed', 'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'status': 'completed', 'code': 200} May 06 13:14:02.878430 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:02.919777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:02.926851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Usage tracker for resource:security_group_rule and tenant:2c60869618a649a0bc68c46c3f4a02c3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:02.932882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:02.947085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:03.027911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:03.049782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-1cf4a492-ddf1-44bb-9145-c33f84c6682d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 1094 time: 0.3574524 May 06 13:14:03.115806 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] Set router 54c3958b-ed36-48ca-8b4c-604aec6b70bc gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:03.250348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-de15f2cb-0c4d-4df0-8450-5597bf2fce53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af9ebb6-d754-4edd-907e-953d255f10b1 HTTP/1.1" status: 200 len: 217 time: 0.1910307 May 06 13:14:03.517607 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:03.531510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Deleting port 26af6929-bd78-400b-bb01-98f460d21fba {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:03.532024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:03.595799 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:03.616462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:03.667497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1655e8-ce76-4e96-ba39-05d0808d1be7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:03.685225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:14:03.692772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e78d7d-f664-4905-8e2e-53421280db7b req-00cf8c80-678a-4879-b097-01101f0425a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:03.695442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-00cf8c80-678a-4879-b097-01101f0425a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc79b20-e81e-48e3-bece-0e8ef09afa02 HTTP/1.1" status: 200 len: 835 time: 0.4363885 May 06 13:14:03.754314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:03.754870 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Added segment 9766f41a-7f8b-4eda-ab43-1885d4f649cb of type vlan for network 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3 May 06 13:14:03.769422 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '26af6929-bd78-400b-bb01-98f460d21fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:22Z', 'updated_at': '2022-05-06T13:13:59Z', 'revision_number': 5, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'gw_port': {'id': '26af6929-bd78-400b-bb01-98f460d21fba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:24Z', 'updated_at': '2022-05-06T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:03.772794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb3a21-b49c-41d3-a3b8-8867e23c599f req-03ca89de-5c1c-4374-9795-0ea8b2569e7e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:03.774402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05fb3a21-b49c-41d3-a3b8-8867e23c599f req-03ca89de-5c1c-4374-9795-0ea8b2569e7e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 943 time: 0.6381476 May 06 13:14:03.784334 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] Checking router: 54c3958b-ed36-48ca-8b4c-604aec6b70bc for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:14:03.801986 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] Routers {'54c3958b-ed36-48ca-8b4c-604aec6b70bc'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:03.803277 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:13:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:03.869311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:03.900790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-558015dc-2f92-4eb3-8f42-c77e7f34a1c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a2b67a1-4a75-4b91-92a8-81615444b5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978636 May 06 13:14:03.911378 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05fb3a21-b49c-41d3-a3b8-8867e23c599f req-67cb6a20-df0a-4bba-a966-cfc217e40ba3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239696 May 06 13:14:03.922091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] For port 26af6929-bd78-400b-bb01-98f460d21fba, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=26af6929-bd78-400b-bb01-98f460d21fba,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:03.922734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:04.035818 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:04.036770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:04.037421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:04.113093 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] Set router 54c3958b-ed36-48ca-8b4c-604aec6b70bc gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:04.176415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event updated for resources: {'Network': ['ID=4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:04.179665 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-13e41604-c77e-4a21-8849-174568849173 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0059352 May 06 13:14:04.185707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42464) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:04.194091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:14:04.209194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'subnet': {'network_id': '4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:04.254137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Calling delete_port for 26af6929-bd78-400b-bb01-98f460d21fba owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:04.255243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:04.273670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Usage tracker for resource:subnet and tenant:2c60869618a649a0bc68c46c3f4a02c3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:04.283960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:04.312378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:04.382828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-1ffa3403-b949-414a-a8c0-3cba304efb63 service neutron] 10.222.0.48 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674032 May 06 13:14:04.386660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Made reservation on behalf of 2c60869618a649a0bc68c46c3f4a02c3 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:14:04.390215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:04.412322 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:22Z', 'updated_at': '2022-05-06T13:14:03Z', 'revision_number': 6, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:04.419288 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aac79c-3c24-4aa7-9ad0-b03ac88c07f7 None None] The sync data for ids ['54c3958b-ed36-48ca-8b4c-604aec6b70bc'] in n-d-840847-1 is: [{'id': '54c3958b-ed36-48ca-8b4c-604aec6b70bc', 'name': 'tempest-TestServerBasicOps-1083013938-router', 'tenant_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:22Z', 'updated_at': '2022-05-06T13:14:03Z', 'revision_number': 6, 'project_id': 'c9b0ae3796e84aeaacb1e6e03a407fc4', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:04.565792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48e78d7d-f664-4905-8e2e-53421280db7b req-44cc76be-6da8-4f68-80e2-920efc5e39d6 service neutron] 10.222.0.48 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575768 May 06 13:14:04.872093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:04.959408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Pushing event deleted for resources: {'Port': ['ID=26af6929-bd78-400b-bb01-98f460d21fba,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:04.974829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e963c-af5d-4725-852b-9986aaaf367a req-144bbde6-616a-460f-9cc4-4603015913d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 1094 time: 0.2941890 May 06 13:14:05.179274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 73d08703-0b0a-49e6-9366-dad8404aea15 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:14:05.236633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 73d08703-0b0a-49e6-9366-dad8404aea15 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:14:05.237736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 73d08703-0b0a-49e6-9366-dad8404aea15 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:14:05.324416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:05.330071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e963c-af5d-4725-852b-9986aaaf367a req-fe2e1dcc-32d8-40e6-8992-e95dfe3073c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:05.332713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e963c-af5d-4725-852b-9986aaaf367a req-fe2e1dcc-32d8-40e6-8992-e95dfe3073c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a2b67a1-4a75-4b91-92a8-81615444b5a9 HTTP/1.1" status: 200 len: 898 time: 0.3478670 May 06 13:14:05.509885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e963c-af5d-4725-852b-9986aaaf367a req-bcf38f2f-31de-4d3c-9eba-160d2811443f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af9ebb6-d754-4edd-907e-953d255f10b1 HTTP/1.1" status: 200 len: 217 time: 0.1558058 May 06 13:14:05.632898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edb023-eddb-4fd3-868e-38d7beea4bd2 req-486b7818-cdf6-47ab-9c1a-fefd90b18434 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:05.634540 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49edb023-eddb-4fd3-868e-38d7beea4bd2 req-486b7818-cdf6-47ab-9c1a-fefd90b18434 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 943 time: 0.4998291 May 06 13:14:05.761066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e963c-af5d-4725-852b-9986aaaf367a req-358f7f4f-e4aa-4c76-8f8a-1cdeaa9219ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:05.764010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e963c-af5d-4725-852b-9986aaaf367a req-358f7f4f-e4aa-4c76-8f8a-1cdeaa9219ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc79b20-e81e-48e3-bece-0e8ef09afa02 HTTP/1.1" status: 200 len: 835 time: 0.2471101 May 06 13:14:05.770441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:05.776407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:05.829558 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-2706ec71-4a38-4c14-9e73-2a2f16ed5df0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4475818 May 06 13:14:05.835927 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:05.837755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54c3958b-ed36-48ca-8b4c-604aec6b70bc {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:14:05.950180 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:05.952379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49edb023-eddb-4fd3-868e-38d7beea4bd2 req-2fff893f-c7a2-45c5-b623-51ae09e2cb3f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531128 May 06 13:14:05.954959 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7feaf507-9112-4903-a3d7-1b33ec8f2bee admin admin] 10.222.0.44 "DELETE /v2.0/routers/54c3958b-ed36-48ca-8b4c-604aec6b70bc HTTP/1.1" status: 204 len: 168 time: 3.5239506 May 06 13:14:05.959937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42492) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:06.026063 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e963c-af5d-4725-852b-9986aaaf367a req-63ce20b2-2175-43a4-8db6-ebce1b7da45d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a2b67a1-4a75-4b91-92a8-81615444b5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445652 May 06 13:14:06.050735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5210203-302a-4122-9a0b-392b9a761795 admin admin] Deleting subnet 1841e269-c6ff-4252-b179-ce3862629ff2 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:14:06.055731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5210203-302a-4122-9a0b-392b9a761795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:06.117149 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-9108ad0b-5899-44b7-a6da-7c940146e0c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f2b638f2549485e974c7a710b114b59&device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 1100 time: 0.2571075 May 06 13:14:06.143252 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5210203-302a-4122-9a0b-392b9a761795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:06.468799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.objects.ports [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:14:06.469283 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:06.496589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-1d6c76f6-ef58-4f1e-9ce9-d2e1afdba5c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:06.499096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-1d6c76f6-ef58-4f1e-9ce9-d2e1afdba5c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.2932842 May 06 13:14:06.569729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e963c-af5d-4725-852b-9986aaaf367a req-27962a56-11df-4cd2-b823-de9547dc0ac0 service neutron] 10.222.0.48 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334063 May 06 13:14:06.574217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e748e649-bfeb-4306-9b52-f185f7e37e30,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:06.637961 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-6e53f7d4-f5e4-42ff-85b9-5a67ada24b35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6adeae95-30d2-42be-bc29-91f95bd16246 HTTP/1.1" status: 200 len: 217 time: 0.1242237 May 06 13:14:06.683792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.684128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.684650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.684986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.685312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.685634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.685956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.686354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.686693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.687215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.687738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:06.727932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Checking segment: {'id': '9766f41a-7f8b-4eda-ab43-1885d4f649cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:14:06.728879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Network hostable DHCP agents. Network: 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:14:06.730250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5210203-302a-4122-9a0b-392b9a761795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:06.792181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e963c-af5d-4725-852b-9986aaaf367a req-8b297628-2c68-4d23-8b36-9ddc956d7305 service neutron] 10.222.0.48 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111332 May 06 13:14:06.822259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4af9ebb6-d754-4edd-907e-953d255f10b1 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:14:06.827560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Network 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:14:06.842169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:06.855742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:06.856625 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:06.903687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2b834d86-693c-45e4-8ddc-37e303414e04 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7164626 May 06 13:14:06.909069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42506) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:06.933831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-142196858', 'network_id': '4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:06.935701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-d233239e-1cbd-4154-8865-5cd6f73f699d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:06.938272 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-d233239e-1cbd-4154-8865-5cd6f73f699d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.2932708 May 06 13:14:06.944210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:06.962875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Usage tracker for resource:port and tenant:2c60869618a649a0bc68c46c3f4a02c3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:06.970009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e1525-e78d-4445-889a-6541349989cb None None] Network 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:14:06.979793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:06.996572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:07.044665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5210203-302a-4122-9a0b-392b9a761795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:07.065474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Made reservation on behalf of 2c60869618a649a0bc68c46c3f4a02c3 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:14:07.084342 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:07.139977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] device_id is not set on port 2e26d237-4efb-4250-9b7c-bd08155a805e yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:14:07.298171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 26af6929-bd78-400b-bb01-98f460d21fba no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:14:07.360968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 26af6929-bd78-400b-bb01-98f460d21fba {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:14:07.361960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 26af6929-bd78-400b-bb01-98f460d21fba not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:14:07.506973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4af9ebb6-d754-4edd-907e-953d255f10b1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4af9ebb6-d754-4edd-907e-953d255f10b1,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:07.529726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629632a2-b3af-4fad-916c-b4d131b80435 None None] Network 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:14:07.536552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5210203-302a-4122-9a0b-392b9a761795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1841e269-c6ff-4252-b179-ce3862629ff2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:07.593929 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a5210203-302a-4122-9a0b-392b9a761795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:07.617332 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a5210203-302a-4122-9a0b-392b9a761795 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1841e269-c6ff-4252-b179-ce3862629ff2 HTTP/1.1" status: 204 len: 168 time: 1.6573153 May 06 13:14:07.618763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42516) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:07.684948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db493926-12c0-4fac-88a5-e9ee9d389eb1 None None] Network 475bff8e-e50c-45d7-be3a-a0e1887f02a5 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:14:07.686048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Allocated IP 2001:db8::19f (4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3/e748e649-bfeb-4306-9b52-f185f7e37e30/2e26d237-4efb-4250-9b7c-bd08155a805e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:14:07.736184 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:07.776057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'port_id': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'mac_address': 'fa:16:3e:cb:9d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:14:07.795129 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-aa1b2fcc-2595-47f2-86b2-89d41f3e6d52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8281581 May 06 13:14:07.818402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331d04-ff2c-40ff-8ee9-f7d9778e9469 req-d839f2a5-aadf-47dc-8dc5-7a789ee2c853 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:07.822399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0331d04-ff2c-40ff-8ee9-f7d9778e9469 req-d839f2a5-aadf-47dc-8dc5-7a789ee2c853 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 943 time: 0.3648920 May 06 13:14:07.971771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.007691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Deleting port 207a3674-7335-47d2-bc60-da8f38aa56cf {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:08.008559 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.195438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0331d04-ff2c-40ff-8ee9-f7d9778e9469 req-6f77d0ee-994c-4816-bdcd-aba131b1205f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164070 May 06 13:14:08.229917 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-dd7a9caa-4d92-416a-9b79-f26908c0dd96 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192896 May 06 13:14:08.250704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.303274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af9ebb6-d754-4edd-907e-953d255f10b1 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:14:08.405150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4af9ebb6-d754-4edd-907e-953d255f10b1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4af9ebb6-d754-4edd-907e-953d255f10b1,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:08.411978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.428185 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.477875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.600185 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec48a703-64b6-45ee-8a70-c9d80a864967 req-7f0850d5-8be4-437c-aa55-04d7ce495456 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613019 May 06 13:14:08.630091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4af9ebb6-d754-4edd-907e-953d255f10b1,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:08.661175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Network 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:14:08.663040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event updated for resources: {'Port': ['ID=2e26d237-4efb-4250-9b7c-bd08155a805e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:08.671068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:08.677858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:14:08.685490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:08.685490 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.745799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] DHCP port deletion for 475bff8e-e50c-45d7-be3a-a0e1887f02a5 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:14:08.750095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-21a99fb8-6547-4f80-932d-234154ad2ca4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8393641 May 06 13:14:08.751437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] Deleting port 207a3674-7335-47d2-bc60-da8f38aa56cf {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:08.751887 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.753920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42536) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:08.854968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['4af9ebb6-d754-4edd-907e-953d255f10b1'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:14:08.863237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] For port 207a3674-7335-47d2-bc60-da8f38aa56cf, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=207a3674-7335-47d2-bc60-da8f38aa56cf,segment=NetworkSegment(efce7464-dfd7-4373-b418-54b4bf5da126),segment_id=efce7464-dfd7-4373-b418-54b4bf5da126)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:08.863773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.885156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-867b50eb-094f-4be3-ab66-8c8c11c09892 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Deleting port 2e26d237-4efb-4250-9b7c-bd08155a805e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:08.886194 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-867b50eb-094f-4be3-ab66-8c8c11c09892 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:09.073085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Calling delete_port for 207a3674-7335-47d2-bc60-da8f38aa56cf owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:09.184028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:09.219845 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] For port 207a3674-7335-47d2-bc60-da8f38aa56cf, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=207a3674-7335-47d2-bc60-da8f38aa56cf,segment=NetworkSegment(efce7464-dfd7-4373-b418-54b4bf5da126),segment_id=efce7464-dfd7-4373-b418-54b4bf5da126)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:09.220432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:09.256725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 207a3674-7335-47d2-bc60-da8f38aa56cf no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:14:09.316512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] No DVR routers for this DVR port 207a3674-7335-47d2-bc60-da8f38aa56cf on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:14:09.381822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Pushing event deleted for resources: {'Port': ['ID=207a3674-7335-47d2-bc60-da8f38aa56cf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:09.501594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 207a3674-7335-47d2-bc60-da8f38aa56cf {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:14:09.501594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 207a3674-7335-47d2-bc60-da8f38aa56cf not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:14:09.545615 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-867b50eb-094f-4be3-ab66-8c8c11c09892 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:09.568228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:09.615928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] Calling delete_port for 207a3674-7335-47d2-bc60-da8f38aa56cf owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:09.625723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475bff8e-e50c-45d7-be3a-a0e1887f02a5']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:09.667505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efce7464-dfd7-4373-b418-54b4bf5da126') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:09.671204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efce7464-dfd7-4373-b418-54b4bf5da126') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:09.705622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:09.739720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:09.747467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:14:09.747897 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: timer() May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:14:09.768356 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:14:09.912057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:14:09.912473 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:14:10.050225 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:10.057841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:10.101591 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] 10.222.0.44 "DELETE /v2.0/networks/475bff8e-e50c-45d7-be3a-a0e1887f02a5 HTTP/1.1" status: 204 len: 168 time: 2.4801362 May 06 13:14:10.110555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d4d8e-7947-42d0-9fad-b19303d4553c admin admin] Pushing event deleted for resources: {'Network': ['ID=475bff8e-e50c-45d7-be3a-a0e1887f02a5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:10.145267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-867b50eb-094f-4be3-ab66-8c8c11c09892 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Calling delete_port for 2e26d237-4efb-4250-9b7c-bd08155a805e owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:10.408315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e67a906-957d-46d8-8f80-750f208feb3f req-c578c894-d352-43e3-8936-136732223073 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5530276 May 06 13:14:10.415441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] Deleting port 207a3674-7335-47d2-bc60-da8f38aa56cf {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:10.415441 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:10.500793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42568) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:10.550892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082fcf6-2169-4b44-958d-1af8f09369b0 req-c2c736d2-c22f-49d3-aa63-304116ab59c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:10.563187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8082fcf6-2169-4b44-958d-1af8f09369b0 req-c2c736d2-c22f-49d3-aa63-304116ab59c3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 944 time: 0.9823475 May 06 13:14:10.609782 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9819be32-38fb-4083-ac0b-8128774197b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ca701b986cb4e21ba167ffac36da2e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1071184 May 06 13:14:10.610996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42572) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:10.626001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-859a283b-0bba-4171-9cce-8479bd00deb3 None None] The port '207a3674-7335-47d2-bc60-da8f38aa56cf' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:14:10.795014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1cb52b0e-5f87-4251-849b-ef0d826b4317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:10.896205 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1cb52b0e-5f87-4251-849b-ef0d826b4317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.030052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1cb52b0e-5f87-4251-849b-ef0d826b4317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.060690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb52b0e-5f87-4251-849b-ef0d826b4317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8791dcec-a970-457d-8fb9-0c9469359fe3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:11.066214 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1cb52b0e-5f87-4251-849b-ef0d826b4317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.067617 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1cb52b0e-5f87-4251-849b-ef0d826b4317 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8791dcec-a970-457d-8fb9-0c9469359fe3 HTTP/1.1" status: 204 len: 168 time: 0.4552612 May 06 13:14:11.228164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-867b50eb-094f-4be3-ab66-8c8c11c09892 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.239229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8082fcf6-2169-4b44-958d-1af8f09369b0 req-8362ad4f-c1a6-4c61-aae7-468be0527d6e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6745822 May 06 13:14:11.434778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b50eb-094f-4be3-ab66-8c8c11c09892 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e26d237-4efb-4250-9b7c-bd08155a805e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:11.465653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e67a906-957d-46d8-8f80-750f208feb3f req-3fb1b515-449b-421f-a4d3-1c27d4951565 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 1096 time: 0.9308867 May 06 13:14:11.466832 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-867b50eb-094f-4be3-ab66-8c8c11c09892 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.480634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42588) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:11.480874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-867b50eb-094f-4be3-ab66-8c8c11c09892 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2e26d237-4efb-4250-9b7c-bd08155a805e HTTP/1.1" status: 204 len: 168 time: 2.7251122 May 06 13:14:11.493220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3', 'external_fixed_ips': [{'subnet_id': 'e748e649-bfeb-4306-9b52-f185f7e37e30', 'ip_address': '2001:db8::19f'}]}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:11.507691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:11.517493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Usage tracker for resource:router and tenant:2c60869618a649a0bc68c46c3f4a02c3 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:11.524814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:11.537651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:11.570188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.571934 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.653713 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.784740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bf456-e122-4f71-b540-0094809241bc req-17b53189-f103-4ed6-a1a5-724fc1499786 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:11.797851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b19bf456-e122-4f71-b540-0094809241bc req-17b53189-f103-4ed6-a1a5-724fc1499786 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.7174804 May 06 13:14:11.915522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b19bf456-e122-4f71-b540-0094809241bc req-0d3e3d0d-2e58-4884-b21e-304c64a6bcd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159079 May 06 13:14:12.021355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67a906-957d-46d8-8f80-750f208feb3f req-db153a9a-0fc1-4387-84b7-bec1f2be1b8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:12.025836 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e67a906-957d-46d8-8f80-750f208feb3f req-db153a9a-0fc1-4387-84b7-bec1f2be1b8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 HTTP/1.1" status: 200 len: 897 time: 0.4823194 May 06 13:14:12.143131 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.153023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42600) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:12.208001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e67a906-957d-46d8-8f80-750f208feb3f req-2fe7a656-4450-48df-b1ab-1e9836c34ae7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feca970a-d031-49d5-b833-9ad71701aca5 HTTP/1.1" status: 200 len: 1001 time: 0.1756775 May 06 13:14:12.318994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-899f4ad4-ba2c-4337-9dc3-5c3518bdc2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.339547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67a906-957d-46d8-8f80-750f208feb3f req-63ca2938-6186-4fc5-b1ac-d0dadaa5cc39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:12.342457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e67a906-957d-46d8-8f80-750f208feb3f req-63ca2938-6186-4fc5-b1ac-d0dadaa5cc39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce689b8d-1931-4795-bb6a-56d787886482 HTTP/1.1" status: 200 len: 835 time: 0.1277306 May 06 13:14:12.407358 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3cab1854-bc9d-4808-90af-4000ac599ba2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9b0ae3796e84aeaacb1e6e03a407fc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2525437 May 06 13:14:12.426577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42610) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:12.575249 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d302d00-6ac5-4b0d-9b07-bda8ae3df240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.579349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e67a906-957d-46d8-8f80-750f208feb3f req-b9cee049-ba2f-4f06-85b5-ff28769d123f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279630 May 06 13:14:12.654851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d302d00-6ac5-4b0d-9b07-bda8ae3df240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.808986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490bb2c-5279-4278-9629-eb97c0b00c48 req-585e5fe5-3343-4013-b244-7435f7c3d6b4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:12.811744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d490bb2c-5279-4278-9629-eb97c0b00c48 req-585e5fe5-3343-4013-b244-7435f7c3d6b4 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 944 time: 0.3209393 May 06 13:14:12.848288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4af9ebb6-d754-4edd-907e-953d255f10b1 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:14:12.863525 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d302d00-6ac5-4b0d-9b07-bda8ae3df240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.885191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e67a906-957d-46d8-8f80-750f208feb3f req-e8c2a6b3-bde2-40f7-8ec2-6956236fbdd6 service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982297 May 06 13:14:12.900549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d302d00-6ac5-4b0d-9b07-bda8ae3df240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d532d2f-a3a3-4f48-8480-47aa733ec08e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:13.009907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1d302d00-6ac5-4b0d-9b07-bda8ae3df240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.012422 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1d302d00-6ac5-4b0d-9b07-bda8ae3df240 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d532d2f-a3a3-4f48-8480-47aa733ec08e HTTP/1.1" status: 204 len: 168 time: 0.5827515 May 06 13:14:13.056958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.060052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 4af9ebb6-d754-4edd-907e-953d255f10b1 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:14:13.074208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 4af9ebb6-d754-4edd-907e-953d255f10b1 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:14:13.074653 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.128335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.154837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e67a906-957d-46d8-8f80-750f208feb3f req-08a5fc6b-6917-4d48-a815-5dc467c5715c service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596452 May 06 13:14:13.199430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d490bb2c-5279-4278-9629-eb97c0b00c48 req-95fb8646-e13d-428a-b6a0-87afba86bd39 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3738623 May 06 13:14:13.322247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.376727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4889ce-8c1e-4fd9-a9d5-f20f5e12b223 req-90ae5be6-6786-449c-882a-3088c300d7ea tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:13.393426 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.396151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e4889ce-8c1e-4fd9-a9d5-f20f5e12b223 req-90ae5be6-6786-449c-882a-3088c300d7ea tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.2056458 May 06 13:14:13.482794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:14:13.503860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 4af9ebb6-d754-4edd-907e-953d255f10b1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4af9ebb6-d754-4edd-907e-953d255f10b1,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:13.512662 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.522760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e4889ce-8c1e-4fd9-a9d5-f20f5e12b223 req-f91b301c-b217-4957-9aae-c6a91fb2d25f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256883 May 06 13:14:13.542239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Allocated IP 2001:db8::19f (4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3/e748e649-bfeb-4306-9b52-f185f7e37e30/4cbac829-8da2-410a-a313-a104d9c15f62) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:14:13.658034 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6ff039-bbc0-4d3e-9497-cff76b9f8652'] response: {'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'code': 200} May 06 13:14:13.670561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=4af9ebb6-d754-4edd-907e-953d255f10b1,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:13.842919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.900415 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.965611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-652b2084-c7e3-4922-a6fa-d4d748414cbf req-1a26bddb-353b-4ad3-920e-862b7d5d1a13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 1096 time: 0.1828566 May 06 13:14:14.057432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Network 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:14:14.063266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:14.068433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:14:14.088344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-652b2084-c7e3-4922-a6fa-d4d748414cbf req-7c03f733-b3f6-44a4-ae7f-57affceb49dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088531 May 06 13:14:14.127151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event updated for resources: {'Port': ['ID=4cbac829-8da2-410a-a313-a104d9c15f62,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:14.257018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:14.257614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:14.574384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cfff2-23e0-4647-a1be-519230daf103 req-c3d69d9e-8ff3-43c4-b3fc-dcdc4d4a2a1c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:14.582055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f94cfff2-23e0-4647-a1be-519230daf103 req-c3d69d9e-8ff3-43c4-b3fc-dcdc4d4a2a1c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 945 time: 0.1809313 May 06 13:14:14.590142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Router b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:14:14.653926 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f94cfff2-23e0-4647-a1be-519230daf103 req-b47ffa01-9628-4b4e-a798-5754e8b0ab61 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703652 May 06 13:14:14.732564 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-696b6fef-afd2-4efe-9f55-23f39c3d752e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:14.939262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b778a-06ec-4b69-9975-4a9b28d5d593 req-2f8f7d85-e441-454d-aefd-d824cfecf3a2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:14.940860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a06b778a-06ec-4b69-9975-4a9b28d5d593 req-2f8f7d85-e441-454d-aefd-d824cfecf3a2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.1714551 May 06 13:14:15.031687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a06b778a-06ec-4b69-9975-4a9b28d5d593 req-867bc945-a3e0-463f-a089-5b60dcd60aa2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797234 May 06 13:14:15.043569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:15.056452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Sync routers for ids ['b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:15.084246 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:15.085737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Routers {'b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:15.086808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:15.087680 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f6baaafc-cbdf-4c3f-937b-244b4f474ae5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6038277 May 06 13:14:15.090945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42652) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:15.385370 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Set router b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:15.407939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:15.779334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:16.030105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86', 'name': '', 'tenant_id': '2c60869618a649a0bc68c46c3f4a02c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3', 'external_fixed_ips': [{'subnet_id': 'e748e649-bfeb-4306-9b52-f185f7e37e30', 'ip_address': '2001:db8::19f'}], 'enable_snat': True}, 'gw_port_id': '4cbac829-8da2-410a-a313-a104d9c15f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:14Z', 'revision_number': 3, 'project_id': '2c60869618a649a0bc68c46c3f4a02c3', 'gw_port': {'id': '4cbac829-8da2-410a-a313-a104d9c15f62', 'name': '', 'network_id': '4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e748e649-bfeb-4306-9b52-f185f7e37e30', 'ip_address': '2001:db8::19f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:14:13Z', 'updated_at': '2022-05-06T13:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e748e649-bfeb-4306-9b52-f185f7e37e30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:16.037523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Checking router: b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:14:16.038386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Updating router b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86 port 4cbac829-8da2-410a-a313-a104d9c15f62 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:14:16.073428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d82a19-3b28-462f-85c1-a80e92a35685 req-c2ae7cb3-d7d6-40c0-86d0-95d88bd8c289 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:16.073428 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11d82a19-3b28-462f-85c1-a80e92a35685 req-c2ae7cb3-d7d6-40c0-86d0-95d88bd8c289 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 945 time: 0.1573083 May 06 13:14:16.103501 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:16.129372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Deleting port 4cbac829-8da2-410a-a313-a104d9c15f62 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:16.131201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:16.180237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11d82a19-3b28-462f-85c1-a80e92a35685 req-bd165267-67ec-4382-98bc-fc6cc27fb51e tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978391 May 06 13:14:16.270912 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:16.374085 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:16.536508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:16.671615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9810b5-6fdc-4671-add9-1b70bf20e726 req-198bd735-4347-482e-80e1-3c0cfa9293f1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:16.675076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf9810b5-6fdc-4671-add9-1b70bf20e726 req-198bd735-4347-482e-80e1-3c0cfa9293f1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 945 time: 0.2143705 May 06 13:14:16.722740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39695d1f-6f01-4ef9-8cb4-4eebbdc746bc req-469471bc-1fcd-4cd7-ad0a-8aa5864d47e9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:16.725449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39695d1f-6f01-4ef9-8cb4-4eebbdc746bc req-469471bc-1fcd-4cd7-ad0a-8aa5864d47e9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.3718584 May 06 13:14:16.817190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Calling delete_port for 4cbac829-8da2-410a-a313-a104d9c15f62 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:16.855672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf9810b5-6fdc-4671-add9-1b70bf20e726 req-21ec7085-0ecd-4fcd-8621-ac4d2860eb0f tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671317 May 06 13:14:16.898646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39695d1f-6f01-4ef9-8cb4-4eebbdc746bc req-d1336832-db5f-4a73-82df-8c03a0be0728 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397560 May 06 13:14:16.909512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42682) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:17.219982 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f24c7569-5ec8-4ad3-b3c3-673ee48992b9 tempest-TestNetworkBasicOps-8918791 tempest-TestNetworkBasicOps-8918791-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 1091 time: 0.3068726 May 06 13:14:17.222565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42690) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:17.228961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:17.236150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:17.238764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:14:17.239865 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:14:17.240001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:17.245397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Usage tracker for resource:floatingip and tenant:3bac5d69b56c46b8a184309e1bb6ab79 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:17.250631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:17.260985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:17.282002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:17.301155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cbac829-8da2-410a-a313-a104d9c15f62,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:17.520254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:17.530127 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:17.576006 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:17.759420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Allocated IP 172.25.7.177 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/d1b61b45-19c5-40e3-8667-be280abfb73b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:14:17.792945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Port 4cbac829-8da2-410a-a313-a104d9c15f62 not found while updating agent binding for router b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86. {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 06 13:14:17.807078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Routers {'b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:17.807852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:17.966040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] Set router b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:17.977420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:17.993895 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:17.997874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:18.037844 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:18.071425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:18.072643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:14:18.121229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:18.123523 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b0115dae-a338-4c89-abfd-6d17b9967a3a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "DELETE /v2.0/routers/b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86 HTTP/1.1" status: 204 len: 168 time: 3.0307643 May 06 13:14:18.126276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42708) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:18.126482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86', 'name': '', 'tenant_id': '2c60869618a649a0bc68c46c3f4a02c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:17Z', 'revision_number': 5, 'project_id': '2c60869618a649a0bc68c46c3f4a02c3', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:18.141086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e25820-a2e2-4822-8b1d-4e88c87958ea None None] The sync data for ids ['b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86'] in n-d-840847-1 is: [{'id': 'b84dee9c-d6ef-4edf-aa0c-52d5ed4d3a86', 'name': '', 'tenant_id': '2c60869618a649a0bc68c46c3f4a02c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:17Z', 'revision_number': 5, 'project_id': '2c60869618a649a0bc68c46c3f4a02c3', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:18.176565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:14:18.176565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=d1b61b45-19c5-40e3-8667-be280abfb73b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:18.192764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:18.192764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:14:18.363744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde98198-a24a-4908-88e8-762df92b603f tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Deleting subnet e748e649-bfeb-4306-9b52-f185f7e37e30 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:14:18.372911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dde98198-a24a-4908-88e8-762df92b603f tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:18.473031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dde98198-a24a-4908-88e8-762df92b603f tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:18.674936 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dde98198-a24a-4908-88e8-762df92b603f tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:18.735045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3ac94-dd16-4549-b3f2-772118d8a257 req-05942ada-3ee6-4fd0-9479-a55fca3a5c2f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:18.736559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79a3ac94-dd16-4549-b3f2-772118d8a257 req-05942ada-3ee6-4fd0-9479-a55fca3a5c2f tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.4885840 May 06 13:14:18.798758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dde98198-a24a-4908-88e8-762df92b603f tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:18.838919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79a3ac94-dd16-4549-b3f2-772118d8a257 req-45a4d9d9-a6ba-4c1f-a918-2d29916d5344 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845530 May 06 13:14:18.875799 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dde98198-a24a-4908-88e8-762df92b603f tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:18.880882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde98198-a24a-4908-88e8-762df92b603f tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e748e649-bfeb-4306-9b52-f185f7e37e30,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:18.890583 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dde98198-a24a-4908-88e8-762df92b603f tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/e748e649-bfeb-4306-9b52-f185f7e37e30 HTTP/1.1" status: 204 len: 168 time: 0.7613685 May 06 13:14:18.894532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42720) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:19.045871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.139227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.219487 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.246387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.296656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:19.327192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9766f41a-7f8b-4eda-ab43-1885d4f649cb') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:19.328373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9766f41a-7f8b-4eda-ab43-1885d4f649cb') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:19.375707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.409971 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.443424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:14:19.444249 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: timer() May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:14:19.485975 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:14:19.613214 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.646956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 13:14:19.653674 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.656950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event deleted for resources: {'Network': ['ID=4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:19.663173 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1a170a57-2a90-4e68-91eb-953855bbf056 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4fb39a8c-1d69-4864-ace1-0a0eff4e7dd3 HTTP/1.1" status: 204 len: 168 time: 0.7675219 May 06 13:14:19.717619 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.726940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:19.950649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event updated for resources: {'Port': ['ID=d1b61b45-19c5-40e3-8667-be280abfb73b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:19.996603 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:20.503533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42750) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:20.511267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158a1e6-40c0-441f-8caf-aa39678813a8 req-8fb7678e-5e71-4843-b2db-238673441591 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:20.511839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'router': {'name': 'tempest-router--858072408', 'project_id': 'e23f2b57a85546198f4794f69c4aab62'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:20.513089 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1158a1e6-40c0-441f-8caf-aa39678813a8 req-8fb7678e-5e71-4843-b2db-238673441591 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.2952361 May 06 13:14:20.521342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:20.528881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Usage tracker for resource:router and tenant:e23f2b57a85546198f4794f69c4aab62 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:20.535036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:20.553479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:20.580795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:20.582456 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:20.619626 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:20.621171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1158a1e6-40c0-441f-8caf-aa39678813a8 req-2ad94e5f-cea8-472e-b470-cd62a9a2a0a5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010699 May 06 13:14:20.657175 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Floating IP 845a9cf5-59c2-4a11-91ca-f3ee817271dd associated. External IP: 172.25.7.177, port: 4af9ebb6-d754-4edd-907e-953d255f10b1. May 06 13:14:20.659641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:20.691033 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:20.699648 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d680d117-7ab7-4bda-8e44-04a6dd7f37e9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1941290 May 06 13:14:20.700885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:20.969272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3051531e-e5fb-4ead-81eb-541aaa810356 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:21.307382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 4801e877-e7c3-4953-ae8e-26a8c7b59244 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:14:21.604804 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3051531e-e5fb-4ead-81eb-541aaa810356 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:21.610109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3051531e-e5fb-4ead-81eb-541aaa810356 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:21.649165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3051531e-e5fb-4ead-81eb-541aaa810356 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:21.649866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051531e-e5fb-4ead-81eb-541aaa810356 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bba6fec-6b45-42af-8bca-dbb073077737 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:14:21.661076 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3051531e-e5fb-4ead-81eb-541aaa810356 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:21.669052 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3051531e-e5fb-4ead-81eb-541aaa810356 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0bba6fec-6b45-42af-8bca-dbb073077737 HTTP/1.1" status: 204 len: 168 time: 0.9642835 May 06 13:14:21.712439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:21.726646 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] Sync routers for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:21.750222 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:21.751100 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:21.761696 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:21.944593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ae5d0187-aa0c-4775-ae28-2be88a72cffa tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7204716 May 06 13:14:21.945615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:14:21.949327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42776) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:22.022909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42782) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:22.045746 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:22.131349 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cf8e6d-c77c-4eca-ac73-156b382c24a4'] response: {'name': 'network-changed', 'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'status': 'completed', 'code': 200} May 06 13:14:22.313355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88252c0e-08fa-45cb-a7eb-94bcd2ff0cba req-562fb2b9-3ce7-4dfe-a6c2-be09b8954588 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:22.315811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88252c0e-08fa-45cb-a7eb-94bcd2ff0cba req-562fb2b9-3ce7-4dfe-a6c2-be09b8954588 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.3320074 May 06 13:14:22.317262 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c88c316f-040d-4b75-8ae4-0089227ed9e3 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/floatingips/845a9cf5-59c2-4a11-91ca-f3ee817271dd HTTP/1.1" status: 200 len: 991 time: 0.3658140 May 06 13:14:22.319593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe60282-0f73-4750-a45d-32d28f724127 req-b14223c9-b902-4cf1-9dec-0a80325e26a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 1096 time: 0.1796832 May 06 13:14:22.645605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88252c0e-08fa-45cb-a7eb-94bcd2ff0cba req-ce578844-cbe6-49ef-ac00-89fffeda037b tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190510 May 06 13:14:22.754230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe60282-0f73-4750-a45d-32d28f724127 req-2ba71757-8797-4e90-85de-15a3381e1c2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:22.758143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe60282-0f73-4750-a45d-32d28f724127 req-2ba71757-8797-4e90-85de-15a3381e1c2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a2b67a1-4a75-4b91-92a8-81615444b5a9 HTTP/1.1" status: 200 len: 898 time: 0.4298518 May 06 13:14:22.834471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1281343651', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:22.864473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:22.875592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Usage tracker for resource:router and tenant:e81260d7260540b382e76656f0d3e8db is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:22.876647 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '845a9cf5-59c2-4a11-91ca-f3ee817271dd', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'port_id': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'mac_address': 'fa:16:3e:cb:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:18Z', 'updated_at': '2022-05-06T13:14:18Z', 'revision_number': 0, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b256d39d-e4ba-4482-a330-829dd0967843', 'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:ce:9f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:40Z', 'updated_at': '2022-05-06T13:13:53Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:22.881133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:22.885245 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] Checking router: 4801e877-e7c3-4953-ae8e-26a8c7b59244 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:14:22.906121 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:22.907361 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:22.911636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:22.927626 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:22.928989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:22.956288 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:23.040261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe60282-0f73-4750-a45d-32d28f724127 req-f2fbc6ce-decd-45c2-8ead-5376a0771b00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af9ebb6-d754-4edd-907e-953d255f10b1 HTTP/1.1" status: 200 len: 999 time: 0.2740390 May 06 13:14:23.174474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe60282-0f73-4750-a45d-32d28f724127 req-110a0bca-5472-419e-8967-b6c5e240e4c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:23.178201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe60282-0f73-4750-a45d-32d28f724127 req-110a0bca-5472-419e-8967-b6c5e240e4c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc79b20-e81e-48e3-bece-0e8ef09afa02 HTTP/1.1" status: 200 len: 835 time: 0.1283810 May 06 13:14:23.185832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:23.319940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42792) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:23.363973 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:23.495346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:23.506318 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe60282-0f73-4750-a45d-32d28f724127 req-50580c09-6cf5-44c8-bc62-aff01f9bb8a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a2b67a1-4a75-4b91-92a8-81615444b5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3216586 May 06 13:14:23.622561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:23.781165 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:14:23.852203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe60282-0f73-4750-a45d-32d28f724127 req-fef87bbd-a1e1-4997-b9c7-89dc736fccf2 service neutron] 10.222.0.48 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300288 May 06 13:14:23.908936 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-baf158da-8701-4ff6-9216-5dba9d7a0d12 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/floatingips/845a9cf5-59c2-4a11-91ca-f3ee817271dd HTTP/1.1" status: 200 len: 991 time: 0.5849700 May 06 13:14:24.209563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Allocated IP 172.25.7.176 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c4c685e9-6e85-4072-9c4c-9d0dc0cfa3ce) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:14:24.249453 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '845a9cf5-59c2-4a11-91ca-f3ee817271dd', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'port_id': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'mac_address': 'fa:16:3e:cb:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:18Z', 'updated_at': '2022-05-06T13:14:18Z', 'revision_number': 0, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b256d39d-e4ba-4482-a330-829dd0967843', 'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:ce:9f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:40Z', 'updated_at': '2022-05-06T13:13:53Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:24.257428 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a19e3-1809-4594-b305-da5dc9d07990 None None] The sync data for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 is: [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '845a9cf5-59c2-4a11-91ca-f3ee817271dd', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'port_id': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'mac_address': 'fa:16:3e:cb:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:18Z', 'updated_at': '2022-05-06T13:14:18Z', 'revision_number': 0, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b256d39d-e4ba-4482-a330-829dd0967843', 'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:ce:9f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:40Z', 'updated_at': '2022-05-06T13:13:53Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:24.422798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e172f-0106-4ddd-a58b-cb29230a6dc9 req-17a2126b-4375-4555-9256-08304bd1d16d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:24.426637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-518e172f-0106-4ddd-a58b-cb29230a6dc9 req-17a2126b-4375-4555-9256-08304bd1d16d tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.4517837 May 06 13:14:24.519296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:24.559619 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:24.569796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe60282-0f73-4750-a45d-32d28f724127 req-c83b27af-54b4-401f-bf1e-002fae89315b service neutron] 10.222.0.48 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033765 May 06 13:14:24.597113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-518e172f-0106-4ddd-a58b-cb29230a6dc9 req-8c5106e1-fc75-4deb-bd2c-37e86eaf3890 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613266 May 06 13:14:24.717363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:14:24.723437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:24.732734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:14:24.847563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068701f-a9dc-4c3c-a05b-c5f4607c2df1 None None] New status for floating IP 845a9cf5-59c2-4a11-91ca-f3ee817271dd: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:14:24.908395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event updated for resources: {'Port': ['ID=c4c685e9-6e85-4072-9c4c-9d0dc0cfa3ce,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:24.911481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 42874) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:25.153975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-33453cfc-e6f3-454c-bc35-efdb0c0ad274 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/floatingips/845a9cf5-59c2-4a11-91ca-f3ee817271dd HTTP/1.1" status: 200 len: 991 time: 0.2405977 May 06 13:14:25.167495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:25.168801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:25.554100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Router 6a9bad9c-49db-4fac-bf1d-40b09b05369d is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:14:25.968089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edb2e5-cfa7-4bc2-ad7b-ec1bb711a8ac req-3c303305-883f-4861-90a0-061da95a0318 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:25.968646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:25.971043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51edb2e5-cfa7-4bc2-ad7b-ec1bb711a8ac req-3c303305-883f-4861-90a0-061da95a0318 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.1315713 May 06 13:14:25.988602 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8847a9-8386-4474-b298-07c79abfbff8 None None] Sync routers for ids ['6a9bad9c-49db-4fac-bf1d-40b09b05369d'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:26.016139 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8847a9-8386-4474-b298-07c79abfbff8 None None] Routers {'6a9bad9c-49db-4fac-bf1d-40b09b05369d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:26.016825 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7a8847a9-8386-4474-b298-07c79abfbff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6a9bad9c-49db-4fac-bf1d-40b09b05369d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:26.030516 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:26.032257 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aac68485-cf6f-4435-bedd-daef70917764 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9984474 May 06 13:14:26.036658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 42988) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:26.074422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51edb2e5-cfa7-4bc2-ad7b-ec1bb711a8ac req-4185342d-295c-49a9-96d2-7a6a68e7a0d2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870738 May 06 13:14:26.096458 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7a8847a9-8386-4474-b298-07c79abfbff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:26.117535 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8847a9-8386-4474-b298-07c79abfbff8 None None] Routers {'6a9bad9c-49db-4fac-bf1d-40b09b05369d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:26.118581 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7a8847a9-8386-4474-b298-07c79abfbff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6a9bad9c-49db-4fac-bf1d-40b09b05369d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:26.155956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43006) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:26.253368 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7a8847a9-8386-4474-b298-07c79abfbff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:26.253970 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8847a9-8386-4474-b298-07c79abfbff8 None None] The sync data for ids ['6a9bad9c-49db-4fac-bf1d-40b09b05369d'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:26.350237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6ada04b2-1fa4-4752-86b6-5e9bf729e3f1 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/floatingips/845a9cf5-59c2-4a11-91ca-f3ee817271dd HTTP/1.1" status: 200 len: 993 time: 0.1925581 May 06 13:14:26.519572 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7dc05ec1-1c5e-453c-8c7c-042144a13038 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/routers/6a9bad9c-49db-4fac-bf1d-40b09b05369d HTTP/1.1" status: 200 len: 925 time: 0.4813738 May 06 13:14:26.526811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43046) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:26.604402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c0f19cd0-f7b3-4df7-9d7f-d1fd7d6efa81 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a9bad9c-49db-4fac-bf1d-40b09b05369d HTTP/1.1" status: 200 len: 205 time: 0.0724502 May 06 13:14:26.604789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43060) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:26.963607 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:27.325806 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:27.360047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Deleting port c4c685e9-6e85-4072-9c4c-9d0dc0cfa3ce {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:27.360542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:27.452524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50294-5c8a-46b1-ad07-cffaeb41f04a req-3e695ab0-449d-42d3-8318-c703c158e3e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:27.454067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5be50294-5c8a-46b1-ad07-cffaeb41f04a req-3e695ab0-449d-42d3-8318-c703c158e3e7 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.2059889 May 06 13:14:27.627475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5be50294-5c8a-46b1-ad07-cffaeb41f04a req-ff81456e-7a61-4b5c-ac45-54cdb9a0bef8 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140752 May 06 13:14:27.652133 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:27.942004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Calling delete_port for c4c685e9-6e85-4072-9c4c-9d0dc0cfa3ce owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:28.160024 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:28.228820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event deleted for resources: {'Port': ['ID=c4c685e9-6e85-4072-9c4c-9d0dc0cfa3ce,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:28.620775 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:28.966348 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:28.981717 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:29.028987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a8071-cb82-4706-b309-a84e4cadd08b req-21b681aa-02de-49d6-a600-1099f28126c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:29.030760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce7a8071-cb82-4706-b309-a84e4cadd08b req-21b681aa-02de-49d6-a600-1099f28126c9 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.1932549 May 06 13:14:29.037993 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:29.038570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9bad9c-49db-4fac-bf1d-40b09b05369d {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:14:29.083603 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:29.084999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-83d5e5d3-ab92-4e2c-80d7-eafd8076cc52 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/6a9bad9c-49db-4fac-bf1d-40b09b05369d HTTP/1.1" status: 204 len: 168 time: 2.4784303 May 06 13:14:29.092476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43272) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:29.099430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405661843', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': False}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:29.109255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:29.112799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce7a8071-cb82-4706-b309-a84e4cadd08b req-7b58eb80-0cd0-4c37-a653-7b6714bcde94 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678635 May 06 13:14:29.117183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Usage tracker for resource:router and tenant:2c60869618a649a0bc68c46c3f4a02c3 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:29.122885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:29.134153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:29.152968 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:29.154762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:29.188966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:29.392478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:29.734116 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:29.776063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:29.999439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Allocated IP 172.25.7.217 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9a803556-f903-4d86-b680-c3f07306d283) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:14:30.248992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:30.299402 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:30.410844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11100f0-c221-497b-a745-689148c0b73f req-03e3c64c-2a6e-47c5-bbba-8bb4d3a2c706 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:30.413494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a11100f0-c221-497b-a745-689148c0b73f req-03e3c64c-2a6e-47c5-bbba-8bb4d3a2c706 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.1370821 May 06 13:14:30.421180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:14:30.430287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:30.436025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:14:30.493301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a11100f0-c221-497b-a745-689148c0b73f req-50581128-4030-42f2-8985-20ebb4c6673a tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725665 May 06 13:14:30.502778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event updated for resources: {'Port': ['ID=9a803556-f903-4d86-b680-c3f07306d283,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:30.651770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:30.652790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:30.985901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Router 856c41cb-a0fc-4c73-81ce-b67f55f40ae7 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:14:30.987575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device feca970a-d031-49d5-b833-9ad71701aca5 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:14:31.267107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=feca970a-d031-49d5-b833-9ad71701aca5,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:31.296416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'feca970a-d031-49d5-b833-9ad71701aca5', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'port_id': 'feca970a-d031-49d5-b833-9ad71701aca5', 'mac_address': 'fa:16:3e:e2:44:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:14:31.360059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:31.396211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Sync routers for ids ['856c41cb-a0fc-4c73-81ce-b67f55f40ae7'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:31.399464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:31.403891 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0958104f-21cc-4d34-acbf-2daa4db06627 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3101633 May 06 13:14:31.404236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43292) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:31.430546 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:31.453592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Routers {'856c41cb-a0fc-4c73-81ce-b67f55f40ae7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:31.454540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['856c41cb-a0fc-4c73-81ce-b67f55f40ae7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:31.671765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feca970a-d031-49d5-b833-9ad71701aca5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:14:31.751900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=feca970a-d031-49d5-b833-9ad71701aca5,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:31.759507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:31.939482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=feca970a-d031-49d5-b833-9ad71701aca5,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:31.956737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Set router 856c41cb-a0fc-4c73-81ce-b67f55f40ae7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:32.050295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.051514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.051514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.051932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.052493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.053080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.053642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.054203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.054815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.055272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.055843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:32.258777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248658d-07e0-4fd5-b0a9-94a651e7ffce req-223700e5-baa5-4987-a925-10a005b631e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:32.260511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9248658d-07e0-4fd5-b0a9-94a651e7ffce req-223700e5-baa5-4987-a925-10a005b631e0 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 944 time: 0.5294533 May 06 13:14:32.264793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77360f5b-7297-4b5f-8c20-ba1cdc9b1ace req-5b266cd4-785a-4785-a707-9fcf62cd3b23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 1095 time: 0.4648180 May 06 13:14:32.267016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['feca970a-d031-49d5-b833-9ad71701aca5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:14:32.279422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b01a0b-0adc-4a1d-b70b-4bf661b22ade req-10c7ec98-1cda-4805-836a-fc7d43b7037e tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:32.281457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66b01a0b-0adc-4a1d-b70b-4bf661b22ade req-10c7ec98-1cda-4805-836a-fc7d43b7037e tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 949 time: 0.4855933 May 06 13:14:32.372127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b6628f79-643c-4e6e-8d54-c8e672e4fa58 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/routers/856c41cb-a0fc-4c73-81ce-b67f55f40ae7 HTTP/1.1" status: 200 len: 909 time: 0.9627180 May 06 13:14:32.374121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43300) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:32.381955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405661843', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': True}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:32.400103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:32.408415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Usage tracker for resource:router and tenant:2c60869618a649a0bc68c46c3f4a02c3 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:32.417271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:32.432094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:32.437709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77360f5b-7297-4b5f-8c20-ba1cdc9b1ace req-a4ff2a36-5979-4d2f-b60a-9f5d1b3b6651 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534379 May 06 13:14:32.447490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66b01a0b-0adc-4a1d-b70b-4bf661b22ade req-954f17ca-bb74-4b45-a7b1-eed9a6a74dc4 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328306 May 06 13:14:32.458985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:32.461142 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:32.463643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9248658d-07e0-4fd5-b0a9-94a651e7ffce req-45c74ed1-05b0-4bf0-b3d9-0b734d1b58ad tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804533 May 06 13:14:32.502732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:32.900555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c41cb-a0fc-4c73-81ce-b67f55f40ae7', 'name': 'tempest-snat-router-1405661843', 'tenant_id': '2c60869618a649a0bc68c46c3f4a02c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.217'}], 'enable_snat': False}, 'gw_port_id': '9a803556-f903-4d86-b680-c3f07306d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:14:29Z', 'updated_at': '2022-05-06T13:14:30Z', 'revision_number': 3, 'project_id': '2c60869618a649a0bc68c46c3f4a02c3', 'gw_port': {'id': '9a803556-f903-4d86-b680-c3f07306d283', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c41cb-a0fc-4c73-81ce-b67f55f40ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:14:29Z', 'updated_at': '2022-05-06T13:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:32.913743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Checking router: 856c41cb-a0fc-4c73-81ce-b67f55f40ae7 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:14:32.914305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Updating router 856c41cb-a0fc-4c73-81ce-b67f55f40ae7 port 9a803556-f903-4d86-b680-c3f07306d283 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:14:32.946890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:32.990383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device feca970a-d031-49d5-b833-9ad71701aca5 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:14:33.115119 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:33.196338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:33.235333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:33.399484 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:33.434926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id feca970a-d031-49d5-b833-9ad71701aca5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:14:33.451797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba778de-667c-4517-8eac-989371c9385f req-3cee38d2-c869-4555-9969-72cd861c082f tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:33.452467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bba778de-667c-4517-8eac-989371c9385f req-3cee38d2-c869-4555-9969-72cd861c082f tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Synchronizing usage tracker for tenant:7f2b638f2549485e974c7a710b114b59 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:14:33.456567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=feca970a-d031-49d5-b833-9ad71701aca5,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:33.461666 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:33.497044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Allocated IP 172.25.7.50 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/81a74b9c-ff0a-4caa-af15-90a4aa4390b3) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:14:33.505510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-bba778de-667c-4517-8eac-989371c9385f req-3cee38d2-c869-4555-9969-72cd861c082f tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Unset dirty status for tenant:7f2b638f2549485e974c7a710b114b59 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:14:33.508204 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bba778de-667c-4517-8eac-989371c9385f req-3cee38d2-c869-4555-9969-72cd861c082f tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.36 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 949 time: 0.2745991 May 06 13:14:33.565920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=feca970a-d031-49d5-b833-9ad71701aca5,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:33.730473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-bba778de-667c-4517-8eac-989371c9385f req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Deleting port 6adeae95-30d2-42be-bc29-91f95bd16246 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:33.730790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bba778de-667c-4517-8eac-989371c9385f req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:33.807198 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecf497-4194-4ccb-996c-895d4395cf2f req-5c3020c3-b3df-4b90-a94f-8f28d716dce4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:33.808797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70ecf497-4194-4ccb-996c-895d4395cf2f req-5c3020c3-b3df-4b90-a94f-8f28d716dce4 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 943 time: 0.1696343 May 06 13:14:33.818478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5a6d0-84c0-441e-aab6-a588dc8c3460 req-378a1146-a8ff-45a5-858b-5a74893602c3 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:33.821061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eaa5a6d0-84c0-441e-aab6-a588dc8c3460 req-378a1146-a8ff-45a5-858b-5a74893602c3 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 949 time: 0.1460695 May 06 13:14:33.909296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70ecf497-4194-4ccb-996c-895d4395cf2f req-51ec1960-4fbc-4d7d-a448-454b0ebe384e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868518 May 06 13:14:33.915175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eaa5a6d0-84c0-441e-aab6-a588dc8c3460 req-580d887e-e3af-4dfc-8490-c45b991dec17 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/security-groups?id=3587e534-10da-4101-bede-410d2e4b9756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751913 May 06 13:14:33.986473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:34.201723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:34.343294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:14:34.346917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-bba778de-667c-4517-8eac-989371c9385f req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] For port 6adeae95-30d2-42be-bc29-91f95bd16246, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6adeae95-30d2-42be-bc29-91f95bd16246,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:34.347281 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bba778de-667c-4517-8eac-989371c9385f req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:34.367871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:34.380351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:14:34.445195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event updated for resources: {'Port': ['ID=81a74b9c-ff0a-4caa-af15-90a4aa4390b3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:34.551536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:34.572704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Transition to ACTIVE for port object 9a803556-f903-4d86-b680-c3f07306d283 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:14:34.584333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:34.617895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-bba778de-667c-4517-8eac-989371c9385f req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Calling delete_port for 6adeae95-30d2-42be-bc29-91f95bd16246 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:34.675914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d551-bac7-4cd7-863a-2a9644f335b2 None None] Pushing event updated for resources: {'Port': ['ID=9a803556-f903-4d86-b680-c3f07306d283,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:34.678545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Attempting to bind port 9a803556-f903-4d86-b680-c3f07306d283 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:14:34.679576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Attempting to bind port 9a803556-f903-4d86-b680-c3f07306d283 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:14:34.679576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Attempting to bind port 9a803556-f903-4d86-b680-c3f07306d283 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:14:34.689788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:14:34.690172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:14:34.690584 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:34.691037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:14:34.691734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Bound port: 9a803556-f903-4d86-b680-c3f07306d283, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:14:34.693142 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:34.776380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] For port 9a803556-f903-4d86-b680-c3f07306d283, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:14:34.780897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] For port 9a803556-f903-4d86-b680-c3f07306d283, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9a803556-f903-4d86-b680-c3f07306d283,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:14:34.786647 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:34.881851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d551-bac7-4cd7-863a-2a9644f335b2 None None] Pushing event updated for resources: {'Port': ['ID=9a803556-f903-4d86-b680-c3f07306d283,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:34.889411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Routers {'856c41cb-a0fc-4c73-81ce-b67f55f40ae7'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:34.890406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['856c41cb-a0fc-4c73-81ce-b67f55f40ae7'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:34.986906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bba778de-667c-4517-8eac-989371c9385f req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:35.053977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device feca970a-d031-49d5-b833-9ad71701aca5 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:14:35.146251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Pushing event deleted for resources: {'Port': ['ID=6adeae95-30d2-42be-bc29-91f95bd16246,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:35.257461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] Set router 856c41cb-a0fc-4c73-81ce-b67f55f40ae7 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:35.471998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba778de-667c-4517-8eac-989371c9385f req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] No DVR routers for this DVR port 6adeae95-30d2-42be-bc29-91f95bd16246 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:14:35.476599 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-bba778de-667c-4517-8eac-989371c9385f req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:35.481058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7766f040-62b3-4574-9dca-a8cb42fa746a', 'name': 'network-vif-deleted', 'tag': '6adeae95-30d2-42be-bc29-91f95bd16246'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:14:35.519657 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:35.520788 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:35.527198 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bba778de-667c-4517-8eac-989371c9385f req-fa59fbbf-983a-48e4-be5e-e6a372788754 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.36 "DELETE /v2.0/ports/6adeae95-30d2-42be-bc29-91f95bd16246 HTTP/1.1" status: 204 len: 173 time: 2.0052311 May 06 13:14:35.552218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port feca970a-d031-49d5-b833-9ad71701aca5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:14:35.552821 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:35.703387 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-adaf5dd2-adb4-4b06-88f7-4fd77106a605 req-e34106c3-47bc-4d26-a741-2791cd806da7 tempest-VolumesBackupsTest-515057301 tempest-VolumesBackupsTest-515057301-project] 10.222.0.44 "GET /v2.0/ports?device_id=7766f040-62b3-4574-9dca-a8cb42fa746a HTTP/1.1" status: 200 len: 210 time: 0.2541957 May 06 13:14:35.890093 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ad9bd8-5792-47e2-b4f4-3127269a9d22'] response: {'server_uuid': '7766f040-62b3-4574-9dca-a8cb42fa746a', 'name': 'network-vif-deleted', 'tag': '6adeae95-30d2-42be-bc29-91f95bd16246', 'status': 'completed', 'code': 200} May 06 13:14:35.960214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078c0db-9118-408e-9f83-02d00c3e53ab req-79d389a1-aa63-41dd-be7c-615eca14b578 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:35.963379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6078c0db-9118-408e-9f83-02d00c3e53ab req-79d389a1-aa63-41dd-be7c-615eca14b578 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 943 time: 0.4409406 May 06 13:14:35.988146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Router df2f8b87-fa2d-446c-94ec-40058e563cfa is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:14:36.015635 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6adeae95-30d2-42be-bc29-91f95bd16246 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:14:36.050215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6078c0db-9118-408e-9f83-02d00c3e53ab req-a0a19575-0600-47a7-b5ea-edf9176192c3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773177 May 06 13:14:36.093955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43322) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:36.160229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 6adeae95-30d2-42be-bc29-91f95bd16246 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:14:36.160784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6adeae95-30d2-42be-bc29-91f95bd16246 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:14:36.205705 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:36.275065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:14:36.276941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b6f2d61b-9f3c-4dbb-8616-15f266655994 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/floatingips/3a7c0134-1cac-41fc-ba43-5cb75d8c5754 HTTP/1.1" status: 200 len: 991 time: 0.1812532 May 06 13:14:36.295923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c41cb-a0fc-4c73-81ce-b67f55f40ae7', 'name': 'tempest-snat-router-1405661843', 'tenant_id': '2c60869618a649a0bc68c46c3f4a02c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.217'}], 'enable_snat': False}, 'gw_port_id': '9a803556-f903-4d86-b680-c3f07306d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:14:29Z', 'updated_at': '2022-05-06T13:14:30Z', 'revision_number': 3, 'project_id': '2c60869618a649a0bc68c46c3f4a02c3', 'gw_port': {'id': '9a803556-f903-4d86-b680-c3f07306d283', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c41cb-a0fc-4c73-81ce-b67f55f40ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:14:29Z', 'updated_at': '2022-05-06T13:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:36.307951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e30a6d-7b58-452e-8129-1933f1aff0e9 None None] The sync data for ids ['856c41cb-a0fc-4c73-81ce-b67f55f40ae7'] in n-d-840847-1 is: [{'id': '856c41cb-a0fc-4c73-81ce-b67f55f40ae7', 'name': 'tempest-snat-router-1405661843', 'tenant_id': '2c60869618a649a0bc68c46c3f4a02c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.217'}], 'enable_snat': False}, 'gw_port_id': '9a803556-f903-4d86-b680-c3f07306d283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:14:29Z', 'updated_at': '2022-05-06T13:14:30Z', 'revision_number': 3, 'project_id': '2c60869618a649a0bc68c46c3f4a02c3', 'gw_port': {'id': '9a803556-f903-4d86-b680-c3f07306d283', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c41cb-a0fc-4c73-81ce-b67f55f40ae7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:14:29Z', 'updated_at': '2022-05-06T13:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:36.323428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=feca970a-d031-49d5-b833-9ad71701aca5,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:36.331126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:36.352047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:36.374402 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Sync routers for ids ['df2f8b87-fa2d-446c-94ec-40058e563cfa'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:36.395389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:36.399440 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f9554580-dc9d-48d8-8e96-e4255250605e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0246880 May 06 13:14:36.401779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43328) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:36.415498 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Routers {'df2f8b87-fa2d-446c-94ec-40058e563cfa'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:36.416284 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['df2f8b87-fa2d-446c-94ec-40058e563cfa'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:36.505209 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4ea867-ea52-4591-8cce-89c67737184e'] response: {'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5', 'code': 200} May 06 13:14:36.566973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=feca970a-d031-49d5-b833-9ad71701aca5,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:36.752311 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Set router df2f8b87-fa2d-446c-94ec-40058e563cfa gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:36.796808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8d90fc95-c82a-497a-abee-4367c0c3447e tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/routers/df2f8b87-fa2d-446c-94ec-40058e563cfa HTTP/1.1" status: 200 len: 907 time: 0.3895135 May 06 13:14:36.797393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43334) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:37.249028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9a803556-f903-4d86-b680-c3f07306d283 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:14:37.279814 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:37.368646 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f8b87-fa2d-446c-94ec-40058e563cfa', 'name': 'tempest-snat-router-1405661843', 'tenant_id': '2c60869618a649a0bc68c46c3f4a02c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '81a74b9c-ff0a-4caa-af15-90a4aa4390b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:14:32Z', 'updated_at': '2022-05-06T13:14:34Z', 'revision_number': 3, 'project_id': '2c60869618a649a0bc68c46c3f4a02c3', 'gw_port': {'id': '81a74b9c-ff0a-4caa-af15-90a4aa4390b3', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2f8b87-fa2d-446c-94ec-40058e563cfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:14:33Z', 'updated_at': '2022-05-06T13:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:37.383504 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Checking router: df2f8b87-fa2d-446c-94ec-40058e563cfa for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:14:37.384507 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Updating router df2f8b87-fa2d-446c-94ec-40058e563cfa port 81a74b9c-ff0a-4caa-af15-90a4aa4390b3 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:14:37.496655 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:37.505880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9a803556-f903-4d86-b680-c3f07306d283 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:14:37.523189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9a803556-f903-4d86-b680-c3f07306d283 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:14:37.524272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:37.587816 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:37.815392 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:37.817338 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:37.830190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Deleting port 81a74b9c-ff0a-4caa-af15-90a4aa4390b3 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:37.831395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:37.863842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9a803556-f903-4d86-b680-c3f07306d283, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9a803556-f903-4d86-b680-c3f07306d283,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:37.872210 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:38.011321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9a803556-f903-4d86-b680-c3f07306d283,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:38.138207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:38.220427 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:38.236125 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Transition to ACTIVE for port object 81a74b9c-ff0a-4caa-af15-90a4aa4390b3 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:14:38.246250 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:38.288741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Calling delete_port for 81a74b9c-ff0a-4caa-af15-90a4aa4390b3 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:38.378977 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Pushing event updated for resources: {'Port': ['ID=81a74b9c-ff0a-4caa-af15-90a4aa4390b3,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:38.410257 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Attempting to bind port 81a74b9c-ff0a-4caa-af15-90a4aa4390b3 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:14:38.410963 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Attempting to bind port 81a74b9c-ff0a-4caa-af15-90a4aa4390b3 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:14:38.410963 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Attempting to bind port 81a74b9c-ff0a-4caa-af15-90a4aa4390b3 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:14:38.426950 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.427685 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.428058 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.428462 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.428829 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.429183 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.429592 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.429925 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.430298 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.430768 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.431099 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:38.440953 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:14:38.441500 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:14:38.442156 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:38.442782 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:14:38.443537 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Bound port: 81a74b9c-ff0a-4caa-af15-90a4aa4390b3, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:14:38.444115 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:38.553707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:14:38.554758 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:14:38.563199 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] For port 81a74b9c-ff0a-4caa-af15-90a4aa4390b3, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:14:38.573624 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] For port 81a74b9c-ff0a-4caa-af15-90a4aa4390b3, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=81a74b9c-ff0a-4caa-af15-90a4aa4390b3,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:14:38.584696 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:38.707785 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455908d-6b72-4d74-b4eb-31fe01dafb95 None None] Pushing event updated for resources: {'Port': ['ID=81a74b9c-ff0a-4caa-af15-90a4aa4390b3,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:38.714111 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Routers {'df2f8b87-fa2d-446c-94ec-40058e563cfa'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:38.714978 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['df2f8b87-fa2d-446c-94ec-40058e563cfa'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:38.929715 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] Set router df2f8b87-fa2d-446c-94ec-40058e563cfa gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:39.056810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Deleting port 81a74b9c-ff0a-4caa-af15-90a4aa4390b3 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:39.056810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:39.058862 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f8b87-fa2d-446c-94ec-40058e563cfa', 'name': 'tempest-snat-router-1405661843', 'tenant_id': '2c60869618a649a0bc68c46c3f4a02c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:14:32Z', 'updated_at': '2022-05-06T13:14:37Z', 'revision_number': 4, 'project_id': '2c60869618a649a0bc68c46c3f4a02c3', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:39.065082 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205d22e-f594-4d22-bffb-6b0abb9469c8 None None] The sync data for ids ['df2f8b87-fa2d-446c-94ec-40058e563cfa'] in n-d-840847-1 is: [{'id': 'df2f8b87-fa2d-446c-94ec-40058e563cfa', 'name': 'tempest-snat-router-1405661843', 'tenant_id': '2c60869618a649a0bc68c46c3f4a02c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:14:32Z', 'updated_at': '2022-05-06T13:14:37Z', 'revision_number': 4, 'project_id': '2c60869618a649a0bc68c46c3f4a02c3', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:39.189216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9a803556-f903-4d86-b680-c3f07306d283 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:14:39.324798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9a803556-f903-4d86-b680-c3f07306d283 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:14:39.325674 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:39.588260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] For port 81a74b9c-ff0a-4caa-af15-90a4aa4390b3, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=81a74b9c-ff0a-4caa-af15-90a4aa4390b3,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:39.589131 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:39.801427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Calling delete_port for 81a74b9c-ff0a-4caa-af15-90a4aa4390b3 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:40.162159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:40.227720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event deleted for resources: {'Port': ['ID=81a74b9c-ff0a-4caa-af15-90a4aa4390b3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:40.696346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:41.134938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:41.142842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:41.193193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:41.193999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df2f8b87-fa2d-446c-94ec-40058e563cfa {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:14:41.219039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:41.220963 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-63756303-fd57-4646-bb4c-2fe6fe9b2c33 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "DELETE /v2.0/routers/df2f8b87-fa2d-446c-94ec-40058e563cfa HTTP/1.1" status: 204 len: 168 time: 4.4215598 May 06 13:14:41.224157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43386) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:41.574352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:42.078575 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:42.092885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Deleting port 9a803556-f903-4d86-b680-c3f07306d283 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:42.093614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:42.311432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-13cb6834-8c08-4903-a2f4-602a33e07b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:42.381980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] For port 9a803556-f903-4d86-b680-c3f07306d283, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9a803556-f903-4d86-b680-c3f07306d283,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:42.382548 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:42.609304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Calling delete_port for 9a803556-f903-4d86-b680-c3f07306d283 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:42.904726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:42.965381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a803556-f903-4d86-b680-c3f07306d283,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:43.273878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:43.343307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:43.795075 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:43.802998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:43.833249 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:43.834136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 856c41cb-a0fc-4c73-81ce-b67f55f40ae7 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:14:43.852085 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:43.853217 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0b4395ad-4dad-4214-bfa3-808e812268a7 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "DELETE /v2.0/routers/856c41cb-a0fc-4c73-81ce-b67f55f40ae7 HTTP/1.1" status: 204 len: 168 time: 2.6276824 May 06 13:14:43.859321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43396) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:43.865420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-8422873', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:43.880534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:43.888597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Usage tracker for resource:router and tenant:e81260d7260540b382e76656f0d3e8db is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:43.894422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:43.906004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:43.920825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:43.922575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:43.954253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:44.178054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:44.566926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:44.614751 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:44.722248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3998332b-b167-457e-8f1e-19760107c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:44.837701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Allocated IP 172.25.7.152 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/50072513-fe9b-42a7-845a-d8fe5fe7a019) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:14:45.103881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9a803556-f903-4d86-b680-c3f07306d283 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:14:45.126450 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:45.175414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9a803556-f903-4d86-b680-c3f07306d283 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:14:45.175979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9a803556-f903-4d86-b680-c3f07306d283 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:14:45.183453 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:45.446568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event updated for resources: {'Port': ['ID=50072513-fe9b-42a7-845a-d8fe5fe7a019,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:45.456463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:14:45.457858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:45.460534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:14:45.550307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:45.704477 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:45.705906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:46.034175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Router d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:14:46.152028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:46.340122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:46.354407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e496b1-3184-4435-9d46-cf4243fb080d None None] Sync routers for ids ['d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:46.373696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e496b1-3184-4435-9d46-cf4243fb080d None None] Routers {'d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:46.374641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e6e496b1-3184-4435-9d46-cf4243fb080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:46.382017 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:46.383496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1f5bc5eb-e553-4593-9161-8b330876051f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5231133 May 06 13:14:46.389106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43406) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:46.395386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-961286d6-a700-4455-baae-66d913c6b5aa tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': False}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:46.506854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e6e496b1-3184-4435-9d46-cf4243fb080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:46.533152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e496b1-3184-4435-9d46-cf4243fb080d None None] Routers {'d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:46.538519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e6e496b1-3184-4435-9d46-cf4243fb080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:46.631692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e6e496b1-3184-4435-9d46-cf4243fb080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:46.631983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e496b1-3184-4435-9d46-cf4243fb080d None None] The sync data for ids ['d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:47.417878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-961286d6-a700-4455-baae-66d913c6b5aa tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:47.586673 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:48.017494 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-961286d6-a700-4455-baae-66d913c6b5aa tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:48.021786 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-961286d6-a700-4455-baae-66d913c6b5aa tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:48.383210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961286d6-a700-4455-baae-66d913c6b5aa tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Router d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:14:48.666904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961286d6-a700-4455-baae-66d913c6b5aa tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:48.672429 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-961286d6-a700-4455-baae-66d913c6b5aa tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:48.674579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-961286d6-a700-4455-baae-66d913c6b5aa tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "PUT /v2.0/routers/d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34 HTTP/1.1" status: 200 len: 923 time: 2.2836311 May 06 13:14:48.678191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43414) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:48.683648 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0651a6-2699-41aa-b750-144887b97f16 None None] Sync routers for ids ['d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:48.702274 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0651a6-2699-41aa-b750-144887b97f16 None None] Routers {'d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:48.703330 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ff0651a6-2699-41aa-b750-144887b97f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:48.823072 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ff0651a6-2699-41aa-b750-144887b97f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:48.842431 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0651a6-2699-41aa-b750-144887b97f16 None None] Routers {'d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:48.843461 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ff0651a6-2699-41aa-b750-144887b97f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:48.957461 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ff0651a6-2699-41aa-b750-144887b97f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:48.957741 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0651a6-2699-41aa-b750-144887b97f16 None None] The sync data for ids ['d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:49.104707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-67b878db-bd4c-4d8b-91d9-30c595740af1 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/routers/d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34 HTTP/1.1" status: 200 len: 923 time: 0.4245296 May 06 13:14:49.108983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43420) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:49.229253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5b5b9a11-1437-4e25-9793-47fa3332a81a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Synchronizing usage tracker for tenant:2c60869618a649a0bc68c46c3f4a02c3 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:14:49.260664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5b5b9a11-1437-4e25-9793-47fa3332a81a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Unset dirty status for tenant:2c60869618a649a0bc68c46c3f4a02c3 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:14:49.267186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43424) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:49.267852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5b5b9a11-1437-4e25-9793-47fa3332a81a tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1565945 May 06 13:14:49.464718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9d367-490f-42de-8a44-2316fb408275 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:49.465619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c4e9d367-490f-42de-8a44-2316fb408275 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Synchronizing usage tracker for tenant:2c60869618a649a0bc68c46c3f4a02c3 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:14:49.486473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c4e9d367-490f-42de-8a44-2316fb408275 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Unset dirty status for tenant:2c60869618a649a0bc68c46c3f4a02c3 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:14:49.488582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c4e9d367-490f-42de-8a44-2316fb408275 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 881 time: 0.2194991 May 06 13:14:49.493831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43428) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:49.656936 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4c169c14-5418-4b4c-a1c8-924b62ccd8bf tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34 HTTP/1.1" status: 200 len: 205 time: 0.1617341 May 06 13:14:49.659874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43432) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:49.971054 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:50.252112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:50.272464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Deleting port 50072513-fe9b-42a7-845a-d8fe5fe7a019 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:50.273583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:50.509310 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:50.707077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Calling delete_port for 50072513-fe9b-42a7-845a-d8fe5fe7a019 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:50.960923 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:51.043236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event deleted for resources: {'Port': ['ID=50072513-fe9b-42a7-845a-d8fe5fe7a019,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:51.432095 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:51.912491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:51.917958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:51.964032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:51.964880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Fanout notify agent at l3_agent the message router_deleted on router d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:14:51.987751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:51.993591 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-52deb372-3deb-49a4-a7f9-4f78a3457b93 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34 HTTP/1.1" status: 204 len: 168 time: 2.3281934 May 06 13:14:51.994061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43440) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:52.000948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1514917769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:52.011015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:52.017599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Usage tracker for resource:router and tenant:e81260d7260540b382e76656f0d3e8db is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:52.022868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:52.034366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:52.053519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:52.057973 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:52.091556 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:52.127419 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:52.166135 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:52.173052 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5e881c3b-3892-4fb8-b277-225881ed39d9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1772032 May 06 13:14:52.174384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43446) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:52.184310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:52.825298 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:53.102436 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:53.161063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:53.385862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Allocated IP 172.25.7.176 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/d718c159-890c-446d-973a-5c6023cde406) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:14:53.582939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:53.625719 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:53.729089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:14:53.732827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:53.738914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event updated for resources: {'Port': ['ID=d718c159-890c-446d-973a-5c6023cde406,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:53.743215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:14:53.988060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:54.416148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:54.424915 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:54.830347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Router 3400c575-99c3-4345-94da-bd4aec633d9b is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:14:55.267976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:55.287338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca15dfe0-4302-491f-95a6-bb5277821f85 None None] Sync routers for ids ['3400c575-99c3-4345-94da-bd4aec633d9b'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:55.299189 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:55.299189 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b3c154c5-c984-4f39-bfe7-00d312395e00 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "PUT /v2.0/routers/3400c575-99c3-4345-94da-bd4aec633d9b HTTP/1.1" status: 200 len: 884 time: 3.1218839 May 06 13:14:55.300986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43460) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:55.320909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca15dfe0-4302-491f-95a6-bb5277821f85 None None] Routers {'3400c575-99c3-4345-94da-bd4aec633d9b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:55.320909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca15dfe0-4302-491f-95a6-bb5277821f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3400c575-99c3-4345-94da-bd4aec633d9b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:55.390641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca15dfe0-4302-491f-95a6-bb5277821f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:55.404835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca15dfe0-4302-491f-95a6-bb5277821f85 None None] Routers {'3400c575-99c3-4345-94da-bd4aec633d9b'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:55.405885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca15dfe0-4302-491f-95a6-bb5277821f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['3400c575-99c3-4345-94da-bd4aec633d9b'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:55.479193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ca15dfe0-4302-491f-95a6-bb5277821f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:55.479638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca15dfe0-4302-491f-95a6-bb5277821f85 None None] The sync data for ids ['3400c575-99c3-4345-94da-bd4aec633d9b'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:55.693379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7f30b2a2-2f45-41d2-985c-4f4f840d03f9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/routers/3400c575-99c3-4345-94da-bd4aec633d9b HTTP/1.1" status: 200 len: 925 time: 0.3860073 May 06 13:14:55.696925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43466) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:55.826380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c52ab004-6cdb-4951-8267-21a7df67a6fc tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=3400c575-99c3-4345-94da-bd4aec633d9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1275966 May 06 13:14:55.830366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43470) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:56.039510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600042e0-1d03-4d4a-90be-50025d2081b9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:56.040798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-600042e0-1d03-4d4a-90be-50025d2081b9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Synchronizing usage tracker for tenant:2c60869618a649a0bc68c46c3f4a02c3 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:14:56.062442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-600042e0-1d03-4d4a-90be-50025d2081b9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Unset dirty status for tenant:2c60869618a649a0bc68c46c3f4a02c3 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:14:56.064453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-600042e0-1d03-4d4a-90be-50025d2081b9 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 881 time: 0.2325909 May 06 13:14:56.068020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43478) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:56.117365 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e8ca9940-4c6a-41b6-a537-d55d2668e81e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3400c575-99c3-4345-94da-bd4aec633d9b HTTP/1.1" status: 200 len: 205 time: 0.0474730 May 06 13:14:56.120244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43482) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:56.455024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:56.729299 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:56.744866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Deleting port d718c159-890c-446d-973a-5c6023cde406 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:14:56.745398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:56.987313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:57.126499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Calling delete_port for d718c159-890c-446d-973a-5c6023cde406 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:14:57.427307 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:57.639514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event deleted for resources: {'Port': ['ID=d718c159-890c-446d-973a-5c6023cde406,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:57.661225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.661728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.662244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.662812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.663331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.664866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.664866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.664866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.665289 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.665834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:57.666356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:58.081750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.471240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.477868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.524049 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.524785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Fanout notify agent at l3_agent the message router_deleted on router 3400c575-99c3-4345-94da-bd4aec633d9b {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:14:58.553756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.560627 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b28706ce-6759-4599-b33e-6adc57630893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/3400c575-99c3-4345-94da-bd4aec633d9b HTTP/1.1" status: 204 len: 168 time: 2.4335742 May 06 13:14:58.561301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43496) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:58.575403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-90123637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:58.585132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:58.590659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Usage tracker for resource:router and tenant:e81260d7260540b382e76656f0d3e8db is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:58.594471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:58.605780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:58.625907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.627590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.661769 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.697560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.733841 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:58.735548 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-73435867-f174-4b81-899a-2cecad461893 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1675577 May 06 13:14:58.738578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43500) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:58.745337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': True}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:59.211240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-0c9332b6-0073-4e6e-81bb-0f8fa00c8047 req-362da1e5-17f7-4e76-a54a-1f4aee3cd4e4 service neutron] (83952) timed out ('10.222.0.36', 51385) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:14:59.479119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:59.956013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:00.017300 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:00.260157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Allocated IP 172.25.7.3 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/292cb050-808f-4fd4-8884-50f51b8636a7) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:15:00.519828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:00.571143 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:00.695544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:15:00.703854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:00.711305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:15:00.752557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event updated for resources: {'Port': ['ID=292cb050-808f-4fd4-8884-50f51b8636a7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:00.761044 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:15:00.932923 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:01.171308 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:01.176922 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:01.523073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Router ee4ebf3a-81fc-4f87-905b-62e361f3f7f0 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:15:01.900935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:15:01.914770 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6747ad8-414f-4600-bcce-ccc159082626 None None] Sync routers for ids ['ee4ebf3a-81fc-4f87-905b-62e361f3f7f0'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:15:01.915615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:01.920959 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c2f7e36c-4bae-4cfd-8251-2a4072116f34 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "PUT /v2.0/routers/ee4ebf3a-81fc-4f87-905b-62e361f3f7f0 HTTP/1.1" status: 200 len: 915 time: 3.1770253 May 06 13:15:01.922557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43518) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:01.938062 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6747ad8-414f-4600-bcce-ccc159082626 None None] Routers {'ee4ebf3a-81fc-4f87-905b-62e361f3f7f0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:01.939252 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a6747ad8-414f-4600-bcce-ccc159082626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ee4ebf3a-81fc-4f87-905b-62e361f3f7f0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:02.060781 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a6747ad8-414f-4600-bcce-ccc159082626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:02.080164 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6747ad8-414f-4600-bcce-ccc159082626 None None] Routers {'ee4ebf3a-81fc-4f87-905b-62e361f3f7f0'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:02.081189 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a6747ad8-414f-4600-bcce-ccc159082626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ee4ebf3a-81fc-4f87-905b-62e361f3f7f0'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:02.170714 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a6747ad8-414f-4600-bcce-ccc159082626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:02.171057 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6747ad8-414f-4600-bcce-ccc159082626 None None] The sync data for ids ['ee4ebf3a-81fc-4f87-905b-62e361f3f7f0'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:15:02.299041 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1c9681e1-9234-4827-b83f-9cb2fd3e84a4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/routers/ee4ebf3a-81fc-4f87-905b-62e361f3f7f0 HTTP/1.1" status: 200 len: 921 time: 0.3737438 May 06 13:15:02.303282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43524) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:02.402331 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a9086aa1-7a92-4125-9b71-60c202174ba5 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=ee4ebf3a-81fc-4f87-905b-62e361f3f7f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0972927 May 06 13:15:02.405331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43528) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:02.561254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e977ce-ae17-4ddd-bf0d-b094412c6132 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:02.562547 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-74e977ce-ae17-4ddd-bf0d-b094412c6132 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 881 time: 0.1562250 May 06 13:15:02.567495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43532) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:02.619175 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4107c704-c70a-4207-89d8-6320a8bc4b14 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee4ebf3a-81fc-4f87-905b-62e361f3f7f0 HTTP/1.1" status: 200 len: 205 time: 0.0471299 May 06 13:15:02.619922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43536) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:03.083523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:03.375961 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:03.392751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Deleting port 292cb050-808f-4fd4-8884-50f51b8636a7 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:03.393387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:03.614432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:03.744648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Calling delete_port for 292cb050-808f-4fd4-8884-50f51b8636a7 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:03.962872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:04.051136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event deleted for resources: {'Port': ['ID=292cb050-808f-4fd4-8884-50f51b8636a7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:04.478207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.034308 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.041815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.084431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.085320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Fanout notify agent at l3_agent the message router_deleted on router ee4ebf3a-81fc-4f87-905b-62e361f3f7f0 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:15:05.110032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.112032 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d6f92920-a7ca-405d-a970-bbaabd4745f8 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/ee4ebf3a-81fc-4f87-905b-62e361f3f7f0 HTTP/1.1" status: 204 len: 168 time: 2.4905922 May 06 13:15:05.116887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43548) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:05.125533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-156761586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:05.138292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:05.146328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Usage tracker for resource:router and tenant:e81260d7260540b382e76656f0d3e8db is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:05.151785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:05.162962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:05.181929 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.183840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.221157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.253166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.310166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:05.317191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43554) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:05.318497 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-801cc67b-ed83-4607-8138-628a0ec3bf4a tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1987846 May 06 13:15:05.327164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'enable_snat': False}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:06.017752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:06.275052 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:06.335884 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:06.545738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Allocated IP 172.25.7.12 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/7832ad7e-cdf6-4c27-8535-45d63e3aed81) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:15:06.777671 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:06.815214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:06.909128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:15:06.913085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:06.915988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:15:06.957288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Pushing event updated for resources: {'Port': ['ID=7832ad7e-cdf6-4c27-8535-45d63e3aed81,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:06.985998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.986406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.986925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.987307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.987678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.988040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.988402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.988767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.989206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.989711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:06.990204 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:07.214105 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:07.454105 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:07.481746 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:07.486466 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:07.797299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Router 0335c3f2-4bfa-4e4f-b793-8624c4aa58fb is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:15:08.223831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:15:08.235282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:08.239565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88781bd9-b73e-484e-b48a-15b199868c46 None None] Sync routers for ids ['0335c3f2-4bfa-4e4f-b793-8624c4aa58fb'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:15:08.241371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43586) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:08.242180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4b41bacc-7013-4824-bc39-ce1bc3840abf tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "PUT /v2.0/routers/0335c3f2-4bfa-4e4f-b793-8624c4aa58fb HTTP/1.1" status: 200 len: 918 time: 2.9226406 May 06 13:15:08.260746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88781bd9-b73e-484e-b48a-15b199868c46 None None] Routers {'0335c3f2-4bfa-4e4f-b793-8624c4aa58fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:08.262218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-88781bd9-b73e-484e-b48a-15b199868c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0335c3f2-4bfa-4e4f-b793-8624c4aa58fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:08.377648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-88781bd9-b73e-484e-b48a-15b199868c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:08.398651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88781bd9-b73e-484e-b48a-15b199868c46 None None] Routers {'0335c3f2-4bfa-4e4f-b793-8624c4aa58fb'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:08.400036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-88781bd9-b73e-484e-b48a-15b199868c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:14:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0335c3f2-4bfa-4e4f-b793-8624c4aa58fb'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:08.537784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-88781bd9-b73e-484e-b48a-15b199868c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:08.539058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88781bd9-b73e-484e-b48a-15b199868c46 None None] The sync data for ids ['0335c3f2-4bfa-4e4f-b793-8624c4aa58fb'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:15:08.610322 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-02c731da-ea44-411e-b6e7-cbf719619ebc tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/routers/0335c3f2-4bfa-4e4f-b793-8624c4aa58fb HTTP/1.1" status: 200 len: 924 time: 0.3634167 May 06 13:15:08.610868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43592) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:08.701863 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-94b21fe1-88a2-4c16-bcf2-b0763665466b tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=0335c3f2-4bfa-4e4f-b793-8624c4aa58fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0894833 May 06 13:15:08.706428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43596) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:08.984575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb7186-2944-4c33-95d6-5a2010d910d0 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:08.989385 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0efb7186-2944-4c33-95d6-5a2010d910d0 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/networks/135e79cd-88d1-497a-9ea2-a7328c462607 HTTP/1.1" status: 200 len: 881 time: 0.2787735 May 06 13:15:08.989800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43604) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:09.076483 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ffa68097-f64d-4b39-93e1-422782bb9b09 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=0335c3f2-4bfa-4e4f-b793-8624c4aa58fb HTTP/1.1" status: 200 len: 205 time: 0.0848544 May 06 13:15:09.079168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43608) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:09.427606 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:09.732623 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:09.758222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Deleting port 7832ad7e-cdf6-4c27-8535-45d63e3aed81 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:09.759292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:10.110113 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:10.308008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Calling delete_port for 7832ad7e-cdf6-4c27-8535-45d63e3aed81 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:10.588686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:10.698180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event deleted for resources: {'Port': ['ID=7832ad7e-cdf6-4c27-8535-45d63e3aed81,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:11.218672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-b3441a9f-2524-4da0-a11c-7f6203cf3a04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6320641 May 06 13:15:11.225456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:11.675359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:11.686811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:11.703688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-38bc86d9-34f4-4f4c-a969-31c93f15c3a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 1096 time: 0.2934935 May 06 13:15:11.731047 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:11.731945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Fanout notify agent at l3_agent the message router_deleted on router 0335c3f2-4bfa-4e4f-b793-8624c4aa58fb {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:15:11.849585 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:11.855964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e87feead-d702-468e-b7db-0449814c34ac tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/0335c3f2-4bfa-4e4f-b793-8624c4aa58fb HTTP/1.1" status: 204 len: 168 time: 2.7682362 May 06 13:15:11.857577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43636) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:11.866885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-157739802', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:11.880239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:11.888864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Usage tracker for resource:router and tenant:e81260d7260540b382e76656f0d3e8db is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:11.896368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:11.918023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:11.959135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:11.960847 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:11.973013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-90139062-8148-49bf-8f2e-09f618f37d72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:11.975689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-90139062-8148-49bf-8f2e-09f618f37d72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 HTTP/1.1" status: 200 len: 897 time: 0.2408936 May 06 13:15:12.141381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:12.173087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-3f950e31-7239-4580-a803-5f385d4ff632 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feca970a-d031-49d5-b833-9ad71701aca5 HTTP/1.1" status: 200 len: 1001 time: 0.1897810 May 06 13:15:12.323718 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c17f7ae-30c9-408f-bc0d-cdfc8689da22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:12.455635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-48f35588-1eeb-42c5-ac09-dad9e535fdc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:12.457168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-48f35588-1eeb-42c5-ac09-dad9e535fdc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce689b8d-1931-4795-bb6a-56d787886482 HTTP/1.1" status: 200 len: 835 time: 0.2775080 May 06 13:15:12.510913 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:12.647985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-80a17b61-ae15-49a7-879f-364a59902eab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839178 May 06 13:15:12.858431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-7873c3da-8bd0-4af8-bc4f-11405b490ef6 service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034030 May 06 13:15:13.005577 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:13.207145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:13.279676 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:13.362821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4cf0cb0c-63f8-44b2-8d38-bff15041dace req-8debec9e-4565-4562-8d2a-c8ae37d38707 service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970992 May 06 13:15:13.497151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Allocated IP 172.25.7.150 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/25ebc027-07a0-4dfb-a095-269a5a191c1f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:15:13.770994 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:13.848554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:13.940605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:15:13.944554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:13.950136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:15:13.992379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event updated for resources: {'Port': ['ID=25ebc027-07a0-4dfb-a095-269a5a191c1f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:14.198819 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:14.201123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:14.569653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Router ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:15:14.717077 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-44abc868-d825-46ff-b062-7ecc8160c8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:14.949482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:15:14.966567 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2906d6-8407-4018-a22f-6a0462156b58 None None] Sync routers for ids ['ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:15:14.990353 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2906d6-8407-4018-a22f-6a0462156b58 None None] Routers {'ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:14.991333 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b2906d6-8407-4018-a22f-6a0462156b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:14.992928 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:14.998439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dbd0deec-a684-4c33-9ab7-88e1572dec7f tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1361284 May 06 13:15:14.999016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43668) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:15.006570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:15.083655 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b2906d6-8407-4018-a22f-6a0462156b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:15.098200 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2906d6-8407-4018-a22f-6a0462156b58 None None] Routers {'ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:15.099210 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b2906d6-8407-4018-a22f-6a0462156b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:15.167989 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b2906d6-8407-4018-a22f-6a0462156b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:15.168882 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2906d6-8407-4018-a22f-6a0462156b58 None None] The sync data for ids ['ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:15:15.549241 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:15.917560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:15.959718 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:15.993648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Deleting port 25ebc027-07a0-4dfb-a095-269a5a191c1f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:15.994463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:16.156456 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:16.285728 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:16.624679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Calling delete_port for 25ebc027-07a0-4dfb-a095-269a5a191c1f owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:16.881001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:16.954034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Pushing event deleted for resources: {'Port': ['ID=25ebc027-07a0-4dfb-a095-269a5a191c1f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:17.293282 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:17.488176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:17.493165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4074639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4074640', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4078610'] for router, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:17.589459 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:17.734569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Router ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:15:17.921826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:15:17.939406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:17.940763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3be43-fe44-4f24-87be-76aeef9a216c None None] Sync routers for ids ['ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:15:17.941785 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2cbbad70-9ede-4bf0-b3ef-eee7f5058a5e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "PUT /v2.0/routers/ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c HTTP/1.1" status: 200 len: 709 time: 2.9404378 May 06 13:15:17.944810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43688) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:17.970546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3be43-fe44-4f24-87be-76aeef9a216c None None] Routers {'ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:17.972213 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-66e3be43-fe44-4f24-87be-76aeef9a216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:18.134877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-52f05dfd-d0a6-48d5-abf2-71dc36fce9a4 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/routers/ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c HTTP/1.1" status: 200 len: 744 time: 0.1881807 May 06 13:15:18.138785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43694) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:18.140198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-66e3be43-fe44-4f24-87be-76aeef9a216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:18.160643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3be43-fe44-4f24-87be-76aeef9a216c None None] Routers {'ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:18.161704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-66e3be43-fe44-4f24-87be-76aeef9a216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:18.208307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aba5ae8f-ca47-4013-b124-4624a1f52ce0 tempest-RoutersIpV6AdminTest-1040522481 tempest-RoutersIpV6AdminTest-1040522481-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&device_id=ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c HTTP/1.1" status: 200 len: 205 time: 0.0668762 May 06 13:15:18.211550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43700) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:18.273230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-66e3be43-fe44-4f24-87be-76aeef9a216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:18.274037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3be43-fe44-4f24-87be-76aeef9a216c None None] The sync data for ids ['ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:15:18.310284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fa630904-c7fe-442f-a593-869e912cc336 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c HTTP/1.1" status: 200 len: 205 time: 0.0963657 May 06 13:15:18.313712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43704) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:18.487152 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d4dcbca-f831-475f-b3b6-ee99d9785dd6 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:19.158752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d4dcbca-f831-475f-b3b6-ee99d9785dd6 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:19.163969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d4dcbca-f831-475f-b3b6-ee99d9785dd6 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:19.195941 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d4dcbca-f831-475f-b3b6-ee99d9785dd6 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:19.196715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4dcbca-f831-475f-b3b6-ee99d9785dd6 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Fanout notify agent at l3_agent the message router_deleted on router ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:15:19.212419 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d4dcbca-f831-475f-b3b6-ee99d9785dd6 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:19.213803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7d4dcbca-f831-475f-b3b6-ee99d9785dd6 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c HTTP/1.1" status: 204 len: 168 time: 0.8987892 May 06 13:15:19.219219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43716) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:19.267192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cf42f142-1d64-4ab6-9f61-8725bea5928d tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c HTTP/1.1" status: 200 len: 205 time: 0.0460968 May 06 13:15:19.270357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43720) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:19.383676 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-eb2b061d-24da-4301-9bc7-5a5bb294653d tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] delete failed (client error): The resource could not be found. May 06 13:15:19.385631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eb2b061d-24da-4301-9bc7-5a5bb294653d tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/ec5fd712-e1dd-4364-87b1-b2f2e8fdd45c HTTP/1.1" status: 404 len: 336 time: 0.1136563 May 06 13:15:19.389012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43726) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:19.438732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-00ea2913-f8dd-46ea-89e6-e237210fb5f9 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=0335c3f2-4bfa-4e4f-b793-8624c4aa58fb HTTP/1.1" status: 200 len: 205 time: 0.0483124 May 06 13:15:19.442735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43730) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:19.556911 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-b8941f20-bb77-4c62-975f-e5c6d191adfc tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] delete failed (client error): The resource could not be found. May 06 13:15:19.562400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b8941f20-bb77-4c62-975f-e5c6d191adfc tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/0335c3f2-4bfa-4e4f-b793-8624c4aa58fb HTTP/1.1" status: 404 len: 336 time: 0.1145267 May 06 13:15:19.563040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43734) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:19.618737 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-11867ae6-261d-4da0-b66b-296034904487 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee4ebf3a-81fc-4f87-905b-62e361f3f7f0 HTTP/1.1" status: 200 len: 205 time: 0.0540197 May 06 13:15:19.622570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43738) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:19.714255 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-80fc4430-6643-41c2-aafa-6d1656119244 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] delete failed (client error): The resource could not be found. May 06 13:15:19.716352 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-80fc4430-6643-41c2-aafa-6d1656119244 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/ee4ebf3a-81fc-4f87-905b-62e361f3f7f0 HTTP/1.1" status: 404 len: 336 time: 0.0922201 May 06 13:15:19.719514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43742) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:19.769759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f9fe837d-d76c-447f-b39c-097a56e44f34 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3400c575-99c3-4345-94da-bd4aec633d9b HTTP/1.1" status: 200 len: 205 time: 0.0488741 May 06 13:15:19.772458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43746) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:19.853487 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-25afcc0e-0a29-4b6b-9226-ff76a2b1beaf tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] delete failed (client error): The resource could not be found. May 06 13:15:19.855311 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-25afcc0e-0a29-4b6b-9226-ff76a2b1beaf tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/3400c575-99c3-4345-94da-bd4aec633d9b HTTP/1.1" status: 404 len: 336 time: 0.0816152 May 06 13:15:19.859101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43750) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:19.925431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-47ba9cb7-5f8a-4513-84a5-730f44da4d9e tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34 HTTP/1.1" status: 200 len: 205 time: 0.0647542 May 06 13:15:19.929098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43754) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:20.010109 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-6cb00d08-3918-4041-ba83-4958b367d12b tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] delete failed (client error): The resource could not be found. May 06 13:15:20.011734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6cb00d08-3918-4041-ba83-4958b367d12b tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/d927bb5f-9cb4-40fa-8d8b-6e8ce67a1c34 HTTP/1.1" status: 404 len: 336 time: 0.0814817 May 06 13:15:20.016278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43758) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:20.092962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e5c0ea38-7516-4957-b472-ea357a047149 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a9bad9c-49db-4fac-bf1d-40b09b05369d HTTP/1.1" status: 200 len: 205 time: 0.0749938 May 06 13:15:20.097010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43762) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:20.218100 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-e4d0a1ac-38e7-4cfa-93c1-8c14a31d0e22 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] delete failed (client error): The resource could not be found. May 06 13:15:20.219872 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e4d0a1ac-38e7-4cfa-93c1-8c14a31d0e22 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/routers/6a9bad9c-49db-4fac-bf1d-40b09b05369d HTTP/1.1" status: 404 len: 336 time: 0.1212792 May 06 13:15:20.224477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43768) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:20.294552 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab6fb8d-622e-46e6-9d6a-2afdf1705823 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] DELETE failed (client error): The resource could not be found. May 06 13:15:20.295309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab6fb8d-622e-46e6-9d6a-2afdf1705823 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:20.299168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6ab6fb8d-622e-46e6-9d6a-2afdf1705823 tempest-RoutersIpV6AdminTest-129677835 tempest-RoutersIpV6AdminTest-129677835-project] 10.222.0.44 "DELETE /v2.0/subnets/e748e649-bfeb-4306-9b52-f185f7e37e30 HTTP/1.1" status: 404 len: 337 time: 0.0723519 May 06 13:15:20.725475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43780) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:20.913816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40a3ae51-2be8-426c-935f-756dff2f61ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:20.960769 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-40a3ae51-2be8-426c-935f-756dff2f61ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:20.966617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-40a3ae51-2be8-426c-935f-756dff2f61ff admin admin] Usage tracker for resource:security_group_rule and tenant:e81260d7260540b382e76656f0d3e8db is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:20.970733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-40a3ae51-2be8-426c-935f-756dff2f61ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:20.980040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-40a3ae51-2be8-426c-935f-756dff2f61ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:21.098182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40a3ae51-2be8-426c-935f-756dff2f61ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:21.104127 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-40a3ae51-2be8-426c-935f-756dff2f61ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:21.182794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3ae51-2be8-426c-935f-756dff2f61ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fc4f3-a005-4087-8c2c-e8038f332e13,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:21.191422 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-40a3ae51-2be8-426c-935f-756dff2f61ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e81260d7260540b382e76656f0d3e8db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4642284 May 06 13:15:21.193230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43790) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:21.275098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daa1b75c-2db8-4d22-b671-1e31cb9c547a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:21.327927 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daa1b75c-2db8-4d22-b671-1e31cb9c547a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:21.420725 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daa1b75c-2db8-4d22-b671-1e31cb9c547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:21.446441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1b75c-2db8-4d22-b671-1e31cb9c547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fc4f3-a005-4087-8c2c-e8038f332e13,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:21.450852 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-daa1b75c-2db8-4d22-b671-1e31cb9c547a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:21.456010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-daa1b75c-2db8-4d22-b671-1e31cb9c547a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da3fc4f3-a005-4087-8c2c-e8038f332e13 HTTP/1.1" status: 204 len: 168 time: 0.2577636 May 06 13:15:21.870177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43804) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:21.935308 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f5002bf8-ce42-49a1-aaaa-888b40e2fdde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c60869618a649a0bc68c46c3f4a02c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0608668 May 06 13:15:21.935720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43808) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:22.033079 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17d1774a-be5b-4672-85b1-a6b422bedbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:22.075379 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17d1774a-be5b-4672-85b1-a6b422bedbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:22.149891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17d1774a-be5b-4672-85b1-a6b422bedbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:22.168112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1774a-be5b-4672-85b1-a6b422bedbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1655e8-ce76-4e96-ba39-05d0808d1be7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:22.177148 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-17d1774a-be5b-4672-85b1-a6b422bedbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:22.178404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-17d1774a-be5b-4672-85b1-a6b422bedbc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e1655e8-ce76-4e96-ba39-05d0808d1be7 HTTP/1.1" status: 204 len: 168 time: 0.2416418 May 06 13:15:23.402304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43840) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:23.597645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2036257950'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:23.605369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:23.610259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:network and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:23.614191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:23.621748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:23.635290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:23.638911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:23.653203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:23.692166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:23.696499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:security_group_rule and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:23.700461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:23.708110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:23.923966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:23.929387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:23.967493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:15:23.978644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd037461-036e-46dd-8e1b-a932afcbd06d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:23.986025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:23.986388 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Added segment 4adc2c68-a587-445d-a9a1-155dc50f87dd of type vlan for network 97cb5281-9552-434a-90db-9292a76ce8fb May 06 13:15:24.021336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:24.055284 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:24.059652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:24.060337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:24.182028 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7775731 May 06 13:15:24.188113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b6b9a-446f-4aed-a9f0-00ff3afb8f09 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Network': ['ID=97cb5281-9552-434a-90db-9292a76ce8fb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:24.203782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 97cb5281-9552-434a-90db-9292a76ce8fb details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:15:27.910762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43876) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:27.918179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'subnet': {'network_id': '97cb5281-9552-434a-90db-9292a76ce8fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:28.055907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:28.061439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:subnet and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:28.065189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:28.072732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:28.085353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:28.217977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:28.523294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:28.663422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Subnet': ['ID=d5f089f5-dc6a-44db-89c9-77f8381456bc,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:28.678486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Checking segment: {'id': '4adc2c68-a587-445d-a9a1-155dc50f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '97cb5281-9552-434a-90db-9292a76ce8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:28.679036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network hostable DHCP agents. Network: 97cb5281-9552-434a-90db-9292a76ce8fb, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:15:28.719432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network 97cb5281-9552-434a-90db-9292a76ce8fb is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:15:28.736439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 97cb5281-9552-434a-90db-9292a76ce8fb) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:28.743727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:28.745763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:28.755653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce01c645-ade4-46c0-8cb1-9e0c4f7e7fd6 None None] Network 97cb5281-9552-434a-90db-9292a76ce8fb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:28.811618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43884) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:28.815571 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a4c0e850-6191-49c4-a1b2-31627c11f9f8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8989260 May 06 13:15:28.823534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1108111051'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:28.833684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:28.841715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:network and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:28.847329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:28.860372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:28.880336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:28.885449 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:28.929628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:15:28.948046 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:28.948621 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Added segment 0abf7fdc-6806-4244-9059-92a18af66143 of type vlan for network 5e2bd12a-c86f-4885-a0e3-1e1bc393975e May 06 13:15:28.994517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:29.047486 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:29.055085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:29.056172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:29.175347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f487eb34-6499-470e-9042-6054c741053a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-97cb5281-9552-434a-90db-9292a76ce8fb', 'network_id': '97cb5281-9552-434a-90db-9292a76ce8fb', 'tenant_id': '1af72c360f724adcb49ec31bdde1888e', 'fixed_ips': [{'subnet_id': 'd5f089f5-dc6a-44db-89c9-77f8381456bc'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:15:29.177119 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f487eb34-6499-470e-9042-6054c741053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:29.239196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4254851 May 06 13:15:29.243228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43892) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:29.253140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'subnet': {'network_id': '5e2bd12a-c86f-4885-a0e3-1e1bc393975e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:29.255069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e248152-f691-4674-a873-45fee3d971b6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Network': ['ID=5e2bd12a-c86f-4885-a0e3-1e1bc393975e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:29.309703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 5e2bd12a-c86f-4885-a0e3-1e1bc393975e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:15:29.469970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:29.478740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:subnet and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:29.484287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:29.497961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:29.518478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:29.679673 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:29.717870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f487eb34-6499-470e-9042-6054c741053a None None] Allocated IP 2001:db8:0:ffff::2 (97cb5281-9552-434a-90db-9292a76ce8fb/d5f089f5-dc6a-44db-89c9-77f8381456bc/184589f1-ea1f-4c28-848b-24f9a494eb6d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:15:30.117154 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f487eb34-6499-470e-9042-6054c741053a None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:30.139537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f487eb34-6499-470e-9042-6054c741053a None None] Transition to ACTIVE for port object 184589f1-ea1f-4c28-848b-24f9a494eb6d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:30.174192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f487eb34-6499-470e-9042-6054c741053a None None] Transition to ACTIVE for port object 184589f1-ea1f-4c28-848b-24f9a494eb6d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:30.184988 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f487eb34-6499-470e-9042-6054c741053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:30.263634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:15:30.266512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:30.319911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487eb34-6499-470e-9042-6054c741053a None None] Network 97cb5281-9552-434a-90db-9292a76ce8fb is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:15:30.326456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f487eb34-6499-470e-9042-6054c741053a None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:30.330054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487eb34-6499-470e-9042-6054c741053a None None] Pushing event updated for resources: {'Port': ['ID=184589f1-ea1f-4c28-848b-24f9a494eb6d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:30.334326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f487eb34-6499-470e-9042-6054c741053a None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:15:30.378375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Subnet': ['ID=82ef8413-6b0d-4251-a237-838fcaef6108,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:30.401854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Checking segment: {'id': '0abf7fdc-6806-4244-9059-92a18af66143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5e2bd12a-c86f-4885-a0e3-1e1bc393975e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:30.402384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network hostable DHCP agents. Network: 5e2bd12a-c86f-4885-a0e3-1e1bc393975e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:15:30.438961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network 5e2bd12a-c86f-4885-a0e3-1e1bc393975e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:15:30.463534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 5e2bd12a-c86f-4885-a0e3-1e1bc393975e) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:30.473611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:30.475727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:30.484081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37201d-279c-4b0e-90bd-333bd24511bd None None] Network 5e2bd12a-c86f-4885-a0e3-1e1bc393975e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:30.518309 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fc43d855-695b-426a-accc-c14615174c55 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2724876 May 06 13:15:30.522920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43904) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:30.533458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'port': {'network_id': '5e2bd12a-c86f-4885-a0e3-1e1bc393975e', 'name': 'tempest-NetworksIpV6TestAttrs-1246483080'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:30.608820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f487eb34-6499-470e-9042-6054c741053a None None] Attempting to bind port 184589f1-ea1f-4c28-848b-24f9a494eb6d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:15:30.609219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f487eb34-6499-470e-9042-6054c741053a None None] Attempting to bind port 184589f1-ea1f-4c28-848b-24f9a494eb6d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '4adc2c68-a587-445d-a9a1-155dc50f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '97cb5281-9552-434a-90db-9292a76ce8fb'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:15:30.609725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487eb34-6499-470e-9042-6054c741053a None None] Attempting to bind port 184589f1-ea1f-4c28-848b-24f9a494eb6d on network 97cb5281-9552-434a-90db-9292a76ce8fb {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:15:30.628436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487eb34-6499-470e-9042-6054c741053a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:15:30.628812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487eb34-6499-470e-9042-6054c741053a None None] Checking segment: {'id': '4adc2c68-a587-445d-a9a1-155dc50f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '97cb5281-9552-434a-90db-9292a76ce8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:30.629228 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f487eb34-6499-470e-9042-6054c741053a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:30.629617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487eb34-6499-470e-9042-6054c741053a None None] Bound using segment: {'id': '4adc2c68-a587-445d-a9a1-155dc50f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '97cb5281-9552-434a-90db-9292a76ce8fb'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:15:30.630243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f487eb34-6499-470e-9042-6054c741053a None None] Bound port: 184589f1-ea1f-4c28-848b-24f9a494eb6d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adc2c68-a587-445d-a9a1-155dc50f87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '97cb5281-9552-434a-90db-9292a76ce8fb'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:15:30.630643 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f487eb34-6499-470e-9042-6054c741053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:30.798796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:30.806019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:port and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:30.812115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:30.830555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:30.871019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:30.875791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:30.880492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f487eb34-6499-470e-9042-6054c741053a None None] For port 184589f1-ea1f-4c28-848b-24f9a494eb6d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:15:30.899309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f487eb34-6499-470e-9042-6054c741053a None None] For port 184589f1-ea1f-4c28-848b-24f9a494eb6d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=184589f1-ea1f-4c28-848b-24f9a494eb6d,segment=NetworkSegment(4adc2c68-a587-445d-a9a1-155dc50f87dd),segment_id=4adc2c68-a587-445d-a9a1-155dc50f87dd)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:15:30.906744 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f487eb34-6499-470e-9042-6054c741053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:30.956774 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-5e2bd12a-c86f-4885-a0e3-1e1bc393975e', 'network_id': '5e2bd12a-c86f-4885-a0e3-1e1bc393975e', 'tenant_id': '1af72c360f724adcb49ec31bdde1888e', 'fixed_ips': [{'subnet_id': '82ef8413-6b0d-4251-a237-838fcaef6108'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:15:30.957944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:31.091595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] device_id is not set on port 997c5f00-c791-4b40-877e-e206c784fff4 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:15:31.224670 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487eb34-6499-470e-9042-6054c741053a None None] Pushing event updated for resources: {'Port': ['ID=184589f1-ea1f-4c28-848b-24f9a494eb6d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:31.368889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Allocated IP 2001:db8::f816:3eff:fefe:d333 (5e2bd12a-c86f-4885-a0e3-1e1bc393975e/82ef8413-6b0d-4251-a237-838fcaef6108/997c5f00-c791-4b40-877e-e206c784fff4) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:15:31.706023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:31.725900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Transition to ACTIVE for port object 997c5f00-c791-4b40-877e-e206c784fff4 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:31.752641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:31.891380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network 5e2bd12a-c86f-4885-a0e3-1e1bc393975e is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:15:31.896939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Allocated IP 2001:db8::f816:3eff:fe02:2b9d (5e2bd12a-c86f-4885-a0e3-1e1bc393975e/82ef8413-6b0d-4251-a237-838fcaef6108/2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:15:31.897603 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:31.901047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Port': ['ID=997c5f00-c791-4b40-877e-e206c784fff4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:31.904758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:15:31.912366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:31.912703 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:31.961058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8e530428-39bf-4f40-83f4-0e7f4f3efa7e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4319568 May 06 13:15:31.961554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43914) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:32.087241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eafd12f-0a92-4541-8a78-c1f5af91329e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Deleting subnet 82ef8413-6b0d-4251-a237-838fcaef6108 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:15:32.327849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:32.355220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Transition to ACTIVE for port object 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:32.400628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Transition to ACTIVE for port object 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:32.408807 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eafd12f-0a92-4541-8a78-c1f5af91329e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:32.409954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:32.535719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Network 5e2bd12a-c86f-4885-a0e3-1e1bc393975e is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:15:32.541593 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eafd12f-0a92-4541-8a78-c1f5af91329e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:32.542211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:32.545110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Pushing event updated for resources: {'Port': ['ID=2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:32.549552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:15:32.572332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.573149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.573350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.574107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.574827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.575480 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.576122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.576778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.577409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.578064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.578783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:32.715495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eafd12f-0a92-4541-8a78-c1f5af91329e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:32.726917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Attempting to bind port 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:15:32.727935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Attempting to bind port 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0abf7fdc-6806-4244-9059-92a18af66143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5e2bd12a-c86f-4885-a0e3-1e1bc393975e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:15:32.728566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Attempting to bind port 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6 on network 5e2bd12a-c86f-4885-a0e3-1e1bc393975e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:15:32.741786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:15:32.742344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Checking segment: {'id': '0abf7fdc-6806-4244-9059-92a18af66143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5e2bd12a-c86f-4885-a0e3-1e1bc393975e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:32.742946 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:32.743507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Bound using segment: {'id': '0abf7fdc-6806-4244-9059-92a18af66143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5e2bd12a-c86f-4885-a0e3-1e1bc393975e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:15:32.744182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Bound port: 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf7fdc-6806-4244-9059-92a18af66143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5e2bd12a-c86f-4885-a0e3-1e1bc393975e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:15:32.744779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:32.768705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd056a6-1fd0-41c8-8f62-ed1bfa819496 None None] Network 97cb5281-9552-434a-90db-9292a76ce8fb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:32.847618 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eafd12f-0a92-4541-8a78-c1f5af91329e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:32.897506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafd12f-0a92-4541-8a78-c1f5af91329e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Subnet': ['ID=82ef8413-6b0d-4251-a237-838fcaef6108,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:32.910431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3eafd12f-0a92-4541-8a78-c1f5af91329e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:32.917315 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3eafd12f-0a92-4541-8a78-c1f5af91329e tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/subnets/82ef8413-6b0d-4251-a237-838fcaef6108 HTTP/1.1" status: 204 len: 168 time: 0.9542243 May 06 13:15:32.921999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43924) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:33.009169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d10a2-f8c9-4fc5-815d-8f0ffd98a8a0 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:33.010812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d10a2-f8c9-4fc5-815d-8f0ffd98a8a0 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:33.011649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a01d10a2-f8c9-4fc5-815d-8f0ffd98a8a0 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Synchronizing usage tracker for tenant:1af72c360f724adcb49ec31bdde1888e on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:15:33.032296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c9c779ee-8489-4c65-9885-094b481fdad2 None None] Provisioning for port 184589f1-ea1f-4c28-848b-24f9a494eb6d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:15:33.034170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a01d10a2-f8c9-4fc5-815d-8f0ffd98a8a0 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Unset dirty status for tenant:1af72c360f724adcb49ec31bdde1888e on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:15:33.036118 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a01d10a2-f8c9-4fc5-815d-8f0ffd98a8a0 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1124885 May 06 13:15:33.043386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43928) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:33.188544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] For port 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:15:33.220439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] For port 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6,segment=NetworkSegment(0abf7fdc-6806-4244-9059-92a18af66143),segment_id=0abf7fdc-6806-4244-9059-92a18af66143)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:15:33.236195 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:33.290576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4608d32e-fa25-434b-96d0-45565103c0c8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:33.314814 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-4608d32e-fa25-434b-96d0-45565103c0c8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 13:15:33.315594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4608d32e-fa25-434b-96d0-45565103c0c8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:33.317556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4608d32e-fa25-434b-96d0-45565103c0c8 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/5e2bd12a-c86f-4885-a0e3-1e1bc393975e HTTP/1.1" status: 409 len: 405 time: 0.2726495 May 06 13:15:33.323820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43934) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:33.330083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-61303603'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:33.399898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af141a7-12c0-46ed-a461-c123ace9fdb2 None None] Pushing event updated for resources: {'Port': ['ID=2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:33.406905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 184589f1-ea1f-4c28-848b-24f9a494eb6d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:15:33.509912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:33.517393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:network and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:33.526435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:33.542829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:33.567920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:33.572917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:33.628092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:15:33.642034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:33.643013 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Added segment 950523c2-b430-440a-ac47-4f8d2e77fecf of type vlan for network 2a09a6f7-1dc2-4f56-a82b-85d69a20e524 May 06 13:15:33.707629 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:33.709040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 184589f1-ea1f-4c28-848b-24f9a494eb6d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:15:33.745844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 184589f1-ea1f-4c28-848b-24f9a494eb6d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:15:33.748861 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:33.773435 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:33.781696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:33.782876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:33.808378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d2cdc-071d-4d41-a7bf-fcb0c5d9fa77 None None] Network 5e2bd12a-c86f-4885-a0e3-1e1bc393975e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:33.984770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6566861 May 06 13:15:33.985365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43940) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:33.995399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'subnet': {'network_id': '2a09a6f7-1dc2-4f56-a82b-85d69a20e524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:34.010908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37874262-38d1-45c2-b512-f64816b92085 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Network': ['ID=2a09a6f7-1dc2-4f56-a82b-85d69a20e524,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:34.043700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 2a09a6f7-1dc2-4f56-a82b-85d69a20e524 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:15:34.204610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:34.219650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:34.239084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:34.343571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e4e4a5eb-dc72-4281-bb8e-72a6b08430a6 None None] Provisioning complete for port 184589f1-ea1f-4c28-848b-24f9a494eb6d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:15:34.344184 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4e4a5eb-dc72-4281-bb8e-72a6b08430a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:34.462975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:34.484930 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:34.566366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd9d69-8545-4a42-9629-f0aa24ba6eee None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:15:34.673140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 184589f1-ea1f-4c28-848b-24f9a494eb6d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=184589f1-ea1f-4c28-848b-24f9a494eb6d,segment=NetworkSegment(4adc2c68-a587-445d-a9a1-155dc50f87dd),segment_id=4adc2c68-a587-445d-a9a1-155dc50f87dd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:34.691411 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:34.780919 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4e4a5eb-dc72-4281-bb8e-72a6b08430a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:34.871927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=184589f1-ea1f-4c28-848b-24f9a494eb6d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:34.953395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd9d69-8545-4a42-9629-f0aa24ba6eee None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:15:35.036354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-e4e4a5eb-dc72-4281-bb8e-72a6b08430a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:15:35.036948 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-e4e4a5eb-dc72-4281-bb8e-72a6b08430a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:15:35.068813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:15:35.071572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:35.215586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Subnet': ['ID=a2f2b7fa-747c-468e-ba7b-10baf230d36d,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:35.228175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Checking segment: {'id': '950523c2-b430-440a-ac47-4f8d2e77fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a09a6f7-1dc2-4f56-a82b-85d69a20e524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:35.229328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network hostable DHCP agents. Network: 2a09a6f7-1dc2-4f56-a82b-85d69a20e524, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:15:35.258576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 184589f1-ea1f-4c28-848b-24f9a494eb6d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:15:35.276808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network 2a09a6f7-1dc2-4f56-a82b-85d69a20e524 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:15:35.296214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 2a09a6f7-1dc2-4f56-a82b-85d69a20e524) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:35.306225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:35.307866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:35.369707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43950) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:35.383809 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d9773825-85b9-45c1-9dd2-334279061440 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3966680 May 06 13:15:35.385519 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'port': {'network_id': '2a09a6f7-1dc2-4f56-a82b-85d69a20e524', 'name': 'tempest-NetworksIpV6TestAttrs-1870635190'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:35.522808 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 184589f1-ea1f-4c28-848b-24f9a494eb6d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:15:35.523618 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:35.630946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:35.637086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:port and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:35.641232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:35.648792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:35.673957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:35.678313 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:35.723958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] device_id is not set on port dd6d6309-6c66-46f0-8b90-daeedc02042b yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:15:35.973921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Allocated IP 2001:db8::f816:3eff:fe0e:ada4 (2a09a6f7-1dc2-4f56-a82b-85d69a20e524/a2f2b7fa-747c-468e-ba7b-10baf230d36d/dd6d6309-6c66-46f0-8b90-daeedc02042b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:15:36.015661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81d621-8eb0-4632-80ca-3102036386d0 None None] Network 2a09a6f7-1dc2-4f56-a82b-85d69a20e524 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:36.331782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:36.372966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Transition to ACTIVE for port object dd6d6309-6c66-46f0-8b90-daeedc02042b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:36.417571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-2a09a6f7-1dc2-4f56-a82b-85d69a20e524', 'network_id': '2a09a6f7-1dc2-4f56-a82b-85d69a20e524', 'tenant_id': '1af72c360f724adcb49ec31bdde1888e', 'fixed_ips': [{'subnet_id': 'a2f2b7fa-747c-468e-ba7b-10baf230d36d'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:15:36.419208 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:36.420140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:36.555721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network 2a09a6f7-1dc2-4f56-a82b-85d69a20e524 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:15:36.564840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:36.577134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:15:36.584649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:36.585817 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:36.619346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Port': ['ID=dd6d6309-6c66-46f0-8b90-daeedc02042b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:36.638436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6178f3f3-fd18-406f-be61-e43c49573f99 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2655332 May 06 13:15:36.642353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 43962) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:36.708553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Allocated IP 2001:db8::f816:3eff:feb4:91b (2a09a6f7-1dc2-4f56-a82b-85d69a20e524/a2f2b7fa-747c-468e-ba7b-10baf230d36d/274890a7-bdda-4e12-9bc8-1fbfd106292c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:15:36.925269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13f5596-70df-4506-a0cd-74fab76e1f69 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Deleting subnet a2f2b7fa-747c-468e-ba7b-10baf230d36d {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:15:37.016415 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.029143 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Transition to ACTIVE for port object 274890a7-bdda-4e12-9bc8-1fbfd106292c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:37.060828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Transition to ACTIVE for port object 274890a7-bdda-4e12-9bc8-1fbfd106292c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:37.068112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13f5596-70df-4506-a0cd-74fab76e1f69 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.069494 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.160942 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13f5596-70df-4506-a0cd-74fab76e1f69 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.170822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Network 2a09a6f7-1dc2-4f56-a82b-85d69a20e524 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:15:37.171726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Pushing event updated for resources: {'Port': ['ID=274890a7-bdda-4e12-9bc8-1fbfd106292c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:37.174937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:37.177226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:15:37.278106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Attempting to bind port 274890a7-bdda-4e12-9bc8-1fbfd106292c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:15:37.278540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Attempting to bind port 274890a7-bdda-4e12-9bc8-1fbfd106292c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '950523c2-b430-440a-ac47-4f8d2e77fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a09a6f7-1dc2-4f56-a82b-85d69a20e524'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:15:37.278994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Attempting to bind port 274890a7-bdda-4e12-9bc8-1fbfd106292c on network 2a09a6f7-1dc2-4f56-a82b-85d69a20e524 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:15:37.287988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:15:37.288414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Checking segment: {'id': '950523c2-b430-440a-ac47-4f8d2e77fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a09a6f7-1dc2-4f56-a82b-85d69a20e524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:37.288864 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.289300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Bound using segment: {'id': '950523c2-b430-440a-ac47-4f8d2e77fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a09a6f7-1dc2-4f56-a82b-85d69a20e524'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:15:37.290128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Bound port: 274890a7-bdda-4e12-9bc8-1fbfd106292c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950523c2-b430-440a-ac47-4f8d2e77fecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a09a6f7-1dc2-4f56-a82b-85d69a20e524'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:15:37.290588 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.374500 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13f5596-70df-4506-a0cd-74fab76e1f69 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.456795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.496552 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13f5596-70df-4506-a0cd-74fab76e1f69 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.501074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] For port 274890a7-bdda-4e12-9bc8-1fbfd106292c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:15:37.515281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] For port 274890a7-bdda-4e12-9bc8-1fbfd106292c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=274890a7-bdda-4e12-9bc8-1fbfd106292c,segment=NetworkSegment(950523c2-b430-440a-ac47-4f8d2e77fecf),segment_id=950523c2-b430-440a-ac47-4f8d2e77fecf)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:15:37.522976 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.579661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f5596-70df-4506-a0cd-74fab76e1f69 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f2b7fa-747c-468e-ba7b-10baf230d36d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:37.582866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c13f5596-70df-4506-a0cd-74fab76e1f69 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:37.603950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c13f5596-70df-4506-a0cd-74fab76e1f69 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/subnets/a2f2b7fa-747c-468e-ba7b-10baf230d36d HTTP/1.1" status: 204 len: 168 time: 0.9570296 May 06 13:15:37.604449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43972) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:37.729102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc641f5-cfa6-4f55-a0a8-bab1ca6b0918 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:37.734415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc641f5-cfa6-4f55-a0a8-bab1ca6b0918 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:37.739349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fdc641f5-cfa6-4f55-a0a8-bab1ca6b0918 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Synchronizing usage tracker for tenant:1af72c360f724adcb49ec31bdde1888e on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:15:37.749390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beb2bc-e29e-4509-8ad8-039bf345835e None None] Pushing event updated for resources: {'Port': ['ID=274890a7-bdda-4e12-9bc8-1fbfd106292c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:37.768070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fdc641f5-cfa6-4f55-a0a8-bab1ca6b0918 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Unset dirty status for tenant:1af72c360f724adcb49ec31bdde1888e on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:15:37.770456 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fdc641f5-cfa6-4f55-a0a8-bab1ca6b0918 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1644490 May 06 13:15:37.772115 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:15:37.774874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43978) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:38.174638 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2a8194ab-9e47-4d22-9346-93fd6293af5d tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:38.193962 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8194ab-9e47-4d22-9346-93fd6293af5d tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 13:15:38.199065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8194ab-9e47-4d22-9346-93fd6293af5d tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:38.202731 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2a8194ab-9e47-4d22-9346-93fd6293af5d tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/2a09a6f7-1dc2-4f56-a82b-85d69a20e524 HTTP/1.1" status: 409 len: 405 time: 0.4256978 May 06 13:15:38.206567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43986) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:38.216229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1558352657'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:38.228827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:38.237198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:network and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:38.243239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:38.255044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:38.273803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:38.279485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:38.323717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:15:38.336916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:38.337482 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Added segment 700d80fe-ef2f-4642-bc44-2c2bf0925470 of type vlan for network 0514bac1-5f77-41c5-9506-38d8a3ad9f5c May 06 13:15:38.389375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:38.444947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:38.451759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:38.452953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:38.597435 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3891766 May 06 13:15:38.603158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 43990) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:38.609453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'subnet': {'network_id': '0514bac1-5f77-41c5-9506-38d8a3ad9f5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:38.693119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fa4ea-0872-4191-9e62-273c57ec3311 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Network': ['ID=0514bac1-5f77-41c5-9506-38d8a3ad9f5c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:38.724274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 0514bac1-5f77-41c5-9506-38d8a3ad9f5c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:15:38.780720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:38.817908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:38.859150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:39.092563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:39.308870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 274890a7-bdda-4e12-9bc8-1fbfd106292c up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:15:39.404993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa485d8-5a5d-4252-bb45-ea79745c3add None None] Network 2a09a6f7-1dc2-4f56-a82b-85d69a20e524 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:39.580713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e8ad612d-3e39-4324-8c85-b8207477e0ce None None] Provisioning for port 274890a7-bdda-4e12-9bc8-1fbfd106292c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:15:39.613669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.objects.ports [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83952) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:15:39.615816 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:39.636752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 274890a7-bdda-4e12-9bc8-1fbfd106292c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:15:39.649118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 274890a7-bdda-4e12-9bc8-1fbfd106292c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:15:39.649455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:39.761006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Subnet': ['ID=6a7bace4-dee8-4458-86a1-573a20913692,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:39.779559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Checking segment: {'id': '700d80fe-ef2f-4642-bc44-2c2bf0925470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0514bac1-5f77-41c5-9506-38d8a3ad9f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:39.780616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network hostable DHCP agents. Network: 0514bac1-5f77-41c5-9506-38d8a3ad9f5c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:15:39.842176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network 0514bac1-5f77-41c5-9506-38d8a3ad9f5c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:15:39.861058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 0514bac1-5f77-41c5-9506-38d8a3ad9f5c) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:39.875232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:39.878227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:39.881829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d22f03-cd39-404e-93ff-044b04369602 None None] Network 0514bac1-5f77-41c5-9506-38d8a3ad9f5c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:39.929934 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9d0382b5-622d-47a9-aefd-428bbd57c542 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3253894 May 06 13:15:39.934074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44002) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:39.934844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] DHCP port deletion for 2a09a6f7-1dc2-4f56-a82b-85d69a20e524 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:15:40.039173 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Deleting port 274890a7-bdda-4e12-9bc8-1fbfd106292c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:40.040119 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.104847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.161155 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.303021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.396827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 274890a7-bdda-4e12-9bc8-1fbfd106292c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=274890a7-bdda-4e12-9bc8-1fbfd106292c,segment=NetworkSegment(950523c2-b430-440a-ac47-4f8d2e77fecf),segment_id=950523c2-b430-440a-ac47-4f8d2e77fecf)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:40.412416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.460203 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.537029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7bace4-dee8-4458-86a1-573a20913692,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:40.715002 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.764351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=274890a7-bdda-4e12-9bc8-1fbfd106292c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:40.775725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] For port 274890a7-bdda-4e12-9bc8-1fbfd106292c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=274890a7-bdda-4e12-9bc8-1fbfd106292c,segment=NetworkSegment(950523c2-b430-440a-ac47-4f8d2e77fecf),segment_id=950523c2-b430-440a-ac47-4f8d2e77fecf)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:40.775725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.781122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0514bac1-5f77-41c5-9506-38d8a3ad9f5c']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:40.785996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac56543-3cb0-4247-993a-17aa8777a263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-0514bac1-5f77-41c5-9506-38d8a3ad9f5c', 'network_id': '0514bac1-5f77-41c5-9506-38d8a3ad9f5c', 'tenant_id': '1af72c360f724adcb49ec31bdde1888e', 'fixed_ips': [{'subnet_id': '6a7bace4-dee8-4458-86a1-573a20913692'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:15:40.787335 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ac56543-3cb0-4247-993a-17aa8777a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.808060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700d80fe-ef2f-4642-bc44-2c2bf0925470') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:40.808540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700d80fe-ef2f-4642-bc44-2c2bf0925470') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:40.831651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.865696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.891045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:15:40.891736 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: timer() May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:15:40.949086 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:15:40.984271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Calling delete_port for 274890a7-bdda-4e12-9bc8-1fbfd106292c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:41.100796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-5ac56543-3cb0-4247-993a-17aa8777a263 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 06 13:15:41.100796 n-d-840847-1 neutron-server[83958]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 06 13:15:41.100796 n-d-840847-1 neutron-server[83958]: [parameters: {'project_id': '1af72c360f724adcb49ec31bdde1888e', 'id': '8b5728a2-a0a3-4704-8b61-52bdc6fef045', 'name': '', 'network_id': '0514bac1-5f77-41c5-9506-38d8a3ad9f5c', 'mac_address': 'fa:16:3e:bc:7f:7d', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-0514bac1-5f77-41c5-9506-38d8a3ad9f5c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3685}] May 06 13:15:41.100796 n-d-840847-1 neutron-server[83958]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:15:41.101850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.103147 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-5ac56543-3cb0-4247-993a-17aa8777a263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:15:41.149690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.169427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Network': ['ID=0514bac1-5f77-41c5-9506-38d8a3ad9f5c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:41.169702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:15:41.170792 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:15:41.195364 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1fdda0ce-0e82-4cb1-b066-78b43204bd73 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/0514bac1-5f77-41c5-9506-38d8a3ad9f5c HTTP/1.1" status: 204 len: 168 time: 1.2594323 May 06 13:15:41.199738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44012) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:41.206090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1529799420'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:41.212768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:41.222019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:network and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:41.224368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 274890a7-bdda-4e12-9bc8-1fbfd106292c no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:15:41.231683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:41.243456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:41.277699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:41.285331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.359584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:15:41.384715 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.385593 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Added segment 52b4ee01-c40b-4a38-9731-7083fdd6d1d5 of type vlan for network ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d May 06 13:15:41.435628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.477523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.478928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.483935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:41.484824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.529393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 274890a7-bdda-4e12-9bc8-1fbfd106292c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=274890a7-bdda-4e12-9bc8-1fbfd106292c,segment=NetworkSegment(950523c2-b430-440a-ac47-4f8d2e77fecf),segment_id=950523c2-b430-440a-ac47-4f8d2e77fecf)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:41.536138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.607939 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5ac56543-3cb0-4247-993a-17aa8777a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.676706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Deleting port 274890a7-bdda-4e12-9bc8-1fbfd106292c {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:41.677214 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:41.728178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=274890a7-bdda-4e12-9bc8-1fbfd106292c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:41.731368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Network': ['ID=ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:41.756761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:15:41.763022 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fe8678b1-9d97-4862-ac14-7f72e8513590 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5614331 May 06 13:15:41.766361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44018) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:41.773341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'subnet': {'network_id': 'ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:41.794247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475745da-9441-4287-a0f3-68648ea4b95b None None] Network 0514bac1-5f77-41c5-9506-38d8a3ad9f5c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:41.907448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475745da-9441-4287-a0f3-68648ea4b95b None None] Network 0514bac1-5f77-41c5-9506-38d8a3ad9f5c could not be found, it might have been deleted concurrently. {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:15:41.986415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:42.004399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:subnet and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:42.008417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:42.016627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:42.030062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:42.175942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:42.207053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] For port 274890a7-bdda-4e12-9bc8-1fbfd106292c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=274890a7-bdda-4e12-9bc8-1fbfd106292c,segment=NetworkSegment(950523c2-b430-440a-ac47-4f8d2e77fecf),segment_id=950523c2-b430-440a-ac47-4f8d2e77fecf)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:42.207521 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:42.399634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Calling delete_port for 274890a7-bdda-4e12-9bc8-1fbfd106292c owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:42.455007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b957e83b-5243-4ec0-8c3c-022e610a1e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:42.493248 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:42.507528 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:42.552016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] Pushing event deleted for resources: {'Port': ['ID=274890a7-bdda-4e12-9bc8-1fbfd106292c,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:42.559092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1628480-4a0a-45a6-9255-a9451ca0cf99 None None] No DVR routers for this DVR port 274890a7-bdda-4e12-9bc8-1fbfd106292c on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:15:42.622046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Subnet': ['ID=9d9b585c-3ec7-4c26-b3ed-62a8c4dd6c03,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:42.636249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Checking segment: {'id': '52b4ee01-c40b-4a38-9731-7083fdd6d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:42.636683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network hostable DHCP agents. Network: ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:15:42.661524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:15:42.674018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:42.679577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:42.680501 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:42.687583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0001e2c0-421a-44e7-8cdc-09851d4f953e None None] Network ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:42.732288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44028) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:42.733163 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0de28ecb-eff0-499e-9258-151fb0ec88f6 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9650149 May 06 13:15:42.994082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:43.049668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d', 'network_id': 'ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d', 'tenant_id': '1af72c360f724adcb49ec31bdde1888e', 'fixed_ips': [{'subnet_id': '9d9b585c-3ec7-4c26-b3ed-62a8c4dd6c03'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:15:43.050713 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:43.123304 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:43.306459 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:43.330477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Allocated IP 2001:db8::2 (ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d/9d9b585c-3ec7-4c26-b3ed-62a8c4dd6c03/7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:15:43.631264 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:43.647272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Transition to ACTIVE for port object 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:43.679692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Transition to ACTIVE for port object 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:15:43.693273 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:43.728989 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:43.797884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Network ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:15:43.801481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9b585c-3ec7-4c26-b3ed-62a8c4dd6c03,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:43.802879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:43.810269 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:15:43.820403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Pushing event updated for resources: {'Port': ['ID=7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:43.941383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Attempting to bind port 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:15:43.941783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Attempting to bind port 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '52b4ee01-c40b-4a38-9731-7083fdd6d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:15:43.942197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Attempting to bind port 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d on network ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:15:43.950813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:15:43.951284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Checking segment: {'id': '52b4ee01-c40b-4a38-9731-7083fdd6d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:43.951605 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:43.952015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Bound using segment: {'id': '52b4ee01-c40b-4a38-9731-7083fdd6d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:15:43.952515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Bound port: 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b4ee01-c40b-4a38-9731-7083fdd6d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:15:43.952906 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:44.156481 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:44.179867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] For port 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:15:44.186936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] For port 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d,segment=NetworkSegment(52b4ee01-c40b-4a38-9731-7083fdd6d1d5),segment_id=52b4ee01-c40b-4a38-9731-7083fdd6d1d5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:15:44.200868 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:44.204411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:44.228177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b4ee01-c40b-4a38-9731-7083fdd6d1d5') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:44.228644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b4ee01-c40b-4a38-9731-7083fdd6d1d5') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:44.251796 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:44.281741 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:44.295973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:15:44.296676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:44.357525 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9919590-7c89-46f0-a50f-393916fa66d1 None None] Pushing event updated for resources: {'Port': ['ID=7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:44.432235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d756b33-6c6b-49c0-bf8b-f13f31f49677 None None] Network ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: timer() May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:15:44.438671 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:15:44.491806 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:15:44.491806 n-d-840847-1 neutron-server[83955]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:15:44.491806 n-d-840847-1 neutron-server[83955]: [parameters: {'id': 'ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d'}] May 06 13:15:44.491806 n-d-840847-1 neutron-server[83955]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:15:44.491806 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:15:44.723627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd59cd6-34d4-4d5f-8368-271f8a14f1bf None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:15:44.822318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-40f96dfd-2a4b-4fe2-beb7-2bec0a965d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:44.927362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd59cd6-34d4-4d5f-8368-271f8a14f1bf None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:15:44.992950 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:45.006317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Deleting port 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:45.006715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:45.233715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] For port 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d,segment=NetworkSegment(52b4ee01-c40b-4a38-9731-7083fdd6d1d5),segment_id=52b4ee01-c40b-4a38-9731-7083fdd6d1d5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:45.234282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:45.391261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Calling delete_port for 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:45.498209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:45.543685 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:45.570697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Port': ['ID=7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:45.576864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No DVR routers for this DVR port 7c99e98c-3d1a-4bfd-a0bf-a373cd259f2d on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:15:45.723569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:45.760317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:45.780096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b4ee01-c40b-4a38-9731-7083fdd6d1d5') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:45.780663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b4ee01-c40b-4a38-9731-7083fdd6d1d5') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:45.800965 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:45.830201 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:45.842034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:15:45.842739 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: timer() May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:15:45.868569 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:15:46.007697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:46.014194 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:46.053350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Network': ['ID=ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:46.064989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0d2d17d1-827e-4314-8347-829ad17bb1ed tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d HTTP/1.1" status: 204 len: 168 time: 3.3244407 May 06 13:15:46.065633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44050) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:46.072966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-10779961'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:46.080167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:46.085066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:network and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:46.089428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:46.096934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:46.112222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:46.116105 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:46.147865 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:46.169411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:15:46.192497 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:46.193178 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Added segment 6404bf28-f168-4af8-b7c5-c30acec4f94b of type vlan for network ec889ca7-0af1-4e90-bdd5-86808be40a40 May 06 13:15:46.242471 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:46.286975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:46.296206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:46.297263 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:46.455776 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3887269 May 06 13:15:46.460022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44060) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:46.465874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Request body: {'subnet': {'network_id': 'ec889ca7-0af1-4e90-bdd5-86808be40a40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:15:46.476522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2282b1e-cf3d-4dde-b71c-41af52b09836 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Network': ['ID=ec889ca7-0af1-4e90-bdd5-86808be40a40,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:46.496361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ec889ca7-0af1-4e90-bdd5-86808be40a40 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:15:46.594034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:15:46.598938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Usage tracker for resource:subnet and tenant:1af72c360f724adcb49ec31bdde1888e is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:15:46.602353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:15:46.609581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:15:46.621511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Made reservation on behalf of 1af72c360f724adcb49ec31bdde1888e for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:15:46.756561 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:47.052508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44066) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:47.269597 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-46414180-432a-4a6d-bc52-7c20209ca508 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/floatingips/845a9cf5-59c2-4a11-91ca-f3ee817271dd HTTP/1.1" status: 200 len: 993 time: 0.2150249 May 06 13:15:47.570869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.objects.ports [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83955) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 13:15:47.572967 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:47.611197 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:47.711321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event updated for resources: {'Subnet': ['ID=f200f5f5-44f5-4444-9874-96eaddbb3a6d,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:47.725756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44082) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:47.726214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Checking segment: {'id': '6404bf28-f168-4af8-b7c5-c30acec4f94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ec889ca7-0af1-4e90-bdd5-86808be40a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:15:47.726638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network hostable DHCP agents. Network: ec889ca7-0af1-4e90-bdd5-86808be40a40, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:15:47.767948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Network ec889ca7-0af1-4e90-bdd5-86808be40a40 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:15:47.785850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ec889ca7-0af1-4e90-bdd5-86808be40a40) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:15:47.794024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:47.795214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:47.805472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6235e411-bb67-4018-a7f0-b6b56496e7bd None None] Network ec889ca7-0af1-4e90-bdd5-86808be40a40 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:47.852018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-871d6a9c-800a-4130-aa19-869588620aea tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3903751 May 06 13:15:47.854439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44086) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:48.102090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port d1b61b45-19c5-40e3-8667-be280abfb73b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:48.102764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.143593 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.173686 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c050d2-811e-4a10-b5d6-6d17c41976f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-ec889ca7-0af1-4e90-bdd5-86808be40a40', 'network_id': 'ec889ca7-0af1-4e90-bdd5-86808be40a40', 'tenant_id': '1af72c360f724adcb49ec31bdde1888e', 'fixed_ips': [{'subnet_id': 'f200f5f5-44f5-4444-9874-96eaddbb3a6d'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:15:48.175596 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77c050d2-811e-4a10-b5d6-6d17c41976f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.264389 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.408220 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server [None req-77c050d2-811e-4a10-b5d6-6d17c41976f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f200f5f5-44f5-4444-9874-96eaddbb3a6d: This subnet is being modified by another concurrent operation. May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise exception May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f200f5f5-44f5-4444-9874-96eaddbb3a6d: This subnet is being modified by another concurrent operation. May 06 13:15:48.442958 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server May 06 13:15:48.471207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.472006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.479967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26d3e0-cf9d-4593-b8ec-db7b7edebabf None None] Network ec889ca7-0af1-4e90-bdd5-86808be40a40 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:48.675565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Subnet': ['ID=f200f5f5-44f5-4444-9874-96eaddbb3a6d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:48.681480 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.729424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec889ca7-0af1-4e90-bdd5-86808be40a40']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:48.752792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6404bf28-f168-4af8-b7c5-c30acec4f94b') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:48.753098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6404bf28-f168-4af8-b7c5-c30acec4f94b') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:48.778928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for d1b61b45-19c5-40e3-8667-be280abfb73b owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:48.789429 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.828753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.839033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e51907-3e91-4d09-9777-a0e216f5edfc None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:15:48.851819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:15:48.853940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: timer() May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:15:48.895433 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:15:49.024877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e51907-3e91-4d09-9777-a0e216f5edfc None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:15:49.070195 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:49.138233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:49.182703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Network': ['ID=ec889ca7-0af1-4e90-bdd5-86808be40a40,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:49.207462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-50aaeebe-6a39-4535-a0bc-a07677681847 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/ec889ca7-0af1-4e90-bdd5-86808be40a40 HTTP/1.1" status: 204 len: 168 time: 1.3502765 May 06 13:15:49.214830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44098) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:49.287160 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:49.295641 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f39d7a-3048-4563-93b7-4b6ebd24a08d tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): The resource could not be found. May 06 13:15:49.296665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f39d7a-3048-4563-93b7-4b6ebd24a08d tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:49.300716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-76f39d7a-3048-4563-93b7-4b6ebd24a08d tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/subnets/f200f5f5-44f5-4444-9874-96eaddbb3a6d HTTP/1.1" status: 404 len: 337 time: 0.0836911 May 06 13:15:49.304644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44102) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:49.381152 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56ffb15-cf30-4b2d-a277-237e6eb1a5ec tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): The resource could not be found. May 06 13:15:49.382335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56ffb15-cf30-4b2d-a277-237e6eb1a5ec tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:49.385688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a56ffb15-cf30-4b2d-a277-237e6eb1a5ec tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/ec889ca7-0af1-4e90-bdd5-86808be40a40 HTTP/1.1" status: 404 len: 339 time: 0.0792286 May 06 13:15:49.392361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44106) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:49.494100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=d1b61b45-19c5-40e3-8667-be280abfb73b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:49.497564 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06e4b7f-093b-4035-bd49-25c9f9de3223 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): The resource could not be found. May 06 13:15:49.498127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06e4b7f-093b-4035-bd49-25c9f9de3223 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:49.569572 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f06e4b7f-093b-4035-bd49-25c9f9de3223 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/subnets/9d9b585c-3ec7-4c26-b3ed-62a8c4dd6c03 HTTP/1.1" status: 404 len: 337 time: 0.1722052 May 06 13:15:49.571978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44112) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:49.654199 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e9c83c-77fe-4c49-aae9-a5008c6d4e45 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): The resource could not be found. May 06 13:15:49.654838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e9c83c-77fe-4c49-aae9-a5008c6d4e45 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:49.660494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-19e9c83c-77fe-4c49-aae9-a5008c6d4e45 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/ebe34cb2-cfcc-4172-a9db-ce2310bb1e0d HTTP/1.1" status: 404 len: 339 time: 0.0829937 May 06 13:15:49.662721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44116) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:49.688585 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:49.751359 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-112308c3-726d-4e2a-bdc4-4fca2b4ba771 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): The resource could not be found. May 06 13:15:49.751927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112308c3-726d-4e2a-bdc4-4fca2b4ba771 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:49.756023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-112308c3-726d-4e2a-bdc4-4fca2b4ba771 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/subnets/6a7bace4-dee8-4458-86a1-573a20913692 HTTP/1.1" status: 404 len: 337 time: 0.0914307 May 06 13:15:49.756317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44120) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:49.792055 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-34821a41-216d-4666-8ba0-0b512b8cf4b3 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): The resource could not be found. May 06 13:15:49.792711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34821a41-216d-4666-8ba0-0b512b8cf4b3 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:49.795823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-34821a41-216d-4666-8ba0-0b512b8cf4b3 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/0514bac1-5f77-41c5-9506-38d8a3ad9f5c HTTP/1.1" status: 404 len: 339 time: 0.0382087 May 06 13:15:49.798843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44124) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:49.912264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa2176-14e8-4547-81ad-947b634a4cd5 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Deleting port dd6d6309-6c66-46f0-8b90-daeedc02042b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:49.913223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2176-14e8-4547-81ad-947b634a4cd5 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:50.351141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2176-14e8-4547-81ad-947b634a4cd5 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:50.409648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 4801e877-e7c3-4953-ae8e-26a8c7b59244 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:15:50.583547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa2176-14e8-4547-81ad-947b634a4cd5 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Calling delete_port for dd6d6309-6c66-46f0-8b90-daeedc02042b owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:50.714134 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2176-14e8-4547-81ad-947b634a4cd5 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:50.783979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:15:50.789214 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:50.805324 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] Sync routers for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:15:50.823477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa2176-14e8-4547-81ad-947b634a4cd5 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Port': ['ID=dd6d6309-6c66-46f0-8b90-daeedc02042b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:50.827291 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:50.828303 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:50.870935 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2176-14e8-4547-81ad-947b634a4cd5 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:50.875244 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-894c96ab-9d05-4ee7-a227-44204638fb25 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/floatingips/845a9cf5-59c2-4a11-91ca-f3ee817271dd HTTP/1.1" status: 204 len: 168 time: 3.1477392 May 06 13:15:50.876877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:15:50.887100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a9aa2176-14e8-4547-81ad-947b634a4cd5 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/ports/dd6d6309-6c66-46f0-8b90-daeedc02042b HTTP/1.1" status: 204 len: 168 time: 1.0829978 May 06 13:15:50.891701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44136) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:50.937535 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ea121c-8b47-4690-9b65-a84fc045c7ce tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): The resource could not be found. May 06 13:15:50.938340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ea121c-8b47-4690-9b65-a84fc045c7ce tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:50.945353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-05ea121c-8b47-4690-9b65-a84fc045c7ce tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/subnets/a2f2b7fa-747c-468e-ba7b-10baf230d36d HTTP/1.1" status: 404 len: 337 time: 0.0480175 May 06 13:15:50.945808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44144) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:51.147608 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:51.389793 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:15:51.455929 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:51.532612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a09a6f7-1dc2-4f56-a82b-85d69a20e524']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:51.562106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950523c2-b430-440a-ac47-4f8d2e77fecf') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:51.562839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950523c2-b430-440a-ac47-4f8d2e77fecf') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:51.588706 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:51.622475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:51.636201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:15:51.636686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: timer() May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:15:51.666531 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:15:51.850629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:51.880590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea3925-2adf-4be3-baa5-3d232bae4685 req-53686f1b-9ba0-4236-b621-b2ba0d1c11c6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:51.893736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1ea3925-2adf-4be3-baa5-3d232bae4685 req-53686f1b-9ba0-4236-b621-b2ba0d1c11c6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 945 time: 0.3016136 May 06 13:15:51.917277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:51.935723 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42bf9643-b7a4-469c-9316-bff06350b634'] response: {'name': 'network-changed', 'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'status': 'completed', 'code': 200} May 06 13:15:51.961234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Network': ['ID=2a09a6f7-1dc2-4f56-a82b-85d69a20e524,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:51.974245 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7104e925-ee38-4eef-93c6-a6bd1f1b6241 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/2a09a6f7-1dc2-4f56-a82b-85d69a20e524 HTTP/1.1" status: 204 len: 168 time: 1.0238898 May 06 13:15:51.985370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44166) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:52.139592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-86c4c94a-c84b-4fd7-91c7-87efbee64e60 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Deleting port 997c5f00-c791-4b40-877e-e206c784fff4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:52.140285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86c4c94a-c84b-4fd7-91c7-87efbee64e60 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:52.186236 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b256d39d-e4ba-4482-a330-829dd0967843', 'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:ce:9f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:40Z', 'updated_at': '2022-05-06T13:13:53Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:52.198557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1ea3925-2adf-4be3-baa5-3d232bae4685 req-77910ce6-ab82-449a-b0c0-52ccafcd2893 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042574 May 06 13:15:52.201908 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] Checking router: 4801e877-e7c3-4953-ae8e-26a8c7b59244 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:15:52.221863 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:15:52.222658 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:52.518003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e63bf-a5e3-4334-bc89-993098c90166 req-8dab71a9-93b5-4951-aff7-89153c918fad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 1096 time: 0.3771331 May 06 13:15:52.623207 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:15:52.852210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e63bf-a5e3-4334-bc89-993098c90166 req-726504a4-aca3-447f-9a9e-980edb43f0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:52.855068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e63bf-a5e3-4334-bc89-993098c90166 req-726504a4-aca3-447f-9a9e-980edb43f0a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8a2b67a1-4a75-4b91-92a8-81615444b5a9 HTTP/1.1" status: 200 len: 898 time: 0.3292851 May 06 13:15:52.937230 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86c4c94a-c84b-4fd7-91c7-87efbee64e60 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:53.024476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e63bf-a5e3-4334-bc89-993098c90166 req-45c20a89-82a9-402d-8787-9e40bb4b6210 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af9ebb6-d754-4edd-907e-953d255f10b1 HTTP/1.1" status: 200 len: 217 time: 0.1607172 May 06 13:15:53.159889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e63bf-a5e3-4334-bc89-993098c90166 req-d9672e6a-7c8a-44f1-8603-db9b1e58f628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:53.163756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e63bf-a5e3-4334-bc89-993098c90166 req-d9672e6a-7c8a-44f1-8603-db9b1e58f628 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0fc79b20-e81e-48e3-bece-0e8ef09afa02 HTTP/1.1" status: 200 len: 835 time: 0.1319892 May 06 13:15:53.214888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-86c4c94a-c84b-4fd7-91c7-87efbee64e60 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Calling delete_port for 997c5f00-c791-4b40-877e-e206c784fff4 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:53.254676 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b256d39d-e4ba-4482-a330-829dd0967843', 'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:ce:9f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:40Z', 'updated_at': '2022-05-06T13:13:53Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:53.263572 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda91fa2-0b02-4244-ae20-5c8daba91be9 None None] The sync data for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 is: [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b256d39d-e4ba-4482-a330-829dd0967843', 'name': '', 'network_id': '8a2b67a1-4a75-4b91-92a8-81615444b5a9', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'mac_address': 'fa:16:3e:ce:9f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:40Z', 'updated_at': '2022-05-06T13:13:53Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'subnets': [{'id': '0fc79b20-e81e-48e3-bece-0e8ef09afa02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:15:53.376303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e63bf-a5e3-4334-bc89-993098c90166 req-e437b4c9-9909-4aae-95be-3a1482e6b369 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8a2b67a1-4a75-4b91-92a8-81615444b5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038631 May 06 13:15:53.492515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-789749b1-137e-4f1f-8c7d-652b45ee1501 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:53.493752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-789749b1-137e-4f1f-8c7d-652b45ee1501 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Synchronizing usage tracker for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:15:53.536947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-789749b1-137e-4f1f-8c7d-652b45ee1501 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Unset dirty status for tenant:3bac5d69b56c46b8a184309e1bb6ab79 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:15:53.539056 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-789749b1-137e-4f1f-8c7d-652b45ee1501 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 945 time: 0.2697451 May 06 13:15:53.700931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port 4af9ebb6-d754-4edd-907e-953d255f10b1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:53.701472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:53.845242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92501e6-ab4c-4dee-ab43-9388872d7910 None None] New status for floating IP 845a9cf5-59c2-4a11-91ca-f3ee817271dd: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:15:53.853399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e63bf-a5e3-4334-bc89-993098c90166 req-2eaa814b-aaa2-4d9d-8551-ed34c70bf1cc service neutron] 10.222.0.48 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709547 May 06 13:15:53.865745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c16b2-7b02-4207-8690-03c6f9ed85ac req-9917e47d-0d64-4e6b-9313-fbf71dad21cb tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:53.880585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e6c16b2-7b02-4207-8690-03c6f9ed85ac req-9917e47d-0d64-4e6b-9313-fbf71dad21cb tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 945 time: 0.2665381 May 06 13:15:53.935624 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86c4c94a-c84b-4fd7-91c7-87efbee64e60 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:54.085410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4c94a-c84b-4fd7-91c7-87efbee64e60 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Port': ['ID=997c5f00-c791-4b40-877e-e206c784fff4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:54.236585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af9e63bf-a5e3-4334-bc89-993098c90166 req-b17441cf-5345-4286-b3bd-c8e871b1aa80 service neutron] 10.222.0.48 "GET /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522789 May 06 13:15:54.244154 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-86c4c94a-c84b-4fd7-91c7-87efbee64e60 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:54.262580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e6c16b2-7b02-4207-8690-03c6f9ed85ac req-fea0442a-203e-4d70-9840-337862f60209 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/security-groups?id=064aabf4-9ef1-436f-ab4d-f578876c88f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804097 May 06 13:15:54.269157 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-86c4c94a-c84b-4fd7-91c7-87efbee64e60 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/ports/997c5f00-c791-4b40-877e-e206c784fff4 HTTP/1.1" status: 204 len: 168 time: 2.2822456 May 06 13:15:54.273431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44186) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:54.351517 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f256b859-2a14-42eb-891b-0686630c9253 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] DELETE failed (client error): The resource could not be found. May 06 13:15:54.352095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f256b859-2a14-42eb-891b-0686630c9253 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:15:54.354117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f256b859-2a14-42eb-891b-0686630c9253 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/subnets/82ef8413-6b0d-4251-a237-838fcaef6108 HTTP/1.1" status: 404 len: 337 time: 0.0792749 May 06 13:15:54.358206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44192) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:54.381231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] For port 4af9ebb6-d754-4edd-907e-953d255f10b1, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=4af9ebb6-d754-4edd-907e-953d255f10b1,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:54.381833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:54.560742 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:54.576678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Deleting port 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:54.577372 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:54.597456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for 4af9ebb6-d754-4edd-907e-953d255f10b1 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:54.846273 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:54.935222 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=4af9ebb6-d754-4edd-907e-953d255f10b1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:54.942835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] For port 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6,segment=NetworkSegment(0abf7fdc-6806-4244-9059-92a18af66143),segment_id=0abf7fdc-6806-4244-9059-92a18af66143)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:54.943398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:55.082562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] No DVR routers for this DVR port 4af9ebb6-d754-4edd-907e-953d255f10b1 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:15:55.095450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:55.101578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'name': 'network-vif-deleted', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:15:55.155103 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d1d7e478-eb38-4b9c-80c4-2c876ee3132f req-15fd02df-b57c-46c2-8812-177e413757ab tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.48 "DELETE /v2.0/ports/4af9ebb6-d754-4edd-907e-953d255f10b1 HTTP/1.1" status: 204 len: 173 time: 1.5853989 May 06 13:15:55.170279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Calling delete_port for 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:55.250074 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427ebede-cf13-48cc-b3e8-493a7c1f9db4'] response: {'server_uuid': '5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc', 'name': 'network-vif-deleted', 'tag': '4af9ebb6-d754-4edd-907e-953d255f10b1', 'status': 'completed', 'code': 200} May 06 13:15:55.319719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:55.372622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Port': ['ID=2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:55.385747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] No DVR routers for this DVR port 2a8c3f4c-69ae-43ae-8608-2aa4a09a81e6 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:15:55.818508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51870bc0-57b8-4b50-b48d-ad87dd2ad5f8 req-6590e644-884f-4694-bd82-a6691739055d tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d3f5564-bae2-4ba0-bf8c-95afe3d56cdc HTTP/1.1" status: 200 len: 210 time: 0.1787744 May 06 13:15:55.869394 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:55.908638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2bd12a-c86f-4885-a0e3-1e1bc393975e']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:55.938876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abf7fdc-6806-4244-9059-92a18af66143') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:55.939316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abf7fdc-6806-4244-9059-92a18af66143') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:55.955758 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:55.979746 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:55.988256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:15:55.989325 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: timer() May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:15:56.010055 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:15:56.098106 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:56.117809 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:56.131768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Network': ['ID=5e2bd12a-c86f-4885-a0e3-1e1bc393975e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:56.142201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-74f79e96-c0c6-49fc-86e4-afc3e9497132 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/5e2bd12a-c86f-4885-a0e3-1e1bc393975e HTTP/1.1" status: 204 len: 168 time: 1.7822974 May 06 13:15:56.146058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44208) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:56.368242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a49c10-ffac-463c-aca9-d3d7cdd591a2 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Deleting subnet d5f089f5-dc6a-44db-89c9-77f8381456bc {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:15:56.372195 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37a49c10-ffac-463c-aca9-d3d7cdd591a2 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:56.441282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37a49c10-ffac-463c-aca9-d3d7cdd591a2 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:56.607922 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37a49c10-ffac-463c-aca9-d3d7cdd591a2 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:56.702068 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37a49c10-ffac-463c-aca9-d3d7cdd591a2 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:56.746390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a49c10-ffac-463c-aca9-d3d7cdd591a2 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f089f5-dc6a-44db-89c9-77f8381456bc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:56.750770 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37a49c10-ffac-463c-aca9-d3d7cdd591a2 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:56.761737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-37a49c10-ffac-463c-aca9-d3d7cdd591a2 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/subnets/d5f089f5-dc6a-44db-89c9-77f8381456bc HTTP/1.1" status: 204 len: 168 time: 0.6141491 May 06 13:15:56.765592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44216) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:56.768498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7cecc-8353-4b1c-bdf9-caacd65274bc None None] Network 97cb5281-9552-434a-90db-9292a76ce8fb requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:15:56.902875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:56.919062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Deleting port 184589f1-ea1f-4c28-848b-24f9a494eb6d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:56.919532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:57.076263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44226) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:57.182738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb65415-7e19-40de-b63c-fb2deb17e1b8 None None] DHCP port deletion for 97cb5281-9552-434a-90db-9292a76ce8fb request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:15:57.190516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ccb65415-7e19-40de-b63c-fb2deb17e1b8 None None] Deleting port 184589f1-ea1f-4c28-848b-24f9a494eb6d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:57.191322 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ccb65415-7e19-40de-b63c-fb2deb17e1b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:57.283137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d5ded98-4a4c-4984-9da4-6c4da40d695c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:57.364605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d5ded98-4a4c-4984-9da4-6c4da40d695c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:57.501314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d5ded98-4a4c-4984-9da4-6c4da40d695c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:57.536298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ded98-4a4c-4984-9da4-6c4da40d695c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064aabf4-9ef1-436f-ab4d-f578876c88f2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:57.556487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4af9ebb6-d754-4edd-907e-953d255f10b1 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:15:57.557553 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4d5ded98-4a4c-4984-9da4-6c4da40d695c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:57.564409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4d5ded98-4a4c-4984-9da4-6c4da40d695c tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/security-groups/064aabf4-9ef1-436f-ab4d-f578876c88f2 HTTP/1.1" status: 204 len: 168 time: 0.4860048 May 06 13:15:57.611502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] For port 184589f1-ea1f-4c28-848b-24f9a494eb6d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=184589f1-ea1f-4c28-848b-24f9a494eb6d,segment=NetworkSegment(4adc2c68-a587-445d-a9a1-155dc50f87dd),segment_id=4adc2c68-a587-445d-a9a1-155dc50f87dd)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:57.612053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:57.641131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44240) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:15:57.664771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 4af9ebb6-d754-4edd-907e-953d255f10b1 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:15:57.665296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 4af9ebb6-d754-4edd-907e-953d255f10b1 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:15:57.702993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ccb65415-7e19-40de-b63c-fb2deb17e1b8 None None] For port 184589f1-ea1f-4c28-848b-24f9a494eb6d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=184589f1-ea1f-4c28-848b-24f9a494eb6d,segment=NetworkSegment(4adc2c68-a587-445d-a9a1-155dc50f87dd),segment_id=4adc2c68-a587-445d-a9a1-155dc50f87dd)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:15:57.703329 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ccb65415-7e19-40de-b63c-fb2deb17e1b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:57.857513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ccb65415-7e19-40de-b63c-fb2deb17e1b8 None None] Calling delete_port for 184589f1-ea1f-4c28-848b-24f9a494eb6d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:57.972956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ccb65415-7e19-40de-b63c-fb2deb17e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:57.994858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Calling delete_port for 184589f1-ea1f-4c28-848b-24f9a494eb6d owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:15:58.043199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb65415-7e19-40de-b63c-fb2deb17e1b8 None None] Pushing event deleted for resources: {'Port': ['ID=184589f1-ea1f-4c28-848b-24f9a494eb6d,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:58.056147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb65415-7e19-40de-b63c-fb2deb17e1b8 None None] No DVR routers for this DVR port 184589f1-ea1f-4c28-848b-24f9a494eb6d on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:15:58.282314 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:15:58.283039 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:15:58.759082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:58.826981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Deleting port 184589f1-ea1f-4c28-848b-24f9a494eb6d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:15:58.827315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:58.964235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] The port '184589f1-ea1f-4c28-848b-24f9a494eb6d' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:15:59.107991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:59.141877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cb5281-9552-434a-90db-9292a76ce8fb']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:59.160272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adc2c68-a587-445d-a9a1-155dc50f87dd') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:59.160595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adc2c68-a587-445d-a9a1-155dc50f87dd') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:15:59.176947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:59.197240 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:59.206682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:15:59.206968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 184589f1-ea1f-4c28-848b-24f9a494eb6d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:15:59.207725 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: timer() May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:15:59.221944 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:15:59.265735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 184589f1-ea1f-4c28-848b-24f9a494eb6d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:15:59.266281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 184589f1-ea1f-4c28-848b-24f9a494eb6d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:15:59.374579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:59.412184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:59.427653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Pushing event deleted for resources: {'Network': ['ID=97cb5281-9552-434a-90db-9292a76ce8fb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:15:59.438548 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] 10.222.0.44 "DELETE /v2.0/networks/97cb5281-9552-434a-90db-9292a76ce8fb HTTP/1.1" status: 204 len: 168 time: 2.6718318 May 06 13:15:59.474525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.474789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.475118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.475642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.475968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.476291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.476611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.476925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.477239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.477726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.478042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c1aa4-f4cb-4099-8ce8-681d86c92047 tempest-NetworksIpV6TestAttrs-234557613 tempest-NetworksIpV6TestAttrs-234557613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:15:59.820806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44272) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:00.074963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44278) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:00.075236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c2bea176-b87d-4136-a6dd-7309995b18f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1af72c360f724adcb49ec31bdde1888e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2526140 May 06 13:16:00.174056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port b256d39d-e4ba-4482-a330-829dd0967843 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:00.174656 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:00.274341 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-941cbef9-f627-4c00-9b6d-953c5a09533a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:00.403235 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-941cbef9-f627-4c00-9b6d-953c5a09533a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:00.493352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] For port b256d39d-e4ba-4482-a330-829dd0967843, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b256d39d-e4ba-4482-a330-829dd0967843,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:00.494130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:00.672559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for b256d39d-e4ba-4482-a330-829dd0967843 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:00.753395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-941cbef9-f627-4c00-9b6d-953c5a09533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:00.792389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cbef9-f627-4c00-9b6d-953c5a09533a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd037461-036e-46dd-8e1b-a932afcbd06d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:00.814469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-941cbef9-f627-4c00-9b6d-953c5a09533a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:00.819181 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-941cbef9-f627-4c00-9b6d-953c5a09533a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd037461-036e-46dd-8e1b-a932afcbd06d HTTP/1.1" status: 204 len: 168 time: 0.7431276 May 06 13:16:01.051466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:01.147135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=b256d39d-e4ba-4482-a330-829dd0967843,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:01.763198 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:02.096998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44320) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:02.278103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1405338037'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:02.300589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:02.307960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:network and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:02.311919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:02.321203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:02.336368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:02.340241 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:02.354683 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:02.391532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:02.395909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group_rule and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:02.399776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:02.407079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:02.500161 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:02.506087 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:02.548007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:16:02.561654 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:02.562056 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Added segment 7a1b9166-52be-4a0d-b5de-a1686c28adf0 of type vlan for network a116f4bf-eebc-438d-b83f-08575bab6720 May 06 13:16:02.607197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a753172-0e7a-419a-9f5a-5552f535047d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:02.610890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:02.671864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:02.672957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Router 4801e877-e7c3-4953-ae8e-26a8c7b59244 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:16:02.679347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:02.680177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:02.762036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6565819 May 06 13:16:02.762036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44332) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:02.777844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'name': 'tempest-PortsIpV6TestJSON-1720994627'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:03.000968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:16:03.014648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bc430-f6cf-4a60-ae2d-92ade90ab8ac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Network': ['ID=a116f4bf-eebc-438d-b83f-08575bab6720,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:03.043750 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] Sync routers for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:16:03.051200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:16:03.052061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44336) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:03.055203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bff63997-03c5-400c-ac2b-00d91a1431d5 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "PUT /v2.0/routers/4801e877-e7c3-4953-ae8e-26a8c7b59244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4121065 May 06 13:16:03.071245 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:16:03.073307 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:03.374080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:03.380648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:03.385907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:03.396609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:03.417310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:03.422295 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:03.494647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port fed9e044-dd42-4982-be8b-4ea2f04c3928 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:16:03.525612 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:16:03.579376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-073fd65b-6a87-4509-b28c-f7f18dc1a95b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting subnet 0fc79b20-e81e-48e3-bece-0e8ef09afa02 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:16:03.585103 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-073fd65b-6a87-4509-b28c-f7f18dc1a95b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:03.859318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-073fd65b-6a87-4509-b28c-f7f18dc1a95b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:04.039272 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:16:00Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:04.045102 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] Checking router: 4801e877-e7c3-4953-ae8e-26a8c7b59244 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:16:04.065661 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] Routers {'4801e877-e7c3-4953-ae8e-26a8c7b59244'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:16:04.065661 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4801e877-e7c3-4953-ae8e-26a8c7b59244'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:04.198268 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:04.212828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-073fd65b-6a87-4509-b28c-f7f18dc1a95b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:04.277991 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] Set router 4801e877-e7c3-4953-ae8e-26a8c7b59244 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:16:04.362038 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:04.426999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-073fd65b-6a87-4509-b28c-f7f18dc1a95b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:04.549140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fd65b-6a87-4509-b28c-f7f18dc1a95b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc79b20-e81e-48e3-bece-0e8ef09afa02,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:04.591699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-073fd65b-6a87-4509-b28c-f7f18dc1a95b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:04.600164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c0891-d41e-439a-b851-db39104f509c None None] Network 8a2b67a1-4a75-4b91-92a8-81615444b5a9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:04.611635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=fed9e044-dd42-4982-be8b-4ea2f04c3928,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:04.651598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-073fd65b-6a87-4509-b28c-f7f18dc1a95b tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/subnets/0fc79b20-e81e-48e3-bece-0e8ef09afa02 HTTP/1.1" status: 204 len: 168 time: 1.5980864 May 06 13:16:04.655446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44354) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:04.672803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Checking segment: {'id': '7a1b9166-52be-4a0d-b5de-a1686c28adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:04.673699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network hostable DHCP agents. Network: a116f4bf-eebc-438d-b83f-08575bab6720, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:16:04.720789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:16:04.742976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, a116f4bf-eebc-438d-b83f-08575bab6720) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:04.768554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:04.783026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:04.783689 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:04.828012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-91991bb4-4d18-42b2-a4c3-38e0ad478613 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0652928 May 06 13:16:04.832100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44360) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:04.845162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-808092589'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:04.868454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:04.882262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:network and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:04.896055 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:16:00Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:04.896531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:04.906326 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddd62e-b41c-4228-a64c-4cd51fdbc8a4 None None] The sync data for ids ['4801e877-e7c3-4953-ae8e-26a8c7b59244'] in n-d-840847-1 is: [{'id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'name': 'tempest-TestNetworkBasicOps-router-71428389', 'tenant_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:13:32Z', 'updated_at': '2022-05-06T13:16:00Z', 'revision_number': 5, 'project_id': '3bac5d69b56c46b8a184309e1bb6ab79', 'gw_port': {'id': '21541370-e2c3-402d-aed8-a67f815f43bc', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4801e877-e7c3-4953-ae8e-26a8c7b59244', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:13:33Z', 'updated_at': '2022-05-06T13:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:16:04.919536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:04.960054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:04.964997 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:04.984790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a86dd-7e0f-409a-a2d3-2a4ec71afa89 None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:05.025617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:16:05.045055 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:05.045690 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Added segment f7b8df91-50de-4180-8509-7ac3dd259ac8 of type vlan for network 76a89a4a-2245-4736-90d9-06d4dfa75cc2 May 06 13:16:05.107743 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:05.143022 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:05.163096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:05.170538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:05.172011 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:05.354714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b256d39d-e4ba-4482-a330-829dd0967843 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:16:05.431180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Network': ['ID=76a89a4a-2245-4736-90d9-06d4dfa75cc2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:05.447967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b256d39d-e4ba-4482-a330-829dd0967843 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:16:05.448282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b256d39d-e4ba-4482-a330-829dd0967843 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:16:05.452349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-29f0e0b8-8770-48f8-b2b3-7bbc882fd2ed tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6189318 May 06 13:16:05.453187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121db8e0-62cf-4b66-a146-135e1c06df0a None None] DHCP port deletion for 8a2b67a1-4a75-4b91-92a8-81615444b5a9 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:16:05.455251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 76a89a4a-2245-4736-90d9-06d4dfa75cc2 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:16:05.456549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44368) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:05.473271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'ports': [{'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720'}, {'network_id': '76a89a4a-2245-4736-90d9-06d4dfa75cc2'}]} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:05.473628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:05.474130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': '76a89a4a-2245-4736-90d9-06d4dfa75cc2'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:05.553101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-121db8e0-62cf-4b66-a146-135e1c06df0a None None] Deleting port 103f187e-a17f-45b5-84e6-3326c2830226 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:05.553488 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-121db8e0-62cf-4b66-a146-135e1c06df0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:05.719195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:05.730840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Deleting port 21541370-e2c3-402d-aed8-a67f815f43bc {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:05.731329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:05.894649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:05.899431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:05.902886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:05.912021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:05.931791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 2} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:05.936057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:05.976096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:06.003652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-121db8e0-62cf-4b66-a146-135e1c06df0a None None] For port 103f187e-a17f-45b5-84e6-3326c2830226, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=103f187e-a17f-45b5-84e6-3326c2830226,segment=NetworkSegment(5d98748a-9f8f-40ac-b617-ccfb6cb42a03),segment_id=5d98748a-9f8f-40ac-b617-ccfb6cb42a03)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:06.004327 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-121db8e0-62cf-4b66-a146-135e1c06df0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:06.032382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] For port 21541370-e2c3-402d-aed8-a67f815f43bc, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=21541370-e2c3-402d-aed8-a67f815f43bc,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:06.032782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:06.170502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Calling delete_port for 21541370-e2c3-402d-aed8-a67f815f43bc owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:06.235659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-121db8e0-62cf-4b66-a146-135e1c06df0a None None] Calling delete_port for 103f187e-a17f-45b5-84e6-3326c2830226 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:06.394781 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-121db8e0-62cf-4b66-a146-135e1c06df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:06.417524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port 91e5a861-a5a8-481e-a791-bf6768d9e93c yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:16:06.468533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121db8e0-62cf-4b66-a146-135e1c06df0a None None] Pushing event deleted for resources: {'Port': ['ID=103f187e-a17f-45b5-84e6-3326c2830226,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:06.490872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121db8e0-62cf-4b66-a146-135e1c06df0a None None] No DVR routers for this DVR port 103f187e-a17f-45b5-84e6-3326c2830226 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:16:06.606355 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:06.647237 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:06.680232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Port': ['ID=21541370-e2c3-402d-aed8-a67f815f43bc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:06.847447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port e9eb6d6b-7223-4bed-9d9c-89ebf6d1145e yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:16:06.998413 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:07.012961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44388) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:07.038032 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:07.068469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:07.178729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=91e5a861-a5a8-481e-a791-bf6768d9e93c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:07.190832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.191945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.192306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.192750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.193177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.193525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.193868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.194196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.194525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.194897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.195216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:07.230165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:07.233043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:07.236752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:07.238159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:07.427431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 103f187e-a17f-45b5-84e6-3326c2830226 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:16:07.496463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 103f187e-a17f-45b5-84e6-3326c2830226 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:16:07.497333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 103f187e-a17f-45b5-84e6-3326c2830226 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:16:07.501584 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:07.568036 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:07.576129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:07.625418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:07.626335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Fanout notify agent at l3_agent the message router_deleted on router 4801e877-e7c3-4953-ae8e-26a8c7b59244 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:16:07.659639 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:07.665434 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-49f5e4fa-cd0e-4317-a4b5-ba4e6f9daac6 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/routers/4801e877-e7c3-4953-ae8e-26a8c7b59244 HTTP/1.1" status: 204 len: 168 time: 3.0042140 May 06 13:16:07.666756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44394) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:07.704416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=e9eb6d6b-7223-4bed-9d9c-89ebf6d1145e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:07.839414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Checking segment: {'id': 'f7b8df91-50de-4180-8509-7ac3dd259ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '76a89a4a-2245-4736-90d9-06d4dfa75cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:07.840065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network hostable DHCP agents. Network: 76a89a4a-2245-4736-90d9-06d4dfa75cc2, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:16:08.031809 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.088359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network 76a89a4a-2245-4736-90d9-06d4dfa75cc2 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:16:08.172495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 76a89a4a-2245-4736-90d9-06d4dfa75cc2) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:08.193684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdecb739-2404-4f71-95aa-3d6df13540f0 None None] Network 76a89a4a-2245-4736-90d9-06d4dfa75cc2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:08.197590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port 14ec0477-5ea9-4136-bc85-1fe87bcc88a9 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:08.198075 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.238115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:08.244164 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:08.249206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:08.250142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.475449 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.498821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0cf25ed1-1354-440b-9528-14c72e511bc6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0385420 May 06 13:16:08.509797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44404) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:08.583124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2b67a1-4a75-4b91-92a8-81615444b5a9']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:08.600513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d98748a-9f8f-40ac-b617-ccfb6cb42a03') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:08.600813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d98748a-9f8f-40ac-b617-ccfb6cb42a03') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:08.621836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-45016fe2-33b5-48af-b9c7-e73065502de9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port e9eb6d6b-7223-4bed-9d9c-89ebf6d1145e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:08.622181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45016fe2-33b5-48af-b9c7-e73065502de9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.632052 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.664639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.665061 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.679975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.759669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:16:08.760039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: timer() May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:16:08.780058 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:16:08.849797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for 14ec0477-5ea9-4136-bc85-1fe87bcc88a9 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:08.947970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45016fe2-33b5-48af-b9c7-e73065502de9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:09.048416 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:09.054591 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:09.102378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] Pushing event deleted for resources: {'Network': ['ID=8a2b67a1-4a75-4b91-92a8-81615444b5a9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:09.108947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2e3a6a07-0af4-41b0-92fa-848a388106f2 tempest-TestNetworkBasicOps-699440060 tempest-TestNetworkBasicOps-699440060-project] 10.222.0.44 "DELETE /v2.0/networks/8a2b67a1-4a75-4b91-92a8-81615444b5a9 HTTP/1.1" status: 204 len: 168 time: 1.4374959 May 06 13:16:09.168489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-45016fe2-33b5-48af-b9c7-e73065502de9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for e9eb6d6b-7223-4bed-9d9c-89ebf6d1145e owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:09.171520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 21541370-e2c3-402d-aed8-a67f815f43bc no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:16:09.300514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 21541370-e2c3-402d-aed8-a67f815f43bc {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:16:09.300969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 21541370-e2c3-402d-aed8-a67f815f43bc not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:16:09.322464 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:09.360378 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45016fe2-33b5-48af-b9c7-e73065502de9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:09.423821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=14ec0477-5ea9-4136-bc85-1fe87bcc88a9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:09.473239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45016fe2-33b5-48af-b9c7-e73065502de9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=e9eb6d6b-7223-4bed-9d9c-89ebf6d1145e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:09.483369 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-45016fe2-33b5-48af-b9c7-e73065502de9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:09.494485 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-45016fe2-33b5-48af-b9c7-e73065502de9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/e9eb6d6b-7223-4bed-9d9c-89ebf6d1145e HTTP/1.1" status: 204 len: 168 time: 0.9778180 May 06 13:16:09.498868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44416) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:09.695163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:09.885694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44426) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:10.056532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5fe8f3-0e64-4394-88fc-a1273c364ffd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:10.062764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5fe8f3-0e64-4394-88fc-a1273c364ffd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:10.063922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eb5fe8f3-0e64-4394-88fc-a1273c364ffd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:10.111445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-eb5fe8f3-0e64-4394-88fc-a1273c364ffd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:10.113556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eb5fe8f3-0e64-4394-88fc-a1273c364ffd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6125238 May 06 13:16:10.120795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44438) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:10.214755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ade99-1288-4e17-94fa-619905c7f95b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 91e5a861-a5a8-481e-a791-bf6768d9e93c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:10.215216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4ade99-1288-4e17-94fa-619905c7f95b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:10.237442 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0b677e97-5a3e-44d0-9b12-8e349780da6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bac5d69b56c46b8a184309e1bb6ab79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3495510 May 06 13:16:10.238636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44442) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:10.375568 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0008b94-4784-4a1b-a43c-81d7025b2cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:10.411533 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0008b94-4784-4a1b-a43c-81d7025b2cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:10.527234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0008b94-4784-4a1b-a43c-81d7025b2cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:10.569704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0008b94-4784-4a1b-a43c-81d7025b2cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfacb5-f16d-463d-8907-1a33919d6f35,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:10.598354 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0008b94-4784-4a1b-a43c-81d7025b2cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:10.601203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f0008b94-4784-4a1b-a43c-81d7025b2cfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cdfacb5-f16d-463d-8907-1a33919d6f35 HTTP/1.1" status: 204 len: 168 time: 0.3599989 May 06 13:16:10.674173 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4ade99-1288-4e17-94fa-619905c7f95b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:10.902209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ade99-1288-4e17-94fa-619905c7f95b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 91e5a861-a5a8-481e-a791-bf6768d9e93c owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:11.035442 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4ade99-1288-4e17-94fa-619905c7f95b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:11.145465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44458) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:11.146268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ade99-1288-4e17-94fa-619905c7f95b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=91e5a861-a5a8-481e-a791-bf6768d9e93c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:11.169214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fa4ade99-1288-4e17-94fa-619905c7f95b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:11.188688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a76345e-f6ba-407f-b058-f8d350ca2353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:11.221523 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fa4ade99-1288-4e17-94fa-619905c7f95b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/91e5a861-a5a8-481e-a791-bf6768d9e93c HTTP/1.1" status: 204 len: 168 time: 1.0977173 May 06 13:16:11.225608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44464) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:11.333601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 9b688492-7d39-486d-9b72-641cbb686558 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:16:11.461445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a76345e-f6ba-407f-b058-f8d350ca2353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:11.467174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a76345e-f6ba-407f-b058-f8d350ca2353 admin admin] Usage tracker for resource:security_group_rule and tenant:f958f2b5f72e4e75887669b5fed87e26 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:11.471476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7a76345e-f6ba-407f-b058-f8d350ca2353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:11.479948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7a76345e-f6ba-407f-b058-f8d350ca2353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:11.557676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37f69a-14f6-4b7d-91e0-abc6e3e98498 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:11.558996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b37f69a-14f6-4b7d-91e0-abc6e3e98498 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:11.583852 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a76345e-f6ba-407f-b058-f8d350ca2353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:11.591718 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7a76345e-f6ba-407f-b058-f8d350ca2353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:11.656003 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7a76345e-f6ba-407f-b058-f8d350ca2353 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f958f2b5f72e4e75887669b5fed87e26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5036008 May 06 13:16:11.657060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44478) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:11.661219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76345e-f6ba-407f-b058-f8d350ca2353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31883c47-fb1f-4728-a875-4656aec9257f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:11.718535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b37f69a-14f6-4b7d-91e0-abc6e3e98498 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:11.719942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9b37f69a-14f6-4b7d-91e0-abc6e3e98498 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4879546 May 06 13:16:11.724571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44494) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:11.831807 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f18e1e-e23f-4e5b-8418-919008bc3aac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:16:11.831807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-61f18e1e-e23f-4e5b-8418-919008bc3aac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:11.840627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:16:11.852242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] Sync routers for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:16:11.854589 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:11.864829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-61f18e1e-e23f-4e5b-8418-919008bc3aac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:11.866072 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-61f18e1e-e23f-4e5b-8418-919008bc3aac tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/e9eb6d6b-7223-4bed-9d9c-89ebf6d1145e HTTP/1.1" status: 404 len: 333 time: 0.1402488 May 06 13:16:11.867171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:16:11.868059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:11.872774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44498) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:11.928522 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0e33663-6c84-450a-a1e4-b8823a927e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:11.961085 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0e33663-6c84-450a-a1e4-b8823a927e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:11.984216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1fd4b0b9-a5cd-4bd4-82d6-18d16ee480ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/floatingips/3a7c0134-1cac-41fc-ba43-5cb75d8c5754 HTTP/1.1" status: 204 len: 168 time: 4.9656765 May 06 13:16:11.984216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:16:12.001859 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62893a5-65d5-4a41-b7b4-3d928a993d61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:16:12.009083 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b62893a5-65d5-4a41-b7b4-3d928a993d61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/91e5a861-a5a8-481e-a791-bf6768d9e93c HTTP/1.1" status: 404 len: 333 time: 0.1307099 May 06 13:16:12.009917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44506) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:12.110880 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0e33663-6c84-450a-a1e4-b8823a927e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:12.198140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e33663-6c84-450a-a1e4-b8823a927e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31883c47-fb1f-4728-a875-4656aec9257f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:12.215773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:16:12.250813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0e33663-6c84-450a-a1e4-b8823a927e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:12.253009 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a0e33663-6c84-450a-a1e4-b8823a927e9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31883c47-fb1f-4728-a875-4656aec9257f HTTP/1.1" status: 204 len: 168 time: 0.5935633 May 06 13:16:12.488981 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a257956-0656-4e4d-9f2f-5fbe8d3b23df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:12.518919 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:12.809210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:12.833009 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc36b674-d3f6-46a8-89be-34bca2d237d7'] response: {'name': 'network-changed', 'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5', 'status': 'completed', 'code': 200} May 06 13:16:12.866833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a89a4a-2245-4736-90d9-06d4dfa75cc2']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:12.979141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b8df91-50de-4180-8509-7ac3dd259ac8') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:12.979546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b8df91-50de-4180-8509-7ac3dd259ac8') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:12.997138 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:13.031753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:13.053485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:16:13.053857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: timer() May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:16:13.095502 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:16:13.119993 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-cf7ad7e2-5465-420d-8782-ff6a38e3b16e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f57f59e5f10b4779858d012f38366eaf&device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 1096 time: 0.2527001 May 06 13:16:13.270210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:24Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e57eb395-09a8-4518-ac02-041be9d970b3', 'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:57:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:23Z', 'updated_at': '2022-05-06T13:12:35Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:13.290854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] Checking router: 9b688492-7d39-486d-9b72-641cbb686558 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:16:13.323268 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:13.351848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:16:13.355439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:15:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:13.466427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-cc0331d1-ad1f-4ee2-85f3-8a29123065fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:13.469844 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-cc0331d1-ad1f-4ee2-85f3-8a29123065fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 HTTP/1.1" status: 200 len: 897 time: 0.3380616 May 06 13:16:13.561056 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-9840eda3-9d18-40d8-bc4f-5eb378a04789 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feca970a-d031-49d5-b833-9ad71701aca5 HTTP/1.1" status: 200 len: 217 time: 0.0844638 May 06 13:16:13.563475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fabf4e-72b4-489a-9073-0ea3936a4c44 req-7d867a39-514c-482e-a545-b5996a52a43e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:13.565120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c6fabf4e-72b4-489a-9073-0ea3936a4c44 req-7d867a39-514c-482e-a545-b5996a52a43e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:13.591383 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:13.602001 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:13.666460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/networks/76a89a4a-2245-4736-90d9-06d4dfa75cc2 HTTP/1.1" status: 204 len: 168 time: 1.6540184 May 06 13:16:13.669465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a0f96-f9b4-45ce-9680-f04c4dca0805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Network': ['ID=76a89a4a-2245-4736-90d9-06d4dfa75cc2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:13.670481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:16:13.674261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44544) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:13.686263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-889518986'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:13.695738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:13.704133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:network and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:13.710395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:13.726033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:13.733633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-643c6421-0be6-4598-8322-2a917a0e0602 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:13.735850 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-643c6421-0be6-4598-8322-2a917a0e0602 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ce689b8d-1931-4795-bb6a-56d787886482 HTTP/1.1" status: 200 len: 835 time: 0.1679628 May 06 13:16:13.745560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c6fabf4e-72b4-489a-9073-0ea3936a4c44 req-7d867a39-514c-482e-a545-b5996a52a43e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:13.763591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6fabf4e-72b4-489a-9073-0ea3936a4c44 req-7d867a39-514c-482e-a545-b5996a52a43e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.8961556 May 06 13:16:13.796827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:13.802574 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:13.900527 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-e8bb2a3c-371f-4aba-af8b-32d36077ac46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581087 May 06 13:16:13.902765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:16:13.945438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6fabf4e-72b4-489a-9073-0ea3936a4c44 req-69cd3542-9bb1-4f2d-83b7-8481827dfd67 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801281 May 06 13:16:13.954178 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:13.955090 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Added segment a93b7d1c-af57-4e34-a9b1-651ffd979558 of type vlan for network 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c May 06 13:16:14.021598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:14.067097 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:14.075362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:14.076042 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:14.238331 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-528df449-d896-49b6-934f-f7018677355c service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269713 May 06 13:16:14.246249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:24Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e57eb395-09a8-4518-ac02-041be9d970b3', 'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:57:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:23Z', 'updated_at': '2022-05-06T13:12:35Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:14.262728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b35adca-a75f-4e94-8511-0efab6d29624 None None] The sync data for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 is: [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:12:24Z', 'revision_number': 4, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e57eb395-09a8-4518-ac02-041be9d970b3', 'name': '', 'network_id': '83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'mac_address': 'fa:16:3e:57:18:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:23Z', 'updated_at': '2022-05-06T13:12:35Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'subnets': [{'id': 'ce689b8d-1931-4795-bb6a-56d787886482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:16:14.360722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6844208 May 06 13:16:14.380969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44556) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:14.381994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f516d-f75d-4ce3-9633-ae37c601b099 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Network': ['ID=075c51b8-a2fa-40e2-b2b3-4666a1d1f19c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:14.399554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': '075c51b8-a2fa-40e2-b2b3-4666a1d1f19c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:14.400229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:16:14.580086 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-497af8e9-542b-4d8b-bd6e-47f79a91ff51 service neutron] 10.222.0.48 "GET /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307698 May 06 13:16:14.697877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:14.707741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:14.721319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b417752-4144-4d45-a36e-dbeca241a245 req-d6ead72f-db4b-40be-a10c-92f21c2ea358 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:14.723612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b417752-4144-4d45-a36e-dbeca241a245 req-d6ead72f-db4b-40be-a10c-92f21c2ea358 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.4637027 May 06 13:16:14.724860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:14.736290 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6180a149-0a73-4719-b458-20cb8b35e843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:14.758313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:16:14.794293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:14.797321 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40247613-8e19-4dcd-9141-34d43812913c None None] New status for floating IP 3a7c0134-1cac-41fc-ba43-5cb75d8c5754: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:16:14.867934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7b417752-4144-4d45-a36e-dbeca241a245 req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port feca970a-d031-49d5-b833-9ad71701aca5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:14.868313 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7b417752-4144-4d45-a36e-dbeca241a245 req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:14.915871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:15.320294 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:15.494631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-7b417752-4144-4d45-a36e-dbeca241a245 req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port feca970a-d031-49d5-b833-9ad71701aca5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=feca970a-d031-49d5-b833-9ad71701aca5,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:15.494949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7b417752-4144-4d45-a36e-dbeca241a245 req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:15.514590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_backend_mixin [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Performing IP validity checks on allocation pools {{(pid=83955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:16:15.517479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.ipam_backend_mixin [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83955) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:16:15.559240 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:15.650818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-7b417752-4144-4d45-a36e-dbeca241a245 req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for feca970a-d031-49d5-b833-9ad71701aca5 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:15.735470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d8735-2537-40bc-8322-ce14bf4d6a54 req-acaf36c5-e3dd-4591-b108-dac303a3a800 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:15.738162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-208d8735-2537-40bc-8322-ce14bf4d6a54 req-acaf36c5-e3dd-4591-b108-dac303a3a800 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 945 time: 0.4870772 May 06 13:16:16.032400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-208d8735-2537-40bc-8322-ce14bf4d6a54 req-c1eb9e4e-c798-4dbf-b8af-437c90b10488 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0553c34-206e-4f31-8d61-bc426807360c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788291 May 06 13:16:16.084655 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7b417752-4144-4d45-a36e-dbeca241a245 req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:16.149518 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:16.180077 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:16.355363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=feca970a-d031-49d5-b833-9ad71701aca5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:16.475562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b417752-4144-4d45-a36e-dbeca241a245 req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] No DVR routers for this DVR port feca970a-d031-49d5-b833-9ad71701aca5 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:16:16.482254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-7b417752-4144-4d45-a36e-dbeca241a245 req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:16.485141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=eacdc1f3-0d15-459c-894d-e5fbafa8c412,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:16.487076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'name': 'network-vif-deleted', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:16:16.517156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Checking segment: {'id': 'a93b7d1c-af57-4e34-a9b1-651ffd979558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '075c51b8-a2fa-40e2-b2b3-4666a1d1f19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:16.517891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network hostable DHCP agents. Network: 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:16:16.533604 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b417752-4144-4d45-a36e-dbeca241a245 req-162430d5-a6d9-4809-bdaf-4c5d22d5e0ba tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.48 "DELETE /v2.0/ports/feca970a-d031-49d5-b833-9ad71701aca5 HTTP/1.1" status: 204 len: 173 time: 1.8027821 May 06 13:16:16.582224 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d0318c-daff-41d8-ab81-a023f1dfcde8'] response: {'server_uuid': '5e746a4e-d668-4c13-bbde-6a62c41e35b5', 'name': 'network-vif-deleted', 'tag': 'feca970a-d031-49d5-b833-9ad71701aca5', 'status': 'completed', 'code': 200} May 06 13:16:16.586162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:16:16.604250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:16.610878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:16.613620 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:16.614882 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec525d-729e-4a36-b84d-b98143c8fbd9 None None] Network 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:16.680790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3fb8424f-b838-4460-985e-8d840b60763f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2893872 May 06 13:16:16.684529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44650) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:16.698313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': '075c51b8-a2fa-40e2-b2b3-4666a1d1f19c', 'name': 'tempest-PortsIpV6TestJSON-1858025950'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:16.999630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:17.017034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:17.041229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:17.045832 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:17.077954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port b0ee724b-cb72-41fd-b76e-b46e870cc995 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:16:17.244627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-075c51b8-a2fa-40e2-b2b3-4666a1d1f19c', 'network_id': '075c51b8-a2fa-40e2-b2b3-4666a1d1f19c', 'tenant_id': '7563184c649e4c13a644567ba684e3e9', 'fixed_ips': [{'subnet_id': 'eacdc1f3-0d15-459c-894d-e5fbafa8c412'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:16:17.248829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:17.520358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device feca970a-d031-49d5-b833-9ad71701aca5 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:16:17.715156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-055f2c34-2713-4bd0-85bd-f63e536e643b req-9cd217e9-5ac2-4875-80c5-18f7c1ea8ea2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Synchronizing usage tracker for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:17.751997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-055f2c34-2713-4bd0-85bd-f63e536e643b req-9cd217e9-5ac2-4875-80c5-18f7c1ea8ea2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Unset dirty status for tenant:f57f59e5f10b4779858d012f38366eaf on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:17.753227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-055f2c34-2713-4bd0-85bd-f63e536e643b req-9cd217e9-5ac2-4875-80c5-18f7c1ea8ea2 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e746a4e-d668-4c13-bbde-6a62c41e35b5 HTTP/1.1" status: 200 len: 210 time: 0.1513956 May 06 13:16:17.827535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::215 (075c51b8-a2fa-40e2-b2b3-4666a1d1f19c/eacdc1f3-0d15-459c-894d-e5fbafa8c412/b0ee724b-cb72-41fd-b76e-b46e870cc995) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:17.853907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: feca970a-d031-49d5-b833-9ad71701aca5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:16:17.854840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device feca970a-d031-49d5-b833-9ad71701aca5 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:16:17.881644 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:18.255024 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:18.290948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object b0ee724b-cb72-41fd-b76e-b46e870cc995 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:18.351181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:18.371821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44756) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:18.480112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Allocated IP 2001:db8::2 (075c51b8-a2fa-40e2-b2b3-4666a1d1f19c/eacdc1f3-0d15-459c-894d-e5fbafa8c412/6064384b-a916-4ff8-90f2-07f8c6e8b138) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:18.488485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:18.497648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:18.511136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:18.523131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:18.525958 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:18.594908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=b0ee724b-cb72-41fd-b76e-b46e870cc995,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:18.604922 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-caad8c9b-ad22-43f2-afd7-258ba5a135fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9161310 May 06 13:16:18.605584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44762) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:18.765936 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37d5649b-677c-4163-84bf-49ba6c95e101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:18.816026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1bfa1-6126-4020-913c-64aa02ef0537 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port b0ee724b-cb72-41fd-b76e-b46e870cc995 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:18.816499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6dc1bfa1-6126-4020-913c-64aa02ef0537 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:18.868269 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:18.881246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Transition to ACTIVE for port object 6064384b-a916-4ff8-90f2-07f8c6e8b138 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:18.906189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Transition to ACTIVE for port object 6064384b-a916-4ff8-90f2-07f8c6e8b138 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:18.916186 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:19.006205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Pushing event updated for resources: {'Port': ['ID=6064384b-a916-4ff8-90f2-07f8c6e8b138,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:19.013314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44774) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:19.020789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-37d5649b-677c-4163-84bf-49ba6c95e101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:19.032828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-37d5649b-677c-4163-84bf-49ba6c95e101 admin admin] Usage tracker for resource:security_group_rule and tenant:7998bc13b576434abd0bb1bf71ebd274 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:19.039799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Network 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:19.041610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:19.066448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-37d5649b-677c-4163-84bf-49ba6c95e101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:19.071348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:19.151651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-37d5649b-677c-4163-84bf-49ba6c95e101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:19.212953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Attempting to bind port 6064384b-a916-4ff8-90f2-07f8c6e8b138 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:16:19.213411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Attempting to bind port 6064384b-a916-4ff8-90f2-07f8c6e8b138 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a93b7d1c-af57-4e34-a9b1-651ffd979558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '075c51b8-a2fa-40e2-b2b3-4666a1d1f19c'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:16:19.213843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Attempting to bind port 6064384b-a916-4ff8-90f2-07f8c6e8b138 on network 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:16:19.223072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:16:19.223665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Checking segment: {'id': 'a93b7d1c-af57-4e34-a9b1-651ffd979558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '075c51b8-a2fa-40e2-b2b3-4666a1d1f19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:19.224244 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:19.224749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Bound using segment: {'id': 'a93b7d1c-af57-4e34-a9b1-651ffd979558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '075c51b8-a2fa-40e2-b2b3-4666a1d1f19c'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:16:19.225639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Bound port: 6064384b-a916-4ff8-90f2-07f8c6e8b138, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93b7d1c-af57-4e34-a9b1-651ffd979558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '075c51b8-a2fa-40e2-b2b3-4666a1d1f19c'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:16:19.225962 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:19.329826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6dc1bfa1-6126-4020-913c-64aa02ef0537 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:19.401022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] For port 6064384b-a916-4ff8-90f2-07f8c6e8b138, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:16:19.407559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] For port 6064384b-a916-4ff8-90f2-07f8c6e8b138, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6064384b-a916-4ff8-90f2-07f8c6e8b138,segment=NetworkSegment(a93b7d1c-af57-4e34-a9b1-651ffd979558),segment_id=a93b7d1c-af57-4e34-a9b1-651ffd979558)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:16:19.416685 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:19.576748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1bfa1-6126-4020-913c-64aa02ef0537 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for b0ee724b-cb72-41fd-b76e-b46e870cc995 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:19.582581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7698ef0-8ef6-4bcc-98e6-370ec053a4bd None None] Pushing event updated for resources: {'Port': ['ID=6064384b-a916-4ff8-90f2-07f8c6e8b138,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:19.882259 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.029457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37d5649b-677c-4163-84bf-49ba6c95e101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.042524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-37d5649b-677c-4163-84bf-49ba6c95e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.098201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6dc1bfa1-6126-4020-913c-64aa02ef0537 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.157536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5649b-677c-4163-84bf-49ba6c95e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2ac200-f0e2-4aa3-b126-0c5bfc2dfcd0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:20.176362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1bfa1-6126-4020-913c-64aa02ef0537 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=b0ee724b-cb72-41fd-b76e-b46e870cc995,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:20.185097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-37d5649b-677c-4163-84bf-49ba6c95e101 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7998bc13b576434abd0bb1bf71ebd274&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8117855 May 06 13:16:20.187924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44794) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:20.254676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6dc1bfa1-6126-4020-913c-64aa02ef0537 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.292867 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6dc1bfa1-6126-4020-913c-64aa02ef0537 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/b0ee724b-cb72-41fd-b76e-b46e870cc995 HTTP/1.1" status: 204 len: 168 time: 1.6859074 May 06 13:16:20.296848 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44802) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:20.354351 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab030cd9-3c15-4074-8219-2f860573a932 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:16:20.355144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab030cd9-3c15-4074-8219-2f860573a932 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:16:20.357221 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ab030cd9-3c15-4074-8219-2f860573a932 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/b0ee724b-cb72-41fd-b76e-b46e870cc995 HTTP/1.1" status: 404 len: 333 time: 0.0592122 May 06 13:16:20.358338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee090-0243-42f8-ab48-fbd8c7ea81de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.368669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44806) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:20.456894 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e93af2-0a1a-4462-82d1-b0d6c8bcf5c9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:16:20.457486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-07e93af2-0a1a-4462-82d1-b0d6c8bcf5c9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:20.465174 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee090-0243-42f8-ab48-fbd8c7ea81de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.505647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-07e93af2-0a1a-4462-82d1-b0d6c8bcf5c9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:20.507046 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-07e93af2-0a1a-4462-82d1-b0d6c8bcf5c9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/b0ee724b-cb72-41fd-b76e-b46e870cc995 HTTP/1.1" status: 404 len: 333 time: 0.1371264 May 06 13:16:20.511215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44810) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:20.687652 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee090-0243-42f8-ab48-fbd8c7ea81de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.882932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de41307-03b8-45cf-85e0-8f7b9f62d023 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet eacdc1f3-0d15-459c-894d-e5fbafa8c412 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:16:20.890111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ee090-0243-42f8-ab48-fbd8c7ea81de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2ac200-f0e2-4aa3-b126-0c5bfc2dfcd0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:20.893407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de41307-03b8-45cf-85e0-8f7b9f62d023 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.973485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee090-0243-42f8-ab48-fbd8c7ea81de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:20.980853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ec1ee090-0243-42f8-ab48-fbd8c7ea81de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a2ac200-f0e2-4aa3-b126-0c5bfc2dfcd0 HTTP/1.1" status: 204 len: 168 time: 0.7867968 May 06 13:16:21.044667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de41307-03b8-45cf-85e0-8f7b9f62d023 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.111942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port e57eb395-09a8-4518-ac02-041be9d970b3 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:21.112812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.164665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad206a6-c691-4b09-b0f4-16ab100fa1ea None None] Network 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:21.335485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de41307-03b8-45cf-85e0-8f7b9f62d023 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.497406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6064384b-a916-4ff8-90f2-07f8c6e8b138 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:16:21.515095 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de41307-03b8-45cf-85e0-8f7b9f62d023 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.569369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de41307-03b8-45cf-85e0-8f7b9f62d023 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=eacdc1f3-0d15-459c-894d-e5fbafa8c412,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:21.585979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de41307-03b8-45cf-85e0-8f7b9f62d023 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.605782 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2de41307-03b8-45cf-85e0-8f7b9f62d023 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/eacdc1f3-0d15-459c-894d-e5fbafa8c412 HTTP/1.1" status: 204 len: 168 time: 1.0931909 May 06 13:16:21.611615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44830) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:21.632802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e4478504-9e3c-468c-bd70-a8b3a06913e7 None None] Provisioning for port 6064384b-a916-4ff8-90f2-07f8c6e8b138 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:16:21.642330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6064384b-a916-4ff8-90f2-07f8c6e8b138 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:16:21.651512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6064384b-a916-4ff8-90f2-07f8c6e8b138 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:21.651512 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.688652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port e57eb395-09a8-4518-ac02-041be9d970b3, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e57eb395-09a8-4518-ac02-041be9d970b3,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:21.690653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.816402 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.833533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 6064384b-a916-4ff8-90f2-07f8c6e8b138 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:21.833865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.861202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44840) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:21.928579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f8885e70-1950-42d8-9bfd-a01064a4f48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.948024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:21.998967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 6064384b-a916-4ff8-90f2-07f8c6e8b138, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6064384b-a916-4ff8-90f2-07f8c6e8b138,segment=NetworkSegment(a93b7d1c-af57-4e34-a9b1-651ffd979558),segment_id=a93b7d1c-af57-4e34-a9b1-651ffd979558)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:22.005029 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:22.030833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f8885e70-1950-42d8-9bfd-a01064a4f48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:22.042727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f8885e70-1950-42d8-9bfd-a01064a4f48b admin admin] Usage tracker for resource:security_group_rule and tenant:c6cfb07adbe24d488f7ff9f89ed450e3 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:22.049990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f8885e70-1950-42d8-9bfd-a01064a4f48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:22.111506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=6064384b-a916-4ff8-90f2-07f8c6e8b138,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:22.117580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f8885e70-1950-42d8-9bfd-a01064a4f48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:22.141063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for e57eb395-09a8-4518-ac02-041be9d970b3 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:22.225179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f719f9-3aa7-4337-af30-1e05f200f8b9 None None] Network 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:22.462976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] For port 6064384b-a916-4ff8-90f2-07f8c6e8b138, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6064384b-a916-4ff8-90f2-07f8c6e8b138,segment=NetworkSegment(a93b7d1c-af57-4e34-a9b1-651ffd979558),segment_id=a93b7d1c-af57-4e34-a9b1-651ffd979558)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:22.463431 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:22.577454 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:22.603692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ea44061c-d00a-49e4-85bc-e237da81043f None None] Provisioning complete for port 6064384b-a916-4ff8-90f2-07f8c6e8b138 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:22.604257 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea44061c-d00a-49e4-85bc-e237da81043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:22.681279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 6064384b-a916-4ff8-90f2-07f8c6e8b138 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:22.715410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=e57eb395-09a8-4518-ac02-041be9d970b3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:22.916206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:23.016221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ea44061c-d00a-49e4-85bc-e237da81043f None None] Port 6064384b-a916-4ff8-90f2-07f8c6e8b138 update to ACTIVE by agent not found {{(pid=83958) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 13:16:23.037933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce6de2-1252-430b-8f33-3087e25b8f5f None None] DHCP port deletion for 075c51b8-a2fa-40e2-b2b3-4666a1d1f19c request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:16:23.077597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=6064384b-a916-4ff8-90f2-07f8c6e8b138,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:23.097872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f8885e70-1950-42d8-9bfd-a01064a4f48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:23.103879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No DVR routers for this DVR port 6064384b-a916-4ff8-90f2-07f8c6e8b138 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:16:23.141775 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f8885e70-1950-42d8-9bfd-a01064a4f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:23.342099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6064384b-a916-4ff8-90f2-07f8c6e8b138 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:16:23.426309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 6064384b-a916-4ff8-90f2-07f8c6e8b138 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:16:23.427079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6064384b-a916-4ff8-90f2-07f8c6e8b138 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:16:23.449069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:23.599089 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:23.619487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8885e70-1950-42d8-9bfd-a01064a4f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b0588f-135a-4470-a544-f7a71355fce4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:23.647017 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f8885e70-1950-42d8-9bfd-a01064a4f48b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6cfb07adbe24d488f7ff9f89ed450e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7823758 May 06 13:16:23.652058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44868) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:23.681839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075c51b8-a2fa-40e2-b2b3-4666a1d1f19c']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:23.718487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93b7d1c-af57-4e34-a9b1-651ffd979558') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:23.718487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93b7d1c-af57-4e34-a9b1-651ffd979558') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:23.751626 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:23.807980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:23.824493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:16:23.824937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: timer() May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:16:23.844738 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:16:23.854119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60931092-7c34-4424-9ca5-bd7e2d2171d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:23.998384 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60931092-7c34-4424-9ca5-bd7e2d2171d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.012385 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.058298 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.071051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Network': ['ID=075c51b8-a2fa-40e2-b2b3-4666a1d1f19c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:24.110924 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43d84d3e-d6ab-42e4-9711-7b04f8061f9c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/networks/075c51b8-a2fa-40e2-b2b3-4666a1d1f19c HTTP/1.1" status: 204 len: 168 time: 2.4976263 May 06 13:16:24.118998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44880) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:24.158052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1916774522'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:24.163682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:24.175852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:network and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:24.181038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:24.185845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60931092-7c34-4424-9ca5-bd7e2d2171d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.207112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:24.217527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60931092-7c34-4424-9ca5-bd7e2d2171d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b0588f-135a-4470-a544-f7a71355fce4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:24.231277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-60931092-7c34-4424-9ca5-bd7e2d2171d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.233041 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-60931092-7c34-4424-9ca5-bd7e2d2171d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23b0588f-135a-4470-a544-f7a71355fce4 HTTP/1.1" status: 204 len: 168 time: 0.5797412 May 06 13:16:24.235765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:24.240522 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.287390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:16:24.305406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.306496 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Added segment 4293ec78-5376-4bb7-8656-1aa67f3aa8da of type vlan for network c11a5351-e7b7-4075-aedf-54e10f5a5955 May 06 13:16:24.370847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.425529 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.433019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:24.434531 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:24.676117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5529103 May 06 13:16:24.680858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44892) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:24.691950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'c11a5351-e7b7-4075-aedf-54e10f5a5955', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:24.697430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8acaa0-4e58-4d2b-b18b-a67fd8cfa531 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Network': ['ID=c11a5351-e7b7-4075-aedf-54e10f5a5955,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:24.715975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network c11a5351-e7b7-4075-aedf-54e10f5a5955 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:16:24.889714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Router 9b688492-7d39-486d-9b72-641cbb686558 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:16:24.952712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:24.960614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:25.057572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:25.091802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:25.227081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:25.440601 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:25.822435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:16:25.848105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] Sync routers for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:16:25.884491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:16:25.887004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:16:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:25.926585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-12a11696-1ce9-49f0-b985-87d1aa6bade3 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "PUT /v2.0/routers/9b688492-7d39-486d-9b72-641cbb686558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9062405 May 06 13:16:25.927069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44930) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:25.964435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44934) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:25.996648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.120683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=196e1ed2-d983-4edb-97d5-5cba7ae338c6,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:26.138100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Checking segment: {'id': '4293ec78-5376-4bb7-8656-1aa67f3aa8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c11a5351-e7b7-4075-aedf-54e10f5a5955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:26.138503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network hostable DHCP agents. Network: c11a5351-e7b7-4075-aedf-54e10f5a5955, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:16:26.192219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network c11a5351-e7b7-4075-aedf-54e10f5a5955 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:16:26.208496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, c11a5351-e7b7-4075-aedf-54e10f5a5955) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:26.224708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:26.229786 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.266321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c8011754-7097-4a2f-9ec2-964815df7ca4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5785921 May 06 13:16:26.266990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44940) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:26.276784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': 'c11a5351-e7b7-4075-aedf-54e10f5a5955', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1801933989'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:26.286145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f348f-5b5e-428a-a746-92dd826cbdec None None] Network c11a5351-e7b7-4075-aedf-54e10f5a5955 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:26.343789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:16:26.373642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb3c9b7-8083-45b4-ada5-1dca89e37538 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting subnet ce689b8d-1931-4795-bb6a-56d787886482 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:16:26.389064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c9b7-8083-45b4-ada5-1dca89e37538 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.396912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-241947654-network', 'tenant_id': '0eb9cb6749a7422e81837a3515179919'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:26.418450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:26.429604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Usage tracker for resource:network and tenant:0eb9cb6749a7422e81837a3515179919 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:26.436320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:26.453551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:26.490309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c9b7-8083-45b4-ada5-1dca89e37538 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.500693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Made reservation on behalf of 0eb9cb6749a7422e81837a3515179919 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:26.503280 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.526667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.551323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:26.557026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:26.561468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:26.569713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:26.595885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:26.601110 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.670040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port 9c07ced3-3169-4072-884d-4d50af308a2f yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:16:26.707476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c9b7-8083-45b4-ada5-1dca89e37538 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.759270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:26.790926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb9cb6749a7422e81837a3515179919 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:26.802807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:26.822892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:26.862812 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c9b7-8083-45b4-ada5-1dca89e37538 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.920413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3c9b7-8083-45b4-ada5-1dca89e37538 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Subnet': ['ID=ce689b8d-1931-4795-bb6a-56d787886482,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:26.934406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c9b7-8083-45b4-ada5-1dca89e37538 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:26.946637 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7eb3c9b7-8083-45b4-ada5-1dca89e37538 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/subnets/ce689b8d-1931-4795-bb6a-56d787886482 HTTP/1.1" status: 204 len: 168 time: 1.0154297 May 06 13:16:26.950530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44946) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:26.992005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749e826-bf4b-4091-869a-d2ce12c4f9ed None None] Network 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:27.038085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::e9 (c11a5351-e7b7-4075-aedf-54e10f5a5955/196e1ed2-d983-4edb-97d5-5cba7ae338c6/9c07ced3-3169-4072-884d-4d50af308a2f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:27.326722 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.336592 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.362943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-c11a5351-e7b7-4075-aedf-54e10f5a5955', 'network_id': 'c11a5351-e7b7-4075-aedf-54e10f5a5955', 'tenant_id': '7563184c649e4c13a644567ba684e3e9', 'fixed_ips': [{'subnet_id': '196e1ed2-d983-4edb-97d5-5cba7ae338c6'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:16:27.363795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.387000 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.549401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:16:22Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:27.561946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] Checking router: 9b688492-7d39-486d-9b72-641cbb686558 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:16:27.616776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] Routers {'9b688492-7d39-486d-9b72-641cbb686558'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:16:27.617544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:16:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['9b688492-7d39-486d-9b72-641cbb686558'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:27.639227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:16:27.674026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3039936-4b8e-4893-a8b4-eb19138ad407,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:27.705931 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.706476 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Added segment 9f08c639-97cd-47c7-a501-d2d1daebda2a of type vlan for network b35636c6-ef27-4949-a44b-8cb1a5aafbe1 May 06 13:16:27.744051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.761858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Deleting port 90ccc2e1-9412-4f43-bea0-0d036c2695de {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:27.762446 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.776382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.800193 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.826823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object 9c07ced3-3169-4072-884d-4d50af308a2f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:27.917576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.919361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:27.920272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:27.936024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] Set router 9b688492-7d39-486d-9b72-641cbb686558 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:16:28.054811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:28.127920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network c11a5351-e7b7-4075-aedf-54e10f5a5955 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:28.139392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:28.141464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] Pushing event updated for resources: {'Network': ['ID=b35636c6-ef27-4949-a44b-8cb1a5aafbe1,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:28.147506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:28.151801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:28.152443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:28.182916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3bbd4178-f3a5-4491-95f1-0e8c65fc2239 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2168760 May 06 13:16:28.189355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44956) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:28.202049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Request body: {'subnet': {'network_id': 'b35636c6-ef27-4949-a44b-8cb1a5aafbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-241947654-subnet', 'tenant_id': '0eb9cb6749a7422e81837a3515179919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:28.210064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9418228 May 06 13:16:28.214792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44960) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:28.217634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:28.264262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e33e27-9ed6-40c2-a91f-42a5d87f67fa None None] DHCP port deletion for 83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:16:28.267095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b35636c6-ef27-4949-a44b-8cb1a5aafbe1 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:16:28.274704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8f30c-1b32-4b9a-9faf-1a2cf23b77e1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=9c07ced3-3169-4072-884d-4d50af308a2f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:28.282578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Usage tracker for resource:subnet and tenant:0eb9cb6749a7422e81837a3515179919 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:28.305408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:28.339638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:28.393237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] For port 90ccc2e1-9412-4f43-bea0-0d036c2695de, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=90ccc2e1-9412-4f43-bea0-0d036c2695de,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:28.394781 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:28.395487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Made reservation on behalf of 0eb9cb6749a7422e81837a3515179919 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:28.399582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:28.403267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-09e33e27-9ed6-40c2-a91f-42a5d87f67fa None None] Deleting port f74681f6-f307-4198-b381-541961dc2cf6 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:28.403995 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09e33e27-9ed6-40c2-a91f-42a5d87f67fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:28.436242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-01184751-6996-4dac-aab8-55d40d67dac9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 9c07ced3-3169-4072-884d-4d50af308a2f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:28.436656 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01184751-6996-4dac-aab8-55d40d67dac9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:28.564152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Calling delete_port for 90ccc2e1-9412-4f43-bea0-0d036c2695de owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:28.868576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Allocated IP 2001:db8::2 (c11a5351-e7b7-4075-aedf-54e10f5a5955/196e1ed2-d983-4edb-97d5-5cba7ae338c6/2b16ba97-22d6-4824-9f2a-962fa0d5513c) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:28.869209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:28.937182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01184751-6996-4dac-aab8-55d40d67dac9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:28.963725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Port': ['ID=90ccc2e1-9412-4f43-bea0-0d036c2695de,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:29.088180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-01184751-6996-4dac-aab8-55d40d67dac9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 9c07ced3-3169-4072-884d-4d50af308a2f owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:29.193959 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.362575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=03cd84da-9de0-4b74-bd06-de40d6868fd0,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:29.387432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.434263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-09e33e27-9ed6-40c2-a91f-42a5d87f67fa None None] For port f74681f6-f307-4198-b381-541961dc2cf6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f74681f6-f307-4198-b381-541961dc2cf6,segment=NetworkSegment(f98de78f-0c5f-4df2-843a-5023c633c149),segment_id=f98de78f-0c5f-4df2-843a-5023c633c149)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:29.434263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09e33e27-9ed6-40c2-a91f-42a5d87f67fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.473765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f74681f6-f307-4198-b381-541961dc2cf6 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:16:29.592930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Checking segment: {'id': '9f08c639-97cd-47c7-a501-d2d1daebda2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b35636c6-ef27-4949-a44b-8cb1a5aafbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:29.593334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Network hostable DHCP agents. Network: b35636c6-ef27-4949-a44b-8cb1a5aafbe1, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:16:29.625978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01184751-6996-4dac-aab8-55d40d67dac9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.650223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-09e33e27-9ed6-40c2-a91f-42a5d87f67fa None None] Calling delete_port for f74681f6-f307-4198-b381-541961dc2cf6 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:29.683576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Network b35636c6-ef27-4949-a44b-8cb1a5aafbe1 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:16:29.688731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01184751-6996-4dac-aab8-55d40d67dac9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=9c07ced3-3169-4072-884d-4d50af308a2f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:29.749117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b35636c6-ef27-4949-a44b-8cb1a5aafbe1) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:29.768585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:29.769428 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.773937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34762e79-32d9-4253-abc7-26f9757fb10e None None] Network b35636c6-ef27-4949-a44b-8cb1a5aafbe1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:29.775868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01184751-6996-4dac-aab8-55d40d67dac9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.814227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-01184751-6996-4dac-aab8-55d40d67dac9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/9c07ced3-3169-4072-884d-4d50af308a2f HTTP/1.1" status: 204 len: 168 time: 1.5983326 May 06 13:16:29.816924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44970) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:29.871352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.879824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.898377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7ed746c9-cd93-4cdc-97af-a3edfe4807dd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6869771 May 06 13:16:29.930325 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff79ca5-d600-4dd9-89c9-b3e93a06b2c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:16:29.931046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9ff79ca5-d600-4dd9-89c9-b3e93a06b2c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:29.934532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.936664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Fanout notify agent at l3_agent the message router_deleted on router 9b688492-7d39-486d-9b72-641cbb686558 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:16:29.962773 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:29.964508 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0e00dc4d-885a-42ad-b513-1e934a3cae7e tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/routers/9b688492-7d39-486d-9b72-641cbb686558 HTTP/1.1" status: 204 len: 168 time: 3.0129011 May 06 13:16:29.967701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44976) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:29.994985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:16:22Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:30.027956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.064997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed6783-64e2-48e6-b26a-bbb96f4200c5 None None] The sync data for ids ['9b688492-7d39-486d-9b72-641cbb686558'] in n-d-840847-1 is: [{'id': '9b688492-7d39-486d-9b72-641cbb686558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937687433', 'tenant_id': 'f57f59e5f10b4779858d012f38366eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:12:11Z', 'updated_at': '2022-05-06T13:16:22Z', 'revision_number': 5, 'project_id': 'f57f59e5f10b4779858d012f38366eaf', 'gw_port': {'id': '90ccc2e1-9412-4f43-bea0-0d036c2695de', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b688492-7d39-486d-9b72-641cbb686558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:12:14Z', 'updated_at': '2022-05-06T13:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:16:30.068542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9ff79ca5-d600-4dd9-89c9-b3e93a06b2c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:30.072784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 44980) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:30.072977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9ff79ca5-d600-4dd9-89c9-b3e93a06b2c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/9c07ced3-3169-4072-884d-4d50af308a2f HTTP/1.1" status: 404 len: 333 time: 0.2544520 May 06 13:16:30.108601 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-09e33e27-9ed6-40c2-a91f-42a5d87f67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.172045 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.180924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Port f74681f6-f307-4198-b381-541961dc2cf6 update to DOWN by agent not found {{(pid=83958) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 13:16:30.208211 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Transition to ACTIVE for port object 2b16ba97-22d6-4824-9f2a-962fa0d5513c will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:30.218045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e33e27-9ed6-40c2-a91f-42a5d87f67fa None None] Pushing event deleted for resources: {'Port': ['ID=f74681f6-f307-4198-b381-541961dc2cf6,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:30.247073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e33e27-9ed6-40c2-a91f-42a5d87f67fa None None] No DVR routers for this DVR port f74681f6-f307-4198-b381-541961dc2cf6 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:16:30.278944 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Transition to ACTIVE for port object 2b16ba97-22d6-4824-9f2a-962fa0d5513c will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:30.366285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36f7dbe-49c9-4a2d-947c-dfe3751ddbfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet 196e1ed2-d983-4edb-97d5-5cba7ae338c6 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:16:30.389320 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b36f7dbe-49c9-4a2d-947c-dfe3751ddbfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.394420 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.500616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b36f7dbe-49c9-4a2d-947c-dfe3751ddbfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.583753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Network c11a5351-e7b7-4075-aedf-54e10f5a5955 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:30.588549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Pushing event updated for resources: {'Port': ['ID=2b16ba97-22d6-4824-9f2a-962fa0d5513c,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:30.594409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:30.599962 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.607238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:30.639145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:30.655019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98de78f-0c5f-4df2-843a-5023c633c149') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:30.655748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98de78f-0c5f-4df2-843a-5023c633c149') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:30.670697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.701607 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.717438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b36f7dbe-49c9-4a2d-947c-dfe3751ddbfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.736428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:16:30.737065 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.777126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fcd103-54da-4675-b9fc-a2cf76159b36 None None] Network b35636c6-ef27-4949-a44b-8cb1a5aafbe1 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: timer() May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:16:30.781455 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:16:30.889962 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b36f7dbe-49c9-4a2d-947c-dfe3751ddbfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.981753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.015830 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.063651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'Network': ['ID=83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:31.075756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-86610a12-6f6f-4a3f-b770-c7be22d26cd5 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/networks/83b7eb0d-c4ad-49d5-b2e9-83e7382a60b2 HTTP/1.1" status: 204 len: 168 time: 1.1059561 May 06 13:16:31.091906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 44994) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:31.185381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f7dbe-49c9-4a2d-947c-dfe3751ddbfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=196e1ed2-d983-4edb-97d5-5cba7ae338c6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:31.205495 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b36f7dbe-49c9-4a2d-947c-dfe3751ddbfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.207973 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b36f7dbe-49c9-4a2d-947c-dfe3751ddbfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/196e1ed2-d983-4edb-97d5-5cba7ae338c6 HTTP/1.1" status: 204 len: 168 time: 1.1324048 May 06 13:16:31.210849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45000) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:31.313100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e57eb395-09a8-4518-ac02-041be9d970b3 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:16:31.349378 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48e8075d-644c-4f97-90df-c4855aff7b78 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.377279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e57eb395-09a8-4518-ac02-041be9d970b3 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:16:31.377634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e57eb395-09a8-4518-ac02-041be9d970b3 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:16:31.384007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Attempting to bind port 2b16ba97-22d6-4824-9f2a-962fa0d5513c on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:16:31.384328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Attempting to bind port 2b16ba97-22d6-4824-9f2a-962fa0d5513c by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '4293ec78-5376-4bb7-8656-1aa67f3aa8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c11a5351-e7b7-4075-aedf-54e10f5a5955'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:16:31.384644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Attempting to bind port 2b16ba97-22d6-4824-9f2a-962fa0d5513c on network c11a5351-e7b7-4075-aedf-54e10f5a5955 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:16:31.448132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:16:31.448794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Checking segment: {'id': '4293ec78-5376-4bb7-8656-1aa67f3aa8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c11a5351-e7b7-4075-aedf-54e10f5a5955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:31.449169 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.449548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Bound using segment: {'id': '4293ec78-5376-4bb7-8656-1aa67f3aa8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c11a5351-e7b7-4075-aedf-54e10f5a5955'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:16:31.450040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Bound port: 2b16ba97-22d6-4824-9f2a-962fa0d5513c, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4293ec78-5376-4bb7-8656-1aa67f3aa8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c11a5351-e7b7-4075-aedf-54e10f5a5955'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:16:31.450430 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.475695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48e8075d-644c-4f97-90df-c4855aff7b78 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.575277 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.597163 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48e8075d-644c-4f97-90df-c4855aff7b78 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.597676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 2b16ba97-22d6-4824-9f2a-962fa0d5513c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:31.598030 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.655145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8075d-644c-4f97-90df-c4855aff7b78 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0553c34-206e-4f31-8d61-bc426807360c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:31.685335 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48e8075d-644c-4f97-90df-c4855aff7b78 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.686884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-48e8075d-644c-4f97-90df-c4855aff7b78 tempest-TestNetworkAdvancedServerOps-854591485 tempest-TestNetworkAdvancedServerOps-854591485-project] 10.222.0.44 "DELETE /v2.0/security-groups/f0553c34-206e-4f31-8d61-bc426807360c HTTP/1.1" status: 204 len: 168 time: 0.5938549 May 06 13:16:31.949453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] For port 2b16ba97-22d6-4824-9f2a-962fa0d5513c, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:16:31.962857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] For port 2b16ba97-22d6-4824-9f2a-962fa0d5513c, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2b16ba97-22d6-4824-9f2a-962fa0d5513c,segment=NetworkSegment(4293ec78-5376-4bb7-8656-1aa67f3aa8da),segment_id=4293ec78-5376-4bb7-8656-1aa67f3aa8da)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:16:31.969368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45014) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:31.976557 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:31.980159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1386526819-network', 'tenant_id': '9484e4b717bb43ce918e5da893a37745'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:32.001225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:32.010543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Usage tracker for resource:network and tenant:9484e4b717bb43ce918e5da893a37745 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:32.016315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:32.028349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:32.049278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Made reservation on behalf of 9484e4b717bb43ce918e5da893a37745 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:32.053851 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.079512 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.141784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:32.148673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Usage tracker for resource:security_group_rule and tenant:9484e4b717bb43ce918e5da893a37745 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:32.154770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:32.165814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:32.178592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] For port 2b16ba97-22d6-4824-9f2a-962fa0d5513c, host n-d-840847-1, got binding levels [] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:32.180809 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.185376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013ab39-5de1-4fd7-8c2e-15f4e8fbd518 None None] Pushing event updated for resources: {'Port': ['ID=2b16ba97-22d6-4824-9f2a-962fa0d5513c,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:32.328880 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.337680 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.369938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:16:32.390730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.391268 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Added segment 102aa20f-e1e4-4a03-90db-26413bb27696 of type vlan for network 7b288bef-40b0-413b-a801-849e0872889b May 06 13:16:32.408244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26def655-0410-42ee-b269-3931995bc9e0 None None] Network c11a5351-e7b7-4075-aedf-54e10f5a5955 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:32.448745 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.509096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45022) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:32.541496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 2b16ba97-22d6-4824-9f2a-962fa0d5513c owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:32.545010 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.546734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:32.547812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.690908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54741f4b-cc44-4f98-bf91-fa2a578bf33e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:32.703640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7326839 May 06 13:16:32.706964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45028) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:32.713783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Request body: {'subnet': {'network_id': '7b288bef-40b0-413b-a801-849e0872889b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1386526819-subnet', 'tenant_id': '9484e4b717bb43ce918e5da893a37745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:32.714826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:16:32.715389 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:16:32.719767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:32.724196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Usage tracker for resource:subnet and tenant:9484e4b717bb43ce918e5da893a37745 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:32.727799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:32.736320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:32.750219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Made reservation on behalf of 9484e4b717bb43ce918e5da893a37745 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:32.752460 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:32.771532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cbaf3-d7a6-4b90-9cb1-3dceedcc2293 admin admin] Pushing event updated for resources: {'Network': ['ID=7b288bef-40b0-413b-a801-849e0872889b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:32.816003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 7b288bef-40b0-413b-a801-849e0872889b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:16:33.084311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fa161a7d-0173-47bf-9435-6f68456766d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f57f59e5f10b4779858d012f38366eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5569046 May 06 13:16:33.085151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee223c78-b762-4448-b2a3-712ab79cd951 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:16:33.085863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45032) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:33.106159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:33.180558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 90ccc2e1-9412-4f43-bea0-0d036c2695de no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:16:33.215436 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0c13-8aa7-499e-8353-e14d7ea3b3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:33.217443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 2b16ba97-22d6-4824-9f2a-962fa0d5513c {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:33.217778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:33.275369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfef8565-e404-47f4-a0af-7816f217e0d4,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:33.281417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Checking segment: {'id': '102aa20f-e1e4-4a03-90db-26413bb27696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '7b288bef-40b0-413b-a801-849e0872889b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:33.281984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Network hostable DHCP agents. Network: 7b288bef-40b0-413b-a801-849e0872889b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:16:33.287898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 90ccc2e1-9412-4f43-bea0-0d036c2695de {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:16:33.288377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 90ccc2e1-9412-4f43-bea0-0d036c2695de not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:16:33.300376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee223c78-b762-4448-b2a3-712ab79cd951 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:16:33.323246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Network 7b288bef-40b0-413b-a801-849e0872889b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:16:33.341834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 7b288bef-40b0-413b-a801-849e0872889b) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:33.348535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:33.349957 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:33.351856 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0c13-8aa7-499e-8353-e14d7ea3b3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:33.403237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-51e329d0-21cc-4f50-9db7-9a6245ddae67 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6951363 May 06 13:16:33.678888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0c13-8aa7-499e-8353-e14d7ea3b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:33.683167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] For port 2b16ba97-22d6-4824-9f2a-962fa0d5513c, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=2b16ba97-22d6-4824-9f2a-962fa0d5513c,segment=NetworkSegment(4293ec78-5376-4bb7-8656-1aa67f3aa8da),segment_id=4293ec78-5376-4bb7-8656-1aa67f3aa8da)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:33.683527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:33.711918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a0c13-8aa7-499e-8353-e14d7ea3b3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2466f7-1c96-4497-929e-79ffcf332d61,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:33.839208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 2b16ba97-22d6-4824-9f2a-962fa0d5513c owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:33.936157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0c13-8aa7-499e-8353-e14d7ea3b3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:33.939403 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3e2a0c13-8aa7-499e-8353-e14d7ea3b3c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e2466f7-1c96-4497-929e-79ffcf332d61 HTTP/1.1" status: 204 len: 168 time: 0.8512857 May 06 13:16:34.047554 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.146188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=2b16ba97-22d6-4824-9f2a-962fa0d5513c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:34.159740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No DVR routers for this DVR port 2b16ba97-22d6-4824-9f2a-962fa0d5513c on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:16:34.175937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2533adee-9d2e-47f3-8272-dc2304081c6e None None] Network 7b288bef-40b0-413b-a801-849e0872889b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:34.350518 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.407537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11a5351-e7b7-4075-aedf-54e10f5a5955']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:34.432717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4293ec78-5376-4bb7-8656-1aa67f3aa8da') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:34.433385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4293ec78-5376-4bb7-8656-1aa67f3aa8da') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:34.456828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.495632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.511750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:16:34.512752 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: timer() May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:16:34.546940 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:16:34.581216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa1dd0-4677-4cd3-b244-88b6de6a347f None None] Network 7b288bef-40b0-413b-a801-849e0872889b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:34.624024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45058) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:34.712067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.719384 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.746270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-052f5d2d-c67f-41fe-a687-c8115dc7017e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe1d5d69844b48e899cb2076b419a39e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1166620 May 06 13:16:34.746781 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45062) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:34.753966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Network': ['ID=c11a5351-e7b7-4075-aedf-54e10f5a5955,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:34.754963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-70786146-a5ce-4b26-a83a-15bd1781d8a9 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:34.755896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-70786146-a5ce-4b26-a83a-15bd1781d8a9 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Synchronizing usage tracker for tenant:0eb9cb6749a7422e81837a3515179919 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:34.763720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f4e7a6e8-d826-4b27-96ba-0170ec44023a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/networks/c11a5351-e7b7-4075-aedf-54e10f5a5955 HTTP/1.1" status: 204 len: 168 time: 3.5508018 May 06 13:16:34.765646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45066) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:34.774107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'name': 'tempest-PortsIpV6TestJSON-1395839621'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:34.812775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-70786146-a5ce-4b26-a83a-15bd1781d8a9 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Unset dirty status for tenant:0eb9cb6749a7422e81837a3515179919 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:34.815386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-70786146-a5ce-4b26-a83a-15bd1781d8a9 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/networks?id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1 HTTP/1.1" status: 200 len: 811 time: 0.3336749 May 06 13:16:34.872452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb682f32-c134-4e7c-8567-729cd4aab489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.889660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-63b1ab3e-4b7a-4e94-bb54-8030de005934 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/quotas/0eb9cb6749a7422e81837a3515179919 HTTP/1.1" status: 200 len: 375 time: 0.0686998 May 06 13:16:34.907028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb682f32-c134-4e7c-8567-729cd4aab489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.929073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:34.934006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:34.937308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:34.945023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:34.959912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:34.965705 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:34.970805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-f38f6904-3632-4e83-b486-c1980acb6ef2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb9cb6749a7422e81837a3515179919&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553212 May 06 13:16:35.016074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port 9d1e6175-2f4a-45c1-94d8-e7c8969a823c yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:16:35.032113 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb682f32-c134-4e7c-8567-729cd4aab489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:35.081212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb682f32-c134-4e7c-8567-729cd4aab489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682baf85-fdcd-4ab3-90eb-6232b6bdb688,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:35.099868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-eb682f32-c134-4e7c-8567-729cd4aab489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:35.101527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eb682f32-c134-4e7c-8567-729cd4aab489 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/682baf85-fdcd-4ab3-90eb-6232b6bdb688 HTTP/1.1" status: 204 len: 168 time: 0.3533435 May 06 13:16:35.539658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-ab60b2a6-ba6d-4821-b0f1-0804e4de8bdc service neutron] 10.222.0.44 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602400 May 06 13:16:35.683596 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:35.756587 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:35.964144 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-155568e4-e831-4313-9d60-45745053c57d service neutron] 10.222.0.44 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211010 May 06 13:16:36.162969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:36.162969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:36.162969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=9d1e6175-2f4a-45c1-94d8-e7c8969a823c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:36.162969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:36.162969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:36.162969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:36.162969 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-46677af8-f63b-4327-b8ce-0a27f40efd24 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3205714 May 06 13:16:36.168558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45104) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:36.328964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-78db0447-8e25-492d-b4a0-59352bdb39cb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 9d1e6175-2f4a-45c1-94d8-e7c8969a823c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:36.328964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78db0447-8e25-492d-b4a0-59352bdb39cb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:36.852932 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6cb2d35b-8213-4fab-944a-84d9f021760c req-368b53ef-ba98-4dcf-b4cc-45c8c18c55e8 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 210 time: 0.0797126 May 06 13:16:36.883098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78db0447-8e25-492d-b4a0-59352bdb39cb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:37.093792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-78db0447-8e25-492d-b4a0-59352bdb39cb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 9d1e6175-2f4a-45c1-94d8-e7c8969a823c owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:37.258096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78db0447-8e25-492d-b4a0-59352bdb39cb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:37.278037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:37.361144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db0447-8e25-492d-b4a0-59352bdb39cb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=9d1e6175-2f4a-45c1-94d8-e7c8969a823c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:37.400426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-78db0447-8e25-492d-b4a0-59352bdb39cb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:37.422934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-78db0447-8e25-492d-b4a0-59352bdb39cb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/9d1e6175-2f4a-45c1-94d8-e7c8969a823c HTTP/1.1" status: 204 len: 168 time: 1.3275416 May 06 13:16:37.425622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45140) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:37.436935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'mac_address': 'fa:16:3e:d2:0e:c5', 'name': 'tempest-PortsIpV6TestJSON-1664514823'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:37.464854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:37.661239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:37.668368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:37.675415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:37.684974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:37.695361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-73870033-network', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:37.709506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:37.712112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:37.728963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Usage tracker for resource:network and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:37.744365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:37.777914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:37.805439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Made reservation on behalf of 5f58e64a5a4b46cc8f809150e0e2d7e6 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:37.813561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:37.856165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:37.919589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:37.927710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Usage tracker for resource:security_group_rule and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:37.934402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:37.935816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:37.946152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:38.034060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port 67733d52-0305-4cec-8489-5019b99e4316 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:16:38.159513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.168220 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.246580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:16:38.258504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffad0cb-7a5a-4ac6-b3b0-108860b38b58,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:38.267253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.267729 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Added segment 79ab54fe-684b-4469-83a2-d7e2d9dc02a1 of type vlan for network ecda5a7c-01da-49e4-af60-95664270a546 May 06 13:16:38.316547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.372724 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.377041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:38.378569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.488447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b1997b3-ca93-413b-b2c5-a4f09d5b6c39 req-71147e67-3e39-4232-b986-589b88f7c371 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 210 time: 0.1157539 May 06 13:16:38.519036 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.586681 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.649221 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3447945 May 06 13:16:38.649221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45164) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:38.653914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Request body: {'subnet': {'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-73870033-subnet', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:38.667833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:38.672217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76890a8b-91b6-4758-bbd1-963484139c0f admin admin] Pushing event updated for resources: {'Network': ['ID=ecda5a7c-01da-49e4-af60-95664270a546,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:38.684715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Usage tracker for resource:subnet and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:38.696188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ecda5a7c-01da-49e4-af60-95664270a546 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:16:38.699494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:38.713911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:38.749471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:38.749471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:38.749471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=67733d52-0305-4cec-8489-5019b99e4316,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:38.749471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:38.763855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:38.763855 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.797881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Made reservation on behalf of 5f58e64a5a4b46cc8f809150e0e2d7e6 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:38.802300 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:38.812967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d568c44c-f98f-4f1e-a3cf-0b5578d40ad9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3855033 May 06 13:16:38.824610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45170) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:39.023439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294677c7-4783-49b8-8b94-7196ae42034c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:39.023439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-294677c7-4783-49b8-8b94-7196ae42034c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:39.049832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-294677c7-4783-49b8-8b94-7196ae42034c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:39.049832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-294677c7-4783-49b8-8b94-7196ae42034c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/67733d52-0305-4cec-8489-5019b99e4316 HTTP/1.1" status: 200 len: 845 time: 0.2181582 May 06 13:16:39.055574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45180) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:39.145255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5f264593-d719-4cb9-b5eb-57edc82ad8ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 67733d52-0305-4cec-8489-5019b99e4316 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:39.145255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f264593-d719-4cb9-b5eb-57edc82ad8ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:39.481268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:39.631476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbda14ea-b1ff-4198-9bab-74643df872f7,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:39.669861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Checking segment: {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:39.670480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Network hostable DHCP agents. Network: ecda5a7c-01da-49e4-af60-95664270a546, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:16:39.680082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f264593-d719-4cb9-b5eb-57edc82ad8ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:39.760525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Network ecda5a7c-01da-49e4-af60-95664270a546 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:16:39.782164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ecda5a7c-01da-49e4-af60-95664270a546) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:39.782164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:39.782164 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:39.812399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65660a95-005f-400c-af20-fbd42cab6d4f None None] Network ecda5a7c-01da-49e4-af60-95664270a546 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:39.898049 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f527a081-52ad-4e7c-ade4-4692938458b8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2463486 May 06 13:16:39.898049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45194) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:39.903247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:39.938999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:39.947948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Usage tracker for resource:router and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:39.957140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:39.993379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:40.013824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:40.013824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:40.091008 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:40.268635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5f264593-d719-4cb9-b5eb-57edc82ad8ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 67733d52-0305-4cec-8489-5019b99e4316 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:40.408405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc58c26e-553c-4276-8704-79928d35e402 req-18090008-48ec-4652-bed8-9b6ab3873856 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 210 time: 0.1399636 May 06 13:16:40.512542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f264593-d719-4cb9-b5eb-57edc82ad8ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:40.543679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:40.621886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f264593-d719-4cb9-b5eb-57edc82ad8ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=67733d52-0305-4cec-8489-5019b99e4316,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:40.632778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-ecda5a7c-01da-49e4-af60-95664270a546', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:16:40.632778 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:40.649992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f264593-d719-4cb9-b5eb-57edc82ad8ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:40.668804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5f264593-d719-4cb9-b5eb-57edc82ad8ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/67733d52-0305-4cec-8489-5019b99e4316 HTTP/1.1" status: 204 len: 168 time: 1.6161728 May 06 13:16:40.673923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45204) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:40.840207 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16d3c6f-d9b9-40ed-9669-06888dd6e427 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:16:40.840207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f16d3c6f-d9b9-40ed-9669-06888dd6e427 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:40.877994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f16d3c6f-d9b9-40ed-9669-06888dd6e427 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:40.877994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f16d3c6f-d9b9-40ed-9669-06888dd6e427 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/67733d52-0305-4cec-8489-5019b99e4316 HTTP/1.1" status: 404 len: 333 time: 0.1958339 May 06 13:16:40.888851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45210) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:40.904190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'name': 'tempest-PortsIpV6TestJSON-1495532769'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:40.982972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Allocated IP 172.20.0.2 (ecda5a7c-01da-49e4-af60-95664270a546/cbda14ea-b1ff-4198-9bab-74643df872f7/ecf7d447-92e3-4616-a559-2324ebe5216e) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:41.116371 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:41.151933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:41.261931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:41.313112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:41.359100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:41.361090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Allocated IP 172.25.7.89 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/b3f30385-03c4-4d0d-983c-7c0cae4a043f) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:41.415168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:41.502183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port fcd7b8b3-e26f-44eb-8563-de1c498c0f8c yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:16:41.561716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:41.686281 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:41.691488 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:41.691488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Transition to ACTIVE for port object ecf7d447-92e3-4616-a559-2324ebe5216e will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:41.773688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Transition to ACTIVE for port object ecf7d447-92e3-4616-a559-2324ebe5216e will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:41.793044 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:41.839778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:41.851427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:41.927147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:41.985595 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Pushing event updated for resources: {'Port': ['ID=ecf7d447-92e3-4616-a559-2324ebe5216e,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:41.997750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:42.007087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Network ecda5a7c-01da-49e4-af60-95664270a546 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:42.007087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:42.020021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:42.155337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Attempting to bind port ecf7d447-92e3-4616-a559-2324ebe5216e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:16:42.155337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Attempting to bind port ecf7d447-92e3-4616-a559-2324ebe5216e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:16:42.155337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Attempting to bind port ecf7d447-92e3-4616-a559-2324ebe5216e on network ecda5a7c-01da-49e4-af60-95664270a546 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:16:42.172237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:16:42.173621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Checking segment: {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:42.174351 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.175340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Bound using segment: {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:16:42.176419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Bound port: ecf7d447-92e3-4616-a559-2324ebe5216e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:16:42.177460 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.193087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db3e1363-4cca-4391-ba15-6da8a743a85e req-f8b04988-927c-4f2e-8d09-7d5503ad5467 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 210 time: 0.2590749 May 06 13:16:42.358954 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.402373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f30385-03c4-4d0d-983c-7c0cae4a043f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:42.454227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.501727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] For port ecf7d447-92e3-4616-a559-2324ebe5216e, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:16:42.515930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] For port ecf7d447-92e3-4616-a559-2324ebe5216e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ecf7d447-92e3-4616-a559-2324ebe5216e,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:16:42.520360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-beadfb16-cafb-4135-829e-902be4a1118a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.521204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-a6df1944-32a7-45bd-add2-0c6edecc9f20 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:42.523271 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-a6df1944-32a7-45bd-add2-0c6edecc9f20 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.36 "GET /v2.0/networks?id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1 HTTP/1.1" status: 200 len: 811 time: 0.6070728 May 06 13:16:42.535418 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.551027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Request body: {'port': {'device_id': '8cb9a56c-4b17-4bba-a13d-5e2dd69c3280', 'network_id': 'b35636c6-ef27-4949-a44b-8cb1a5aafbe1', 'admin_state_up': True, 'tenant_id': '0eb9cb6749a7422e81837a3515179919'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:42.563603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:42.586886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:42.597203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:42.605908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:42.607365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.681068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=fcd7b8b3-e26f-44eb-8563-de1c498c0f8c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:42.710332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8cd37ade-c5db-4ddd-ac16-503beeab31d4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8227479 May 06 13:16:42.715584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45232) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:42.725078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e07a44a4-f3e4-41f9-8646-14fc6e41bd46 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:42.826524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aecd2c-bd6c-4555-833d-adb45f4afd9d None None] Pushing event updated for resources: {'Port': ['ID=ecf7d447-92e3-4616-a559-2324ebe5216e,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:42.832046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.833556 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.842546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:42.846946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Usage tracker for resource:port and tenant:0eb9cb6749a7422e81837a3515179919 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:42.850770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:42.952973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e07a44a4-f3e4-41f9-8646-14fc6e41bd46 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:43.047404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:43.108435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Made reservation on behalf of 0eb9cb6749a7422e81837a3515179919 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:43.108435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:43.298863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:43.433754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e07a44a4-f3e4-41f9-8646-14fc6e41bd46 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:43.440278 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e07a44a4-f3e4-41f9-8646-14fc6e41bd46 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:43.504956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ecf7d447-92e3-4616-a559-2324ebe5216e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:16:43.627492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ecf7d447-92e3-4616-a559-2324ebe5216e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:16:43.654640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-e07a44a4-f3e4-41f9-8646-14fc6e41bd46 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] In _notify_port_updated(), no bound segment for port fcd7b8b3-e26f-44eb-8563-de1c498c0f8c on network a116f4bf-eebc-438d-b83f-08575bab6720 {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:16:43.662009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a44a4-f3e4-41f9-8646-14fc6e41bd46 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:43.662009 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e07a44a4-f3e4-41f9-8646-14fc6e41bd46 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:43.670789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e07a44a4-f3e4-41f9-8646-14fc6e41bd46 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "PUT /v2.0/ports/fcd7b8b3-e26f-44eb-8563-de1c498c0f8c HTTP/1.1" status: 200 len: 818 time: 0.9519217 May 06 13:16:43.679013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45246) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:43.696946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd114fb8-8ff2-4144-8a56-c192092b2e61 req-d1a79233-59c0-49f7-bf53-2f6af986d24b tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 210 time: 0.0988724 May 06 13:16:43.757757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Allocated IP 172.20.0.12 (b35636c6-ef27-4949-a44b-8cb1a5aafbe1/03cd84da-9de0-4b74-bd06-de40d6868fd0/d1677963-6fba-4382-9f70-435599b0b1de) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:43.846310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a44a4-f3e4-41f9-8646-14fc6e41bd46 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=fcd7b8b3-e26f-44eb-8563-de1c498c0f8c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:43.866231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a7a289fa-0a05-44b0-a12e-c2dcbe6212cd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port fcd7b8b3-e26f-44eb-8563-de1c498c0f8c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:16:43.866985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7a289fa-0a05-44b0-a12e-c2dcbe6212cd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:44.097758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:16:44.142303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:44.251232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7a289fa-0a05-44b0-a12e-c2dcbe6212cd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:44.321931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:44.574575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Pushing event updated for resources: {'Port': ['ID=d1677963-6fba-4382-9f70-435599b0b1de,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:44.580522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Network b35636c6-ef27-4949-a44b-8cb1a5aafbe1 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:44.591817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:44.598052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:44.602504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a7a289fa-0a05-44b0-a12e-c2dcbe6212cd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for fcd7b8b3-e26f-44eb-8563-de1c498c0f8c owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:16:44.665994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954af720-bc32-443a-b1e5-f37428a1668b None None] Network ecda5a7c-01da-49e4-af60-95664270a546 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:44.740866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:44.741998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:44.758190 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7a289fa-0a05-44b0-a12e-c2dcbe6212cd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:44.799768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:16:44.812783 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Sync routers for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:16:44.865706 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-6ea87b06-7588-4a57-87a3-90c1f03d86c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3140905 May 06 13:16:44.867281 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:16:44.869729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:44.871770 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:16:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:44.890080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-555054df-43f5-41fa-a8de-38722a711245 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9884958 May 06 13:16:44.895657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45260) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:44.967722 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c0172a46-1e43-4b53-afdd-d913917e3905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:44.979608 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a7a289fa-0a05-44b0-a12e-c2dcbe6212cd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:44.984453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cd32175-df82-4640-b943-0eaa21e6286e None None] Provisioning for port ecf7d447-92e3-4616-a559-2324ebe5216e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:16:44.993979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a289fa-0a05-44b0-a12e-c2dcbe6212cd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=fcd7b8b3-e26f-44eb-8563-de1c498c0f8c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:45.019904 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a7a289fa-0a05-44b0-a12e-c2dcbe6212cd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/fcd7b8b3-e26f-44eb-8563-de1c498c0f8c HTTP/1.1" status: 204 len: 168 time: 1.3379750 May 06 13:16:45.031785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45264) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:45.048734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cd32175-df82-4640-b943-0eaa21e6286e None None] Provisioning complete for port ecf7d447-92e3-4616-a559-2324ebe5216e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:45.050199 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cd32175-df82-4640-b943-0eaa21e6286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:45.445276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Request body: {'port': {'device_id': '8cb9a56c-4b17-4bba-a13d-5e2dd69c3280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:45.701837 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:45.714387 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:16:45.789870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be594cb8-9998-4895-a7fb-4299bc92b3ad tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:45.791612 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-be594cb8-9998-4895-a7fb-4299bc92b3ad tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:45.829883 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:45.867489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4bb85-831e-4528-8315-f1158232dd85 req-4a8c7628-86bb-45a1-a1d5-119e4717c51c tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:45.869060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bca4bb85-831e-4528-8315-f1158232dd85 req-4a8c7628-86bb-45a1-a1d5-119e4717c51c tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 932 time: 0.5719750 May 06 13:16:45.875634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-be594cb8-9998-4895-a7fb-4299bc92b3ad tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:45.876844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-be594cb8-9998-4895-a7fb-4299bc92b3ad tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8435004 May 06 13:16:45.887258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45276) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:46.044485 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b60a9e-3485-4ab9-b43b-9e98dbcbff3d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:16:46.061472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-67b60a9e-3485-4ab9-b43b-9e98dbcbff3d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/fcd7b8b3-e26f-44eb-8563-de1c498c0f8c HTTP/1.1" status: 404 len: 333 time: 0.1549532 May 06 13:16:46.061472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45280) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:46.094700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-425362284'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:46.117569 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cd32175-df82-4640-b943-0eaa21e6286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.144282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:46.157230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:network and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:46.164064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:46.208420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:46.248582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bca4bb85-831e-4528-8315-f1158232dd85 req-0239ad5d-ca2b-42d4-8f57-3d64aaa825ed tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Synchronizing usage tracker for tenant:0eb9cb6749a7422e81837a3515179919 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:16:46.248582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:46.252509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.303307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.317152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cd32175-df82-4640-b943-0eaa21e6286e None None] For port ecf7d447-92e3-4616-a559-2324ebe5216e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ecf7d447-92e3-4616-a559-2324ebe5216e,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:46.336809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bca4bb85-831e-4528-8315-f1158232dd85 req-0239ad5d-ca2b-42d4-8f57-3d64aaa825ed tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Unset dirty status for tenant:0eb9cb6749a7422e81837a3515179919 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:16:46.345181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bca4bb85-831e-4528-8315-f1158232dd85 req-0239ad5d-ca2b-42d4-8f57-3d64aaa825ed tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461613 May 06 13:16:46.352583 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cd32175-df82-4640-b943-0eaa21e6286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.361488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:16:46.411955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.426350 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Added segment 302dc6be-da54-440b-89e3-e82d638d4000 of type vlan for network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e May 06 13:16:46.490539 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:42Z', 'revision_number': 3, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:46.496096 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Checking router: 0dcbc343-a5db-4533-ad43-9cfd76cc2239 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:16:46.496597 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Updating router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 port b3f30385-03c4-4d0d-983c-7c0cae4a043f binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:16:46.545641 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.552200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd32175-df82-4640-b943-0eaa21e6286e None None] Pushing event updated for resources: {'Port': ['ID=ecf7d447-92e3-4616-a559-2324ebe5216e,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:46.567449 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.631414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.642078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:46.642078 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.802690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-88287962-282e-4b64-a241-eab83249a101 None None] Provisioning complete for port ecf7d447-92e3-4616-a559-2324ebe5216e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:46.802690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-88287962-282e-4b64-a241-eab83249a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.847033 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7880511 May 06 13:16:46.851798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45288) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:46.860428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7ffcb-035d-443a-a312-465abedc52b5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Network': ['ID=d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:46.861366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:46.879104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:16:47.228560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1677963-6fba-4382-9f70-435599b0b1de {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:16:47.242325 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:47.256536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:47.264832 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Transition to ACTIVE for port object b3f30385-03c4-4d0d-983c-7c0cae4a043f will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:47.268553 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:47.273401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:47.277306 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:47.300441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ecf7d447-92e3-4616-a559-2324ebe5216e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:16:47.322485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:47.352414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:47.355030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Transition to ACTIVE for port object d1677963-6fba-4382-9f70-435599b0b1de will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:47.430151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:47.451329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ecf7d447-92e3-4616-a559-2324ebe5216e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:47.451746 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:47.454039 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Attempting to bind port b3f30385-03c4-4d0d-983c-7c0cae4a043f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:16:47.459294 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Attempting to bind port b3f30385-03c4-4d0d-983c-7c0cae4a043f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:16:47.460024 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Attempting to bind port b3f30385-03c4-4d0d-983c-7c0cae4a043f on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:16:47.522939 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:16:47.522939 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:47.522939 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:47.522939 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:16:47.522939 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Bound port: b3f30385-03c4-4d0d-983c-7c0cae4a043f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:16:47.528278 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:47.621146 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Pushing event updated for resources: {'Port': ['ID=b3f30385-03c4-4d0d-983c-7c0cae4a043f,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:47.627814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:47.650733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.674050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.678705 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:16:47.769068 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] For port b3f30385-03c4-4d0d-983c-7c0cae4a043f, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:16:47.773703 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] For port b3f30385-03c4-4d0d-983c-7c0cae4a043f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b3f30385-03c4-4d0d-983c-7c0cae4a043f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:16:47.779414 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:47.888874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7475e6-c50b-4fc3-bde6-75f82ecc34f9 req-283467f6-4a2f-409c-a837-5d83b794505a tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:47.898357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c7475e6-c50b-4fc3-bde6-75f82ecc34f9 req-283467f6-4a2f-409c-a837-5d83b794505a tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 944 time: 0.1280541 May 06 13:16:47.933641 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf5e6c-2fee-48b5-9981-7d4cb312bc8c None None] Pushing event updated for resources: {'Port': ['ID=b3f30385-03c4-4d0d-983c-7c0cae4a043f,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:47.952900 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:16:47.953800 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:16:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:47.975031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c7475e6-c50b-4fc3-bde6-75f82ecc34f9 req-753cc443-6ab6-4acf-bc73-c878e9109aab tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729065 May 06 13:16:48.009877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Pushing event updated for resources: {'Port': ['ID=d1677963-6fba-4382-9f70-435599b0b1de,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:48.017444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:48.306134 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:16:48.324968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Attempting to bind port d1677963-6fba-4382-9f70-435599b0b1de on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:16:48.324968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Attempting to bind port d1677963-6fba-4382-9f70-435599b0b1de by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '9f08c639-97cd-47c7-a501-d2d1daebda2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b35636c6-ef27-4949-a44b-8cb1a5aafbe1'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:16:48.324968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Attempting to bind port d1677963-6fba-4382-9f70-435599b0b1de on network b35636c6-ef27-4949-a44b-8cb1a5aafbe1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:16:48.339295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Port d1677963-6fba-4382-9f70-435599b0b1de on network b35636c6-ef27-4949-a44b-8cb1a5aafbe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:16:48.339295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Attempting to bind port d1677963-6fba-4382-9f70-435599b0b1de on network b35636c6-ef27-4949-a44b-8cb1a5aafbe1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:16:48.350253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:16:48.350253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Checking segment: {'id': '9f08c639-97cd-47c7-a501-d2d1daebda2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b35636c6-ef27-4949-a44b-8cb1a5aafbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:48.350253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Bound using segment: {'id': '9f08c639-97cd-47c7-a501-d2d1daebda2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b35636c6-ef27-4949-a44b-8cb1a5aafbe1'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:16:48.350253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Bound port: d1677963-6fba-4382-9f70-435599b0b1de, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f08c639-97cd-47c7-a501-d2d1daebda2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b35636c6-ef27-4949-a44b-8cb1a5aafbe1'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:16:48.350253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:48.651174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] For port d1677963-6fba-4382-9f70-435599b0b1de, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:16:48.651174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] For port d1677963-6fba-4382-9f70-435599b0b1de, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=d1677963-6fba-4382-9f70-435599b0b1de,segment=NetworkSegment(9f08c639-97cd-47c7-a501-d2d1daebda2a),segment_id=9f08c639-97cd-47c7-a501-d2d1daebda2a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:16:48.695399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:48.747361 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:42Z', 'revision_number': 3, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:48.756442 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd42bb-007b-457f-a71f-0dec1e83c3af None None] The sync data for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 is: [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:42Z', 'revision_number': 3, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:16:48.846844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:48.846844 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] 10.222.0.36 "PUT /v2.0/ports/d1677963-6fba-4382-9f70-435599b0b1de HTTP/1.1" status: 200 len: 1092 time: 3.7722259 May 06 13:16:48.846844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb9a56c-4b17-4bba-a13d-5e2dd69c3280', 'tag': 'd1677963-6fba-4382-9f70-435599b0b1de'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:16:49.019439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:49.023789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe42cba-5fae-48e8-ada6-d61e6b5d502d service neutron] Pushing event updated for resources: {'Port': ['ID=d1677963-6fba-4382-9f70-435599b0b1de,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:49.092204 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ad96d2-ee66-4dce-93c7-18750e0347b6'] response: {'name': 'network-changed', 'server_uuid': '8cb9a56c-4b17-4bba-a13d-5e2dd69c3280', 'tag': 'd1677963-6fba-4382-9f70-435599b0b1de', 'status': 'completed', 'code': 200} May 06 13:16:49.230388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:49.263620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=92e79a4b-f596-47d9-a889-19182a1b2249,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:49.385941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b3f30385-03c4-4d0d-983c-7c0cae4a043f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:16:49.515424 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f375189-053e-415d-b172-f09ddebf6b0c req-fec66d90-01a1-408d-8934-8204ae75b238 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:49.517186 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-8d68a513-8cf9-4de4-ab73-941e88afeeb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0eb9cb6749a7422e81837a3515179919&device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 1095 time: 0.5452397 May 06 13:16:49.528120 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f375189-053e-415d-b172-f09ddebf6b0c req-fec66d90-01a1-408d-8934-8204ae75b238 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 944 time: 0.2843683 May 06 13:16:49.666794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b3f30385-03c4-4d0d-983c-7c0cae4a043f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:16:49.681646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b3f30385-03c4-4d0d-983c-7c0cae4a043f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:49.681646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:49.685336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f375189-053e-415d-b172-f09ddebf6b0c req-9f742b64-07f4-44e6-8bfc-15566fb4668b tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486490 May 06 13:16:49.771918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Checking segment: {'id': '302dc6be-da54-440b-89e3-e82d638d4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:49.771918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network hostable DHCP agents. Network: d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:16:49.882450 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-c5fed57a-a868-4ece-bf94-874e8b22a591 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1677963-6fba-4382-9f70-435599b0b1de HTTP/1.1" status: 200 len: 217 time: 0.3492622 May 06 13:16:49.970651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:50.005594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b3f30385-03c4-4d0d-983c-7c0cae4a043f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b3f30385-03c4-4d0d-983c-7c0cae4a043f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:50.013040 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:50.038525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:16:50.042782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Allocated IP 172.20.0.1 (ecda5a7c-01da-49e4-af60-95664270a546/cbda14ea-b1ff-4198-9bab-74643df872f7/e5d89ec1-5ec4-4d18-9945-100b049e6543) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:50.055541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-8791409d-26ac-4acc-938a-d1cf9398d8d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:50.057371 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-8791409d-26ac-4acc-938a-d1cf9398d8d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03cd84da-9de0-4b74-bd06-de40d6868fd0 HTTP/1.1" status: 200 len: 851 time: 0.1615243 May 06 13:16:50.150324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:50.174967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794f4ed-58e8-4a13-990b-ed0a9d475ca2 None None] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:50.190301 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-5424503a-9356-460a-b437-fdcf43cdab84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128659 May 06 13:16:50.236565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:50.236565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:50.431960 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-31897437-a909-4a72-bcdb-f2097548b65a service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920149 May 06 13:16:50.441601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b3f30385-03c4-4d0d-983c-7c0cae4a043f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:50.462903 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d8c7df04-430d-4944-af1a-6b21e3dda614 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6084883 May 06 13:16:50.468172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45324) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:50.474681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:50.557701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e', 'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e', 'tenant_id': '7563184c649e4c13a644567ba684e3e9', 'fixed_ips': [{'subnet_id': '92e79a4b-f596-47d9-a889-19182a1b2249'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:16:50.558996 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:50.606439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:50.640823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Transition to ACTIVE for port object e5d89ec1-5ec4-4d18-9945-100b049e6543 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:50.660666 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8619b1ac-5d79-4fc4-93de-e48c8b151737 req-d05a4f6f-e2cf-4183-9c0c-0b940a2cf070 service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154069 May 06 13:16:50.724894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:50.822345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:50.822345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:50.843548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:50.863846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:50.888688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:50.950004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Allocated IP 2001:db8::2 (d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e/92e79a4b-f596-47d9-a889-19182a1b2249/14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:51.114420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Network ecda5a7c-01da-49e4-af60-95664270a546 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:51.136940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:51.157670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:51.283426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d89ec1-5ec4-4d18-9945-100b049e6543,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:51.315649 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:51.328241 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a18697f-1272-4c8f-ab15-8691ae561830 req-0575f1d5-b8fd-4efa-a572-0f4b626f9e7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0eb9cb6749a7422e81837a3515179919&device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 1095 time: 0.5004737 May 06 13:16:51.373245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b3f30385-03c4-4d0d-983c-7c0cae4a043f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:16:51.472299 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:51.481192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8efd52-e96d-4d39-b9a0-e8fe31847725 req-e402d6ad-3892-4c2b-b25d-1051bbab175c tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:51.488410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee8efd52-e96d-4d39-b9a0-e8fe31847725 req-e402d6ad-3892-4c2b-b25d-1051bbab175c tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 944 time: 0.3344281 May 06 13:16:51.489857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Transition to ACTIVE for port object 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:51.506092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:51.665695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Transition to ACTIVE for port object 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:51.696921 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:51.705461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ee8efd52-e96d-4d39-b9a0-e8fe31847725 req-d0955cab-66a5-461e-b023-c96ea0f2a50f tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100134 May 06 13:16:51.770801 n-d-840847-1 neutron-server[83955]: INFO neutron.db.ipam_backend_mixin [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92e79a4b-f596-47d9-a889-19182a1b2249 (CIDR: 2001:db8::/64) May 06 13:16:51.781680 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:16:51.782732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:16:51.790680 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:16:51.822489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:51.822915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-56dc043c-8d55-4072-81c9-048f6208dd30 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3524694 May 06 13:16:51.825377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45338) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:51.834376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:51.836457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:51.839385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:51.852809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:51.874712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b3f30385-03c4-4d0d-983c-7c0cae4a043f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:51.875261 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:51.935436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-14da46b0-e6c7-4fc5-9832-bc919eec5e6a None None] Provisioning for port e5d89ec1-5ec4-4d18-9945-100b049e6543 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:16:51.952368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-14da46b0-e6c7-4fc5-9832-bc919eec5e6a None None] Provisioning complete for port e5d89ec1-5ec4-4d18-9945-100b049e6543 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:51.953119 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-14da46b0-e6c7-4fc5-9832-bc919eec5e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:52.098276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Pushing event updated for resources: {'Port': ['ID=14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:52.137887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:52.150263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:52.169158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:52.173720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18697f-1272-4c8f-ab15-8691ae561830 req-9f4b9339-c53d-4222-a24c-27133188e7d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:52.173720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a18697f-1272-4c8f-ab15-8691ae561830 req-9f4b9339-c53d-4222-a24c-27133188e7d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1 HTTP/1.1" status: 200 len: 912 time: 0.8116817 May 06 13:16:52.177210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:52.242453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:52.242453 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:52.330055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Attempting to bind port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:16:52.331304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Attempting to bind port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '302dc6be-da54-440b-89e3-e82d638d4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:16:52.332755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Attempting to bind port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a on network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:16:52.337029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-14da46b0-e6c7-4fc5-9832-bc919eec5e6a None None] Port e5d89ec1-5ec4-4d18-9945-100b049e6543 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:16:52.355345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:16:52.355723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Checking segment: {'id': '302dc6be-da54-440b-89e3-e82d638d4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:16:52.356459 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:52.357133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Bound using segment: {'id': '302dc6be-da54-440b-89e3-e82d638d4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:16:52.357937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Bound port: 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302dc6be-da54-440b-89e3-e82d638d4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:16:52.358704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:52.540513 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a18697f-1272-4c8f-ab15-8691ae561830 req-472ef3c6-0014-460a-9d31-7121f9c436b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1677963-6fba-4382-9f70-435599b0b1de HTTP/1.1" status: 200 len: 217 time: 0.1635950 May 06 13:16:52.683556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18697f-1272-4c8f-ab15-8691ae561830 req-f6996f9b-aff2-46da-919b-b788160e4288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:52.683556 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a18697f-1272-4c8f-ab15-8691ae561830 req-f6996f9b-aff2-46da-919b-b788160e4288 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03cd84da-9de0-4b74-bd06-de40d6868fd0 HTTP/1.1" status: 200 len: 851 time: 0.1401885 May 06 13:16:52.708450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] For port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:16:52.726331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] For port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a,segment=NetworkSegment(302dc6be-da54-440b-89e3-e82d638d4000),segment_id=302dc6be-da54-440b-89e3-e82d638d4000)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:16:52.739184 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:52.743191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:52.747141 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a18697f-1272-4c8f-ab15-8691ae561830 req-0d1d3b1b-ee40-4bcc-a0ef-8039b8ef48c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551786 May 06 13:16:52.750993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:52.857850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device d1677963-6fba-4382-9f70-435599b0b1de details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:16:52.863850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fddd7-5599-493d-a141-ae34480f683c None None] Pushing event updated for resources: {'Port': ['ID=14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:52.897055 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:53.050559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d89ec1-5ec4-4d18-9945-100b049e6543,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:53.065342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:53.196458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port d1677963-6fba-4382-9f70-435599b0b1de, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=d1677963-6fba-4382-9f70-435599b0b1de,segment=NetworkSegment(9f08c639-97cd-47c7-a501-d2d1daebda2a),segment_id=9f08c639-97cd-47c7-a501-d2d1daebda2a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:53.241666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:53.241666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:53.245822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'd1677963-6fba-4382-9f70-435599b0b1de', 'network_id': 'b35636c6-ef27-4949-a44b-8cb1a5aafbe1', 'port_id': 'd1677963-6fba-4382-9f70-435599b0b1de', 'mac_address': 'fa:16:3e:ce:69:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03cd84da-9de0-4b74-bd06-de40d6868fd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:16:53.255610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:53.255610 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:53.374320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=5e6c36b7-313d-40b3-809d-1687ceaad9b9,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:53.380132 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a18697f-1272-4c8f-ab15-8691ae561830 req-37c2e0dd-e017-4b89-831c-b2cd9e91d861 service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971091 May 06 13:16:53.414051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6dcd4a50-8374-4bd2-96dd-02c6851ed44a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5862153 May 06 13:16:53.428152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45352) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:53.445199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e', 'fixed_ips': [{'subnet_id': '92e79a4b-f596-47d9-a889-19182a1b2249'}, {'subnet_id': '5e6c36b7-313d-40b3-809d-1687ceaad9b9'}], 'name': 'tempest-PortsIpV6TestJSON-509492402'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:53.464380 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:53.566990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1677963-6fba-4382-9f70-435599b0b1de {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:16:53.631658 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a18697f-1272-4c8f-ab15-8691ae561830 req-cf5d0299-1cd7-4e01-8212-7d78ff8a318a service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413318 May 06 13:16:53.639608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port d1677963-6fba-4382-9f70-435599b0b1de, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=d1677963-6fba-4382-9f70-435599b0b1de,segment=NetworkSegment(9f08c639-97cd-47c7-a501-d2d1daebda2a),segment_id=9f08c639-97cd-47c7-a501-d2d1daebda2a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:53.647123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:53.696185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb28e5a-0a70-4bb8-8bc9-28d2798a3cdc req-8813e012-af82-4bfe-9b81-fd56b8b17fea tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:53.703595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbb28e5a-0a70-4bb8-8bc9-28d2798a3cdc req-8813e012-af82-4bfe-9b81-fd56b8b17fea tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 944 time: 0.7087560 May 06 13:16:53.828320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=d1677963-6fba-4382-9f70-435599b0b1de,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:53.849550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Network ecda5a7c-01da-49e4-af60-95664270a546 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:53.849550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:53.891867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbb28e5a-0a70-4bb8-8bc9-28d2798a3cdc req-b1416a2b-4b4c-4bb9-aec4-88514f11de91 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832788 May 06 13:16:53.891867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:53.902154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:53.902154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:53.915332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:53.937524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['d1677963-6fba-4382-9f70-435599b0b1de'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:16:53.949411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:53.956147 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:54.003277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:16:54.533274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c77dd1c6-3568-4cbd-8c65-159266431971 None None] Provisioning complete for port e5d89ec1-5ec4-4d18-9945-100b049e6543 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:54.533698 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c77dd1c6-3568-4cbd-8c65-159266431971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:54.621769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c77dd1c6-3568-4cbd-8c65-159266431971 None None] Port e5d89ec1-5ec4-4d18-9945-100b049e6543 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:16:54.737371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::c6 (d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e/92e79a4b-f596-47d9-a889-19182a1b2249/024cc9bb-0061-48c7-8c4b-b5cb9a7445d6) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:54.751389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8:0:1::284 (d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e/5e6c36b7-313d-40b3-809d-1687ceaad9b9/024cc9bb-0061-48c7-8c4b-b5cb9a7445d6) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:54.764337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device d1677963-6fba-4382-9f70-435599b0b1de up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:16:54.837635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:16:54.956330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port d1677963-6fba-4382-9f70-435599b0b1de completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:16:54.962233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port d1677963-6fba-4382-9f70-435599b0b1de triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:54.962757 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:55.078896 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:55.113467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b42080-2397-4ad7-b0f4-7df1d5b70a25 None None] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:16:55.120681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:55.229416 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:55.403437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:16:55.438259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b9a0d-44c2-41a9-9cfa-9fcc5ea6da65 req-d86bc66b-4fe1-4f48-a8ef-7f91e5b2d1be tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:55.438259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-297b9a0d-44c2-41a9-9cfa-9fcc5ea6da65 req-d86bc66b-4fe1-4f48-a8ef-7f91e5b2d1be tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 945 time: 0.2649655 May 06 13:16:55.538163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:16:55.546720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9c70f326-b6d7-40ae-a473-a84e42175b34 None None] Provisioning for port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:16:55.546720 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:55.554308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=024cc9bb-0061-48c7-8c4b-b5cb9a7445d6,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:55.554308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:16:55.554308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:55.554308 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:55.634746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-957823ed-749e-44b8-8402-43278c2dfb0e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.1989760 May 06 13:16:55.636033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45372) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:55.644814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92e79a4b-f596-47d9-a889-19182a1b2249'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:55.672714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:16:55.685850 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f5346135-193e-4ab6-a5b5-fa2011a52ce7 admin admin] 10.222.0.44 "PUT /v2.0/routers/0dcbc343-a5db-4533-ad43-9cfd76cc2239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7918983 May 06 13:16:55.726429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-297b9a0d-44c2-41a9-9cfa-9fcc5ea6da65 req-247c2df8-dfaf-4f5d-96ce-da20818bcd8c tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038568 May 06 13:16:55.744672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:16:55.798906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Sync routers for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:16:55.850659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb9a56c-4b17-4bba-a13d-5e2dd69c3280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1677963-6fba-4382-9f70-435599b0b1de'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:16:55.967579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:56.000586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port d1677963-6fba-4382-9f70-435599b0b1de, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=d1677963-6fba-4382-9f70-435599b0b1de,segment=NetworkSegment(9f08c639-97cd-47c7-a501-d2d1daebda2a),segment_id=9f08c639-97cd-47c7-a501-d2d1daebda2a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:56.000586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:16:56.000586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:16:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:56.284182 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:56.411887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=d1677963-6fba-4382-9f70-435599b0b1de,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:56.457421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:16:56.471332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:16:56.472051 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:56.846843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:16:56.962853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Delete allocated IP 2001:db8:0:1::284 (d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e/5e6c36b7-313d-40b3-809d-1687ceaad9b9) {{(pid=83955) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:16:57.187833 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d15094fd-ff17-4335-9a5d-1756cb64f06b req-502ecb65-570e-48f5-8565-0c07c96be39f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 1097 time: 0.1777527 May 06 13:16:57.211187 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f823480-9a6e-4fc5-95be-545b12b16d62'] response: {'server_uuid': '8cb9a56c-4b17-4bba-a13d-5e2dd69c3280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1677963-6fba-4382-9f70-435599b0b1de', 'code': 200} May 06 13:16:57.318865 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d15094fd-ff17-4335-9a5d-1756cb64f06b req-91c533d3-fc14-4c2d-928c-f14a60899fa4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144104 May 06 13:16:57.619240 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:57.650952 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:57.706013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Ignored duplicate provisioning block setup for port 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 13:16:57.711869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:57.790122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45414) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:57.801167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1701344178-network', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:57.801167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:57.820859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Usage tracker for resource:network and tenant:45c8129b984a411fb31f334fa1a9c45c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:57.820859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:57.827726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:57.851890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Made reservation on behalf of 45c8129b984a411fb31f334fa1a9c45c for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:57.851890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:57.871521 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:57.913520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=024cc9bb-0061-48c7-8c4b-b5cb9a7445d6,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:57.930039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24feea2-b8ee-4265-b742-947d06826c2a req-739c72ea-1bc5-4e98-a7f3-2f514387c37e tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:57.937667 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e24feea2-b8ee-4265-b742-947d06826c2a req-739c72ea-1bc5-4e98-a7f3-2f514387c37e tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.8674622 May 06 13:16:57.940001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] In _notify_port_updated(), no bound segment for port 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 on network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e {{(pid=83955) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:16:57.943328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:57.943947 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:57.945283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c3fe6257-0962-466c-a7df-46f5dc653c90 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "PUT /v2.0/ports/024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 HTTP/1.1" status: 200 len: 924 time: 2.3063314 May 06 13:16:57.949114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45418) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:57.961518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92e79a4b-f596-47d9-a889-19182a1b2249'}, {'subnet_id': '5e6c36b7-313d-40b3-809d-1687ceaad9b9'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:57.970527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a,segment=NetworkSegment(302dc6be-da54-440b-89e3-e82d638d4000),segment_id=302dc6be-da54-440b-89e3-e82d638d4000)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:57.975094 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc79437-6968-4322-a4af-0a94273d834a None None] Update dhcp port {'port': {'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e', 'fixed_ips': [{'subnet_id': '92e79a4b-f596-47d9-a889-19182a1b2249', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e6c36b7-313d-40b3-809d-1687ceaad9b9'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:16:58.005551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e24feea2-b8ee-4265-b742-947d06826c2a req-4a65b125-8dbc-4f9d-a4d1-93a3fb559947 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679989 May 06 13:16:58.108865 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:58.109906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:58.114843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Usage tracker for resource:security_group_rule and tenant:45c8129b984a411fb31f334fa1a9c45c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:58.118396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:58.126531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:58.275718 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bc79437-6968-4322-a4af-0a94273d834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:58.552996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:58.611992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:58.617944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:58.623900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:16:52Z', 'revision_number': 2, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:16:58.628556 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:58.639226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Checking router: 0dcbc343-a5db-4533-ad43-9cfd76cc2239 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:16:58.639226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Updating router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 port e5d89ec1-5ec4-4d18-9945-100b049e6543 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:16:58.685054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-6bc79437-6968-4322-a4af-0a94273d834a None None] Allocated IP 2001:db8:0:1::2 (d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e/5e6c36b7-313d-40b3-809d-1687ceaad9b9/14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:58.704694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:58.760863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:16:58.792739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3425febc-2a24-4d64-a8d7-f57f7f1f3fe2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:58.825831 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:58.825831 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Added segment ed0a0b88-4675-4c33-9553-785870325070 of type vlan for network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 May 06 13:16:58.925476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:59.029867 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:59.030930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:59.031559 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:59.085726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6bc79437-6968-4322-a4af-0a94273d834a None None] For port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a,segment=NetworkSegment(302dc6be-da54-440b-89e3-e82d638d4000),segment_id=302dc6be-da54-440b-89e3-e82d638d4000)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:16:59.169106 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3774610 May 06 13:16:59.176532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45436) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:16:59.200165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Request body: {'subnet': {'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1701344178-subnet', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:16:59.221572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:16:59.245643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Usage tracker for resource:subnet and tenant:45c8129b984a411fb31f334fa1a9c45c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:16:59.245643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:16:59.266038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:16:59.275284 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-6bc79437-6968-4322-a4af-0a94273d834a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:16:59.339335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a05ed-aced-4869-bb72-bfb850a5e733 admin admin] Pushing event updated for resources: {'Network': ['ID=3b66f0ea-518c-454f-a64d-3f96b10f3a74,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:16:59.352526 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bc79437-6968-4322-a4af-0a94273d834a None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:59.368766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:16:59.408176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Made reservation on behalf of 45c8129b984a411fb31f334fa1a9c45c for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:16:59.411825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:59.529575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6bc79437-6968-4322-a4af-0a94273d834a None None] Transition to ACTIVE for port object 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:16:59.561361 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bc79437-6968-4322-a4af-0a94273d834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:59.617325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc479275-6158-4bb1-a961-c6f68f1705b2 req-50344966-c826-4444-be30-130e2eb4261f tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:59.617325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc479275-6158-4bb1-a961-c6f68f1705b2 req-50344966-c826-4444-be30-130e2eb4261f tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.3258696 May 06 13:16:59.684660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8:0:1::16d (d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e/5e6c36b7-313d-40b3-809d-1687ceaad9b9/024cc9bb-0061-48c7-8c4b-b5cb9a7445d6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:16:59.724204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc479275-6158-4bb1-a961-c6f68f1705b2 req-b4772c78-f43d-4a1f-b97b-4935f46f03b4 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977917 May 06 13:16:59.927034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.028502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.073651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7a6c0e-5562-42b5-a0fc-787297d54c34,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:00.083275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.101364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Transition to ACTIVE for port object e5d89ec1-5ec4-4d18-9945-100b049e6543 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:00.107031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Ignored duplicate provisioning block setup for port 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 13:17:00.120175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Checking segment: {'id': 'ed0a0b88-4675-4c33-9553-785870325070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:00.120527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Network hostable DHCP agents. Network: 3b66f0ea-518c-454f-a64d-3f96b10f3a74, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:17:00.123903 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.162513 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.198785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc79437-6968-4322-a4af-0a94273d834a None None] Pushing event updated for resources: {'Port': ['ID=14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:00.199618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:17:00.222909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3b66f0ea-518c-454f-a64d-3f96b10f3a74) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:00.244414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:00.245304 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.345423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] In _notify_port_updated(), no bound segment for port 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 on network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:17:00.345423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:00.345423 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.345423 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "PUT /v2.0/ports/024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 HTTP/1.1" status: 200 len: 1010 time: 2.3908765 May 06 13:17:00.348027 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c42d8da8-22a4-4d53-b83b-79428795fe40 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1794424 May 06 13:17:00.348027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45450) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:00.360334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45452) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:00.375628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=024cc9bb-0061-48c7-8c4b-b5cb9a7445d6,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:00.380030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.395783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0142dd-d882-4cba-be8e-2738e0c26273 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:00.536194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fe339-7fac-4c9c-b23c-f9365c64cb2a None None] Network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:00.565733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:00.595694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:00.621945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Usage tracker for resource:router and tenant:45c8129b984a411fb31f334fa1a9c45c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:00.643297 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:00.676136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:00.755706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-409463fb-ae51-43a1-8c21-e228c1606a3b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:00.758803 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-409463fb-ae51-43a1-8c21-e228c1606a3b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.811902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.811902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:00.964667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4d846-9cc2-410c-84fc-fbc0f01cd668 req-7cbafec5-91e0-40ae-9730-ea6af07ab4b9 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:00.964667 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aec4d846-9cc2-410c-84fc-fbc0f01cd668 req-7cbafec5-91e0-40ae-9730-ea6af07ab4b9 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.4807813 May 06 13:17:01.014475 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:01.111902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e940b64-655e-4841-96a4-51978a2a98d1 None None] Pushing event updated for resources: {'Port': ['ID=e5d89ec1-5ec4-4d18-9945-100b049e6543,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:01.200287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Attempting to bind port e5d89ec1-5ec4-4d18-9945-100b049e6543 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:01.200654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Attempting to bind port e5d89ec1-5ec4-4d18-9945-100b049e6543 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:01.201231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Attempting to bind port e5d89ec1-5ec4-4d18-9945-100b049e6543 on network ecda5a7c-01da-49e4-af60-95664270a546 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:01.219245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-3b66f0ea-518c-454f-a64d-3f96b10f3a74', 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'fixed_ips': [{'subnet_id': 'fe7a6c0e-5562-42b5-a0fc-787297d54c34'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:17:01.220069 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:01.255277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:01.255277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Checking segment: {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:01.255277 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:01.255277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Bound using segment: {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:01.255277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Bound port: e5d89ec1-5ec4-4d18-9945-100b049e6543, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:01.255277 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:01.500909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-409463fb-ae51-43a1-8c21-e228c1606a3b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:01.574581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] For port e5d89ec1-5ec4-4d18-9945-100b049e6543, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:01.580942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] For port e5d89ec1-5ec4-4d18-9945-100b049e6543, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e5d89ec1-5ec4-4d18-9945-100b049e6543,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:01.641012 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:01.725157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-409463fb-ae51-43a1-8c21-e228c1606a3b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:01.765427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ff57d-95b3-4c35-85fb-16b2bbf7283d None None] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:01.913140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aec4d846-9cc2-410c-84fc-fbc0f01cd668 req-ad42ca6f-b130-4636-b654-aa9ee36035e7 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9325101 May 06 13:17:01.916373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Allocated IP 172.20.0.2 (3b66f0ea-518c-454f-a64d-3f96b10f3a74/fe7a6c0e-5562-42b5-a0fc-787297d54c34/8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:01.945296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e940b64-655e-4841-96a4-51978a2a98d1 None None] Pushing event updated for resources: {'Port': ['ID=e5d89ec1-5ec4-4d18-9945-100b049e6543,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:01.952362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:02.008558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-120d4fd0-6633-494c-a37b-c4e34bf184b2 None None] Provisioning for port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:02.034080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-120d4fd0-6633-494c-a37b-c4e34bf184b2 None None] Provisioning complete for port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:02.042806 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-120d4fd0-6633-494c-a37b-c4e34bf184b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:02.431517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:17:02.441153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:16:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:02.702768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:02.778288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:17:02.932825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-409463fb-ae51-43a1-8c21-e228c1606a3b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:03.039376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409463fb-ae51-43a1-8c21-e228c1606a3b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=024cc9bb-0061-48c7-8c4b-b5cb9a7445d6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:03.226024 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-409463fb-ae51-43a1-8c21-e228c1606a3b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:03.258858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45480) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:03.262582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-409463fb-ae51-43a1-8c21-e228c1606a3b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 HTTP/1.1" status: 204 len: 168 time: 2.9130638 May 06 13:17:03.431403 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:03.510818 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:03.569294 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0ed203-074c-4328-92ab-57900e021cfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:17:03.569294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ad0ed203-074c-4328-92ab-57900e021cfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:17:03.589442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ad0ed203-074c-4328-92ab-57900e021cfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:17:03.589442 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ad0ed203-074c-4328-92ab-57900e021cfb tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 HTTP/1.1" status: 404 len: 333 time: 0.3217611 May 06 13:17:03.599121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45486) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:03.747952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-120d4fd0-6633-494c-a37b-c4e34bf184b2 None None] Could not find standard attr ID for object 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:17:03.805556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:03.806168 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:03.808602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7144d-ab4e-4111-bd9a-3efd5ada34b0 req-d7195fa5-a97e-4d6e-b728-43d41b30bcf6 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:03.811011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93a7144d-ab4e-4111-bd9a-3efd5ada34b0 req-d7195fa5-a97e-4d6e-b728-43d41b30bcf6 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.7923903 May 06 13:17:03.890732 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:03.945473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Allocated IP 172.25.7.65 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:03.964463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-93a7144d-ab4e-4111-bd9a-3efd5ada34b0 req-2f803847-a2ef-4abf-905c-284af754a5cc tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398165 May 06 13:17:03.985296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Transition to ACTIVE for port object 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:03.997693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66dc9e2-c9a7-4590-b88d-2d8234e2ecaa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet 5e6c36b7-313d-40b3-809d-1687ceaad9b9 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:17:04.007776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e66dc9e2-c9a7-4590-b88d-2d8234e2ecaa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:04.070870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Transition to ACTIVE for port object 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:04.127295 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:04.140367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e66dc9e2-c9a7-4590-b88d-2d8234e2ecaa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:04.218727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:04.275478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:04.281687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:04.294133 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:04.298796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:04.313567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Pushing event updated for resources: {'Port': ['ID=8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:04.372782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:01Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:04.444537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52b770-9937-46c4-97e5-ca5d3b638a7f None None] The sync data for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 is: [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:01Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:17:04.609182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:04.628521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:04.628521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:04.636489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Attempting to bind port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:04.636489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Attempting to bind port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'ed0a0b88-4675-4c33-9553-785870325070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:04.636489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Attempting to bind port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 on network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:04.646439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:04.646439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Checking segment: {'id': 'ed0a0b88-4675-4c33-9553-785870325070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:04.646439 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:04.646439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Bound using segment: {'id': 'ed0a0b88-4675-4c33-9553-785870325070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:04.646439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Bound port: 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0a0b88-4675-4c33-9553-785870325070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:04.646439 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:04.718399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:04.921935 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:04.923766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:04.938039 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-a7898451-4471-4430-89b3-eefeafca974f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3517547 May 06 13:17:05.008712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] For port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:05.014516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] For port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47,segment=NetworkSegment(ed0a0b88-4675-4c33-9553-785870325070),segment_id=ed0a0b88-4675-4c33-9553-785870325070)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:05.027185 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:05.175021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c04b5af6-a694-4813-aeae-5d74d176eb33 None None] Provisioning complete for port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:05.175021 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c04b5af6-a694-4813-aeae-5d74d176eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:05.271953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e66dc9e2-c9a7-4590-b88d-2d8234e2ecaa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:05.581366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25ee0b-62a6-493e-9a6a-3d204cfdb62d None None] Pushing event updated for resources: {'Port': ['ID=8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:05.905782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b9d3c-126c-4ec2-8dc1-c76175db5b09 req-47a83355-75f4-42c9-ad39-7042c1ed362f tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:05.926287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-802b9d3c-126c-4ec2-8dc1-c76175db5b09 req-47a83355-75f4-42c9-ad39-7042c1ed362f tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.4727135 May 06 13:17:05.986585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-5a3bab1b-6051-4cf6-b9cb-0e1c33f6866f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0eb9cb6749a7422e81837a3515179919&device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 1097 time: 0.5719829 May 06 13:17:05.991934 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e66dc9e2-c9a7-4590-b88d-2d8234e2ecaa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:05.995549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a9207e02-c4cd-4bd6-ad78-0b33ab0b26ed None None] Could not find standard attr ID for object 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:17:06.169972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ed5f37ed-445a-4673-8e61-6efe712c7233 None None] Could not find standard attr ID for object 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:17:06.174633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-802b9d3c-126c-4ec2-8dc1-c76175db5b09 req-18da9011-3e83-4c75-8ca6-b33a0eef597f tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602582 May 06 13:17:06.189333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dc9e2-c9a7-4590-b88d-2d8234e2ecaa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6c36b7-313d-40b3-809d-1687ceaad9b9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:06.235020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Router e7e9c733-2672-43e8-8514-33d37785ca5c is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:17:06.667900 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e66dc9e2-c9a7-4590-b88d-2d8234e2ecaa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:06.689530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:06.753879 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e66dc9e2-c9a7-4590-b88d-2d8234e2ecaa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/5e6c36b7-313d-40b3-809d-1687ceaad9b9 HTTP/1.1" status: 204 len: 168 time: 3.1490548 May 06 13:17:06.755260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45512) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:06.893321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-b60f5a37-805f-42c3-8376-ee5a2f1e5dcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:06.909749 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-b60f5a37-805f-42c3-8376-ee5a2f1e5dcf service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1 HTTP/1.1" status: 200 len: 912 time: 0.8783772 May 06 13:17:06.915386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537aac61-03ca-4f92-b732-e7fce8821235 None None] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:07.198290 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-e830de32-b5df-4db6-872e-fcc1ba6b7729 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1677963-6fba-4382-9f70-435599b0b1de HTTP/1.1" status: 200 len: 217 time: 0.2795014 May 06 13:17:07.284212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4b631325-815f-49d9-9464-947b84f1bc8b None None] Could not find standard attr ID for object 024cc9bb-0061-48c7-8c4b-b5cb9a7445d6. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:17:07.347910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:07.385452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e5d89ec1-5ec4-4d18-9945-100b049e6543 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:07.425867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-0b35a3d1-93c0-4e65-a627-8ebe119716fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:07.427298 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-0b35a3d1-93c0-4e65-a627-8ebe119716fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03cd84da-9de0-4b74-bd06-de40d6868fd0 HTTP/1.1" status: 200 len: 851 time: 0.2332010 May 06 13:17:07.521131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet 92e79a4b-f596-47d9-a889-19182a1b2249 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:17:07.525888 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:07.527019 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:07.543441 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-ef195888-f2dd-41ae-bb4c-757c7ef1228f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094406 May 06 13:17:07.640512 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:07.659633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e5d89ec1-5ec4-4d18-9945-100b049e6543 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:07.694327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e5d89ec1-5ec4-4d18-9945-100b049e6543 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:07.694327 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:07.799633 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:07.935972 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:07.938215 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-be6be7f0-9897-421c-8461-315d19197d06 service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858449 May 06 13:17:07.970890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a4d9a-90ff-45b4-b8cc-d1f94e11d620 None None] Network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:08.033503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=92e79a4b-f596-47d9-a889-19182a1b2249,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.054546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:08.150814 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:08.150814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:17:08.165610 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Sync routers for ids ['e7e9c733-2672-43e8-8514-33d37785ca5c'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:17:08.177601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-545c67fd-4f04-44da-8cbe-c261174d983e None None] Provisioning for port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:08.185051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d5281ad8-1780-4618-8c47-f5315c14b4e0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/92e79a4b-f596-47d9-a889-19182a1b2249 HTTP/1.1" status: 204 len: 168 time: 1.4162474 May 06 13:17:08.185051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45526) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:08.200442 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:08.200442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c3afa7a4-586f-400e-ac54-2dcdab3ef9b3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.8331130 May 06 13:17:08.200442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45530) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:08.207331 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Routers {'e7e9c733-2672-43e8-8514-33d37785ca5c'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:17:08.207331 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:16:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e7e9c733-2672-43e8-8514-33d37785ca5c'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:08.270073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-545c67fd-4f04-44da-8cbe-c261174d983e None None] Provisioning complete for port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:08.270073 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-545c67fd-4f04-44da-8cbe-c261174d983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:08.357308 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:08.438823 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:08.467361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7d39b-6851-4e1c-9369-7611abe46c73 req-58d997d7-3d4a-41e2-bb70-08607ee5acce tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:08.469576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dce7d39b-6851-4e1c-9369-7611abe46c73 req-58d997d7-3d4a-41e2-bb70-08607ee5acce tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.9943190 May 06 13:17:08.477550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:08.477881 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:08.552420 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a9ad8c57-d876-4dc8-a7cb-9cc002a7c226 req-d25d1b29-e721-48cb-a916-5954c4eaa294 service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6069753 May 06 13:17:08.625151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port e5d89ec1-5ec4-4d18-9945-100b049e6543, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e5d89ec1-5ec4-4d18-9945-100b049e6543,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:08.760623 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:08.829722 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dce7d39b-6851-4e1c-9369-7611abe46c73 req-4da6acf0-1c96-4665-b038-f527f80f5876 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133540 May 06 13:17:08.850592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca956e4e-cf44-4ff5-ade7-5194502c95b9 None None] Update dhcp port {'port': {'network_id': 'd5de7c7a-9de6-4c5f-b9f5-c8d30e12833e', 'fixed_ips': [{'subnet_id': '92e79a4b-f596-47d9-a889-19182a1b2249'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:17:08.889897 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-545c67fd-4f04-44da-8cbe-c261174d983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:08.937476 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-057b79cf-f017-48e7-8506-a2c447e3ba07 req-9d301a24-1c78-4e58-9a2f-83ac21c6ae4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0eb9cb6749a7422e81837a3515179919&device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 1097 time: 0.2918968 May 06 13:17:09.030439 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Set router e7e9c733-2672-43e8-8514-33d37785ca5c gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:17:09.032031 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca956e4e-cf44-4ff5-ade7-5194502c95b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:09.289031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-545c67fd-4f04-44da-8cbe-c261174d983e None None] For port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47,segment=NetworkSegment(ed0a0b88-4675-4c33-9553-785870325070),segment_id=ed0a0b88-4675-4c33-9553-785870325070)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:09.311913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=e5d89ec1-5ec4-4d18-9945-100b049e6543,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:09.319329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b79cf-f017-48e7-8506-a2c447e3ba07 req-073164a5-700b-43a7-b6d6-6c127b6f40de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:09.328156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] For port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a,segment=NetworkSegment(302dc6be-da54-440b-89e3-e82d638d4000),segment_id=302dc6be-da54-440b-89e3-e82d638d4000)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:09.328156 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:09.334897 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-057b79cf-f017-48e7-8506-a2c447e3ba07 req-073164a5-700b-43a7-b6d6-6c127b6f40de service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1 HTTP/1.1" status: 200 len: 912 time: 0.3738399 May 06 13:17:09.340315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-545c67fd-4f04-44da-8cbe-c261174d983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:09.510311 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-057b79cf-f017-48e7-8506-a2c447e3ba07 req-af8851e4-91bf-4d40-93ed-c8cffacd2c42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1677963-6fba-4382-9f70-435599b0b1de HTTP/1.1" status: 200 len: 217 time: 0.1827734 May 06 13:17:09.725671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:09.819899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c67fd-4f04-44da-8cbe-c261174d983e None None] Pushing event updated for resources: {'Port': ['ID=8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:09.848677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b79cf-f017-48e7-8506-a2c447e3ba07 req-8c95a907-917c-4e65-954a-bce0344d2470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:09.848677 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-057b79cf-f017-48e7-8506-a2c447e3ba07 req-8c95a907-917c-4e65-954a-bce0344d2470 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03cd84da-9de0-4b74-bd06-de40d6868fd0 HTTP/1.1" status: 200 len: 851 time: 0.3290796 May 06 13:17:09.902853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3ff00f0e-ddea-49c8-a3f8-1bce05c721aa None None] Provisioning complete for port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:09.903450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3ff00f0e-ddea-49c8-a3f8-1bce05c721aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:09.968390 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-057b79cf-f017-48e7-8506-a2c447e3ba07 req-09e52a46-48f2-4286-9f8b-8b4dfb7fafef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102138 May 06 13:17:09.996799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5135e-a4de-42e5-ba50-cfca04974649 None None] Network d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:10.062244 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:00Z', 'updated_at': '2022-05-06T13:17:04Z', 'revision_number': 3, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'gw_port': {'id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:03Z', 'updated_at': '2022-05-06T13:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:10.073321 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Checking router: e7e9c733-2672-43e8-8514-33d37785ca5c for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:17:10.073562 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Updating router e7e9c733-2672-43e8-8514-33d37785ca5c port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:17:10.225201 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:10.303264 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-057b79cf-f017-48e7-8506-a2c447e3ba07 req-869c4e83-9854-4156-981f-32e688f912f2 service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205972 May 06 13:17:10.729172 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:10.767454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42b706-79c2-4990-b5e9-5180b0dda5a4 None None] DHCP port deletion for d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:17:10.894217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9e8d6581-9496-425b-b067-911cf50630a2 None None] Could not find standard attr ID for object 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:17:10.979417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:11.080686 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-057b79cf-f017-48e7-8506-a2c447e3ba07 req-c4c56834-5bbe-4114-b248-42a743dcac04 service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7764282 May 06 13:17:11.161834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:11.165661 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.182436 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Transition to ACTIVE for port object e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:11.192651 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.199805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1fbb2-0dbe-4b75-bf75-b902cac8f56b req-124ee5b8-42a4-40b3-a9e8-ace176cc84c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:11.212287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3eb1fbb2-0dbe-4b75-bf75-b902cac8f56b req-124ee5b8-42a4-40b3-a9e8-ace176cc84c2 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.9682429 May 06 13:17:11.256104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No DVR routers for this DVR port 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:17:11.349391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:11.349391 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.371233 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065967b1-885b-442e-8ef4-604be01dcec1 None None] Pushing event updated for resources: {'Port': ['ID=e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:11.383763 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Attempting to bind port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:11.383763 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Attempting to bind port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:11.383763 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Attempting to bind port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:11.398017 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:11.398017 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:11.398017 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.398017 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:11.400787 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Bound port: e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:11.400787 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.491765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3eb1fbb2-0dbe-4b75-bf75-b902cac8f56b req-3e014163-5756-46cc-8187-cec649100935 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781115 May 06 13:17:11.619250 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] For port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:11.627499 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] For port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:11.643536 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.680476 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.742307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:11.804449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302dc6be-da54-440b-89e3-e82d638d4000') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:11.804449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302dc6be-da54-440b-89e3-e82d638d4000') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:11.812534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e5d89ec1-5ec4-4d18-9945-100b049e6543 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:11.818984 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.862077 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.894872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:17:11.894872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: timer() May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:17:11.920290 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:17:12.010221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e5d89ec1-5ec4-4d18-9945-100b049e6543 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:12.013221 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:12.062243 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Routers {'e7e9c733-2672-43e8-8514-33d37785ca5c'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:17:12.063203 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:16:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e7e9c733-2672-43e8-8514-33d37785ca5c'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:12.220676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:12.240791 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:12.263271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Network': ['ID=d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:12.269827 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065967b1-885b-442e-8ef4-604be01dcec1 None None] Pushing event updated for resources: {'Port': ['ID=e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:12.293046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c1c186d4-744c-4aa9-92a2-14659f898065 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/networks/d5de7c7a-9de6-4c5f-b9f5-c8d30e12833e HTTP/1.1" status: 204 len: 168 time: 4.0905290 May 06 13:17:12.298484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45560) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:12.510905 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cec2eff0-d4aa-488b-aefe-c42db6801a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:12.583503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1718145-1aef-4598-b467-e42e97ba0fbd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:12.597828 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d1718145-1aef-4598-b467-e42e97ba0fbd tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3060093 May 06 13:17:12.611251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:12.680378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:17:12.711856 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] Set router e7e9c733-2672-43e8-8514-33d37785ca5c gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:17:12.845528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:17:12.845528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 14aa89c1-b2a7-499d-9db6-0cfbbcc7e40a not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:17:12.935000 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d387c0c5-b4c3-4e57-b84f-281bcf7f7e39 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3264818 May 06 13:17:12.940498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45580) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:12.951442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-44054827'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:12.963792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:12.972168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:network and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:12.980724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:12.988615 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:13.009155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:13.080128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:13.087527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:13.198158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:17:13.228911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:13.228911 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Added segment b0d523e8-f4dd-4f14-8141-546e14040d42 of type vlan for network 6cc52a59-605f-4983-acdc-33dee782dd1e May 06 13:17:13.304455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:13.331827 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:13.393285 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:13.398367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:13.399620 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:13.402814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416dd5a-3ff5-4297-97f1-a82647ac4f78 req-c073217f-473a-45e2-9ada-dbb7d158cd43 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:13.406769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a416dd5a-3ff5-4297-97f1-a82647ac4f78 req-c073217f-473a-45e2-9ada-dbb7d158cd43 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.5162685 May 06 13:17:13.560137 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6099439 May 06 13:17:13.560137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80784dbd-c1b1-4557-927b-9e4dbb9fd27d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Network': ['ID=6cc52a59-605f-4983-acdc-33dee782dd1e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:13.560137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45590) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:13.582234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': '6cc52a59-605f-4983-acdc-33dee782dd1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:13.587938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 6cc52a59-605f-4983-acdc-33dee782dd1e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:17:13.735424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:13.744907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:13.748452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:13.754765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:13.770067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:13.854407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Allocated IP 172.20.0.1 (3b66f0ea-518c-454f-a64d-3f96b10f3a74/fe7a6c0e-5562-42b5-a0fc-787297d54c34/44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:13.873292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a416dd5a-3ff5-4297-97f1-a82647ac4f78 req-4932ed03-bf00-4c10-9cef-cfd99bc029aa tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643939 May 06 13:17:13.905171 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:00Z', 'updated_at': '2022-05-06T13:17:04Z', 'revision_number': 3, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'gw_port': {'id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:03Z', 'updated_at': '2022-05-06T13:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:13.919731 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cffe7d-af2f-4ac0-90e3-6ab7e34f22b9 None None] The sync data for ids ['e7e9c733-2672-43e8-8514-33d37785ca5c'] in n-d-840847-1 is: [{'id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:00Z', 'updated_at': '2022-05-06T13:17:04Z', 'revision_number': 3, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'gw_port': {'id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:03Z', 'updated_at': '2022-05-06T13:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:17:13.946275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:14.234337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:14.274046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Transition to ACTIVE for port object 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:14.316015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:14.316670 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:14.463159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:14.463159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:14.490147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:14.613081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Pushing event updated for resources: {'Port': ['ID=44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:14.673551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=3ce6a020-7c47-4ead-8ee2-33b76d2be83d,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:14.723703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Checking segment: {'id': 'b0d523e8-f4dd-4f14-8141-546e14040d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6cc52a59-605f-4983-acdc-33dee782dd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:14.725621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network hostable DHCP agents. Network: 6cc52a59-605f-4983-acdc-33dee782dd1e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:17:14.731702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:14.741434 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3d27-0772-4b4b-b115-c332f5889457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:14.787211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network 6cc52a59-605f-4983-acdc-33dee782dd1e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:17:14.809705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 6cc52a59-605f-4983-acdc-33dee782dd1e) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:14.870153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e8df8-e2de-45f2-9a84-e7df658e5dd0 None None] Network 6cc52a59-605f-4983-acdc-33dee782dd1e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:14.886646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:14.886646 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:14.958738 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2de9802d-5639-47b0-98ac-1e317ce2b74c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3893831 May 06 13:17:14.958738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45606) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:14.975641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': '6cc52a59-605f-4983-acdc-33dee782dd1e', 'name': 'tempest-PortsIpV6TestJSON-2112197645'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:15.156064 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:15.238171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ce23bdfa-7c19-49bb-b674-cdf9dd14c819 None None] Provisioning for port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:15.279952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:15.293001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:15.297169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ce23bdfa-7c19-49bb-b674-cdf9dd14c819 None None] Provisioning complete for port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:15.297557 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ce23bdfa-7c19-49bb-b674-cdf9dd14c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:15.301407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:15.331194 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:15.363600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:15.363600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:15.373765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def942fc-f6c8-4f74-86fd-10d6b1ff83c4 req-1fe24430-e686-443c-83d9-3f0a658e2c0e tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:15.384656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-def942fc-f6c8-4f74-86fd-10d6b1ff83c4 req-1fe24430-e686-443c-83d9-3f0a658e2c0e tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.3572934 May 06 13:17:15.466862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port 502d4896-6e4e-4487-9346-22c927c1c1f1 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:17:15.603066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ce23bdfa-7c19-49bb-b674-cdf9dd14c819 None None] Port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:15.658152 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:15.786764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-6cc52a59-605f-4983-acdc-33dee782dd1e', 'network_id': '6cc52a59-605f-4983-acdc-33dee782dd1e', 'tenant_id': '7563184c649e4c13a644567ba684e3e9', 'fixed_ips': [{'subnet_id': '3ce6a020-7c47-4ead-8ee2-33b76d2be83d'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:17:15.786764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:15.842832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-def942fc-f6c8-4f74-86fd-10d6b1ff83c4 req-79d52d39-a058-4b80-aacf-5f0939b7af89 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539511 May 06 13:17:15.967803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::a1 (6cc52a59-605f-4983-acdc-33dee782dd1e/3ce6a020-7c47-4ead-8ee2-33b76d2be83d/502d4896-6e4e-4487-9346-22c927c1c1f1) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:16.008741 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.016318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.169763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.199240 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.290480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.309692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object 502d4896-6e4e-4487-9346-22c927c1c1f1 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:16.337795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.437975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Pushing event updated for resources: {'Port': ['ID=44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:16.520285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=502d4896-6e4e-4487-9346-22c927c1c1f1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:16.532209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Allocated IP 2001:db8::2 (6cc52a59-605f-4983-acdc-33dee782dd1e/3ce6a020-7c47-4ead-8ee2-33b76d2be83d/ace31876-4a86-439b-8bbd-d386acf479a7) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:16.539542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network 6cc52a59-605f-4983-acdc-33dee782dd1e is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:16.539542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:16.558169 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:16.564512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:16.564512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.625731 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-919269f1-ad87-435a-ab5a-c68d41329b3c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6541166 May 06 13:17:16.633821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45620) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:16.633821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:16.633821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:16.820605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': '6cc52a59-605f-4983-acdc-33dee782dd1e', 'name': 'tempest-PortsIpV6TestJSON-56853539'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:16.837163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.861200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Transition to ACTIVE for port object ace31876-4a86-439b-8bbd-d386acf479a7 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:16.900097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Transition to ACTIVE for port object ace31876-4a86-439b-8bbd-d386acf479a7 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:16.917763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:17.051960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Network 6cc52a59-605f-4983-acdc-33dee782dd1e is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:17.051960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:17.069469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:17.108084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Pushing event updated for resources: {'Port': ['ID=ace31876-4a86-439b-8bbd-d386acf479a7,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:17.208709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Attempting to bind port ace31876-4a86-439b-8bbd-d386acf479a7 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:17.209234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Attempting to bind port ace31876-4a86-439b-8bbd-d386acf479a7 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'b0d523e8-f4dd-4f14-8141-546e14040d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6cc52a59-605f-4983-acdc-33dee782dd1e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:17.210081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Attempting to bind port ace31876-4a86-439b-8bbd-d386acf479a7 on network 6cc52a59-605f-4983-acdc-33dee782dd1e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:17.226349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:17.227090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Checking segment: {'id': 'b0d523e8-f4dd-4f14-8141-546e14040d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6cc52a59-605f-4983-acdc-33dee782dd1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:17.227636 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:17.228105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Bound using segment: {'id': 'b0d523e8-f4dd-4f14-8141-546e14040d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6cc52a59-605f-4983-acdc-33dee782dd1e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:17.228689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Bound port: ace31876-4a86-439b-8bbd-d386acf479a7, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d523e8-f4dd-4f14-8141-546e14040d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6cc52a59-605f-4983-acdc-33dee782dd1e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:17.229135 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:17.248743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b8a5398e-1922-4e3b-909d-b19f0ec28331 None None] Provisioning complete for port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:17.249258 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b8a5398e-1922-4e3b-909d-b19f0ec28331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:17.431848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] For port ace31876-4a86-439b-8bbd-d386acf479a7, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:17.436154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:17.439006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] For port ace31876-4a86-439b-8bbd-d386acf479a7, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ace31876-4a86-439b-8bbd-d386acf479a7,segment=NetworkSegment(b0d523e8-f4dd-4f14-8141-546e14040d42),segment_id=b0d523e8-f4dd-4f14-8141-546e14040d42)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:17.439006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5398e-1922-4e3b-909d-b19f0ec28331 None None] Port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:17.446123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:17.518815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:17.545358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:17.545358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:17.561227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22d36f-91e7-486c-a0e1-0ab60204bfd9 None None] Pushing event updated for resources: {'Port': ['ID=ace31876-4a86-439b-8bbd-d386acf479a7,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:17.602287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:17.604990 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:17.607806 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:17.630336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff37ae-c20a-46ea-b806-390e311795b0 req-38933de7-b9c0-46e9-8f4b-e23844cfdb8b tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:17.632105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7ff37ae-c20a-46ea-b806-390e311795b0 req-38933de7-b9c0-46e9-8f4b-e23844cfdb8b tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.5308340 May 06 13:17:17.699755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port 011c05ae-d4d0-4d7e-9d17-9e607c8be32d yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:17:17.851535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b7ff37ae-c20a-46ea-b806-390e311795b0 req-b9ea3693-6a86-43d7-842a-3ea3d9c90c72 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892014 May 06 13:17:18.036850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::232 (6cc52a59-605f-4983-acdc-33dee782dd1e/3ce6a020-7c47-4ead-8ee2-33b76d2be83d/011c05ae-d4d0-4d7e-9d17-9e607c8be32d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:18.407618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Router e7e9c733-2672-43e8-8514-33d37785ca5c has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:17:18.450482 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:18.731263 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eb3d3df6-3f2d-4653-82a5-924a7301972c req-0033adb6-8145-4a79-a432-2c27b3718562 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0eb9cb6749a7422e81837a3515179919&device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 1097 time: 0.1539707 May 06 13:17:18.860023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object 011c05ae-d4d0-4d7e-9d17-9e607c8be32d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:19.065632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6b3df-56ac-49af-979a-f2c69a8cb25e req-b40b2b83-9493-4a2c-bada-3eceb160af9a tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:19.075740 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90c6b3df-56ac-49af-979a-f2c69a8cb25e req-b40b2b83-9493-4a2c-bada-3eceb160af9a tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.2867808 May 06 13:17:19.090747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:19.180197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ace31876-4a86-439b-8bbd-d386acf479a7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:19.208317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d3df6-3f2d-4653-82a5-924a7301972c req-a0351d6e-56d7-440d-a012-0c8d2a90a5f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:19.210502 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eb3d3df6-3f2d-4653-82a5-924a7301972c req-a0351d6e-56d7-440d-a012-0c8d2a90a5f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1 HTTP/1.1" status: 200 len: 912 time: 0.4701300 May 06 13:17:19.251240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network 6cc52a59-605f-4983-acdc-33dee782dd1e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:19.262012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:19.269222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:19.273441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:19.274101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:19.508041 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45650) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:19.508393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8932664 May 06 13:17:19.509744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493041a4-d83e-4bca-99d3-766369d2eb54 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=011c05ae-d4d0-4d7e-9d17-9e607c8be32d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:19.511698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ace31876-4a86-439b-8bbd-d386acf479a7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:19.584321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90c6b3df-56ac-49af-979a-f2c69a8cb25e req-d34a7d5b-dd47-4736-b32c-ba0be229f172 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948189 May 06 13:17:19.620307 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e463f10-022e-499c-b392-707842663778 None None] Network 6cc52a59-605f-4983-acdc-33dee782dd1e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:19.648368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:17:19.664373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-03cdfa8a-0cb2-4a08-8592-9a59f44635c9 admin admin] 10.222.0.44 "PUT /v2.0/routers/e7e9c733-2672-43e8-8514-33d37785ca5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3201346 May 06 13:17:19.745375 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eb3d3df6-3f2d-4653-82a5-924a7301972c req-20d8d05b-7015-44e2-a6b4-cf64a5b91848 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1677963-6fba-4382-9f70-435599b0b1de HTTP/1.1" status: 200 len: 217 time: 0.5153236 May 06 13:17:19.861636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e227b7c2-4dfc-4f8e-ad93-ee313525156f None None] Provisioning for port ace31876-4a86-439b-8bbd-d386acf479a7 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:19.898122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e227b7c2-4dfc-4f8e-ad93-ee313525156f None None] Provisioning complete for port ace31876-4a86-439b-8bbd-d386acf479a7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:19.898238 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e227b7c2-4dfc-4f8e-ad93-ee313525156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:19.958416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d3df6-3f2d-4653-82a5-924a7301972c req-92f7e1ba-148f-406f-9a57-ab44e7c1f455 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:19.960589 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eb3d3df6-3f2d-4653-82a5-924a7301972c req-92f7e1ba-148f-406f-9a57-ab44e7c1f455 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=03cd84da-9de0-4b74-bd06-de40d6868fd0 HTTP/1.1" status: 200 len: 851 time: 0.1947768 May 06 13:17:20.041674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f64891b-28a5-4857-b8f2-44e2b7ea4374 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:20.041674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8f64891b-28a5-4857-b8f2-44e2b7ea4374 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:17:20.057573 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eb3d3df6-3f2d-4653-82a5-924a7301972c req-b65884b0-ed96-47b5-bb74-e15910056dff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b35636c6-ef27-4949-a44b-8cb1a5aafbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769529 May 06 13:17:20.255836 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e227b7c2-4dfc-4f8e-ad93-ee313525156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:20.342475 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e227b7c2-4dfc-4f8e-ad93-ee313525156f None None] For port ace31876-4a86-439b-8bbd-d386acf479a7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ace31876-4a86-439b-8bbd-d386acf479a7,segment=NetworkSegment(b0d523e8-f4dd-4f14-8141-546e14040d42),segment_id=b0d523e8-f4dd-4f14-8141-546e14040d42)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:20.348247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e227b7c2-4dfc-4f8e-ad93-ee313525156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:20.495291 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eb3d3df6-3f2d-4653-82a5-924a7301972c req-720831c6-c578-46bc-9a92-734b55004cae service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346709 May 06 13:17:20.717777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227b7c2-4dfc-4f8e-ad93-ee313525156f None None] Pushing event updated for resources: {'Port': ['ID=ace31876-4a86-439b-8bbd-d386acf479a7,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:20.862093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8f64891b-28a5-4857-b8f2-44e2b7ea4374 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:17:20.867917 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8f64891b-28a5-4857-b8f2-44e2b7ea4374 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa1 HTTP/1.1" status: 200 len: 928 time: 1.3495927 May 06 13:17:20.870778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45676) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:21.089394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Provisioning for port 502d4896-6e4e-4487-9346-22c927c1c1f1 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:21.104760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Provisioning complete for port 502d4896-6e4e-4487-9346-22c927c1c1f1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:21.104760 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:21.143577 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eb3d3df6-3f2d-4653-82a5-924a7301972c req-19fe0999-4171-4def-82b6-bfb23979c84f service neutron] 10.222.0.36 "GET /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249545 May 06 13:17:21.246431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b355fd80-ab8b-4dce-95e0-4f849eeb4961 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 011c05ae-d4d0-4d7e-9d17-9e607c8be32d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:21.246431 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b355fd80-ab8b-4dce-95e0-4f849eeb4961 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:21.306351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:21.407989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1f4ff-9da7-493e-a359-12501859a23c req-3ddf2bbf-8397-4f05-ab0a-d5435702094a tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:21.420256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1c1f4ff-9da7-493e-a359-12501859a23c req-3ddf2bbf-8397-4f05-ab0a-d5435702094a tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.6514304 May 06 13:17:21.476589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Port 502d4896-6e4e-4487-9346-22c927c1c1f1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:21.612467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Provisioning complete for port ace31876-4a86-439b-8bbd-d386acf479a7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:21.612467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:21.843127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:21.886748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:21.886748 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:21.922259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1c1f4ff-9da7-493e-a359-12501859a23c req-ef672c4c-df79-46ed-a52d-24e8d0bffb4f tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893925 May 06 13:17:22.308810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b355fd80-ab8b-4dce-95e0-4f849eeb4961 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:22.458204 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:22.504335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:22.508344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Provisioning for port 011c05ae-d4d0-4d7e-9d17-9e607c8be32d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:22.541723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Provisioning complete for port 011c05ae-d4d0-4d7e-9d17-9e607c8be32d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:22.542532 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:22.688980 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:22.688980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ace31876-4a86-439b-8bbd-d386acf479a7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:22.722442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b355fd80-ab8b-4dce-95e0-4f849eeb4961 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 011c05ae-d4d0-4d7e-9d17-9e607c8be32d owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:22.753574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fe3644bb-2260-4ed9-90af-a782132cd449 None None] Port 011c05ae-d4d0-4d7e-9d17-9e607c8be32d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:23.036852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:23.053649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e4b46df5-f198-4f1e-9cd7-114f1cdbc310 None None] Provisioning complete for port 502d4896-6e4e-4487-9346-22c927c1c1f1 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:23.054151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e4b46df5-f198-4f1e-9cd7-114f1cdbc310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:23.188119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b355fd80-ab8b-4dce-95e0-4f849eeb4961 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:23.237500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e4b46df5-f198-4f1e-9cd7-114f1cdbc310 None None] Port 502d4896-6e4e-4487-9346-22c927c1c1f1 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:23.237500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ace31876-4a86-439b-8bbd-d386acf479a7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:23.237500 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:23.292137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e4b46df5-f198-4f1e-9cd7-114f1cdbc310 None None] Could not find standard attr ID for object 011c05ae-d4d0-4d7e-9d17-9e607c8be32d. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:17:23.426350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355fd80-ab8b-4dce-95e0-4f849eeb4961 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=011c05ae-d4d0-4d7e-9d17-9e607c8be32d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:23.746437 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b355fd80-ab8b-4dce-95e0-4f849eeb4961 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:23.772691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45736) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:23.783173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b355fd80-ab8b-4dce-95e0-4f849eeb4961 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/011c05ae-d4d0-4d7e-9d17-9e607c8be32d HTTP/1.1" status: 204 len: 168 time: 2.9052422 May 06 13:17:23.922001 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-34297a4e-e383-4eb8-9cb7-90277a87f707 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:17:23.927954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:23.936280 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-34297a4e-e383-4eb8-9cb7-90277a87f707 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/011c05ae-d4d0-4d7e-9d17-9e607c8be32d HTTP/1.1" status: 404 len: 333 time: 0.1576574 May 06 13:17:23.936280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45740) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:23.982351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f6233-c070-4184-97f6-e70fd9df5e8a req-2a9be0b9-0f3a-44b8-ba03-698ea3926654 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:23.997006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-874f6233-c070-4184-97f6-e70fd9df5e8a req-2a9be0b9-0f3a-44b8-ba03-698ea3926654 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.5373702 May 06 13:17:24.145657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-874f6233-c070-4184-97f6-e70fd9df5e8a req-943b4536-aa26-49a7-9bc7-1a7f8f9efaa4 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532228 May 06 13:17:24.151986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a91706c9-b8f4-41a6-a2f2-d114424802b0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 502d4896-6e4e-4487-9346-22c927c1c1f1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:24.152687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a91706c9-b8f4-41a6-a2f2-d114424802b0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:24.323522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:24.323522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:24.607127 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Sync routers for ids ['e7e9c733-2672-43e8-8514-33d37785ca5c'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:17:24.715090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Routers {'e7e9c733-2672-43e8-8514-33d37785ca5c'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:17:24.715940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e7e9c733-2672-43e8-8514-33d37785ca5c'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:25.115551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a91706c9-b8f4-41a6-a2f2-d114424802b0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:25.187037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Set router e7e9c733-2672-43e8-8514-33d37785ca5c gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:17:25.529675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a91706c9-b8f4-41a6-a2f2-d114424802b0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 502d4896-6e4e-4487-9346-22c927c1c1f1 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:25.648668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18461bec-00aa-4cde-95fa-62b8128946f2 req-c38e8cc6-5abd-4d22-96c2-253a410c1ca5 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:25.648668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18461bec-00aa-4cde-95fa-62b8128946f2 req-c38e8cc6-5abd-4d22-96c2-253a410c1ca5 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.3159051 May 06 13:17:25.773721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18461bec-00aa-4cde-95fa-62b8128946f2 req-474e3bc2-192a-499b-895b-0ebc60f5ef6f tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246235 May 06 13:17:26.018560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a91706c9-b8f4-41a6-a2f2-d114424802b0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:26.067314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:00Z', 'updated_at': '2022-05-06T13:17:14Z', 'revision_number': 4, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'gw_port': {'id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:03Z', 'updated_at': '2022-05-06T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe', 'name': '', 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'mac_address': 'fa:16:3e:84:34:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7a6c0e-5562-42b5-a0fc-787297d54c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:13Z', 'updated_at': '2022-05-06T13:17:15Z', 'revision_number': 2, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'subnets': [{'id': 'fe7a6c0e-5562-42b5-a0fc-787297d54c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:26.080537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91706c9-b8f4-41a6-a2f2-d114424802b0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=502d4896-6e4e-4487-9346-22c927c1c1f1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:26.093013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Checking router: e7e9c733-2672-43e8-8514-33d37785ca5c for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:17:26.093013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Updating router e7e9c733-2672-43e8-8514-33d37785ca5c port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:17:26.203767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a91706c9-b8f4-41a6-a2f2-d114424802b0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:26.225194 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a91706c9-b8f4-41a6-a2f2-d114424802b0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/502d4896-6e4e-4487-9346-22c927c1c1f1 HTTP/1.1" status: 204 len: 168 time: 2.2947013 May 06 13:17:26.227667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45766) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:26.313309 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cb516b-b970-47f0-bddb-637abec76f5b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:17:26.314183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-65cb516b-b970-47f0-bddb-637abec76f5b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:17:26.339025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-65cb516b-b970-47f0-bddb-637abec76f5b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:17:26.341852 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-65cb516b-b970-47f0-bddb-637abec76f5b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/502d4896-6e4e-4487-9346-22c927c1c1f1 HTTP/1.1" status: 404 len: 333 time: 0.1119282 May 06 13:17:26.344736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45770) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:26.456886 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:27.118906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71ae002-1096-4bce-bc5d-7c7106c52a61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet 3ce6a020-7c47-4ead-8ee2-33b76d2be83d {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:17:27.229427 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71ae002-1096-4bce-bc5d-7c7106c52a61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:27.394012 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:27.443346 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Transition to ACTIVE for port object 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:27.465045 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:27.491629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71ae002-1096-4bce-bc5d-7c7106c52a61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:27.516435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19bc80-7b5f-437c-ab91-edf3b0f1c7c2 req-a27f9dce-2022-4540-87de-5e33b3db76a1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:27.540225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f19bc80-7b5f-437c-ab91-edf3b0f1c7c2 req-a27f9dce-2022-4540-87de-5e33b3db76a1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.3006082 May 06 13:17:27.610571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-a99dd19c-8118-4062-b40a-703712d84235 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:27.611366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-a99dd19c-8118-4062-b40a-703712d84235 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Synchronizing usage tracker for tenant:0eb9cb6749a7422e81837a3515179919 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:17:27.707960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f19bc80-7b5f-437c-ab91-edf3b0f1c7c2 req-e8c64eba-31ef-4b7b-a5e6-bd537d406cb8 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617320 May 06 13:17:27.733467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-a99dd19c-8118-4062-b40a-703712d84235 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Unset dirty status for tenant:0eb9cb6749a7422e81837a3515179919 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:17:27.736172 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-a99dd19c-8118-4062-b40a-703712d84235 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.6288099 May 06 13:17:27.855080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Deleting port d1677963-6fba-4382-9f70-435599b0b1de {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:27.856481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:27.879220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f2c63-5696-4f6d-9a3a-4d4889308ce8 None None] Pushing event updated for resources: {'Port': ['ID=44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:27.988738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Attempting to bind port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:27.989671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Attempting to bind port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'ed0a0b88-4675-4c33-9553-785870325070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:27.990013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71ae002-1096-4bce-bc5d-7c7106c52a61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:27.990847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Attempting to bind port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe on network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:28.004816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:28.005824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Checking segment: {'id': 'ed0a0b88-4675-4c33-9553-785870325070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:28.006767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:28.007642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Bound using segment: {'id': 'ed0a0b88-4675-4c33-9553-785870325070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:28.008438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Bound port: 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0a0b88-4675-4c33-9553-785870325070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:28.009044 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:28.203048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] For port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:28.209731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] For port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe,segment=NetworkSegment(ed0a0b88-4675-4c33-9553-785870325070),segment_id=ed0a0b88-4675-4c33-9553-785870325070)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:28.221061 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:28.295195 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71ae002-1096-4bce-bc5d-7c7106c52a61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:28.401873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Routers {'e7e9c733-2672-43e8-8514-33d37785ca5c'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:17:28.403434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e7e9c733-2672-43e8-8514-33d37785ca5c'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:28.569899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ae002-1096-4bce-bc5d-7c7106c52a61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce6a020-7c47-4ead-8ee2-33b76d2be83d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:28.593387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b71ae002-1096-4bce-bc5d-7c7106c52a61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:28.626155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45786) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:28.637145 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b71ae002-1096-4bce-bc5d-7c7106c52a61 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/3ce6a020-7c47-4ead-8ee2-33b76d2be83d HTTP/1.1" status: 204 len: 168 time: 2.2603083 May 06 13:17:28.648574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f2c63-5696-4f6d-9a3a-4d4889308ce8 None None] Pushing event updated for resources: {'Port': ['ID=44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:28.729345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] For port d1677963-6fba-4382-9f70-435599b0b1de, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=d1677963-6fba-4382-9f70-435599b0b1de,segment=NetworkSegment(9f08c639-97cd-47c7-a501-d2d1daebda2a),segment_id=9f08c639-97cd-47c7-a501-d2d1daebda2a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:28.729345 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:28.795506 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:17:28.852185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e580aec5-9ed4-4cb6-91f5-70e04fdfbd7c None None] Network 6cc52a59-605f-4983-acdc-33dee782dd1e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:29.256424 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:29.289197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port ace31876-4a86-439b-8bbd-d386acf479a7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:29.289613 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:29.305406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Calling delete_port for d1677963-6fba-4382-9f70-435599b0b1de owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:29.487864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] Set router e7e9c733-2672-43e8-8514-33d37785ca5c gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:17:29.737896 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:29.752140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3c737-d16b-4ab2-811d-309e77a31a04 req-7d05475a-3072-4328-a7ea-f6d8479440ed tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:29.763920 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffc3c737-d16b-4ab2-811d-309e77a31a04 req-7d05475a-3072-4328-a7ea-f6d8479440ed tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 946 time: 0.5916979 May 06 13:17:29.902048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Pushing event deleted for resources: {'Port': ['ID=d1677963-6fba-4382-9f70-435599b0b1de,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:29.954040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffc3c737-d16b-4ab2-811d-309e77a31a04 req-77a5fb90-bad8-44a2-8d93-a7444ac1186a tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3039936-4b8e-4893-a8b4-eb19138ad407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885550 May 06 13:17:29.988339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] DHCP port deletion for 6cc52a59-605f-4983-acdc-33dee782dd1e request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:17:30.018172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] For port ace31876-4a86-439b-8bbd-d386acf479a7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ace31876-4a86-439b-8bbd-d386acf479a7,segment=NetworkSegment(b0d523e8-f4dd-4f14-8141-546e14040d42),segment_id=b0d523e8-f4dd-4f14-8141-546e14040d42)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:30.019159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.030004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] Deleting port ace31876-4a86-439b-8bbd-d386acf479a7 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:30.030004 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.116297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] No DVR routers for this DVR port d1677963-6fba-4382-9f70-435599b0b1de on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:17:30.135053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.183567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb9a56c-4b17-4bba-a13d-5e2dd69c3280', 'name': 'network-vif-deleted', 'tag': 'd1677963-6fba-4382-9f70-435599b0b1de'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:17:30.197614 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8aff24c6-27aa-4492-86c8-a06e73905ef5 req-77f06162-0190-4045-94d4-497521376ea1 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.36 "DELETE /v2.0/ports/d1677963-6fba-4382-9f70-435599b0b1de HTTP/1.1" status: 204 len: 173 time: 2.4548078 May 06 13:17:30.210904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for ace31876-4a86-439b-8bbd-d386acf479a7 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:30.342946 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fc67af-f63c-48e4-bb86-7735ad817287'] response: {'server_uuid': '8cb9a56c-4b17-4bba-a13d-5e2dd69c3280', 'name': 'network-vif-deleted', 'tag': 'd1677963-6fba-4382-9f70-435599b0b1de', 'status': 'completed', 'code': 200} May 06 13:17:30.466680 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.553637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] For port ace31876-4a86-439b-8bbd-d386acf479a7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ace31876-4a86-439b-8bbd-d386acf479a7,segment=NetworkSegment(b0d523e8-f4dd-4f14-8141-546e14040d42),segment_id=b0d523e8-f4dd-4f14-8141-546e14040d42)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:30.554039 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.568739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=ace31876-4a86-439b-8bbd-d386acf479a7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:30.581908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No DVR routers for this DVR port ace31876-4a86-439b-8bbd-d386acf479a7 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:17:30.602204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:00Z', 'updated_at': '2022-05-06T13:17:14Z', 'revision_number': 4, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'gw_port': {'id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:03Z', 'updated_at': '2022-05-06T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe', 'name': '', 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'mac_address': 'fa:16:3e:84:34:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7a6c0e-5562-42b5-a0fc-787297d54c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:13Z', 'updated_at': '2022-05-06T13:17:28Z', 'revision_number': 4, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'subnets': [{'id': 'fe7a6c0e-5562-42b5-a0fc-787297d54c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:30.755638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17855a49-7560-4187-b2b8-b2f26453e117 None None] The sync data for ids ['e7e9c733-2672-43e8-8514-33d37785ca5c'] in n-d-840847-1 is: [{'id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:00Z', 'updated_at': '2022-05-06T13:17:14Z', 'revision_number': 4, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'gw_port': {'id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:03Z', 'updated_at': '2022-05-06T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe', 'name': '', 'network_id': '3b66f0ea-518c-454f-a64d-3f96b10f3a74', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'mac_address': 'fa:16:3e:84:34:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7a6c0e-5562-42b5-a0fc-787297d54c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:13Z', 'updated_at': '2022-05-06T13:17:28Z', 'revision_number': 4, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'subnets': [{'id': 'fe7a6c0e-5562-42b5-a0fc-787297d54c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:17:30.775153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] Calling delete_port for ace31876-4a86-439b-8bbd-d386acf479a7 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:30.792836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.852948 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc52a59-605f-4983-acdc-33dee782dd1e']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:30.887952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d523e8-f4dd-4f14-8141-546e14040d42') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:30.888856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d523e8-f4dd-4f14-8141-546e14040d42') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:30.922802 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.957547 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:17:30.958198 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:17:30.960868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device d1677963-6fba-4382-9f70-435599b0b1de no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:17:30.965200 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.992361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:17:30.993084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: timer() May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:17:31.072019 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:17:31.084778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: d1677963-6fba-4382-9f70-435599b0b1de {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:17:31.085625 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device d1677963-6fba-4382-9f70-435599b0b1de not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:17:31.294087 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:31.300618 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:31.374400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Network': ['ID=6cc52a59-605f-4983-acdc-33dee782dd1e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:31.430644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45810) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:31.433708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5bc8e818-8387-461a-b42b-3694c738976f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/networks/6cc52a59-605f-4983-acdc-33dee782dd1e HTTP/1.1" status: 204 len: 168 time: 2.8235090 May 06 13:17:31.460564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] Deleting port ace31876-4a86-439b-8bbd-d386acf479a7 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:31.461159 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:31.484168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939324751'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:31.545707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:31.572233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:network and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:31.605182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:31.650928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:31.671701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-776c7a5e-a34e-493d-8fde-1fd729d2f461 req-b715ebe3-0f91-47a5-b972-9d69a35d70f7 tempest-TestServerAdvancedOps-1786306234 tempest-TestServerAdvancedOps-1786306234-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb9a56c-4b17-4bba-a13d-5e2dd69c3280 HTTP/1.1" status: 200 len: 210 time: 0.1554568 May 06 13:17:31.702974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:31.709234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:31.821034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:17:31.853669 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:31.855141 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Added segment 75431da5-9b56-4df7-a981-ab5519ab97ee of type vlan for network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 May 06 13:17:31.856938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8eda08d0-fc1a-47cd-8dba-edf9f0b292c3 None None] The port 'ace31876-4a86-439b-8bbd-d386acf479a7' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:17:31.902381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:31.940923 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:32.010482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:32.016199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:32.021965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:32.046900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:32.058200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:32.058877 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:32.222953 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7897184 May 06 13:17:32.229602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45816) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:32.239765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'b12220d3-68e7-4ac7-8c6d-3e97492e8f40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:32.248623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fad4e3-82ac-4ae7-9e7d-5eea11927af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Network': ['ID=b12220d3-68e7-4ac7-8c6d-3e97492e8f40,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:32.271824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:17:32.470921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:32.478653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:32.484661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:32.498052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:32.525631 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:32.527858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:32.589225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe,segment=NetworkSegment(ed0a0b88-4675-4c33-9553-785870325070),segment_id=ed0a0b88-4675-4c33-9553-785870325070)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:32.602163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:32.772516 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:32.781066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ace31876-4a86-439b-8bbd-d386acf479a7 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:17:32.927095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ace31876-4a86-439b-8bbd-d386acf479a7 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:17:32.927678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ace31876-4a86-439b-8bbd-d386acf479a7 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:17:32.936910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:33.054899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45832) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:33.160260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7d7a4b-72e4-485a-9b8a-2b69333c3d2c admin admin] Deleting subnet 03cd84da-9de0-4b74-bd06-de40d6868fd0 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:17:33.166439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7a4b-72e4-485a-9b8a-2b69333c3d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:33.239250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7a4b-72e4-485a-9b8a-2b69333c3d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:33.264579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:33.357086 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7a4b-72e4-485a-9b8a-2b69333c3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:33.384841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=ae13b631-dfa2-422d-ab41-99d3972a7490,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:33.400401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Checking segment: {'id': '75431da5-9b56-4df7-a981-ab5519ab97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b12220d3-68e7-4ac7-8c6d-3e97492e8f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:33.400962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network hostable DHCP agents. Network: b12220d3-68e7-4ac7-8c6d-3e97492e8f40, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:17:33.455309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:17:33.471131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b12220d3-68e7-4ac7-8c6d-3e97492e8f40) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:33.480697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:33.482358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:33.507541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b8762-2a38-440b-a0c9-19310d763441 None None] Network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:33.537910 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7a4b-72e4-485a-9b8a-2b69333c3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:33.546254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e5f30494-1680-40e2-b8fe-65a749ed9237 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3153043 May 06 13:17:33.546751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45840) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:33.597225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': 'b12220d3-68e7-4ac7-8c6d-3e97492e8f40', 'name': 'tempest-PortsIpV6TestJSON-12778904', 'fixed_ips': [{'subnet_id': 'ae13b631-dfa2-422d-ab41-99d3972a7490', 'ip_address': '2001:db8::10'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:33.742584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:33.899990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d7a4b-72e4-485a-9b8a-2b69333c3d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03cd84da-9de0-4b74-bd06-de40d6868fd0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:33.958867 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7a4b-72e4-485a-9b8a-2b69333c3d2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:34.027077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:34.027999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:34.063505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b12220d3-68e7-4ac7-8c6d-3e97492e8f40', 'network_id': 'b12220d3-68e7-4ac7-8c6d-3e97492e8f40', 'tenant_id': '7563184c649e4c13a644567ba684e3e9', 'fixed_ips': [{'subnet_id': 'ae13b631-dfa2-422d-ab41-99d3972a7490'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:17:34.063755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:34.138735 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8c7d7a4b-72e4-485a-9b8a-2b69333c3d2c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/03cd84da-9de0-4b74-bd06-de40d6868fd0 HTTP/1.1" status: 204 len: 168 time: 1.0793247 May 06 13:17:34.139404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:34.139512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45846) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:34.149308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:34.161313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:34.193510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:34.237358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:34.456597 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:34.519545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Allocated IP 2001:db8::2 (b12220d3-68e7-4ac7-8c6d-3e97492e8f40/ae13b631-dfa2-422d-ab41-99d3972a7490/c85e393b-12e6-4095-b291-ef21685e9776) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:34.668538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:34.706948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port 2628d0ea-338a-49b4-8581-2d61496f87e4 yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:17:34.990539 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:34.997918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.004617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Transition to ACTIVE for port object c85e393b-12e6-4095-b291-ef21685e9776 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:35.040047 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Transition to ACTIVE for port object c85e393b-12e6-4095-b291-ef21685e9776 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:35.053712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35636c6-ef27-4949-a44b-8cb1a5aafbe1']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:35.063262 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.081672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f08c639-97cd-47c7-a501-d2d1daebda2a') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:35.082417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f08c639-97cd-47c7-a501-d2d1daebda2a') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:35.108587 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.154082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.168229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:17:35.171253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.208582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::10 (b12220d3-68e7-4ac7-8c6d-3e97492e8f40/ae13b631-dfa2-422d-ab41-99d3972a7490/2628d0ea-338a-49b4-8581-2d61496f87e4) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: timer() May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:17:35.227839 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:17:35.235483 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:35.249299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:35.252420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:35.339344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Pushing event updated for resources: {'Port': ['ID=c85e393b-12e6-4095-b291-ef21685e9776,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:35.341515 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.366582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.392818 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] 10.222.0.44 "DELETE /v2.0/networks/b35636c6-ef27-4949-a44b-8cb1a5aafbe1 HTTP/1.1" status: 204 len: 168 time: 1.2522631 May 06 13:17:35.397437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664c2aa-da43-427d-92ac-b0b9a77af17c admin admin] Pushing event deleted for resources: {'Network': ['ID=b35636c6-ef27-4949-a44b-8cb1a5aafbe1,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:35.401996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45854) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:35.439088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Attempting to bind port c85e393b-12e6-4095-b291-ef21685e9776 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:35.439875 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Attempting to bind port c85e393b-12e6-4095-b291-ef21685e9776 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '75431da5-9b56-4df7-a981-ab5519ab97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b12220d3-68e7-4ac7-8c6d-3e97492e8f40'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:35.440487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Attempting to bind port c85e393b-12e6-4095-b291-ef21685e9776 on network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:35.449335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:35.450165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Checking segment: {'id': '75431da5-9b56-4df7-a981-ab5519ab97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b12220d3-68e7-4ac7-8c6d-3e97492e8f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:35.450911 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.451532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Bound using segment: {'id': '75431da5-9b56-4df7-a981-ab5519ab97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b12220d3-68e7-4ac7-8c6d-3e97492e8f40'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:35.452267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Bound port: c85e393b-12e6-4095-b291-ef21685e9776, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75431da5-9b56-4df7-a981-ab5519ab97ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b12220d3-68e7-4ac7-8c6d-3e97492e8f40'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:35.453085 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.514012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-27373b1d-f71b-481f-90c0-4a9bd840b4d9 admin admin] Deleting subnet cfef8565-e404-47f4-a0af-7816f217e0d4 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:17:35.520240 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27373b1d-f71b-481f-90c0-4a9bd840b4d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.613420 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27373b1d-f71b-481f-90c0-4a9bd840b4d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.675887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] For port c85e393b-12e6-4095-b291-ef21685e9776, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:35.681069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] For port c85e393b-12e6-4095-b291-ef21685e9776, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c85e393b-12e6-4095-b291-ef21685e9776,segment=NetworkSegment(75431da5-9b56-4df7-a981-ab5519ab97ee),segment_id=75431da5-9b56-4df7-a981-ab5519ab97ee)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:35.691414 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.720455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27373b1d-f71b-481f-90c0-4a9bd840b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.861513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.898526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object 2628d0ea-338a-49b4-8581-2d61496f87e4 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:35.928935 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27373b1d-f71b-481f-90c0-4a9bd840b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:35.945746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbeee5-f816-48df-8aa9-61472146577d None None] Pushing event updated for resources: {'Port': ['ID=c85e393b-12e6-4095-b291-ef21685e9776,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:35.960533 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:36.089577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27373b1d-f71b-481f-90c0-4a9bd840b4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfef8565-e404-47f4-a0af-7816f217e0d4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:36.128174 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27373b1d-f71b-481f-90c0-4a9bd840b4d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:36.141553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-27373b1d-f71b-481f-90c0-4a9bd840b4d9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cfef8565-e404-47f4-a0af-7816f217e0d4 HTTP/1.1" status: 204 len: 168 time: 0.7395515 May 06 13:17:36.145253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45862) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:36.149953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=2628d0ea-338a-49b4-8581-2d61496f87e4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:36.337617 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:36.342201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:36.345534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:36.349593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:36.357162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:36.357833 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:36.706966 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c12e0757-a3f5-4ab8-a9b3-48e8896b2c4e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1132677 May 06 13:17:36.708545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 45868) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:36.733273 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:36.741930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': 'b12220d3-68e7-4ac7-8c6d-3e97492e8f40', 'name': 'tempest-PortsIpV6TestJSON-1169816027', 'fixed_ips': [{'subnet_id': 'ae13b631-dfa2-422d-ab41-99d3972a7490', 'ip_address': '2001:db8::f'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:36.818963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b288bef-40b0-413b-a801-849e0872889b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:36.859656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102aa20f-e1e4-4a03-90db-26413bb27696') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:36.860859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102aa20f-e1e4-4a03-90db-26413bb27696') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:36.892584 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:36.933165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:36.951659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:17:36.952407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: timer() May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:17:36.992596 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:17:37.064381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:37.072389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:37.077627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:37.088054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:37.106217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:37.115831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:37.149200 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:37.163969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port dbb75cd4-4de2-45f4-9645-9eb32b8dc546 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:17:37.188547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:37.203249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] 10.222.0.44 "DELETE /v2.0/networks/7b288bef-40b0-413b-a801-849e0872889b HTTP/1.1" status: 204 len: 168 time: 1.0556648 May 06 13:17:37.210802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb108c10-c8e6-46b7-a63f-75f6b642c42e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b288bef-40b0-413b-a801-849e0872889b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:37.508719 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:37.775248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::f (b12220d3-68e7-4ac7-8c6d-3e97492e8f40/ae13b631-dfa2-422d-ab41-99d3972a7490/dbb75cd4-4de2-45f4-9645-9eb32b8dc546) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:37.862460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c85e393b-12e6-4095-b291-ef21685e9776 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:37.971352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45880) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:38.074126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c85e393b-12e6-4095-b291-ef21685e9776 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:38.091770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228685c3-2ba4-4ab8-ab03-31afb73c98ab None None] Network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:38.145718 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bdb7594e-0e3e-4c52-a12f-eb389647a3a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0eb9cb6749a7422e81837a3515179919&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1722820 May 06 13:17:38.150826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45890) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:38.332130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d914c22-59ec-4a56-a51e-478980c1ec03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:38.384929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e221ef4f-c2a6-49d2-ac36-b4212424a793 None None] Provisioning for port c85e393b-12e6-4095-b291-ef21685e9776 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:38.401999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d914c22-59ec-4a56-a51e-478980c1ec03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:38.414224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e221ef4f-c2a6-49d2-ac36-b4212424a793 None None] Provisioning complete for port c85e393b-12e6-4095-b291-ef21685e9776 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:38.414789 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e221ef4f-c2a6-49d2-ac36-b4212424a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:38.585837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d914c22-59ec-4a56-a51e-478980c1ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:38.617563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:38.662373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d914c22-59ec-4a56-a51e-478980c1ec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3039936-4b8e-4893-a8b4-eb19138ad407,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:38.686567 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d914c22-59ec-4a56-a51e-478980c1ec03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:38.689711 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4d914c22-59ec-4a56-a51e-478980c1ec03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3039936-4b8e-4893-a8b4-eb19138ad407 HTTP/1.1" status: 204 len: 168 time: 0.5371783 May 06 13:17:38.702254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object dbb75cd4-4de2-45f4-9645-9eb32b8dc546 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:38.773719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:39.046528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=dbb75cd4-4de2-45f4-9645-9eb32b8dc546,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:39.115507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:39.117643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:39.134137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:39.143602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:39.144929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:39.166126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e221ef4f-c2a6-49d2-ac36-b4212424a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:39.246335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45962) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:39.255935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-98e44c9e-33f9-443f-8bb1-96248d9673c8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5446687 May 06 13:17:39.291448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e221ef4f-c2a6-49d2-ac36-b4212424a793 None None] For port c85e393b-12e6-4095-b291-ef21685e9776, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c85e393b-12e6-4095-b291-ef21685e9776,segment=NetworkSegment(75431da5-9b56-4df7-a981-ab5519ab97ee),segment_id=75431da5-9b56-4df7-a981-ab5519ab97ee)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:39.300379 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e221ef4f-c2a6-49d2-ac36-b4212424a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:39.553638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221ef4f-c2a6-49d2-ac36-b4212424a793 None None] Pushing event updated for resources: {'Port': ['ID=c85e393b-12e6-4095-b291-ef21685e9776,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:39.646514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f3e71-024a-4afb-b835-3c790137052e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:39.653767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-777f3e71-024a-4afb-b835-3c790137052e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:17:39.692011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-777f3e71-024a-4afb-b835-3c790137052e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:17:39.695059 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-777f3e71-024a-4afb-b835-3c790137052e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.4468193 May 06 13:17:39.700771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 45998) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:39.749521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c85e393b-12e6-4095-b291-ef21685e9776 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:39.953805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Provisioning for port dbb75cd4-4de2-45f4-9645-9eb32b8dc546 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:39.965902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682791e-d44e-46f0-a69f-9fca36163a39 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:39.967662 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Provisioning complete for port dbb75cd4-4de2-45f4-9645-9eb32b8dc546 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:39.968037 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:39.975049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682791e-d44e-46f0-a69f-9fca36163a39 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:39.982230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682791e-d44e-46f0-a69f-9fca36163a39 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:39.985538 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7682791e-d44e-46f0-a69f-9fca36163a39 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2814672 May 06 13:17:39.988387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46022) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:40.118337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Port dbb75cd4-4de2-45f4-9645-9eb32b8dc546 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:40.153765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c85e393b-12e6-4095-b291-ef21685e9776 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:40.154102 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:40.209514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e869c117-3089-4414-937b-20a9ae63e9af tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port dbb75cd4-4de2-45f4-9645-9eb32b8dc546 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:40.210113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e869c117-3089-4414-937b-20a9ae63e9af tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:40.224613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46046) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:40.237060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Provisioning complete for port c85e393b-12e6-4095-b291-ef21685e9776 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:40.251726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:40.435034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-485f0abc-8a25-474d-bf32-427601ef3e9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9484e4b717bb43ce918e5da893a37745&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2086029 May 06 13:17:40.440102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46060) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:40.698287 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-299d7c30-7fd3-4d68-9582-b8edabe4e09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:40.779125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-299d7c30-7fd3-4d68-9582-b8edabe4e09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:40.980035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-299d7c30-7fd3-4d68-9582-b8edabe4e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:41.025798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d7c30-7fd3-4d68-9582-b8edabe4e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54741f4b-cc44-4f98-bf91-fa2a578bf33e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:41.028871 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-299d7c30-7fd3-4d68-9582-b8edabe4e09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:41.031056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-299d7c30-7fd3-4d68-9582-b8edabe4e09a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54741f4b-cc44-4f98-bf91-fa2a578bf33e HTTP/1.1" status: 204 len: 168 time: 0.5891566 May 06 13:17:41.042809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Provisioning for port 2628d0ea-338a-49b4-8581-2d61496f87e4 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:41.076725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Provisioning complete for port 2628d0ea-338a-49b4-8581-2d61496f87e4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:41.077297 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:41.229140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4e7002c4-9d6b-48ba-a9cc-1bbd711be029 None None] Port 2628d0ea-338a-49b4-8581-2d61496f87e4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:41.265103 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e869c117-3089-4414-937b-20a9ae63e9af tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:41.437214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d36c8b6-af73-488b-bc4a-38a56dec311d None None] Provisioning complete for port dbb75cd4-4de2-45f4-9645-9eb32b8dc546 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:41.437829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d36c8b6-af73-488b-bc4a-38a56dec311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:41.532316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e869c117-3089-4414-937b-20a9ae63e9af tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for dbb75cd4-4de2-45f4-9645-9eb32b8dc546 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:41.533277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d36c8b6-af73-488b-bc4a-38a56dec311d None None] Port dbb75cd4-4de2-45f4-9645-9eb32b8dc546 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:41.555287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d36c8b6-af73-488b-bc4a-38a56dec311d None None] Provisioning complete for port 2628d0ea-338a-49b4-8581-2d61496f87e4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:41.555955 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d36c8b6-af73-488b-bc4a-38a56dec311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:41.819575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d36c8b6-af73-488b-bc4a-38a56dec311d None None] Port 2628d0ea-338a-49b4-8581-2d61496f87e4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:41.998842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e869c117-3089-4414-937b-20a9ae63e9af tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:42.081547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869c117-3089-4414-937b-20a9ae63e9af tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=dbb75cd4-4de2-45f4-9645-9eb32b8dc546,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:42.207457 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e869c117-3089-4414-937b-20a9ae63e9af tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:42.260418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e869c117-3089-4414-937b-20a9ae63e9af tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/dbb75cd4-4de2-45f4-9645-9eb32b8dc546 HTTP/1.1" status: 204 len: 168 time: 2.2667363 May 06 13:17:42.263050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46206) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:42.344893 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7a3481-f254-4bb8-9d49-09ce492ea0e5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:17:42.348586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f7a3481-f254-4bb8-9d49-09ce492ea0e5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:17:42.399822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f7a3481-f254-4bb8-9d49-09ce492ea0e5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:17:42.401771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5f7a3481-f254-4bb8-9d49-09ce492ea0e5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/dbb75cd4-4de2-45f4-9645-9eb32b8dc546 HTTP/1.1" status: 404 len: 333 time: 0.1363919 May 06 13:17:42.406183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46220) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:42.407843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24fa2616-d304-42f6-94aa-dfaf5d3b3139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:42.620536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b0161-17fc-4fb3-8e2c-d82b58a21c71 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 2628d0ea-338a-49b4-8581-2d61496f87e4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:42.621190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a7b0161-17fc-4fb3-8e2c-d82b58a21c71 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:43.168919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a7b0161-17fc-4fb3-8e2c-d82b58a21c71 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:43.289457 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:43.453420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b0161-17fc-4fb3-8e2c-d82b58a21c71 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 2628d0ea-338a-49b4-8581-2d61496f87e4 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:43.538650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46330) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:43.791938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a7b0161-17fc-4fb3-8e2c-d82b58a21c71 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:43.883889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b0161-17fc-4fb3-8e2c-d82b58a21c71 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=2628d0ea-338a-49b4-8581-2d61496f87e4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:43.901270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1213227128-network', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:43.914230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:43.955551 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Usage tracker for resource:network and tenant:66b5b3b6202c4056a5dba62d81a601b0 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:43.962108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:43.970731 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9a7b0161-17fc-4fb3-8e2c-d82b58a21c71 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:43.985331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:44.006736 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9a7b0161-17fc-4fb3-8e2c-d82b58a21c71 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/2628d0ea-338a-49b4-8581-2d61496f87e4 HTTP/1.1" status: 204 len: 168 time: 1.5941284 May 06 13:17:44.006736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46380) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:44.029499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Made reservation on behalf of 66b5b3b6202c4056a5dba62d81a601b0 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:44.037625 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.067208 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.127730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:44.134474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:66b5b3b6202c4056a5dba62d81a601b0 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:44.138917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:44.155269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:44.169621 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-28105ebf-a41d-48f2-8652-de32330b5b43 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:17:44.170891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-28105ebf-a41d-48f2-8652-de32330b5b43 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:17:44.216042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-28105ebf-a41d-48f2-8652-de32330b5b43 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:17:44.218274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28105ebf-a41d-48f2-8652-de32330b5b43 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/2628d0ea-338a-49b4-8581-2d61496f87e4 HTTP/1.1" status: 404 len: 333 time: 0.2100956 May 06 13:17:44.222523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46396) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:44.509696 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.518030 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.562893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:17:44.568730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edf4e04-9737-4c72-9881-776d0268d737 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet ae13b631-dfa2-422d-ab41-99d3972a7490 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:17:44.590314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8edf4e04-9737-4c72-9881-776d0268d737 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.652168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.652674 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Added segment 418198a5-920a-4a3a-a270-b8f4b1827b80 of type vlan for network c402a3a4-4ec5-48bc-a4b4-4417f938f472 May 06 13:17:44.654672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b89597f-1588-486b-bd80-279fe9f36cb3,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:44.709043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.715125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8edf4e04-9737-4c72-9881-776d0268d737 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.739607 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4954f19a-c225-4c7c-8cd8-dae6bb023814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.825602 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.826396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:44.826999 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.096814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46422) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:45.097643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5646234 May 06 13:17:45.109747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Request body: {'subnet': {'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1213227128-subnet', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:45.116206 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8edf4e04-9737-4c72-9881-776d0268d737 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.123849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:45.140570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Usage tracker for resource:subnet and tenant:66b5b3b6202c4056a5dba62d81a601b0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:45.147574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:45.162374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:45.162974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29ef42-ce93-421b-b13c-0c2816ba0ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=c402a3a4-4ec5-48bc-a4b4-4417f938f472,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:45.182154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:17:45.193901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Made reservation on behalf of 66b5b3b6202c4056a5dba62d81a601b0 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:45.199072 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.331299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8edf4e04-9737-4c72-9881-776d0268d737 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.474039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf4e04-9737-4c72-9881-776d0268d737 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=ae13b631-dfa2-422d-ab41-99d3972a7490,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:45.480733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8edf4e04-9737-4c72-9881-776d0268d737 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.502825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8edf4e04-9737-4c72-9881-776d0268d737 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/ae13b631-dfa2-422d-ab41-99d3972a7490 HTTP/1.1" status: 204 len: 168 time: 1.2746828 May 06 13:17:45.503779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46428) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:45.506527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1897f771-0f74-4793-b872-ec35bea9917f None None] Network b12220d3-68e7-4ac7-8c6d-3e97492e8f40 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:45.673539 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.744714 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.773903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port c85e393b-12e6-4095-b291-ef21685e9776 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:45.774499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.839389 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.106414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] DHCP port deletion for b12220d3-68e7-4ac7-8c6d-3e97492e8f40 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:17:46.114066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] Deleting port c85e393b-12e6-4095-b291-ef21685e9776 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:46.115677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.322404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31cf1a4f-a688-46c0-942f-20f599d02a68,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:46.370338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Checking segment: {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:46.372245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Network hostable DHCP agents. Network: c402a3a4-4ec5-48bc-a4b4-4417f938f472, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:17:46.442974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:17:46.468554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, c402a3a4-4ec5-48bc-a4b4-4417f938f472) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:46.494735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45693dc-b190-4279-8368-224978ce7f49 None None] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:46.501036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:46.503605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.589164 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3f3e8fbc-85f6-4e3e-b662-875ce19c6f04 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4901850 May 06 13:17:46.592456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] For port c85e393b-12e6-4095-b291-ef21685e9776, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c85e393b-12e6-4095-b291-ef21685e9776,segment=NetworkSegment(75431da5-9b56-4df7-a981-ab5519ab97ee),segment_id=75431da5-9b56-4df7-a981-ab5519ab97ee)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:46.593393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46440) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:46.602384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:46.603621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.619924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:46.625445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Usage tracker for resource:router and tenant:66b5b3b6202c4056a5dba62d81a601b0 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:46.640369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:46.649071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:46.682799 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.684792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.722031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.759899 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.023689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for c85e393b-12e6-4095-b291-ef21685e9776 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:47.142341 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.174172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.222616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No DVR routers for this DVR port c85e393b-12e6-4095-b291-ef21685e9776 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:17:47.293935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] For port c85e393b-12e6-4095-b291-ef21685e9776, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c85e393b-12e6-4095-b291-ef21685e9776,segment=NetworkSegment(75431da5-9b56-4df7-a981-ab5519ab97ee),segment_id=75431da5-9b56-4df7-a981-ab5519ab97ee)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:47.294943 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.300894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=c85e393b-12e6-4095-b291-ef21685e9776,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:47.531838 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.570395 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.620005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12220d3-68e7-4ac7-8c6d-3e97492e8f40']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:47.654049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75431da5-9b56-4df7-a981-ab5519ab97ee') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:47.654846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75431da5-9b56-4df7-a981-ab5519ab97ee') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:47.681421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.695394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] Calling delete_port for c85e393b-12e6-4095-b291-ef21685e9776 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:17:47.709509 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.710100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.729455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:17:47.729997 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: timer() May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:17:47.754889 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:17:47.881659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c85e393b-12e6-4095-b291-ef21685e9776 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:17:47.923525 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.007041 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.020972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'fixed_ips': [{'subnet_id': '31cf1a4f-a688-46c0-942f-20f599d02a68'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:17:48.022381 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.030252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Network': ['ID=b12220d3-68e7-4ac7-8c6d-3e97492e8f40,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:48.061581 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.071298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d63981bd-6f1a-4270-a4fb-6ee7593073f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/networks/b12220d3-68e7-4ac7-8c6d-3e97492e8f40 HTTP/1.1" status: 204 len: 168 time: 2.5584333 May 06 13:17:48.073648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46450) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:48.074172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c85e393b-12e6-4095-b291-ef21685e9776 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:17:48.075050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c85e393b-12e6-4095-b291-ef21685e9776 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:17:48.088784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1160920331'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:48.102891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:48.111309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:network and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:48.117726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:48.129875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:48.157501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:48.165505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.184889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Allocated IP 172.25.7.210 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/93760985-81a1-4dfc-a023-5d3201b72189) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:48.229351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:17:48.254505 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:17:48.255246 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:17:48.258227 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.259602 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Added segment 34d8489d-5070-42bf-b795-23eda34da1ec of type vlan for network 4d3e5da8-8a50-494d-96be-7f9ba04e366e May 06 13:17:48.306366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.360540 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.372749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:48.373747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.452862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Allocated IP 172.20.0.2 (c402a3a4-4ec5-48bc-a4b4-4417f938f472/31cf1a4f-a688-46c0-942f-20f599d02a68/db5d1eb6-95c3-4349-ade9-76b3ca1e0c29) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:48.586000 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.595452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5199859 May 06 13:17:48.600011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46454) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:48.609745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341b57f-3169-4e5d-9601-bb6b03ca6563 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Network': ['ID=4d3e5da8-8a50-494d-96be-7f9ba04e366e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:48.613176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': '4d3e5da8-8a50-494d-96be-7f9ba04e366e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:48.624817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 4d3e5da8-8a50-494d-96be-7f9ba04e366e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:17:48.768914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] Deleting port c85e393b-12e6-4095-b291-ef21685e9776 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:17:48.769842 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.785560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:48.793548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:48.798775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:48.810971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:48.818438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.882282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:48.999284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Pushing event updated for resources: {'Port': ['ID=93760985-81a1-4dfc-a023-5d3201b72189,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:49.004249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:49.005028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ffb528df-a463-4bf7-a1fe-d0db4eb062c7 None None] The port 'c85e393b-12e6-4095-b291-ef21685e9776' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:17:49.009272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:49.013806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:49.110070 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:49.186198 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:49.214040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Transition to ACTIVE for port object db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:49.287142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Transition to ACTIVE for port object db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:49.298129 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:49.432677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:49.437740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:49.440374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:49.443057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Pushing event updated for resources: {'Port': ['ID=db5d1eb6-95c3-4349-ade9-76b3ca1e0c29,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:49.463409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.464412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.464603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.465026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.465734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.466295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.466883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.467608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.468593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.469121 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.469641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:49.633504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Attempting to bind port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:49.634231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Attempting to bind port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:49.635449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Attempting to bind port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 on network c402a3a4-4ec5-48bc-a4b4-4417f938f472 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:49.649640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:49.650784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Checking segment: {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:49.652359 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:49.652566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Bound using segment: {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:49.653578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Bound port: db5d1eb6-95c3-4349-ade9-76b3ca1e0c29, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:49.654661 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:49.710122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:49.711098 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:49.802418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:49.907960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] For port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:49.915052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] For port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db5d1eb6-95c3-4349-ade9-76b3ca1e0c29,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:49.918844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=4b7a9c28-0cb7-45ad-b372-1d0353bfda17,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:49.929884 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:50.069851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023830b1-d5f6-4337-808b-8b53a3cc0fe7 None None] Pushing event updated for resources: {'Port': ['ID=db5d1eb6-95c3-4349-ade9-76b3ca1e0c29,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:50.090577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Checking segment: {'id': '34d8489d-5070-42bf-b795-23eda34da1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d3e5da8-8a50-494d-96be-7f9ba04e366e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:50.091148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network hostable DHCP agents. Network: 4d3e5da8-8a50-494d-96be-7f9ba04e366e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:17:50.167550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network 4d3e5da8-8a50-494d-96be-7f9ba04e366e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:17:50.194798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 4d3e5da8-8a50-494d-96be-7f9ba04e366e) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:50.204365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:50.205904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:50.214871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f108f-9dae-445c-95ee-fc8d5fe23f24 None None] Network 4d3e5da8-8a50-494d-96be-7f9ba04e366e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:50.291217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46468) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:50.292114 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-54f73e2b-8d7a-4f29-8429-a89266018db1 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6895635 May 06 13:17:50.304230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1951178793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:50.360943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:50.382450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:router and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:50.392343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:50.418472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:50.462922 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:50.464866 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:50.539908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:17:50.563899 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:50.667512 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:50.736365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:50.738412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6d6f25b3-8b80-48d9-af2d-f07500df5b94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4440639 May 06 13:17:50.743723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46476) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:50.757384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'network_id': '4d3e5da8-8a50-494d-96be-7f9ba04e366e', 'name': 'tempest-PortsIpV6TestJSON-1736352285'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:51.084284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-4d3e5da8-8a50-494d-96be-7f9ba04e366e', 'network_id': '4d3e5da8-8a50-494d-96be-7f9ba04e366e', 'tenant_id': '7563184c649e4c13a644567ba684e3e9', 'fixed_ips': [{'subnet_id': '4b7a9c28-0cb7-45ad-b372-1d0353bfda17'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:17:51.085537 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:51.127953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:51.135693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:port and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:51.142079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:51.152006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:51.173341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:51.175182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:51.220263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port c78632c7-2b7c-4985-918a-e01ada74cca8 yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:17:51.559049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:17:51.570692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Allocated IP 2001:db8::2 (4d3e5da8-8a50-494d-96be-7f9ba04e366e/4b7a9c28-0cb7-45ad-b372-1d0353bfda17/38872c2e-1e6c-46c1-8c8a-cd156cfbc35e) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:51.574245 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Sync routers for ids ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:17:51.602804 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:51.604567 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3a656a1d-8f47-4054-a472-e1be10ed1187 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0089841 May 06 13:17:51.607169 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Routers {'917a66b9-4d4e-465a-9bc9-bc5e793a72c9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:17:51.607423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46484) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:51.608095 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:51.941698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:52.176916 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Set router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:17:52.214526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:52.265564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d713851-358f-41fc-880b-2fa4328fb942 None None] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:52.365409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:52.419951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Transition to ACTIVE for port object 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:52.433071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f8b1d7db-3c80-49b0-83b6-1daa8038c1bc None None] Provisioning for port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:52.445024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f8b1d7db-3c80-49b0-83b6-1daa8038c1bc None None] Provisioning complete for port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:52.445809 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d7db-3c80-49b0-83b6-1daa8038c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:52.560246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Transition to ACTIVE for port object 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:52.590192 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:52.761286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Network 4d3e5da8-8a50-494d-96be-7f9ba04e366e is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:52.770321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:52.792760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::1f9 (4d3e5da8-8a50-494d-96be-7f9ba04e366e/4b7a9c28-0cb7-45ad-b372-1d0353bfda17/c78632c7-2b7c-4985-918a-e01ada74cca8) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:52.817410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:53.054987 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '93760985-81a1-4dfc-a023-5d3201b72189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:17:49Z', 'revision_number': 3, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'gw_port': {'id': '93760985-81a1-4dfc-a023-5d3201b72189', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:47Z', 'updated_at': '2022-05-06T13:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:53.063858 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Checking router: 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:17:53.064796 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Updating router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 port 93760985-81a1-4dfc-a023-5d3201b72189 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:17:53.194700 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Pushing event updated for resources: {'Port': ['ID=38872c2e-1e6c-46c1-8c8a-cd156cfbc35e,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:53.216485 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d7db-3c80-49b0-83b6-1daa8038c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:53.300678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f8b1d7db-3c80-49b0-83b6-1daa8038c1bc None None] For port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db5d1eb6-95c3-4349-ade9-76b3ca1e0c29,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:53.311171 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:53.344036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Attempting to bind port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:53.344557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Attempting to bind port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '34d8489d-5070-42bf-b795-23eda34da1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d3e5da8-8a50-494d-96be-7f9ba04e366e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:53.345046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Attempting to bind port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e on network 4d3e5da8-8a50-494d-96be-7f9ba04e366e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:53.353408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d7db-3c80-49b0-83b6-1daa8038c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:53.369645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:53.370270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Checking segment: {'id': '34d8489d-5070-42bf-b795-23eda34da1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d3e5da8-8a50-494d-96be-7f9ba04e366e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:53.370917 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:53.371654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Bound using segment: {'id': '34d8489d-5070-42bf-b795-23eda34da1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d3e5da8-8a50-494d-96be-7f9ba04e366e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:53.382020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Bound port: 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d8489d-5070-42bf-b795-23eda34da1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4d3e5da8-8a50-494d-96be-7f9ba04e366e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:53.382552 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:53.789475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:53.803719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:53.836712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] For port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:53.842361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] For port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=38872c2e-1e6c-46c1-8c8a-cd156cfbc35e,segment=NetworkSegment(34d8489d-5070-42bf-b795-23eda34da1ec),segment_id=34d8489d-5070-42bf-b795-23eda34da1ec)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:53.844101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1d7db-3c80-49b0-83b6-1daa8038c1bc None None] Pushing event updated for resources: {'Port': ['ID=db5d1eb6-95c3-4349-ade9-76b3ca1e0c29,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:53.859928 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:53.877863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object c78632c7-2b7c-4985-918a-e01ada74cca8 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:53.962862 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:54.010181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baccc03-4922-4b51-9c8a-ce261b7c93ad None None] Pushing event updated for resources: {'Port': ['ID=38872c2e-1e6c-46c1-8c8a-cd156cfbc35e,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:54.186564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network 4d3e5da8-8a50-494d-96be-7f9ba04e366e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:54.195477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:54.231266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:54.238137 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:54.238894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Allocated IP 172.20.0.1 (c402a3a4-4ec5-48bc-a4b4-4417f938f472/31cf1a4f-a688-46c0-942f-20f599d02a68/aa3f8875-8045-43f2-b39e-0348476a680b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:54.240830 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:54.251311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=c78632c7-2b7c-4985-918a-e01ada74cca8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:54.300906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a1c58447-b689-4b5d-98ba-0d69e3884f53 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5557096 May 06 13:17:54.301743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46504) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:54.510390 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:54.645518 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Transition to ACTIVE for port object 93760985-81a1-4dfc-a023-5d3201b72189 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:54.689359 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:54.853393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5aa2ce89-2b42-4e83-a251-40a18b530519 None None] Provisioning complete for port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:54.854177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ce89-2b42-4e83-a251-40a18b530519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:54.868297 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:54.918717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Transition to ACTIVE for port object aa3f8875-8045-43f2-b39e-0348476a680b will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:54.996766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:55.045628 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Pushing event updated for resources: {'Port': ['ID=93760985-81a1-4dfc-a023-5d3201b72189,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:55.062120 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Attempting to bind port 93760985-81a1-4dfc-a023-5d3201b72189 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:55.063491 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Attempting to bind port 93760985-81a1-4dfc-a023-5d3201b72189 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:55.064689 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Attempting to bind port 93760985-81a1-4dfc-a023-5d3201b72189 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:55.079498 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.080513 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.081334 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.082027 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.082674 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.083242 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.083772 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.084384 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.085263 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.085962 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.086655 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:55.091764 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:55.092883 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:55.093876 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:55.095045 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:55.095944 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Bound port: 93760985-81a1-4dfc-a023-5d3201b72189, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:55.096688 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:55.242378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:55.243932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3f8875-8045-43f2-b39e-0348476a680b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:55.248696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:55.253017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:55.314900 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] For port 93760985-81a1-4dfc-a023-5d3201b72189, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:55.319437 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] For port 93760985-81a1-4dfc-a023-5d3201b72189, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=93760985-81a1-4dfc-a023-5d3201b72189,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:55.333114 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:55.366976 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:55.478277 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f4bc7-0a54-4649-bf80-606ace87865e None None] Pushing event updated for resources: {'Port': ['ID=93760985-81a1-4dfc-a023-5d3201b72189,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:55.499323 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Routers {'917a66b9-4d4e-465a-9bc9-bc5e793a72c9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:17:55.501121 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:55.696573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:55.942823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:56.220186 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:56.251367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-68b75c76-7f3f-42f3-b276-7141da07db20 None None] Provisioning for port aa3f8875-8045-43f2-b39e-0348476a680b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:56.273467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-68b75c76-7f3f-42f3-b276-7141da07db20 None None] Provisioning complete for port aa3f8875-8045-43f2-b39e-0348476a680b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:56.273851 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68b75c76-7f3f-42f3-b276-7141da07db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:56.333083 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] Set router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:17:56.535567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:56.538843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:56.669185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb720ff6-978b-4bae-b07d-606f8eea7b38 None None] Network 4d3e5da8-8a50-494d-96be-7f9ba04e366e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:17:56.695102 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-68b75c76-7f3f-42f3-b276-7141da07db20 None None] Port aa3f8875-8045-43f2-b39e-0348476a680b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:56.733070 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:56.746218 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:57.045344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3f8875-8045-43f2-b39e-0348476a680b,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:57.126699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:57.266513 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '93760985-81a1-4dfc-a023-5d3201b72189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:17:55Z', 'revision_number': 4, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'gw_port': {'id': '93760985-81a1-4dfc-a023-5d3201b72189', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:47Z', 'updated_at': '2022-05-06T13:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'aa3f8875-8045-43f2-b39e-0348476a680b', 'name': '', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'mac_address': 'fa:16:3e:c4:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:53Z', 'updated_at': '2022-05-06T13:17:54Z', 'revision_number': 1, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'subnets': [{'id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:57.280003 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2d2362-2b46-4e8d-8dc6-d9c6b7db652f None None] The sync data for ids ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'] in n-d-840847-1 is: [{'id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '93760985-81a1-4dfc-a023-5d3201b72189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:17:55Z', 'revision_number': 4, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'gw_port': {'id': '93760985-81a1-4dfc-a023-5d3201b72189', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:47Z', 'updated_at': '2022-05-06T13:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'aa3f8875-8045-43f2-b39e-0348476a680b', 'name': '', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'mac_address': 'fa:16:3e:c4:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:53Z', 'updated_at': '2022-05-06T13:17:54Z', 'revision_number': 1, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'subnets': [{'id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:17:57.314737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a48860e2-e817-4779-a14a-3f1ac28d7935 None None] Provisioning for port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:57.474220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:57.475722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:57.554980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:57.967796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:57.971372 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:57.995113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:57.995113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:57.996102 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:58.244838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=c78632c7-2b7c-4985-918a-e01ada74cca8,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:58.509404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-590cfc6e-faa7-4d7c-a2c1-3e4c3658550d None None] Provisioning complete for port aa3f8875-8045-43f2-b39e-0348476a680b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:58.509873 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-590cfc6e-faa7-4d7c-a2c1-3e4c3658550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:58.751229 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:58.915204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=38872c2e-1e6c-46c1-8c8a-cd156cfbc35e,segment=NetworkSegment(34d8489d-5070-42bf-b795-23eda34da1ec),segment_id=34d8489d-5070-42bf-b795-23eda34da1ec)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:58.926897 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:59.048638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-590cfc6e-faa7-4d7c-a2c1-3e4c3658550d None None] Port aa3f8875-8045-43f2-b39e-0348476a680b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:59.157473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=38872c2e-1e6c-46c1-8c8a-cd156cfbc35e,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:59.175363 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:59.236590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7385dd1f-a026-4023-887f-146c1faa60e0 None None] Provisioning for port c78632c7-2b7c-4985-918a-e01ada74cca8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:59.251579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7385dd1f-a026-4023-887f-146c1faa60e0 None None] Provisioning complete for port c78632c7-2b7c-4985-918a-e01ada74cca8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:59.254068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7385dd1f-a026-4023-887f-146c1faa60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:59.322741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:17:59.476571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7385dd1f-a026-4023-887f-146c1faa60e0 None None] Port c78632c7-2b7c-4985-918a-e01ada74cca8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:59.540067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7385dd1f-a026-4023-887f-146c1faa60e0 None None] Provisioning complete for port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:59.541067 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7385dd1f-a026-4023-887f-146c1faa60e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:59.863560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:00.118913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:18:00.151698 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-13b962a0-396e-4030-ab14-9e4fdf7a25b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/917a66b9-4d4e-465a-9bc9-bc5e793a72c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5428417 May 06 13:18:00.803688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6cb3b5f7-f91a-4522-9276-9bd1a0e54a70 None None] Provisioning complete for port c78632c7-2b7c-4985-918a-e01ada74cca8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:00.806577 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6cb3b5f7-f91a-4522-9276-9bd1a0e54a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:00.932725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3b5f7-f91a-4522-9276-9bd1a0e54a70 None None] Port c78632c7-2b7c-4985-918a-e01ada74cca8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:01.075267 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:01.091232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:01.093672 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:01.251943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:01.632759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=c78632c7-2b7c-4985-918a-e01ada74cca8,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:01.690379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:01.693045 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:01.747166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network 4d3e5da8-8a50-494d-96be-7f9ba04e366e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:01.751321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:01.998274 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 93760985-81a1-4dfc-a023-5d3201b72189 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:02.124800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 93760985-81a1-4dfc-a023-5d3201b72189 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:02.136681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 93760985-81a1-4dfc-a023-5d3201b72189 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:02.137960 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:02.462831 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:02.497663 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 93760985-81a1-4dfc-a023-5d3201b72189, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=93760985-81a1-4dfc-a023-5d3201b72189,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:02.511849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:02.697859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46614) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:02.708214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-45261404-network', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:02.720602 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:02.722123 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f12ee954-1cb8-4868-a9be-4df57ad7fc43 None None] Provisioning complete for port c78632c7-2b7c-4985-918a-e01ada74cca8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:02.722581 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f12ee954-1cb8-4868-a9be-4df57ad7fc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:02.728049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Usage tracker for resource:network and tenant:d40f4f5f8a994c1e8a89ed65459a4c3a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:02.734141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:02.746890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:02.762015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Made reservation on behalf of d40f4f5f8a994c1e8a89ed65459a4c3a for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:02.766334 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:02.782306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:02.782986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Router 47a493a1-8b24-4cac-8ae8-5aaa3d15718e is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:18:02.843727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:02.852362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Usage tracker for resource:security_group_rule and tenant:d40f4f5f8a994c1e8a89ed65459a4c3a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:02.858928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:02.873256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:02.948906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f12ee954-1cb8-4868-a9be-4df57ad7fc43 None None] Port c78632c7-2b7c-4985-918a-e01ada74cca8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:02.952328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=93760985-81a1-4dfc-a023-5d3201b72189,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:03.060668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:03.070409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:03.139690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:03.168085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:18:03.184249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.184249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.184249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.184249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.184939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.184939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.185487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.186766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.187336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.189396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.189396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:03.190575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:18:03.206303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:03.206823 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Added segment 93e57a78-48a2-4dab-9789-1e80721039a6 of type vlan for network 69350d27-2cb7-493b-9f44-4451c166ba1e May 06 13:18:03.216532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbed8f6-e1a1-4bd5-8e9d-884df21f2057 None None] Sync routers for ids ['47a493a1-8b24-4cac-8ae8-5aaa3d15718e'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:18:03.225858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-23913fc7-f7b4-45c5-8c33-356d300f44f9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "PUT /v2.0/routers/47a493a1-8b24-4cac-8ae8-5aaa3d15718e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9225156 May 06 13:18:03.228946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46622) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:03.243685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbed8f6-e1a1-4bd5-8e9d-884df21f2057 None None] Routers {'47a493a1-8b24-4cac-8ae8-5aaa3d15718e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:03.245016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cfbed8f6-e1a1-4bd5-8e9d-884df21f2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['47a493a1-8b24-4cac-8ae8-5aaa3d15718e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:03.268305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:03.322117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:03.322925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:03.323840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:03.375275 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6750185 May 06 13:18:03.379591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46626) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:03.399409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Request body: {'subnet': {'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-45261404-subnet', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:03.422462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9efa8-b065-408d-aba1-65344acfef09 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:03.428256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aed9efa8-b065-408d-aba1-65344acfef09 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:18:03.458266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:03.463516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Usage tracker for resource:subnet and tenant:d40f4f5f8a994c1e8a89ed65459a4c3a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:03.468312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:03.471147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cfbed8f6-e1a1-4bd5-8e9d-884df21f2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:03.478235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:03.494625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-aed9efa8-b065-408d-aba1-65344acfef09 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:18:03.495571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea74319-13b3-40ad-a32b-e8f9118d0498 admin admin] Pushing event updated for resources: {'Network': ['ID=69350d27-2cb7-493b-9f44-4451c166ba1e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:03.496984 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-aed9efa8-b065-408d-aba1-65344acfef09 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports?device_id=47a493a1-8b24-4cac-8ae8-5aaa3d15718e HTTP/1.1" status: 200 len: 989 time: 0.2663431 May 06 13:18:03.499151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Made reservation on behalf of d40f4f5f8a994c1e8a89ed65459a4c3a for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:03.500916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbed8f6-e1a1-4bd5-8e9d-884df21f2057 None None] Routers {'47a493a1-8b24-4cac-8ae8-5aaa3d15718e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:03.502377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cfbed8f6-e1a1-4bd5-8e9d-884df21f2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['47a493a1-8b24-4cac-8ae8-5aaa3d15718e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:03.502471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:03.505890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46634) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:03.652596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 69350d27-2cb7-493b-9f44-4451c166ba1e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:18:03.702586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cfbed8f6-e1a1-4bd5-8e9d-884df21f2057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:03.703428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbed8f6-e1a1-4bd5-8e9d-884df21f2057 None None] The sync data for ids ['47a493a1-8b24-4cac-8ae8-5aaa3d15718e'] in n-d-840847-1 is: [] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:18:04.143422 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:04.346741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a10eb35-6e8e-4a97-8ca0-30c196f84fc6,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:04.368363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Checking segment: {'id': '93e57a78-48a2-4dab-9789-1e80721039a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:18:04.369921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Network hostable DHCP agents. Network: 69350d27-2cb7-493b-9f44-4451c166ba1e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:18:04.424224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Network 69350d27-2cb7-493b-9f44-4451c166ba1e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:18:04.441678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 69350d27-2cb7-493b-9f44-4451c166ba1e) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:04.454270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:04.455158 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:04.460649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091fa100-b997-43ce-8a62-7c8bdb3ff99d None None] Network 69350d27-2cb7-493b-9f44-4451c166ba1e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:04.499980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1463ad48-4de6-42d0-97e7-9537df75b3d3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1188576 May 06 13:18:04.500746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46656) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:04.514285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:04.577427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:04.586252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Usage tracker for resource:router and tenant:d40f4f5f8a994c1e8a89ed65459a4c3a is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:04.594416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:04.615082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:04.636854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:04.638263 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:04.788530 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:04.808975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:05.140146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 93760985-81a1-4dfc-a023-5d3201b72189 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:05.244048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-69350d27-2cb7-493b-9f44-4451c166ba1e', 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'fixed_ips': [{'subnet_id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:18:05.245819 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:05.366054 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:05.579824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 93760985-81a1-4dfc-a023-5d3201b72189 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:05.580504 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:05.787748 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:18:05.878049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Allocated IP 172.20.0.2 (69350d27-2cb7-493b-9f44-4451c166ba1e/7a10eb35-6e8e-4a97-8ca0-30c196f84fc6/6dd08054-4429-4bde-953b-a04a90580bc4) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:06.207432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:06.250309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:06.416177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:06.438894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Transition to ACTIVE for port object 6dd08054-4429-4bde-953b-a04a90580bc4 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:06.481591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Transition to ACTIVE for port object 6dd08054-4429-4bde-953b-a04a90580bc4 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:06.484686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port c78632c7-2b7c-4985-918a-e01ada74cca8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:18:06.485193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:06.493940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:06.579311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Network 69350d27-2cb7-493b-9f44-4451c166ba1e is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:06.579582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Allocated IP 172.25.7.25 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/bbdd640e-8fd2-4764-944c-057bfaae28ba) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:06.583050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:06.587601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:18:06.595491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Pushing event updated for resources: {'Port': ['ID=6dd08054-4429-4bde-953b-a04a90580bc4,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:06.797437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Attempting to bind port 6dd08054-4429-4bde-953b-a04a90580bc4 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:18:06.798348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Attempting to bind port 6dd08054-4429-4bde-953b-a04a90580bc4 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '93e57a78-48a2-4dab-9789-1e80721039a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:18:06.798985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Attempting to bind port 6dd08054-4429-4bde-953b-a04a90580bc4 on network 69350d27-2cb7-493b-9f44-4451c166ba1e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:18:06.811096 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:18:06.811753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Checking segment: {'id': '93e57a78-48a2-4dab-9789-1e80721039a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:18:06.812398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:06.813038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Bound using segment: {'id': '93e57a78-48a2-4dab-9789-1e80721039a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:18:06.813813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Bound port: 6dd08054-4429-4bde-953b-a04a90580bc4, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e57a78-48a2-4dab-9789-1e80721039a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:18:06.814487 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:07.016344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] For port 6dd08054-4429-4bde-953b-a04a90580bc4, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:18:07.024032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] For port 6dd08054-4429-4bde-953b-a04a90580bc4, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6dd08054-4429-4bde-953b-a04a90580bc4,segment=NetworkSegment(93e57a78-48a2-4dab-9789-1e80721039a6),segment_id=93e57a78-48a2-4dab-9789-1e80721039a6)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:18:07.031383 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:07.214152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:07.219958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33601b-2316-4a88-836a-6635971fdc77 None None] Pushing event updated for resources: {'Port': ['ID=6dd08054-4429-4bde-953b-a04a90580bc4,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:07.401473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:07.518799 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:07.573508 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for c78632c7-2b7c-4985-918a-e01ada74cca8 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:18:07.697356 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:07.874084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:07.881566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:07.893510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:18:07.935381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Pushing event updated for resources: {'Port': ['ID=bbdd640e-8fd2-4764-944c-057bfaae28ba,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:08.284913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:08.562172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=c78632c7-2b7c-4985-918a-e01ada74cca8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:08.859697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:08.870874 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:08.872124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:09.040455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df56868-a53e-4c18-8945-a24912fb0135 None None] Network 69350d27-2cb7-493b-9f44-4451c166ba1e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:09.207517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6dd08054-4429-4bde-953b-a04a90580bc4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:09.303088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a4454804-c9c1-4657-9f52-682835e370f1 None None] Provisioning for port 6dd08054-4429-4bde-953b-a04a90580bc4 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:09.460932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6dd08054-4429-4bde-953b-a04a90580bc4 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:09.480000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6dd08054-4429-4bde-953b-a04a90580bc4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:09.480759 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:09.796564 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:09.880959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 6dd08054-4429-4bde-953b-a04a90580bc4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6dd08054-4429-4bde-953b-a04a90580bc4,segment=NetworkSegment(93e57a78-48a2-4dab-9789-1e80721039a6),segment_id=93e57a78-48a2-4dab-9789-1e80721039a6)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:09.888431 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:10.069424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=6dd08054-4429-4bde-953b-a04a90580bc4,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:10.360289 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Router 47a493a1-8b24-4cac-8ae8-5aaa3d15718e has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:18:10.474222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-996b9422-8ec3-4e09-bbf0-761629c64530 None None] Provisioning complete for port 6dd08054-4429-4bde-953b-a04a90580bc4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:10.477091 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-996b9422-8ec3-4e09-bbf0-761629c64530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:10.692589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Router cb9aa8f1-99e9-4832-b683-d6152ec2c473 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:18:10.704708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:18:10.736412 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208207db-7d26-4e11-8cfe-2f759b3292a3 None None] Sync routers for ids ['47a493a1-8b24-4cac-8ae8-5aaa3d15718e'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:18:10.780174 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208207db-7d26-4e11-8cfe-2f759b3292a3 None None] Routers {'47a493a1-8b24-4cac-8ae8-5aaa3d15718e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:10.783364 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-208207db-7d26-4e11-8cfe-2f759b3292a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['47a493a1-8b24-4cac-8ae8-5aaa3d15718e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:10.967344 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-208207db-7d26-4e11-8cfe-2f759b3292a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:10.992544 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208207db-7d26-4e11-8cfe-2f759b3292a3 None None] Routers {'47a493a1-8b24-4cac-8ae8-5aaa3d15718e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:10.993917 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-208207db-7d26-4e11-8cfe-2f759b3292a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['47a493a1-8b24-4cac-8ae8-5aaa3d15718e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:11.045461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46752) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:11.050644 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3523f72f-1f3e-4b80-867a-66f75a7ce1d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "PUT /v2.0/routers/47a493a1-8b24-4cac-8ae8-5aaa3d15718e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5424156 May 06 13:18:11.119095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6dd08054-4429-4bde-953b-a04a90580bc4 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:11.147375 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-208207db-7d26-4e11-8cfe-2f759b3292a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:11.147518 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208207db-7d26-4e11-8cfe-2f759b3292a3 None None] The sync data for ids ['47a493a1-8b24-4cac-8ae8-5aaa3d15718e'] in n-d-840847-1 is: [] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:18:11.257393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:18:11.271270 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a153a4e-90e3-4234-87b4-f72764b9c0d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:18:11.280716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3a153a4e-90e3-4234-87b4-f72764b9c0d6 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/c78632c7-2b7c-4985-918a-e01ada74cca8 HTTP/1.1" status: 404 len: 333 time: 0.2336090 May 06 13:18:11.285875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46760) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:11.286415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Sync routers for ids ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:18:11.372529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Routers {'cb9aa8f1-99e9-4832-b683-d6152ec2c473'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:11.373617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:11.457478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:11.462109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8422ce4e-b799-4cfa-a8c5-56c16333e83e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.9554732 May 06 13:18:11.462647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46766) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:11.507391 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ddf2de4-4e02-4877-bc14-f3a554a2595c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:11.941717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6dd08054-4429-4bde-953b-a04a90580bc4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:11.942153 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:12.076221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Set router cb9aa8f1-99e9-4832-b683-d6152ec2c473 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:18:12.351624 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ddf2de4-4e02-4877-bc14-f3a554a2595c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:12.357813 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ddf2de4-4e02-4877-bc14-f3a554a2595c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:12.410123 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ddf2de4-4e02-4877-bc14-f3a554a2595c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:12.410741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddf2de4-4e02-4877-bc14-f3a554a2595c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Fanout notify agent at l3_agent the message router_deleted on router 47a493a1-8b24-4cac-8ae8-5aaa3d15718e {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:18:12.456589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ddf2de4-4e02-4877-bc14-f3a554a2595c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:12.468761 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1ddf2de4-4e02-4877-bc14-f3a554a2595c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/routers/47a493a1-8b24-4cac-8ae8-5aaa3d15718e HTTP/1.1" status: 204 len: 168 time: 1.1709824 May 06 13:18:12.469744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46790) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:12.515299 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-352d6438-f57a-4b1f-8509-d9387126e032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:12.787707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:18:04Z', 'updated_at': '2022-05-06T13:18:08Z', 'revision_number': 3, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'gw_port': {'id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:06Z', 'updated_at': '2022-05-06T13:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:12.795695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Checking router: cb9aa8f1-99e9-4832-b683-d6152ec2c473 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:18:12.799402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Updating router cb9aa8f1-99e9-4832-b683-d6152ec2c473 port bbdd640e-8fd2-4764-944c-057bfaae28ba binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:18:12.958043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:13.023675 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Sync routers for ids ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:18:13.084318 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Routers {'917a66b9-4d4e-465a-9bc9-bc5e793a72c9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:13.087523 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:17:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:13.357166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6885749c-de3a-41ed-9588-bbd1c0194a59 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet 4b7a9c28-0cb7-45ad-b372-1d0353bfda17 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:18:13.364019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6885749c-de3a-41ed-9588-bbd1c0194a59 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:13.591310 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Set router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:18:13.596574 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6885749c-de3a-41ed-9588-bbd1c0194a59 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:13.715909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:13.749820 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:13.891363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6885749c-de3a-41ed-9588-bbd1c0194a59 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:14.087808 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6885749c-de3a-41ed-9588-bbd1c0194a59 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:14.141444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:14.164075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Transition to ACTIVE for port object bbdd640e-8fd2-4764-944c-057bfaae28ba will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:14.177702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:14.231589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885749c-de3a-41ed-9588-bbd1c0194a59 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7a9c28-0cb7-45ad-b372-1d0353bfda17,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:14.250520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6885749c-de3a-41ed-9588-bbd1c0194a59 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:14.278224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6885749c-de3a-41ed-9588-bbd1c0194a59 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/4b7a9c28-0cb7-45ad-b372-1d0353bfda17 HTTP/1.1" status: 204 len: 168 time: 1.8075011 May 06 13:18:14.279015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46810) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:14.327242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ae67ec-d9ec-4385-a452-82caf82a1cc1 None None] Network 4d3e5da8-8a50-494d-96be-7f9ba04e366e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:14.537720 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:14.553570 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '93760985-81a1-4dfc-a023-5d3201b72189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:17:55Z', 'revision_number': 4, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'gw_port': {'id': '93760985-81a1-4dfc-a023-5d3201b72189', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:47Z', 'updated_at': '2022-05-06T13:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'aa3f8875-8045-43f2-b39e-0348476a680b', 'name': '', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'mac_address': 'fa:16:3e:c4:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:53Z', 'updated_at': '2022-05-06T13:17:56Z', 'revision_number': 2, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'subnets': [{'id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:14.567414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:18:14.567941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:14.571236 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Checking router: 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:18:14.571920 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Updating router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 port aa3f8875-8045-43f2-b39e-0348476a680b binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:18:14.611142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Allocated IP 172.20.0.1 (69350d27-2cb7-493b-9f44-4451c166ba1e/7a10eb35-6e8e-4a97-8ca0-30c196f84fc6/f302a143-6df5-4223-9a26-3090ae94eacd) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:14.659767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74bdbd-5de7-4208-b51a-cca8dd7e28c6 None None] Pushing event updated for resources: {'Port': ['ID=bbdd640e-8fd2-4764-944c-057bfaae28ba,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:14.694482 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:14.746223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Attempting to bind port bbdd640e-8fd2-4764-944c-057bfaae28ba on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:18:14.750222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Attempting to bind port bbdd640e-8fd2-4764-944c-057bfaae28ba by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:18:14.751197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Attempting to bind port bbdd640e-8fd2-4764-944c-057bfaae28ba on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:18:14.927062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:18:14.928053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:18:14.928874 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:14.929694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:18:14.930803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Bound port: bbdd640e-8fd2-4764-944c-057bfaae28ba, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:18:14.931661 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:15.019009 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d384d0c-ee51-48ab-a74d-9541eefde211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:15.107485 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:15.162692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Transition to ACTIVE for port object f302a143-6df5-4223-9a26-3090ae94eacd will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:15.277223 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:15.333803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] For port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=38872c2e-1e6c-46c1-8c8a-cd156cfbc35e,segment=NetworkSegment(34d8489d-5070-42bf-b795-23eda34da1ec),segment_id=34d8489d-5070-42bf-b795-23eda34da1ec)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:15.334351 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:15.347615 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] For port bbdd640e-8fd2-4764-944c-057bfaae28ba, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:18:15.353970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] For port bbdd640e-8fd2-4764-944c-057bfaae28ba, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=bbdd640e-8fd2-4764-944c-057bfaae28ba,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:18:15.388035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:15.521369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Network 69350d27-2cb7-493b-9f44-4451c166ba1e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:15.538331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:15.544248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:18:15.613514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Pushing event updated for resources: {'Port': ['ID=f302a143-6df5-4223-9a26-3090ae94eacd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:15.656735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74bdbd-5de7-4208-b51a-cca8dd7e28c6 None None] Pushing event updated for resources: {'Port': ['ID=bbdd640e-8fd2-4764-944c-057bfaae28ba,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:15.690456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.691007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.691510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.692007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.692503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.692995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.693488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.693979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.694467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.703224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.703844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:15.714135 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:15.757003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Routers {'cb9aa8f1-99e9-4832-b683-d6152ec2c473'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:15.757873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:18:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:15.843627 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:15.864651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:18:15.910854 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Transition to ACTIVE for port object aa3f8875-8045-43f2-b39e-0348476a680b will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:15.928358 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.037112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.183684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a8b10-3217-4dca-91d6-33431221dbf6 None None] DHCP port deletion for 4d3e5da8-8a50-494d-96be-7f9ba04e366e request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:18:16.209238 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.221076 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.253286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-425a8b10-3217-4dca-91d6-33431221dbf6 None None] Deleting port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:18:16.253866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-425a8b10-3217-4dca-91d6-33431221dbf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.425406 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2aba5-54d2-4ed3-999d-b41d9e550887 None None] Pushing event updated for resources: {'Port': ['ID=aa3f8875-8045-43f2-b39e-0348476a680b,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:16.539676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No DVR routers for this DVR port 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:18:16.543571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=38872c2e-1e6c-46c1-8c8a-cd156cfbc35e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:16.687298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-425a8b10-3217-4dca-91d6-33431221dbf6 None None] The port '38872c2e-1e6c-46c1-8c8a-cd156cfbc35e' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:18:16.714635 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.788834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6cc8f834-19be-4c07-8484-baf27a6aaac7 None None] Provisioning for port f302a143-6df5-4223-9a26-3090ae94eacd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:16.850154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6cc8f834-19be-4c07-8484-baf27a6aaac7 None None] Provisioning complete for port f302a143-6df5-4223-9a26-3090ae94eacd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:16.850882 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f834-19be-4c07-8484-baf27a6aaac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.880880 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Attempting to bind port aa3f8875-8045-43f2-b39e-0348476a680b on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:18:16.881725 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Attempting to bind port aa3f8875-8045-43f2-b39e-0348476a680b by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:18:16.882163 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Attempting to bind port aa3f8875-8045-43f2-b39e-0348476a680b on network c402a3a4-4ec5-48bc-a4b4-4417f938f472 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:18:16.912101 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:18:16.912574 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Checking segment: {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:18:16.913206 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.913838 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Bound using segment: {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:18:16.915603 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Bound port: aa3f8875-8045-43f2-b39e-0348476a680b, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:18:16.916218 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.004101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] Set router cb9aa8f1-99e9-4832-b683-d6152ec2c473 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:18:17.160770 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] For port aa3f8875-8045-43f2-b39e-0348476a680b, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:18:17.161888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.172250 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] For port aa3f8875-8045-43f2-b39e-0348476a680b, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aa3f8875-8045-43f2-b39e-0348476a680b,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:18:17.187035 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.228144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3e5da8-8a50-494d-96be-7f9ba04e366e']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:17.277573 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.295504 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.311568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d8489d-5070-42bf-b795-23eda34da1ec') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:17.312010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d8489d-5070-42bf-b795-23eda34da1ec') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:17.351464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.433261 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.460936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:18:17.462479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.486058 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2aba5-54d2-4ed3-999d-b41d9e550887 None None] Pushing event updated for resources: {'Port': ['ID=aa3f8875-8045-43f2-b39e-0348476a680b,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:17.505636 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Routers {'917a66b9-4d4e-465a-9bc9-bc5e793a72c9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:17.507146 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:18:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: timer() May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:18:17.532792 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:18:17.548960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8f834-19be-4c07-8484-baf27a6aaac7 None None] Port f302a143-6df5-4223-9a26-3090ae94eacd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:17.554979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:18:17.571014 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.724853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:18:17.725687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 38872c2e-1e6c-46c1-8c8a-cd156cfbc35e not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:18:17.780242 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.800030 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.809679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:17.897097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/networks/4d3e5da8-8a50-494d-96be-7f9ba04e366e HTTP/1.1" status: 204 len: 168 time: 3.6157217 May 06 13:18:17.901652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46856) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:17.924262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee8904-9678-4494-b985-31e2e7d52ba7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Network': ['ID=4d3e5da8-8a50-494d-96be-7f9ba04e366e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:17.978355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Pushing event updated for resources: {'Port': ['ID=f302a143-6df5-4223-9a26-3090ae94eacd,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:18.046577 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] Set router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:18:18.165554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda053d-4199-4f55-9e7d-c08cef8c3c40 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:18.166529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1dda053d-4199-4f55-9e7d-c08cef8c3c40 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:18:18.178874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Network 69350d27-2cb7-493b-9f44-4451c166ba1e is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:18.181715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:18.222954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1dda053d-4199-4f55-9e7d-c08cef8c3c40 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:18:18.229403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:18:04Z', 'updated_at': '2022-05-06T13:18:15Z', 'revision_number': 4, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'gw_port': {'id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:06Z', 'updated_at': '2022-05-06T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f302a143-6df5-4223-9a26-3090ae94eacd', 'name': '', 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'mac_address': 'fa:16:3e:d4:9f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:13Z', 'updated_at': '2022-05-06T13:18:14Z', 'revision_number': 1, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'subnets': [{'id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:18.230506 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1dda053d-4199-4f55-9e7d-c08cef8c3c40 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/fed9e044-dd42-4982-be8b-4ea2f04c3928 HTTP/1.1" status: 200 len: 845 time: 0.3098407 May 06 13:18:18.231414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46866) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:18.242643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7960eb45-d13d-4ac0-a801-3cc8631bc1af None None] The sync data for ids ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'] in n-d-840847-1 is: [{'id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:18:04Z', 'updated_at': '2022-05-06T13:18:15Z', 'revision_number': 4, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'gw_port': {'id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:06Z', 'updated_at': '2022-05-06T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f302a143-6df5-4223-9a26-3090ae94eacd', 'name': '', 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'mac_address': 'fa:16:3e:d4:9f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:13Z', 'updated_at': '2022-05-06T13:18:14Z', 'revision_number': 1, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'subnets': [{'id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:18:18.510827 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-37588400-1348-4799-b67d-9b48b9cda68c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/fed9e044-dd42-4982-be8b-4ea2f04c3928?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2778516 May 06 13:18:18.511971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46872) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:18.529015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:18.904155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c2121984-9725-4f7b-a95a-41faa02ecc8c None None] Provisioning complete for port f302a143-6df5-4223-9a26-3090ae94eacd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:18.904529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2121984-9725-4f7b-a95a-41faa02ecc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:18.974119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:18.989270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:19.008114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:19.036089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:19.065163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c2121984-9725-4f7b-a95a-41faa02ecc8c None None] Port f302a143-6df5-4223-9a26-3090ae94eacd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:19.073431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:19.213971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aa3f8875-8045-43f2-b39e-0348476a680b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:19.220760 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '93760985-81a1-4dfc-a023-5d3201b72189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:17:55Z', 'revision_number': 4, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'gw_port': {'id': '93760985-81a1-4dfc-a023-5d3201b72189', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:47Z', 'updated_at': '2022-05-06T13:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'aa3f8875-8045-43f2-b39e-0348476a680b', 'name': '', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'mac_address': 'fa:16:3e:c4:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:53Z', 'updated_at': '2022-05-06T13:18:17Z', 'revision_number': 4, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'subnets': [{'id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:19.230002 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ca8b5-1f8a-4140-9364-25793880e27d None None] The sync data for ids ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'] in n-d-840847-1 is: [{'id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '93760985-81a1-4dfc-a023-5d3201b72189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:17:55Z', 'revision_number': 4, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'gw_port': {'id': '93760985-81a1-4dfc-a023-5d3201b72189', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:47Z', 'updated_at': '2022-05-06T13:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'aa3f8875-8045-43f2-b39e-0348476a680b', 'name': '', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'mac_address': 'fa:16:3e:c4:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:53Z', 'updated_at': '2022-05-06T13:18:17Z', 'revision_number': 4, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'subnets': [{'id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:18:19.459323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Router cb9aa8f1-99e9-4832-b683-d6152ec2c473 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:18:19.491089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port aa3f8875-8045-43f2-b39e-0348476a680b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:19.511407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port aa3f8875-8045-43f2-b39e-0348476a680b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:19.515349 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:19.808086 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:20.001440 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:20.166437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port aa3f8875-8045-43f2-b39e-0348476a680b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aa3f8875-8045-43f2-b39e-0348476a680b,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:20.174530 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:20.316187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:20.346909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=aa3f8875-8045-43f2-b39e-0348476a680b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:20.460715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:20.473611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:20.484682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:20.485977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:20.511927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4b5ace-f925-4773-b7fe-6a4bb18c61d9 None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:20.515982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:18:20.554643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a6a56a77-8563-4af8-804b-90785ba40a9a admin admin] 10.222.0.44 "PUT /v2.0/routers/cb9aa8f1-99e9-4832-b683-d6152ec2c473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0748498 May 06 13:18:20.568326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:20.613839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 46904) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:20.628789 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-43549026-cdf1-4fc4-ac28-69af25c44f33 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1136336 May 06 13:18:20.634294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'security_group': {'name': 'tempest-secgroup-443580710'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:20.649886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:20.664756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:20.676595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:20.697119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:20.732607 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:20.891030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:20.905132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group_rule and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:20.919304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:20.967724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:21.144021 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:21.167821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:21.419058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:21.421570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8057094 May 06 13:18:21.423337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe4b00-f31f-47cd-841a-54c3b6c436ce tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8040d38b-d962-4cef-8e8f-1e19f42f1f30,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:21.425360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46924) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:21.433124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'security_group': {'name': 'tempest-secgroup-260548415'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:21.458510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aa3f8875-8045-43f2-b39e-0348476a680b up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:21.466814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:21.488099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:21.508939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:21.520083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:21.542290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:21.629925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:21.651453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group_rule and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:21.660132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:21.680089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:21.722225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port aa3f8875-8045-43f2-b39e-0348476a680b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:21.723667 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:21.787454 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-a116f4bf-eebc-438d-b83f-08575bab6720', 'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'tenant_id': '7563184c649e4c13a644567ba684e3e9', 'fixed_ips': [{'subnet_id': '2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:18:21.789199 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:21.867031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:21.874119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:21.958625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff25189f-7385-49f5-b5f9-737f6a6765bd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:22.006223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:22.006223 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dfcb01b2-9598-4e4c-a5ae-a2f84db2e11a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5773075 May 06 13:18:22.025578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46946) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:22.025578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1544452838', 'security_groups': ['ff25189f-7385-49f5-b5f9-737f6a6765bd'], 'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:22.451367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:22.474530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device bbdd640e-8fd2-4764-944c-057bfaae28ba up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:22.492786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:22.522035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:22.535362 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:22.578563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Allocated IP 2001:db8::2 (a116f4bf-eebc-438d-b83f-08575bab6720/2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb/422023c6-6293-436a-a5c3-81fd6b1b3fbe) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:22.641200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd yet. {{(pid=83952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:18:22.802799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port bbdd640e-8fd2-4764-944c-057bfaae28ba completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:22.813070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port bbdd640e-8fd2-4764-944c-057bfaae28ba triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:22.813599 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:23.020851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-bd227062-fc37-495e-aa20-1b637443918c tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:23.023127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-bd227062-fc37-495e-aa20-1b637443918c tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/networks?id=c402a3a4-4ec5-48bc-a4b4-4417f938f472 HTTP/1.1" status: 200 len: 911 time: 0.4868560 May 06 13:18:23.091548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-d3eb0fe7-5a20-4a79-957e-66ba009a047d tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/quotas/d40f4f5f8a994c1e8a89ed65459a4c3a HTTP/1.1" status: 200 len: 375 time: 0.0563712 May 06 13:18:23.110818 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:23.134737 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:23.150051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port bbdd640e-8fd2-4764-944c-057bfaae28ba, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=bbdd640e-8fd2-4764-944c-057bfaae28ba,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:23.151679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Transition to ACTIVE for port object 422023c6-6293-436a-a5c3-81fd6b1b3fbe will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:23.160291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:23.278864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-488b9bfa-eca6-4324-81f6-3fd58043a465 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Synchronizing usage tracker for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:18:23.319483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-488b9bfa-eca6-4324-81f6-3fd58043a465 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Unset dirty status for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:18:23.352483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-488b9bfa-eca6-4324-81f6-3fd58043a465 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40f4f5f8a994c1e8a89ed65459a4c3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2408919 May 06 13:18:23.398157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Transition to ACTIVE for port object 422023c6-6293-436a-a5c3-81fd6b1b3fbe will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:23.414889 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:23.430857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=bbdd640e-8fd2-4764-944c-057bfaae28ba,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:23.580729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:23.587315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:23.593227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:18:23.600179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Pushing event updated for resources: {'Port': ['ID=422023c6-6293-436a-a5c3-81fd6b1b3fbe,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:23.648995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::3a5 (a116f4bf-eebc-438d-b83f-08575bab6720/2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb/7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:23.826235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Attempting to bind port 422023c6-6293-436a-a5c3-81fd6b1b3fbe on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:18:23.827176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Attempting to bind port 422023c6-6293-436a-a5c3-81fd6b1b3fbe by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '7a1b9166-52be-4a0d-b5de-a1686c28adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:18:23.827589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Attempting to bind port 422023c6-6293-436a-a5c3-81fd6b1b3fbe on network a116f4bf-eebc-438d-b83f-08575bab6720 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:18:23.842202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:18:23.843398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Checking segment: {'id': '7a1b9166-52be-4a0d-b5de-a1686c28adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:18:23.844236 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:23.845095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Bound using segment: {'id': '7a1b9166-52be-4a0d-b5de-a1686c28adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:18:23.846285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Bound port: 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1b9166-52be-4a0d-b5de-a1686c28adf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:18:23.846892 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:23.984806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-e9f16473-8e75-4b1d-91c4-9e8c14c91917 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:18:23.999070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-e9f16473-8e75-4b1d-91c4-9e8c14c91917 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2748144 May 06 13:18:24.144659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:24.203716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] For port 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:18:24.204687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:24.209589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] For port 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=422023c6-6293-436a-a5c3-81fd6b1b3fbe,segment=NetworkSegment(7a1b9166-52be-4a0d-b5de-a1686c28adf0),segment_id=7a1b9166-52be-4a0d-b5de-a1686c28adf0)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:18:24.218977 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:24.237073 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:24.270007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-40beafdc-abc1-4e09-8e12-fc290f65f731 service neutron] 10.222.0.44 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716775 May 06 13:18:24.359046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:24.394151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:24.396632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:24.408481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:18:24.413959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:24.414941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:24.504638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dfeb7-f25d-4f61-afa8-a18284072cc0 None None] Pushing event updated for resources: {'Port': ['ID=422023c6-6293-436a-a5c3-81fd6b1b3fbe,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:24.520027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6b8866fe-9321-4dcf-8fcb-5cad007c9159 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5082903 May 06 13:18:24.526230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 46992) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:24.546727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:24.954051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-f726d581-ecbc-48f9-b790-5dadfb7b26f2 service neutron] 10.222.0.44 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807370 May 06 13:18:25.057824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:25.072490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:25.080179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:25.094627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:25.118257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:25.453259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:25.599285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d48e764-4de2-4d90-8f2f-31cb7dcb6a38 req-710f3c78-639a-48b5-a8f1-7ca35647479b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 210 time: 0.1587486 May 06 13:18:25.633984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device bbdd640e-8fd2-4764-944c-057bfaae28ba up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:25.789685 n-d-840847-1 neutron-server[83952]: INFO neutron.db.ipam_backend_mixin [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb (CIDR: 2001:db8::/64) May 06 13:18:25.796754 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:18:25.798247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:25.840093 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-807a626b-fcea-4f25-a8d9-e46c299b5b29 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3063002 May 06 13:18:25.840865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47028) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:25.858298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:25.903909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port bbdd640e-8fd2-4764-944c-057bfaae28ba triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:25.906018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:26.326174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 422023c6-6293-436a-a5c3-81fd6b1b3fbe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:26.429985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:26.445384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:26.459584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:26.478270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:26.498190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:26.501248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:26.634299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] Provisioning complete for port fed9e044-dd42-4982-be8b-4ea2f04c3928 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:26.635513 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:26.767129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] Port fed9e044-dd42-4982-be8b-4ea2f04c3928 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:26.795506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] Provisioning for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:26.805585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] Provisioning complete for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:26.805951 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:26.950435 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-376a8bdd-dfc0-4dee-893a-e9c387640aca req-d2cbdbe2-54d2-4015-b127-e5abc0091e4f tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 210 time: 0.1222296 May 06 13:18:27.030587 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:27.187688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:27.245633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] For port 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=422023c6-6293-436a-a5c3-81fd6b1b3fbe,segment=NetworkSegment(7a1b9166-52be-4a0d-b5de-a1686c28adf0),segment_id=7a1b9166-52be-4a0d-b5de-a1686c28adf0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:27.256286 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:27.360996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed509c-c0fa-4a4a-b3ec-47669e928ea8 None None] Pushing event updated for resources: {'Port': ['ID=422023c6-6293-436a-a5c3-81fd6b1b3fbe,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:27.443915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1bcdfba7-15ed-4139-a8f8-b9bbda914848 None None] Provisioning for port 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:27.470092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1bcdfba7-15ed-4139-a8f8-b9bbda914848 None None] Provisioning complete for port 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:27.471047 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfba7-15ed-4139-a8f8-b9bbda914848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:27.702204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdfba7-15ed-4139-a8f8-b9bbda914848 None None] Port 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:27.825623 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:27.936308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:27.940600 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:27.946113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:27.946964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:27.951605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=58805a46-97e4-49f5-980c-49480ef31876,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:27.959126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c89d582-7d3a-4b32-8aeb-970dca45bb30 None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:27.986997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8c82a23c-f907-4a37-a7df-da6dbdf5f9a5 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1445639 May 06 13:18:27.992278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47076) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:28.000373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-222872191', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '58805a46-97e4-49f5-980c-49480ef31876'}], 'security_groups': ['8040d38b-d962-4cef-8e8f-1e19f42f1f30']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:28.391176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:28.452732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc819404-4fee-426d-8173-4cfecfea5117 req-d2ab2065-977e-485c-a09c-a210f0341868 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 210 time: 0.1671793 May 06 13:18:28.987311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6eb89082-430b-4152-9af2-b486497fc008 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:28.988319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6eb89082-430b-4152-9af2-b486497fc008 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Synchronizing usage tracker for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:18:29.025681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6eb89082-430b-4152-9af2-b486497fc008 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Unset dirty status for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:18:29.027695 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6eb89082-430b-4152-9af2-b486497fc008 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.36 "GET /v2.0/networks?id=c402a3a4-4ec5-48bc-a4b4-4417f938f472 HTTP/1.1" status: 200 len: 911 time: 0.5943921 May 06 13:18:29.037693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e193a472-2b6e-4e15-a58b-68a03c51f4dd None None] Update dhcp port {'port': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'fixed_ips': [{'subnet_id': '2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb', 'ip_address': '2001:db8::2'}, {'subnet_id': '58805a46-97e4-49f5-980c-49480ef31876'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '422023c6-6293-436a-a5c3-81fd6b1b3fbe'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:18:29.050033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Request body: {'port': {'device_id': '4002c3f1-ac11-4c31-9087-814211593a45', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'admin_state_up': True, 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:29.129917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:29.134026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e193a472-2b6e-4e15-a58b-68a03c51f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:29.175001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:29.333007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 422023c6-6293-436a-a5c3-81fd6b1b3fbe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:29.444161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Made reservation on behalf of d40f4f5f8a994c1e8a89ed65459a4c3a for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:29.448479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:29.803023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:29.804108 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:29.887573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-807f4f93-cc9b-494f-b1ba-49b54b34a911 req-271bd67d-5ba6-4b61-96ec-9e892a80bb4e tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 210 time: 0.1407444 May 06 13:18:29.950550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Delete allocated IP 2001:db8::3a5 (a116f4bf-eebc-438d-b83f-08575bab6720/2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb) {{(pid=83952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:18:29.988909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8:0:1::77 (a116f4bf-eebc-438d-b83f-08575bab6720/58805a46-97e4-49f5-980c-49480ef31876/7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:30.033338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Allocated IP 172.20.0.10 (c402a3a4-4ec5-48bc-a4b4-4417f938f472/31cf1a4f-a688-46c0-942f-20f599d02a68/ee29c6ad-ec2f-4912-962e-3801bc76dfd4) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:30.614520 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:30.665307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Transition to ACTIVE for port object ee29c6ad-ec2f-4912-962e-3801bc76dfd4 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:30.710148 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:30.740773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:30.745923 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:30.749376 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:30.884898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Pushing event updated for resources: {'Port': ['ID=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:30.942385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-e193a472-2b6e-4e15-a58b-68a03c51f4dd None None] Allocated IP 2001:db8:0:1::2 (a116f4bf-eebc-438d-b83f-08575bab6720/58805a46-97e4-49f5-980c-49480ef31876/422023c6-6293-436a-a5c3-81fd6b1b3fbe) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:31.010681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] In _notify_port_updated(), no bound segment for port 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd on network a116f4bf-eebc-438d-b83f-08575bab6720 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:18:31.020554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:31.021784 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:31.028671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47130) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:31.029860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "PUT /v2.0/ports/7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd HTTP/1.1" status: 200 len: 929 time: 3.0355728 May 06 13:18:31.136102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5f17842b-b7db-4f12-b006-8f69c9a72c32 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:18:31.136693 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f17842b-b7db-4f12-b006-8f69c9a72c32 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:31.175580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09abb4-8ca0-4067-a840-d48b6f1672d9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:31.217008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:31.220308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:31.235968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:18:31.369637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e193a472-2b6e-4e15-a58b-68a03c51f4dd None None] For port 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=422023c6-6293-436a-a5c3-81fd6b1b3fbe,segment=NetworkSegment(7a1b9166-52be-4a0d-b5de-a1686c28adf0),segment_id=7a1b9166-52be-4a0d-b5de-a1686c28adf0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:31.394694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:31.402020 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:31.460257 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e193a472-2b6e-4e15-a58b-68a03c51f4dd None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:31.484166 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-06fc10d6-c20f-4599-b798-5c8a01628921 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4403262 May 06 13:18:31.508837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-37c61333-618d-4cab-9d85-71f197e7e376 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:18:31.510156 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-37c61333-618d-4cab-9d85-71f197e7e376 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0200939 May 06 13:18:31.525288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Request body: {'port': {'device_id': '4002c3f1-ac11-4c31-9087-814211593a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:31.525687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e193a472-2b6e-4e15-a58b-68a03c51f4dd None None] Transition to ACTIVE for port object 422023c6-6293-436a-a5c3-81fd6b1b3fbe will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:31.533636 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e193a472-2b6e-4e15-a58b-68a03c51f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:31.763211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:31.970014 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f17842b-b7db-4f12-b006-8f69c9a72c32 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:32.050725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193a472-2b6e-4e15-a58b-68a03c51f4dd None None] Pushing event updated for resources: {'Port': ['ID=422023c6-6293-436a-a5c3-81fd6b1b3fbe,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:32.069541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-04074ebb-b324-4d0b-9215-8bbb5bb53fdc None None] Provisioning for port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:32.088630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-04074ebb-b324-4d0b-9215-8bbb5bb53fdc None None] Provisioning complete for port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:32.089727 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-04074ebb-b324-4d0b-9215-8bbb5bb53fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:32.273572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-04074ebb-b324-4d0b-9215-8bbb5bb53fdc None None] Port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:32.284789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5f17842b-b7db-4f12-b006-8f69c9a72c32 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd owned by {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:18:32.530715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35013ee9-112d-4833-9357-4293297ac18a req-8c1638af-e13e-4bf2-85aa-031e69b2a10f tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1028 time: 1.2961881 May 06 13:18:32.677537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee29c6ad-ec2f-4912-962e-3801bc76dfd4 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:18:32.695210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:32.747972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Transition to ACTIVE for port object ee29c6ad-ec2f-4912-962e-3801bc76dfd4 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:32.761134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:33.022800 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f17842b-b7db-4f12-b006-8f69c9a72c32 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:33.033597 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35013ee9-112d-4833-9357-4293297ac18a req-b4e1a964-bb59-4eca-9f43-7eea318a694e tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010698 May 06 13:18:33.176935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17842b-b7db-4f12-b006-8f69c9a72c32 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:33.280651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5f17842b-b7db-4f12-b006-8f69c9a72c32 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:33.301448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5f17842b-b7db-4f12-b006-8f69c9a72c32 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd HTTP/1.1" status: 204 len: 168 time: 2.2704806 May 06 13:18:33.304074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47158) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:33.305394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-67dc389b-1e32-4249-9cc6-72290ef6dcf9 None None] Could not find standard attr ID for object 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:18:33.372024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-67dc389b-1e32-4249-9cc6-72290ef6dcf9 None None] Provisioning complete for port fed9e044-dd42-4982-be8b-4ea2f04c3928 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:33.372743 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67dc389b-1e32-4249-9cc6-72290ef6dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:33.481441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 422023c6-6293-436a-a5c3-81fd6b1b3fbe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:33.510271 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ac7f80-f5b9-4872-bbf4-c0419fef03d2 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:18:33.511029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a7ac7f80-f5b9-4872-bbf4-c0419fef03d2 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:18:33.564391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Pushing event updated for resources: {'Port': ['ID=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:33.564905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a7ac7f80-f5b9-4872-bbf4-c0419fef03d2 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:18:33.566815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a7ac7f80-f5b9-4872-bbf4-c0419fef03d2 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd HTTP/1.1" status: 404 len: 333 time: 0.2609184 May 06 13:18:33.571371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47166) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:33.755411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-67dc389b-1e32-4249-9cc6-72290ef6dcf9 None None] Port fed9e044-dd42-4982-be8b-4ea2f04c3928 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:33.761634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3593-6bb1-4f50-9bdc-cbcedb005943 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:33.816718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-67dc389b-1e32-4249-9cc6-72290ef6dcf9 None None] Provisioning for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:33.833097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-67dc389b-1e32-4249-9cc6-72290ef6dcf9 None None] Provisioning complete for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:33.834196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-67dc389b-1e32-4249-9cc6-72290ef6dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:33.847071 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3593-6bb1-4f50-9bdc-cbcedb005943 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:33.912019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Attempting to bind port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:18:33.912745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Attempting to bind port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:18:33.913189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Attempting to bind port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 on network c402a3a4-4ec5-48bc-a4b4-4417f938f472 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:18:33.934105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 on network c402a3a4-4ec5-48bc-a4b4-4417f938f472 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:18:33.934479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Attempting to bind port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 on network c402a3a4-4ec5-48bc-a4b4-4417f938f472 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:18:33.968145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:18:33.972210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Checking segment: {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:18:33.972768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Bound using segment: {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:18:33.973347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Bound port: ee29c6ad-ec2f-4912-962e-3801bc76dfd4, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:18:33.977207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:34.035935 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3593-6bb1-4f50-9bdc-cbcedb005943 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:34.099711 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f7ea3593-6bb1-4f50-9bdc-cbcedb005943 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:34.101707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f7ea3593-6bb1-4f50-9bdc-cbcedb005943 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/security-groups/ff25189f-7385-49f5-b5f9-737f6a6765bd HTTP/1.1" status: 204 len: 168 time: 0.5278888 May 06 13:18:34.106699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea3593-6bb1-4f50-9bdc-cbcedb005943 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff25189f-7385-49f5-b5f9-737f6a6765bd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:34.111312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47178) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:34.380990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a063f3f-5957-4bef-b3c9-b0f4fa6b220c None None] Could not find standard attr ID for object 7b2b1bf4-a6ce-4a8c-99a0-df881eb31ffd. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:18:34.390636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] For port ee29c6ad-ec2f-4912-962e-3801bc76dfd4, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:18:34.407098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] For port ee29c6ad-ec2f-4912-962e-3801bc76dfd4, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:18:34.473020 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:34.558557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b6d7799-eca3-4ceb-bbe5-b6164c08351f req-75339772-d8db-465b-8972-877af85a7c50 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1095 time: 0.2102165 May 06 13:18:34.594227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916fae2d-7fc7-4936-be07-36299c3572cf tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:34.602398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:34.604760 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] 10.222.0.36 "PUT /v2.0/ports/ee29c6ad-ec2f-4912-962e-3801bc76dfd4 HTTP/1.1" status: 200 len: 1092 time: 3.0870032 May 06 13:18:34.606015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b566fe9-7c39-4014-b547-8053add30cce service neutron] Pushing event updated for resources: {'Port': ['ID=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:34.614124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4002c3f1-ac11-4c31-9087-814211593a45', 'tag': 'ee29c6ad-ec2f-4912-962e-3801bc76dfd4'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:18:34.709153 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b6d7799-eca3-4ceb-bbe5-b6164c08351f req-a5636b1b-d2db-4961-820e-48eac00461dc tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455264 May 06 13:18:34.779279 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53535dae-a136-4e50-8af9-7065b3dec89f'] response: {'name': 'network-changed', 'server_uuid': '4002c3f1-ac11-4c31-9087-814211593a45', 'tag': 'ee29c6ad-ec2f-4912-962e-3801bc76dfd4', 'status': 'completed', 'code': 200} May 06 13:18:34.781600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916fae2d-7fc7-4936-be07-36299c3572cf tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:34.928038 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-9eef723e-aecc-408d-a8a9-4bee7e6b4d54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d40f4f5f8a994c1e8a89ed65459a4c3a&device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1095 time: 0.2428455 May 06 13:18:34.932076 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916fae2d-7fc7-4936-be07-36299c3572cf tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:35.087439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-916fae2d-7fc7-4936-be07-36299c3572cf tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:35.091533 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-916fae2d-7fc7-4936-be07-36299c3572cf tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/security-groups/8040d38b-d962-4cef-8e8f-1e19f42f1f30 HTTP/1.1" status: 204 len: 168 time: 0.9765375 May 06 13:18:35.092113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47196) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:35.114215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fae2d-7fc7-4936-be07-36299c3572cf tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8040d38b-d962-4cef-8e8f-1e19f42f1f30,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:35.145564 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-68114192-43a2-4a2b-a34b-35005f404eee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee29c6ad-ec2f-4912-962e-3801bc76dfd4 HTTP/1.1" status: 200 len: 217 time: 0.1987336 May 06 13:18:35.293587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-82508210-2284-4605-9ef9-bc9d079f71c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:35.295463 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-82508210-2284-4605-9ef9-bc9d079f71c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31cf1a4f-a688-46c0-942f-20f599d02a68 HTTP/1.1" status: 200 len: 849 time: 0.1448953 May 06 13:18:35.516417 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-6eb2c243-3539-4c2d-8bd7-6e9883301b4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c402a3a4-4ec5-48bc-a4b4-4417f938f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146878 May 06 13:18:35.518425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a44fa79-2001-4654-a1d1-8a976a3bb109 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet 2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:18:35.524496 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a44fa79-2001-4654-a1d1-8a976a3bb109 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:35.647759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a44fa79-2001-4654-a1d1-8a976a3bb109 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:35.799443 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-e341372c-0db8-4fb4-a11a-323b5249e2ce service neutron] 10.222.0.36 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698104 May 06 13:18:35.848548 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a44fa79-2001-4654-a1d1-8a976a3bb109 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:36.032283 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cecdcb7-4f65-4bed-b859-15d5e1d7fe2f req-eff6191f-f485-423e-af7b-172fac204486 service neutron] 10.222.0.36 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251565 May 06 13:18:36.085051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a44fa79-2001-4654-a1d1-8a976a3bb109 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:36.173863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44fa79-2001-4654-a1d1-8a976a3bb109 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:36.196853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2a44fa79-2001-4654-a1d1-8a976a3bb109 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:36.236945 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2a44fa79-2001-4654-a1d1-8a976a3bb109 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb HTTP/1.1" status: 204 len: 168 time: 1.1183665 May 06 13:18:36.248386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47218) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:36.254061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:36.279745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba94a4a8-3602-44a5-b9f2-292a40050337 None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:36.291147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f444622-ac4c-4add-9a33-4e8d0d3fb2d9 req-ec7e093d-688c-4360-a44b-4f63457a6bd1 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1095 time: 0.2758284 May 06 13:18:36.455953 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f444622-ac4c-4add-9a33-4e8d0d3fb2d9 req-b765a2d3-2ef3-4ee5-8562-6124733c7a99 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621840 May 06 13:18:36.514478 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9034ad9d-d100-4624-82b7-8d0ed7d6ccbb req-8e980f52-7690-4f42-ac6b-202adcb67566 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d40f4f5f8a994c1e8a89ed65459a4c3a&device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1095 time: 0.3976710 May 06 13:18:36.581291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:36.683111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:36.711357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:36.725152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:36.771908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:36.940982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ad9d-d100-4624-82b7-8d0ed7d6ccbb req-c635ef91-5eca-4a48-a6c0-bd02852c429c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:36.942795 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9034ad9d-d100-4624-82b7-8d0ed7d6ccbb req-c635ef91-5eca-4a48-a6c0-bd02852c429c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c402a3a4-4ec5-48bc-a4b4-4417f938f472 HTTP/1.1" status: 200 len: 911 time: 0.4184575 May 06 13:18:37.082226 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9034ad9d-d100-4624-82b7-8d0ed7d6ccbb req-62318612-ace4-47a7-8814-cd840a400b6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee29c6ad-ec2f-4912-962e-3801bc76dfd4 HTTP/1.1" status: 200 len: 217 time: 0.1314700 May 06 13:18:37.183294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ee29c6ad-ec2f-4912-962e-3801bc76dfd4 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:18:37.368368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:37.582647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034ad9d-d100-4624-82b7-8d0ed7d6ccbb req-b128d55d-4833-43f9-82ea-9e87e0e82988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:37.585238 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9034ad9d-d100-4624-82b7-8d0ed7d6ccbb req-b128d55d-4833-43f9-82ea-9e87e0e82988 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31cf1a4f-a688-46c0-942f-20f599d02a68 HTTP/1.1" status: 200 len: 849 time: 0.4935138 May 06 13:18:37.639203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:37.681204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ee29c6ad-ec2f-4912-962e-3801bc76dfd4, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:37.706196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'ee29c6ad-ec2f-4912-962e-3801bc76dfd4', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'port_id': 'ee29c6ad-ec2f-4912-962e-3801bc76dfd4', 'mac_address': 'fa:16:3e:51:3d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:18:37.814279 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:37.845533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee29c6ad-ec2f-4912-962e-3801bc76dfd4 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:18:37.847157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e80e980f-0de7-4a93-897f-c767efac5e1f req-14f39815-0b22-4e19-ba7c-870ff9568fb9 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1095 time: 0.1752138 May 06 13:18:37.879309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ee29c6ad-ec2f-4912-962e-3801bc76dfd4, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:37.887967 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:37.953997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e80e980f-0de7-4a93-897f-c767efac5e1f req-ee8fd3dd-9959-4667-94c5-d45e2e23580c tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047492 May 06 13:18:38.007973 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9034ad9d-d100-4624-82b7-8d0ed7d6ccbb req-ecb25ed1-2318-46b3-bd0f-6898beb7b359 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c402a3a4-4ec5-48bc-a4b4-4417f938f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4098480 May 06 13:18:38.112302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:38.168822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4d8ddba8-41ec-488d-9b9b-45b3061a1048 None None] Provisioning complete for port fed9e044-dd42-4982-be8b-4ea2f04c3928 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:38.169815 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d8ddba8-41ec-488d-9b9b-45b3061a1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:38.262161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['ee29c6ad-ec2f-4912-962e-3801bc76dfd4'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:18:38.341569 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9034ad9d-d100-4624-82b7-8d0ed7d6ccbb req-770abd79-4c98-4757-ab45-9fce4d8e1e8e service neutron] 10.222.0.36 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307507 May 06 13:18:38.453190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ddba8-41ec-488d-9b9b-45b3061a1048 None None] Port fed9e044-dd42-4982-be8b-4ea2f04c3928 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:38.578319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:38.636600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4d8ddba8-41ec-488d-9b9b-45b3061a1048 None None] Provisioning complete for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:38.637137 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4d8ddba8-41ec-488d-9b9b-45b3061a1048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:38.742998 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9034ad9d-d100-4624-82b7-8d0ed7d6ccbb req-09c2005d-d82b-4f79-be42-35e5fd0733bc service neutron] 10.222.0.36 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941028 May 06 13:18:38.752274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:38.764213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:38.767723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:38.772080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:38.793967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=7bb260d9-f840-4f75-8a3c-ecb384220adf,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:38.816035 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-31dc3c57-4f78-46fe-a995-9d88c3b16df4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5791309 May 06 13:18:38.816915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e6ff39-62df-45c7-ab0e-0ae69e34bb89 None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:38.820246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47260) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:38.829821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'security_group': {'name': 'tempest-secgroup-1143172903'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:38.842452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:38.851450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:38.859072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:38.872022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:38.889537 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:38.983165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:38.993345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group_rule and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:38.998728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:39.015141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:39.132164 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:39.139126 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:39.264840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a51e11-3535-4810-9f49-fec5fb860d1b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:39.325755 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:39.327263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8a044a13-6963-4c99-b380-5277be86ce20 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5057471 May 06 13:18:39.330757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47276) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:39.347164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'security_group': {'name': 'tempest-secgroup-1130288315'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:39.365609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:39.391030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:39.403635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:39.419609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:39.439647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:39.459098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5f7b8b2-d4f6-475a-bac3-4d36cbe4340b req-2fe7fcef-1ee6-469e-80a6-898c2271c619 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1096 time: 0.2310390 May 06 13:18:39.517850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f5f7b8b2-d4f6-475a-bac3-4d36cbe4340b req-c1d6c565-347b-4214-99e8-878c4f945ea7 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553071 May 06 13:18:39.552233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:39.560629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group_rule and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:39.565989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:39.577659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:39.704799 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:39.714079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bbb7dc-5a37-4162-868b-33d84189f497 None None] Update dhcp port {'port': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'fixed_ips': [{'subnet_id': '58805a46-97e4-49f5-980c-49480ef31876', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7bb260d9-f840-4f75-8a3c-ecb384220adf'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '422023c6-6293-436a-a5c3-81fd6b1b3fbe'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:18:39.714387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:39.798861 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-40bbb7dc-5a37-4162-868b-33d84189f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:39.944988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f0f2e4-d354-4da3-a223-c36da851bd62,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:39.959422 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:39.961093 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e04574b7-2f6b-4ebb-b804-8cacec3c7e94 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6287992 May 06 13:18:39.964697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47288) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:39.971483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'security_group': {'name': 'tempest-secgroup-200846377'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:39.979966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:39.985327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:39.988630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:39.995272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:40.012502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:40.069209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:40.076969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:security_group_rule and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:40.083693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:40.094400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:40.212875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:40.219729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:40.295634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08aab66-cf5a-47b5-8668-69de20535ed9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:40.301508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:40.304094 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2c6b6617-fbdd-4805-a71a-c7739521a23b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3378680 May 06 13:18:40.307221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47300) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:40.320703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-841492958', 'security_groups': ['f08aab66-cf5a-47b5-8668-69de20535ed9'], 'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7bb260d9-f840-4f75-8a3c-ecb384220adf'}]}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:40.457119 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-40bbb7dc-5a37-4162-868b-33d84189f497 None None] Allocated IP 2001:db8::2 (a116f4bf-eebc-438d-b83f-08575bab6720/7bb260d9-f840-4f75-8a3c-ecb384220adf/422023c6-6293-436a-a5c3-81fd6b1b3fbe) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:40.779637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Sync routers for ids ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:18:40.815167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Routers {'cb9aa8f1-99e9-4832-b683-d6152ec2c473'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:40.816500 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:18:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:40.830270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:40.912301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:40.943795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:41.175036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b180eecf-618f-4664-92a9-39b650c171cf req-a8fe70ed-f95d-4e07-b0a1-e724102c94d0 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1096 time: 0.4560847 May 06 13:18:41.192588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-40bbb7dc-5a37-4162-868b-33d84189f497 None None] For port 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=422023c6-6293-436a-a5c3-81fd6b1b3fbe,segment=NetworkSegment(7a1b9166-52be-4a0d-b5de-a1686c28adf0),segment_id=7a1b9166-52be-4a0d-b5de-a1686c28adf0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:41.216799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ee29c6ad-ec2f-4912-962e-3801bc76dfd4 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:41.225905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:41.290292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] device_id is not set on port ae46a611-8d1e-4bb0-af24-723efc14678b yet. {{(pid=83955) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:18:41.429947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Set router cb9aa8f1-99e9-4832-b683-d6152ec2c473 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:18:41.517396 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-40bbb7dc-5a37-4162-868b-33d84189f497 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:41.547124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-40bbb7dc-5a37-4162-868b-33d84189f497 None None] Transition to ACTIVE for port object 422023c6-6293-436a-a5c3-81fd6b1b3fbe will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:41.549135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:41.589093 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-40bbb7dc-5a37-4162-868b-33d84189f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:41.641925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b180eecf-618f-4664-92a9-39b650c171cf req-f9552cf3-7cbc-4b37-86f4-b11d1a111706 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999574 May 06 13:18:41.774658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:41.774658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:41.896934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8::3ab (a116f4bf-eebc-438d-b83f-08575bab6720/7bb260d9-f840-4f75-8a3c-ecb384220adf/ae46a611-8d1e-4bb0-af24-723efc14678b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:42.081417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbb7dc-5a37-4162-868b-33d84189f497 None None] Pushing event updated for resources: {'Port': ['ID=422023c6-6293-436a-a5c3-81fd6b1b3fbe,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:42.231641 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:42.274441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object ae46a611-8d1e-4bb0-af24-723efc14678b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:42.322009 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:42.457796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:42.477287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:42.486791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:18:42.504598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:42.506541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:42.615801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=ae46a611-8d1e-4bb0-af24-723efc14678b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:42.644822 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2150823c-c63b-4c81-8377-3d73c65502cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:42.651693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d96f2dd5-e275-46fc-afd2-3320fb3621c4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3429186 May 06 13:18:42.655598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47336) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:42.671828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:42.767150 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:42.777589 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:18:42.903822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4002c3f1-ac11-4c31-9087-814211593a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee29c6ad-ec2f-4912-962e-3801bc76dfd4'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:18:42.929246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:18:04Z', 'updated_at': '2022-05-06T13:18:15Z', 'revision_number': 4, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'gw_port': {'id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:06Z', 'updated_at': '2022-05-06T13:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f302a143-6df5-4223-9a26-3090ae94eacd', 'name': '', 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'mac_address': 'fa:16:3e:d4:9f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:13Z', 'updated_at': '2022-05-06T13:18:16Z', 'revision_number': 2, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'subnets': [{'id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:42.946246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port ee29c6ad-ec2f-4912-962e-3801bc76dfd4, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:42.951860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Checking router: cb9aa8f1-99e9-4832-b683-d6152ec2c473 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:18:42.954423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Updating router cb9aa8f1-99e9-4832-b683-d6152ec2c473 port f302a143-6df5-4223-9a26-3090ae94eacd binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:18:42.991528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:43.004163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:43.016427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:43.045986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:43.051448 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:43.074531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:43.190786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50a95ec4-8d61-4f29-ab28-7060e54c039f req-f1f3468d-0b7a-449f-8f3c-16a02e425e7c tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.1945534 May 06 13:18:43.247588 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff44b0c0-6517-4352-9e83-8e47ef3b3c08'] response: {'server_uuid': '4002c3f1-ac11-4c31-9087-814211593a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee29c6ad-ec2f-4912-962e-3801bc76dfd4', 'code': 200} May 06 13:18:43.277413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:43.384033 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50a95ec4-8d61-4f29-ab28-7060e54c039f req-9b14fedc-63fe-4230-84a4-7f5dd13cab70 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903470 May 06 13:18:43.392954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:43.485727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 422023c6-6293-436a-a5c3-81fd6b1b3fbe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:43.575382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:43.692333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-70824ca0-e599-448d-ae48-1854f0dfc048 None None] Provisioning complete for port fed9e044-dd42-4982-be8b-4ea2f04c3928 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:43.693535 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70824ca0-e599-448d-ae48-1854f0dfc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:43.728045 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:43.857888 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6459b158-b59e-4de0-a98b-66e5a8546a3b req-7214b159-edf5-4d70-9a6a-c7cbc7602cfb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.6262429 May 06 13:18:43.905389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-70824ca0-e599-448d-ae48-1854f0dfc048 None None] Port fed9e044-dd42-4982-be8b-4ea2f04c3928 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:43.973476 n-d-840847-1 neutron-server[83952]: INFO neutron.db.ipam_backend_mixin [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7bb260d9-f840-4f75-8a3c-ecb384220adf (CIDR: 2001:db8::/64) May 06 13:18:43.979786 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6459b158-b59e-4de0-a98b-66e5a8546a3b req-5eec36da-e3a8-4401-bcc6-12c9edf3566e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090796 May 06 13:18:43.980980 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:18:43.981800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:44.015548 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f2094ad7-791f-4ad4-9af2-b4d57d7bc834 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3578336 May 06 13:18:44.019228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47362) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:44.030094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:44.176321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-70824ca0-e599-448d-ae48-1854f0dfc048 None None] Provisioning for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:44.264968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-70824ca0-e599-448d-ae48-1854f0dfc048 None None] Provisioning complete for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:44.265541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70824ca0-e599-448d-ae48-1854f0dfc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:44.361688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:44.368828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:44.372768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:44.380807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:44.397701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:44.411186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:44.651425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:44.783683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae1428d4-d0dc-438f-9e49-26a6950308c3 req-a01c2868-8b20-4dfd-8b0f-aa25dc7069f0 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.1417532 May 06 13:18:44.868109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Transition to ACTIVE for port object f302a143-6df5-4223-9a26-3090ae94eacd will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:44.903511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae1428d4-d0dc-438f-9e49-26a6950308c3 req-c08972aa-42f2-4190-b778-20e295855e57 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181319 May 06 13:18:44.918809 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:44.964115 n-d-840847-1 neutron-server[83952]: INFO neutron.db.ipam_backend_mixin [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 58805a46-97e4-49f5-980c-49480ef31876 (CIDR: 2001:db8:0:1::/64) May 06 13:18:44.971745 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:18:44.972276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:45.005705 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c959c3ef-113e-4493-8142-ea285be8922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:45.046889 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8c95b782-6c88-4a29-a39a-57d25a1b00c0 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0215752 May 06 13:18:45.047429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47380) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:45.068793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'subnet': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:45.211723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827d151-9e63-4ed6-adf2-ddc259951196 None None] Pushing event updated for resources: {'Port': ['ID=f302a143-6df5-4223-9a26-3090ae94eacd,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:45.219819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-de6f653b-e6fa-4cc6-baa0-248ace671e7b None None] Provisioning for port ae46a611-8d1e-4bb0-af24-723efc14678b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:45.237702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-de6f653b-e6fa-4cc6-baa0-248ace671e7b None None] Provisioning complete for port ae46a611-8d1e-4bb0-af24-723efc14678b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:45.239992 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-de6f653b-e6fa-4cc6-baa0-248ace671e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:45.582251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:45.591150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Usage tracker for resource:subnet and tenant:7563184c649e4c13a644567ba684e3e9 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:45.616395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-de6f653b-e6fa-4cc6-baa0-248ace671e7b None None] Port ae46a611-8d1e-4bb0-af24-723efc14678b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:45.641555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Attempting to bind port f302a143-6df5-4223-9a26-3090ae94eacd on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:18:45.641555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Attempting to bind port f302a143-6df5-4223-9a26-3090ae94eacd by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '93e57a78-48a2-4dab-9789-1e80721039a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:18:45.641555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Attempting to bind port f302a143-6df5-4223-9a26-3090ae94eacd on network 69350d27-2cb7-493b-9f44-4451c166ba1e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:18:45.645851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:45.659574 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:45.659574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:18:45.659574 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Checking segment: {'id': '93e57a78-48a2-4dab-9789-1e80721039a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:18:45.660736 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:45.660736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Bound using segment: {'id': '93e57a78-48a2-4dab-9789-1e80721039a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:18:45.661231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:45.662982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Bound port: f302a143-6df5-4223-9a26-3090ae94eacd, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e57a78-48a2-4dab-9789-1e80721039a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:18:45.663659 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:45.683342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Made reservation on behalf of 7563184c649e4c13a644567ba684e3e9 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:45.690024 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:45.866077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] For port f302a143-6df5-4223-9a26-3090ae94eacd, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:18:45.874101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] For port f302a143-6df5-4223-9a26-3090ae94eacd, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f302a143-6df5-4223-9a26-3090ae94eacd,segment=NetworkSegment(93e57a78-48a2-4dab-9789-1e80721039a6),segment_id=93e57a78-48a2-4dab-9789-1e80721039a6)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:18:45.895102 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:46.109529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827d151-9e63-4ed6-adf2-ddc259951196 None None] Pushing event updated for resources: {'Port': ['ID=f302a143-6df5-4223-9a26-3090ae94eacd,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:46.125004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Routers {'cb9aa8f1-99e9-4832-b683-d6152ec2c473'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:18:46.125004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:18:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:46.532358 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:46.631894 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:46.715592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Network a116f4bf-eebc-438d-b83f-08575bab6720 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:46.721834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:46.739374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:46.740371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:46.768396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c600e77-9e10-4bd0-9904-37022d30159f None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:46.776277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e40daaa7-5dcc-4442-9c50-604cb71a019d req-ca376a2f-8fa1-42cd-bf30-353a6c1fef24 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.5322332 May 06 13:18:46.810512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7606039 May 06 13:18:46.813529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47408) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:46.825956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658874db-29ae-4e21-aab4-0d5a6c151c83 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Subnet': ['ID=6490a6e2-2958-410e-a075-07d5e683f2a8,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:46.874690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1397760483', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6490a6e2-2958-410e-a075-07d5e683f2a8'}], 'security_groups': ['a7a51e11-3535-4810-9f49-fec5fb860d1b', '73f0f2e4-d354-4da3-a223-c36da851bd62']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:46.908651 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e40daaa7-5dcc-4442-9c50-604cb71a019d req-e25349f6-4074-4790-9224-ccb38419121d tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301875 May 06 13:18:46.993261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] Set router cb9aa8f1-99e9-4832-b683-d6152ec2c473 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:18:47.373184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:47.609619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31aeb6db-f74c-43c1-bb43-47b5e4cea9b6 req-7850f46e-2f04-4ab2-ad7f-09ccf1a057ae tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.2598393 May 06 13:18:47.732750 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31aeb6db-f74c-43c1-bb43-47b5e4cea9b6 req-8cfa43ae-4561-4cf6-80b6-19a6fb5f659f tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210530 May 06 13:18:47.791184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f302a143-6df5-4223-9a26-3090ae94eacd up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:48.002974 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:48.325613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f302a143-6df5-4223-9a26-3090ae94eacd completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:48.335124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f302a143-6df5-4223-9a26-3090ae94eacd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:48.336476 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:48.454059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Delete allocated IP 2001:db8::3ab (a116f4bf-eebc-438d-b83f-08575bab6720/7bb260d9-f840-4f75-8a3c-ecb384220adf) {{(pid=83952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:18:48.473534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Allocated IP 2001:db8:0:2::375 (a116f4bf-eebc-438d-b83f-08575bab6720/6490a6e2-2958-410e-a075-07d5e683f2a8/ae46a611-8d1e-4bb0-af24-723efc14678b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:48.483212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90afc108-7abc-4b6c-a7fd-6971682bd495 req-cf8961b2-b38e-41b8-be99-e55acbe9c3a6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.2460279 May 06 13:18:48.561458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:18:04Z', 'updated_at': '2022-05-06T13:18:15Z', 'revision_number': 4, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'gw_port': {'id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:06Z', 'updated_at': '2022-05-06T13:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f302a143-6df5-4223-9a26-3090ae94eacd', 'name': '', 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'mac_address': 'fa:16:3e:d4:9f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:13Z', 'updated_at': '2022-05-06T13:18:45Z', 'revision_number': 4, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'subnets': [{'id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:18:48.580534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fccc6f-df8c-49d5-94c1-a25a753f0909 None None] The sync data for ids ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'] in n-d-840847-1 is: [{'id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:18:04Z', 'updated_at': '2022-05-06T13:18:15Z', 'revision_number': 4, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'gw_port': {'id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:06Z', 'updated_at': '2022-05-06T13:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f302a143-6df5-4223-9a26-3090ae94eacd', 'name': '', 'network_id': '69350d27-2cb7-493b-9f44-4451c166ba1e', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'mac_address': 'fa:16:3e:d4:9f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:13Z', 'updated_at': '2022-05-06T13:18:45Z', 'revision_number': 4, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'subnets': [{'id': '7a10eb35-6e8e-4a97-8ca0-30c196f84fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:18:48.626204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90afc108-7abc-4b6c-a7fd-6971682bd495 req-99703998-1133-468a-b6c3-064015681ddd tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414852 May 06 13:18:48.833741 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:48.933235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f302a143-6df5-4223-9a26-3090ae94eacd, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f302a143-6df5-4223-9a26-3090ae94eacd,segment=NetworkSegment(93e57a78-48a2-4dab-9789-1e80721039a6),segment_id=93e57a78-48a2-4dab-9789-1e80721039a6)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:48.968811 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:48.997253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:49.038156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Transition to ACTIVE for port object ae46a611-8d1e-4bb0-af24-723efc14678b will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:49.051796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:49.223741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event updated for resources: {'Port': ['ID=ae46a611-8d1e-4bb0-af24-723efc14678b,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:49.249609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f302a143-6df5-4223-9a26-3090ae94eacd,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:49.261009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Update dhcp port {'port': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'fixed_ips': [{'subnet_id': '58805a46-97e4-49f5-980c-49480ef31876', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7bb260d9-f840-4f75-8a3c-ecb384220adf', 'ip_address': '2001:db8::2'}, {'subnet_id': '6490a6e2-2958-410e-a075-07d5e683f2a8'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '422023c6-6293-436a-a5c3-81fd6b1b3fbe'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:18:49.332052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] In _notify_port_updated(), no bound segment for port ae46a611-8d1e-4bb0-af24-723efc14678b on network a116f4bf-eebc-438d-b83f-08575bab6720 {{(pid=83952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:18:49.348179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:49.349293 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:49.362296 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3788fb48-a559-4656-b719-fc571ff1316b tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "PUT /v2.0/ports/ae46a611-8d1e-4bb0-af24-723efc14678b HTTP/1.1" status: 200 len: 970 time: 2.5469151 May 06 13:18:49.371855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47450) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:49.552475 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:49.599379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cec4df2c-3247-4542-ae9a-f1a5106ffe4d tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:49.601494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cec4df2c-3247-4542-ae9a-f1a5106ffe4d tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/networks?id=c402a3a4-4ec5-48bc-a4b4-4417f938f472 HTTP/1.1" status: 200 len: 911 time: 0.4539402 May 06 13:18:49.638569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-886b7a50-33d5-4f96-b1a7-ac75b55a6b97 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/quotas/d40f4f5f8a994c1e8a89ed65459a4c3a HTTP/1.1" status: 200 len: 375 time: 0.0254974 May 06 13:18:49.658570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e8a0fb51-c9f7-44bc-b6b5-371d904d928c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port ae46a611-8d1e-4bb0-af24-723efc14678b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:18:49.659104 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8a0fb51-c9f7-44bc-b6b5-371d904d928c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:49.862489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-7458c6c5-3da0-41c6-bfdd-d58c5c200ae8 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=d40f4f5f8a994c1e8a89ed65459a4c3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2122226 May 06 13:18:50.055888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Allocated IP 2001:db8:0:2::2 (a116f4bf-eebc-438d-b83f-08575bab6720/6490a6e2-2958-410e-a075-07d5e683f2a8/422023c6-6293-436a-a5c3-81fd6b1b3fbe) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:50.206144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8a0fb51-c9f7-44bc-b6b5-371d904d928c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:50.273545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-62759f3f-ba06-4958-a686-b173e7c1d039 service neutron] 10.222.0.44 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032433 May 06 13:18:50.355449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] For port 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=422023c6-6293-436a-a5c3-81fd6b1b3fbe,segment=NetworkSegment(7a1b9166-52be-4a0d-b5de-a1686c28adf0),segment_id=7a1b9166-52be-4a0d-b5de-a1686c28adf0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:50.467441 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:50.495791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Transition to ACTIVE for port object 422023c6-6293-436a-a5c3-81fd6b1b3fbe will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:50.504789 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:50.603297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-e3520941-de63-4a30-af19-be99444767c7 service neutron] 10.222.0.44 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309927 May 06 13:18:50.635214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e8a0fb51-c9f7-44bc-b6b5-371d904d928c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for ae46a611-8d1e-4bb0-af24-723efc14678b owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:18:50.855231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Pushing event updated for resources: {'Port': ['ID=422023c6-6293-436a-a5c3-81fd6b1b3fbe,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:50.888620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.889198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.889757 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.890315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.890905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.892179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.892179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.892784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.893424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.893831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:50.894412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e43a79-c2be-42e8-8d43-e8f1e53a6e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:18:51.025192 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8a0fb51-c9f7-44bc-b6b5-371d904d928c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:51.131394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24965270-4832-40ba-ba53-c70dde05b17a req-565a0083-1664-4e3b-97ef-1b0ea37a945e tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 210 time: 0.0952661 May 06 13:18:51.154578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0fb51-c9f7-44bc-b6b5-371d904d928c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=ae46a611-8d1e-4bb0-af24-723efc14678b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:51.316558 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e8a0fb51-c9f7-44bc-b6b5-371d904d928c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:51.362222 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e8a0fb51-c9f7-44bc-b6b5-371d904d928c tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/ae46a611-8d1e-4bb0-af24-723efc14678b HTTP/1.1" status: 204 len: 168 time: 1.9880486 May 06 13:18:51.367017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47494) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:51.437378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f302a143-6df5-4223-9a26-3090ae94eacd up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:51.505510 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8020127-be91-435a-8899-006c1a07c805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] GET failed (client error): The resource could not be found. May 06 13:18:51.506390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f8020127-be91-435a-8899-006c1a07c805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:18:51.542293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f8020127-be91-435a-8899-006c1a07c805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:18:51.543728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f8020127-be91-435a-8899-006c1a07c805 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports/ae46a611-8d1e-4bb0-af24-723efc14678b HTTP/1.1" status: 404 len: 333 time: 0.1748431 May 06 13:18:51.549014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47508) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:51.644889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f302a143-6df5-4223-9a26-3090ae94eacd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:51.645270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:51.722842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef238114-2847-4deb-8769-ae470a0bb96f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:51.833669 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef238114-2847-4deb-8769-ae470a0bb96f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:51.968195 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef238114-2847-4deb-8769-ae470a0bb96f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:52.011174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 422023c6-6293-436a-a5c3-81fd6b1b3fbe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:18:52.032648 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef238114-2847-4deb-8769-ae470a0bb96f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:52.039258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:52.039974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ef238114-2847-4deb-8769-ae470a0bb96f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/security-groups/f08aab66-cf5a-47b5-8668-69de20535ed9 HTTP/1.1" status: 204 len: 168 time: 0.4892738 May 06 13:18:52.049903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef238114-2847-4deb-8769-ae470a0bb96f tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08aab66-cf5a-47b5-8668-69de20535ed9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:52.353582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ead5020-31f0-411d-b330-bf827ac9b391 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:52.414589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1c018fed-377c-46ae-b448-f47e67552e79 None None] Provisioning complete for port fed9e044-dd42-4982-be8b-4ea2f04c3928 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:52.415148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1c018fed-377c-46ae-b448-f47e67552e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:52.438837 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ead5020-31f0-411d-b330-bf827ac9b391 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:52.568156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ead5020-31f0-411d-b330-bf827ac9b391 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:52.601083 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1c018fed-377c-46ae-b448-f47e67552e79 None None] Port fed9e044-dd42-4982-be8b-4ea2f04c3928 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:52.608633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead5020-31f0-411d-b330-bf827ac9b391 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f0f2e4-d354-4da3-a223-c36da851bd62,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:52.610495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1c018fed-377c-46ae-b448-f47e67552e79 None None] Could not find standard attr ID for object ae46a611-8d1e-4bb0-af24-723efc14678b. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:18:52.628579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1ead5020-31f0-411d-b330-bf827ac9b391 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:52.636637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47530) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:52.652976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1ead5020-31f0-411d-b330-bf827ac9b391 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/security-groups/73f0f2e4-d354-4da3-a223-c36da851bd62 HTTP/1.1" status: 204 len: 168 time: 0.6115158 May 06 13:18:52.727171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1c018fed-377c-46ae-b448-f47e67552e79 None None] Provisioning for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:52.750218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1c018fed-377c-46ae-b448-f47e67552e79 None None] Provisioning complete for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:52.750864 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1c018fed-377c-46ae-b448-f47e67552e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:52.818381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a55b9c59-3165-4502-87e8-d3e0187b9f7f req-5c2b3bc7-5b52-4e06-a18b-2183c0420a3f tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 210 time: 0.0693333 May 06 13:18:52.924593 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a02ad615-fc20-42b8-89ad-2f62be2d5c22 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:52.972864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a02ad615-fc20-42b8-89ad-2f62be2d5c22 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:53.059838 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a02ad615-fc20-42b8-89ad-2f62be2d5c22 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:53.143853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a02ad615-fc20-42b8-89ad-2f62be2d5c22 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:53.148680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a02ad615-fc20-42b8-89ad-2f62be2d5c22 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/security-groups/a7a51e11-3535-4810-9f49-fec5fb860d1b HTTP/1.1" status: 204 len: 168 time: 0.5061529 May 06 13:18:53.149854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47544) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:53.174339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ad615-fc20-42b8-89ad-2f62be2d5c22 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a51e11-3535-4810-9f49-fec5fb860d1b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:53.396193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6ff270d9-3fa4-498b-802f-21d492a92923 None None] Could not find standard attr ID for object ae46a611-8d1e-4bb0-af24-723efc14678b. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:18:53.656305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cc0756b1-200d-4ef1-a5c3-69500bb03032 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:53.659046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cc0756b1-200d-4ef1-a5c3-69500bb03032 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.48 "GET /v2.0/networks?id=c402a3a4-4ec5-48bc-a4b4-4417f938f472 HTTP/1.1" status: 200 len: 911 time: 0.4262495 May 06 13:18:53.680583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Request body: {'port': {'device_id': 'b4e8686d-f53c-4459-b5db-7a0b3389caa6', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'admin_state_up': True, 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:53.707789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:18:53.722627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Usage tracker for resource:port and tenant:d40f4f5f8a994c1e8a89ed65459a4c3a is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:18:53.728666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:18:53.749853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:18:53.765920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Made reservation on behalf of d40f4f5f8a994c1e8a89ed65459a4c3a for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:18:53.771329 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:53.798490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-03555430-be58-493a-9c47-7617411e1176 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet 7bb260d9-f840-4f75-8a3c-ecb384220adf {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:18:53.803599 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03555430-be58-493a-9c47-7617411e1176 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:53.945729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03555430-be58-493a-9c47-7617411e1176 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:54.129103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Allocated IP 172.20.0.14 (c402a3a4-4ec5-48bc-a4b4-4417f938f472/31cf1a4f-a688-46c0-942f-20f599d02a68/69505dc8-57db-4827-8245-3d953a06143c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:18:54.141316 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03555430-be58-493a-9c47-7617411e1176 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:54.249991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe8c777f-8b45-42e3-820b-74a662df70f2 req-b7d60027-fd9e-4722-99dc-b3b1d14a56f0 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 210 time: 0.0722990 May 06 13:18:54.366099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03555430-be58-493a-9c47-7617411e1176 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:54.416146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03555430-be58-493a-9c47-7617411e1176 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb260d9-f840-4f75-8a3c-ecb384220adf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:54.429739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-03555430-be58-493a-9c47-7617411e1176 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:54.437619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e7bff6-47de-4940-a871-b553f9b49471 None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:54.450974 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-03555430-be58-493a-9c47-7617411e1176 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/7bb260d9-f840-4f75-8a3c-ecb384220adf HTTP/1.1" status: 204 len: 168 time: 1.3004491 May 06 13:18:54.456780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47566) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:54.545018 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:54.571865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Transition to ACTIVE for port object 69505dc8-57db-4827-8245-3d953a06143c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:54.604993 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:54.619428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['ee29c6ad-ec2f-4912-962e-3801bc76dfd4'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:18:54.627876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0163aefd-be1c-4fc6-9783-9afb51718142 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet 6490a6e2-2958-410e-a075-07d5e683f2a8 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:18:54.634257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0163aefd-be1c-4fc6-9783-9afb51718142 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:54.734573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Pushing event updated for resources: {'Port': ['ID=69505dc8-57db-4827-8245-3d953a06143c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:54.769521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:18:54.770976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:18:54.775117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:18:54.840971 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0163aefd-be1c-4fc6-9783-9afb51718142 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:54.903318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:54.904284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:54.985131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-81c03916-b57f-4d9e-9d88-caf4ce01a88b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3093107 May 06 13:18:55.013654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-e2744044-8ee0-4ad6-a0a2-7975b43e00c7 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:18:55.015739 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-e2744044-8ee0-4ad6-a0a2-7975b43e00c7 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0166669 May 06 13:18:55.037928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Request body: {'port': {'device_id': 'b4e8686d-f53c-4459-b5db-7a0b3389caa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:18:55.137739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0163aefd-be1c-4fc6-9783-9afb51718142 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:55.327854 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:55.510239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0163aefd-be1c-4fc6-9783-9afb51718142 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:55.692303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a8955936-8c8f-4d91-8ab8-3ebe5c6d7cac None None] Provisioning for port 69505dc8-57db-4827-8245-3d953a06143c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:18:55.708755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0163aefd-be1c-4fc6-9783-9afb51718142 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:55.713700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163aefd-be1c-4fc6-9783-9afb51718142 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=6490a6e2-2958-410e-a075-07d5e683f2a8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:55.732064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a8955936-8c8f-4d91-8ab8-3ebe5c6d7cac None None] Provisioning complete for port 69505dc8-57db-4827-8245-3d953a06143c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:55.732938 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a8955936-8c8f-4d91-8ab8-3ebe5c6d7cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:55.760211 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0163aefd-be1c-4fc6-9783-9afb51718142 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/6490a6e2-2958-410e-a075-07d5e683f2a8 HTTP/1.1" status: 204 len: 168 time: 1.3011796 May 06 13:18:55.768701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47592) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:55.820461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a8955936-8c8f-4d91-8ab8-3ebe5c6d7cac None None] Port 69505dc8-57db-4827-8245-3d953a06143c cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:55.855703 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f059435-91e4-4a76-8afd-a730ab157f5e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:55.856233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f059435-91e4-4a76-8afd-a730ab157f5e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:55.858237 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4f059435-91e4-4a76-8afd-a730ab157f5e tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/7bb260d9-f840-4f75-8a3c-ecb384220adf HTTP/1.1" status: 404 len: 337 time: 0.0880804 May 06 13:18:55.862769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47596) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:56.053363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd658e72-9f44-40e3-8205-4ac543d791d1 None None] Update dhcp port {'port': {'network_id': 'a116f4bf-eebc-438d-b83f-08575bab6720', 'fixed_ips': [{'subnet_id': '58805a46-97e4-49f5-980c-49480ef31876', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6490a6e2-2958-410e-a075-07d5e683f2a8'}], 'binding:host_id': 'n-d-840847-1'}, 'id': '422023c6-6293-436a-a5c3-81fd6b1b3fbe'} from n-d-840847-1. {{(pid=83958) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:18:56.069527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2629c24-ddb2-4cf8-b30a-bb59002ec9d8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting subnet 58805a46-97e4-49f5-980c-49480ef31876 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:18:56.075619 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2629c24-ddb2-4cf8-b30a-bb59002ec9d8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:56.181857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2629c24-ddb2-4cf8-b30a-bb59002ec9d8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:56.201914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dd658e72-9f44-40e3-8205-4ac543d791d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:56.451913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2629c24-ddb2-4cf8-b30a-bb59002ec9d8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:56.678892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69505dc8-57db-4827-8245-3d953a06143c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:18:56.698947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2629c24-ddb2-4cf8-b30a-bb59002ec9d8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server [None req-dd658e72-9f44-40e3-8205-4ac543d791d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58805a46-97e4-49f5-980c-49480ef31876: This subnet is being modified by another concurrent operation. May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise exception May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58805a46-97e4-49f5-980c-49480ef31876: This subnet is being modified by another concurrent operation. May 06 13:18:56.699862 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server May 06 13:18:56.723691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:56.729693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c9759aed-b3f0-4b5a-9247-ef41088b3e75 req-354c6e56-76a7-4e60-baf9-6d9d061cb332 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Synchronizing usage tracker for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:18:56.787307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2629c24-ddb2-4cf8-b30a-bb59002ec9d8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Subnet': ['ID=58805a46-97e4-49f5-980c-49480ef31876,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:56.800633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Transition to ACTIVE for port object 69505dc8-57db-4827-8245-3d953a06143c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:18:56.804686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c9759aed-b3f0-4b5a-9247-ef41088b3e75 req-354c6e56-76a7-4e60-baf9-6d9d061cb332 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Unset dirty status for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:18:56.818068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9759aed-b3f0-4b5a-9247-ef41088b3e75 req-354c6e56-76a7-4e60-baf9-6d9d061cb332 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1028 time: 1.0153348 May 06 13:18:56.820842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a5a552-79b0-4e90-9a67-f0b9d41c4956 None None] Network a116f4bf-eebc-438d-b83f-08575bab6720 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:18:56.825993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2629c24-ddb2-4cf8-b30a-bb59002ec9d8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:56.845653 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2629c24-ddb2-4cf8-b30a-bb59002ec9d8 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/58805a46-97e4-49f5-980c-49480ef31876 HTTP/1.1" status: 204 len: 168 time: 0.9810317 May 06 13:18:56.846778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47612) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:56.867398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:56.955974 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf05a193-1d25-43e8-b045-30c1db90e05d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:56.955974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf05a193-1d25-43e8-b045-30c1db90e05d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:56.965047 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bf05a193-1d25-43e8-b045-30c1db90e05d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/2d7b9b3c-d9a6-4bc7-bcc8-fa45d007b2bb HTTP/1.1" status: 404 len: 337 time: 0.1100817 May 06 13:18:56.965047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47616) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:57.064687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8d53138f-4ffe-4d2f-b951-d2d45664a31c None None] Provisioning complete for port fed9e044-dd42-4982-be8b-4ea2f04c3928 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:57.065619 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8d53138f-4ffe-4d2f-b951-d2d45664a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:57.123438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9759aed-b3f0-4b5a-9247-ef41088b3e75 req-6a13dfd0-ac6b-4fbc-ba72-56166ec2b04b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036456 May 06 13:18:57.128714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f4d05561-712d-443e-b38e-911aec7f5af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Synchronizing usage tracker for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:18:57.169117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8d53138f-4ffe-4d2f-b951-d2d45664a31c None None] Port fed9e044-dd42-4982-be8b-4ea2f04c3928 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:18:57.187474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f4d05561-712d-443e-b38e-911aec7f5af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Unset dirty status for tenant:7563184c649e4c13a644567ba684e3e9 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:18:57.195380 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f4d05561-712d-443e-b38e-911aec7f5af4 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "GET /v2.0/ports?device_id=47a493a1-8b24-4cac-8ae8-5aaa3d15718e HTTP/1.1" status: 200 len: 205 time: 0.2304296 May 06 13:18:57.200592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47622) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:57.343993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8d53138f-4ffe-4d2f-b951-d2d45664a31c None None] Provisioning complete for port 422023c6-6293-436a-a5c3-81fd6b1b3fbe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:18:57.344371 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8d53138f-4ffe-4d2f-b951-d2d45664a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:57.367343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Pushing event updated for resources: {'Port': ['ID=69505dc8-57db-4827-8245-3d953a06143c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:57.483884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 422023c6-6293-436a-a5c3-81fd6b1b3fbe no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:18:57.531881 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-e2aab65e-6530-44ea-96cd-3edb98b6d107 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] delete failed (client error): The resource could not be found. May 06 13:18:57.533246 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e2aab65e-6530-44ea-96cd-3edb98b6d107 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/routers/47a493a1-8b24-4cac-8ae8-5aaa3d15718e HTTP/1.1" status: 404 len: 336 time: 0.3311789 May 06 13:18:57.537435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47634) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:57.600644 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55f1de7-6e11-4544-831c-b1032145c1e3 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:57.601436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55f1de7-6e11-4544-831c-b1032145c1e3 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:57.603554 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b55f1de7-6e11-4544-831c-b1032145c1e3 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/4b7a9c28-0cb7-45ad-b372-1d0353bfda17 HTTP/1.1" status: 404 len: 337 time: 0.0647995 May 06 13:18:57.607866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47640) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:57.703760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Attempting to bind port 69505dc8-57db-4827-8245-3d953a06143c on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:18:57.704540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Attempting to bind port 69505dc8-57db-4827-8245-3d953a06143c by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:18:57.704773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Attempting to bind port 69505dc8-57db-4827-8245-3d953a06143c on network c402a3a4-4ec5-48bc-a4b4-4417f938f472 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:18:57.721537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Port 69505dc8-57db-4827-8245-3d953a06143c on network c402a3a4-4ec5-48bc-a4b4-4417f938f472 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:18:57.728973 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fee6bfe-731d-4b86-bbed-a38fdf5ed0b9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:57.730134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fee6bfe-731d-4b86-bbed-a38fdf5ed0b9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:57.735848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Attempting to bind port 69505dc8-57db-4827-8245-3d953a06143c on network c402a3a4-4ec5-48bc-a4b4-4417f938f472 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:18:57.752820 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4fee6bfe-731d-4b86-bbed-a38fdf5ed0b9 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/ae13b631-dfa2-422d-ab41-99d3972a7490 HTTP/1.1" status: 404 len: 337 time: 0.1402445 May 06 13:18:57.757459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47646) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:57.770362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:18:57.771184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Checking segment: {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:18:57.771792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Bound using segment: {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:18:57.772489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Bound port: 69505dc8-57db-4827-8245-3d953a06143c, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418198a5-920a-4a3a-a270-b8f4b1827b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:18:57.773065 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:57.831173 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:57.891042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=422023c6-6293-436a-a5c3-81fd6b1b3fbe,segment=NetworkSegment(7a1b9166-52be-4a0d-b5de-a1686c28adf0),segment_id=7a1b9166-52be-4a0d-b5de-a1686c28adf0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:57.905217 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:57.940673 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-583f7d81-c6c5-4bbf-aa8d-b3707498fdc7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:57.941480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583f7d81-c6c5-4bbf-aa8d-b3707498fdc7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:57.949785 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-583f7d81-c6c5-4bbf-aa8d-b3707498fdc7 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/3ce6a020-7c47-4ead-8ee2-33b76d2be83d HTTP/1.1" status: 404 len: 337 time: 0.1888690 May 06 13:18:57.951091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47650) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:57.972596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] For port 69505dc8-57db-4827-8245-3d953a06143c, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:18:57.982420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] For port 69505dc8-57db-4827-8245-3d953a06143c, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=69505dc8-57db-4827-8245-3d953a06143c,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:18:57.990399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:58.052459 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfa9d5c-9f32-4f48-9261-3c0ae231724a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:58.055387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfa9d5c-9f32-4f48-9261-3c0ae231724a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:58.064063 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cbfa9d5c-9f32-4f48-9261-3c0ae231724a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/024cc9bb-0061-48c7-8c4b-b5cb9a7445d6 HTTP/1.1" status: 404 len: 333 time: 0.1110268 May 06 13:18:58.065076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47658) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:58.119264 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:58.126853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] 10.222.0.48 "PUT /v2.0/ports/69505dc8-57db-4827-8245-3d953a06143c HTTP/1.1" status: 200 len: 1092 time: 3.1026616 May 06 13:18:58.127800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e8686d-f53c-4459-b5db-7a0b3389caa6', 'tag': '69505dc8-57db-4827-8245-3d953a06143c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:18:58.159239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8d53138f-4ffe-4d2f-b951-d2d45664a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:58.199104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d6e54d-1d2f-4fc2-8206-1fbd06caea4e None None] DHCP port deletion for a116f4bf-eebc-438d-b83f-08575bab6720 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:18:58.204241 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b792304a-3682-4d15-9f89-9c9bcd243b35 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:58.204907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b792304a-3682-4d15-9f89-9c9bcd243b35 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:58.207306 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b792304a-3682-4d15-9f89-9c9bcd243b35 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/5e6c36b7-313d-40b3-809d-1687ceaad9b9 HTTP/1.1" status: 404 len: 337 time: 0.1406262 May 06 13:18:58.211771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47672) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:58.223437 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe89741-ccf2-49a5-b227-8b13e3329389 service neutron] Pushing event updated for resources: {'Port': ['ID=69505dc8-57db-4827-8245-3d953a06143c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:58.312898 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c414b19-5be5-418e-b0f6-c6ef964f9b47 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:58.312898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c414b19-5be5-418e-b0f6-c6ef964f9b47 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:58.318866 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1c414b19-5be5-418e-b0f6-c6ef964f9b47 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/92e79a4b-f596-47d9-a889-19182a1b2249 HTTP/1.1" status: 404 len: 337 time: 0.0998409 May 06 13:18:58.320722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47680) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:58.335806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=422023c6-6293-436a-a5c3-81fd6b1b3fbe,revision_number=11']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:58.373734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6e54d-1d2f-4fc2-8206-1fbd06caea4e None None] Deleting port 422023c6-6293-436a-a5c3-81fd6b1b3fbe {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:18:58.374232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e54d-1d2f-4fc2-8206-1fbd06caea4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:58.454653 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8790e7-5373-4d30-9ada-dea76bb9dd68'] response: {'name': 'network-changed', 'server_uuid': 'b4e8686d-f53c-4459-b5db-7a0b3389caa6', 'tag': '69505dc8-57db-4827-8245-3d953a06143c', 'status': 'completed', 'code': 200} May 06 13:18:58.457854 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-2268c717-19ae-41b4-bfaa-1376e50f8c7a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:58.458846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2268c717-19ae-41b4-bfaa-1376e50f8c7a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:58.462067 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2268c717-19ae-41b4-bfaa-1376e50f8c7a tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/9c07ced3-3169-4072-884d-4d50af308a2f HTTP/1.1" status: 404 len: 333 time: 0.1340802 May 06 13:18:58.474955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47684) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:58.596060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8d53138f-4ffe-4d2f-b951-d2d45664a31c None None] For port 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=422023c6-6293-436a-a5c3-81fd6b1b3fbe,segment=NetworkSegment(7a1b9166-52be-4a0d-b5de-a1686c28adf0),segment_id=7a1b9166-52be-4a0d-b5de-a1686c28adf0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:58.618431 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-63be195a-77e7-4b39-9bf5-4e82dfda8361 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:58.618943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63be195a-77e7-4b39-9bf5-4e82dfda8361 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:58.621515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-63be195a-77e7-4b39-9bf5-4e82dfda8361 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/196e1ed2-d983-4edb-97d5-5cba7ae338c6 HTTP/1.1" status: 404 len: 337 time: 0.1430061 May 06 13:18:58.624718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47688) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:58.670475 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8d53138f-4ffe-4d2f-b951-d2d45664a31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:58.725587 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccd9afc-8812-4dfa-bebb-bfa539624d09 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] DELETE failed (client error): The resource could not be found. May 06 13:18:58.728924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccd9afc-8812-4dfa-bebb-bfa539624d09 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:18:58.736117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eccd9afc-8812-4dfa-bebb-bfa539624d09 tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/subnets/eacdc1f3-0d15-459c-894d-e5fbafa8c412 HTTP/1.1" status: 404 len: 337 time: 0.1096950 May 06 13:18:58.736816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47694) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:18:58.825891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-59e62eeb-99bc-4605-bedb-90346e3e43b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d40f4f5f8a994c1e8a89ed65459a4c3a&device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1095 time: 0.6114953 May 06 13:18:58.924258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-af6bcb3f-d4e8-4b67-adc8-a8c69aacac2d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Deleting port fed9e044-dd42-4982-be8b-4ea2f04c3928 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:18:58.924527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af6bcb3f-d4e8-4b67-adc8-a8c69aacac2d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:58.972971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d1d6e54d-1d2f-4fc2-8206-1fbd06caea4e None None] For port 422023c6-6293-436a-a5c3-81fd6b1b3fbe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=422023c6-6293-436a-a5c3-81fd6b1b3fbe,segment=NetworkSegment(7a1b9166-52be-4a0d-b5de-a1686c28adf0),segment_id=7a1b9166-52be-4a0d-b5de-a1686c28adf0)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:18:58.973949 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e54d-1d2f-4fc2-8206-1fbd06caea4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:58.982054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53138f-4ffe-4d2f-b951-d2d45664a31c None None] Pushing event updated for resources: {'Port': ['ID=422023c6-6293-436a-a5c3-81fd6b1b3fbe,revision_number=12']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:59.010284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-d7d43f96-0154-48e1-8820-9701ee7a130e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69505dc8-57db-4827-8245-3d953a06143c HTTP/1.1" status: 200 len: 217 time: 0.1752627 May 06 13:18:59.077620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2af6ccae-ad99-46b8-af62-0036c3d019ce req-b5a544ce-1e10-4bd6-8706-be2d127f60e6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1095 time: 0.4734390 May 06 13:18:59.268243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6e54d-1d2f-4fc2-8206-1fbd06caea4e None None] Calling delete_port for 422023c6-6293-436a-a5c3-81fd6b1b3fbe owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:18:59.311681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2af6ccae-ad99-46b8-af62-0036c3d019ce req-1a05bb6e-3975-4eaa-a5b3-25f213011922 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169271 May 06 13:18:59.314275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9602d-a298-4932-946e-8b8edb53a813 req-b8f6076b-494d-4f39-8946-0d3bb041b43c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:59.324385 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-b8f6076b-494d-4f39-8946-0d3bb041b43c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31cf1a4f-a688-46c0-942f-20f599d02a68 HTTP/1.1" status: 200 len: 849 time: 0.3076763 May 06 13:18:59.496671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1d6e54d-1d2f-4fc2-8206-1fbd06caea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:59.593982 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-bc7f4a70-d57b-47dd-91b6-962c28eda883 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c402a3a4-4ec5-48bc-a4b4-4417f938f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612302 May 06 13:18:59.611284 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6e54d-1d2f-4fc2-8206-1fbd06caea4e None None] Pushing event deleted for resources: {'Port': ['ID=422023c6-6293-436a-a5c3-81fd6b1b3fbe,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:18:59.619196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6e54d-1d2f-4fc2-8206-1fbd06caea4e None None] No DVR routers for this DVR port 422023c6-6293-436a-a5c3-81fd6b1b3fbe on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:18:59.664656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230ff16-94fb-4fcf-9377-443152461505 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:18:59.714063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af6bcb3f-d4e8-4b67-adc8-a8c69aacac2d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:59.927801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f230ff16-94fb-4fcf-9377-443152461505 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:18:59.941162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-1fd90ece-829e-4cc2-ae91-45eddd112c26 service neutron] 10.222.0.48 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401175 May 06 13:19:00.036170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-af6bcb3f-d4e8-4b67-adc8-a8c69aacac2d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Calling delete_port for fed9e044-dd42-4982-be8b-4ea2f04c3928 owned by {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:00.191362 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af6bcb3f-d4e8-4b67-adc8-a8c69aacac2d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:00.273842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40e9602d-a298-4932-946e-8b8edb53a813 req-3991f3b6-d409-4b69-8db8-3c443ec07bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258698 May 06 13:19:00.293138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bcb3f-d4e8-4b67-adc8-a8c69aacac2d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Port': ['ID=fed9e044-dd42-4982-be8b-4ea2f04c3928,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:00.315774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af6bcb3f-d4e8-4b67-adc8-a8c69aacac2d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:00.340583 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-af6bcb3f-d4e8-4b67-adc8-a8c69aacac2d tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/ports/fed9e044-dd42-4982-be8b-4ea2f04c3928 HTTP/1.1" status: 204 len: 168 time: 1.6023595 May 06 13:19:00.343488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47702) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:00.563113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04bb9264-746e-4f8d-b593-2e2e1385cf9a req-2c7722a3-5cf2-4d3d-ad58-92a1c95e6545 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d40f4f5f8a994c1e8a89ed65459a4c3a&device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1095 time: 0.2097645 May 06 13:19:00.842303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:00.966119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb9264-746e-4f8d-b593-2e2e1385cf9a req-28b4baf1-282f-442d-a679-ce87fccff3a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:19:00.967889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04bb9264-746e-4f8d-b593-2e2e1385cf9a req-28b4baf1-282f-442d-a679-ce87fccff3a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c402a3a4-4ec5-48bc-a4b4-4417f938f472 HTTP/1.1" status: 200 len: 911 time: 0.3979213 May 06 13:19:01.004026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:01.036191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a116f4bf-eebc-438d-b83f-08575bab6720']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:01.053103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1b9166-52be-4a0d-b5de-a1686c28adf0') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:01.053435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1b9166-52be-4a0d-b5de-a1686c28adf0') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:01.066228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-741cfa52-4f9f-42d2-af92-b41a48265915 req-5accdd6e-ec4d-48ab-8bd9-4210d740401c tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1095 time: 0.2526729 May 06 13:19:01.075443 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:01.075780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04bb9264-746e-4f8d-b593-2e2e1385cf9a req-b0be2a1c-6b2b-4d45-8f5a-7c18a62bcf2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69505dc8-57db-4827-8245-3d953a06143c HTTP/1.1" status: 200 len: 217 time: 0.1007936 May 06 13:19:01.104233 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:01.116377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:19:01.116826 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: timer() May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:19:01.137980 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:19:01.248605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:01.280231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:01.288103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] Pushing event deleted for resources: {'Network': ['ID=a116f4bf-eebc-438d-b83f-08575bab6720,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:01.296539 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e98b2104-64aa-45b6-bde1-3095156bc0fa tempest-PortsIpV6TestJSON-479481593 tempest-PortsIpV6TestJSON-479481593-project] 10.222.0.44 "DELETE /v2.0/networks/a116f4bf-eebc-438d-b83f-08575bab6720 HTTP/1.1" status: 204 len: 168 time: 0.9470162 May 06 13:19:01.352888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-741cfa52-4f9f-42d2-af92-b41a48265915 req-f7c25c9d-7137-4c48-8133-c899c46439c7 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757368 May 06 13:19:01.365457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb9264-746e-4f8d-b593-2e2e1385cf9a req-d5887af6-bd0e-440b-b9d6-7c8f4a4e256c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:19:01.371894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04bb9264-746e-4f8d-b593-2e2e1385cf9a req-d5887af6-bd0e-440b-b9d6-7c8f4a4e256c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31cf1a4f-a688-46c0-942f-20f599d02a68 HTTP/1.1" status: 200 len: 849 time: 0.2789168 May 06 13:19:01.490689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04bb9264-746e-4f8d-b593-2e2e1385cf9a req-b67936e7-706f-4fb8-afac-248e6142dd59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c402a3a4-4ec5-48bc-a4b4-4417f938f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132009 May 06 13:19:01.693192 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04bb9264-746e-4f8d-b593-2e2e1385cf9a req-ad3fd0ec-fd53-4727-aba9-419d7093eafc service neutron] 10.222.0.48 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954799 May 06 13:19:01.880602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04bb9264-746e-4f8d-b593-2e2e1385cf9a req-e6ab64a7-fa04-451d-87f6-93caff229df2 service neutron] 10.222.0.48 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772118 May 06 13:19:01.901881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47726) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:02.236016 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fd5292d8-7c20-4173-bde1-db263c31442c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7563184c649e4c13a644567ba684e3e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3328333 May 06 13:19:02.240454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47742) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:02.359744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5580e41-abc5-4150-865e-c45a6e9f25a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:02.439093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5580e41-abc5-4150-865e-c45a6e9f25a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:02.535646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5580e41-abc5-4150-865e-c45a6e9f25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:02.555133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5580e41-abc5-4150-865e-c45a6e9f25a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a753172-0e7a-419a-9f5a-5552f535047d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:02.565459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b5580e41-abc5-4150-865e-c45a6e9f25a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:02.566897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b5580e41-abc5-4150-865e-c45a6e9f25a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a753172-0e7a-419a-9f5a-5552f535047d HTTP/1.1" status: 204 len: 168 time: 0.3249016 May 06 13:19:02.737031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-492837d2-ec2e-40e3-8fdf-ebb880d86318 req-32dbe1a1-c792-46b4-9c83-df33c83d539f tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1095 time: 0.1132271 May 06 13:19:02.802393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-492837d2-ec2e-40e3-8fdf-ebb880d86318 req-b36467f3-dd0a-484c-8e68-dbe14516d40a tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662365 May 06 13:19:04.142392 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96f8e8c8-0bae-454c-90f9-989c96361c69 req-5cb590e6-fec9-41dc-bace-db4401868016 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1095 time: 0.1327972 May 06 13:19:04.210892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96f8e8c8-0bae-454c-90f9-989c96361c69 req-ecffaa32-3eea-45a3-adf4-bede5397b2fb tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605242 May 06 13:19:04.228422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47778) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:04.464666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051154176'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:04.475947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:04.482272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:04.487128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:04.498844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:04.515279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 69505dc8-57db-4827-8245-3d953a06143c details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:19:04.516013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:04.534951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:04.564104 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-0ae28dc8-b5ba-4a96-aa47-5c3283468eea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1771398 May 06 13:19:04.607103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:04.615545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:04.622126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:04.634721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:04.756399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 69505dc8-57db-4827-8245-3d953a06143c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=69505dc8-57db-4827-8245-3d953a06143c,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:04.781100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '69505dc8-57db-4827-8245-3d953a06143c', 'network_id': 'c402a3a4-4ec5-48bc-a4b4-4417f938f472', 'port_id': '69505dc8-57db-4827-8245-3d953a06143c', 'mac_address': 'fa:16:3e:59:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31cf1a4f-a688-46c0-942f-20f599d02a68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:19:04.874582 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:04.901038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69505dc8-57db-4827-8245-3d953a06143c {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:19:04.919900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 69505dc8-57db-4827-8245-3d953a06143c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=69505dc8-57db-4827-8245-3d953a06143c,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:04.921701 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-8a5922fd-d279-48f6-abf0-385b78fd8525 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d40f4f5f8a994c1e8a89ed65459a4c3a&device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.2469370 May 06 13:19:04.926508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:04.927631 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:04.937152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:05.026796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=69505dc8-57db-4827-8245-3d953a06143c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:05.130333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec776051-0ee3-4d1e-8a1e-85da682affa0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:05.144444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:05.172351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:05.183067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:05.194454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.194988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.195688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.196362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.197224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.197707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.198188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.198680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.199636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.200421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.201091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:05.227287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:05.249837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-5278191b-182e-4149-bb9f-cf4fb312992e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:19:05.251997 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-5278191b-182e-4149-bb9f-cf4fb312992e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c402a3a4-4ec5-48bc-a4b4-4417f938f472 HTTP/1.1" status: 200 len: 911 time: 0.2965920 May 06 13:19:05.327637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['69505dc8-57db-4827-8245-3d953a06143c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:19:05.533748 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:05.555733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:05.627044 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-e1cf004e-4f6a-4200-8447-9600e84ff8fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee29c6ad-ec2f-4912-962e-3801bc76dfd4 HTTP/1.1" status: 200 len: 217 time: 0.3582425 May 06 13:19:05.825146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1e41b16-5198-4f18-927e-7b9329aad38e req-a023257f-f031-40d0-859e-f633d2d2bc6c tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1096 time: 0.1482146 May 06 13:19:05.840780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-16562961-73ab-45f8-a0ea-e42f283a78b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:19:05.843438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-16562961-73ab-45f8-a0ea-e42f283a78b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31cf1a4f-a688-46c0-942f-20f599d02a68 HTTP/1.1" status: 200 len: 849 time: 0.2026260 May 06 13:19:05.900340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1e41b16-5198-4f18-927e-7b9329aad38e req-560602a2-de9e-406e-9a37-d5fac177a1a1 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662198 May 06 13:19:05.927297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003fc083-15ae-45c7-998a-368a7da0e962,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:05.934303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:05.941088 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e6f3150d-3250-45e3-8751-884c463f5e3d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7084329 May 06 13:19:05.941909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47796) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:06.045119 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-13fb6d65-a5a7-4ae5-ac9a-329af20f24e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c402a3a4-4ec5-48bc-a4b4-4417f938f472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933961 May 06 13:19:06.091216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-49cdf3f2-186f-41f6-a606-5facfcdda5a7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1472712 May 06 13:19:06.092317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47800) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:06.110361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-188efa76-f4e4-4897-8a43-2860abcdd79f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-security--1891537358', 'description': 'tempest-security-description-1728912334'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:06.159968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-188efa76-f4e4-4897-8a43-2860abcdd79f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:06.307355 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-188efa76-f4e4-4897-8a43-2860abcdd79f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:06.317140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-188efa76-f4e4-4897-8a43-2860abcdd79f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:06.322027 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-188efa76-f4e4-4897-8a43-2860abcdd79f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:06.336377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-188efa76-f4e4-4897-8a43-2860abcdd79f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "PUT /v2.0/security-groups/003fc083-15ae-45c7-998a-368a7da0e962 HTTP/1.1" status: 200 len: 1612 time: 0.2396336 May 06 13:19:06.339516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47810) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:06.399755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188efa76-f4e4-4897-8a43-2860abcdd79f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003fc083-15ae-45c7-998a-368a7da0e962,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:06.493778 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-84388160-0bff-43e1-b3ff-a28505e6bbf1 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups/003fc083-15ae-45c7-998a-368a7da0e962 HTTP/1.1" status: 200 len: 1612 time: 0.1524796 May 06 13:19:06.496592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47818) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:06.504709 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-c8c4e352-70f8-4c48-92ca-64f16c5c62e3 service neutron] 10.222.0.36 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520240 May 06 13:19:06.540441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 69505dc8-57db-4827-8245-3d953a06143c up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:19:06.599874 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd389a85-5d5b-4a72-ae07-91c75b28a559 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:06.646171 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd389a85-5d5b-4a72-ae07-91c75b28a559 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:06.698958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-67857343-a339-4dca-937b-c40ebe5ebc5c req-9349357b-80e3-4d7b-8954-68d1ee66a147 service neutron] 10.222.0.36 "GET /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872034 May 06 13:19:06.738344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd389a85-5d5b-4a72-ae07-91c75b28a559 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:06.762682 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 69505dc8-57db-4827-8245-3d953a06143c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:19:06.770791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 69505dc8-57db-4827-8245-3d953a06143c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:19:06.771369 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:06.785139 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd389a85-5d5b-4a72-ae07-91c75b28a559 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:06.787448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bd389a85-5d5b-4a72-ae07-91c75b28a559 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/003fc083-15ae-45c7-998a-368a7da0e962 HTTP/1.1" status: 204 len: 168 time: 0.2890720 May 06 13:19:06.789008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd389a85-5d5b-4a72-ae07-91c75b28a559 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003fc083-15ae-45c7-998a-368a7da0e962,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:06.790110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47822) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:06.891803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9dddb421-a269-4b55-8286-eda1ebf9b63e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:06.934861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9dddb421-a269-4b55-8286-eda1ebf9b63e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:06.941328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47826) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:06.942232 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9dddb421-a269-4b55-8286-eda1ebf9b63e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1503286 May 06 13:19:06.967613 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-3ec212d5-4229-49e2-ae08-6f50f98b9854 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] delete failed (client error): The resource could not be found. May 06 13:19:06.976263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47832) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:06.986082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858893079'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:06.988080 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3ec212d5-4229-49e2-ae08-6f50f98b9854 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/003fc083-15ae-45c7-998a-368a7da0e962 HTTP/1.1" status: 404 len: 347 time: 0.0450673 May 06 13:19:07.000632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:07.023737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:07.047329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.097490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:07.103336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:07.106953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:07.129000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:07.130690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.215069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e8686d-f53c-4459-b5db-7a0b3389caa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69505dc8-57db-4827-8245-3d953a06143c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:19:07.247322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 69505dc8-57db-4827-8245-3d953a06143c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=69505dc8-57db-4827-8245-3d953a06143c,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:07.247454 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.253086 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.254822 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.340697 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2282566f-865c-4c43-ab51-b242121d3a7a'] response: {'server_uuid': 'b4e8686d-f53c-4459-b5db-7a0b3389caa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69505dc8-57db-4827-8245-3d953a06143c', 'code': 200} May 06 13:19:07.409948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.418747 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4400218 May 06 13:19:07.428320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47840) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:07.462368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': '8bdba5a7-13ac-4cdb-a35e-1090a2b61402', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:07.472980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:07.477424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=69505dc8-57db-4827-8245-3d953a06143c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:07.481447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:07.487195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:07.535242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981a41f-f399-490c-bbad-d5db08128a8e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdba5a7-13ac-4cdb-a35e-1090a2b61402,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:07.539336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:07.564954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.585655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.591575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc0c4ffc-092a-4971-9c1b-60207e1ec353 req-14d38b59-4409-4879-9bf4-d882af070e5a tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1097 time: 0.2849071 May 06 13:19:07.676380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91961eb6-8084-41f7-95f2-84ba24005285 req-30bd2e39-3082-498f-b95e-c08f89865ceb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1097 time: 0.2293468 May 06 13:19:07.723284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc0c4ffc-092a-4971-9c1b-60207e1ec353 req-4a4f6d6b-ee4f-45f3-bea0-8aaf3dd01e88 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195459 May 06 13:19:07.731830 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.738913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.755566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91961eb6-8084-41f7-95f2-84ba24005285 req-609c6ae0-b788-44cf-abbd-bbcefd5a4931 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707376 May 06 13:19:07.786182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bd4311-05c3-4c82-a897-4975b6ad6f10,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:07.803988 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.806109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-db0e210c-ee26-450a-b67a-8de158c6513e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3592546 May 06 13:19:07.824565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47852) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:07.883020 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-088e50e9-a971-4406-b48b-07cc00012c04 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.912967 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-088e50e9-a971-4406-b48b-07cc00012c04 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.963318 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-088e50e9-a971-4406-b48b-07cc00012c04 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:07.997498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e50e9-a971-4406-b48b-07cc00012c04 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6bd4311-05c3-4c82-a897-4975b6ad6f10,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:08.004665 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-088e50e9-a971-4406-b48b-07cc00012c04 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:08.004919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-088e50e9-a971-4406-b48b-07cc00012c04 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c6bd4311-05c3-4c82-a897-4975b6ad6f10 HTTP/1.1" status: 204 len: 168 time: 0.1883078 May 06 13:19:08.007566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47856) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:08.061445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7345f928-0c4e-4f23-853b-f229908a7d58 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:08.082321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7345f928-0c4e-4f23-853b-f229908a7d58 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:08.084100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7345f928-0c4e-4f23-853b-f229908a7d58 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0754867 May 06 13:19:08.087304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47860) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:08.167166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-280238d0-9be9-4a93-a006-4ac0e3e8b839 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:08.205368 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-280238d0-9be9-4a93-a006-4ac0e3e8b839 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:08.299412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-280238d0-9be9-4a93-a006-4ac0e3e8b839 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:08.336507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280238d0-9be9-4a93-a006-4ac0e3e8b839 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdba5a7-13ac-4cdb-a35e-1090a2b61402,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:08.365620 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-280238d0-9be9-4a93-a006-4ac0e3e8b839 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:08.369280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-280238d0-9be9-4a93-a006-4ac0e3e8b839 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/8bdba5a7-13ac-4cdb-a35e-1090a2b61402 HTTP/1.1" status: 204 len: 168 time: 0.2808096 May 06 13:19:08.374045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47864) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:08.456831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a7e68ace-8ed6-4dea-b576-e0aa2e04f2e3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:08.482560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a7e68ace-8ed6-4dea-b576-e0aa2e04f2e3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:08.486629 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a7e68ace-8ed6-4dea-b576-e0aa2e04f2e3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1084185 May 06 13:19:08.490689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47870) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:08.500168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-secgroup--99077626'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:08.513970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:08.528103 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:08.550386 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:08.598719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:08.604840 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:08.608434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:08.615733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:08.697778 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:08.717906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:08.778357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaddcdb3-3f2b-4b02-9299-a183e979ce32,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:08.789694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:08.791092 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e95a4c60-25ae-439c-b07e-63bed9f1bd30 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2988377 May 06 13:19:08.795927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47880) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:08.818112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': 'aaddcdb3-3f2b-4b02-9299-a183e979ce32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:08.848513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:08.862482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:08.871011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:08.889401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:08.938288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:09.166112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:09.177244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fac5362-258f-4844-b1fe-d6b09fa90637 req-fcf2febf-a47f-42ff-b307-e86036cb80e1 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1097 time: 0.1465344 May 06 13:19:09.179527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:09.268806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7481cfa-46dc-448d-954d-17f5fb5cad3d,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:09.363838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fac5362-258f-4844-b1fe-d6b09fa90637 req-aa121a78-08cf-4b44-8a13-11b6f1afee8d tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686611 May 06 13:19:09.365075 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:09.376656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-beff4404-1f61-4dfe-87c6-d3e1ce66ff34 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5787253 May 06 13:19:09.380509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47886) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:09.390497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': 'aaddcdb3-3f2b-4b02-9299-a183e979ce32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:09.408197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:09.418695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:09.426155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:09.436703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:09.681435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:09.710305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:09.718866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:09.779615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdde6fb3-c950-4c76-9986-7c75c1c31364,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:09.820812 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:09.826779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47906) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:09.830131 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-602a2534-64ea-44f9-bd95-1382886cf0d3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4451404 May 06 13:19:09.837459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': 'aaddcdb3-3f2b-4b02-9299-a183e979ce32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:09.894492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:09.903775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:09.915583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:09.952844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:09.952844 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:10.128574 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:10.134863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:10.180325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a8bd35-4796-4ca9-929f-b5d1d4195baa,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:10.200521 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:10.206436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6e708cdb-e7a7-42c4-89d6-9e42e91db912 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3737705 May 06 13:19:10.206942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:10.223931 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': 'aaddcdb3-3f2b-4b02-9299-a183e979ce32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:10.244594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:10.252567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:10.259077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:10.293474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:10.362581 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:10.593793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:10.600425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:10.629803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049b564c-80d4-4605-875a-a97a9c0d549d,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:10.692851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:10.696301 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-69e2e781-cdd0-41a2-b844-f183abf4da8d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4871960 May 06 13:19:10.700461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47926) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:10.718628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': 'aaddcdb3-3f2b-4b02-9299-a183e979ce32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:10.776002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:10.870652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:10.894479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:10.922085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:10.981636 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.041535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-030c0147-53fd-4202-bb4a-a011a6e5984b req-4cf1ba95-b012-493c-8824-173036435059 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1097 time: 0.2551033 May 06 13:19:11.190395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-030c0147-53fd-4202-bb4a-a011a6e5984b req-19be7363-309a-4ae8-87cf-1c931e4033d9 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202459 May 06 13:19:11.226452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.238263 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.335836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.335836 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6226861 May 06 13:19:11.335836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47936) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:11.335836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e93257-1d89-4343-ab3d-c39d8176def9 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6790235d-d276-481b-b798-6434d79a4a98,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:11.402782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0e509ac9-0e6e-4408-bd7b-c4bc3efe4c2e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.434294 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0e509ac9-0e6e-4408-bd7b-c4bc3efe4c2e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.511272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0e509ac9-0e6e-4408-bd7b-c4bc3efe4c2e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.668057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e509ac9-0e6e-4408-bd7b-c4bc3efe4c2e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6790235d-d276-481b-b798-6434d79a4a98,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:11.668057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0e509ac9-0e6e-4408-bd7b-c4bc3efe4c2e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.691964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0e509ac9-0e6e-4408-bd7b-c4bc3efe4c2e tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6790235d-d276-481b-b798-6434d79a4a98 HTTP/1.1" status: 204 len: 168 time: 0.3348691 May 06 13:19:11.691964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47942) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:11.754778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4b7e8fcc-e43b-4a5b-ae30-41022d2f3b5d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:11.764799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c23926e8-2c54-428f-82f9-9a39a8e1ab49 req-39699d8e-a9da-4cc3-9b7b-db5b6839d466 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1097 time: 0.3042245 May 06 13:19:11.809939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4b7e8fcc-e43b-4a5b-ae30-41022d2f3b5d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:11.809939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4b7e8fcc-e43b-4a5b-ae30-41022d2f3b5d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1333032 May 06 13:19:11.817157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47948) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:11.879442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c23926e8-2c54-428f-82f9-9a39a8e1ab49 req-d9ca3505-4906-4525-9f21-46b0765728e5 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001728 May 06 13:19:11.879442 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80689288-8e8a-43cb-909e-3b5675e08eaa tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.902890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80689288-8e8a-43cb-909e-3b5675e08eaa tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.944325 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80689288-8e8a-43cb-909e-3b5675e08eaa tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:11.976813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80689288-8e8a-43cb-909e-3b5675e08eaa tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=049b564c-80d4-4605-875a-a97a9c0d549d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:12.007598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-80689288-8e8a-43cb-909e-3b5675e08eaa tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.014348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-80689288-8e8a-43cb-909e-3b5675e08eaa tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/049b564c-80d4-4605-875a-a97a9c0d549d HTTP/1.1" status: 204 len: 168 time: 0.1969335 May 06 13:19:12.015117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47958) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:12.078565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1bdeaf96-67a4-4a39-96c9-165c638ed2ed tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:12.123443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1bdeaf96-67a4-4a39-96c9-165c638ed2ed tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:12.137119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47962) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:12.144790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1bdeaf96-67a4-4a39-96c9-165c638ed2ed tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1106644 May 06 13:19:12.228809 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4aae056-d65c-4123-a5e1-f0f1c45367bb tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.258080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4aae056-d65c-4123-a5e1-f0f1c45367bb tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.325439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4aae056-d65c-4123-a5e1-f0f1c45367bb tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.356313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70a72270-f005-4e8a-9863-f905170f4b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.378303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aae056-d65c-4123-a5e1-f0f1c45367bb tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39a8bd35-4796-4ca9-929f-b5d1d4195baa,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:12.386266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afa6fda7-69a1-49de-8a4f-0c53861212e7 req-162062fb-bc2d-454e-ac2f-604afc387410 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1097 time: 0.1967006 May 06 13:19:12.418505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4aae056-d65c-4123-a5e1-f0f1c45367bb tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.420709 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a4aae056-d65c-4123-a5e1-f0f1c45367bb tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/39a8bd35-4796-4ca9-929f-b5d1d4195baa HTTP/1.1" status: 204 len: 168 time: 0.2920909 May 06 13:19:12.425013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47970) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:12.502381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afa6fda7-69a1-49de-8a4f-0c53861212e7 req-85f46881-b55b-473d-844b-5c4db64440a1 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067002 May 06 13:19:12.539905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-48296f24-c665-48fe-992f-c7eaa9c5b181 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:12.604280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-48296f24-c665-48fe-992f-c7eaa9c5b181 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:12.609210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47984) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:12.612902 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-48296f24-c665-48fe-992f-c7eaa9c5b181 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1611309 May 06 13:19:12.634145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-784edc30-549b-4f4d-bf2c-f37b025159de tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.669311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-784edc30-549b-4f4d-bf2c-f37b025159de tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.740924 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-784edc30-549b-4f4d-bf2c-f37b025159de tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.808778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784edc30-549b-4f4d-bf2c-f37b025159de tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdde6fb3-c950-4c76-9986-7c75c1c31364,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:12.837213 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-784edc30-549b-4f4d-bf2c-f37b025159de tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.847799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 47990) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:12.860555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-784edc30-549b-4f4d-bf2c-f37b025159de tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cdde6fb3-c950-4c76-9986-7c75c1c31364 HTTP/1.1" status: 204 len: 168 time: 0.2713554 May 06 13:19:12.966096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 47998) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:12.967844 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ecc66f4f-d321-4644-82ac-75868f1927fa tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1174276 May 06 13:19:13.040656 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-874bd86e-e94b-411a-81d8-04cf43cad37a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.089872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-874bd86e-e94b-411a-81d8-04cf43cad37a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.162181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-874bd86e-e94b-411a-81d8-04cf43cad37a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.190490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bd86e-e94b-411a-81d8-04cf43cad37a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7481cfa-46dc-448d-954d-17f5fb5cad3d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:13.199584 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-874bd86e-e94b-411a-81d8-04cf43cad37a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.199584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-874bd86e-e94b-411a-81d8-04cf43cad37a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b7481cfa-46dc-448d-954d-17f5fb5cad3d HTTP/1.1" status: 204 len: 168 time: 0.2264597 May 06 13:19:13.199584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48006) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:13.263535 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e38bd28e-2ce9-4b63-b079-9c043320cafc tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:13.324112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e38bd28e-2ce9-4b63-b079-9c043320cafc tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:13.324112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e38bd28e-2ce9-4b63-b079-9c043320cafc tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1173258 May 06 13:19:13.324317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48010) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:13.337309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.376461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e10d729-9cd4-4a38-b958-306102093fc2 req-b9ede651-96f1-4b4d-888e-609a7b4b9b9a tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1097 time: 0.1161935 May 06 13:19:13.468424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e10d729-9cd4-4a38-b958-306102093fc2 req-eada8b35-b307-423c-8933-8beb124c1ad8 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811343 May 06 13:19:13.501217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0313fed9-91d6-4800-9141-b58fb69c5356 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.554987 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0313fed9-91d6-4800-9141-b58fb69c5356 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.635692 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0313fed9-91d6-4800-9141-b58fb69c5356 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.659468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313fed9-91d6-4800-9141-b58fb69c5356 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaddcdb3-3f2b-4b02-9299-a183e979ce32,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:13.712741 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0313fed9-91d6-4800-9141-b58fb69c5356 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.712741 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0313fed9-91d6-4800-9141-b58fb69c5356 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/aaddcdb3-3f2b-4b02-9299-a183e979ce32 HTTP/1.1" status: 204 len: 168 time: 0.3860221 May 06 13:19:13.714964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48016) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:13.814186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-50970874-131e-4560-98f6-59c69b6909f5 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:13.841486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-50970874-131e-4560-98f6-59c69b6909f5 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:13.843757 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-50970874-131e-4560-98f6-59c69b6909f5 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1270256 May 06 13:19:13.850924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48022) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:13.857737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-secgroup--545543344'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:13.887644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:13.896502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:13.917382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.007824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:14.016569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:14.025503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:14.044724 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:14.187756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.205886 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.307656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9acd52-307c-4917-9d5c-aa61621f3be9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:14.340732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.340732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7abbf279-96c5-476b-89c6-968c16950772 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4842255 May 06 13:19:14.347243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48032) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:14.359998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': '1d9acd52-307c-4917-9d5c-aa61621f3be9', 'direction': 'ingress', 'protocol': 17}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:14.374025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:14.383533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:14.389852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:14.413352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:14.446763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.583342 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.589022 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.658418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984a4d23-8a26-40d9-b0be-43ebf80310f5,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:14.678655 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.681896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e69a03c3-a27d-487a-9e5e-1d1af9b3576a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3381455 May 06 13:19:14.683863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48044) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:14.777512 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c76ab10a-7512-4c67-b12f-160884222235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.781988 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28722a03-bcdf-4fa7-b52b-b690a91d4650 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.836515 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28722a03-bcdf-4fa7-b52b-b690a91d4650 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.955846 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28722a03-bcdf-4fa7-b52b-b690a91d4650 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:14.982254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28722a03-bcdf-4fa7-b52b-b690a91d4650 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9acd52-307c-4917-9d5c-aa61621f3be9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:15.023526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc19d898-dcbb-4358-baf6-1cb1ab0a0e93 req-824056bd-608f-40e7-a415-f88dcbc4b740 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1097 time: 0.2682381 May 06 13:19:15.060304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-28722a03-bcdf-4fa7-b52b-b690a91d4650 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:15.062664 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-28722a03-bcdf-4fa7-b52b-b690a91d4650 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d9acd52-307c-4917-9d5c-aa61621f3be9 HTTP/1.1" status: 204 len: 168 time: 0.3763008 May 06 13:19:15.064725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48050) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:15.087526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-fbebbe55-6d2b-4dac-99e9-6221834e0e3d tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 1097 time: 0.2803543 May 06 13:19:15.156998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c7f30643-fd06-4c39-ad8d-0f888a6e1700 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:15.158206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc19d898-dcbb-4358-baf6-1cb1ab0a0e93 req-640c11c8-17ec-4ad3-b9a6-602fca6947b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433713 May 06 13:19:15.188031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c7f30643-fd06-4c39-ad8d-0f888a6e1700 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:15.195927 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c7f30643-fd06-4c39-ad8d-0f888a6e1700 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1262608 May 06 13:19:15.204389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48056) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:15.222009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-secgroup--199995730'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:15.232480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:15.240033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Deleting port 69505dc8-57db-4827-8245-3d953a06143c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:15.240033 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:15.254101 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:15.307349 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:15.416255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:15.422179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:15.428601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:15.459886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:15.612922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:15.674991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:15.682668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:15.743186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e478d44-c5b2-4887-9625-8a20aad581dc,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:15.802398 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:15.802786 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f0d84ed1-3d9f-4fe6-b0b4-4f0e60015197 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6019280 May 06 13:19:15.805913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48064) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:15.812536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-secgroup--623639559'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:15.819998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:15.838922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:15.844939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:15.886774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] For port 69505dc8-57db-4827-8245-3d953a06143c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=69505dc8-57db-4827-8245-3d953a06143c,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:15.886774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:15.890111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:15.911608 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.005625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:16.018686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:16.018686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:16.054856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:16.081975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Calling delete_port for 69505dc8-57db-4827-8245-3d953a06143c owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:16.193158 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.254784 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.276324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.400544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.403865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf17214-ceab-4f63-99a2-29618782df13,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:16.409940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.412094 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cc95928d-afc7-47ef-8822-b9f8f7b52ed3 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6046836 May 06 13:19:16.416940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48076) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:16.424472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['69505dc8-57db-4827-8245-3d953a06143c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:19:16.435952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': '7e478d44-c5b2-4887-9625-8a20aad581dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bcf17214-ceab-4f63-99a2-29618782df13', 'remote_ip_prefix': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:16.444556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:16.450029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:16.454139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:16.465121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:16.489643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['ee29c6ad-ec2f-4912-962e-3801bc76dfd4'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:19:16.510339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.581624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Pushing event deleted for resources: {'Port': ['ID=69505dc8-57db-4827-8245-3d953a06143c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:16.714182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.719350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.719350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.719350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.719350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.724979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.747478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.747478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.747478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.747478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.747478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.747478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.747478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:19:16.811667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65186bb-45e7-4544-a2fd-e9c44aa68aa7,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:16.840689 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.863219 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-70d4d28f-9702-4057-bd3b-eecfd8331a6c tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4224591 May 06 13:19:16.863219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48086) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:16.886277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] No DVR routers for this DVR port 69505dc8-57db-4827-8245-3d953a06143c on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:19:16.919939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5348a74c-ec64-4e1c-bb24-f3ce62c7e490 req-50624885-f5d1-41f9-b73c-8c917445923a tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b4e8686d-f53c-4459-b5db-7a0b3389caa6 HTTP/1.1" status: 200 len: 210 time: 0.1048367 May 06 13:19:16.919939 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.919939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e8686d-f53c-4459-b5db-7a0b3389caa6', 'name': 'network-vif-deleted', 'tag': '69505dc8-57db-4827-8245-3d953a06143c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:19:16.967186 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c490e42-f9e8-46d6-9d10-07ae7d0092a8 req-f4627c4f-a038-4e96-8c42-034afe67b9b6 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.48 "DELETE /v2.0/ports/69505dc8-57db-4827-8245-3d953a06143c HTTP/1.1" status: 204 len: 173 time: 1.8619065 May 06 13:19:17.015352 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2db3231-8f6b-4331-9c44-c3c06409abd7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.028409 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b1f7a7-4e25-4a23-b1ce-9de2ccaa14b6'] response: {'server_uuid': 'b4e8686d-f53c-4459-b5db-7a0b3389caa6', 'name': 'network-vif-deleted', 'tag': '69505dc8-57db-4827-8245-3d953a06143c', 'status': 'completed', 'code': 200} May 06 13:19:17.044916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2db3231-8f6b-4331-9c44-c3c06409abd7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.106305 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2db3231-8f6b-4331-9c44-c3c06409abd7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.155666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f2db3231-8f6b-4331-9c44-c3c06409abd7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.157717 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f2db3231-8f6b-4331-9c44-c3c06409abd7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d65186bb-45e7-4544-a2fd-e9c44aa68aa7 HTTP/1.1" status: 204 len: 168 time: 0.3021812 May 06 13:19:17.159397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db3231-8f6b-4331-9c44-c3c06409abd7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d65186bb-45e7-4544-a2fd-e9c44aa68aa7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:17.160838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48094) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:17.252146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6a959d86-6d85-45bc-80e7-46c709ef5dbb tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:17.281686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6a959d86-6d85-45bc-80e7-46c709ef5dbb tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:17.289637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6a959d86-6d85-45bc-80e7-46c709ef5dbb tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1203806 May 06 13:19:17.291809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48098) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:17.530947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ceba-c237-4179-897d-747a7b3eb574 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.615628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ceba-c237-4179-897d-747a7b3eb574 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.664960 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.762962 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ceba-c237-4179-897d-747a7b3eb574 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.826075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2ceba-c237-4179-897d-747a7b3eb574 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf17214-ceab-4f63-99a2-29618782df13,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:17.871105 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f3b2ceba-c237-4179-897d-747a7b3eb574 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.877168 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f3b2ceba-c237-4179-897d-747a7b3eb574 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/bcf17214-ceab-4f63-99a2-29618782df13 HTTP/1.1" status: 204 len: 168 time: 0.5857797 May 06 13:19:17.878328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48108) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:18.046916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b3333f4b-ac53-4a6f-9ed8-590721862af5 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:18.083547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b3333f4b-ac53-4a6f-9ed8-590721862af5 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:18.083547 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b3333f4b-ac53-4a6f-9ed8-590721862af5 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2008464 May 06 13:19:18.093585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48116) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:18.244494 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ced4b45c-9a76-4327-add8-248438b80210 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:18.306102 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ced4b45c-9a76-4327-add8-248438b80210 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:18.415798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ced4b45c-9a76-4327-add8-248438b80210 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:18.449330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4b45c-9a76-4327-add8-248438b80210 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e478d44-c5b2-4887-9625-8a20aad581dc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:18.504645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ced4b45c-9a76-4327-add8-248438b80210 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:18.513214 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ced4b45c-9a76-4327-add8-248438b80210 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/7e478d44-c5b2-4887-9625-8a20aad581dc HTTP/1.1" status: 204 len: 168 time: 0.4185779 May 06 13:19:18.513378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:18.582169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 69505dc8-57db-4827-8245-3d953a06143c no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:19:18.668419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56836bf3-883f-421a-adf1-5587ec5497a4 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:18.695745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 69505dc8-57db-4827-8245-3d953a06143c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:19:18.695745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 69505dc8-57db-4827-8245-3d953a06143c not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:19:18.701424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-56836bf3-883f-421a-adf1-5587ec5497a4 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:18.701424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-56836bf3-883f-421a-adf1-5587ec5497a4 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1843243 May 06 13:19:18.710201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48138) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:18.717858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336157196'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:18.744869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:18.769724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:18.791473 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:18.882633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:18.889350 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:18.893825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:18.905987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:19.338636 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:19.350674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:19.434400 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:19.434400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7285080 May 06 13:19:19.442407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48148) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:19.472556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': '24b03ea6-5ead-43ec-8a42-56664baaae21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:19.519025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:19.530737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-04e78983-d973-4320-98f5-4422ea82ac3d req-2559d895-2d12-41dd-8333-c8687184c256 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Synchronizing usage tracker for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:19.539883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:19.544001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:19.555069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676ad4a-175a-4c9b-b30d-83571803f802 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b03ea6-5ead-43ec-8a42-56664baaae21,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:19.560047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:19.593508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-04e78983-d973-4320-98f5-4422ea82ac3d req-2559d895-2d12-41dd-8333-c8687184c256 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Unset dirty status for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:19.594673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04e78983-d973-4320-98f5-4422ea82ac3d req-2559d895-2d12-41dd-8333-c8687184c256 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.6295872 May 06 13:19:19.600272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:19.762365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04e78983-d973-4320-98f5-4422ea82ac3d req-0aa8442d-983b-4439-8f44-d3cda0387f80 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406894 May 06 13:19:19.808559 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:19:19.852597 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:19.858901 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:19.903415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bed50e3-4a9d-4b66-a8bf-c060f2851793,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:19.930833 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:19.935306 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5ab0c976-5d3a-42bd-8ef8-9e41688b430d tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4871066 May 06 13:19:19.936860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48160) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:19.990341 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1719c578-8b67-4cf4-9edc-ac98e7c64549 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:20.012600 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1719c578-8b67-4cf4-9edc-ac98e7c64549 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:20.098189 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1719c578-8b67-4cf4-9edc-ac98e7c64549 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:20.138569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719c578-8b67-4cf4-9edc-ac98e7c64549 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bed50e3-4a9d-4b66-a8bf-c060f2851793,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:20.151895 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1719c578-8b67-4cf4-9edc-ac98e7c64549 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:20.151895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1719c578-8b67-4cf4-9edc-ac98e7c64549 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/2bed50e3-4a9d-4b66-a8bf-c060f2851793 HTTP/1.1" status: 204 len: 168 time: 0.2060113 May 06 13:19:20.151895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48166) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:20.263849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-536bbfec-b3a5-44ba-aa8a-6bdda1933fcc tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:20.303392 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-536bbfec-b3a5-44ba-aa8a-6bdda1933fcc tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:20.307864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-536bbfec-b3a5-44ba-aa8a-6bdda1933fcc tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1518266 May 06 13:19:20.308347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48170) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:20.400318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-b250782c-4f6c-4d85-b42c-7242baa2340b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Synchronizing usage tracker for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:20.456644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-b250782c-4f6c-4d85-b42c-7242baa2340b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Unset dirty status for tenant:d40f4f5f8a994c1e8a89ed65459a4c3a on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:20.458835 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-b250782c-4f6c-4d85-b42c-7242baa2340b tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.2988172 May 06 13:19:20.475112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ec00774-d6ad-4786-8568-e464270ca29b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:20.537317 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ec00774-d6ad-4786-8568-e464270ca29b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:20.570678 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Deleting port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:20.570678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:20.667535 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ec00774-d6ad-4786-8568-e464270ca29b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:20.708608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec00774-d6ad-4786-8568-e464270ca29b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b03ea6-5ead-43ec-8a42-56664baaae21,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:20.734897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7ec00774-d6ad-4786-8568-e464270ca29b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:20.738880 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7ec00774-d6ad-4786-8568-e464270ca29b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/24b03ea6-5ead-43ec-8a42-56664baaae21 HTTP/1.1" status: 204 len: 168 time: 0.4269397 May 06 13:19:20.742559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48182) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:20.840391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e3826e78-b2d3-46c2-8acc-05f562974663 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:20.885703 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e3826e78-b2d3-46c2-8acc-05f562974663 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:20.889725 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e3826e78-b2d3-46c2-8acc-05f562974663 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1454556 May 06 13:19:20.895074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48192) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:20.911053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-secgroup--899894356'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:20.937979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:20.977996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:21.002167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:21.148833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] For port ee29c6ad-ec2f-4912-962e-3801bc76dfd4, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:21.149432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:21.161141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:21.176081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:21.180252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:21.195343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:21.236067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89c2db56-420f-454c-a0a5-187a206591a3 req-4ac17364-49c3-4dff-9a15-639d878259cd tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 1097 time: 0.1971529 May 06 13:19:21.378856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Calling delete_port for ee29c6ad-ec2f-4912-962e-3801bc76dfd4 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:21.403371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89c2db56-420f-454c-a0a5-187a206591a3 req-772be2a7-d539-47ea-9546-54b83feeab8e tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466005 May 06 13:19:21.520400 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:21.526940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:21.627571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8489413b-0324-4b44-8a13-4817e8e48c0c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:21.633362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:21.641251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a1899f70-5f02-4c0d-9e84-efef4e5e95a0 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7437737 May 06 13:19:21.642941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48200) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:21.653554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': '8489413b-0324-4b44-8a13-4817e8e48c0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:21.663162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:21.674494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:21.683510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:21.714232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:21.741089 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:21.861452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:21.947632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee29c6ad-ec2f-4912-962e-3801bc76dfd4,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:22.183963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] No DVR routers for this DVR port ee29c6ad-ec2f-4912-962e-3801bc76dfd4 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:19:22.183963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:22.192915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4002c3f1-ac11-4c31-9087-814211593a45', 'name': 'network-vif-deleted', 'tag': 'ee29c6ad-ec2f-4912-962e-3801bc76dfd4'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:19:22.240503 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:22.246452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:22.270922 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a4dd0b97-2740-47ae-9bde-bf0304bcbeaa req-8dbedbda-6db9-4486-b12c-ac3976c205a2 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ee29c6ad-ec2f-4912-962e-3801bc76dfd4 HTTP/1.1" status: 204 len: 173 time: 1.8062673 May 06 13:19:22.314345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af7cdce-ed86-4622-8aec-fc7129970ce3,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:22.332984 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:22.335025 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ed7f5e88-99ef-44cc-ad2d-e0f3721f1891 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6902738 May 06 13:19:22.338625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48214) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:22.359094 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103c0d45-8cc5-43b0-a72f-f992b7fd7205'] response: {'server_uuid': '4002c3f1-ac11-4c31-9087-814211593a45', 'name': 'network-vif-deleted', 'tag': 'ee29c6ad-ec2f-4912-962e-3801bc76dfd4', 'status': 'completed', 'code': 200} May 06 13:19:22.393151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f58e2864-3abf-405a-a416-95e6767af804 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules/7af7cdce-ed86-4622-8aec-fc7129970ce3 HTTP/1.1" status: 200 len: 705 time: 0.0526657 May 06 13:19:22.395739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48220) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:22.574093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b9d27646-9ac2-409a-b56c-2b8718021f6b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:22.614903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b9d27646-9ac2-409a-b56c-2b8718021f6b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:22.614903 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b9d27646-9ac2-409a-b56c-2b8718021f6b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2161677 May 06 13:19:22.628708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48230) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:22.676427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b3bb76f1-9dbc-4636-b4c0-3698145c7ba4 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:22.692284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b3bb76f1-9dbc-4636-b4c0-3698145c7ba4 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:22.732437 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b3bb76f1-9dbc-4636-b4c0-3698145c7ba4 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:22.815791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb76f1-9dbc-4636-b4c0-3698145c7ba4 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7af7cdce-ed86-4622-8aec-fc7129970ce3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:22.826644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b3bb76f1-9dbc-4636-b4c0-3698145c7ba4 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:22.832812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48236) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:22.833974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b3bb76f1-9dbc-4636-b4c0-3698145c7ba4 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7af7cdce-ed86-4622-8aec-fc7129970ce3 HTTP/1.1" status: 204 len: 168 time: 0.2097564 May 06 13:19:22.943453 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-daf9c10c-1d86-402e-ad91-896b402fdbc5 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1073220 May 06 13:19:22.955027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48242) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:22.965211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': '8489413b-0324-4b44-8a13-4817e8e48c0c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:22.977438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:22.991076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:22.993989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a414150-8e30-4c2e-b326-2900cd2253d6 req-bdacd907-befd-4884-ae12-81cbbd42a386 tempest-TestServerMultinode-1810702586 tempest-TestServerMultinode-1810702586-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4002c3f1-ac11-4c31-9087-814211593a45 HTTP/1.1" status: 200 len: 210 time: 0.0861671 May 06 13:19:23.000393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:23.014256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:23.082978 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:23.187763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:23.193479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:23.239528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce9dc2a-df8d-4fac-bcfc-2b8ae959ffd7,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:23.259851 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:23.259851 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b2927d3b-38fa-4098-a360-87e2f5cbc734 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3003497 May 06 13:19:23.275115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48248) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:23.352824 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48254) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:23.353680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-81dfa726-eaee-4300-945f-599bdb7f3204 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules/5ce9dc2a-df8d-4fac-bcfc-2b8ae959ffd7 HTTP/1.1" status: 200 len: 705 time: 0.0766766 May 06 13:19:23.416317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ee29c6ad-ec2f-4912-962e-3801bc76dfd4 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:19:23.454637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-589f4a35-2b4b-4748-8bf6-a61f5f9db18a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:23.484238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: ee29c6ad-ec2f-4912-962e-3801bc76dfd4 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:19:23.484238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device ee29c6ad-ec2f-4912-962e-3801bc76dfd4 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:19:23.505560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-589f4a35-2b4b-4748-8bf6-a61f5f9db18a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:23.505560 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-589f4a35-2b4b-4748-8bf6-a61f5f9db18a tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1436312 May 06 13:19:23.510311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48258) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:23.595713 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58e237df-d3f2-4f13-953a-8f6d723bb579 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:23.622843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58e237df-d3f2-4f13-953a-8f6d723bb579 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:23.704544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58e237df-d3f2-4f13-953a-8f6d723bb579 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:23.757075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e237df-d3f2-4f13-953a-8f6d723bb579 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ce9dc2a-df8d-4fac-bcfc-2b8ae959ffd7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:23.766367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58e237df-d3f2-4f13-953a-8f6d723bb579 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:23.772226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-58e237df-d3f2-4f13-953a-8f6d723bb579 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5ce9dc2a-df8d-4fac-bcfc-2b8ae959ffd7 HTTP/1.1" status: 204 len: 168 time: 0.2644315 May 06 13:19:23.772803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48264) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:23.869264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-58da33ed-4f8c-4107-aec4-54bb25373251 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:23.919046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-58da33ed-4f8c-4107-aec4-54bb25373251 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:23.925653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48270) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:23.932507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-58da33ed-4f8c-4107-aec4-54bb25373251 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1425073 May 06 13:19:23.950421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': '8489413b-0324-4b44-8a13-4817e8e48c0c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:23.990513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:24.044334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:24.060696 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Project 1a8e0a20449544129acb05ffa48a1b5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:19:24.102637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:24.203208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48280) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:24.243845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:24.243845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:24.358449 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4b88e4-8b0a-47f7-a287-db569bf6500d,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:24.406139 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:24.406139 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b034f2e7-8698-422d-ab96-2ebb225d8a22 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4767232 May 06 13:19:24.406139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48284) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:24.463164 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ec73a777-2173-43fa-bbd8-50460b75d976 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules/0f4b88e4-8b0a-47f7-a287-db569bf6500d HTTP/1.1" status: 200 len: 711 time: 0.0504916 May 06 13:19:24.463164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48288) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:24.566026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f2eb25b3-7f3a-4784-a77e-34468c29ad67 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:24.597659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f2eb25b3-7f3a-4784-a77e-34468c29ad67 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:24.606849 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f2eb25b3-7f3a-4784-a77e-34468c29ad67 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1438537 May 06 13:19:24.606988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48298) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:24.674461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dffeb4fc-2de9-40f1-ac9c-fceb4c8b604b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:24.688181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dffeb4fc-2de9-40f1-ac9c-fceb4c8b604b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:24.737193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dffeb4fc-2de9-40f1-ac9c-fceb4c8b604b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:24.767819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffeb4fc-2de9-40f1-ac9c-fceb4c8b604b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f4b88e4-8b0a-47f7-a287-db569bf6500d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:24.785225 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dffeb4fc-2de9-40f1-ac9c-fceb4c8b604b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:24.785225 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dffeb4fc-2de9-40f1-ac9c-fceb4c8b604b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0f4b88e4-8b0a-47f7-a287-db569bf6500d HTTP/1.1" status: 204 len: 168 time: 0.1736748 May 06 13:19:24.794722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48302) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:24.851895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-97c35038-c9e8-4c9c-9ab3-c78391713f8b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:24.883718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-97c35038-c9e8-4c9c-9ab3-c78391713f8b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:24.883718 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-97c35038-c9e8-4c9c-9ab3-c78391713f8b tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0944397 May 06 13:19:24.893716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48306) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:25.059057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:25.072612 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4c876589-55c4-4d19-bcc5-802f0d65f1ec tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:25.125074 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4c876589-55c4-4d19-bcc5-802f0d65f1ec tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:25.233652 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4c876589-55c4-4d19-bcc5-802f0d65f1ec tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:25.386068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c876589-55c4-4d19-bcc5-802f0d65f1ec tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8489413b-0324-4b44-8a13-4817e8e48c0c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:25.386068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4c876589-55c4-4d19-bcc5-802f0d65f1ec tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:25.404949 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4c876589-55c4-4d19-bcc5-802f0d65f1ec tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/8489413b-0324-4b44-8a13-4817e8e48c0c HTTP/1.1" status: 204 len: 168 time: 0.4991136 May 06 13:19:25.410270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48316) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:25.485329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f338e65-8b68-492b-811f-f8d0be9bf088 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:25.529504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f338e65-8b68-492b-811f-f8d0be9bf088 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:25.530893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5f338e65-8b68-492b-811f-f8d0be9bf088 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1308866 May 06 13:19:25.538107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48322) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:25.554026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582376566'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:25.572770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:25.604109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:25.628282 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:25.722697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:25.722697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:25.730255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:25.750850 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:25.855906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:25.863819 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:25.984001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598f36a6-5caf-4fea-8667-d63b330fb74e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:26.004487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.015900 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-67f32990-ecd1-44cb-9274-91383973809f tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4711549 May 06 13:19:26.015900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48334) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:26.036049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Request body: {'security_group_rule': {'security_group_id': '598f36a6-5caf-4fea-8667-d63b330fb74e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:26.045958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:26.063977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Usage tracker for resource:security_group_rule and tenant:1a8e0a20449544129acb05ffa48a1b5d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:26.063977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:26.087104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:26.132738 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.270208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.278512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.354122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45e43d6-1da3-4a86-b142-b68ad0dfa6e4,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:26.384630 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.390089 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-358c379e-71e9-4e0e-a0b6-ece91858fef7 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3724170 May 06 13:19:26.390731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48346) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:26.569739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18b31bf0-3a63-4ad6-bf43-f9aad8b5b605 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.611802 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18b31bf0-3a63-4ad6-bf43-f9aad8b5b605 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.716528 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18b31bf0-3a63-4ad6-bf43-f9aad8b5b605 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.751969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b31bf0-3a63-4ad6-bf43-f9aad8b5b605 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598f36a6-5caf-4fea-8667-d63b330fb74e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:26.755452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Deleting port aa3f8875-8045-43f2-b39e-0348476a680b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:26.756664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.777891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18b31bf0-3a63-4ad6-bf43-f9aad8b5b605 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:26.782282 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-18b31bf0-3a63-4ad6-bf43-f9aad8b5b605 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/598f36a6-5caf-4fea-8667-d63b330fb74e HTTP/1.1" status: 204 len: 168 time: 0.3899009 May 06 13:19:26.786075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48352) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:26.897494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-499c8063-2148-4526-b184-26b2299ad4e2 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:26.929280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-499c8063-2148-4526-b184-26b2299ad4e2 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:26.929280 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-499c8063-2148-4526-b184-26b2299ad4e2 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1364408 May 06 13:19:26.938911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48356) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:27.093114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ab6ee47a-3fd2-46ca-b17c-d7bc0ed6f3bd tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Synchronizing usage tracker for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:27.152088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ab6ee47a-3fd2-46ca-b17c-d7bc0ed6f3bd tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] Unset dirty status for tenant:1a8e0a20449544129acb05ffa48a1b5d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:27.160866 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ab6ee47a-3fd2-46ca-b17c-d7bc0ed6f3bd tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2289214 May 06 13:19:27.164699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48362) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:27.217745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] For port aa3f8875-8045-43f2-b39e-0348476a680b, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aa3f8875-8045-43f2-b39e-0348476a680b,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:27.218640 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:27.221252 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-0fc708b5-44ca-4869-ae2a-3918961b29bf tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] delete failed (client error): The resource could not be found. May 06 13:19:27.223171 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0fc708b5-44ca-4869-ae2a-3918961b29bf tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "DELETE /v2.0/security-groups/598f36a6-5caf-4fea-8667-d63b330fb74e HTTP/1.1" status: 404 len: 347 time: 0.0565283 May 06 13:19:27.230129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48368) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:27.440374 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9b32e55b-2c0d-49a0-82a2-177d46967083 tempest-SecGroupIPv6Test-1301902206 tempest-SecGroupIPv6Test-1301902206-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1896491 May 06 13:19:27.646027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Calling delete_port for aa3f8875-8045-43f2-b39e-0348476a680b owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:28.129727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:28.215872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3f8875-8045-43f2-b39e-0348476a680b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:28.323162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48388) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:28.877399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c5963a83-06a4-4a4c-a124-73bae19b5cc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a8e0a20449544129acb05ffa48a1b5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5489841 May 06 13:19:28.882118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48398) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:28.968316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:28.989022 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-303769e9-8018-4c78-abd1-43ce5cb5d273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:29.040182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-303769e9-8018-4c78-abd1-43ce5cb5d273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:29.188496 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-303769e9-8018-4c78-abd1-43ce5cb5d273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:29.254122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303769e9-8018-4c78-abd1-43ce5cb5d273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec776051-0ee3-4d1e-8a1e-85da682affa0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:29.281537 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-303769e9-8018-4c78-abd1-43ce5cb5d273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:29.298920 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-303769e9-8018-4c78-abd1-43ce5cb5d273 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec776051-0ee3-4d1e-8a1e-85da682affa0 HTTP/1.1" status: 204 len: 168 time: 0.3980839 May 06 13:19:30.363825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:19:30.835178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:19:30.859591 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] Sync routers for ids ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:19:30.862889 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7e43e262-ad5e-4c94-a44d-fc992d477ed7 admin admin] 10.222.0.44 "PUT /v2.0/routers/917a66b9-4d4e-465a-9bc9-bc5e793a72c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6505258 May 06 13:19:30.865997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48440) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:30.887806 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] Routers {'917a66b9-4d4e-465a-9bc9-bc5e793a72c9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:19:30.887806 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:19:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:31.294863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:31.362300 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] Set router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:19:31.417116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48448) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:31.815027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:31.844108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Deleting port 93760985-81a1-4dfc-a023-5d3201b72189 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:31.844577 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:32.014379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-secgroup--992965122'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:32.025054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:32.045804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:32.055396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:32.068902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:32.100307 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:32.136000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:32.253027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:32.262981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:32.276175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:32.301232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:32.307933 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '93760985-81a1-4dfc-a023-5d3201b72189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:19:27Z', 'revision_number': 5, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'gw_port': {'id': '93760985-81a1-4dfc-a023-5d3201b72189', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:47Z', 'updated_at': '2022-05-06T13:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:32.322496 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] Checking router: 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:19:32.366957 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] Routers {'917a66b9-4d4e-465a-9bc9-bc5e793a72c9'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:19:32.368009 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:19:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:32.448446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] For port 93760985-81a1-4dfc-a023-5d3201b72189, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=93760985-81a1-4dfc-a023-5d3201b72189,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:32.448446 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:32.571234 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:32.592472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:32.665059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:32.665059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906bae6f-fd0d-4c08-a3f0-0e571cce7752,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:32.678831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:32.680330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:32.695611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:32.889945 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] Set router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:19:32.890290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:32.899264 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:32.909737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Calling delete_port for 93760985-81a1-4dfc-a023-5d3201b72189 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:33.020166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea27b1-c02f-49ea-9742-a6a95a1a4e7a,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:33.020166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:33.020166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ee34875a-8589-41fb-a0f0-43e4e34ad081 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5981286 May 06 13:19:33.020166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48474) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:33.153182 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:19:31Z', 'revision_number': 6, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:33.167931 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117bc1b5-0748-4a97-863f-748fc6f0059e None None] The sync data for ids ['917a66b9-4d4e-465a-9bc9-bc5e793a72c9'] in n-d-840847-1 is: [{'id': '917a66b9-4d4e-465a-9bc9-bc5e793a72c9', 'name': 'tempest-TestServerMultinode-1213227128-router', 'tenant_id': '66b5b3b6202c4056a5dba62d81a601b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:19:31Z', 'revision_number': 6, 'project_id': '66b5b3b6202c4056a5dba62d81a601b0', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:19:33.213106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f3ddd9e2-145e-4318-a11a-976e865829b1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:33.239463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f3ddd9e2-145e-4318-a11a-976e865829b1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:33.239463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f3ddd9e2-145e-4318-a11a-976e865829b1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2148588 May 06 13:19:33.257828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48478) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:33.286885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9f8d2c7f-8f7d-4132-b1d7-ed3a7bd6fcbe tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-security--1480331925', 'description': 'tempest-security-description-853005107'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:33.323691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aa3f8875-8045-43f2-b39e-0348476a680b no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:19:33.335310 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:33.394851 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2c7f-8f7d-4132-b1d7-ed3a7bd6fcbe tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:33.442673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=93760985-81a1-4dfc-a023-5d3201b72189,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:33.485167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: aa3f8875-8045-43f2-b39e-0348476a680b {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:19:33.485629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aa3f8875-8045-43f2-b39e-0348476a680b not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:19:33.510073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2c7f-8f7d-4132-b1d7-ed3a7bd6fcbe tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:33.551303 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2c7f-8f7d-4132-b1d7-ed3a7bd6fcbe tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:33.556106 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2c7f-8f7d-4132-b1d7-ed3a7bd6fcbe tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:33.563237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9f8d2c7f-8f7d-4132-b1d7-ed3a7bd6fcbe tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "PUT /v2.0/security-groups/6eea27b1-c02f-49ea-9742-a6a95a1a4e7a HTTP/1.1" status: 200 len: 1611 time: 0.3154080 May 06 13:19:33.563237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48484) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:33.607849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d2c7f-8f7d-4132-b1d7-ed3a7bd6fcbe tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea27b1-c02f-49ea-9742-a6a95a1a4e7a,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:33.696878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48488) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:33.703296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-28798964-6b92-497c-b3c0-7198d02f0241 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups/6eea27b1-c02f-49ea-9742-a6a95a1a4e7a HTTP/1.1" status: 200 len: 1611 time: 0.0894506 May 06 13:19:34.017871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-021450ef-f2c7-4af6-a91d-00bb949d847f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.017871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.245477 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-021450ef-f2c7-4af6-a91d-00bb949d847f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.556923 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.563187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.589996 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-021450ef-f2c7-4af6-a91d-00bb949d847f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.618047 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.618563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917a66b9-4d4e-465a-9bc9-bc5e793a72c9 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:19:34.621535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021450ef-f2c7-4af6-a91d-00bb949d847f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea27b1-c02f-49ea-9742-a6a95a1a4e7a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:34.674524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.676833 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aa5a60b3-0e5f-4478-8ab8-72875ed43a25 admin admin] 10.222.0.44 "DELETE /v2.0/routers/917a66b9-4d4e-465a-9bc9-bc5e793a72c9 HTTP/1.1" status: 204 len: 168 time: 3.8153086 May 06 13:19:34.679082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-021450ef-f2c7-4af6-a91d-00bb949d847f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.681151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48510) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:34.683638 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-021450ef-f2c7-4af6-a91d-00bb949d847f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/6eea27b1-c02f-49ea-9742-a6a95a1a4e7a HTTP/1.1" status: 204 len: 168 time: 0.9948533 May 06 13:19:34.691744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48514) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:34.831530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-635f2c78-1b01-451d-b3be-799a4ea7067d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:34.859966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-babc6a0f-a371-42b9-852e-c4d48b481527 admin admin] Deleting subnet 31cf1a4f-a688-46c0-942f-20f599d02a68 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:19:34.859966 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babc6a0f-a371-42b9-852e-c4d48b481527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.876990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-635f2c78-1b01-451d-b3be-799a4ea7067d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:34.876990 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-635f2c78-1b01-451d-b3be-799a4ea7067d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1789062 May 06 13:19:34.876990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48518) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:34.917264 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-85f5eb1c-9ced-4fcd-a775-91c26eeb3f2b tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] delete failed (client error): The resource could not be found. May 06 13:19:34.917264 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-85f5eb1c-9ced-4fcd-a775-91c26eeb3f2b tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/6eea27b1-c02f-49ea-9742-a6a95a1a4e7a HTTP/1.1" status: 404 len: 347 time: 0.0367911 May 06 13:19:34.924655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48522) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:34.934562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-secgroup--72818241'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:34.941544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:34.972541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babc6a0f-a371-42b9-852e-c4d48b481527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:34.974367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:35.001805 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.095728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:35.103726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:35.110017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:35.122930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:35.150233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babc6a0f-a371-42b9-852e-c4d48b481527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.335593 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.345296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.379631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babc6a0f-a371-42b9-852e-c4d48b481527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.479734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 93760985-81a1-4dfc-a023-5d3201b72189 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:19:35.480792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb8a49-4938-4f65-90f2-efc37664b9f0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:35.494746 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.501888 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cf42c370-e9c5-42b3-b238-9c1ff20308db tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5789518 May 06 13:19:35.504043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc6a0f-a371-42b9-852e-c4d48b481527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31cf1a4f-a688-46c0-942f-20f599d02a68,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:35.504956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48532) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:35.517073 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-babc6a0f-a371-42b9-852e-c4d48b481527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.522626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': '7dcb8a49-4938-4f65-90f2-efc37664b9f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:35.529708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-babc6a0f-a371-42b9-852e-c4d48b481527 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31cf1a4f-a688-46c0-942f-20f599d02a68 HTTP/1.1" status: 204 len: 168 time: 0.8463755 May 06 13:19:35.532633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48538) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:35.544753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:35.550177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:35.554000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:35.561956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:35.599022 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.623440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db21a5f-3281-4c11-9978-1956239bb7c0 None None] Network c402a3a4-4ec5-48bc-a4b4-4417f938f472 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:19:35.779261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 93760985-81a1-4dfc-a023-5d3201b72189 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:19:35.779261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 93760985-81a1-4dfc-a023-5d3201b72189 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:19:35.787165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.787165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.825216 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.855260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedce36f-5ad7-486f-b5d6-9944ec21f25a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:35.861633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Deleting port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:35.861633 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.892964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:35.904345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7e5d11a5-3152-4f70-b1cf-9c4bc45fb5ed tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3888104 May 06 13:19:35.904345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48546) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:36.006881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ecba-e6f2-4d50-9289-dd49b4426a02 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.034390 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ecba-e6f2-4d50-9289-dd49b4426a02 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.133666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ecba-e6f2-4d50-9289-dd49b4426a02 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.194150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9ecba-e6f2-4d50-9289-dd49b4426a02 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cedce36f-5ad7-486f-b5d6-9944ec21f25a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:36.214894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ad9ecba-e6f2-4d50-9289-dd49b4426a02 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.248008 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5ad9ecba-e6f2-4d50-9289-dd49b4426a02 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cedce36f-5ad7-486f-b5d6-9944ec21f25a HTTP/1.1" status: 204 len: 168 time: 0.3423495 May 06 13:19:36.248008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48556) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:36.279236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] DHCP port deletion for c402a3a4-4ec5-48bc-a4b4-4417f938f472 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:19:36.316501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] Deleting port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:36.316501 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.448414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-87dd80f2-a57a-430d-a58e-d28d04fa0198 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:36.530335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-87dd80f2-a57a-430d-a58e-d28d04fa0198 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:36.532544 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-87dd80f2-a57a-430d-a58e-d28d04fa0198 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2871571 May 06 13:19:36.535737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48566) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:36.567163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] For port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db5d1eb6-95c3-4349-ade9-76b3ca1e0c29,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:36.567938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.708793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd121b39-3f95-4c4b-93fb-cdc56738a398 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.770344 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd121b39-3f95-4c4b-93fb-cdc56738a398 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.816031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Calling delete_port for db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:36.908740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] For port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db5d1eb6-95c3-4349-ade9-76b3ca1e0c29,segment=NetworkSegment(418198a5-920a-4a3a-a270-b8f4b1827b80),segment_id=418198a5-920a-4a3a-a270-b8f4b1827b80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:36.908740 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.966687 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:36.978273 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd121b39-3f95-4c4b-93fb-cdc56738a398 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.010285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd121b39-3f95-4c4b-93fb-cdc56738a398 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb8a49-4938-4f65-90f2-efc37664b9f0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:37.103154 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd121b39-3f95-4c4b-93fb-cdc56738a398 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.112391 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cd121b39-3f95-4c4b-93fb-cdc56738a398 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/7dcb8a49-4938-4f65-90f2-efc37664b9f0 HTTP/1.1" status: 204 len: 168 time: 0.5691397 May 06 13:19:37.113414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48572) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:37.210292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1cebeb9f-c341-419a-9f32-cc572b9e2120 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:37.267747 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] Calling delete_port for db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:37.295900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1cebeb9f-c341-419a-9f32-cc572b9e2120 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:37.309051 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1cebeb9f-c341-419a-9f32-cc572b9e2120 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1879725 May 06 13:19:37.309051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48580) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:37.360560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033980428'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:37.405515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:37.446262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:37.472678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.514827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:19:37.575290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:19:37.575814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:19:37.580814 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:19:37.581728 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:19:37.587909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.593960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=db5d1eb6-95c3-4349-ade9-76b3ca1e0c29,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:37.607080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] No DVR routers for this DVR port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:19:37.622688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:37.630318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:37.634750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:37.654454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:37.788792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.796796 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.800915 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.838059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c402a3a4-4ec5-48bc-a4b4-4417f938f472']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:37.865944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418198a5-920a-4a3a-a270-b8f4b1827b80') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:37.865944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418198a5-920a-4a3a-a270-b8f4b1827b80') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:37.887280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd596f5d-1c5e-4a37-975d-5d76d98869f9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:37.903173 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.906728 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.912761 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4d873741-5225-4efd-bd19-996b73e8a721 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6058962 May 06 13:19:37.913857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48592) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:37.926897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': 'dd596f5d-1c5e-4a37-975d-5d76d98869f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:37.934003 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.942797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:37.950575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:37.951490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:19:37.951908 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:37.955709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:37.969415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: timer() May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:19:37.972180 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:19:38.016574 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.089315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] Deleting port db5d1eb6-95c3-4349-ade9-76b3ca1e0c29 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:38.089315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.175484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.187956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.187956 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.195920 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.246142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-be3c6ce3-abeb-417d-92c2-ff3a95345bfc None None] The port 'db5d1eb6-95c3-4349-ade9-76b3ca1e0c29' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:19:38.265863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55feef9a-8ccb-4124-bf11-3be336cc16fb,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:38.279505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=c402a3a4-4ec5-48bc-a4b4-4417f938f472,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:38.284179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.289452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-23e1dad6-bb54-4c7e-ab6a-8336f1ab6c0e admin admin] 10.222.0.44 "DELETE /v2.0/networks/c402a3a4-4ec5-48bc-a4b4-4417f938f472 HTTP/1.1" status: 204 len: 168 time: 2.7348282 May 06 13:19:38.289452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48598) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:38.296318 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5a2fb641-82d5-48e1-a87b-54b08047427c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3591790 May 06 13:19:38.301389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48602) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:38.301389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': 'dd596f5d-1c5e-4a37-975d-5d76d98869f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:38.437133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:38.522040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:38.534904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:38.553809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:38.700299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.862016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.871057 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.919155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab409fa9-c5f3-45ca-ad14-d81d731bf396,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:38.952109 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:38.965810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-207cd3b5-e948-4e60-8eed-2445c39d352f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6716154 May 06 13:19:38.965810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48614) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:39.038411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': 'dd596f5d-1c5e-4a37-975d-5d76d98869f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:39.065748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:39.161161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:39.169957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:39.187580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:39.227206 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:39.316789 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:39.325069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:39.363583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070a5511-0a77-486b-abc3-e3723f7e4bd0,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:39.399295 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:39.401879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8534fb24-ac7c-4033-b2e0-1f049bb25549 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4355979 May 06 13:19:39.406458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48626) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:39.417124 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:39.427480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': 'dd596f5d-1c5e-4a37-975d-5d76d98869f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:39.438320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:39.444697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:39.448524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:39.480861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:39.531533 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:39.700188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:39.706453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:39.749568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ccf9c2-3ddd-4fc9-a192-ce28d3f2243f,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:39.784049 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:39.790251 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-51be8216-d525-4955-bc4b-f841d3a09bb0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3812737 May 06 13:19:39.791102 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48632) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:39.800999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': 'dd596f5d-1c5e-4a37-975d-5d76d98869f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:39.814396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:39.822375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:39.993493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:40.005677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:40.070367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.208328 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.208328 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.245344 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea650c9-6c92-4e40-906b-768217a3cde5,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:40.294364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.301400 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-74039025-949a-497f-bde3-ca1e54e695bd tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5037310 May 06 13:19:40.303610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48644) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:40.362325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f11e9f-5fc4-4f83-bbc5-892a55d8d397 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.400536 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f11e9f-5fc4-4f83-bbc5-892a55d8d397 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.526403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f11e9f-5fc4-4f83-bbc5-892a55d8d397 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.572280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f11e9f-5fc4-4f83-bbc5-892a55d8d397 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ea650c9-6c92-4e40-906b-768217a3cde5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:40.577551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f11e9f-5fc4-4f83-bbc5-892a55d8d397 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.577551 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-14f11e9f-5fc4-4f83-bbc5-892a55d8d397 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/2ea650c9-6c92-4e40-906b-768217a3cde5 HTTP/1.1" status: 204 len: 168 time: 0.2702546 May 06 13:19:40.581884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48650) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:40.727223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-228a4339-1d82-40bb-9788-480e722f2c75 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:40.766663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-228a4339-1d82-40bb-9788-480e722f2c75 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:40.768256 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-228a4339-1d82-40bb-9788-480e722f2c75 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1880319 May 06 13:19:40.772949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48658) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:40.810181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Deleting port f302a143-6df5-4223-9a26-3090ae94eacd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:40.811117 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.825680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4654fc8-8675-46c9-a825-31ff188ca77d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.844506 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4654fc8-8675-46c9-a825-31ff188ca77d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.977648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4654fc8-8675-46c9-a825-31ff188ca77d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.010371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654fc8-8675-46c9-a825-31ff188ca77d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7ccf9c2-3ddd-4fc9-a192-ce28d3f2243f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:41.045029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4654fc8-8675-46c9-a825-31ff188ca77d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.045029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e4654fc8-8675-46c9-a825-31ff188ca77d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c7ccf9c2-3ddd-4fc9-a192-ce28d3f2243f HTTP/1.1" status: 204 len: 168 time: 0.2518053 May 06 13:19:41.045029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48662) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:41.173131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c412cfb3-6a1d-4e42-86b9-434b0f98124d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:41.220030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c412cfb3-6a1d-4e42-86b9-434b0f98124d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:41.225113 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c412cfb3-6a1d-4e42-86b9-434b0f98124d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1867695 May 06 13:19:41.225113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48666) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:41.283842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83aaf7e6-de90-4e87-a6f9-6adf81489fa9 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.306227 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83aaf7e6-de90-4e87-a6f9-6adf81489fa9 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.345097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] For port f302a143-6df5-4223-9a26-3090ae94eacd, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f302a143-6df5-4223-9a26-3090ae94eacd,segment=NetworkSegment(93e57a78-48a2-4dab-9789-1e80721039a6),segment_id=93e57a78-48a2-4dab-9789-1e80721039a6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:41.346733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.357673 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83aaf7e6-de90-4e87-a6f9-6adf81489fa9 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.409610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaf7e6-de90-4e87-a6f9-6adf81489fa9 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=070a5511-0a77-486b-abc3-e3723f7e4bd0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:41.449165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-83aaf7e6-de90-4e87-a6f9-6adf81489fa9 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.464854 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-83aaf7e6-de90-4e87-a6f9-6adf81489fa9 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/070a5511-0a77-486b-abc3-e3723f7e4bd0 HTTP/1.1" status: 204 len: 168 time: 0.2277548 May 06 13:19:41.464854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48676) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:41.625381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29d61453-c3d7-4bcd-86e8-d09a6b64434c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:41.656775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Calling delete_port for f302a143-6df5-4223-9a26-3090ae94eacd owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:41.676810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29d61453-c3d7-4bcd-86e8-d09a6b64434c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:41.676810 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29d61453-c3d7-4bcd-86e8-d09a6b64434c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2108159 May 06 13:19:41.676810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48682) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:41.729287 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a66ebf6-a6d9-4658-95b7-418071308476 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.747201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a66ebf6-a6d9-4658-95b7-418071308476 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.803917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a66ebf6-a6d9-4658-95b7-418071308476 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.835831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ebf6-a6d9-4658-95b7-418071308476 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab409fa9-c5f3-45ca-ad14-d81d731bf396,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:41.853880 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5a66ebf6-a6d9-4658-95b7-418071308476 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:41.856713 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5a66ebf6-a6d9-4658-95b7-418071308476 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ab409fa9-c5f3-45ca-ad14-d81d731bf396 HTTP/1.1" status: 204 len: 168 time: 0.1782784 May 06 13:19:41.861272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48690) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:41.964982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8291755b-1801-48e3-b687-ee41f841853c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:41.991729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8291755b-1801-48e3-b687-ee41f841853c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:41.991729 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8291755b-1801-48e3-b687-ee41f841853c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1265719 May 06 13:19:42.005695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48694) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:42.080238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4367c1d-a7fd-474b-b4b0-b3c217f83773 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.084860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.097906 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4367c1d-a7fd-474b-b4b0-b3c217f83773 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.164580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Pushing event deleted for resources: {'Port': ['ID=f302a143-6df5-4223-9a26-3090ae94eacd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:42.187434 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4367c1d-a7fd-474b-b4b0-b3c217f83773 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.219780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4367c1d-a7fd-474b-b4b0-b3c217f83773 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55feef9a-8ccb-4124-bf11-3be336cc16fb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:42.239626 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4367c1d-a7fd-474b-b4b0-b3c217f83773 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.241240 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b4367c1d-a7fd-474b-b4b0-b3c217f83773 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/55feef9a-8ccb-4124-bf11-3be336cc16fb HTTP/1.1" status: 204 len: 168 time: 0.2381084 May 06 13:19:42.244104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48700) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:42.342382 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ba8994e7-9d56-4ad8-90b0-2e6bfe5f5a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.442947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1c4742cb-55f6-4df2-8b40-2cd1c25e67ba tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:42.504863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1c4742cb-55f6-4df2-8b40-2cd1c25e67ba tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:42.504863 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1c4742cb-55f6-4df2-8b40-2cd1c25e67ba tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2539189 May 06 13:19:42.504863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48708) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:42.679947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a531fba2-7d0f-4f5e-85e2-896d1226a7d1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.722273 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a531fba2-7d0f-4f5e-85e2-896d1226a7d1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.838530 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a531fba2-7d0f-4f5e-85e2-896d1226a7d1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.860056 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.880506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531fba2-7d0f-4f5e-85e2-896d1226a7d1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd596f5d-1c5e-4a37-975d-5d76d98869f9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:42.909180 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a531fba2-7d0f-4f5e-85e2-896d1226a7d1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.909180 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a531fba2-7d0f-4f5e-85e2-896d1226a7d1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/dd596f5d-1c5e-4a37-975d-5d76d98869f9 HTTP/1.1" status: 204 len: 168 time: 0.3978450 May 06 13:19:42.920574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48718) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:43.046453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca00924c-f4fa-461b-b657-3ea5e85c2aa0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:43.085621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca00924c-f4fa-461b-b657-3ea5e85c2aa0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:43.085621 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca00924c-f4fa-461b-b657-3ea5e85c2aa0 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1662250 May 06 13:19:43.089805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48722) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:43.108954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533064629'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:43.118142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:43.138656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:43.161617 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.243122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:43.250467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:43.287195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:43.307195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:43.372757 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.572464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.578197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.646303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301379fd-9c86-48e8-9ddb-80a3b4d5c43f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:43.665136 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.667662 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6ba2590a-1bae-45ba-bac4-76b15ac2117a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5638008 May 06 13:19:43.671044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48734) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:43.683830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': '301379fd-9c86-48e8-9ddb-80a3b4d5c43f', 'direction': 'ingress', 'protocol': 17}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:43.695996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:43.705334 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:43.710641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:43.722752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:43.795057 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.903745 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.918651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.955154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a579be6-d599-4337-81df-ab890e89bab5,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:43.974858 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.974858 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f25b1213-a934-4d6f-b9c1-085106a226a5 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2975540 May 06 13:19:43.983196 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48740) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:44.181983 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23f3b19c-d89f-4002-9407-cdf8685d1be4 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:44.218927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Router cb9aa8f1-99e9-4832-b683-d6152ec2c473 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:19:44.230743 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23f3b19c-d89f-4002-9407-cdf8685d1be4 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:44.388401 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23f3b19c-d89f-4002-9407-cdf8685d1be4 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:44.442915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3b19c-d89f-4002-9407-cdf8685d1be4 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301379fd-9c86-48e8-9ddb-80a3b4d5c43f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:44.467241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-23f3b19c-d89f-4002-9407-cdf8685d1be4 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:44.470217 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-23f3b19c-d89f-4002-9407-cdf8685d1be4 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/301379fd-9c86-48e8-9ddb-80a3b4d5c43f HTTP/1.1" status: 204 len: 168 time: 0.4887216 May 06 13:19:44.470217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48748) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:44.564775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3ffadf78-05a3-4d5a-a516-07446222dc22 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:44.590804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3ffadf78-05a3-4d5a-a516-07446222dc22 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:44.599816 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3ffadf78-05a3-4d5a-a516-07446222dc22 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1273704 May 06 13:19:44.600847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48754) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:44.610700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-secgroup--688985206'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:44.634033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:44.654113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:44.688625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:44.764428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:44.796287 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea044e84-bccb-479a-b94d-eb5ded773e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:44.800642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:44.800642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:44.825554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:44.881699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:19:44.902732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] Sync routers for ids ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:19:44.916061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-681d33c5-2e16-4c42-9d88-c2f2bb8bed93 admin admin] 10.222.0.44 "PUT /v2.0/routers/cb9aa8f1-99e9-4832-b683-d6152ec2c473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6292107 May 06 13:19:44.937119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48760) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:44.955594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] Routers {'cb9aa8f1-99e9-4832-b683-d6152ec2c473'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:19:44.955594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:19:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:45.072848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:45.078945 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:45.274411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0ab7f0-3d48-4b6f-97e0-b15c258e0131,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:45.293376 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:45.293376 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca5e2957-2821-4e8c-b7ae-764760244393 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6764333 May 06 13:19:45.293376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48768) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:45.299323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969661897'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:45.334379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:45.340389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:45.346923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:45.372038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:45.395924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:45.475476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:45.480817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] Set router cb9aa8f1-99e9-4832-b683-d6152ec2c473 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:19:45.483346 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:45.505866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:45.532224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:45.550842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:45.671172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:45.713269 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:45.789600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c6e002-3041-4540-8fbf-ce8e1237a70c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:45.806913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:45.825404 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:45.825404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6de5c77f-1f49-45ca-a257-347b293c5cd7 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5338545 May 06 13:19:45.839838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48778) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:45.864381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': '1a0ab7f0-3d48-4b6f-97e0-b15c258e0131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a8c6e002-3041-4540-8fbf-ce8e1237a70c', 'remote_ip_prefix': None}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:45.914825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:45.932098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:45.954694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:45.965179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:45.994941 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.030379 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Deleting port bbdd640e-8fd2-4764-944c-057bfaae28ba {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:46.030379 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.062085 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.247382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.248741 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.266685 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.318748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:18:04Z', 'updated_at': '2022-05-06T13:19:41Z', 'revision_number': 5, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'gw_port': {'id': 'bbdd640e-8fd2-4764-944c-057bfaae28ba', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:18:06Z', 'updated_at': '2022-05-06T13:18:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:46.331465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] Checking router: cb9aa8f1-99e9-4832-b683-d6152ec2c473 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:19:46.396117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] Routers {'cb9aa8f1-99e9-4832-b683-d6152ec2c473'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:19:46.403384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:19:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:46.453144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c1708a-495e-471d-90e6-65510a50c3f0,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:46.504228 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.504228 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c86fde16-f229-4b42-a180-cd8595bf026e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6648886 May 06 13:19:46.504228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48788) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:46.569823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] For port bbdd640e-8fd2-4764-944c-057bfaae28ba, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=bbdd640e-8fd2-4764-944c-057bfaae28ba,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:46.569823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.604006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2275-db7e-431d-9c84-1e8bf0f3b516 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.636235 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2275-db7e-431d-9c84-1e8bf0f3b516 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.726039 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2275-db7e-431d-9c84-1e8bf0f3b516 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.772970 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac2275-db7e-431d-9c84-1e8bf0f3b516 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63c1708a-495e-471d-90e6-65510a50c3f0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:46.783558 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2275-db7e-431d-9c84-1e8bf0f3b516 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.786380 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b5ac2275-db7e-431d-9c84-1e8bf0f3b516 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/63c1708a-495e-471d-90e6-65510a50c3f0 HTTP/1.1" status: 204 len: 168 time: 0.2856216 May 06 13:19:46.790469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48798) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:46.911426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Calling delete_port for bbdd640e-8fd2-4764-944c-057bfaae28ba owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:46.962551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f3ad4f6d-cb42-4743-a45d-4d8e1510a043 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:46.972725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] Set router cb9aa8f1-99e9-4832-b683-d6152ec2c473 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:19:46.989314 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f3ad4f6d-cb42-4743-a45d-4d8e1510a043 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:46.999963 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f3ad4f6d-cb42-4743-a45d-4d8e1510a043 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1971083 May 06 13:19:46.999963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48802) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:47.195609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6f93eaa-28fd-41a9-b958-ecdf20b1143a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:47.263058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:47.321678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6f93eaa-28fd-41a9-b958-ecdf20b1143a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:47.328344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdd640e-8fd2-4764-944c-057bfaae28ba,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:47.360930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:18:04Z', 'updated_at': '2022-05-06T13:19:45Z', 'revision_number': 6, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:47.390552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e193286-47d9-49fe-9e94-e6847a267129 None None] The sync data for ids ['cb9aa8f1-99e9-4832-b683-d6152ec2c473'] in n-d-840847-1 is: [{'id': 'cb9aa8f1-99e9-4832-b683-d6152ec2c473', 'name': 'tempest-TestServerMultinode-45261404-router', 'tenant_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:18:04Z', 'updated_at': '2022-05-06T13:19:45Z', 'revision_number': 6, 'project_id': 'd40f4f5f8a994c1e8a89ed65459a4c3a', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:19:47.609260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6f93eaa-28fd-41a9-b958-ecdf20b1143a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:47.665790 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f93eaa-28fd-41a9-b958-ecdf20b1143a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c6e002-3041-4540-8fbf-ce8e1237a70c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:47.752186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6f93eaa-28fd-41a9-b958-ecdf20b1143a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:47.752186 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6f93eaa-28fd-41a9-b958-ecdf20b1143a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/a8c6e002-3041-4540-8fbf-ce8e1237a70c HTTP/1.1" status: 204 len: 168 time: 0.7413831 May 06 13:19:47.752186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48812) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:47.784579 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:47.990536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-608d283f-48a2-4e86-bfc1-8584c6b3539d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:48.030777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-608d283f-48a2-4e86-bfc1-8584c6b3539d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:48.034264 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-608d283f-48a2-4e86-bfc1-8584c6b3539d tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2836092 May 06 13:19:48.037879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48818) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:48.146242 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:48.342546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eab6ed3c-beca-446b-933a-010cff534bf3 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:48.500036 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eab6ed3c-beca-446b-933a-010cff534bf3 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:48.715059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eab6ed3c-beca-446b-933a-010cff534bf3 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:48.774275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6ed3c-beca-446b-933a-010cff534bf3 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0ab7f0-3d48-4b6f-97e0-b15c258e0131,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:48.859552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eab6ed3c-beca-446b-933a-010cff534bf3 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:48.908510 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eab6ed3c-beca-446b-933a-010cff534bf3 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/1a0ab7f0-3d48-4b6f-97e0-b15c258e0131 HTTP/1.1" status: 204 len: 168 time: 0.8528361 May 06 13:19:48.908510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48832) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:49.011848 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.046175 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.090178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fac0f927-9038-454d-8c37-76a874ed5235 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:49.110986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fac0f927-9038-454d-8c37-76a874ed5235 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:49.110986 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fac0f927-9038-454d-8c37-76a874ed5235 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1914556 May 06 13:19:49.118561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48836) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:49.134275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-secgroup--685340883'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:49.149543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:49.163826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:49.179051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.180157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb9aa8f1-99e9-4832-b683-d6152ec2c473 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:19:49.193960 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.259546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.265900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48842) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:49.266216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1605c047-437b-4e65-9b7b-6291278e4041 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cb9aa8f1-99e9-4832-b683-d6152ec2c473 HTTP/1.1" status: 204 len: 168 time: 4.3373394 May 06 13:19:49.366873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:49.366873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:49.385488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:49.399425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:49.553745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f302a143-6df5-4223-9a26-3090ae94eacd no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:19:49.607940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-da55d1b8-10e0-48b1-9d7f-8f9d933e64d0 admin admin] Deleting subnet 7a10eb35-6e8e-4a97-8ca0-30c196f84fc6 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:19:49.617732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da55d1b8-10e0-48b1-9d7f-8f9d933e64d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.644465 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.666952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f302a143-6df5-4223-9a26-3090ae94eacd {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:19:49.667467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f302a143-6df5-4223-9a26-3090ae94eacd not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:19:49.670311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device bbdd640e-8fd2-4764-944c-057bfaae28ba no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:19:49.670560 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.729835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e234155f-70c9-468e-b925-6db42b4cd9d2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:49.730383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da55d1b8-10e0-48b1-9d7f-8f9d933e64d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.791950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: bbdd640e-8fd2-4764-944c-057bfaae28ba {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:19:49.794628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device bbdd640e-8fd2-4764-944c-057bfaae28ba not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:19:49.815081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.820220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8d54917e-da22-437c-9658-5cc936ade411 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7032263 May 06 13:19:49.824515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48856) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:49.840880 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': 'e234155f-70c9-468e-b925-6db42b4cd9d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:49.854066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:49.862524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:49.876412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:49.896558 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:49.937317 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:49.963840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da55d1b8-10e0-48b1-9d7f-8f9d933e64d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.059923 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.068522 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.113111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b84d27-e01c-47b9-af25-4f5a9ee2dc5c,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:50.143370 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.145474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3ee05547-b3b5-42eb-8ec6-bfbcc12d3e83 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3184488 May 06 13:19:50.150029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48860) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:50.158516 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da55d1b8-10e0-48b1-9d7f-8f9d933e64d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.200955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-171fac3d-2a31-4c94-bd46-95aeec7f9530 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.215546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-171fac3d-2a31-4c94-bd46-95aeec7f9530 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.232160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55d1b8-10e0-48b1-9d7f-8f9d933e64d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a10eb35-6e8e-4a97-8ca0-30c196f84fc6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:50.240832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-da55d1b8-10e0-48b1-9d7f-8f9d933e64d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.261147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48866) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:50.279984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206cbb15-529b-45bb-8fdd-4208d4ca2aaa None None] Network 69350d27-2cb7-493b-9f44-4451c166ba1e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:19:50.291114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-171fac3d-2a31-4c94-bd46-95aeec7f9530 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.319509 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-da55d1b8-10e0-48b1-9d7f-8f9d933e64d0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7a10eb35-6e8e-4a97-8ca0-30c196f84fc6 HTTP/1.1" status: 204 len: 168 time: 1.0125341 May 06 13:19:50.412786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fac3d-2a31-4c94-bd46-95aeec7f9530 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62b84d27-e01c-47b9-af25-4f5a9ee2dc5c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:50.447883 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-171fac3d-2a31-4c94-bd46-95aeec7f9530 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.447883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-171fac3d-2a31-4c94-bd46-95aeec7f9530 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/62b84d27-e01c-47b9-af25-4f5a9ee2dc5c HTTP/1.1" status: 204 len: 168 time: 0.2835093 May 06 13:19:50.447883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48870) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:50.500803 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.537197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cfe19931-5133-4e73-a443-37df34426513 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:50.542777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Deleting port 6dd08054-4429-4bde-953b-a04a90580bc4 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:50.543343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.622770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cfe19931-5133-4e73-a443-37df34426513 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:50.624269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cfe19931-5133-4e73-a443-37df34426513 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1828923 May 06 13:19:50.629388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48878) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:50.919272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] DHCP port deletion for 69350d27-2cb7-493b-9f44-4451c166ba1e request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:19:50.922033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] Deleting port 6dd08054-4429-4bde-953b-a04a90580bc4 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:50.923556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:50.953490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79a4cf31-dc8a-4cbf-b38b-f3fb3bf8b4ad tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.009715 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79a4cf31-dc8a-4cbf-b38b-f3fb3bf8b4ad tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.016359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] For port 6dd08054-4429-4bde-953b-a04a90580bc4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6dd08054-4429-4bde-953b-a04a90580bc4,segment=NetworkSegment(93e57a78-48a2-4dab-9789-1e80721039a6),segment_id=93e57a78-48a2-4dab-9789-1e80721039a6)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:51.017439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.230678 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79a4cf31-dc8a-4cbf-b38b-f3fb3bf8b4ad tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.306029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4cf31-dc8a-4cbf-b38b-f3fb3bf8b4ad tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e234155f-70c9-468e-b925-6db42b4cd9d2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:51.338082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79a4cf31-dc8a-4cbf-b38b-f3fb3bf8b4ad tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.338082 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-79a4cf31-dc8a-4cbf-b38b-f3fb3bf8b4ad tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/e234155f-70c9-468e-b925-6db42b4cd9d2 HTTP/1.1" status: 204 len: 168 time: 0.7025845 May 06 13:19:51.338082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48890) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:51.432493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Calling delete_port for 6dd08054-4429-4bde-953b-a04a90580bc4 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:51.503725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] For port 6dd08054-4429-4bde-953b-a04a90580bc4, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6dd08054-4429-4bde-953b-a04a90580bc4,segment=NetworkSegment(93e57a78-48a2-4dab-9789-1e80721039a6),segment_id=93e57a78-48a2-4dab-9789-1e80721039a6)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:19:51.504304 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.536385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c5421fbc-693c-4b12-a5f9-e6fffbe5b600 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:51.592003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c5421fbc-693c-4b12-a5f9-e6fffbe5b600 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:51.593333 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c5421fbc-693c-4b12-a5f9-e6fffbe5b600 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2567894 May 06 13:19:51.599807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48898) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:51.605956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-secgroup--957800437'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:51.631308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:51.636147 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.665044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:51.688539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.731109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd08054-4429-4bde-953b-a04a90580bc4,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:51.748755 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] No DVR routers for this DVR port 6dd08054-4429-4bde-953b-a04a90580bc4 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:19:51.783906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] Calling delete_port for 6dd08054-4429-4bde-953b-a04a90580bc4 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:19:51.809076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:51.823527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:51.823527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:51.835415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:51.878912 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:19:51.878912 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:19:51.878912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6dd08054-4429-4bde-953b-a04a90580bc4 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:19:51.916466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.924000 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.011384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 6dd08054-4429-4bde-953b-a04a90580bc4 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:19:52.011384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6dd08054-4429-4bde-953b-a04a90580bc4 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:19:52.023104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ecafa9-a8a4-4698-afe1-6d916c39aa97,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:52.023104 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.023104 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d5af6fcd-92a1-41b2-9527-71957eb25779 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4177847 May 06 13:19:52.031550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48904) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:52.042769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': '75ecafa9-a8a4-4698-afe1-6d916c39aa97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:52.061165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:52.068051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:52.072992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:52.085185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.094583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:52.132854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69350d27-2cb7-493b-9f44-4451c166ba1e']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:52.145853 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.155364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e57a78-48a2-4dab-9789-1e80721039a6') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:52.155364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e57a78-48a2-4dab-9789-1e80721039a6') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:19:52.164010 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.196518 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.211145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:19:52.211145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: timer() May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:19:52.306771 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:19:52.334036 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.341643 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.344032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.383888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] Deleting port 6dd08054-4429-4bde-953b-a04a90580bc4 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:19:52.383888 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.408685 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.440987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9caf050-666d-455c-b5d6-2c04246c44f7,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:52.440987 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.446376 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7bdbfa7e-e1b0-4173-9c4f-fd4c5fe61b32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4156067 May 06 13:19:52.446376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48914) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:52.488239 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7c4305be-4af6-4887-b246-c2b34d01dea8 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules/d9caf050-666d-455c-b5d6-2c04246c44f7 HTTP/1.1" status: 200 len: 705 time: 0.0408442 May 06 13:19:52.490991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48918) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:52.584263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f8d16729-6312-438c-9ce5-5ae62d95c53b None None] The port '6dd08054-4429-4bde-953b-a04a90580bc4' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:19:52.597740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9dec77e2-d3f9-467f-bcda-3911c62a28f8 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:52.626187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=69350d27-2cb7-493b-9f44-4451c166ba1e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:52.636786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9dec77e2-d3f9-467f-bcda-3911c62a28f8 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:52.649153 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9dec77e2-d3f9-467f-bcda-3911c62a28f8 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1509240 May 06 13:19:52.669328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48926) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:52.700121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b17bb163-662d-4999-af02-1c7662ec64a1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/69350d27-2cb7-493b-9f44-4451c166ba1e HTTP/1.1" status: 204 len: 168 time: 2.4327450 May 06 13:19:52.754902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ff46e25-0ebb-4734-abfc-4d413500e1ae tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.781553 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ff46e25-0ebb-4734-abfc-4d413500e1ae tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.816119 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ff46e25-0ebb-4734-abfc-4d413500e1ae tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.848773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff46e25-0ebb-4734-abfc-4d413500e1ae tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9caf050-666d-455c-b5d6-2c04246c44f7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:52.870253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5ff46e25-0ebb-4734-abfc-4d413500e1ae tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:52.870253 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5ff46e25-0ebb-4734-abfc-4d413500e1ae tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d9caf050-666d-455c-b5d6-2c04246c44f7 HTTP/1.1" status: 204 len: 168 time: 0.1894975 May 06 13:19:52.870253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48932) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:52.985542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1e798ca1-b324-44ba-b8eb-7c7ceef40d8e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:53.020420 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1e798ca1-b324-44ba-b8eb-7c7ceef40d8e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:53.027194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48938) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:53.028846 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1e798ca1-b324-44ba-b8eb-7c7ceef40d8e tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1640341 May 06 13:19:53.036193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-35e97dba-fd58-4f43-bdcb-36668d527d31 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': '75ecafa9-a8a4-4698-afe1-6d916c39aa97', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:53.046265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-35e97dba-fd58-4f43-bdcb-36668d527d31 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:53.067729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-35e97dba-fd58-4f43-bdcb-36668d527d31 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:53.130315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35e97dba-fd58-4f43-bdcb-36668d527d31 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.234469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48944) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:53.256225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35e97dba-fd58-4f43-bdcb-36668d527d31 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.265077 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35e97dba-fd58-4f43-bdcb-36668d527d31 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.312647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e97dba-fd58-4f43-bdcb-36668d527d31 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340a3670-3bc9-45fb-be0a-03b2cc7c00eb,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:53.360479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-35e97dba-fd58-4f43-bdcb-36668d527d31 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.360479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-35e97dba-fd58-4f43-bdcb-36668d527d31 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3129711 May 06 13:19:53.368086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48948) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:53.386279 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-38527720-e04f-4d46-a620-cc210019c9a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66b5b3b6202c4056a5dba62d81a601b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1492424 May 06 13:19:53.392667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48954) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:53.402348 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-88ae4091-f183-4b73-b05f-7e400a122b6a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules/340a3670-3bc9-45fb-be0a-03b2cc7c00eb HTTP/1.1" status: 200 len: 705 time: 0.0490444 May 06 13:19:53.402348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48958) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:53.499415 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8541a04b-ff15-4029-9096-a5e900fdbe38 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0953689 May 06 13:19:53.500148 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-127e7b2e-7cbc-4ef9-9fc6-caca363e743b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.503085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 48964) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:53.599520 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-127e7b2e-7cbc-4ef9-9fc6-caca363e743b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.624611 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed304146-49b0-4a05-8a3a-17a21d5f103b tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.647476 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed304146-49b0-4a05-8a3a-17a21d5f103b tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.717373 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed304146-49b0-4a05-8a3a-17a21d5f103b tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.761235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed304146-49b0-4a05-8a3a-17a21d5f103b tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=340a3670-3bc9-45fb-be0a-03b2cc7c00eb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:53.787426 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-127e7b2e-7cbc-4ef9-9fc6-caca363e743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.828812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e7b2e-7cbc-4ef9-9fc6-caca363e743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b89597f-1588-486b-bd80-279fe9f36cb3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:53.835902 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed304146-49b0-4a05-8a3a-17a21d5f103b tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.840449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ed304146-49b0-4a05-8a3a-17a21d5f103b tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/340a3670-3bc9-45fb-be0a-03b2cc7c00eb HTTP/1.1" status: 204 len: 168 time: 0.3330364 May 06 13:19:53.841061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48974) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:53.841437 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-127e7b2e-7cbc-4ef9-9fc6-caca363e743b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:53.848159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-127e7b2e-7cbc-4ef9-9fc6-caca363e743b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b89597f-1588-486b-bd80-279fe9f36cb3 HTTP/1.1" status: 204 len: 168 time: 0.4658194 May 06 13:19:54.019637 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-57809370-879c-4414-b867-3f57a5738623 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1677303 May 06 13:19:54.019637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48982) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:54.026454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': '75ecafa9-a8a4-4698-afe1-6d916c39aa97', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:54.039569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:54.051381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:54.051381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:54.071803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:54.105812 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:54.297271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:54.315699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:54.406942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69fea31-edd0-4862-b441-8c96c3a67747,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:54.420468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:54.422264 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dcce9e6f-a242-4d45-9d96-29c4f1fd3a9f tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4089093 May 06 13:19:54.426544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48992) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:54.501410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7130d14c-41c0-487a-b88c-c24c6522b68a tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules/f69fea31-edd0-4862-b441-8c96c3a67747 HTTP/1.1" status: 200 len: 706 time: 0.0682852 May 06 13:19:54.501410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 48996) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:54.610990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e71839c5-c38c-4b78-8521-8d4b75dfdb43 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:54.645410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e71839c5-c38c-4b78-8521-8d4b75dfdb43 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:54.645410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e71839c5-c38c-4b78-8521-8d4b75dfdb43 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1367555 May 06 13:19:54.651386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49000) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:54.709547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6be2379d-5442-4a8c-b0d0-095d32227d25 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:54.729508 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6be2379d-5442-4a8c-b0d0-095d32227d25 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:54.780386 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6be2379d-5442-4a8c-b0d0-095d32227d25 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:54.786027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49004) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:54.835611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2379d-5442-4a8c-b0d0-095d32227d25 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f69fea31-edd0-4862-b441-8c96c3a67747,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:54.842484 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6be2379d-5442-4a8c-b0d0-095d32227d25 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:54.849004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6be2379d-5442-4a8c-b0d0-095d32227d25 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f69fea31-edd0-4862-b441-8c96c3a67747 HTTP/1.1" status: 204 len: 168 time: 0.2008059 May 06 13:19:54.849871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49010) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:54.920268 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b0484d59-e96f-4762-809b-33e1c0c1b04d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d40f4f5f8a994c1e8a89ed65459a4c3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1272817 May 06 13:19:54.920268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49016) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:54.972799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fd391225-05a7-495f-884d-a0ec85662aa1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:55.013824 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb8ba-52d2-48f2-ac07-8a2659130289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:55.018436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-fd391225-05a7-495f-884d-a0ec85662aa1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:55.018436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fd391225-05a7-495f-884d-a0ec85662aa1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1599042 May 06 13:19:55.024762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49020) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:55.133215 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb8ba-52d2-48f2-ac07-8a2659130289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:55.255503 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-806476ae-202b-43fd-918c-99b8788c1118 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:55.408839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-806476ae-202b-43fd-918c-99b8788c1118 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:55.429130 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb8ba-52d2-48f2-ac07-8a2659130289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:55.488839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdb8ba-52d2-48f2-ac07-8a2659130289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43516dd-a6a6-4ee7-b96d-36bd345fd5fc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:55.511752 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb8ba-52d2-48f2-ac07-8a2659130289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:55.511752 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bcfdb8ba-52d2-48f2-ac07-8a2659130289 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b43516dd-a6a6-4ee7-b96d-36bd345fd5fc HTTP/1.1" status: 204 len: 168 time: 0.5926366 May 06 13:19:55.544399 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-806476ae-202b-43fd-918c-99b8788c1118 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:55.612650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806476ae-202b-43fd-918c-99b8788c1118 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ecafa9-a8a4-4698-afe1-6d916c39aa97,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:55.644262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-806476ae-202b-43fd-918c-99b8788c1118 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:55.644262 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-806476ae-202b-43fd-918c-99b8788c1118 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/75ecafa9-a8a4-4698-afe1-6d916c39aa97 HTTP/1.1" status: 204 len: 168 time: 0.6185491 May 06 13:19:55.649408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49030) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:55.767603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cc9abc35-b06d-47ab-9318-685f2007f462 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:55.801637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-cc9abc35-b06d-47ab-9318-685f2007f462 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:55.808485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cc9abc35-b06d-47ab-9318-685f2007f462 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1610992 May 06 13:19:55.809091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49040) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:55.825402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group': {'name': 'tempest-secgroup--691211100'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:55.840026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:55.863144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:55.909521 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:55.978917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:56.003633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:56.003633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:56.028553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:56.149870 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:56.162538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:56.291401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c6df6-61dd-4524-98a0-8ea06a0e224a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:56.298033 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:56.309467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49048) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:56.313735 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7564bf11-e81e-436e-9b89-88f70c7a6399 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5029259 May 06 13:19:56.324593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Request body: {'security_group_rule': {'security_group_id': '5c2c6df6-61dd-4524-98a0-8ea06a0e224a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:19:56.344521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:19:56.361472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Usage tracker for resource:security_group_rule and tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:19:56.372021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:19:56.399274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:19:56.521209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:56.693749 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:56.700066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:56.742217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df986e41-a038-436c-9f88-b2deb7f9ac2a,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:56.768032 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:56.771112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e9fd50be-7c1f-49ab-b203-b57a4fc6ea32 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4592180 May 06 13:19:56.781069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49058) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:56.784537 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:19:56.932452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2856-5bf8-40f3-857d-2728118231e6 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:56.993327 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2856-5bf8-40f3-857d-2728118231e6 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:57.093570 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2856-5bf8-40f3-857d-2728118231e6 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:57.131808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d2856-5bf8-40f3-857d-2728118231e6 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c6df6-61dd-4524-98a0-8ea06a0e224a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:57.155022 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e6d2856-5bf8-40f3-857d-2728118231e6 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:57.158527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1e6d2856-5bf8-40f3-857d-2728118231e6 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c2c6df6-61dd-4524-98a0-8ea06a0e224a HTTP/1.1" status: 204 len: 168 time: 0.3760459 May 06 13:19:57.161155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49064) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:57.372390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-93fda5d8-9c66-430f-8d23-4ceac720f997 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:57.393460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-93fda5d8-9c66-430f-8d23-4ceac720f997 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:57.395790 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-93fda5d8-9c66-430f-8d23-4ceac720f997 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2323346 May 06 13:19:57.400272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49068) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:57.467081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-90e9926b-fcac-4f61-943b-7b7865052ec1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:57.491904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-90e9926b-fcac-4f61-943b-7b7865052ec1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group_rule {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:57.498947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-90e9926b-fcac-4f61-943b-7b7865052ec1 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0927322 May 06 13:19:57.499731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49072) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:57.526255 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-ba966b56-968a-4a14-9cf2-8c1ab8023e8c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] delete failed (client error): The resource could not be found. May 06 13:19:57.528137 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ba966b56-968a-4a14-9cf2-8c1ab8023e8c tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c2c6df6-61dd-4524-98a0-8ea06a0e224a HTTP/1.1" status: 404 len: 347 time: 0.0262539 May 06 13:19:57.542055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49076) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:57.656215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c79a602-41cb-4c96-aa2e-5c1887ff1d04 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Synchronizing usage tracker for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:19:57.677587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c79a602-41cb-4c96-aa2e-5c1887ff1d04 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] Unset dirty status for tenant:5efb941e7a2a4bb2b6cd882f42ee4c8d on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:19:57.679586 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5c79a602-41cb-4c96-aa2e-5c1887ff1d04 tempest-SecGroupTest-1338193512 tempest-SecGroupTest-1338193512-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1395555 May 06 13:19:58.267564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49092) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:58.592623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-795fb125-adda-42f6-a1dc-e15590d016ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5efb941e7a2a4bb2b6cd882f42ee4c8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3227468 May 06 13:19:58.596254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49098) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:19:58.703168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127d8ada-762b-408e-bbee-4ed111cd78e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:58.746742 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127d8ada-762b-408e-bbee-4ed111cd78e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:58.838485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127d8ada-762b-408e-bbee-4ed111cd78e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:58.880857 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d8ada-762b-408e-bbee-4ed111cd78e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906bae6f-fd0d-4c08-a3f0-0e571cce7752,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:19:58.906683 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127d8ada-762b-408e-bbee-4ed111cd78e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:58.923542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-127d8ada-762b-408e-bbee-4ed111cd78e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/906bae6f-fd0d-4c08-a3f0-0e571cce7752 HTTP/1.1" status: 204 len: 168 time: 0.3256531 May 06 13:20:00.325083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49146) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:00.569342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985579276-network', 'tenant_id': '3540f8afc2224bfd82ace81f255b9412'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:20:00.579367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:00.585161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Usage tracker for resource:network and tenant:3540f8afc2224bfd82ace81f255b9412 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:00.588789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:00.598551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:00.614747 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Made reservation on behalf of 3540f8afc2224bfd82ace81f255b9412 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:20:00.617491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:00.634044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:00.678097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:00.684444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Usage tracker for resource:security_group_rule and tenant:3540f8afc2224bfd82ace81f255b9412 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:00.688670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:00.705289 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:00.899353 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:00.904096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:00.946339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:20:00.958409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcf9c45-59aa-4496-97cd-d3f60036be71,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:00.987029 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:00.987830 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Added segment 11a5f304-c8f4-4362-ad72-8338f06f113c of type vlan for network 2e0a5378-a14b-40a4-a377-60c6ea5028dd May 06 13:20:01.027805 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:01.075832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:01.077286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:01.078331 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:01.285319 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0a5378-a14b-40a4-a377-60c6ea5028dd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:01.297106 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-478e9a10-2556-4751-8494-c274d232afd8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9715953 May 06 13:20:01.300693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 2e0a5378-a14b-40a4-a377-60c6ea5028dd details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:20:01.301697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49168) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:01.322235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Request body: {'subnet': {'network_id': '2e0a5378-a14b-40a4-a377-60c6ea5028dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985579276-subnet', 'tenant_id': '3540f8afc2224bfd82ace81f255b9412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:20:01.343062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:01.361948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Usage tracker for resource:subnet and tenant:3540f8afc2224bfd82ace81f255b9412 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:01.387343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:01.407288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:01.438436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Made reservation on behalf of 3540f8afc2224bfd82ace81f255b9412 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:20:01.441191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:01.958666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:02.078125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a94e9e0-85ad-41e3-9a9f-54e5ffa5e9dd,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:02.103322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Checking segment: {'id': '11a5f304-c8f4-4362-ad72-8338f06f113c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2e0a5378-a14b-40a4-a377-60c6ea5028dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:20:02.103820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Network hostable DHCP agents. Network: 2e0a5378-a14b-40a4-a377-60c6ea5028dd, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:20:02.138461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Network 2e0a5378-a14b-40a4-a377-60c6ea5028dd is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:20:02.153539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 2e0a5378-a14b-40a4-a377-60c6ea5028dd) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:20:02.159873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:02.160560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:02.165817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de890d-be7f-4c5c-8244-489c78b4da56 None None] Network 2e0a5378-a14b-40a4-a377-60c6ea5028dd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:20:02.196123 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bda32f0d-d4a0-4728-a66e-5059367325af admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8921354 May 06 13:20:02.612981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ac8c1-36f0-4f53-ba8d-ca4623c21690 None None] Network 2e0a5378-a14b-40a4-a377-60c6ea5028dd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:20:03.905679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49226) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:03.913193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1986323469-network', 'tenant_id': 'f54f80cc7d5046d7a6b8de56048ec22c'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:20:03.931083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:03.939654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Usage tracker for resource:network and tenant:f54f80cc7d5046d7a6b8de56048ec22c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:03.945200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:03.974581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:03.991158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Made reservation on behalf of f54f80cc7d5046d7a6b8de56048ec22c for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:20:03.994540 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:04.014339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:04.065609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:04.073918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Usage tracker for resource:security_group_rule and tenant:f54f80cc7d5046d7a6b8de56048ec22c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:04.078700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:04.096953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:04.229296 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:04.247932 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:04.338324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:20:04.347745 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:04.348216 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Added segment b2e570f4-407a-47cd-a64a-7000d93bba5f of type vlan for network 082658be-06c1-49dd-9442-c6082d67b495 May 06 13:20:04.402475 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:04.408705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbf8987-37ff-44c0-8762-aa5f6d435cdf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:04.499969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:04.501258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:04.502096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:04.719333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8119748 May 06 13:20:04.722942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49256) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:04.733062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Request body: {'subnet': {'network_id': '082658be-06c1-49dd-9442-c6082d67b495', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1986323469-subnet', 'tenant_id': 'f54f80cc7d5046d7a6b8de56048ec22c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:20:04.740500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aa824-6d84-4a98-9d17-c92613761d70 admin admin] Pushing event updated for resources: {'Network': ['ID=082658be-06c1-49dd-9442-c6082d67b495,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:04.742025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:04.755212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Usage tracker for resource:subnet and tenant:f54f80cc7d5046d7a6b8de56048ec22c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:04.760403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 082658be-06c1-49dd-9442-c6082d67b495 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:20:04.761351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:04.775089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:04.792855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Made reservation on behalf of f54f80cc7d5046d7a6b8de56048ec22c for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:20:04.803673 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:05.184054 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:05.264328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e882152c-7a9d-4577-aff1-d3c4aec13b80,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:05.288411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.288748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.289283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.289619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.289945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.290270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.290591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.290935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.291254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.291600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.292058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:05.305321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Checking segment: {'id': 'b2e570f4-407a-47cd-a64a-7000d93bba5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082658be-06c1-49dd-9442-c6082d67b495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:20:05.305321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Network hostable DHCP agents. Network: 082658be-06c1-49dd-9442-c6082d67b495, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:20:05.343180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Network 082658be-06c1-49dd-9442-c6082d67b495 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:20:05.374475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 082658be-06c1-49dd-9442-c6082d67b495) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:20:05.397377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7faa29-1b92-42d5-bdad-f13ce2e30272 None None] Network 082658be-06c1-49dd-9442-c6082d67b495 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:20:05.405186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:05.406685 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:05.465343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cf16d486-4eb1-4a54-bd3a-27bd93f76a1a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7407508 May 06 13:20:05.721077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49354) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:05.864243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-5712d1c6-936c-4b7b-9170-dcb482eae56b admin admin] Deleting subnet 6a94e9e0-85ad-41e3-9a9f-54e5ffa5e9dd {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:20:05.874877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5712d1c6-936c-4b7b-9170-dcb482eae56b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:05.974250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5f300-fc46-41ab-8fa4-74174062d311 None None] Network 082658be-06c1-49dd-9442-c6082d67b495 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:20:06.017892 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5712d1c6-936c-4b7b-9170-dcb482eae56b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:06.144799 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5712d1c6-936c-4b7b-9170-dcb482eae56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:06.317232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5712d1c6-936c-4b7b-9170-dcb482eae56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:06.389616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712d1c6-936c-4b7b-9170-dcb482eae56b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a94e9e0-85ad-41e3-9a9f-54e5ffa5e9dd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:06.410054 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5712d1c6-936c-4b7b-9170-dcb482eae56b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:06.421403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49418) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:06.431652 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5712d1c6-936c-4b7b-9170-dcb482eae56b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6a94e9e0-85ad-41e3-9a9f-54e5ffa5e9dd HTTP/1.1" status: 204 len: 168 time: 0.7083571 May 06 13:20:06.580049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:06.737892 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:06.784080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0a5378-a14b-40a4-a377-60c6ea5028dd']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:06.809545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a5f304-c8f4-4362-ad72-8338f06f113c') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:06.810418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a5f304-c8f4-4362-ad72-8338f06f113c') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:06.840871 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:06.870554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:06.880994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:20:06.881618 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: timer() May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:20:06.901055 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:20:07.009814 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:07.051034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:07.068672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0a5378-a14b-40a4-a377-60c6ea5028dd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:07.074825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-430cad9a-5040-436b-b3ac-75aface2b4f1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2e0a5378-a14b-40a4-a377-60c6ea5028dd HTTP/1.1" status: 204 len: 168 time: 0.6520209 May 06 13:20:07.077523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49492) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:07.198692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba51a5c-10f4-4d78-b617-75efebe562e3 admin admin] Deleting subnet e882152c-7a9d-4577-aff1-d3c4aec13b80 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:20:07.201655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cba51a5c-10f4-4d78-b617-75efebe562e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:07.303590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cba51a5c-10f4-4d78-b617-75efebe562e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:07.430117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cba51a5c-10f4-4d78-b617-75efebe562e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:07.554231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cba51a5c-10f4-4d78-b617-75efebe562e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:07.568237 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:07.625138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba51a5c-10f4-4d78-b617-75efebe562e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e882152c-7a9d-4577-aff1-d3c4aec13b80,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:07.633724 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cba51a5c-10f4-4d78-b617-75efebe562e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:07.643325 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cba51a5c-10f4-4d78-b617-75efebe562e3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e882152c-7a9d-4577-aff1-d3c4aec13b80 HTTP/1.1" status: 204 len: 168 time: 0.5613892 May 06 13:20:07.643745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49548) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:07.776068 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:08.007535 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:08.057400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082658be-06c1-49dd-9442-c6082d67b495']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:08.079201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e570f4-407a-47cd-a64a-7000d93bba5f') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:08.079697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e570f4-407a-47cd-a64a-7000d93bba5f') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:08.101890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:08.124783 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:08.133312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:20:08.134091 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: timer() May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:20:08.156014 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:20:08.303046 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:08.338160 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:08.374962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/082658be-06c1-49dd-9442-c6082d67b495 HTTP/1.1" status: 204 len: 168 time: 0.7295184 May 06 13:20:08.386661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34766da8-7fc6-49db-995f-a892d0d851c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=082658be-06c1-49dd-9442-c6082d67b495,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:08.756933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49676) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:08.826872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-27406e92-d535-481e-9c28-d10584f3b4b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3540f8afc2224bfd82ace81f255b9412&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0678053 May 06 13:20:08.830367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 49684) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:08.930505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff1c16f5-24bd-4a26-8f42-4a5af53de296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:08.981653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff1c16f5-24bd-4a26-8f42-4a5af53de296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:09.084051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff1c16f5-24bd-4a26-8f42-4a5af53de296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:09.116926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c16f5-24bd-4a26-8f42-4a5af53de296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcf9c45-59aa-4496-97cd-d3f60036be71,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:09.131588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ff1c16f5-24bd-4a26-8f42-4a5af53de296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:09.133718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ff1c16f5-24bd-4a26-8f42-4a5af53de296 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6dcf9c45-59aa-4496-97cd-d3f60036be71 HTTP/1.1" status: 204 len: 168 time: 0.3021903 May 06 13:20:09.902532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49772) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:10.029138 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-928d2a14-09fe-4088-880f-592c56e9cb2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f54f80cc7d5046d7a6b8de56048ec22c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1243641 May 06 13:20:10.036978 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 49782) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:10.132985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84ab67c9-aa56-43f4-b23a-04fc5f2b101e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:10.194958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84ab67c9-aa56-43f4-b23a-04fc5f2b101e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:10.324960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84ab67c9-aa56-43f4-b23a-04fc5f2b101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:10.384423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab67c9-aa56-43f4-b23a-04fc5f2b101e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbf8987-37ff-44c0-8762-aa5f6d435cdf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:10.405012 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-84ab67c9-aa56-43f4-b23a-04fc5f2b101e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:10.409986 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-84ab67c9-aa56-43f4-b23a-04fc5f2b101e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fbf8987-37ff-44c0-8762-aa5f6d435cdf HTTP/1.1" status: 204 len: 168 time: 0.3712687 May 06 13:20:12.338839 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d1dc23a6-fc3e-453e-b8bc-ea6401fc334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:13.313114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:14.760350 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd5a430f-4f14-495b-9175-56416e918650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:15.553832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:16.165522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:17.103425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50014) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:17.457590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6e2b49cd-798e-4328-9151-85e819b57431 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f2b638f2549485e974c7a710b114b59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3524613 May 06 13:20:17.461317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50022) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:17.507353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50026) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:17.554749 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:17.597659 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:17.624411 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:17.689644 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:17.699425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-257e901e-8b66-4bc8-9cd8-228ea76a0852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:17.716757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3587e534-10da-4101-bede-410d2e4b9756,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:17.734215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.734904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.735218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-257e901e-8b66-4bc8-9cd8-228ea76a0852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:17.735463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.736017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.736555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.737113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.737791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.738340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.739086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.739405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-257e901e-8b66-4bc8-9cd8-228ea76a0852 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd68cc0378043afac58bec2f969e1d7 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:17.739601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.740070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:17.743500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-257e901e-8b66-4bc8-9cd8-228ea76a0852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:17.752077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-257e901e-8b66-4bc8-9cd8-228ea76a0852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:17.753864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:17.755689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-59b678e4-55af-41b9-9202-b932c196591e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3587e534-10da-4101-bede-410d2e4b9756 HTTP/1.1" status: 204 len: 168 time: 0.2930231 May 06 13:20:17.929611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-257e901e-8b66-4bc8-9cd8-228ea76a0852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:17.937102 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-257e901e-8b66-4bc8-9cd8-228ea76a0852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:18.001825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e901e-8b66-4bc8-9cd8-228ea76a0852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e8bd02-8655-4a5b-b6b4-64410cd1b319,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:18.012505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50034) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:18.012740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-257e901e-8b66-4bc8-9cd8-228ea76a0852 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fd68cc0378043afac58bec2f969e1d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5037339 May 06 13:20:18.262122 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-49adefe6-6674-4669-b723-e4199d97ddaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:18.303684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-49adefe6-6674-4669-b723-e4199d97ddaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:18.373829 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-49adefe6-6674-4669-b723-e4199d97ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:18.396816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adefe6-6674-4669-b723-e4199d97ddaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e8bd02-8655-4a5b-b6b4-64410cd1b319,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:18.399715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-49adefe6-6674-4669-b723-e4199d97ddaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:18.402679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-49adefe6-6674-4669-b723-e4199d97ddaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50e8bd02-8655-4a5b-b6b4-64410cd1b319 HTTP/1.1" status: 204 len: 168 time: 0.3867869 May 06 13:20:18.855650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50054) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:18.900450 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85702d4e-4927-42c3-8216-930b7b88fa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:18.981920 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-85702d4e-4927-42c3-8216-930b7b88fa29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:18.990891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-85702d4e-4927-42c3-8216-930b7b88fa29 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf98285bcf94ba694940311d47f969c is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:18.996656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-85702d4e-4927-42c3-8216-930b7b88fa29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:19.013899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-85702d4e-4927-42c3-8216-930b7b88fa29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:19.152816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85702d4e-4927-42c3-8216-930b7b88fa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:19.161414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85702d4e-4927-42c3-8216-930b7b88fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:19.236542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85702d4e-4927-42c3-8216-930b7b88fa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ed756e-4af5-430f-98c8-17ef6be02b2f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:19.251023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50066) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:19.264930 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-85702d4e-4927-42c3-8216-930b7b88fa29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bf98285bcf94ba694940311d47f969c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4070218 May 06 13:20:19.366641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127279a3-15f6-402d-a042-5f09ca0079d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:19.397348 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127279a3-15f6-402d-a042-5f09ca0079d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:19.478402 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127279a3-15f6-402d-a042-5f09ca0079d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:19.508869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127279a3-15f6-402d-a042-5f09ca0079d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ed756e-4af5-430f-98c8-17ef6be02b2f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:19.524166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-127279a3-15f6-402d-a042-5f09ca0079d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:19.528027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-127279a3-15f6-402d-a042-5f09ca0079d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73ed756e-4af5-430f-98c8-17ef6be02b2f HTTP/1.1" status: 204 len: 168 time: 0.2720392 May 06 13:20:25.914118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50194) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:26.225813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e633411c-294c-43e9-97c6-f4887b954182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:26.279366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e633411c-294c-43e9-97c6-f4887b954182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:26.279366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e633411c-294c-43e9-97c6-f4887b954182 admin admin] Usage tracker for resource:security_group_rule and tenant:19824cb992a6483fa13662d4b1a9834f is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:26.291377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-e633411c-294c-43e9-97c6-f4887b954182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:26.303485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-e633411c-294c-43e9-97c6-f4887b954182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:26.427249 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e633411c-294c-43e9-97c6-f4887b954182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:26.444485 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e633411c-294c-43e9-97c6-f4887b954182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:26.512223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50208) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:26.518106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e633411c-294c-43e9-97c6-f4887b954182 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19824cb992a6483fa13662d4b1a9834f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5883358 May 06 13:20:26.541669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633411c-294c-43e9-97c6-f4887b954182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7198a0-3cbd-4d16-9bfd-ac9610f5c5e8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:26.664534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27cfc913-5eef-4a21-a40d-0b354d88d9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:26.755911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27cfc913-5eef-4a21-a40d-0b354d88d9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:26.875776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27cfc913-5eef-4a21-a40d-0b354d88d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:26.916423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfc913-5eef-4a21-a40d-0b354d88d9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7198a0-3cbd-4d16-9bfd-ac9610f5c5e8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:26.925259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27cfc913-5eef-4a21-a40d-0b354d88d9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:26.939330 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-27cfc913-5eef-4a21-a40d-0b354d88d9f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c7198a0-3cbd-4d16-9bfd-ac9610f5c5e8 HTTP/1.1" status: 204 len: 168 time: 0.4255519 May 06 13:20:33.787446 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:20:37.561139 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:38.908792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50358) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:39.150273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5650773-e88d-493f-bb0d-c5f47a4993ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:39.221667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f5650773-e88d-493f-bb0d-c5f47a4993ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:39.230672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f5650773-e88d-493f-bb0d-c5f47a4993ee admin admin] Usage tracker for resource:security_group_rule and tenant:37fd8d5cbecf47fd976407f959d324e7 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:39.246468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f5650773-e88d-493f-bb0d-c5f47a4993ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:39.251298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f5650773-e88d-493f-bb0d-c5f47a4993ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:39.411572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5650773-e88d-493f-bb0d-c5f47a4993ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:39.416976 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f5650773-e88d-493f-bb0d-c5f47a4993ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:39.489808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5650773-e88d-493f-bb0d-c5f47a4993ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea43f80-1b40-42aa-b002-b492ea4a07cf,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:39.489808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f5650773-e88d-493f-bb0d-c5f47a4993ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37fd8d5cbecf47fd976407f959d324e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5826948 May 06 13:20:39.489808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50370) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:39.605606 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8786-a4a7-469c-bbe1-46222af91e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:39.642220 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8786-a4a7-469c-bbe1-46222af91e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:39.712116 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8786-a4a7-469c-bbe1-46222af91e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:39.739807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a8786-a4a7-469c-bbe1-46222af91e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea43f80-1b40-42aa-b002-b492ea4a07cf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:39.747087 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8786-a4a7-469c-bbe1-46222af91e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:39.760690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1d0a8786-a4a7-469c-bbe1-46222af91e39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ea43f80-1b40-42aa-b002-b492ea4a07cf HTTP/1.1" status: 204 len: 168 time: 0.2697706 May 06 13:20:40.417359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50384) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:40.445124 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcde2cd5-2470-4fe5-99e2-0798867fdea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:40.495662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dcde2cd5-2470-4fe5-99e2-0798867fdea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:40.495662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dcde2cd5-2470-4fe5-99e2-0798867fdea7 admin admin] Usage tracker for resource:security_group_rule and tenant:da5e6f2bca6c4205b0824c9e1ddbb193 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:40.502325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dcde2cd5-2470-4fe5-99e2-0798867fdea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:40.509843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dcde2cd5-2470-4fe5-99e2-0798867fdea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:40.628679 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcde2cd5-2470-4fe5-99e2-0798867fdea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:40.646086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dcde2cd5-2470-4fe5-99e2-0798867fdea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:40.698752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde2cd5-2470-4fe5-99e2-0798867fdea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb14663d-a6f0-4827-9b30-83d20b62dc0b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:40.710381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dcde2cd5-2470-4fe5-99e2-0798867fdea7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da5e6f2bca6c4205b0824c9e1ddbb193&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2870562 May 06 13:20:40.714282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50392) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:40.825656 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13ab9edc-1ea5-45ac-84b5-5c3991458cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:40.864083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13ab9edc-1ea5-45ac-84b5-5c3991458cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:40.952959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13ab9edc-1ea5-45ac-84b5-5c3991458cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:40.975982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab9edc-1ea5-45ac-84b5-5c3991458cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb14663d-a6f0-4827-9b30-83d20b62dc0b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:40.975982 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13ab9edc-1ea5-45ac-84b5-5c3991458cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:40.975982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-13ab9edc-1ea5-45ac-84b5-5c3991458cca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb14663d-a6f0-4827-9b30-83d20b62dc0b HTTP/1.1" status: 204 len: 168 time: 0.2641690 May 06 13:20:42.347926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5755-110a-43a1-8d95-019879d6ada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:43.319373 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:44.774544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49d274af-d25c-41c3-90b3-06c04243c1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:45.549614 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:46.153497 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:47.631744 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:50.332293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50570) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:50.569438 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e70a3c55-7649-469d-ba76-41b10b0f3d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:50.629040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e70a3c55-7649-469d-ba76-41b10b0f3d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:50.633736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e70a3c55-7649-469d-ba76-41b10b0f3d09 admin admin] Usage tracker for resource:security_group_rule and tenant:3df5b10b2e2c4750886f62346d375ebf is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:50.637485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e70a3c55-7649-469d-ba76-41b10b0f3d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:50.644309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e70a3c55-7649-469d-ba76-41b10b0f3d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:50.730043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e70a3c55-7649-469d-ba76-41b10b0f3d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:50.735401 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e70a3c55-7649-469d-ba76-41b10b0f3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:50.779030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a3c55-7649-469d-ba76-41b10b0f3d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a5e62e-c15a-4d32-bfca-7fef8939d173,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:50.809291 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e70a3c55-7649-469d-ba76-41b10b0f3d09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3df5b10b2e2c4750886f62346d375ebf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4715025 May 06 13:20:50.813371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50580) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:50.918716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95bdaa54-c846-4e2f-9956-e2c42cd06295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:50.970149 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95bdaa54-c846-4e2f-9956-e2c42cd06295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:51.074393 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95bdaa54-c846-4e2f-9956-e2c42cd06295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:51.109891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdaa54-c846-4e2f-9956-e2c42cd06295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a5e62e-c15a-4d32-bfca-7fef8939d173,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:51.125507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95bdaa54-c846-4e2f-9956-e2c42cd06295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:51.125507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-95bdaa54-c846-4e2f-9956-e2c42cd06295 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3a5e62e-c15a-4d32-bfca-7fef8939d173 HTTP/1.1" status: 204 len: 168 time: 0.3116624 May 06 13:20:51.855509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50596) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:51.889101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b5fe47-0df4-4c4f-bbb0-d4b21f05c211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:51.938264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-68b5fe47-0df4-4c4f-bbb0-d4b21f05c211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:51.938264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-68b5fe47-0df4-4c4f-bbb0-d4b21f05c211 admin admin] Usage tracker for resource:security_group_rule and tenant:923f2bd8b5b64b62a511e2adfc0a5b06 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:51.947409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-68b5fe47-0df4-4c4f-bbb0-d4b21f05c211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:51.956543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-68b5fe47-0df4-4c4f-bbb0-d4b21f05c211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:52.072594 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b5fe47-0df4-4c4f-bbb0-d4b21f05c211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:52.077667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-68b5fe47-0df4-4c4f-bbb0-d4b21f05c211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:52.151778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5fe47-0df4-4c4f-bbb0-d4b21f05c211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b1e147-7a11-48d2-a1a2-26177346e7d0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:52.159781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-68b5fe47-0df4-4c4f-bbb0-d4b21f05c211 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=923f2bd8b5b64b62a511e2adfc0a5b06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3048065 May 06 13:20:52.161580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50602) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:52.261707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-90965ac1-3161-4ec4-80bf-321ef14c234f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:52.339975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-90965ac1-3161-4ec4-80bf-321ef14c234f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:52.476980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-90965ac1-3161-4ec4-80bf-321ef14c234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:52.501671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90965ac1-3161-4ec4-80bf-321ef14c234f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b1e147-7a11-48d2-a1a2-26177346e7d0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:52.527125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-90965ac1-3161-4ec4-80bf-321ef14c234f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:52.527125 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-90965ac1-3161-4ec4-80bf-321ef14c234f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46b1e147-7a11-48d2-a1a2-26177346e7d0 HTTP/1.1" status: 204 len: 168 time: 0.3607721 May 06 13:20:56.688350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50690) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:56.932178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd279-c2a9-425b-b193-5674a4c2ac17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:56.990179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d5fbd279-c2a9-425b-b193-5674a4c2ac17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:57.001793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d5fbd279-c2a9-425b-b193-5674a4c2ac17 admin admin] Usage tracker for resource:security_group_rule and tenant:a962dedba19e4d4ba2cd7cc75200b299 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:57.001793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-d5fbd279-c2a9-425b-b193-5674a4c2ac17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:57.014858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-d5fbd279-c2a9-425b-b193-5674a4c2ac17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:57.146489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd279-c2a9-425b-b193-5674a4c2ac17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.157151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d5fbd279-c2a9-425b-b193-5674a4c2ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.242239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbd279-c2a9-425b-b193-5674a4c2ac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783b44b4-166f-4780-a0cf-e39c6fcec1cf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:57.256605 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d5fbd279-c2a9-425b-b193-5674a4c2ac17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a962dedba19e4d4ba2cd7cc75200b299&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5644071 May 06 13:20:57.256605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50702) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:57.368432 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-169dd34b-b103-4a41-b446-e8a884963c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.406878 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-169dd34b-b103-4a41-b446-e8a884963c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.483795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-169dd34b-b103-4a41-b446-e8a884963c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.503124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dd34b-b103-4a41-b446-e8a884963c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783b44b4-166f-4780-a0cf-e39c6fcec1cf,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:57.522472 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-169dd34b-b103-4a41-b446-e8a884963c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.524878 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-169dd34b-b103-4a41-b446-e8a884963c8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/783b44b4-166f-4780-a0cf-e39c6fcec1cf HTTP/1.1" status: 204 len: 168 time: 0.2671921 May 06 13:20:58.160360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50712) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:58.182518 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b31997f-d594-4c37-8140-3752f2db7203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:58.225717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9b31997f-d594-4c37-8140-3752f2db7203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:20:58.231791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b31997f-d594-4c37-8140-3752f2db7203 admin admin] Usage tracker for resource:security_group_rule and tenant:06eb7232724c4e7c9fff261756a50ede is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:20:58.235850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9b31997f-d594-4c37-8140-3752f2db7203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:20:58.245020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9b31997f-d594-4c37-8140-3752f2db7203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:20:58.379299 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b31997f-d594-4c37-8140-3752f2db7203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:58.385927 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9b31997f-d594-4c37-8140-3752f2db7203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:58.476825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31997f-d594-4c37-8140-3752f2db7203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed16157-4988-4d0d-8d2c-236f8cf9c126,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:58.496805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50716) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:58.497514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9b31997f-d594-4c37-8140-3752f2db7203 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06eb7232724c4e7c9fff261756a50ede&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3357537 May 06 13:20:58.573375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b78ea00c-fdf7-4c57-b00e-5307fa5f6def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:58.619928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b78ea00c-fdf7-4c57-b00e-5307fa5f6def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:58.696749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b78ea00c-fdf7-4c57-b00e-5307fa5f6def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:58.718586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ea00c-fdf7-4c57-b00e-5307fa5f6def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed16157-4988-4d0d-8d2c-236f8cf9c126,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:58.726055 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b78ea00c-fdf7-4c57-b00e-5307fa5f6def admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:58.727997 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b78ea00c-fdf7-4c57-b00e-5307fa5f6def admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aed16157-4988-4d0d-8d2c-236f8cf9c126 HTTP/1.1" status: 204 len: 168 time: 0.2287858 May 06 13:21:00.655137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:00.662708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557744231', 'description': 'tempest-secgroup-smoke-1557744231 description', 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:00.671728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:00.677566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:security_group and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:00.682243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:00.689671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:00.704088 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:00.752389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:00.772377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:security_group_rule and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:00.778326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:00.786938 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:00.872373 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:00.877038 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:00.931511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:00.937953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:00.941093 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4110db72-c381-495b-9cfa-2fe62298fd17 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2841499 May 06 13:21:00.953307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50766) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:00.961428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'security_group_rule': {'security_group_id': '8b1f4cd9-f860-46e3-bde1-bc97e3f0d798', 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:00.974381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:00.980399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:security_group_rule and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:00.984115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:00.991237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:01.018490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.105513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.111709 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.138176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87b42ea-2ab2-4cc5-91bf-c53b36cd1824,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:01.150938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.155345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a351777-dda1-4c3e-a3df-de84e69908b3 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2026801 May 06 13:21:01.155696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50774) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:01.165434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'security_group_rule': {'security_group_id': '8b1f4cd9-f860-46e3-bde1-bc97e3f0d798', 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:01.177108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:01.185183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:security_group_rule and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:01.192272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:01.207645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:01.237215 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.382960 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.389102 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.425127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bef2f5-08f8-4da4-984b-a7ee80e0c0f2,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:01.460100 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.461344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5ca9a1a2-7ba0-4500-8dac-867bba3f8b92 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3040552 May 06 13:21:01.466105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50780) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:01.473064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'security_group_rule': {'security_group_id': '8b1f4cd9-f860-46e3-bde1-bc97e3f0d798', 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:01.484856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:01.492407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:security_group_rule and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:01.496217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:01.503180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:01.532484 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.638261 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.643582 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.689454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e1ccd3-5593-4521-af09-21ba139ad030,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:01.710980 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.713330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-307fe153-089e-4b1b-a3f8-ac59aa9539dc tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2458091 May 06 13:21:01.721187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50790) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:01.724748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'security_group_rule': {'security_group_id': '8b1f4cd9-f860-46e3-bde1-bc97e3f0d798', 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:01.734283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:01.739049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:security_group_rule and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:01.742797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:01.750851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:01.774544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.860339 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.865605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.900494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fe068c-81d0-4159-a0b2-344efb234b8f,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:01.916897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.918980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c3af114e-28d6-4d27-b5f3-5ffb9e765b0d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2009277 May 06 13:21:01.923854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50794) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:01.934285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'security_group_rule': {'security_group_id': '8b1f4cd9-f860-46e3-bde1-bc97e3f0d798', 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:01.947290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:01.954882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:security_group_rule and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:01.963985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:01.975560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:01.993680 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Project 5f58e64a5a4b46cc8f809150e0e2d7e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:21:02.002276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.112206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.118333 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.146329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b9f6e9-fd49-4fe1-9dd5-edba77fc4531,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:02.159083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.160331 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0d2c3b91-6c37-41c1-a953-e8c97cfb401a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2349985 May 06 13:21:02.163519 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50804) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:02.169443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'security_group_rule': {'security_group_id': '8b1f4cd9-f860-46e3-bde1-bc97e3f0d798', 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:02.178363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:02.185996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:security_group_rule and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:02.191263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:02.203401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:02.219916 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Project 5f58e64a5a4b46cc8f809150e0e2d7e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:21:02.227719 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.314241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.320077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.367186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a708c7-490b-48de-824c-9685880bb74a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:02.384473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.386523 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a41aad5a-610f-404f-b783-90981b33d74b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2217827 May 06 13:21:03.039504 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-676234a3-23cd-4164-ac4d-e0105984721f tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557744231&fields=id&tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6 HTTP/1.1" status: 200 len: 267 time: 0.0492556 May 06 13:21:03.238031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-a4622a69-0ddd-4e65-b7c7-66e1ec5af4c1 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:03.240896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-a4622a69-0ddd-4e65-b7c7-66e1ec5af4c1 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/networks?id=ecda5a7c-01da-49e4-af60-95664270a546 HTTP/1.1" status: 200 len: 812 time: 0.1911957 May 06 13:21:03.264407 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-dcb0a81d-264c-44cd-b525-36f0b7bb9a6c tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/quotas/5f58e64a5a4b46cc8f809150e0e2d7e6 HTTP/1.1" status: 200 len: 375 time: 0.0155735 May 06 13:21:03.374024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-5e5daafc-ed1e-4fdf-b8b3-a61d99b580d1 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990753 May 06 13:21:03.581938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-00c65c10-858f-46d0-bab4-009e92677e7d service neutron] 10.222.0.44 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909385 May 06 13:21:03.779041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-14efcd2f-81cb-40f3-ad3f-89b7c704a728 service neutron] 10.222.0.44 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903653 May 06 13:21:04.602130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b166110-4e36-49dc-8427-43fa8b8235e4 req-947e40e4-166c-44c2-8a77-fc74fbea62b9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 210 time: 0.2591054 May 06 13:21:05.743654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79a9d04a-249f-457b-aa4a-6ed0a3e9a278 req-0a0ae722-00b1-4985-908e-d9209a6cb068 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 210 time: 0.0516839 May 06 13:21:06.945415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2eea7462-ae98-49b8-9ac3-978e456d6919 req-58791d79-7af6-4016-954e-4c342bfa30d0 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 210 time: 0.0759463 May 06 13:21:07.546772 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:07.909291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-10379164-dd84-4460-8599-cff27d346485 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:07.910181 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-10379164-dd84-4460-8599-cff27d346485 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Synchronizing usage tracker for tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:21:07.933156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-10379164-dd84-4460-8599-cff27d346485 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Unset dirty status for tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:21:07.934832 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-10379164-dd84-4460-8599-cff27d346485 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.36 "GET /v2.0/networks?id=ecda5a7c-01da-49e4-af60-95664270a546 HTTP/1.1" status: 200 len: 812 time: 0.2402401 May 06 13:21:08.026896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-034fcf35-183f-45d0-b00e-c8068e41b987 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Synchronizing usage tracker for tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:21:08.059004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-034fcf35-183f-45d0-b00e-c8068e41b987 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Unset dirty status for tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:21:08.065530 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-034fcf35-183f-45d0-b00e-c8068e41b987 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6 HTTP/1.1" status: 200 len: 380 time: 0.1152558 May 06 13:21:08.077676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'port': {'device_id': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'admin_state_up': True, 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'security_groups': ['8b1f4cd9-f860-46e3-bde1-bc97e3f0d798']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:08.188368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8cd73157-5582-4585-a494-2b2b61405137 req-8c7ca78e-9917-488e-9daa-221b7b2da82f tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 210 time: 0.0748763 May 06 13:21:08.493939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:08.502428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:port and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:08.508274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:08.520046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:08.540708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Made reservation on behalf of 5f58e64a5a4b46cc8f809150e0e2d7e6 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:21:08.546151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:08.817416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Allocated IP 172.20.0.9 (ecda5a7c-01da-49e4-af60-95664270a546/cbda14ea-b1ff-4198-9bab-74643df872f7/724a6cb9-303b-4b6b-8138-b6071ec3efbd) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:21:09.071611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.110136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Transition to ACTIVE for port object 724a6cb9-303b-4b6b-8138-b6071ec3efbd will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:21:09.153209 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.335021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Network ecda5a7c-01da-49e4-af60-95664270a546 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:21:09.346081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:21:09.349695 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'Port': ['ID=724a6cb9-303b-4b6b-8138-b6071ec3efbd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:09.354243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:21:09.446771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.447265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.447703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.448157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.448614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.449040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.449550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.450049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.450887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.451521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.452075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:09.534001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:09.535493 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.584303 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-aa17ed29-20bc-4d94-9346-cc72fa7ae028 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5132461 May 06 13:21:09.623897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Request body: {'port': {'device_id': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:09.956785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.989917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be905cc-f21b-4a99-b58e-a474fb105b13 req-dda6cefd-d457-471a-b7c4-944dcbc27510 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:09.992926 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5be905cc-f21b-4a99-b58e-a474fb105b13 req-dda6cefd-d457-471a-b7c4-944dcbc27510 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 931 time: 0.4476025 May 06 13:21:10.049881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5be905cc-f21b-4a99-b58e-a474fb105b13 req-4a26fb94-0307-43ca-a726-68003774dc2d tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511439 May 06 13:21:10.068002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a249d091-a3d5-49ee-9dfe-6f42bd18adf7 None None] Provisioning for port 724a6cb9-303b-4b6b-8138-b6071ec3efbd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:21:10.076976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a249d091-a3d5-49ee-9dfe-6f42bd18adf7 None None] Provisioning complete for port 724a6cb9-303b-4b6b-8138-b6071ec3efbd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:21:10.077639 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a249d091-a3d5-49ee-9dfe-6f42bd18adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.264232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a249d091-a3d5-49ee-9dfe-6f42bd18adf7 None None] Port 724a6cb9-303b-4b6b-8138-b6071ec3efbd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:21:10.480466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724a6cb9-303b-4b6b-8138-b6071ec3efbd {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:21:10.488938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.517463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Transition to ACTIVE for port object 724a6cb9-303b-4b6b-8138-b6071ec3efbd will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:21:10.525294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.776014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Pushing event updated for resources: {'Port': ['ID=724a6cb9-303b-4b6b-8138-b6071ec3efbd,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:10.805925 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:21:11.098467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Attempting to bind port 724a6cb9-303b-4b6b-8138-b6071ec3efbd on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:21:11.098904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Attempting to bind port 724a6cb9-303b-4b6b-8138-b6071ec3efbd by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:21:11.099841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Attempting to bind port 724a6cb9-303b-4b6b-8138-b6071ec3efbd on network ecda5a7c-01da-49e4-af60-95664270a546 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:21:11.107924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Port 724a6cb9-303b-4b6b-8138-b6071ec3efbd on network ecda5a7c-01da-49e4-af60-95664270a546 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:21:11.108431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Attempting to bind port 724a6cb9-303b-4b6b-8138-b6071ec3efbd on network ecda5a7c-01da-49e4-af60-95664270a546 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:21:11.123117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:21:11.123634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Checking segment: {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:21:11.124305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Bound using segment: {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:21:11.125022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Bound port: 724a6cb9-303b-4b6b-8138-b6071ec3efbd, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ab54fe-684b-4469-83a2-d7e2d9dc02a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:21:11.125594 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.318421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] For port 724a6cb9-303b-4b6b-8138-b6071ec3efbd, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:21:11.326285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] For port 724a6cb9-303b-4b6b-8138-b6071ec3efbd, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:21:11.335967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.455232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.458627 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/724a6cb9-303b-4b6b-8138-b6071ec3efbd HTTP/1.1" status: 200 len: 1091 time: 1.8530591 May 06 13:21:11.459524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:21:11.489158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599a48b-49bb-47f1-8309-957ae31ec707 req-00bacfa3-b12c-461d-bf4b-01d8079b4c36 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:11.492370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6599a48b-49bb-47f1-8309-957ae31ec707 req-00bacfa3-b12c-461d-bf4b-01d8079b4c36 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 943 time: 0.2019069 May 06 13:21:11.562401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6599a48b-49bb-47f1-8309-957ae31ec707 req-43ae1c90-1d40-4bda-a2bd-f06491f8438e tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550952 May 06 13:21:11.678864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290c7b4-481a-43c4-9119-89c12b6954d3 service neutron] Pushing event updated for resources: {'Port': ['ID=724a6cb9-303b-4b6b-8138-b6071ec3efbd,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:11.704460 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-1aa27a66-0542-44fd-9cd9-d4d641f1c9bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6&device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 1094 time: 0.1833651 May 06 13:21:11.796691 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673c929d-976f-4ea4-8e51-3fda6e5143de'] response: {'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'status': 'completed', 'code': 200} May 06 13:21:11.799783 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-3897afaa-d0b7-4223-b117-f83415af0b92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd HTTP/1.1" status: 200 len: 217 time: 0.0887835 May 06 13:21:11.909660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-d45aac91-8353-4d87-abed-2e336d80b176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:11.911437 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-d45aac91-8353-4d87-abed-2e336d80b176 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbda14ea-b1ff-4198-9bab-74643df872f7 HTTP/1.1" status: 200 len: 851 time: 0.1046979 May 06 13:21:12.003606 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-c4b869c2-46a3-4bcc-9d82-926cbadfac56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecda5a7c-01da-49e4-af60-95664270a546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849481 May 06 13:21:12.315005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-ff0a5c46-3ac4-4206-953d-71c3caae5430 service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039694 May 06 13:21:12.334586 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a679706-b3a6-4844-8425-2c4defcfbb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:12.594699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c3855db5-dfc9-4648-910c-1d935604ba35 req-f7da8b3d-49e7-491c-80b1-96287a214cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687783 May 06 13:21:12.795416 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-125fce28-4174-4376-ba39-ec6cbfc16ae5 req-e82d9aaf-88e4-4127-a962-80c9cb4bd8b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6&device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 1094 time: 0.1217763 May 06 13:21:12.971277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025d073-d013-4478-8774-a9972448071f req-dc93911b-1bad-428e-b560-7bd6023cc289 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:12.974924 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a025d073-d013-4478-8774-a9972448071f req-dc93911b-1bad-428e-b560-7bd6023cc289 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 943 time: 0.1540253 May 06 13:21:12.984014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fce28-4174-4376-ba39-ec6cbfc16ae5 req-9cd78dcf-402c-4281-b2ce-bac2c5f8799b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:12.984923 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-125fce28-4174-4376-ba39-ec6cbfc16ae5 req-9cd78dcf-402c-4281-b2ce-bac2c5f8799b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ecda5a7c-01da-49e4-af60-95664270a546 HTTP/1.1" status: 200 len: 913 time: 0.1827087 May 06 13:21:13.065686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a025d073-d013-4478-8774-a9972448071f req-92fc1384-6383-492c-8a58-45110af720c2 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777209 May 06 13:21:13.084348 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-125fce28-4174-4376-ba39-ec6cbfc16ae5 req-966af2cd-c27e-4381-afbf-2cefa77f2227 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd HTTP/1.1" status: 200 len: 217 time: 0.0777867 May 06 13:21:13.158079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fce28-4174-4376-ba39-ec6cbfc16ae5 req-360a4682-f1ec-4595-9ef5-178ae8d5fdb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:13.159572 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-125fce28-4174-4376-ba39-ec6cbfc16ae5 req-360a4682-f1ec-4595-9ef5-178ae8d5fdb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbda14ea-b1ff-4198-9bab-74643df872f7 HTTP/1.1" status: 200 len: 851 time: 0.0756388 May 06 13:21:13.244027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-125fce28-4174-4376-ba39-ec6cbfc16ae5 req-a1177f05-97a5-4cbe-937c-a8eba3b053c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecda5a7c-01da-49e4-af60-95664270a546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779819 May 06 13:21:13.320941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:13.392913 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-125fce28-4174-4376-ba39-ec6cbfc16ae5 req-e1f4f9b3-821a-4151-a6c7-ac9c05496213 service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423929 May 06 13:21:13.577390 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-125fce28-4174-4376-ba39-ec6cbfc16ae5 req-387cb7b4-aaa5-4456-baca-719035d71ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789124 May 06 13:21:14.272309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50912) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:14.369213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c7b24-d6d3-448f-9902-01b44eee97d8 req-1483d309-fdfb-4b39-a388-762d8e20700c tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:14.371830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b7c7b24-d6d3-448f-9902-01b44eee97d8 req-1483d309-fdfb-4b39-a388-762d8e20700c tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 943 time: 0.0975215 May 06 13:21:14.461066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b7c7b24-d6d3-448f-9902-01b44eee97d8 req-c4d038f5-3858-4415-bcce-9992044f34cb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766790 May 06 13:21:14.539211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5faf72ee-e6a4-423c-bc17-81f6c6a7b599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:14.577952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5faf72ee-e6a4-423c-bc17-81f6c6a7b599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:14.583505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5faf72ee-e6a4-423c-bc17-81f6c6a7b599 admin admin] Usage tracker for resource:security_group_rule and tenant:a313acc576134b758257a0f20433bc51 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:14.587490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5faf72ee-e6a4-423c-bc17-81f6c6a7b599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:14.595544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5faf72ee-e6a4-423c-bc17-81f6c6a7b599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:14.699893 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5faf72ee-e6a4-423c-bc17-81f6c6a7b599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:14.706118 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5faf72ee-e6a4-423c-bc17-81f6c6a7b599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:14.757516 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b540bf89-0747-4b01-b754-90bd50feb62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:14.758122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf72ee-e6a4-423c-bc17-81f6c6a7b599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd0252a-2eb7-4dbc-96e9-11c83832d141,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:14.762694 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5faf72ee-e6a4-423c-bc17-81f6c6a7b599 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a313acc576134b758257a0f20433bc51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4887307 May 06 13:21:14.768354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50918) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:14.839110 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc298c8e-25ae-458e-981f-468a09990cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:14.870173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc298c8e-25ae-458e-981f-468a09990cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:14.947233 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc298c8e-25ae-458e-981f-468a09990cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:14.967031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc298c8e-25ae-458e-981f-468a09990cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd0252a-2eb7-4dbc-96e9-11c83832d141,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:14.974861 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dc298c8e-25ae-458e-981f-468a09990cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:14.976245 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dc298c8e-25ae-458e-981f-468a09990cca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7cd0252a-2eb7-4dbc-96e9-11c83832d141 HTTP/1.1" status: 204 len: 168 time: 0.2078805 May 06 13:21:15.465174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 50926) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:15.485190 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfec70cc-2344-4bc6-91d8-4ea3c9b57198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:15.543846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dfec70cc-2344-4bc6-91d8-4ea3c9b57198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:15.552624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dfec70cc-2344-4bc6-91d8-4ea3c9b57198 admin admin] Usage tracker for resource:security_group_rule and tenant:2744c6a4bbf9432eaebfa7afa7de1651 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:15.558355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-dfec70cc-2344-4bc6-91d8-4ea3c9b57198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:15.568169 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:15.574373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-dfec70cc-2344-4bc6-91d8-4ea3c9b57198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:15.728140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfec70cc-2344-4bc6-91d8-4ea3c9b57198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:15.733628 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfec70cc-2344-4bc6-91d8-4ea3c9b57198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:15.799957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec70cc-2344-4bc6-91d8-4ea3c9b57198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81b7320-6e95-4ba9-afa0-a9c37f163fed,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:15.805021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dfec70cc-2344-4bc6-91d8-4ea3c9b57198 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2744c6a4bbf9432eaebfa7afa7de1651&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3384147 May 06 13:21:15.809829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 50932) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:15.822386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594c4e2-5936-4061-b4b3-8009c14eb50d req-50d1bf6a-56be-4897-8e39-c73f26502bbd tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:15.824206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f594c4e2-5936-4061-b4b3-8009c14eb50d req-50d1bf6a-56be-4897-8e39-c73f26502bbd tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 943 time: 0.1592062 May 06 13:21:15.904217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f594c4e2-5936-4061-b4b3-8009c14eb50d req-c098632b-d9c5-4544-be83-5ae9721ba0f0 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729961 May 06 13:21:15.907696 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9948555d-14e7-4f9f-9075-2b2d89cf7f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:15.938339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9948555d-14e7-4f9f-9075-2b2d89cf7f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:16.002182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9948555d-14e7-4f9f-9075-2b2d89cf7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:16.019845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948555d-14e7-4f9f-9075-2b2d89cf7f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81b7320-6e95-4ba9-afa0-a9c37f163fed,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:16.030020 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9948555d-14e7-4f9f-9075-2b2d89cf7f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:16.031603 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9948555d-14e7-4f9f-9075-2b2d89cf7f79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d81b7320-6e95-4ba9-afa0-a9c37f163fed HTTP/1.1" status: 204 len: 168 time: 0.2210319 May 06 13:21:16.162856 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:17.204544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14070ae-62d4-442a-97ca-58560b88735e req-c450759b-e7b7-45f6-9a5d-aad50d4382f2 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:17.207583 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c14070ae-62d4-442a-97ca-58560b88735e req-c450759b-e7b7-45f6-9a5d-aad50d4382f2 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 943 time: 0.1472509 May 06 13:21:17.271435 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c14070ae-62d4-442a-97ca-58560b88735e req-c56e8c0b-c627-49d1-b53c-d9f0e89543c5 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568852 May 06 13:21:17.632783 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:18.564711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e989527-6a5b-407b-a090-287b9c966c8c req-7f79d245-ca88-4f59-b545-dccf27f262d0 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:18.566666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e989527-6a5b-407b-a090-287b9c966c8c req-7f79d245-ca88-4f59-b545-dccf27f262d0 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 943 time: 0.0881956 May 06 13:21:18.629474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e989527-6a5b-407b-a090-287b9c966c8c req-6ba18f5b-6a2d-4219-b161-1db8126f0d9e tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557661 May 06 13:21:19.924315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f87b8-d8f6-4284-863d-182c2d83d311 req-5b9aca35-782a-4b51-91be-8a2a40dce1b4 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:19.927048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a3f87b8-d8f6-4284-863d-182c2d83d311 req-5b9aca35-782a-4b51-91be-8a2a40dce1b4 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 943 time: 0.1174350 May 06 13:21:19.954746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 724a6cb9-303b-4b6b-8138-b6071ec3efbd details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:21:19.999890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a3f87b8-d8f6-4284-863d-182c2d83d311 req-51a643ad-9094-40d2-8d54-ad5023928c52 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637164 May 06 13:21:20.196328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 724a6cb9-303b-4b6b-8138-b6071ec3efbd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:20.215501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'port_id': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'mac_address': 'fa:16:3e:d3:56:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:21:20.311807 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:20.346637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724a6cb9-303b-4b6b-8138-b6071ec3efbd {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:21:20.374715 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 724a6cb9-303b-4b6b-8138-b6071ec3efbd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:20.380684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:20.501803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=724a6cb9-303b-4b6b-8138-b6071ec3efbd,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:20.512420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.512784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.513101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.513441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.513775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.514113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.514443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.514809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.515138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.515494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.515792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:20.608312 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['724a6cb9-303b-4b6b-8138-b6071ec3efbd'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:21:21.322042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33ec54-19ca-4418-bd7b-27f86595c6be req-86161d88-2d4a-4cd7-b31f-043ce7310a64 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:21.323893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf33ec54-19ca-4418-bd7b-27f86595c6be req-86161d88-2d4a-4cd7-b31f-043ce7310a64 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 944 time: 0.1341498 May 06 13:21:21.392704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf33ec54-19ca-4418-bd7b-27f86595c6be req-576fdc4c-b156-4264-ba54-16de92a40d8f tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603211 May 06 13:21:21.953794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 724a6cb9-303b-4b6b-8138-b6071ec3efbd up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:21:22.050181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 724a6cb9-303b-4b6b-8138-b6071ec3efbd completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:21:22.058797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 724a6cb9-303b-4b6b-8138-b6071ec3efbd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:21:22.059408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:22.239514 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:22.281701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:21:22.298504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 724a6cb9-303b-4b6b-8138-b6071ec3efbd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:22.305228 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:22.405085 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b892f9-8a5b-4861-8799-b2b76001bb65'] response: {'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'code': 200} May 06 13:21:22.437677 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=724a6cb9-303b-4b6b-8138-b6071ec3efbd,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:22.619644 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db8da8fb-db31-4c28-a232-87a892422a58 req-f43b9381-8f4c-4b72-8cbc-f8970f2580b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 1096 time: 0.1343679 May 06 13:21:22.700145 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db8da8fb-db31-4c28-a232-87a892422a58 req-ca71437c-0c1f-47f5-942d-19c1602b5892 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724607 May 06 13:21:22.709306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005db8a-3677-4ef1-b898-5defe307d0db req-65b96a04-30f7-410d-a371-0adeca939f1b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:22.711991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a005db8a-3677-4ef1-b898-5defe307d0db req-65b96a04-30f7-410d-a371-0adeca939f1b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 945 time: 0.1264262 May 06 13:21:22.786167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a005db8a-3677-4ef1-b898-5defe307d0db req-b75f43d1-8de4-4e1d-94e0-9dbd7eb8a75a tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675011 May 06 13:21:24.061881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906e7e-60e3-4e57-a86c-362d7fc3e478 req-ba7c3043-7a97-414c-8417-bd55309de2fd tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:24.063455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e906e7e-60e3-4e57-a86c-362d7fc3e478 req-ba7c3043-7a97-414c-8417-bd55309de2fd tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 945 time: 0.0866654 May 06 13:21:24.129272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e906e7e-60e3-4e57-a86c-362d7fc3e478 req-dfecbc20-3edf-4213-910c-19e06e764921 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570092 May 06 13:21:24.399681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb012403-8bf2-40ae-bb2f-87efb5232620 req-f25af760-98a5-443d-8656-6b1232501565 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:24.401203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fb012403-8bf2-40ae-bb2f-87efb5232620 req-f25af760-98a5-443d-8656-6b1232501565 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 945 time: 0.1135471 May 06 13:21:24.483703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fb012403-8bf2-40ae-bb2f-87efb5232620 req-4208799b-bd06-4135-a2b4-0f36a610a254 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727746 May 06 13:21:24.519512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51028) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:24.883243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f6c8048-4fa9-48e9-a333-13179ec57b8d tempest-TestVolumeBackupRestore-111157532 tempest-TestVolumeBackupRestore-111157532-project-admin] Synchronizing usage tracker for tenant:45c8129b984a411fb31f334fa1a9c45c on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:21:24.904627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5f6c8048-4fa9-48e9-a333-13179ec57b8d tempest-TestVolumeBackupRestore-111157532 tempest-TestVolumeBackupRestore-111157532-project-admin] Unset dirty status for tenant:45c8129b984a411fb31f334fa1a9c45c on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:21:24.906465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5f6c8048-4fa9-48e9-a333-13179ec57b8d tempest-TestVolumeBackupRestore-111157532 tempest-TestVolumeBackupRestore-111157532-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 1091 time: 0.3857126 May 06 13:21:24.911009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51034) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:24.919961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:24.930496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:24.937492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Usage tracker for resource:floatingip and tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:24.942788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:24.955168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:24.972185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:25.150106 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:25.363034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Allocated IP 172.25.7.147 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/6568c540-f877-4f5b-b8d0-943d6df55441) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:21:25.754716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:25.804059 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:25.936767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:21:25.943947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:21:25.947367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'Port': ['ID=6568c540-f877-4f5b-b8d0-943d6df55441,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:25.951470 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:21:26.037955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.038348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.039013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.039492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.039973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.040446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.040917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.041395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.041861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.042327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.042839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:26.686478 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:26.758792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:27.049071 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:27.055749 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:27.181799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event updated for resources: {'Port': ['ID=6568c540-f877-4f5b-b8d0-943d6df55441,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:27.196209 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:27.442310 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Floating IP 1988259c-e009-4c37-b575-1bea2eaca5ab associated. External IP: 172.25.7.147, port: 724a6cb9-303b-4b6b-8138-b6071ec3efbd. May 06 13:21:28.236919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:21:28.583471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:21:28.594150 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] Sync routers for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:21:28.608359 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:21:28.609041 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:21:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:28.641397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:28.731278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6b883e85-59a9-4a36-a27c-47056d011bbb tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8185139 May 06 13:21:28.732019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51046) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:28.732511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:21:28.826506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51054) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:28.826824 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-807502bb-e7ee-481d-983d-acdf8502f4e5 tempest-TestVolumeBackupRestore-111157532 tempest-TestVolumeBackupRestore-111157532-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 1091 time: 0.0928695 May 06 13:21:28.837101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5317a0fb-fd06-4bf9-8e41-47f8b3d5e599 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Request body: {'floatingip': {'port_id': '724a6cb9-303b-4b6b-8138-b6071ec3efbd'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:28.865496 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:21:29.012053 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5317a0fb-fd06-4bf9-8e41-47f8b3d5e599 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:29.132914 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9893ecfa-f9fc-4f40-9c00-5e8fdc0ebbcc'] response: {'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'status': 'completed', 'code': 200} May 06 13:21:29.269555 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7492d22a-463f-4cca-b0c5-fe3b79824668 req-699106eb-425c-4a8c-b50b-0d46e58d6a67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6&device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 1096 time: 0.1262665 May 06 13:21:29.400371 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '1988259c-e009-4c37-b575-1bea2eaca5ab', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'port_id': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'mac_address': 'fa:16:3e:d3:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:21:26Z', 'updated_at': '2022-05-06T13:21:26Z', 'revision_number': 0, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:08Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:29.405485 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] Checking router: 0dcbc343-a5db-4533-ad43-9cfd76cc2239 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:21:29.421771 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:21:29.423316 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:21:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:29.546432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d22a-463f-4cca-b0c5-fe3b79824668 req-44ab69a4-e8e6-4d60-9de5-2dee5280ffd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:29.556589 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7492d22a-463f-4cca-b0c5-fe3b79824668 req-44ab69a4-e8e6-4d60-9de5-2dee5280ffd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ecda5a7c-01da-49e4-af60-95664270a546 HTTP/1.1" status: 200 len: 913 time: 0.2809544 May 06 13:21:29.749386 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:21:29.785533 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7492d22a-463f-4cca-b0c5-fe3b79824668 req-6be31a0e-d295-40f9-8bd0-7e08aeb0c217 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd HTTP/1.1" status: 200 len: 999 time: 0.2194424 May 06 13:21:29.931486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d22a-463f-4cca-b0c5-fe3b79824668 req-380f5d20-479c-406b-8ad5-a3a80f7c1cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:29.935880 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7492d22a-463f-4cca-b0c5-fe3b79824668 req-380f5d20-479c-406b-8ad5-a3a80f7c1cb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbda14ea-b1ff-4198-9bab-74643df872f7 HTTP/1.1" status: 200 len: 851 time: 0.1431983 May 06 13:21:30.055917 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7492d22a-463f-4cca-b0c5-fe3b79824668 req-fef6064f-2baf-45db-a5e0-480982bd2f21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecda5a7c-01da-49e4-af60-95664270a546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136577 May 06 13:21:30.131557 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5317a0fb-fd06-4bf9-8e41-47f8b3d5e599 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:30.137141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5317a0fb-fd06-4bf9-8e41-47f8b3d5e599 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:30.366676 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '1988259c-e009-4c37-b575-1bea2eaca5ab', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'port_id': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'mac_address': 'fa:16:3e:d3:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:21:26Z', 'updated_at': '2022-05-06T13:21:26Z', 'revision_number': 0, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:08Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:30.371829 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e496ad-4f4d-4903-bafe-f823e33408c9 None None] The sync data for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 is: [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '1988259c-e009-4c37-b575-1bea2eaca5ab', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'port_id': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'mac_address': 'fa:16:3e:d3:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:21:26Z', 'updated_at': '2022-05-06T13:21:26Z', 'revision_number': 0, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:08Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:21:30.403219 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7492d22a-463f-4cca-b0c5-fe3b79824668 req-be1f2038-bc3d-4286-bc90-e520bb39ed24 service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374503 May 06 13:21:30.600018 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7492d22a-463f-4cca-b0c5-fe3b79824668 req-70f0d112-5a29-4d4c-8cc2-8fa22a95f94c service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864619 May 06 13:21:30.698833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c969c8f-f725-4499-8bf2-9a1427c5370d None None] New status for floating IP 1988259c-e009-4c37-b575-1bea2eaca5ab: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:21:30.763005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5317a0fb-fd06-4bf9-8e41-47f8b3d5e599 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:21:31.043508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5317a0fb-fd06-4bf9-8e41-47f8b3d5e599 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:21:31.050891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5317a0fb-fd06-4bf9-8e41-47f8b3d5e599 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:31.181312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:21:31.253979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5317a0fb-fd06-4bf9-8e41-47f8b3d5e599 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "PUT /v2.0/floatingips/1988259c-e009-4c37-b575-1bea2eaca5ab HTTP/1.1" status: 200 len: 991 time: 2.4259148 May 06 13:21:31.304035 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85791d4-2c74-4b14-b567-cb5ee10c6c63'] response: {'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'status': 'completed', 'code': 200} May 06 13:21:31.444040 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-359df657-1d4d-46c3-a719-7c6132fefe46 req-f041d781-2143-4b92-ad03-4e4a56cbef2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6&device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 1096 time: 0.1062858 May 06 13:21:31.665025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359df657-1d4d-46c3-a719-7c6132fefe46 req-66f11027-a0fc-49a5-932c-d67b0de9fba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:31.667554 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-359df657-1d4d-46c3-a719-7c6132fefe46 req-66f11027-a0fc-49a5-932c-d67b0de9fba1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ecda5a7c-01da-49e4-af60-95664270a546 HTTP/1.1" status: 200 len: 913 time: 0.2186182 May 06 13:21:31.848168 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-359df657-1d4d-46c3-a719-7c6132fefe46 req-349a9c1c-f112-4db4-9824-632052eb85c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd HTTP/1.1" status: 200 len: 1001 time: 0.1740816 May 06 13:21:31.919869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359df657-1d4d-46c3-a719-7c6132fefe46 req-55747d4d-39a6-419d-ad38-f6649aa1f908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:31.921709 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-359df657-1d4d-46c3-a719-7c6132fefe46 req-55747d4d-39a6-419d-ad38-f6649aa1f908 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbda14ea-b1ff-4198-9bab-74643df872f7 HTTP/1.1" status: 200 len: 851 time: 0.0678372 May 06 13:21:32.027594 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-359df657-1d4d-46c3-a719-7c6132fefe46 req-5ca2cd2d-f08e-4015-9a98-1bcb5e88199a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecda5a7c-01da-49e4-af60-95664270a546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994680 May 06 13:21:32.208991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-359df657-1d4d-46c3-a719-7c6132fefe46 req-22bb4b36-1627-4275-bef5-4cd099394023 service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754632 May 06 13:21:32.395759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-359df657-1d4d-46c3-a719-7c6132fefe46 req-69954e65-5275-4ed5-bf4b-9cf98d7f74eb service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796713 May 06 13:21:32.832387 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] Sync routers for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:21:32.845872 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:21:32.846502 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:21:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:33.057558 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:21:33.304984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:21:33.428537 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f2aaf3-8395-4c79-a99c-ac748daedd4e'] response: {'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'status': 'completed', 'code': 200} May 06 13:21:33.529162 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '1988259c-e009-4c37-b575-1bea2eaca5ab', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'port_id': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'mac_address': 'fa:16:3e:d3:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:21:26Z', 'updated_at': '2022-05-06T13:21:30Z', 'revision_number': 2, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:08Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:33.533826 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] Checking router: 0dcbc343-a5db-4533-ad43-9cfd76cc2239 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:21:33.548069 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:21:33.548727 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:21:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:33.585699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2ee9b1d1-1201-469b-b57b-a13eaecf14cb req-43d71b46-3b56-4ef9-92ac-c9cb472a2a11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6&device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 1096 time: 0.1312416 May 06 13:21:33.744335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b1d1-1201-469b-b57b-a13eaecf14cb req-c2cc541a-e8b1-4097-86a9-57776bd7c942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:33.745969 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2ee9b1d1-1201-469b-b57b-a13eaecf14cb req-c2cc541a-e8b1-4097-86a9-57776bd7c942 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ecda5a7c-01da-49e4-af60-95664270a546 HTTP/1.1" status: 200 len: 913 time: 0.1537189 May 06 13:21:33.783726 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:21:33.912488 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2ee9b1d1-1201-469b-b57b-a13eaecf14cb req-848eb239-0186-4db5-ba94-3f7fd63102b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd HTTP/1.1" status: 200 len: 1001 time: 0.1470168 May 06 13:21:34.008251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b1d1-1201-469b-b57b-a13eaecf14cb req-108e1385-7ead-437b-a6b0-a458f5524f49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:34.011214 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2ee9b1d1-1201-469b-b57b-a13eaecf14cb req-108e1385-7ead-437b-a6b0-a458f5524f49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbda14ea-b1ff-4198-9bab-74643df872f7 HTTP/1.1" status: 200 len: 851 time: 0.0832319 May 06 13:21:34.155964 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2ee9b1d1-1201-469b-b57b-a13eaecf14cb req-fa55b10e-8e1f-4ec4-9543-bcd4dc6ad20c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecda5a7c-01da-49e4-af60-95664270a546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387086 May 06 13:21:34.466396 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2ee9b1d1-1201-469b-b57b-a13eaecf14cb req-29d1a855-ecb1-4316-8ab6-5da8873c011c service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036413 May 06 13:21:34.488856 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '1988259c-e009-4c37-b575-1bea2eaca5ab', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'port_id': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'mac_address': 'fa:16:3e:d3:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:21:26Z', 'updated_at': '2022-05-06T13:21:30Z', 'revision_number': 2, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:08Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:34.506479 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc600ba6-0fac-48f3-8b5e-daad6d037eff None None] The sync data for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 is: [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '1988259c-e009-4c37-b575-1bea2eaca5ab', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'floating_ip_address': '172.25.7.147', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'port_id': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'mac_address': 'fa:16:3e:d3:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:21:26Z', 'updated_at': '2022-05-06T13:21:30Z', 'revision_number': 2, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:08Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:21:34.936968 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2ee9b1d1-1201-469b-b57b-a13eaecf14cb req-227d145c-2a84-45e3-b49d-08a65734cf0d service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615228 May 06 13:21:37.557082 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:41.343412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51124) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:41.553326 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85327fb5-4200-4274-b3e5-d0c781cf032e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:41.618181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-85327fb5-4200-4274-b3e5-d0c781cf032e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:41.629913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-85327fb5-4200-4274-b3e5-d0c781cf032e admin admin] Usage tracker for resource:security_group_rule and tenant:e78533ca7ebe4397864ff6676a1a0a34 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:41.640112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-85327fb5-4200-4274-b3e5-d0c781cf032e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:41.649801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-85327fb5-4200-4274-b3e5-d0c781cf032e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:41.770222 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85327fb5-4200-4274-b3e5-d0c781cf032e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:41.776365 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-85327fb5-4200-4274-b3e5-d0c781cf032e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:41.855188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85327fb5-4200-4274-b3e5-d0c781cf032e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2498f98-397c-4e9b-870b-e6d7083c4d77,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:41.859605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-85327fb5-4200-4274-b3e5-d0c781cf032e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e78533ca7ebe4397864ff6676a1a0a34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5146954 May 06 13:21:41.863803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51130) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:41.942204 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da85491e-43f1-4b3a-a35f-1e1efc80ebbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:41.969304 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da85491e-43f1-4b3a-a35f-1e1efc80ebbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:42.047446 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da85491e-43f1-4b3a-a35f-1e1efc80ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:42.064640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85491e-43f1-4b3a-a35f-1e1efc80ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2498f98-397c-4e9b-870b-e6d7083c4d77,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:42.072342 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-da85491e-43f1-4b3a-a35f-1e1efc80ebbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:42.073377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-da85491e-43f1-4b3a-a35f-1e1efc80ebbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2498f98-397c-4e9b-870b-e6d7083c4d77 HTTP/1.1" status: 204 len: 168 time: 0.2086289 May 06 13:21:42.337893 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0fdde699-0aa9-4321-9a86-1961ff0f83dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:43.323819 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:44.756392 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57a0b56f-29d6-4a42-8290-48357036bba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:45.558369 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:46.173923 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:47.633817 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:47.800171 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:21:49.407628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51200) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:49.650869 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebbec0a4-3384-489e-a334-48bcff0fc3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:49.723302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ebbec0a4-3384-489e-a334-48bcff0fc3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:49.723302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ebbec0a4-3384-489e-a334-48bcff0fc3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:40b5760175ce4dbaa042b319ca65cf23 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:49.724436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ebbec0a4-3384-489e-a334-48bcff0fc3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:49.734221 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ebbec0a4-3384-489e-a334-48bcff0fc3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:49.851356 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebbec0a4-3384-489e-a334-48bcff0fc3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:49.858258 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebbec0a4-3384-489e-a334-48bcff0fc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:49.954175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbec0a4-3384-489e-a334-48bcff0fc3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f612a814-6126-4ea3-aabb-c29feeeb5694,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:49.963172 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ebbec0a4-3384-489e-a334-48bcff0fc3a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40b5760175ce4dbaa042b319ca65cf23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5671210 May 06 13:21:49.967723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51206) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:50.094997 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a53913d-c237-4adb-b21e-f7d82f6f7a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:50.131685 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a53913d-c237-4adb-b21e-f7d82f6f7a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:50.221266 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a53913d-c237-4adb-b21e-f7d82f6f7a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:50.253741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53913d-c237-4adb-b21e-f7d82f6f7a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f612a814-6126-4ea3-aabb-c29feeeb5694,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:50.261224 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8a53913d-c237-4adb-b21e-f7d82f6f7a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:50.266546 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8a53913d-c237-4adb-b21e-f7d82f6f7a5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f612a814-6126-4ea3-aabb-c29feeeb5694 HTTP/1.1" status: 204 len: 168 time: 0.2937832 May 06 13:22:04.413471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51336) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:04.704256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Deleting port 6568c540-f877-4f5b-b8d0-943d6df55441 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:04.704693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:04.951648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:04.951967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:05.087001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Calling delete_port for 6568c540-f877-4f5b-b8d0-943d6df55441 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:05.385113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:05.445170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event deleted for resources: {'Port': ['ID=6568c540-f877-4f5b-b8d0-943d6df55441,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:05.582042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:05.823585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51350) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:06.085069 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a552a39-8097-4d83-8b49-cc263938729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.129845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a552a39-8097-4d83-8b49-cc263938729b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:06.134305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a552a39-8097-4d83-8b49-cc263938729b admin admin] Usage tracker for resource:security_group_rule and tenant:79bd59c27db6444c9e54b00aee95078d is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:06.137224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a552a39-8097-4d83-8b49-cc263938729b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:06.144066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a552a39-8097-4d83-8b49-cc263938729b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:06.235702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a552a39-8097-4d83-8b49-cc263938729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.240673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a552a39-8097-4d83-8b49-cc263938729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.255948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:22:06.307273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a552a39-8097-4d83-8b49-cc263938729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ad3c1-1e38-45d9-af5d-49c5c774b03e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:06.317356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8a552a39-8097-4d83-8b49-cc263938729b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79bd59c27db6444c9e54b00aee95078d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4835572 May 06 13:22:06.317356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51356) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:06.459451 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96e80cb2-2a45-4b18-b71f-8f5900b77735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.507447 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96e80cb2-2a45-4b18-b71f-8f5900b77735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.583528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96e80cb2-2a45-4b18-b71f-8f5900b77735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.611011 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e80cb2-2a45-4b18-b71f-8f5900b77735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ad3c1-1e38-45d9-af5d-49c5c774b03e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:06.621419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:22:06.625465 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-96e80cb2-2a45-4b18-b71f-8f5900b77735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.630695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-96e80cb2-2a45-4b18-b71f-8f5900b77735 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e72ad3c1-1e38-45d9-af5d-49c5c774b03e HTTP/1.1" status: 204 len: 168 time: 0.3131700 May 06 13:22:06.642368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] Sync routers for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:22:06.647133 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.659589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:06.659589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:21:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:06.720645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f1768d8f-001a-46ba-8505-854810cb6ba9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "DELETE /v2.0/floatingips/1988259c-e009-4c37-b575-1bea2eaca5ab HTTP/1.1" status: 204 len: 168 time: 2.3056943 May 06 13:22:06.721259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:06.824031 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b193a64-c99c-42fc-8c02-1e8b91918265'] response: {'name': 'network-changed', 'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'status': 'completed', 'code': 200} May 06 13:22:07.036762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:07.513542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bec26bed-c411-4516-b600-0d3d98a2f97a req-0252ec25-e42a-4456-bc90-efd077168115 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6&device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 1096 time: 0.6577611 May 06 13:22:07.621516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51372) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:07.727564 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31be33da-42eb-4ee1-87f5-071e85e01b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:07.763997 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:07.791869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-31be33da-42eb-4ee1-87f5-071e85e01b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:07.795513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-31be33da-42eb-4ee1-87f5-071e85e01b7a admin admin] Usage tracker for resource:security_group_rule and tenant:2df9c7d76c654019833e6bfab7e57bdb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:07.804290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-31be33da-42eb-4ee1-87f5-071e85e01b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:07.819422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393428e-cc60-4b64-b578-44a77dd8b800 req-f4fe94b2-6fa2-4265-bea7-d76e978f490b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:07.824826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7393428e-cc60-4b64-b578-44a77dd8b800 req-f4fe94b2-6fa2-4265-bea7-d76e978f490b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 945 time: 0.1704836 May 06 13:22:07.847615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-31be33da-42eb-4ee1-87f5-071e85e01b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:07.959172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:08Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:07.964515 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7393428e-cc60-4b64-b578-44a77dd8b800 req-ba53b225-e3ba-41bb-9bf3-ac3a1b3610ba tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355371 May 06 13:22:07.971428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] Checking router: 0dcbc343-a5db-4533-ad43-9cfd76cc2239 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:22:08.003712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:08.003712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:21:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:08.024751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec26bed-c411-4516-b600-0d3d98a2f97a req-5d185e39-6ed7-4fc3-ab49-2573a76953df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:08.031538 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bec26bed-c411-4516-b600-0d3d98a2f97a req-5d185e39-6ed7-4fc3-ab49-2573a76953df service neutron] 10.222.0.36 "GET /v2.0/networks?id=ecda5a7c-01da-49e4-af60-95664270a546 HTTP/1.1" status: 200 len: 913 time: 0.5028303 May 06 13:22:08.098176 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31be33da-42eb-4ee1-87f5-071e85e01b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:08.109821 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-31be33da-42eb-4ee1-87f5-071e85e01b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:08.174527 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bec26bed-c411-4516-b600-0d3d98a2f97a req-cb0f0110-d703-4842-acac-f5e315ee4a0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd HTTP/1.1" status: 200 len: 217 time: 0.1399627 May 06 13:22:08.187865 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be33da-42eb-4ee1-87f5-071e85e01b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c85237-84a3-4ad0-b007-a533c0826dd2,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:08.238267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-31be33da-42eb-4ee1-87f5-071e85e01b7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2df9c7d76c654019833e6bfab7e57bdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6104813 May 06 13:22:08.239026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51376) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:08.332472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec26bed-c411-4516-b600-0d3d98a2f97a req-fc0ae292-e065-4985-b2c7-8d38be2b4fcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:08.333845 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bec26bed-c411-4516-b600-0d3d98a2f97a req-fc0ae292-e065-4985-b2c7-8d38be2b4fcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cbda14ea-b1ff-4198-9bab-74643df872f7 HTTP/1.1" status: 200 len: 851 time: 0.1514926 May 06 13:22:08.413091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b14bd276-563e-446a-a62e-97f8c6c4db47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:08.420099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:08.449001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b14bd276-563e-446a-a62e-97f8c6c4db47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:08.503070 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bec26bed-c411-4516-b600-0d3d98a2f97a req-52a2820b-f989-4808-9401-ec69b6dbaa7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecda5a7c-01da-49e4-af60-95664270a546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605103 May 06 13:22:08.644989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b14bd276-563e-446a-a62e-97f8c6c4db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:08.678416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bd276-563e-446a-a62e-97f8c6c4db47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c85237-84a3-4ad0-b007-a533c0826dd2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:08.686767 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b14bd276-563e-446a-a62e-97f8c6c4db47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:08.691103 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b14bd276-563e-446a-a62e-97f8c6c4db47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71c85237-84a3-4ad0-b007-a533c0826dd2 HTTP/1.1" status: 204 len: 168 time: 0.4502220 May 06 13:22:08.749006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bec26bed-c411-4516-b600-0d3d98a2f97a req-5ce555e5-de1a-455a-b5fa-903a9ce28fb9 service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384474 May 06 13:22:08.986353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:08Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:08.992423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d8e7a0-7882-4d8c-8ae5-86c4abfa7e99 None None] The sync data for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 is: [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:16:51Z', 'revision_number': 4, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'e5d89ec1-5ec4-4d18-9945-100b049e6543', 'name': '', 'network_id': 'ecda5a7c-01da-49e4-af60-95664270a546', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'mac_address': 'fa:16:3e:94:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:49Z', 'updated_at': '2022-05-06T13:17:08Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'subnets': [{'id': 'cbda14ea-b1ff-4198-9bab-74643df872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:22:09.032426 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-bec26bed-c411-4516-b600-0d3d98a2f97a req-4c2f06a9-92eb-4347-ab46-ba9082c5af4a service neutron] 10.222.0.36 "GET /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763638 May 06 13:22:09.111105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996df67-2280-4063-b5d0-4028352bbe8b req-12409fcf-4dea-4275-86a3-e7b174077327 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:09.111899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a996df67-2280-4063-b5d0-4028352bbe8b req-12409fcf-4dea-4275-86a3-e7b174077327 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Synchronizing usage tracker for tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:22:09.137413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-a996df67-2280-4063-b5d0-4028352bbe8b req-12409fcf-4dea-4275-86a3-e7b174077327 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Unset dirty status for tenant:5f58e64a5a4b46cc8f809150e0e2d7e6 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:22:09.139903 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a996df67-2280-4063-b5d0-4028352bbe8b req-12409fcf-4dea-4275-86a3-e7b174077327 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.36 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 945 time: 0.2191479 May 06 13:22:09.276365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-a996df67-2280-4063-b5d0-4028352bbe8b req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Deleting port 724a6cb9-303b-4b6b-8138-b6071ec3efbd {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:09.276884 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a996df67-2280-4063-b5d0-4028352bbe8b req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:09.382271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee2f7-339e-4122-a4a0-1fe8a00e93e0 req-b2f54264-7cec-4126-ae84-3d3895b39bc9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:09.385307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-146ee2f7-339e-4122-a4a0-1fe8a00e93e0 req-b2f54264-7cec-4126-ae84-3d3895b39bc9 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 945 time: 0.1442351 May 06 13:22:09.463261 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f6e67-a76c-42d5-a09c-65a9c53489fc None None] New status for floating IP 1988259c-e009-4c37-b575-1bea2eaca5ab: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:22:09.497670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-146ee2f7-339e-4122-a4a0-1fe8a00e93e0 req-5564f08c-d3fa-48c8-a2f1-f95f65b81c09 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/security-groups?id=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953245 May 06 13:22:09.565329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51388) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:09.596778 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28e088c1-85a9-4796-b364-196c198ccdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:09.638842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-28e088c1-85a9-4796-b364-196c198ccdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:09.644568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-28e088c1-85a9-4796-b364-196c198ccdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:028c609b7a0548c5ae7275f62946d95b is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:09.649365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-28e088c1-85a9-4796-b364-196c198ccdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:09.658127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-28e088c1-85a9-4796-b364-196c198ccdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:09.784868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28e088c1-85a9-4796-b364-196c198ccdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:09.790453 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28e088c1-85a9-4796-b364-196c198ccdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:09.823563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-a996df67-2280-4063-b5d0-4028352bbe8b req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] For port 724a6cb9-303b-4b6b-8138-b6071ec3efbd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=724a6cb9-303b-4b6b-8138-b6071ec3efbd,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:09.825048 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a996df67-2280-4063-b5d0-4028352bbe8b req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:09.866070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e088c1-85a9-4796-b364-196c198ccdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d9650d-bd19-469f-9436-7ff5d0e74edb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:09.882561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-28e088c1-85a9-4796-b364-196c198ccdd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=028c609b7a0548c5ae7275f62946d95b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3150361 May 06 13:22:09.884705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51392) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:10.002177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf432919-783d-4c52-aace-99702fd46838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:10.056777 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf432919-783d-4c52-aace-99702fd46838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:10.125525 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf432919-783d-4c52-aace-99702fd46838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:10.149828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf432919-783d-4c52-aace-99702fd46838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d9650d-bd19-469f-9436-7ff5d0e74edb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:10.182278 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cf432919-783d-4c52-aace-99702fd46838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:10.190245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cf432919-783d-4c52-aace-99702fd46838 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86d9650d-bd19-469f-9436-7ff5d0e74edb HTTP/1.1" status: 204 len: 168 time: 0.2993822 May 06 13:22:10.225246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-a996df67-2280-4063-b5d0-4028352bbe8b req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Calling delete_port for 724a6cb9-303b-4b6b-8138-b6071ec3efbd owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:10.467080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a996df67-2280-4063-b5d0-4028352bbe8b req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:10.544642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event deleted for resources: {'Port': ['ID=724a6cb9-303b-4b6b-8138-b6071ec3efbd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:10.648457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.648742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.649088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.649428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.649851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.650233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.650655 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.651128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.651564 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.652060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.652590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:10.673156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a996df67-2280-4063-b5d0-4028352bbe8b req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] No DVR routers for this DVR port 724a6cb9-303b-4b6b-8138-b6071ec3efbd on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:22:10.676822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-a996df67-2280-4063-b5d0-4028352bbe8b req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:10.681072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'name': 'network-vif-deleted', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:10.706581 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a996df67-2280-4063-b5d0-4028352bbe8b req-6df05188-72e0-44c8-a48c-4f545848912b tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.36 "DELETE /v2.0/ports/724a6cb9-303b-4b6b-8138-b6071ec3efbd HTTP/1.1" status: 204 len: 173 time: 1.5597203 May 06 13:22:10.813086 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c01ba0-6117-4f33-a37f-fa4c7985bc6e'] response: {'server_uuid': '09a3bc19-4e90-48c9-880d-b0b6647dc635', 'name': 'network-vif-deleted', 'tag': '724a6cb9-303b-4b6b-8138-b6071ec3efbd', 'status': 'completed', 'code': 200} May 06 13:22:10.866710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95d9e502-3e75-48bb-9455-34f8e6f24f90 req-49a17683-15b9-4f65-833e-48fa9d8204aa tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 210 time: 0.1160204 May 06 13:22:11.537390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51418) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:11.699851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-120152791-network', 'tenant_id': 'b28d0b9f7e1d4d618e5af6f882dc5ddb'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:11.706042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:11.710690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Usage tracker for resource:network and tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:11.714742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:11.723136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:11.735827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Made reservation on behalf of b28d0b9f7e1d4d618e5af6f882dc5ddb for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:11.740066 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:11.763890 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:11.822089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:11.829936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Usage tracker for resource:security_group_rule and tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:11.835518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:11.847324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:12.022321 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.037524 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.101974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:22:12.115916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10615a53-a1b7-4bfc-bd20-626fe77dc514,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:12.125221 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.125645 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Added segment e42ff7ea-396d-4966-ab12-55ccddb1ad5c of type vlan for network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 May 06 13:22:12.215910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.238271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8813ba99-8b0c-49a2-a926-c2093ad45762 req-d79b671e-ca95-4b36-bf5a-39c0084d9372 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "GET /v2.0/ports?device_id=09a3bc19-4e90-48c9-880d-b0b6647dc635 HTTP/1.1" status: 200 len: 210 time: 0.0727394 May 06 13:22:12.274489 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.275454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:12.276086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.325143 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e2c8dac3-3f38-49d1-a3ad-1e7679a00e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.399828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8612683 May 06 13:22:12.401074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6000573-27bb-406b-b646-0ddce5c3c652 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb9f7b4-a80f-4182-9017-6ef8993e7792,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:12.403178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51426) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:12.411648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Request body: {'subnet': {'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-120152791-subnet', 'tenant_id': 'b28d0b9f7e1d4d618e5af6f882dc5ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:12.414557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:22:12.420388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:12.425511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Usage tracker for resource:subnet and tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:12.428751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:12.435707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:12.448412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Made reservation on behalf of b28d0b9f7e1d4d618e5af6f882dc5ddb for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:12.452293 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.696670 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.801317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9ed133-c6cf-421e-8cbb-e524c9435d8a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:12.819197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Checking segment: {'id': 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:12.819575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Network hostable DHCP agents. Network: 8cb9f7b4-a80f-4182-9017-6ef8993e7792, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:22:12.848704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:22:12.861757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 8cb9f7b4-a80f-4182-9017-6ef8993e7792) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:12.866644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:12.867339 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.876519 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017cd43-a23f-49b3-a05c-3873ac3f2c2f None None] Network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:12.899679 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8c4ac55e-f6c2-406f-9603-c4c02ffbc939 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4946017 May 06 13:22:13.154955 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfabec-c18e-4e64-9ea6-d2c34d135c2a None None] Network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:13.403421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51438) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:13.466522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:13.515695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-470b9b5b-92b5-4135-b22c-80637e814826 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:13.556417 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-470b9b5b-92b5-4135-b22c-80637e814826 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:13.643750 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-470b9b5b-92b5-4135-b22c-80637e814826 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:13.666326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b9b5b-92b5-4135-b22c-80637e814826 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1f4cd9-f860-46e3-bde1-bc97e3f0d798,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:13.681845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-470b9b5b-92b5-4135-b22c-80637e814826 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:13.684147 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-470b9b5b-92b5-4135-b22c-80637e814826 tempest-TestVolumeBackupRestore-1371831977 tempest-TestVolumeBackupRestore-1371831977-project] 10.222.0.44 "DELETE /v2.0/security-groups/8b1f4cd9-f860-46e3-bde1-bc97e3f0d798 HTTP/1.1" status: 204 len: 168 time: 0.2786276 May 06 13:22:14.213423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 724a6cb9-303b-4b6b-8138-b6071ec3efbd no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:14.276100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 724a6cb9-303b-4b6b-8138-b6071ec3efbd {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:22:14.276218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 724a6cb9-303b-4b6b-8138-b6071ec3efbd not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:22:14.786037 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22fb619c-1e30-46c4-b1d8-7d7f23f3fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:15.591604 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:15.775047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-c87ae0ac-595f-47d8-ab9d-65ee4033f054 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:15.776307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-c87ae0ac-595f-47d8-ab9d-65ee4033f054 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Synchronizing usage tracker for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:22:15.807374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-c87ae0ac-595f-47d8-ab9d-65ee4033f054 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Unset dirty status for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:22:15.809181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-c87ae0ac-595f-47d8-ab9d-65ee4033f054 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/networks?id=8cb9f7b4-a80f-4182-9017-6ef8993e7792 HTTP/1.1" status: 200 len: 808 time: 0.5843523 May 06 13:22:15.847466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8fc4a581-9f6c-4e19-b531-731a567880f6 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/quotas/b28d0b9f7e1d4d618e5af6f882dc5ddb HTTP/1.1" status: 200 len: 375 time: 0.0262833 May 06 13:22:15.925325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-3d52fdcb-6cb1-401c-b0e8-0ddae14470ae tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b28d0b9f7e1d4d618e5af6f882dc5ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661993 May 06 13:22:16.064522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-ffd330c9-79d3-4d34-853b-9d53fec6962d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:22:16.065809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-ffd330c9-79d3-4d34-853b-9d53fec6962d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1396492 May 06 13:22:16.175521 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:16.328655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-470f968e-a387-4825-851a-11dd7d4eb80d service neutron] 10.222.0.44 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534461 May 06 13:22:16.673534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-50abbf9d-3f1b-41aa-848b-11211090d2af service neutron] 10.222.0.44 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416450 May 06 13:22:17.117100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8bd2a3a8-28b3-44b3-b238-1c5d081b772e req-100987bd-e73c-4800-b9ee-029186318b74 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 210 time: 0.0830078 May 06 13:22:17.653260 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:17.881468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51840) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:18.388852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33cf2364-ba85-46ba-b0b7-e6476208b8e4 req-dcdbec2c-b5af-4779-90d0-bab4220676a9 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 210 time: 0.0674031 May 06 13:22:18.799359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-fcdb8c31-1f4b-45d7-83b5-21c653d8ccb6 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:18.800718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-fcdb8c31-1f4b-45d7-83b5-21c653d8ccb6 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.48 "GET /v2.0/networks?id=8cb9f7b4-a80f-4182-9017-6ef8993e7792 HTTP/1.1" status: 200 len: 808 time: 0.1897993 May 06 13:22:18.813470 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:18.920409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Request body: {'port': {'device_id': '8be5a962-04f7-479b-a045-c800acaa0985', 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792', 'admin_state_up': True, 'tenant_id': 'b28d0b9f7e1d4d618e5af6f882dc5ddb'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:19.181105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:19.187426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Usage tracker for resource:port and tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:19.192800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:19.201234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:19.217653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Made reservation on behalf of b28d0b9f7e1d4d618e5af6f882dc5ddb for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:19.220782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:19.616261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ccbf181-e5be-4abd-b3b7-980151471ae0 req-4a0a37ce-1485-4d02-8db2-a42229da8f11 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 210 time: 0.0658813 May 06 13:22:19.687033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Allocated IP 172.20.0.7 (8cb9f7b4-a80f-4182-9017-6ef8993e7792/1e9ed133-c6cf-421e-8cbb-e524c9435d8a/f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:22:20.042508 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:20.119253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:20.207727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:20.212926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:20.218779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:22:20.248360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Pushing event updated for resources: {'Port': ['ID=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:20.339172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:20.339795 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:20.359674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Deleting port e5d89ec1-5ec4-4d18-9945-100b049e6543 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:20.360062 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:20.409821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-8cf902a8-649d-4985-9bb5-299f1bc858df tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5058520 May 06 13:22:20.586775 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Request body: {'port': {'device_id': '8be5a962-04f7-479b-a045-c800acaa0985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:20.752810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] For port e5d89ec1-5ec4-4d18-9945-100b049e6543, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e5d89ec1-5ec4-4d18-9945-100b049e6543,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:20.753823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:20.770156 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:20.901485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Calling delete_port for e5d89ec1-5ec4-4d18-9945-100b049e6543 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:21.210887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2df5b-815d-47b6-8e3e-3627deb1df4d req-983484a8-c5eb-45ab-b187-5a06cca7038e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:21.211659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c5e2df5b-815d-47b6-8e3e-3627deb1df4d req-983484a8-c5eb-45ab-b187-5a06cca7038e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Synchronizing usage tracker for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:22:21.471374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c5e2df5b-815d-47b6-8e3e-3627deb1df4d req-983484a8-c5eb-45ab-b187-5a06cca7038e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Unset dirty status for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:22:21.472871 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5e2df5b-815d-47b6-8e3e-3627deb1df4d req-983484a8-c5eb-45ab-b187-5a06cca7038e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 931 time: 0.6365926 May 06 13:22:21.567589 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:21.627811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d89ec1-5ec4-4d18-9945-100b049e6543,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:21.637152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c5e2df5b-815d-47b6-8e3e-3627deb1df4d req-2a8e8c1a-664f-4175-8eee-a08913fea2f9 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Synchronizing usage tracker for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:22:21.809751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c5e2df5b-815d-47b6-8e3e-3627deb1df4d req-2a8e8c1a-664f-4175-8eee-a08913fea2f9 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Unset dirty status for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:22:21.811213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5e2df5b-815d-47b6-8e3e-3627deb1df4d req-2a8e8c1a-664f-4175-8eee-a08913fea2f9 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254337 May 06 13:22:21.820542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:22:21.832005 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:21.913295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Transition to ACTIVE for port object f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:21.969036 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:22.121942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:22.284032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Attempting to bind port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:22:22.284465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Attempting to bind port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:22:22.284681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Attempting to bind port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 on network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:22.295946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 on network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:22:22.296322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Attempting to bind port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 on network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:22.316130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:22:22.316384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Checking segment: {'id': 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:22.316731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Bound using segment: {'id': 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:22:22.317173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Bound port: f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:22:22.317522 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:22.385351 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:22.549139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] For port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:22:22.560828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] For port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:22:22.573985 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:22.660338 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:22.661754 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] 10.222.0.48 "PUT /v2.0/ports/f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 HTTP/1.1" status: 200 len: 1091 time: 2.2385683 May 06 13:22:22.662246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be5a962-04f7-479b-a045-c800acaa0985', 'tag': 'f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:22.671344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899db2d-a918-419c-85d6-9150ab685895 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:22.753270 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a30a15-4c7b-4919-8d78-e0b4f34b29bc'] response: {'name': 'network-changed', 'server_uuid': '8be5a962-04f7-479b-a045-c800acaa0985', 'tag': 'f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8', 'status': 'completed', 'code': 200} May 06 13:22:23.112520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-be278709-00db-4da1-99de-ec6293df93ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b28d0b9f7e1d4d618e5af6f882dc5ddb&device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 1094 time: 0.3926008 May 06 13:22:23.265030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-7d0a2cb9-6710-4ac0-84d4-9f7f4b3678ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 HTTP/1.1" status: 200 len: 217 time: 0.1166470 May 06 13:22:23.448227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9efbd-7f13-474e-b6d2-078632dfd8be req-048b4fbe-eec3-48ca-99a6-efa58062a009 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:23.450048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ca9efbd-7f13-474e-b6d2-078632dfd8be req-048b4fbe-eec3-48ca-99a6-efa58062a009 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 943 time: 0.3456380 May 06 13:22:23.462498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-86092da7-6bb6-4943-bb5c-76411f14db4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:23.464122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-86092da7-6bb6-4943-bb5c-76411f14db4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e9ed133-c6cf-421e-8cbb-e524c9435d8a HTTP/1.1" status: 200 len: 848 time: 0.1885359 May 06 13:22:23.607060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-a8af9c92-6c45-44f8-9aba-8a73f640db44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cb9f7b4-a80f-4182-9017-6ef8993e7792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339185 May 06 13:22:23.732113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ca9efbd-7f13-474e-b6d2-078632dfd8be req-982fefc5-d363-466d-ad88-cece8b678d6e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602589 May 06 13:22:23.801856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-3d5763c1-2fbc-480d-8913-c5c647bc1f87 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812594 May 06 13:22:23.969854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6e248a8f-3b2e-4505-aebf-fc0d6a14883a req-1bf42e76-6676-4b1e-b78e-a3941c8b6990 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604855 May 06 13:22:23.979486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:22:24.274809 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-155215ce-2099-4df0-a615-44b49fcb5122 req-6e354d61-1540-48d8-9b28-5f106fe4bea6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b28d0b9f7e1d4d618e5af6f882dc5ddb&device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 1094 time: 0.2013066 May 06 13:22:24.465763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155215ce-2099-4df0-a615-44b49fcb5122 req-a3e9f79e-81ad-4c10-9874-ed06cb9578c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:24.467704 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-155215ce-2099-4df0-a615-44b49fcb5122 req-a3e9f79e-81ad-4c10-9874-ed06cb9578c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cb9f7b4-a80f-4182-9017-6ef8993e7792 HTTP/1.1" status: 200 len: 909 time: 0.1852040 May 06 13:22:24.552749 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:22:24.555296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-155215ce-2099-4df0-a615-44b49fcb5122 req-54489522-918c-44f7-a1e8-056e2179d508 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 HTTP/1.1" status: 200 len: 217 time: 0.0811141 May 06 13:22:24.563821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] Sync routers for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:22:24.585196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:24.585985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:24.602089 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c6d2c7c2-49fe-4b7e-aec4-2577ac583787 admin admin] 10.222.0.44 "PUT /v2.0/routers/0dcbc343-a5db-4533-ad43-9cfd76cc2239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7182615 May 06 13:22:24.605408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51946) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:24.639272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155215ce-2099-4df0-a615-44b49fcb5122 req-05a53828-3e9e-4fd4-b1b0-149c12da2fba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:24.641170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-155215ce-2099-4df0-a615-44b49fcb5122 req-05a53828-3e9e-4fd4-b1b0-149c12da2fba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e9ed133-c6cf-421e-8cbb-e524c9435d8a HTTP/1.1" status: 200 len: 848 time: 0.0777836 May 06 13:22:24.711000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-155215ce-2099-4df0-a615-44b49fcb5122 req-1ba56c7a-0a06-44da-95ec-bff598649ebc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cb9f7b4-a80f-4182-9017-6ef8993e7792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630071 May 06 13:22:24.794952 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:22:24.871319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:24.964805 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:25.176153 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-155215ce-2099-4df0-a615-44b49fcb5122 req-6217c16c-1189-466c-a675-e1da4162a946 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586544 May 06 13:22:25.265583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:22:21Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:25.274470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] Checking router: 0dcbc343-a5db-4533-ad43-9cfd76cc2239 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:22:25.301853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] Routers {'0dcbc343-a5db-4533-ad43-9cfd76cc2239'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:25.303232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:25.363121 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:25.369009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7ef03-c031-43db-bede-b8fa3ca0d3be req-961cd05d-2560-4a04-b7b8-53ad0941fe8e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:25.370856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-abb7ef03-c031-43db-bede-b8fa3ca0d3be req-961cd05d-2560-4a04-b7b8-53ad0941fe8e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 943 time: 0.2935686 May 06 13:22:25.409329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Deleting port b3f30385-03c4-4d0d-983c-7c0cae4a043f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:25.410135 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:25.444050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-155215ce-2099-4df0-a615-44b49fcb5122 req-2024faca-7ea8-40b1-9b23-5c556c033fc4 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554364 May 06 13:22:25.477533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-abb7ef03-c031-43db-bede-b8fa3ca0d3be req-b9fd2931-5ebc-4426-b25c-fa3f0711fb8a tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727217 May 06 13:22:25.632071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] Set router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:25.686909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] For port b3f30385-03c4-4d0d-983c-7c0cae4a043f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b3f30385-03c4-4d0d-983c-7c0cae4a043f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:25.687566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:25.833095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Calling delete_port for b3f30385-03c4-4d0d-983c-7c0cae4a043f owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:26.011687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:22:21Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:26.017237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697499f3-6453-438e-a91a-14467ffb05fb None None] The sync data for ids ['0dcbc343-a5db-4533-ad43-9cfd76cc2239'] in n-d-840847-1 is: [{'id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'name': 'tempest-TestVolumeBackupRestore-73870033-router', 'tenant_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:16:40Z', 'updated_at': '2022-05-06T13:22:21Z', 'revision_number': 5, 'project_id': '5f58e64a5a4b46cc8f809150e0e2d7e6', 'gw_port': {'id': 'b3f30385-03c4-4d0d-983c-7c0cae4a043f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:22:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcbc343-a5db-4533-ad43-9cfd76cc2239', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:16:41Z', 'updated_at': '2022-05-06T13:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:22:26.198020 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:26.264879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f30385-03c4-4d0d-983c-7c0cae4a043f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:26.538045 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:26.784715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b8f28-be6f-4936-972f-86264369aac5 req-c6e697ba-0d68-483d-a25b-b7c1d18ba58f tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:26.787204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-620b8f28-be6f-4936-972f-86264369aac5 req-c6e697ba-0d68-483d-a25b-b7c1d18ba58f tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 943 time: 0.1083803 May 06 13:22:26.867159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-620b8f28-be6f-4936-972f-86264369aac5 req-db115f07-0644-4c2f-9206-5d801cfcb6cb tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708535 May 06 13:22:26.882141 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:26.887787 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:26.919066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:26.919537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dcbc343-a5db-4533-ad43-9cfd76cc2239 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:22:26.934842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:26.935985 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e30a9b41-08ca-4a4b-a657-314b1fa39bfc admin admin] 10.222.0.44 "DELETE /v2.0/routers/0dcbc343-a5db-4533-ad43-9cfd76cc2239 HTTP/1.1" status: 204 len: 168 time: 2.3292649 May 06 13:22:26.939674 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51954) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:27.010366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-44591bef-7e54-425b-84de-f31c6e472134 admin admin] Deleting subnet cbda14ea-b1ff-4198-9bab-74643df872f7 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:22:27.014341 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44591bef-7e54-425b-84de-f31c6e472134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:27.078868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44591bef-7e54-425b-84de-f31c6e472134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:27.171484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44591bef-7e54-425b-84de-f31c6e472134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:27.258234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44591bef-7e54-425b-84de-f31c6e472134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:27.314738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44591bef-7e54-425b-84de-f31c6e472134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbda14ea-b1ff-4198-9bab-74643df872f7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:27.320100 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-44591bef-7e54-425b-84de-f31c6e472134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:27.327119 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-44591bef-7e54-425b-84de-f31c6e472134 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cbda14ea-b1ff-4198-9bab-74643df872f7 HTTP/1.1" status: 204 len: 168 time: 0.3864076 May 06 13:22:27.329783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51958) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:27.332925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730fbb09-5fb5-4225-ad75-dd8ac157d510 None None] Network ecda5a7c-01da-49e4-af60-95664270a546 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:27.479301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:27.494405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Deleting port ecf7d447-92e3-4616-a559-2324ebe5216e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:27.494896 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:27.560775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:22:27.577986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b3f30385-03c4-4d0d-983c-7c0cae4a043f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:27.632762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b3f30385-03c4-4d0d-983c-7c0cae4a043f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:22:27.633109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b3f30385-03c4-4d0d-983c-7c0cae4a043f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:22:27.633532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e5d89ec1-5ec4-4d18-9945-100b049e6543 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:27.683693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e5d89ec1-5ec4-4d18-9945-100b049e6543 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:22:27.684034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e5d89ec1-5ec4-4d18-9945-100b049e6543 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:22:27.803295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] For port ecf7d447-92e3-4616-a559-2324ebe5216e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ecf7d447-92e3-4616-a559-2324ebe5216e,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:27.804210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:27.900969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:27.926155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8', 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792', 'port_id': 'f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8', 'mac_address': 'fa:16:3e:a1:06:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9ed133-c6cf-421e-8cbb-e524c9435d8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:22:27.970418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] DHCP port deletion for ecda5a7c-01da-49e4-af60-95664270a546 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:22:27.986306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] Deleting port ecf7d447-92e3-4616-a559-2324ebe5216e {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:27.986766 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.012996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Calling delete_port for ecf7d447-92e3-4616-a559-2324ebe5216e owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:28.051209 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.100242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:22:28.139040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:28.158114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.185836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.246090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf7d447-92e3-4616-a559-2324ebe5216e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:28.257322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7333e-1acb-4204-8f3f-c471324635a7 req-ce993569-cd01-4147-b8fb-d6b9046f3931 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:28.259462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0d7333e-1acb-4204-8f3f-c471324635a7 req-ce993569-cd01-4147-b8fb-d6b9046f3931 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 943 time: 0.1992352 May 06 13:22:28.267449 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] No DVR routers for this DVR port ecf7d447-92e3-4616-a559-2324ebe5216e on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:22:28.314957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] For port ecf7d447-92e3-4616-a559-2324ebe5216e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ecf7d447-92e3-4616-a559-2324ebe5216e,segment=NetworkSegment(79ab54fe-684b-4469-83a2-d7e2d9dc02a1),segment_id=79ab54fe-684b-4469-83a2-d7e2d9dc02a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:28.315373 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.325966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.326326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.327270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.327270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.327992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.328672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.329136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.329998 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.337242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.337242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.337725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:28.338552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.467288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] Calling delete_port for ecf7d447-92e3-4616-a559-2324ebe5216e owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:28.489278 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.505068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0d7333e-1acb-4204-8f3f-c471324635a7 req-6482b1c5-81a6-4bcd-bc69-8d58a1e47abe tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877422 May 06 13:22:28.511465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.511874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.512223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.512560 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.512928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.513273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.513604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.513930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.514391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.514802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.515182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:28.526626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecda5a7c-01da-49e4-af60-95664270a546']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:28.545907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ab54fe-684b-4469-83a2-d7e2d9dc02a1') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:28.547550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ab54fe-684b-4469-83a2-d7e2d9dc02a1') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:28.579382 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.581139 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:22:28.581684 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:22:28.606703 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.616245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:22:28.616699 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: timer() May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:22:28.631491 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:22:28.640529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:22:28.726671 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.733396 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:28.764227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecda5a7c-01da-49e4-af60-95664270a546,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:28.786183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6e5c84b0-bea1-42fb-88d2-63cb03219979 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ecda5a7c-01da-49e4-af60-95664270a546 HTTP/1.1" status: 204 len: 168 time: 1.4548604 May 06 13:22:28.788980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 51964) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:29.082767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] Deleting port ecf7d447-92e3-4616-a559-2324ebe5216e {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:29.083080 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:29.184857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c35f843c-0cf0-4227-90fb-ae150a89b1f7 None None] The port 'ecf7d447-92e3-4616-a559-2324ebe5216e' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:22:29.370204 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:29.537280 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:29.568074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ecf7d447-92e3-4616-a559-2324ebe5216e no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:29.622319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ecf7d447-92e3-4616-a559-2324ebe5216e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:22:29.622849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ecf7d447-92e3-4616-a559-2324ebe5216e not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:22:29.661295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:29.670005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:29.670720 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:29.828586 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:29.863049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be5a962-04f7-479b-a045-c800acaa0985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:29.877375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:29.884732 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:29.936471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930ef79-ce54-4e7d-a87c-5311de50281a req-cd34942c-48c3-4fcd-bde5-25db407dd868 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:29.938348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1930ef79-ce54-4e7d-a87c-5311de50281a req-cd34942c-48c3-4fcd-bde5-25db407dd868 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 944 time: 0.2446358 May 06 13:22:29.988413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:30.063182 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1930ef79-ce54-4e7d-a87c-5311de50281a req-73667b0b-c599-4d55-83a5-5a0451374edf tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140022 May 06 13:22:30.139342 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609dc34d-3e1a-44fb-9d3d-38bbb9a8ab60'] response: {'server_uuid': '8be5a962-04f7-479b-a045-c800acaa0985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8', 'code': 200} May 06 13:22:30.308412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Deleting port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:30.308752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:30.408836 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80ea859e-c80e-4e86-b6be-0d402e73c0e5 req-0e235155-b5c5-45b1-88f9-758fc68352c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 1096 time: 0.1914132 May 06 13:22:30.538531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80ea859e-c80e-4e86-b6be-0d402e73c0e5 req-0b0c62b7-69f3-4705-b3ba-3eddc4b8a255 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839272 May 06 13:22:30.566525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] For port 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe,segment=NetworkSegment(ed0a0b88-4675-4c33-9553-785870325070),segment_id=ed0a0b88-4675-4c33-9553-785870325070)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:30.566996 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:30.696799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Calling delete_port for 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:31.016186 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:31.081573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Pushing event deleted for resources: {'Port': ['ID=44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:31.489725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec77808-7a46-407b-b43a-a9893b640de4 req-4eb5ab3b-3dc4-47d3-85e5-49461ffdac8e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:31.492070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ec77808-7a46-407b-b43a-a9893b640de4 req-4eb5ab3b-3dc4-47d3-85e5-49461ffdac8e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 945 time: 0.2169912 May 06 13:22:31.589444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ec77808-7a46-407b-b43a-a9893b640de4 req-b63925df-9bf6-4460-a282-ccda576a7ea6 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857553 May 06 13:22:31.642050 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:32.369516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Router e7e9c733-2672-43e8-8514-33d37785ca5c has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:22:32.621977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:22:32.640492 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] Sync routers for ids ['e7e9c733-2672-43e8-8514-33d37785ca5c'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:22:32.644525 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fe5d6de7-fbdd-47da-b6f8-484dbae5c47c admin admin] 10.222.0.44 "PUT /v2.0/routers/e7e9c733-2672-43e8-8514-33d37785ca5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8544443 May 06 13:22:32.647896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51978) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:32.664672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] Routers {'e7e9c733-2672-43e8-8514-33d37785ca5c'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:32.665679 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e7e9c733-2672-43e8-8514-33d37785ca5c'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:32.913070 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:32.914574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a209507-60da-4c96-9090-e2cb1ca1b0ee req-d20743fe-2659-4bad-a958-0985bcd49a22 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:32.917914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a209507-60da-4c96-9090-e2cb1ca1b0ee req-d20743fe-2659-4bad-a958-0985bcd49a22 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 945 time: 0.1174030 May 06 13:22:32.963783 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] Set router e7e9c733-2672-43e8-8514-33d37785ca5c gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:33.004051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a209507-60da-4c96-9090-e2cb1ca1b0ee req-e288bd88-2b31-446b-9a6e-b6e3ca7169f1 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745296 May 06 13:22:33.374862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:33.388628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Deleting port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:33.389145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:33.452391 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:00Z', 'updated_at': '2022-05-06T13:22:30Z', 'revision_number': 5, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'gw_port': {'id': 'e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:17:03Z', 'updated_at': '2022-05-06T13:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:33.460088 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] Checking router: e7e9c733-2672-43e8-8514-33d37785ca5c for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:22:33.480190 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] Routers {'e7e9c733-2672-43e8-8514-33d37785ca5c'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:33.481236 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e7e9c733-2672-43e8-8514-33d37785ca5c'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:33.657186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] For port e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:33.658233 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:33.740589 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] Set router e7e9c733-2672-43e8-8514-33d37785ca5c gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:33.827379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Calling delete_port for e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:33.865898 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:00Z', 'updated_at': '2022-05-06T13:22:33Z', 'revision_number': 6, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:33.872488 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563f0a2-211c-40ac-be09-6b3a851a1833 None None] The sync data for ids ['e7e9c733-2672-43e8-8514-33d37785ca5c'] in n-d-840847-1 is: [{'id': 'e7e9c733-2672-43e8-8514-33d37785ca5c', 'name': 'tempest-TestVolumeBackupRestore-1701344178-router', 'tenant_id': '45c8129b984a411fb31f334fa1a9c45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:17:00Z', 'updated_at': '2022-05-06T13:22:33Z', 'revision_number': 6, 'project_id': '45c8129b984a411fb31f334fa1a9c45c', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:22:34.086774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:34.136274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:34.495323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:34.583804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ed15-3568-4fcb-af69-990481508f1b req-2355b21a-32de-4d60-a6ef-85c20548d470 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:34.584855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3584ed15-3568-4fcb-af69-990481508f1b req-2355b21a-32de-4d60-a6ef-85c20548d470 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 945 time: 0.2598062 May 06 13:22:34.645915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3584ed15-3568-4fcb-af69-990481508f1b req-1532cd3e-5610-4940-af98-3219296ecd16 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545468 May 06 13:22:34.783379 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:34.788052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:34.821608 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:34.822195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e9c733-2672-43e8-8514-33d37785ca5c {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:22:34.840264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:34.841708 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6acb3db5-269e-4bd3-9b4c-11752343ef74 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e7e9c733-2672-43e8-8514-33d37785ca5c HTTP/1.1" status: 204 len: 168 time: 2.1923189 May 06 13:22:34.845084 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51994) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:34.922580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c07095-620e-4162-9fa5-8707d9ba645d admin admin] Deleting subnet fe7a6c0e-5562-42b5-a0fc-787297d54c34 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:22:34.926157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4c07095-620e-4162-9fa5-8707d9ba645d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:34.980463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4c07095-620e-4162-9fa5-8707d9ba645d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:35.084890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4c07095-620e-4162-9fa5-8707d9ba645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:35.162510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4c07095-620e-4162-9fa5-8707d9ba645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:35.205571 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c07095-620e-4162-9fa5-8707d9ba645d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7a6c0e-5562-42b5-a0fc-787297d54c34,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:35.213376 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4c07095-620e-4162-9fa5-8707d9ba645d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:35.220805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71658936-7b50-4f04-ab74-61a164778705 None None] Network 3b66f0ea-518c-454f-a64d-3f96b10f3a74 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:35.221522 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a4c07095-620e-4162-9fa5-8707d9ba645d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fe7a6c0e-5562-42b5-a0fc-787297d54c34 HTTP/1.1" status: 204 len: 168 time: 0.3744702 May 06 13:22:35.224990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 51998) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:35.477060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:35.488986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Deleting port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:35.489323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:35.506831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] DHCP port deletion for 3b66f0ea-518c-454f-a64d-3f96b10f3a74 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:22:35.512896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] Deleting port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:35.513332 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:35.583424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:35.625835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:22:35.628013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 44dc6c6b-2d63-4a7f-92dd-4c852ac4e1fe not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:22:35.628013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:35.689989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:22:35.689989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e9e4dca5-4dc5-4dce-92db-9e6c5a3391ae not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:22:35.689989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:35.779143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] For port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47,segment=NetworkSegment(ed0a0b88-4675-4c33-9553-785870325070),segment_id=ed0a0b88-4675-4c33-9553-785870325070)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:35.779538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:35.916792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Calling delete_port for 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:36.008618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] For port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47,segment=NetworkSegment(ed0a0b88-4675-4c33-9553-785870325070),segment_id=ed0a0b88-4675-4c33-9553-785870325070)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:36.009006 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.018274 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.070002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-99283ff2-d35b-4870-8f16-b4709a8636a4 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:36.071848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-99283ff2-d35b-4870-8f16-b4709a8636a4 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.48 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 945 time: 0.1541324 May 06 13:22:36.077142 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.081956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e161a2-b5c1-4f9e-b42c-1b9b15329620 req-a27921fd-07bb-47b4-814c-d17822f3539c tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:36.083836 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95e161a2-b5c1-4f9e-b42c-1b9b15329620 req-a27921fd-07bb-47b4-814c-d17822f3539c tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 945 time: 0.2253411 May 06 13:22:36.094687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:36.100381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] No DVR routers for this DVR port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:22:36.160828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] Calling delete_port for 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:36.227103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Deleting port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:36.227616 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.266043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.273863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95e161a2-b5c1-4f9e-b42c-1b9b15329620 req-d7e6a01d-8ed0-4eef-b248-d89bf94c3188 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340396 May 06 13:22:36.297804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:22:36.298940 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:22:36.330904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b66f0ea-518c-454f-a64d-3f96b10f3a74']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:36.350236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0a0b88-4675-4c33-9553-785870325070') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:36.350662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0a0b88-4675-4c33-9553-785870325070') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:36.364109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.393197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.401462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:22:36.401871 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: timer() May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:22:36.416911 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:22:36.515250 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.534704 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.545862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b66f0ea-518c-454f-a64d-3f96b10f3a74,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:36.554557 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-511215be-8685-4d8f-a366-9d873ccbe2b1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3b66f0ea-518c-454f-a64d-3f96b10f3a74 HTTP/1.1" status: 204 len: 168 time: 1.3284800 May 06 13:22:36.606140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] For port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:36.606531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.742330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Calling delete_port for f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:36.761074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52006) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:36.800770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] Deleting port 8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:36.801414 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.833308 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-44115cc8-b38e-43db-a6c8-5a663511eb09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f58e64a5a4b46cc8f809150e0e2d7e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0691149 May 06 13:22:36.836165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52010) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:36.908644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-d718568c-ba7d-47e6-b3cd-3e0e66c79a40 None None] The port '8adb9537-21ab-4af6-bb9f-a1aa8bcc7b47' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:22:36.925019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3976a9b3-5cdf-4f19-992c-dd3a34390bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.945193 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:36.959147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:22:36.961887 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3976a9b3-5cdf-4f19-992c-dd3a34390bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:37.014690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Pushing event deleted for resources: {'Port': ['ID=f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:37.033481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3976a9b3-5cdf-4f19-992c-dd3a34390bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:37.055654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976a9b3-5cdf-4f19-992c-dd3a34390bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffad0cb-7a5a-4ac6-b3b0-108860b38b58,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:37.063985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3976a9b3-5cdf-4f19-992c-dd3a34390bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:37.068732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3976a9b3-5cdf-4f19-992c-dd3a34390bb8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fffad0cb-7a5a-4ac6-b3b0-108860b38b58 HTTP/1.1" status: 204 len: 168 time: 0.2307291 May 06 13:22:37.103141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] No DVR routers for this DVR port f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:22:37.106796 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:37.111753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be5a962-04f7-479b-a045-c800acaa0985', 'name': 'network-vif-deleted', 'tag': 'f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:37.134025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d302703-e5f3-4692-9905-a6b31bcdc270 req-94261dfc-f0db-4cf6-8e6d-b4e644317245 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.48 "DELETE /v2.0/ports/f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 HTTP/1.1" status: 204 len: 173 time: 1.0486658 May 06 13:22:37.205512 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73171a4-6aaa-488c-aa01-baf6d17dd716'] response: {'server_uuid': '8be5a962-04f7-479b-a045-c800acaa0985', 'name': 'network-vif-deleted', 'tag': 'f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8', 'status': 'completed', 'code': 200} May 06 13:22:37.516045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e7ea5f09-253e-4b55-a44e-ba197bfffd4b req-e1b3028d-0eae-4841-bfb1-26e6f4aa768d tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Synchronizing usage tracker for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:22:37.544598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e7ea5f09-253e-4b55-a44e-ba197bfffd4b req-e1b3028d-0eae-4841-bfb1-26e6f4aa768d tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Unset dirty status for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:22:37.545537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7ea5f09-253e-4b55-a44e-ba197bfffd4b req-e1b3028d-0eae-4841-bfb1-26e6f4aa768d tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=8be5a962-04f7-479b-a045-c800acaa0985 HTTP/1.1" status: 200 len: 210 time: 0.0730019 May 06 13:22:37.561832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:37.676783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52022) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:37.741657 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aabba9b5-89f1-4ba7-8a15-266367f08dcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45c8129b984a411fb31f334fa1a9c45c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0635939 May 06 13:22:37.744417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52026) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:37.826967 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8edf6b59-cfe0-46c0-93eb-12946598c057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:37.868184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8edf6b59-cfe0-46c0-93eb-12946598c057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:37.925942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8edf6b59-cfe0-46c0-93eb-12946598c057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:37.946500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf6b59-cfe0-46c0-93eb-12946598c057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3425febc-2a24-4d64-a8d7-f57f7f1f3fe2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:37.950255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8edf6b59-cfe0-46c0-93eb-12946598c057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:37.952118 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8edf6b59-cfe0-46c0-93eb-12946598c057 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3425febc-2a24-4d64-a8d7-f57f7f1f3fe2 HTTP/1.1" status: 204 len: 168 time: 0.2057874 May 06 13:22:39.102339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52058) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:39.126021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-aadcfbec-ea20-4a85-906a-8c3946fff0c1 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:39.126021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-aadcfbec-ea20-4a85-906a-8c3946fff0c1 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/networks?id=8cb9f7b4-a80f-4182-9017-6ef8993e7792 HTTP/1.1" status: 200 len: 808 time: 0.1983266 May 06 13:22:39.149115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-12d12872-7cf8-4ab5-af6e-cab2f538b1ff tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/quotas/b28d0b9f7e1d4d618e5af6f882dc5ddb HTTP/1.1" status: 200 len: 375 time: 0.0154560 May 06 13:22:39.240909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-39615a91-f8ee-4997-8029-dac7734d2ee9 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b28d0b9f7e1d4d618e5af6f882dc5ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836287 May 06 13:22:39.287459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-647996347-network', 'tenant_id': '2d9f543d00d14197890da7d22933d700'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:39.294237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:39.300253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Usage tracker for resource:network and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:39.307905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:39.316534 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:39.330502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Made reservation on behalf of 2d9f543d00d14197890da7d22933d700 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:39.333605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:39.350214 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:39.398063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:39.405339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Usage tracker for resource:security_group_rule and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:39.411037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:39.421423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:39.430041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-184f1cdd-4cd5-4f43-a9bb-6b7cac8fef17 service neutron] 10.222.0.44 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818879 May 06 13:22:39.531784 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:39.537728 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:39.585547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:22:39.602431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2642a43c-320c-44a8-910c-71ad22fd9dc3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:39.607348 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:39.607659 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Added segment e3a5a3c8-57ff-4913-8fec-1c7113543f72 of type vlan for network de5395a1-e634-4090-aee8-9b47aa98acb3 May 06 13:22:39.609242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:39.633521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-6cf9c8e9-4348-4457-abce-3e4bbf0a39fe service neutron] 10.222.0.44 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956270 May 06 13:22:39.647302 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:39.670975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:22:39.671390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device f7ce18d8-a7a7-47fc-ad8f-358dcdc03cf8 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:22:39.685540 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:39.686922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:39.687691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:39.874891 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7705910 May 06 13:22:39.879657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52070) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:39.881135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1361a08-f9b8-4f22-8268-27844ff97721 admin admin] Pushing event updated for resources: {'Network': ['ID=de5395a1-e634-4090-aee8-9b47aa98acb3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:39.897371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Request body: {'subnet': {'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-647996347-subnet', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:39.897926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network de5395a1-e634-4090-aee8-9b47aa98acb3 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:22:39.907516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:39.913639 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Usage tracker for resource:subnet and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:39.920099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:39.931316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:39.944960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Made reservation on behalf of 2d9f543d00d14197890da7d22933d700 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:39.948701 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:40.321874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ddeb956-90bc-4415-a5fb-22f0a1c76899 req-5b347535-4564-4993-9015-11b5dab1ea7e tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 210 time: 0.3407929 May 06 13:22:40.596342 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:40.702267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d570cf0d-dc00-48f6-92c9-5863518e46f3,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:40.722121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:40.722666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Network hostable DHCP agents. Network: de5395a1-e634-4090-aee8-9b47aa98acb3, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:22:40.754146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:22:40.770345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, de5395a1-e634-4090-aee8-9b47aa98acb3) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:40.777292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:40.778260 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:40.787648 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e6deac-f11d-4851-94b1-8ca60cf12f68 None None] Network de5395a1-e634-4090-aee8-9b47aa98acb3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:40.813630 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6c718564-8699-4dfd-820e-15923ec5c36a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9277666 May 06 13:22:40.813962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52082) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:40.821531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:40.830495 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:40.837083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Usage tracker for resource:router and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:40.842233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:40.853553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:40.873534 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:40.874576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:40.908354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.136999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-de5395a1-e634-4090-aee8-9b47aa98acb3', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:22:41.138633 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.145125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.379341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Allocated IP 172.20.0.2 (de5395a1-e634-4090-aee8-9b47aa98acb3/d570cf0d-dc00-48f6-92c9-5863518e46f3/b54b78d2-553d-4f4a-a379-556d93e0f3df) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:22:41.475546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.533574 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.661103 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.673697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Transition to ACTIVE for port object b54b78d2-553d-4f4a-a379-556d93e0f3df will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:41.702558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Transition to ACTIVE for port object b54b78d2-553d-4f4a-a379-556d93e0f3df will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:41.703256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69544a7d-0b5e-4f34-af53-033095add238 req-d2b730b9-b2f4-47e3-a5d4-44ff511830a9 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 210 time: 0.0991123 May 06 13:22:41.713715 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.800122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:41.803687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:41.808736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Pushing event updated for resources: {'Port': ['ID=b54b78d2-553d-4f4a-a379-556d93e0f3df,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:41.811358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:22:41.908685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Attempting to bind port b54b78d2-553d-4f4a-a379-556d93e0f3df on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:22:41.909054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Attempting to bind port b54b78d2-553d-4f4a-a379-556d93e0f3df by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:22:41.909616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Attempting to bind port b54b78d2-553d-4f4a-a379-556d93e0f3df on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:41.918484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:22:41.919084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:41.919738 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.920425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Bound using segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:22:41.921193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Bound port: b54b78d2-553d-4f4a-a379-556d93e0f3df, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:22:41.922109 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:42.003249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Allocated IP 172.25.7.175 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/e3ef23ba-d4ca-4264-9c9c-4fa872eecc28) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:22:42.136909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-115b03c0-0486-4571-96db-86130de0a236 None None] For port b54b78d2-553d-4f4a-a379-556d93e0f3df, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:22:42.140923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-115b03c0-0486-4571-96db-86130de0a236 None None] For port b54b78d2-553d-4f4a-a379-556d93e0f3df, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b54b78d2-553d-4f4a-a379-556d93e0f3df,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:22:42.146343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:42.228385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-beeb1551-c73e-4ebf-8fed-90d5d0ced845 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:42.229788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-beeb1551-c73e-4ebf-8fed-90d5d0ced845 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.48 "GET /v2.0/networks?id=8cb9f7b4-a80f-4182-9017-6ef8993e7792 HTTP/1.1" status: 200 len: 808 time: 0.3561199 May 06 13:22:42.247869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Request body: {'port': {'device_id': '155d116b-9bca-4c34-8fe8-4d3fa7f43cf9', 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792', 'admin_state_up': True, 'tenant_id': 'b28d0b9f7e1d4d618e5af6f882dc5ddb'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:42.258943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b03c0-0486-4571-96db-86130de0a236 None None] Pushing event updated for resources: {'Port': ['ID=b54b78d2-553d-4f4a-a379-556d93e0f3df,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:42.325779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb717-2abb-418c-9fbf-ab1cf7f6f61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:42.400106 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:42.464592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:42.478827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:42.493601 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:42.556427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Made reservation on behalf of b28d0b9f7e1d4d618e5af6f882dc5ddb for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:42.559657 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:42.631461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:42.635946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:42.687598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:22:42.726629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ef23ba-d4ca-4264-9c9c-4fa872eecc28,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:43.093144 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-42829e37-9493-41f6-ba88-efd836604811 req-82758340-dff8-453f-bd70-436b5de32a56 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 210 time: 0.0674932 May 06 13:22:43.130944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Allocated IP 172.20.0.9 (8cb9f7b4-a80f-4182-9017-6ef8993e7792/1e9ed133-c6cf-421e-8cbb-e524c9435d8a/a17113ac-7eed-4837-be62-dd1058478ecc) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:22:43.351969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:43.433875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:43.435132 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:43.599265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa6c876-5d07-4fce-8863-0f67bee029b7 None None] Network de5395a1-e634-4090-aee8-9b47aa98acb3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:43.608843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:43.619979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b54b78d2-553d-4f4a-a379-556d93e0f3df up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:43.696055 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:43.793386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:43.795460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-009700ae-d675-4b23-a0c1-9ff3c02599c5 None None] Provisioning for port b54b78d2-553d-4f4a-a379-556d93e0f3df completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:43.802047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:43.805401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Pushing event updated for resources: {'Port': ['ID=a17113ac-7eed-4837-be62-dd1058478ecc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:43.808923 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:22:43.906589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:43.907321 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:43.922613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b54b78d2-553d-4f4a-a379-556d93e0f3df completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:43.937181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b54b78d2-553d-4f4a-a379-556d93e0f3df triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:43.937761 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:43.965474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-0ab8cee0-14f5-483b-9046-1eb2af1f9d73 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7218108 May 06 13:22:43.983384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Request body: {'port': {'device_id': '155d116b-9bca-4c34-8fe8-4d3fa7f43cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:44.115099 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Router 79f06c84-f9c9-4142-b193-5dfbff781557 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:22:44.157427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:44.201186 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:44.271763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b54b78d2-553d-4f4a-a379-556d93e0f3df, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b54b78d2-553d-4f4a-a379-556d93e0f3df,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:44.277926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:44.430065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b54b78d2-553d-4f4a-a379-556d93e0f3df,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:44.612464 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8f5baaba-be4a-4b00-8fef-8a091750d061 None None] Provisioning complete for port b54b78d2-553d-4f4a-a379-556d93e0f3df triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:44.613058 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8f5baaba-be4a-4b00-8fef-8a091750d061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:44.646382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310547c-9493-4944-8cb3-2fe0b0a6fe5e req-6565f004-b59c-4daf-afe1-7121a334f224 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:44.647060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5310547c-9493-4944-8cb3-2fe0b0a6fe5e req-6565f004-b59c-4daf-afe1-7121a334f224 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Synchronizing usage tracker for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:22:44.742298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5310547c-9493-4944-8cb3-2fe0b0a6fe5e req-6565f004-b59c-4daf-afe1-7121a334f224 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Unset dirty status for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:22:44.744074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5310547c-9493-4944-8cb3-2fe0b0a6fe5e req-6565f004-b59c-4daf-afe1-7121a334f224 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 931 time: 0.3375092 May 06 13:22:44.782390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-89620bba-1a12-4f01-9a00-b168cc5b81e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:44.878841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5310547c-9493-4944-8cb3-2fe0b0a6fe5e req-4c8fd18e-515b-4105-8457-332ef542ffd8 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091475 May 06 13:22:44.920959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:22:44.934373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Sync routers for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:22:44.954689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:44.955754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:44.984541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17113ac-7eed-4837-be62-dd1058478ecc {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:22:44.992156 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:44.996529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5e3faecf-b47b-4c28-8c42-d359b42458a1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1787927 May 06 13:22:44.997335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52092) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:45.001635 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:45.030022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Transition to ACTIVE for port object a17113ac-7eed-4837-be62-dd1058478ecc will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:45.037412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:45.240405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:45.392518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82130992-dc93-4858-9433-d6e793889569 service neutron] Pushing event updated for resources: {'Port': ['ID=a17113ac-7eed-4837-be62-dd1058478ecc,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:45.584560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Attempting to bind port a17113ac-7eed-4837-be62-dd1058478ecc on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:22:45.584892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Attempting to bind port a17113ac-7eed-4837-be62-dd1058478ecc by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:22:45.585219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Attempting to bind port a17113ac-7eed-4837-be62-dd1058478ecc on network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:45.592680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Port a17113ac-7eed-4837-be62-dd1058478ecc on network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:22:45.593197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Attempting to bind port a17113ac-7eed-4837-be62-dd1058478ecc on network 8cb9f7b4-a80f-4182-9017-6ef8993e7792 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:45.595279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b54b78d2-553d-4f4a-a379-556d93e0f3df up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:45.606462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:22:45.607790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Checking segment: {'id': 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:45.608509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Bound using segment: {'id': 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:22:45.609256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Bound port: a17113ac-7eed-4837-be62-dd1058478ecc, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:22:45.609875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:45.640360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:45.725076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] For port a17113ac-7eed-4837-be62-dd1058478ecc, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:22:45.729179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] For port a17113ac-7eed-4837-be62-dd1058478ecc, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a17113ac-7eed-4837-be62-dd1058478ecc,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:22:45.734088 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:45.741604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b54b78d2-553d-4f4a-a379-556d93e0f3df triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:45.742108 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:45.793349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:45.795366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-82130992-dc93-4858-9433-d6e793889569 service neutron] 10.222.0.48 "PUT /v2.0/ports/a17113ac-7eed-4837-be62-dd1058478ecc HTTP/1.1" status: 200 len: 1091 time: 1.8167498 May 06 13:22:45.795908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155d116b-9bca-4c34-8fe8-4d3fa7f43cf9', 'tag': 'a17113ac-7eed-4837-be62-dd1058478ecc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:45.843256 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:43Z', 'revision_number': 3, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:45.849384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Checking router: 79f06c84-f9c9-4142-b193-5dfbff781557 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:22:45.849735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Updating router 79f06c84-f9c9-4142-b193-5dfbff781557 port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:22:45.906654 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac05afd-ba21-464f-9c5e-d58e87e0d0a0'] response: {'name': 'network-changed', 'server_uuid': '155d116b-9bca-4c34-8fe8-4d3fa7f43cf9', 'tag': 'a17113ac-7eed-4837-be62-dd1058478ecc', 'status': 'completed', 'code': 200} May 06 13:22:45.930696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82130992-dc93-4858-9433-d6e793889569 service neutron] Pushing event updated for resources: {'Port': ['ID=a17113ac-7eed-4837-be62-dd1058478ecc,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:45.983657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-8f7b27da-5432-42e5-8fdf-9e2dc2baa161 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b28d0b9f7e1d4d618e5af6f882dc5ddb&device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 1094 time: 0.1432898 May 06 13:22:46.007778 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.072996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-f11e8a33-6ebf-4eed-b501-5b6ee03b3183 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a17113ac-7eed-4837-be62-dd1058478ecc HTTP/1.1" status: 200 len: 217 time: 0.0813937 May 06 13:22:46.164026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.212573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-f8779553-2cfa-4575-aa17-fa4fe5385c38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:46.213173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-f8779553-2cfa-4575-aa17-fa4fe5385c38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e9ed133-c6cf-421e-8cbb-e524c9435d8a HTTP/1.1" status: 200 len: 848 time: 0.1328750 May 06 13:22:46.247365 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.276574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-e06d2f83-8cf6-47d5-ad38-80b593099e40 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cb9f7b4-a80f-4182-9017-6ef8993e7792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553150 May 06 13:22:46.409746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158037b-bd30-4a7d-9f19-645764c47856 req-90305737-4d8f-4e42-b944-849f3fda2ccc tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:46.412387 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9158037b-bd30-4a7d-9f19-645764c47856 req-90305737-4d8f-4e42-b944-849f3fda2ccc tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 943 time: 0.2794068 May 06 13:22:46.459798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Allocated IP 172.20.0.1 (de5395a1-e634-4090-aee8-9b47aa98acb3/d570cf0d-dc00-48f6-92c9-5863518e46f3/7ac2ea62-8dcf-4d32-a993-c123247d3fcd) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:22:46.514037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-9dfab34c-ede0-4faf-8ff0-7ce5ff977479 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299809 May 06 13:22:46.516845 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9158037b-bd30-4a7d-9f19-645764c47856 req-d5ee28a8-eb9f-46c5-bfcd-070863130b85 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875676 May 06 13:22:46.577701 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.596108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Transition to ACTIVE for port object e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:46.608555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.685383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.708925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b82c1f1-8b84-422f-b204-5a8427904b36 req-f73acaac-12b9-45bb-b961-77e61ab407be service neutron] 10.222.0.48 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877496 May 06 13:22:46.711809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Transition to ACTIVE for port object 7ac2ea62-8dcf-4d32-a993-c123247d3fcd will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:46.717291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Attempting to bind port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:22:46.717679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Attempting to bind port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:22:46.717987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Attempting to bind port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:46.724762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292dc03-ea30-4db6-9212-4ccf7f0372d1 None None] Pushing event updated for resources: {'Port': ['ID=e3ef23ba-d4ca-4264-9c9c-4fa872eecc28,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:46.737459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:22:46.737965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:46.738403 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.738920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:22:46.739466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Bound port: e3ef23ba-d4ca-4264-9c9c-4fa872eecc28, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:22:46.740682 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.746176 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.837792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:46.839073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac2ea62-8dcf-4d32-a993-c123247d3fcd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:46.841862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:46.844339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:22:46.866800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] For port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:22:46.871250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] For port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e3ef23ba-d4ca-4264-9c9c-4fa872eecc28,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:22:46.871611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97aba5c7-3407-44f3-8872-cf79e3b21729 req-9f2157bb-ebbf-44eb-99c2-b645a82be68f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b28d0b9f7e1d4d618e5af6f882dc5ddb&device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 1094 time: 0.0990252 May 06 13:22:46.877107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.935867 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.966207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292dc03-ea30-4db6-9212-4ccf7f0372d1 None None] Pushing event updated for resources: {'Port': ['ID=e3ef23ba-d4ca-4264-9c9c-4fa872eecc28,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:46.977876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:46.978567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:47.119547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:47.122385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aba5c7-3407-44f3-8872-cf79e3b21729 req-a51f05cc-027d-4fb0-bff8-638c6f9db842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:47.125749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97aba5c7-3407-44f3-8872-cf79e3b21729 req-a51f05cc-027d-4fb0-bff8-638c6f9db842 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cb9f7b4-a80f-4182-9017-6ef8993e7792 HTTP/1.1" status: 200 len: 909 time: 0.2464459 May 06 13:22:47.210689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:47.234024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97aba5c7-3407-44f3-8872-cf79e3b21729 req-14059327-9c63-4f65-a575-843c3534c33c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a17113ac-7eed-4837-be62-dd1058478ecc HTTP/1.1" status: 200 len: 217 time: 0.1021428 May 06 13:22:47.305182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f71709f8-1733-4639-8c8f-026067ecf10b None None] Provisioning for port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:47.319498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aba5c7-3407-44f3-8872-cf79e3b21729 req-5b1fe118-3d44-4b92-b96b-538e9461fcc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:47.320967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97aba5c7-3407-44f3-8872-cf79e3b21729 req-5b1fe118-3d44-4b92-b96b-538e9461fcc4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1e9ed133-c6cf-421e-8cbb-e524c9435d8a HTTP/1.1" status: 200 len: 848 time: 0.0799863 May 06 13:22:47.373100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f71709f8-1733-4639-8c8f-026067ecf10b None None] Provisioning complete for port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:47.373381 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f71709f8-1733-4639-8c8f-026067ecf10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:47.381813 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97aba5c7-3407-44f3-8872-cf79e3b21729 req-1813e625-d989-4403-83cb-b688fe4d41fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cb9f7b4-a80f-4182-9017-6ef8993e7792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531337 May 06 13:22:47.468458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:47.475672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:47.524399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f71709f8-1733-4639-8c8f-026067ecf10b None None] Port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:22:47.562950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97aba5c7-3407-44f3-8872-cf79e3b21729 req-290aab28-f943-431d-9f51-589bfd015861 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717172 May 06 13:22:47.599041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:47.606046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac2ea62-8dcf-4d32-a993-c123247d3fcd,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:47.643285 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:47.670932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 1, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:47.676773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3446c6bf-848d-4154-8e0e-d241d203b4af None None] The sync data for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 is: [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 1, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:22:47.816116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:47.817698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:47.914927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-97aba5c7-3407-44f3-8872-cf79e3b21729 req-178911eb-9db5-4617-8a92-220cccc63510 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447058 May 06 13:22:48.138651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e5f18-f51f-4fe9-80e0-b375ca7f8ec4 req-e455c4ed-0977-4dd7-8942-c373cb10691b tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:48.140488 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de7e5f18-f51f-4fe9-80e0-b375ca7f8ec4 req-e455c4ed-0977-4dd7-8942-c373cb10691b tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 943 time: 0.1804714 May 06 13:22:48.213375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de7e5f18-f51f-4fe9-80e0-b375ca7f8ec4 req-6fcb8bb2-55d4-4f9f-ad6b-697f2d4da955 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655091 May 06 13:22:48.286891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b88f3c20-3ec6-4845-9546-11805ad7b697 None None] Provisioning complete for port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:48.287267 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b88f3c20-3ec6-4845-9546-11805ad7b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:48.357233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b88f3c20-3ec6-4845-9546-11805ad7b697 None None] Port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:22:48.552183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Router 79f06c84-f9c9-4142-b193-5dfbff781557 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:22:48.824862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:22:48.840240 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-14323bf7-ae00-42b2-be65-a006d62e33e1 admin admin] 10.222.0.44 "PUT /v2.0/routers/79f06c84-f9c9-4142-b193-5dfbff781557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8411584 May 06 13:22:49.602050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d2a5e-c90a-4629-a5d7-ffe5b99dd1cd req-57ef73de-9643-4354-9356-0ef2f3418910 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:49.604518 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a2d2a5e-c90a-4629-a5d7-ffe5b99dd1cd req-57ef73de-9643-4354-9356-0ef2f3418910 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 943 time: 0.1665592 May 06 13:22:49.637968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:49.710708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a2d2a5e-c90a-4629-a5d7-ffe5b99dd1cd req-48e45697-9b2e-490f-8637-08768a71c737 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987799 May 06 13:22:49.763964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:49.773753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:49.774320 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:49.941741 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:49.973889 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e3ef23ba-d4ca-4264-9c9c-4fa872eecc28,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:49.980632 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.074449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=e3ef23ba-d4ca-4264-9c9c-4fa872eecc28,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:50.105049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52122) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:50.112360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1290752786-network', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:50.120761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:50.125224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Usage tracker for resource:network and tenant:52c33a7f559c40bf9b5492fafe55d929 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:50.128711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:50.137229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:50.157179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Made reservation on behalf of 52c33a7f559c40bf9b5492fafe55d929 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:50.159620 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.175727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.217533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:50.223861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Usage tracker for resource:security_group_rule and tenant:52c33a7f559c40bf9b5492fafe55d929 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:50.229330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:50.240882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:50.347792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.357694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.406650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:22:50.419715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aabe165-f8f1-4369-81ac-51d1e42c8f14,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:50.428608 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.429037 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Added segment 43f58890-3162-4527-8338-cf4fcb8378d4 of type vlan for network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 May 06 13:22:50.464278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.515221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.516093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:50.516733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.633081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] Pushing event updated for resources: {'Network': ['ID=b09ee8a4-8c72-4241-8dc9-97aa462dcdf7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:50.637074 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b954b659-30d6-412c-9c2b-897afeb5f374 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5308459 May 06 13:22:50.642419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52126) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:50.647618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Request body: {'subnet': {'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1290752786-subnet', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:50.648790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:22:50.654282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:50.659135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Usage tracker for resource:subnet and tenant:52c33a7f559c40bf9b5492fafe55d929 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:50.662813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:50.670781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:50.699435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Made reservation on behalf of 52c33a7f559c40bf9b5492fafe55d929 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:50.703364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.988728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594a3e4-23ec-4e2f-a5d9-49f65cf9cc3a req-d9060dc0-283d-4f1a-9189-861c95b792aa tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:50.990273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b594a3e4-23ec-4e2f-a5d9-49f65cf9cc3a req-d9060dc0-283d-4f1a-9189-861c95b792aa tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 943 time: 0.1123700 May 06 13:22:51.049864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:51.057979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b594a3e4-23ec-4e2f-a5d9-49f65cf9cc3a req-89f4193d-4cdd-4fad-9e2d-88cef377027d tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611637 May 06 13:22:51.138175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8f7da9-79af-4770-ac46-3223d7cd759c,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:51.157847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Checking segment: {'id': '43f58890-3162-4527-8338-cf4fcb8378d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:51.158200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Network hostable DHCP agents. Network: b09ee8a4-8c72-4241-8dc9-97aa462dcdf7, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:22:51.192219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:22:51.203417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b09ee8a4-8c72-4241-8dc9-97aa462dcdf7) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:51.209349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:51.210416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:51.216514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9238b0-f8ae-4610-b535-9e4f28438973 None None] Network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:51.240909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52132) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:51.241781 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-51005543-3323-45aa-a8bc-3ec791693df4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5981934 May 06 13:22:51.248971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:51.255872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:51.260565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Usage tracker for resource:router and tenant:52c33a7f559c40bf9b5492fafe55d929 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:51.265155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:51.277323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:51.299569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:51.301203 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:51.336659 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:51.515827 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:51.535395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b09ee8a4-8c72-4241-8dc9-97aa462dcdf7', 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'fixed_ips': [{'subnet_id': 'cd8f7da9-79af-4770-ac46-3223d7cd759c'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:22:51.536691 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:51.615169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:51.712222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a17113ac-7eed-4837-be62-dd1058478ecc details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:22:51.814713 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:51.839569 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.resource_extend [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:22:51.881017 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:51.957372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Allocated IP 172.20.0.2 (b09ee8a4-8c72-4241-8dc9-97aa462dcdf7/cd8f7da9-79af-4770-ac46-3223d7cd759c/d2589f5a-cbc9-40ae-83c7-effa6bddb807) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:22:51.964151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:51.964520 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.122653 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Allocated IP 172.25.7.213 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/aeab46b9-bef6-4d8b-99e8-4849b3243417) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:22:52.247030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a17113ac-7eed-4837-be62-dd1058478ecc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a17113ac-7eed-4837-be62-dd1058478ecc,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:52.335091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'a17113ac-7eed-4837-be62-dd1058478ecc', 'network_id': '8cb9f7b4-a80f-4182-9017-6ef8993e7792', 'port_id': 'a17113ac-7eed-4837-be62-dd1058478ecc', 'mac_address': 'fa:16:3e:58:ae:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9ed133-c6cf-421e-8cbb-e524c9435d8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:22:52.411647 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.436530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dfe87-4bb9-4157-a6af-c8d02e4206a0 req-7cab1ef3-888e-4abf-b3e5-d4ebc783590b tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:52.438283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f83dfe87-4bb9-4157-a6af-c8d02e4206a0 req-7cab1ef3-888e-4abf-b3e5-d4ebc783590b tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 943 time: 0.1878860 May 06 13:22:52.493722 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.505692 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.528511 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.542650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17113ac-7eed-4837-be62-dd1058478ecc {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:22:52.550795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f83dfe87-4bb9-4157-a6af-c8d02e4206a0 req-d02dec06-8aa2-4ac6-8108-48e069f299a9 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008463 May 06 13:22:52.566361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Transition to ACTIVE for port object d2589f5a-cbc9-40ae-83c7-effa6bddb807 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:52.605065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a17113ac-7eed-4837-be62-dd1058478ecc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a17113ac-7eed-4837-be62-dd1058478ecc,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:52.615371 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.617745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Transition to ACTIVE for port object d2589f5a-cbc9-40ae-83c7-effa6bddb807 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:52.622434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:52.628065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:52.633889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Pushing event updated for resources: {'Port': ['ID=aeab46b9-bef6-4d8b-99e8-4849b3243417,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:52.641770 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:22:52.676170 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.744630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:52.745603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a17113ac-7eed-4837-be62-dd1058478ecc,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:52.748856 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:52.786825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:22:52.867140 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.868085 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.924733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Pushing event updated for resources: {'Port': ['ID=d2589f5a-cbc9-40ae-83c7-effa6bddb807,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:52.956699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['a17113ac-7eed-4837-be62-dd1058478ecc'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:22:53.031445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Attempting to bind port d2589f5a-cbc9-40ae-83c7-effa6bddb807 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:22:53.031807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Attempting to bind port d2589f5a-cbc9-40ae-83c7-effa6bddb807 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '43f58890-3162-4527-8338-cf4fcb8378d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:22:53.032242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Attempting to bind port d2589f5a-cbc9-40ae-83c7-effa6bddb807 on network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:53.050554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:22:53.051134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Checking segment: {'id': '43f58890-3162-4527-8338-cf4fcb8378d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:53.051709 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.052285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Bound using segment: {'id': '43f58890-3162-4527-8338-cf4fcb8378d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:22:53.052979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Bound port: d2589f5a-cbc9-40ae-83c7-effa6bddb807, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f58890-3162-4527-8338-cf4fcb8378d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:22:53.053577 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.195826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Router 0e4b6898-800d-49f7-8e65-f5990b985e75 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:22:53.233655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] For port d2589f5a-cbc9-40ae-83c7-effa6bddb807, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:22:53.262590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] For port d2589f5a-cbc9-40ae-83c7-effa6bddb807, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d2589f5a-cbc9-40ae-83c7-effa6bddb807,segment=NetworkSegment(43f58890-3162-4527-8338-cf4fcb8378d4),segment_id=43f58890-3162-4527-8338-cf4fcb8378d4)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:22:53.280779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.469878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d6220-e169-49ce-bbf0-f30abd34c734 None None] Pushing event updated for resources: {'Port': ['ID=d2589f5a-cbc9-40ae-83c7-effa6bddb807,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:53.720092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:22:53.733328 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Sync routers for ids ['0e4b6898-800d-49f7-8e65-f5990b985e75'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:22:53.764262 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Routers {'0e4b6898-800d-49f7-8e65-f5990b985e75'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:53.765752 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0e4b6898-800d-49f7-8e65-f5990b985e75'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:53.831955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.836534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-51e70cb8-a89c-48be-afbe-9e565973240c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5914946 May 06 13:22:53.837112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52140) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:53.917172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab509b19-0f5c-4efc-beea-253fc5b08189 req-e569971b-ed4b-4343-8f9d-fc8d29634696 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:53.918708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab509b19-0f5c-4efc-beea-253fc5b08189 req-e569971b-ed4b-4343-8f9d-fc8d29634696 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 944 time: 0.1527948 May 06 13:22:53.987374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ab509b19-0f5c-4efc-beea-253fc5b08189 req-15c945f6-b85d-446f-827f-e0347e522387 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609007 May 06 13:22:54.097883 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Set router 0e4b6898-800d-49f7-8e65-f5990b985e75 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:54.540510 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:22:52Z', 'revision_number': 3, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'gw_port': {'id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:54.547948 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Checking router: 0e4b6898-800d-49f7-8e65-f5990b985e75 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:22:54.548357 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Updating router 0e4b6898-800d-49f7-8e65-f5990b985e75 port aeab46b9-bef6-4d8b-99e8-4849b3243417 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:22:54.637455 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:54.914510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1933bd-ef18-461b-a7f7-3b3eafa17029 None None] Network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:55.111381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7602c326-195f-41d8-bae6-d64ffb300613 None None] Provisioning for port d2589f5a-cbc9-40ae-83c7-effa6bddb807 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:55.142737 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.158016 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Transition to ACTIVE for port object aeab46b9-bef6-4d8b-99e8-4849b3243417 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:55.167296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.169563 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.280801 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Attempting to bind port aeab46b9-bef6-4d8b-99e8-4849b3243417 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:22:55.282266 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Attempting to bind port aeab46b9-bef6-4d8b-99e8-4849b3243417 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:22:55.283129 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Attempting to bind port aeab46b9-bef6-4d8b-99e8-4849b3243417 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:55.312134 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:22:55.313077 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:55.314315 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.314315 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:22:55.315076 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Bound port: aeab46b9-bef6-4d8b-99e8-4849b3243417, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:22:55.316313 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.350745 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Pushing event updated for resources: {'Port': ['ID=aeab46b9-bef6-4d8b-99e8-4849b3243417,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:55.408220 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.408683 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.409040 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.409458 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.409887 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.410222 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.410551 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.411102 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.411454 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.413245 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.413245 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:55.429734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64568034-ea14-4d99-be3a-cf2640e8883a req-d00d4212-ffac-4d20-b937-434804ac210f tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:55.435126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64568034-ea14-4d99-be3a-cf2640e8883a req-d00d4212-ffac-4d20-b937-434804ac210f tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 944 time: 0.2044733 May 06 13:22:55.461366 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] For port aeab46b9-bef6-4d8b-99e8-4849b3243417, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:22:55.465240 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] For port aeab46b9-bef6-4d8b-99e8-4849b3243417, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aeab46b9-bef6-4d8b-99e8-4849b3243417,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:22:55.470503 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.514757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64568034-ea14-4d99-be3a-cf2640e8883a req-98e08280-e68d-4f00-a1bb-bf2f2f669bf7 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596344 May 06 13:22:55.544832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Allocated IP 172.20.0.1 (b09ee8a4-8c72-4241-8dc9-97aa462dcdf7/cd8f7da9-79af-4770-ac46-3223d7cd759c/36e70300-af49-484a-900d-1a8a02be82b6) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:22:55.617800 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1c3ac-8128-4129-bec8-755ca1fda669 None None] Pushing event updated for resources: {'Port': ['ID=aeab46b9-bef6-4d8b-99e8-4849b3243417,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:55.631223 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Routers {'0e4b6898-800d-49f7-8e65-f5990b985e75'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:22:55.632084 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0e4b6898-800d-49f7-8e65-f5990b985e75'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:55.693729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d2589f5a-cbc9-40ae-83c7-effa6bddb807 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:55.726466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a17113ac-7eed-4837-be62-dd1058478ecc up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:55.876608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port d2589f5a-cbc9-40ae-83c7-effa6bddb807 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:55.881561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.882135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port a17113ac-7eed-4837-be62-dd1058478ecc completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:55.891535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port a17113ac-7eed-4837-be62-dd1058478ecc triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:55.891941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.913647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Transition to ACTIVE for port object 36e70300-af49-484a-900d-1a8a02be82b6 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:55.943402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d2589f5a-cbc9-40ae-83c7-effa6bddb807 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:55.944020 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.951780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.963467 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] Set router 0e4b6898-800d-49f7-8e65-f5990b985e75 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:22:56.029940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:56.033174 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:56.038570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:22:56.080832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Pushing event updated for resources: {'Port': ['ID=36e70300-af49-484a-900d-1a8a02be82b6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:56.119012 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.243023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.280109 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.318249 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.342975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155d116b-9bca-4c34-8fe8-4d3fa7f43cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17113ac-7eed-4837-be62-dd1058478ecc'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:56.382843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port d2589f5a-cbc9-40ae-83c7-effa6bddb807, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d2589f5a-cbc9-40ae-83c7-effa6bddb807,segment=NetworkSegment(43f58890-3162-4527-8338-cf4fcb8378d4),segment_id=43f58890-3162-4527-8338-cf4fcb8378d4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:56.385177 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a17113ac-7eed-4837-be62-dd1058478ecc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a17113ac-7eed-4837-be62-dd1058478ecc,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:56.389944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.448506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.468951 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a57ebc0-c1e0-4ba6-ab1a-625ec75f340b'] response: {'server_uuid': '155d116b-9bca-4c34-8fe8-4d3fa7f43cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17113ac-7eed-4837-be62-dd1058478ecc', 'code': 200} May 06 13:22:56.525906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=d2589f5a-cbc9-40ae-83c7-effa6bddb807,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:56.577387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-47f578e8-5273-4402-9b85-9ba626aef110 None None] Provisioning for port 36e70300-af49-484a-900d-1a8a02be82b6 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:56.593482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-47f578e8-5273-4402-9b85-9ba626aef110 None None] Provisioning complete for port 36e70300-af49-484a-900d-1a8a02be82b6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:56.593854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-47f578e8-5273-4402-9b85-9ba626aef110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.607294 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:22:52Z', 'revision_number': 3, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'gw_port': {'id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:56.619206 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477820c-e05b-4ccd-a3b4-78654c9724d6 None None] The sync data for ids ['0e4b6898-800d-49f7-8e65-f5990b985e75'] in n-d-840847-1 is: [{'id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:22:52Z', 'revision_number': 3, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'gw_port': {'id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:22:56.646920 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d730aa6c-3e7f-4c05-b04a-d4af8629730d req-393a1bd1-a879-433d-86bf-b0af276a36ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1135247 May 06 13:22:56.667141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a17113ac-7eed-4837-be62-dd1058478ecc,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:56.674987 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.680781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-47f578e8-5273-4402-9b85-9ba626aef110 None None] Port 36e70300-af49-484a-900d-1a8a02be82b6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:22:56.683607 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.718733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d730aa6c-3e7f-4c05-b04a-d4af8629730d req-f3692087-f7b3-4620-8476-4a65639ab949 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644011 May 06 13:22:56.793519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.798575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Pushing event updated for resources: {'Port': ['ID=36e70300-af49-484a-900d-1a8a02be82b6,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:56.824832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8842d-d919-4c6f-a78b-a758887f6837 req-87f0f9d2-9ecb-439c-a2c2-53ca2ab1ca3c tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:56.826305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aca8842d-d919-4c6f-a78b-a758887f6837 req-87f0f9d2-9ecb-439c-a2c2-53ca2ab1ca3c tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 945 time: 0.0803750 May 06 13:22:56.876693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aca8842d-d919-4c6f-a78b-a758887f6837 req-1cdb84e6-3fde-4738-bf68-181ecd219ecb tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439191 May 06 13:22:56.945020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:22:56.946624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:57.207057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-745bb7f1-6032-4c88-8c4c-db914050c293 None None] Provisioning complete for port 36e70300-af49-484a-900d-1a8a02be82b6 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:57.216785 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-745bb7f1-6032-4c88-8c4c-db914050c293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:57.286044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-745bb7f1-6032-4c88-8c4c-db914050c293 None None] Port 36e70300-af49-484a-900d-1a8a02be82b6 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:22:57.583395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Router 0e4b6898-800d-49f7-8e65-f5990b985e75 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:22:57.593703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d2589f5a-cbc9-40ae-83c7-effa6bddb807 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:57.676982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d2589f5a-cbc9-40ae-83c7-effa6bddb807 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:57.677351 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:57.833080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:22:57.842195 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a8511e62-02e1-4849-9845-5b9c0d6815e4 admin admin] 10.222.0.44 "PUT /v2.0/routers/0e4b6898-800d-49f7-8e65-f5990b985e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0036345 May 06 13:22:58.107669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b04d6a-5084-4688-84d0-2d8e1273da4a req-e99eacc4-2aaa-4b68-b3b0-df3f74e27ae1 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:58.115620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61b04d6a-5084-4688-84d0-2d8e1273da4a req-e99eacc4-2aaa-4b68-b3b0-df3f74e27ae1 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 945 time: 0.1006975 May 06 13:22:58.165369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61b04d6a-5084-4688-84d0-2d8e1273da4a req-4b2b354f-cd4e-4ac1-ba93-0791d27ddf23 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488486 May 06 13:22:59.464058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d00b7e-8649-437d-9cb8-ba2b710e34da req-34cebe1e-eea0-487e-b3d5-da09317871f4 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:59.466945 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81d00b7e-8649-437d-9cb8-ba2b710e34da req-34cebe1e-eea0-487e-b3d5-da09317871f4 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 945 time: 0.1319313 May 06 13:22:59.521485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81d00b7e-8649-437d-9cb8-ba2b710e34da req-60905e2c-3f8d-4e6b-99fb-4f15cbe6b2ac tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494955 May 06 13:23:00.619806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-00fd32d4-14a5-4c60-81d9-1a1054551614 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:00.621424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-00fd32d4-14a5-4c60-81d9-1a1054551614 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.2396078 May 06 13:23:00.644832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-8414b397-0b77-4ae6-9cd0-bde772061d53 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/quotas/2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 375 time: 0.0123777 May 06 13:23:00.794706 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ba9ad-9e24-45c6-ac33-5a3bea80dece req-2ca4b1ee-8b1d-464c-a53d-1fbf1c94831c tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:00.796257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c03ba9ad-9e24-45c6-ac33-5a3bea80dece req-2ca4b1ee-8b1d-464c-a53d-1fbf1c94831c tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 945 time: 0.1074185 May 06 13:23:00.802066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-dadd77bc-7511-4292-afc4-0d3ca34289fd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512768 May 06 13:23:00.942552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c03ba9ad-9e24-45c6-ac33-5a3bea80dece req-a5f98985-e3c7-4e24-b56a-712841f632b3 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313131 May 06 13:23:00.988500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-88697391-2879-4096-b239-61bbfe4e0776 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784720 May 06 13:23:01.143667 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-ac1ec8a9-ca3e-4de0-b0ae-7470f9a0a068 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482782 May 06 13:23:01.610479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-638ee4cd-b3a8-47e3-8183-b523dce5d9a2 req-1f2f7189-5d3a-4cca-95a1-7b0e08c3a4ef tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 210 time: 0.0763237 May 06 13:23:01.787581 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:23:01.887426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Sync routers for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:23:01.907021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:23:01.913006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:02.203909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535aae7-e42a-439c-a6e7-5eb606ee53b7 req-5f0a1b25-e65e-4086-88fb-2c72f9763f2c tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:02.205782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7535aae7-e42a-439c-a6e7-5eb606ee53b7 req-5f0a1b25-e65e-4086-88fb-2c72f9763f2c tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 945 time: 0.1126828 May 06 13:23:02.234509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:23:02.285785 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7535aae7-e42a-439c-a6e7-5eb606ee53b7 req-b3cd9c90-7bb9-4d63-80a8-f81518e5ec36 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732005 May 06 13:23:02.574815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-9ac02ba2-380a-4ffc-9664-d50e5759f9a2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:02.577333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-9ac02ba2-380a-4ffc-9664-d50e5759f9a2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.48 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 945 time: 0.1031623 May 06 13:23:02.687053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Deleting port a17113ac-7eed-4837-be62-dd1058478ecc {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:23:02.688124 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:02.765937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:22:47Z', 'revision_number': 2, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:02.772499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Checking router: 79f06c84-f9c9-4142-b193-5dfbff781557 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:23:02.772972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Updating router 79f06c84-f9c9-4142-b193-5dfbff781557 port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:23:02.842797 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:03.139493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-7d9c25e0-5246-4bec-9c9b-2bdbac9293ac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:03.141778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-7d9c25e0-5246-4bec-9c9b-2bdbac9293ac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:23:03.175518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-7d9c25e0-5246-4bec-9c9b-2bdbac9293ac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:23:03.177901 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-7d9c25e0-5246-4bec-9c9b-2bdbac9293ac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.3936064 May 06 13:23:03.201590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'port': {'device_id': '06998d18-ba4f-4427-a93b-710b53e617f5', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'admin_state_up': True, 'tenant_id': '2d9f543d00d14197890da7d22933d700'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:23:03.287453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-315ed47e-c4bd-4685-93d6-5867b4549cfb req-54bc51a7-3c84-4a2a-b632-d2a8ac21f4d3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 210 time: 0.1719954 May 06 13:23:03.463221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] For port a17113ac-7eed-4837-be62-dd1058478ecc, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a17113ac-7eed-4837-be62-dd1058478ecc,segment=NetworkSegment(e42ff7ea-396d-4966-ab12-55ccddb1ad5c),segment_id=e42ff7ea-396d-4966-ab12-55ccddb1ad5c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:03.463828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:03.548114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:23:03.560089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:port and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:23:03.566044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:23:03.578952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:23:03.595875 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:03.603676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Made reservation on behalf of 2d9f543d00d14197890da7d22933d700 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:23:03.611259 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:03.630249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Transition to ACTIVE for port object 7ac2ea62-8dcf-4d32-a993-c123247d3fcd will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:23:03.642764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:03.765169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e5795-6939-4e73-93f8-b004fd086317 None None] Pushing event updated for resources: {'Port': ['ID=7ac2ea62-8dcf-4d32-a993-c123247d3fcd,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:03.776601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Calling delete_port for a17113ac-7eed-4837-be62-dd1058478ecc owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:23:03.779296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aeab46b9-bef6-4d8b-99e8-4849b3243417 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:23:03.884360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09d001-c776-4370-befd-30a6be688af0 req-f873bcfc-7033-426f-b27c-b9212167cd49 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:03.894108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c09d001-c776-4370-befd-30a6be688af0 req-f873bcfc-7033-426f-b27c-b9212167cd49 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 945 time: 0.2607512 May 06 13:23:03.990571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c09d001-c776-4370-befd-30a6be688af0 req-7e88b8b9-27ad-44e8-bca2-2a74c7388ee0 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/security-groups?id=10615a53-a1b7-4bfc-bd20-626fe77dc514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953498 May 06 13:23:04.103035 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.143183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.20.0.7 (de5395a1-e634-4090-aee8-9b47aa98acb3/d570cf0d-dc00-48f6-92c9-5863518e46f3/b6748915-96d3-43be-9d18-925b0a239e11) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:23:04.149051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Attempting to bind port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:23:04.149423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Attempting to bind port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:23:04.149790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Attempting to bind port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:04.162646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:23:04.163002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:23:04.163381 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.163834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Bound using segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:23:04.164359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Bound port: 7ac2ea62-8dcf-4d32-a993-c123247d3fcd, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:23:04.164755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.180643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port aeab46b9-bef6-4d8b-99e8-4849b3243417 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:23:04.189546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port aeab46b9-bef6-4d8b-99e8-4849b3243417 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:04.189923 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.233196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Pushing event deleted for resources: {'Port': ['ID=a17113ac-7eed-4837-be62-dd1058478ecc,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:04.408284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] No DVR routers for this DVR port a17113ac-7eed-4837-be62-dd1058478ecc on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:23:04.412986 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.416591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155d116b-9bca-4c34-8fe8-4d3fa7f43cf9', 'name': 'network-vif-deleted', 'tag': 'a17113ac-7eed-4837-be62-dd1058478ecc'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:04.451224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99a4f3ec-4c46-4bdf-9523-917dfacf63e7 req-0bab8708-ea65-4890-bdd7-61db8dd1b9e2 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.48 "DELETE /v2.0/ports/a17113ac-7eed-4837-be62-dd1058478ecc HTTP/1.1" status: 204 len: 173 time: 1.8684380 May 06 13:23:04.521651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] For port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:23:04.546213 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97a0dc8-834a-4a51-9423-155673aed676'] response: {'server_uuid': '155d116b-9bca-4c34-8fe8-4d3fa7f43cf9', 'name': 'network-vif-deleted', 'tag': 'a17113ac-7eed-4837-be62-dd1058478ecc', 'status': 'completed', 'code': 200} May 06 13:23:04.555260 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.573467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Transition to ACTIVE for port object b6748915-96d3-43be-9d18-925b0a239e11 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:23:04.574221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] For port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7ac2ea62-8dcf-4d32-a993-c123247d3fcd,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:23:04.587851 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.600265 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.685011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.685819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:23:04.702487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:23:04.707722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:23:04.708217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port aeab46b9-bef6-4d8b-99e8-4849b3243417, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aeab46b9-bef6-4d8b-99e8-4849b3243417,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:04.724480 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.734782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e3cd3-edd6-4c64-bf8d-ea71ddae8109 req-593b4e6e-ab36-4b54-bc91-87613f305fe8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:04.736367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b3e3cd3-edd6-4c64-bf8d-ea71ddae8109 req-593b4e6e-ab36-4b54-bc91-87613f305fe8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 931 time: 0.1348238 May 06 13:23:04.766159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:23:04.766950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:04.772893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=b6748915-96d3-43be-9d18-925b0a239e11,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:04.810067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b3e3cd3-edd6-4c64-bf8d-ea71ddae8109 req-7f87dadb-b64c-48e1-b478-3e4ac61b1881 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677371 May 06 13:23:04.814464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:04.817975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.858394 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-cd0939e9-fffa-47b3-abae-6f3bdabd9e09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6685603 May 06 13:23:04.871913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Request body: {'port': {'device_id': '06998d18-ba4f-4427-a93b-710b53e617f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:23:04.959513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e5795-6939-4e73-93f8-b004fd086317 None None] Pushing event updated for resources: {'Port': ['ID=7ac2ea62-8dcf-4d32-a993-c123247d3fcd,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:05.044443 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:05.053010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=aeab46b9-bef6-4d8b-99e8-4849b3243417,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:05.162905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:23:05.386184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f1f76e66-6f0b-44c7-9429-818e635afc60 req-5458e6b5-afae-4be6-80cf-d7712b19f328 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Synchronizing usage tracker for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:23:05.427146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f1f76e66-6f0b-44c7-9429-818e635afc60 req-5458e6b5-afae-4be6-80cf-d7712b19f328 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] Unset dirty status for tenant:b28d0b9f7e1d4d618e5af6f882dc5ddb on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:23:05.430589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1f76e66-6f0b-44c7-9429-818e635afc60 req-5458e6b5-afae-4be6-80cf-d7712b19f328 tempest-VolumesActionsTest-989339695 tempest-VolumesActionsTest-989339695-project] 10.222.0.44 "GET /v2.0/ports?device_id=155d116b-9bca-4c34-8fe8-4d3fa7f43cf9 HTTP/1.1" status: 200 len: 210 time: 0.1263924 May 06 13:23:05.569512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-74f02e4e-7b2d-4476-b7a6-9c9acc4dc7f3 None None] Provisioning for port b6748915-96d3-43be-9d18-925b0a239e11 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:23:05.577443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-74f02e4e-7b2d-4476-b7a6-9c9acc4dc7f3 None None] Provisioning complete for port b6748915-96d3-43be-9d18-925b0a239e11 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:05.578009 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-74f02e4e-7b2d-4476-b7a6-9c9acc4dc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:05.668236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aeab46b9-bef6-4d8b-99e8-4849b3243417 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:23:05.679173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6748915-96d3-43be-9d18-925b0a239e11 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:23:05.687475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:05.703732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Transition to ACTIVE for port object b6748915-96d3-43be-9d18-925b0a239e11 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:23:05.708069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:05.744518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-74f02e4e-7b2d-4476-b7a6-9c9acc4dc7f3 None None] Port b6748915-96d3-43be-9d18-925b0a239e11 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:23:05.782101 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Sync routers for ids ['0e4b6898-800d-49f7-8e65-f5990b985e75'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:23:05.790304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Pushing event updated for resources: {'Port': ['ID=b6748915-96d3-43be-9d18-925b0a239e11,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:05.802952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a17113ac-7eed-4837-be62-dd1058478ecc no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:23:05.817794 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Routers {'0e4b6898-800d-49f7-8e65-f5990b985e75'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:23:05.818967 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0e4b6898-800d-49f7-8e65-f5990b985e75'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:05.866383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: a17113ac-7eed-4837-be62-dd1058478ecc {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:23:05.869839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a17113ac-7eed-4837-be62-dd1058478ecc not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:23:05.871613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port aeab46b9-bef6-4d8b-99e8-4849b3243417 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:05.872003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:05.990630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:04Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:06.002001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4628e-e2d3-48a0-b6a3-3c1aaa20ac66 None None] The sync data for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 is: [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:04Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:23:06.140503 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Set router 0e4b6898-800d-49f7-8e65-f5990b985e75 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:23:06.195651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cc260-ca77-4b75-bdeb-61f62a1d40b4 req-7118dbc4-bc89-473a-a193-f85f391a97b5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:06.216921 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Attempting to bind port b6748915-96d3-43be-9d18-925b0a239e11 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:23:06.217414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Attempting to bind port b6748915-96d3-43be-9d18-925b0a239e11 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:23:06.218113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Attempting to bind port b6748915-96d3-43be-9d18-925b0a239e11 on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:06.220566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2cc260-ca77-4b75-bdeb-61f62a1d40b4 req-7118dbc4-bc89-473a-a193-f85f391a97b5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 943 time: 0.1956382 May 06 13:23:06.225079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Port b6748915-96d3-43be-9d18-925b0a239e11 on network de5395a1-e634-4090-aee8-9b47aa98acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:23:06.225435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Attempting to bind port b6748915-96d3-43be-9d18-925b0a239e11 on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:06.237098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:23:06.237432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:23:06.237998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Bound using segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:23:06.238463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Bound port: b6748915-96d3-43be-9d18-925b0a239e11, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:23:06.238890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:06.243551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7ac2ea62-8dcf-4d32-a993-c123247d3fcd up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:23:06.294300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d2cc260-ca77-4b75-bdeb-61f62a1d40b4 req-76c825ee-8171-4769-8349-d0a5e8b52c5e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727232 May 06 13:23:06.433299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] For port b6748915-96d3-43be-9d18-925b0a239e11, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:23:06.437090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] For port b6748915-96d3-43be-9d18-925b0a239e11, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b6748915-96d3-43be-9d18-925b0a239e11,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:23:06.445085 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:06.456573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:23:06.469906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:06.470679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:06.680551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:06.717315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:06.719269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] 10.222.0.36 "PUT /v2.0/ports/b6748915-96d3-43be-9d18-925b0a239e11 HTTP/1.1" status: 200 len: 1091 time: 1.8525531 May 06 13:23:06.719739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06998d18-ba4f-4427-a93b-710b53e617f5', 'tag': 'b6748915-96d3-43be-9d18-925b0a239e11'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:06.720797 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:22:56Z', 'revision_number': 4, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'gw_port': {'id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '36e70300-af49-484a-900d-1a8a02be82b6', 'name': '', 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'mac_address': 'fa:16:3e:7a:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8f7da9-79af-4770-ac46-3223d7cd759c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:55Z', 'updated_at': '2022-05-06T13:22:56Z', 'revision_number': 2, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'subnets': [{'id': 'cd8f7da9-79af-4770-ac46-3223d7cd759c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:06.730684 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Checking router: 0e4b6898-800d-49f7-8e65-f5990b985e75 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:23:06.732211 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Updating router 0e4b6898-800d-49f7-8e65-f5990b985e75 port 36e70300-af49-484a-900d-1a8a02be82b6 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:23:06.745469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaeb95-d7a2-49b3-8a2d-9565b144e89f service neutron] Pushing event updated for resources: {'Port': ['ID=b6748915-96d3-43be-9d18-925b0a239e11,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:06.771285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7ac2ea62-8dcf-4d32-a993-c123247d3fcd,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:06.778146 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:06.830210 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:06.905583 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e3ea84-d7cd-46ae-bf1d-84baefc0001c'] response: {'name': 'network-changed', 'server_uuid': '06998d18-ba4f-4427-a93b-710b53e617f5', 'tag': 'b6748915-96d3-43be-9d18-925b0a239e11', 'status': 'completed', 'code': 200} May 06 13:23:06.948368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=7ac2ea62-8dcf-4d32-a993-c123247d3fcd,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:06.964471 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-f267fe57-3860-42ad-97e1-a1b2381268a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 1094 time: 0.2004077 May 06 13:23:07.065400 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-1dfd2145-84f3-4e3d-9049-29e69b73b567 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6748915-96d3-43be-9d18-925b0a239e11 HTTP/1.1" status: 200 len: 217 time: 0.0941169 May 06 13:23:07.133961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-67a4fbde-812f-47e8-ae44-c779cbb2405f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:07.135722 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-67a4fbde-812f-47e8-ae44-c779cbb2405f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0623443 May 06 13:23:07.216530 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-17a065d0-8c0f-414c-bfad-497e8a19042a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754259 May 06 13:23:07.306858 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:07.325706 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Transition to ACTIVE for port object 36e70300-af49-484a-900d-1a8a02be82b6 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:23:07.334743 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:07.368536 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-e5c14900-2f84-41d3-8141-51111eb0e0f0 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454086 May 06 13:23:07.492110 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df34115-3752-4741-8251-510304be8469 None None] Pushing event updated for resources: {'Port': ['ID=36e70300-af49-484a-900d-1a8a02be82b6,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:07.586737 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:07.600585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54c4f6e0-7e93-45cf-908c-fc281b66cb70 req-7d38d1c9-24b7-4ca4-87aa-e6b4c626c554 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253470 May 06 13:23:07.624157 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Attempting to bind port 36e70300-af49-484a-900d-1a8a02be82b6 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:23:07.626422 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Attempting to bind port 36e70300-af49-484a-900d-1a8a02be82b6 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '43f58890-3162-4527-8338-cf4fcb8378d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:23:07.627041 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Attempting to bind port 36e70300-af49-484a-900d-1a8a02be82b6 on network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:07.635549 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:23:07.635549 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Checking segment: {'id': '43f58890-3162-4527-8338-cf4fcb8378d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:23:07.636052 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:07.636362 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Bound using segment: {'id': '43f58890-3162-4527-8338-cf4fcb8378d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:23:07.636839 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Bound port: 36e70300-af49-484a-900d-1a8a02be82b6, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f58890-3162-4527-8338-cf4fcb8378d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:23:07.637260 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:07.662272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7ac2ea62-8dcf-4d32-a993-c123247d3fcd up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:23:07.677941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089c086-4e55-4521-b2b9-047c8ed3d055 req-5e9e2e77-d09e-4fd1-81b7-d794bdeaa58e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:07.689885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6089c086-4e55-4521-b2b9-047c8ed3d055 req-5e9e2e77-d09e-4fd1-81b7-d794bdeaa58e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 943 time: 0.2142870 May 06 13:23:07.784448 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9791deb1-5445-45ce-b919-6f7208373523 req-0191bf00-ff67-46c1-aba5-02fd6447eb68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 1094 time: 0.1258426 May 06 13:23:07.804953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:07.805615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:07.815104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6089c086-4e55-4521-b2b9-047c8ed3d055 req-1ee5a4fa-94b6-4434-aafa-a21b39c9a860 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239073 May 06 13:23:07.892073 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] For port 36e70300-af49-484a-900d-1a8a02be82b6, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:23:07.896965 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] For port 36e70300-af49-484a-900d-1a8a02be82b6, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=36e70300-af49-484a-900d-1a8a02be82b6,segment=NetworkSegment(43f58890-3162-4527-8338-cf4fcb8378d4),segment_id=43f58890-3162-4527-8338-cf4fcb8378d4)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:23:07.904665 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:07.992980 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791deb1-5445-45ce-b919-6f7208373523 req-f5a96ca0-dee0-481f-9101-c4adfc7cb995 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:07.994531 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9791deb1-5445-45ce-b919-6f7208373523 req-f5a96ca0-dee0-481f-9101-c4adfc7cb995 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1996956 May 06 13:23:08.063895 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df34115-3752-4741-8251-510304be8469 None None] Pushing event updated for resources: {'Port': ['ID=36e70300-af49-484a-900d-1a8a02be82b6,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:08.072724 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Routers {'0e4b6898-800d-49f7-8e65-f5990b985e75'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:23:08.073191 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9791deb1-5445-45ce-b919-6f7208373523 req-e231b44c-f8c5-4413-8d50-d8d387460ca9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6748915-96d3-43be-9d18-925b0a239e11 HTTP/1.1" status: 200 len: 217 time: 0.0714190 May 06 13:23:08.073342 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:22:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0e4b6898-800d-49f7-8e65-f5990b985e75'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:08.181260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791deb1-5445-45ce-b919-6f7208373523 req-2be646db-5bcd-404f-99b8-d77e25e82d34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:08.184027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9791deb1-5445-45ce-b919-6f7208373523 req-2be646db-5bcd-404f-99b8-d77e25e82d34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.1043735 May 06 13:23:08.286887 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9791deb1-5445-45ce-b919-6f7208373523 req-0218e393-38c2-4d87-8798-7dd92b230c74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962291 May 06 13:23:08.341805 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] Set router 0e4b6898-800d-49f7-8e65-f5990b985e75 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:23:08.466079 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9791deb1-5445-45ce-b919-6f7208373523 req-ebc0928f-95d6-48c6-8b5f-55f42cfa7324 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723096 May 06 13:23:08.605493 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9791deb1-5445-45ce-b919-6f7208373523 req-1e4f7357-5e70-4bd9-bfdb-fe888c351e14 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320097 May 06 13:23:08.701661 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:22:56Z', 'revision_number': 4, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'gw_port': {'id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '36e70300-af49-484a-900d-1a8a02be82b6', 'name': '', 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'mac_address': 'fa:16:3e:7a:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8f7da9-79af-4770-ac46-3223d7cd759c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:55Z', 'updated_at': '2022-05-06T13:23:07Z', 'revision_number': 4, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'subnets': [{'id': 'cd8f7da9-79af-4770-ac46-3223d7cd759c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:08.705899 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca6a52-a42a-484a-bf0f-e8a6694e8d18 None None] The sync data for ids ['0e4b6898-800d-49f7-8e65-f5990b985e75'] in n-d-840847-1 is: [{'id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:22:56Z', 'revision_number': 4, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'gw_port': {'id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '36e70300-af49-484a-900d-1a8a02be82b6', 'name': '', 'network_id': 'b09ee8a4-8c72-4241-8dc9-97aa462dcdf7', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'mac_address': 'fa:16:3e:7a:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd8f7da9-79af-4770-ac46-3223d7cd759c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:55Z', 'updated_at': '2022-05-06T13:23:07Z', 'revision_number': 4, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'subnets': [{'id': 'cd8f7da9-79af-4770-ac46-3223d7cd759c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:23:09.114331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38556-f238-4c3b-9149-abaf424a7331 req-cb4bd027-9188-43c5-8e63-3e69732c3aa9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:09.115937 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7e38556-f238-4c3b-9149-abaf424a7331 req-cb4bd027-9188-43c5-8e63-3e69732c3aa9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 943 time: 0.1142418 May 06 13:23:09.172057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7e38556-f238-4c3b-9149-abaf424a7331 req-3495b98e-edda-4e2f-8796-0d76f02615d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490489 May 06 13:23:09.635439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 36e70300-af49-484a-900d-1a8a02be82b6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:23:09.779585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 36e70300-af49-484a-900d-1a8a02be82b6 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:23:09.785804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 36e70300-af49-484a-900d-1a8a02be82b6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:09.786318 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:09.946438 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:10.004906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 36e70300-af49-484a-900d-1a8a02be82b6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=36e70300-af49-484a-900d-1a8a02be82b6,segment=NetworkSegment(43f58890-3162-4527-8338-cf4fcb8378d4),segment_id=43f58890-3162-4527-8338-cf4fcb8378d4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:10.012930 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:10.104604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=36e70300-af49-484a-900d-1a8a02be82b6,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:10.395019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71378ac3-5b86-40c2-a136-b063a424dffe req-9fa3cc2a-d5fa-441b-9dc6-ac61e74ef7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:10.403244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71378ac3-5b86-40c2-a136-b063a424dffe req-9fa3cc2a-d5fa-441b-9dc6-ac61e74ef7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 943 time: 0.0903590 May 06 13:23:10.472705 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71378ac3-5b86-40c2-a136-b063a424dffe req-95d6063e-b6e3-4681-99ec-38045f1e773e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684979 May 06 13:23:11.608863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 36e70300-af49-484a-900d-1a8a02be82b6 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:23:11.701831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 36e70300-af49-484a-900d-1a8a02be82b6 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:11.702489 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:11.725968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddc6b5-c334-4aae-a637-f8307d2694aa req-f452e3c8-6788-48bc-ad3d-95b90f1ee1e3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:11.734088 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94ddc6b5-c334-4aae-a637-f8307d2694aa req-f452e3c8-6788-48bc-ad3d-95b90f1ee1e3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 943 time: 0.0889280 May 06 13:23:11.789711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94ddc6b5-c334-4aae-a637-f8307d2694aa req-28a3117f-c7cc-4875-8d77-382242e073ca tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545924 May 06 13:23:12.334804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3f9127a3-7fe8-49d5-826f-d8b590e85c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:13.029576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a230c8-1d72-47e4-aa9f-889c3bf4f818 req-78996955-a8f5-4f4a-9d4f-036b2c5fff71 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:13.031791 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53a230c8-1d72-47e4-aa9f-889c3bf4f818 req-78996955-a8f5-4f4a-9d4f-036b2c5fff71 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 943 time: 0.0977309 May 06 13:23:13.083351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-53a230c8-1d72-47e4-aa9f-889c3bf4f818 req-91efbf21-5022-4c2d-ac4d-1dd7f965a359 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457830 May 06 13:23:13.335129 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:14.328498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570a439-05cc-45a6-82bb-905e75aafb24 req-d87f6c59-d627-40c6-8c9a-de9aa3434dc0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:14.339862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c570a439-05cc-45a6-82bb-905e75aafb24 req-d87f6c59-d627-40c6-8c9a-de9aa3434dc0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 943 time: 0.1037054 May 06 13:23:14.391954 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c570a439-05cc-45a6-82bb-905e75aafb24 req-ca850027-78de-45a9-ad43-37b4d84ed29f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507638 May 06 13:23:14.757676 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7418b74a-87c4-4ab0-825a-21071304ddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:15.559932 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:15.780236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df23c38-a5e3-4bdd-bbe1-199a50c5b638 req-d4103604-b4e1-4fa4-91a7-ab3be64420e2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:15.782087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2df23c38-a5e3-4bdd-bbe1-199a50c5b638 req-d4103604-b4e1-4fa4-91a7-ab3be64420e2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 943 time: 0.2298872 May 06 13:23:15.838352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2df23c38-a5e3-4bdd-bbe1-199a50c5b638 req-13880e2d-e0da-4cd0-b874-e546be635f54 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500362 May 06 13:23:16.167913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:16.477870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b6748915-96d3-43be-9d18-925b0a239e11 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:23:16.689468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b6748915-96d3-43be-9d18-925b0a239e11, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b6748915-96d3-43be-9d18-925b0a239e11,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:16.704014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'b6748915-96d3-43be-9d18-925b0a239e11', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'port_id': 'b6748915-96d3-43be-9d18-925b0a239e11', 'mac_address': 'fa:16:3e:55:5c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:23:16.774145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:16.809023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6748915-96d3-43be-9d18-925b0a239e11 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:23:16.844635 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b6748915-96d3-43be-9d18-925b0a239e11, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b6748915-96d3-43be-9d18-925b0a239e11,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:16.852754 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:16.958226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=b6748915-96d3-43be-9d18-925b0a239e11,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:17.084073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['b6748915-96d3-43be-9d18-925b0a239e11'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:23:17.091325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9da6de-b298-410b-bc00-5bf0ac3e3a7e req-41389f8d-8af5-48da-b46f-ee27d1b6bed1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:17.093740 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e9da6de-b298-410b-bc00-5bf0ac3e3a7e req-41389f8d-8af5-48da-b46f-ee27d1b6bed1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 944 time: 0.0925810 May 06 13:23:17.159260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e9da6de-b298-410b-bc00-5bf0ac3e3a7e req-600ad9cd-612e-4ddd-bdcd-5759d79f9aab tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583887 May 06 13:23:17.639538 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:18.400896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd359acd-16a2-468e-afb3-bc47a53b29ff req-3b75dd11-d0f9-4b24-b2e8-cab4e8d63dc4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:18.405534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd359acd-16a2-468e-afb3-bc47a53b29ff req-3b75dd11-d0f9-4b24-b2e8-cab4e8d63dc4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 944 time: 0.0961118 May 06 13:23:18.470700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fd359acd-16a2-468e-afb3-bc47a53b29ff req-19ffd11d-3c81-41bc-840e-72ae9a031262 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539455 May 06 13:23:18.479360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b6748915-96d3-43be-9d18-925b0a239e11 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:23:18.616702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port b6748915-96d3-43be-9d18-925b0a239e11 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:23:18.626198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port b6748915-96d3-43be-9d18-925b0a239e11 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:18.626613 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:18.823361 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:18.874037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06998d18-ba4f-4427-a93b-710b53e617f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6748915-96d3-43be-9d18-925b0a239e11'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:18.885214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port b6748915-96d3-43be-9d18-925b0a239e11, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b6748915-96d3-43be-9d18-925b0a239e11,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:18.895693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:18.964070 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f460f448-7659-46ad-abe5-271b86f8d251'] response: {'server_uuid': '06998d18-ba4f-4427-a93b-710b53e617f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6748915-96d3-43be-9d18-925b0a239e11', 'code': 200} May 06 13:23:18.989005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=b6748915-96d3-43be-9d18-925b0a239e11,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:19.118143 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5856fd81-00bd-452b-a401-dcd0228cc119 req-f4423d69-1f41-4291-a2cd-0beddf438f24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 1096 time: 0.0832679 May 06 13:23:19.187620 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5856fd81-00bd-452b-a401-dcd0228cc119 req-b50d9ecd-deef-4fb1-a7c4-eed625a6222a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630603 May 06 13:23:19.750692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c24d2a-b3a0-4292-b034-07cbdf1e3177 req-437b6763-0409-4a64-9e74-0c8398f45dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:19.754270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1c24d2a-b3a0-4292-b034-07cbdf1e3177 req-437b6763-0409-4a64-9e74-0c8398f45dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 945 time: 0.1021061 May 06 13:23:19.823535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d1c24d2a-b3a0-4292-b034-07cbdf1e3177 req-2fa48e8f-7e6c-46b0-bbaa-889a92f2325f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530753 May 06 13:23:21.087986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6402-7ced-4270-96f0-6857e49f9d43 req-d8ea6e46-8334-49f9-b3f4-1d9c588caddc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:21.089729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-899b6402-7ced-4270-96f0-6857e49f9d43 req-d8ea6e46-8334-49f9-b3f4-1d9c588caddc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 945 time: 0.0945725 May 06 13:23:21.154049 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-899b6402-7ced-4270-96f0-6857e49f9d43 req-fa280565-54f2-41be-9db7-1c27a233dbef tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569839 May 06 13:23:21.383247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5d82-7aee-4e58-a006-932bec7401dc req-9d2d6367-92b1-4d7b-a2bf-46c0b05b7bcc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:21.390559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20db5d82-7aee-4e58-a006-932bec7401dc req-9d2d6367-92b1-4d7b-a2bf-46c0b05b7bcc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 945 time: 0.1166022 May 06 13:23:21.447270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20db5d82-7aee-4e58-a006-932bec7401dc req-9b7c9376-d445-4d64-aa57-00147342113a tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 May 06 13:23:21.655796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a7686-1306-46f9-acb1-688b097b1f5b req-51ed8c18-e0f5-4a22-bd16-e10a71ce789c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:21.657479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-444a7686-1306-46f9-acb1-688b097b1f5b req-51ed8c18-e0f5-4a22-bd16-e10a71ce789c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 945 time: 0.0902350 May 06 13:23:21.726977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-444a7686-1306-46f9-acb1-688b097b1f5b req-1f8ee677-53c0-4063-8c08-0cc90a79ca6c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628722 May 06 13:23:22.206246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c60fa-c098-4327-9978-2e9d26d77965 req-a0958ab6-78ed-408a-8b8f-e056715d32d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:22.207938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-994c60fa-c098-4327-9978-2e9d26d77965 req-a0958ab6-78ed-408a-8b8f-e056715d32d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 945 time: 0.0869627 May 06 13:23:22.265513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-994c60fa-c098-4327-9978-2e9d26d77965 req-bfa034e4-b326-497c-8500-aca8829e7839 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497913 May 06 13:23:23.504474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6f723-1b92-480b-9430-30773e8a9ad4 req-e71f99c9-fb38-44f5-854e-80709979bcb4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:23.505992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fc6f723-1b92-480b-9430-30773e8a9ad4 req-e71f99c9-fb38-44f5-854e-80709979bcb4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 945 time: 0.0881019 May 06 13:23:23.574511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fc6f723-1b92-480b-9430-30773e8a9ad4 req-47317d86-d89e-4937-9a57-f2fcf34b44e9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612772 May 06 13:23:23.698887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3200aa8c-af78-49eb-bdfe-bd48fa56cee5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:23.700288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3200aa8c-af78-49eb-bdfe-bd48fa56cee5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:23:23.719380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3200aa8c-af78-49eb-bdfe-bd48fa56cee5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:23:23.720862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3200aa8c-af78-49eb-bdfe-bd48fa56cee5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 945 time: 0.1056209 May 06 13:23:23.797743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port b6748915-96d3-43be-9d18-925b0a239e11 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:23:23.798462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:24.217645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] For port b6748915-96d3-43be-9d18-925b0a239e11, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=b6748915-96d3-43be-9d18-925b0a239e11,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:24.218032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:24.416331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for b6748915-96d3-43be-9d18-925b0a239e11 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:23:24.586524 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:24.599369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['b6748915-96d3-43be-9d18-925b0a239e11'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:23:24.662567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=b6748915-96d3-43be-9d18-925b0a239e11,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:24.748000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.748777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.748777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.749082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.749305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.749628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.749972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.750430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.750776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.751094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.751409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:24.759956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] No DVR routers for this DVR port b6748915-96d3-43be-9d18-925b0a239e11 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:23:24.762975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:24.766207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06998d18-ba4f-4427-a93b-710b53e617f5', 'name': 'network-vif-deleted', 'tag': 'b6748915-96d3-43be-9d18-925b0a239e11'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:24.801355 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7d51b427-c969-4f01-bc78-5294567c3256 req-3fb9e648-6e9c-45c2-a51e-535c631ee7d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "DELETE /v2.0/ports/b6748915-96d3-43be-9d18-925b0a239e11 HTTP/1.1" status: 204 len: 173 time: 1.0724967 May 06 13:23:24.815223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04bdba64-155d-4db4-b8cc-6ffdc06c304a req-317f2f22-c27d-40c2-9383-168025b31b94 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 210 time: 0.0655370 May 06 13:23:24.900639 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918766b4-ef30-41b3-931d-3874bae5132a'] response: {'server_uuid': '06998d18-ba4f-4427-a93b-710b53e617f5', 'name': 'network-vif-deleted', 'tag': 'b6748915-96d3-43be-9d18-925b0a239e11', 'status': 'completed', 'code': 200} May 06 13:23:26.057230 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9ab95d9-fc02-4eac-b473-d89d079f5bcb req-db8ba9af-5236-44d2-a5e6-624c817c502d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=06998d18-ba4f-4427-a93b-710b53e617f5 HTTP/1.1" status: 200 len: 210 time: 0.0735414 May 06 13:23:28.519408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b6748915-96d3-43be-9d18-925b0a239e11 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:23:28.553079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: b6748915-96d3-43be-9d18-925b0a239e11 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:23:28.553418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device b6748915-96d3-43be-9d18-925b0a239e11 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:23:32.072061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52520) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:23:32.144043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1623e699-78ae-4370-8003-e98c10ebb5a4 admin admin] Deleting subnet 1e9ed133-c6cf-421e-8cbb-e524c9435d8a {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:23:32.148114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1623e699-78ae-4370-8003-e98c10ebb5a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.205801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1623e699-78ae-4370-8003-e98c10ebb5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.282125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1623e699-78ae-4370-8003-e98c10ebb5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.368137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1623e699-78ae-4370-8003-e98c10ebb5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.408211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623e699-78ae-4370-8003-e98c10ebb5a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9ed133-c6cf-421e-8cbb-e524c9435d8a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:32.414207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1623e699-78ae-4370-8003-e98c10ebb5a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.420585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1623e699-78ae-4370-8003-e98c10ebb5a4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1e9ed133-c6cf-421e-8cbb-e524c9435d8a HTTP/1.1" status: 204 len: 168 time: 0.3474870 May 06 13:23:32.425088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 52524) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:23:32.557468 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.694460 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.720616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb9f7b4-a80f-4182-9017-6ef8993e7792']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:32.733621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:32.733910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42ff7ea-396d-4966-ab12-55ccddb1ad5c') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:23:32.746885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.763206 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.769957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:23:32.770353 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: timer() May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:23:32.783873 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:23:32.865328 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.883465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:32.899311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb9f7b4-a80f-4182-9017-6ef8993e7792,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:32.905306 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e23d214d-05bf-483e-827b-40ab399a1398 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8cb9f7b4-a80f-4182-9017-6ef8993e7792 HTTP/1.1" status: 204 len: 168 time: 0.4792209 May 06 13:23:33.138391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52532) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:23:33.199774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e34ccfdf-cb72-4a49-8003-5ce07864e281 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b28d0b9f7e1d4d618e5af6f882dc5ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0597706 May 06 13:23:33.202371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 52536) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:23:33.291166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:33.331577 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:33.395603 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:33.414142 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10615a53-a1b7-4bfc-bd20-626fe77dc514,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:33.427258 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.427608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.427936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.428259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.428577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.428928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.429241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.429550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.429885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.430165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.430472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:33.435782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:33.436896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ef28e087-dbbe-4006-9bff-517e6ebfcf7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10615a53-a1b7-4bfc-bd20-626fe77dc514 HTTP/1.1" status: 204 len: 168 time: 0.2335329 May 06 13:23:37.569808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:38.793248 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:23:42.334382 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f44c-e73d-4698-9865-0f42385cd263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:43.346430 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:44.768155 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9860e65d-eb73-46a3-8034-68b3818cbb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:45.556212 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:46.172569 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:47.650513 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:49.076195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-0b5c1f72-f702-46da-89f1-a0189528c67c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:49.077645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-0b5c1f72-f702-46da-89f1-a0189528c67c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.1539955 May 06 13:23:49.096055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-5ffe29f8-c493-425d-b946-dd04cb7a780b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/quotas/2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 375 time: 0.0127802 May 06 13:23:49.185899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bece6663-0118-48d8-9142-6388c22a5442 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843375 May 06 13:23:49.328416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-51c7f03d-6d61-4820-84a6-74b10dba6b99 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350358 May 06 13:23:49.462417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-a76db927-7f53-4283-96f4-7a6bd212b286 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280777 May 06 13:23:49.742237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-138db5e7-0b4b-4928-a3b6-f2d94c591aab req-6c38a32d-ee41-4a85-a796-a3f2a37ea4e6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 210 time: 0.0423555 May 06 13:23:50.820623 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-67a7b531-ee6d-45bc-90df-e9f27e1e46f7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:50.822029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-67a7b531-ee6d-45bc-90df-e9f27e1e46f7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.1553812 May 06 13:23:50.842952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'port': {'device_id': '30842ed1-d073-4671-93d9-214bdd687ef2', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'admin_state_up': True, 'tenant_id': '2d9f543d00d14197890da7d22933d700'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:23:50.939070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1a0c424-dafc-4d26-87be-720886af33d1 req-cea09acb-1a29-4193-bca1-d897ee8e21b2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 210 time: 0.0535891 May 06 13:23:51.117961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:23:51.125040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:port and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:23:51.129983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:23:51.138125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:23:51.151206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Made reservation on behalf of 2d9f543d00d14197890da7d22933d700 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:23:51.154539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:51.346228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.20.0.9 (de5395a1-e634-4090-aee8-9b47aa98acb3/d570cf0d-dc00-48f6-92c9-5863518e46f3/7e66aba4-e7ed-438f-8654-f7cab66cb87a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:23:51.570213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:51.587091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Transition to ACTIVE for port object 7e66aba4-e7ed-438f-8654-f7cab66cb87a will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:23:51.614253 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:51.695775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:23:51.699019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:23:51.704579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:23:51.737645 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=7e66aba4-e7ed-438f-8654-f7cab66cb87a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:51.803395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:51.804062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:51.841932 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-efd7c42e-6cbf-4cb9-92ec-e80c04f7bd95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0041633 May 06 13:23:51.853433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Request body: {'port': {'device_id': '30842ed1-d073-4671-93d9-214bdd687ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:23:51.986711 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:51.998332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-abfe8b64-fc3e-44e9-8ee1-a872ddb0c20b None None] Provisioning for port 7e66aba4-e7ed-438f-8654-f7cab66cb87a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:23:52.005910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-abfe8b64-fc3e-44e9-8ee1-a872ddb0c20b None None] Provisioning complete for port 7e66aba4-e7ed-438f-8654-f7cab66cb87a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:52.006818 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-abfe8b64-fc3e-44e9-8ee1-a872ddb0c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:52.084753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-abfe8b64-fc3e-44e9-8ee1-a872ddb0c20b None None] Port 7e66aba4-e7ed-438f-8654-f7cab66cb87a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:23:52.303907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7381889-fb4e-4cdd-a98b-c257cadc4b20 req-4b2ff021-9066-4e66-80ac-e8945fdca64e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:52.308188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7381889-fb4e-4cdd-a98b-c257cadc4b20 req-4b2ff021-9066-4e66-80ac-e8945fdca64e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 931 time: 0.2029855 May 06 13:23:52.366082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7381889-fb4e-4cdd-a98b-c257cadc4b20 req-2fa8bded-83f4-47cb-b0f6-71850170ab1c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517788 May 06 13:23:52.386860 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e66aba4-e7ed-438f-8654-f7cab66cb87a {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:23:52.399561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:52.416210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Transition to ACTIVE for port object 7e66aba4-e7ed-438f-8654-f7cab66cb87a will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:23:52.420706 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:52.561675 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Pushing event updated for resources: {'Port': ['ID=7e66aba4-e7ed-438f-8654-f7cab66cb87a,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:52.676358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Attempting to bind port 7e66aba4-e7ed-438f-8654-f7cab66cb87a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:23:52.676875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Attempting to bind port 7e66aba4-e7ed-438f-8654-f7cab66cb87a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:23:52.677294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Attempting to bind port 7e66aba4-e7ed-438f-8654-f7cab66cb87a on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:52.683775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Port 7e66aba4-e7ed-438f-8654-f7cab66cb87a on network de5395a1-e634-4090-aee8-9b47aa98acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:23:52.684229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Attempting to bind port 7e66aba4-e7ed-438f-8654-f7cab66cb87a on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:52.691478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:23:52.691952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:23:52.692444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Bound using segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:23:52.692964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Bound port: 7e66aba4-e7ed-438f-8654-f7cab66cb87a, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:23:52.693410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:52.787058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] For port 7e66aba4-e7ed-438f-8654-f7cab66cb87a, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:23:52.790113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] For port 7e66aba4-e7ed-438f-8654-f7cab66cb87a, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7e66aba4-e7ed-438f-8654-f7cab66cb87a,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:23:52.795693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:52.859211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:52.860604 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] 10.222.0.36 "PUT /v2.0/ports/7e66aba4-e7ed-438f-8654-f7cab66cb87a HTTP/1.1" status: 200 len: 1091 time: 1.0122221 May 06 13:23:52.861040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30842ed1-d073-4671-93d9-214bdd687ef2', 'tag': '7e66aba4-e7ed-438f-8654-f7cab66cb87a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:52.882990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61b912-af27-4c66-bf8b-00fab275d566 service neutron] Pushing event updated for resources: {'Port': ['ID=7e66aba4-e7ed-438f-8654-f7cab66cb87a,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:52.997568 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b303c8dc-5fe0-4a15-b4f3-112b77c1baaa'] response: {'name': 'network-changed', 'server_uuid': '30842ed1-d073-4671-93d9-214bdd687ef2', 'tag': '7e66aba4-e7ed-438f-8654-f7cab66cb87a', 'status': 'completed', 'code': 200} May 06 13:23:53.013576 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-ee8d7332-3722-4693-a7d3-bc083e768a5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 1094 time: 0.1017087 May 06 13:23:53.087203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-fee3443f-4931-43ad-a3d2-b9b1144c8903 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e66aba4-e7ed-438f-8654-f7cab66cb87a HTTP/1.1" status: 200 len: 217 time: 0.0672054 May 06 13:23:53.264291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-e8c582f4-d15d-408f-9778-ac3ea6995041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:53.266874 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-e8c582f4-d15d-408f-9778-ac3ea6995041 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.1738069 May 06 13:23:53.364272 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-4a1fffa9-3d65-462b-9a28-6b9c93da875f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900042 May 06 13:23:53.537173 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-a68d92b4-f27c-4680-8140-e22ad04b5272 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663024 May 06 13:23:53.611746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1beabb-c8c9-45c0-9204-6986b09d9cf7 req-7f65c737-0fde-41de-8212-a2ee60cb3d30 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:53.613878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae1beabb-c8c9-45c0-9204-6986b09d9cf7 req-7f65c737-0fde-41de-8212-a2ee60cb3d30 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0845826 May 06 13:23:53.666542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ae1beabb-c8c9-45c0-9204-6986b09d9cf7 req-9daf2c98-90da-4b27-a8a2-9995cc8a50b7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466216 May 06 13:23:53.679920 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1c28c595-48b9-4765-8aae-96fa5e381231 req-0cfe54a9-5907-4bcc-b160-615b6414c04a service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366403 May 06 13:23:53.827253 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-924f80dd-2b0b-4538-89f9-13180dc3a549 req-f839733f-5ff8-47ff-8b12-921157cddae0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 1094 time: 0.0847695 May 06 13:23:53.967127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f80dd-2b0b-4538-89f9-13180dc3a549 req-4bbafc2a-6d38-4dc2-9827-a7aaf0fa139c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:53.968613 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-924f80dd-2b0b-4538-89f9-13180dc3a549 req-4bbafc2a-6d38-4dc2-9827-a7aaf0fa139c service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1357117 May 06 13:23:54.038736 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-924f80dd-2b0b-4538-89f9-13180dc3a549 req-6eadf214-3a97-4a38-84b9-3c293f27ef70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e66aba4-e7ed-438f-8654-f7cab66cb87a HTTP/1.1" status: 200 len: 217 time: 0.0640225 May 06 13:23:54.120619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f80dd-2b0b-4538-89f9-13180dc3a549 req-a1a02a31-dcc4-4fad-82a8-f5462a6ea4f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:54.124022 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-924f80dd-2b0b-4538-89f9-13180dc3a549 req-a1a02a31-dcc4-4fad-82a8-f5462a6ea4f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0787802 May 06 13:23:54.226426 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-924f80dd-2b0b-4538-89f9-13180dc3a549 req-7daef9e7-a151-49bb-88e1-936bb297d215 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964203 May 06 13:23:54.406345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-924f80dd-2b0b-4538-89f9-13180dc3a549 req-6d9d34b0-9de9-4949-9bfa-728092ecd5ab service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736791 May 06 13:23:54.576273 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-924f80dd-2b0b-4538-89f9-13180dc3a549 req-8750bc5d-ebec-47e4-bf89-92356b91ce32 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644974 May 06 13:23:54.925661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80754bdb-e783-417a-8a1e-1266a6de89a8 req-6fbb6c64-fed1-4fa7-90a4-74523b69562c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:54.934174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80754bdb-e783-417a-8a1e-1266a6de89a8 req-6fbb6c64-fed1-4fa7-90a4-74523b69562c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.1276071 May 06 13:23:55.016946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80754bdb-e783-417a-8a1e-1266a6de89a8 req-2ff45b0a-a663-4bd6-9d41-b369a7ebab61 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816619 May 06 13:23:56.291490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a48c3-52c9-4c56-9825-70276fe48066 req-3690c57a-1366-442c-9178-780b9acdab3f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:56.292986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-330a48c3-52c9-4c56-9825-70276fe48066 req-3690c57a-1366-442c-9178-780b9acdab3f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.1093934 May 06 13:23:56.378036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-330a48c3-52c9-4c56-9825-70276fe48066 req-e25854dd-f4c2-404d-9571-12daae9542cd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748940 May 06 13:23:57.643062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427a130-9a19-4c18-8eff-74e159c3f930 req-108db4bf-ca27-40f8-bb4d-84a02f217ad9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:57.644894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d427a130-9a19-4c18-8eff-74e159c3f930 req-108db4bf-ca27-40f8-bb4d-84a02f217ad9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0985816 May 06 13:23:57.711061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d427a130-9a19-4c18-8eff-74e159c3f930 req-affba0e7-04c0-45e7-ae32-c4e23c9f9cc8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564220 May 06 13:23:58.986182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f316d8-12aa-4b45-8353-a2259ea18ce5 req-3efec3e4-2c2f-4e2f-87da-0e9eb2fa80fe tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:58.988610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f316d8-12aa-4b45-8353-a2259ea18ce5 req-3efec3e4-2c2f-4e2f-87da-0e9eb2fa80fe tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0992262 May 06 13:23:59.051471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29f316d8-12aa-4b45-8353-a2259ea18ce5 req-3dba1b38-aa4f-44fd-8e99-6919af497ac2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550210 May 06 13:24:00.314825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969d4c0-85b4-423c-86a5-596e38732f7b req-af31d41d-17fe-4a93-ae49-2ae5157311dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:00.314825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d969d4c0-85b4-423c-86a5-596e38732f7b req-af31d41d-17fe-4a93-ae49-2ae5157311dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.1067576 May 06 13:24:00.377649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d969d4c0-85b4-423c-86a5-596e38732f7b req-970add4a-95ce-4d5b-b3a9-f00b9f35fa69 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565424 May 06 13:24:01.616702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029bff0-9842-4a68-a255-3bd55adb4838 req-ab7019b5-64d7-4c3f-8699-03693c0840f8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:01.618293 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8029bff0-9842-4a68-a255-3bd55adb4838 req-ab7019b5-64d7-4c3f-8699-03693c0840f8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0853405 May 06 13:24:01.669418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8029bff0-9842-4a68-a255-3bd55adb4838 req-14e48371-b968-4758-b480-b554fba66684 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445528 May 06 13:24:02.901685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6a58a-5c0b-416f-bc81-b4ed3eee4beb req-c59bd40f-f0e1-4dfe-9a78-10cc94450da7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:02.904115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cf6a58a-5c0b-416f-bc81-b4ed3eee4beb req-c59bd40f-f0e1-4dfe-9a78-10cc94450da7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0995889 May 06 13:24:02.975511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cf6a58a-5c0b-416f-bc81-b4ed3eee4beb req-506eedc4-60a3-4864-b0b9-43ddb8ace4e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648277 May 06 13:24:04.235799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa96bc-2573-4d99-b4fe-b1ad7bfcf5e4 req-94f2e6b5-f9bf-4653-9e7f-02cd1773b8e9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:04.237753 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44aa96bc-2573-4d99-b4fe-b1ad7bfcf5e4 req-94f2e6b5-f9bf-4653-9e7f-02cd1773b8e9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0938323 May 06 13:24:04.298585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44aa96bc-2573-4d99-b4fe-b1ad7bfcf5e4 req-4f1624a8-4e0d-4455-9af4-fd1c5d864875 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532265 May 06 13:24:05.551844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568682d7-262c-47f9-bbc7-567e655355fb req-42ad47f3-d7c5-4b85-8089-283a3d8f4ee2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:05.553381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-568682d7-262c-47f9-bbc7-567e655355fb req-42ad47f3-d7c5-4b85-8089-283a3d8f4ee2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0954092 May 06 13:24:05.604840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-568682d7-262c-47f9-bbc7-567e655355fb req-0c0f0f7b-8c8c-4f66-bf06-a50100364804 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 May 06 13:24:06.848753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e200d1-9d64-47c6-bffa-07e4ff859458 req-c4404dd8-cc2b-403c-9e78-5e14c3f2847f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:06.851069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1e200d1-9d64-47c6-bffa-07e4ff859458 req-c4404dd8-cc2b-403c-9e78-5e14c3f2847f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0862200 May 06 13:24:06.902996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1e200d1-9d64-47c6-bffa-07e4ff859458 req-c698b46c-8cf9-407f-8ed1-2cb3534a4ae5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 May 06 13:24:07.574975 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:08.140272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498358-af6b-4d5f-8a70-583e4640e119 req-c6c73998-0219-4df5-9bcf-0b71342da828 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:08.142343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94498358-af6b-4d5f-8a70-583e4640e119 req-c6c73998-0219-4df5-9bcf-0b71342da828 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0876696 May 06 13:24:08.195019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94498358-af6b-4d5f-8a70-583e4640e119 req-f09de745-d19d-40f9-aa1c-7531b0b8e707 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 May 06 13:24:09.443362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebab70-ab4d-4ef7-acbd-7721f3fe8632 req-3ea763d9-ce61-41ab-9bab-844cc36040f0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:09.444965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70ebab70-ab4d-4ef7-acbd-7721f3fe8632 req-3ea763d9-ce61-41ab-9bab-844cc36040f0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.1113520 May 06 13:24:09.509379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70ebab70-ab4d-4ef7-acbd-7721f3fe8632 req-ca61612c-6999-40ab-a183-81f17c117691 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580714 May 06 13:24:10.740212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb783-d5ca-48bf-8d0e-fc01466a071f req-930fc421-f76b-454b-aa46-c988015ff672 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:10.741654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af6bb783-d5ca-48bf-8d0e-fc01466a071f req-930fc421-f76b-454b-aa46-c988015ff672 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0841510 May 06 13:24:10.790609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af6bb783-d5ca-48bf-8d0e-fc01466a071f req-6307624a-1bda-4cff-8061-ba164834fde1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 May 06 13:24:12.015460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a71a4-b8e6-42ec-a8cf-124c717da42b req-0878206e-39ec-4263-baf0-ff963de07aaa tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:12.017073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d35a71a4-b8e6-42ec-a8cf-124c717da42b req-0878206e-39ec-4263-baf0-ff963de07aaa tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 943 time: 0.0952837 May 06 13:24:12.068329 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d35a71a4-b8e6-42ec-a8cf-124c717da42b req-37d55fcb-add5-49a9-8efc-4e41d57cd24a tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449696 May 06 13:24:12.332199 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0b36c340-ea6c-4ca4-9b3e-6e876da62e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:12.732326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7e66aba4-e7ed-438f-8654-f7cab66cb87a details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:24:12.887775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7e66aba4-e7ed-438f-8654-f7cab66cb87a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7e66aba4-e7ed-438f-8654-f7cab66cb87a,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:12.903952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '7e66aba4-e7ed-438f-8654-f7cab66cb87a', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'port_id': '7e66aba4-e7ed-438f-8654-f7cab66cb87a', 'mac_address': 'fa:16:3e:12:5f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:24:12.957951 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:12.975380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e66aba4-e7ed-438f-8654-f7cab66cb87a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:24:12.991090 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7e66aba4-e7ed-438f-8654-f7cab66cb87a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7e66aba4-e7ed-438f-8654-f7cab66cb87a,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:12.996079 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:13.067435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7e66aba4-e7ed-438f-8654-f7cab66cb87a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:13.077287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.077637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.077979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.078320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.078680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.079017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.079347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.079672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.079999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.080320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.080629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:13.188927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7e66aba4-e7ed-438f-8654-f7cab66cb87a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:24:13.304043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92efcc-bde0-4085-8c87-ec1a9e0028d7 req-67a04769-3ef8-4d34-8fed-b5fdd90a3e9d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:13.305855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c92efcc-bde0-4085-8c87-ec1a9e0028d7 req-67a04769-3ef8-4d34-8fed-b5fdd90a3e9d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 944 time: 0.1018312 May 06 13:24:13.367194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c92efcc-bde0-4085-8c87-ec1a9e0028d7 req-4ff3f231-c556-40e5-92e8-db00097b679c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517213 May 06 13:24:13.387422 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:14.585597 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588c237-9726-443a-85fd-3c1241b8fa52 req-750aa116-f68f-4aea-abdd-d2df205f4f74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:14.587090 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f588c237-9726-443a-85fd-3c1241b8fa52 req-750aa116-f68f-4aea-abdd-d2df205f4f74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 944 time: 0.0837052 May 06 13:24:14.638127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f588c237-9726-443a-85fd-3c1241b8fa52 req-26c722ba-e26f-42c6-ae31-b9bceaa3c9bc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 May 06 13:24:14.732036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7e66aba4-e7ed-438f-8654-f7cab66cb87a up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:24:14.795700 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f713197a-2d38-476f-9b0c-e8b4658480b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:14.822014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 7e66aba4-e7ed-438f-8654-f7cab66cb87a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:24:14.828371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 7e66aba4-e7ed-438f-8654-f7cab66cb87a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:14.829028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:14.960834 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:14.990462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30842ed1-d073-4671-93d9-214bdd687ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e66aba4-e7ed-438f-8654-f7cab66cb87a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:24:15.001279 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 7e66aba4-e7ed-438f-8654-f7cab66cb87a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7e66aba4-e7ed-438f-8654-f7cab66cb87a,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:15.006499 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:15.052110 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de736af-af95-49d2-9982-3774bfcd9e9c'] response: {'server_uuid': '30842ed1-d073-4671-93d9-214bdd687ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e66aba4-e7ed-438f-8654-f7cab66cb87a', 'code': 200} May 06 13:24:15.081156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=7e66aba4-e7ed-438f-8654-f7cab66cb87a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:15.192726 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ae6a3f5-c053-410a-a288-1e56e483d0f3 req-08e12a1d-c4ec-4a5f-80f9-0e5e56cd14ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0769308 May 06 13:24:15.241595 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ae6a3f5-c053-410a-a288-1e56e483d0f3 req-67bb53ef-0bad-40a2-839c-289998c054f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418909 May 06 13:24:15.552425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:15.793967 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:24:15.854138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385ed65-e82d-4af0-8fb5-b856187bc8d4 req-c631afd1-8592-48d5-9524-a44439a023bd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:15.855779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f385ed65-e82d-4af0-8fb5-b856187bc8d4 req-c631afd1-8592-48d5-9524-a44439a023bd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 945 time: 0.0895805 May 06 13:24:15.906947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f385ed65-e82d-4af0-8fb5-b856187bc8d4 req-59691204-4ac5-4425-8acd-85a57980c166 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453722 May 06 13:24:16.180214 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:17.131666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b9f87-4048-4bc5-8a18-1ae593fdaa19 req-9287421d-31a9-4a7a-8634-66ba35f9cf6b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:17.133166 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef2b9f87-4048-4bc5-8a18-1ae593fdaa19 req-9287421d-31a9-4a7a-8634-66ba35f9cf6b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 945 time: 0.0936742 May 06 13:24:17.183793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef2b9f87-4048-4bc5-8a18-1ae593fdaa19 req-34414cf3-2f44-4acd-9cd9-3c0537b37cee tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 May 06 13:24:17.410841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cdd96-24e2-4627-b93b-18b17c397e60 req-027829e8-5fd3-4726-b79e-c26c5db67662 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:17.412412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e01cdd96-24e2-4627-b93b-18b17c397e60 req-027829e8-5fd3-4726-b79e-c26c5db67662 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 945 time: 0.0921743 May 06 13:24:17.471298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e01cdd96-24e2-4627-b93b-18b17c397e60 req-6869749b-6198-4b80-a175-ae6ceb579166 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 May 06 13:24:17.651684 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:17.720506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb4521-6ad9-4a86-80fe-b0fed60b4061 req-57f7c8a8-86b5-409e-8a99-dffb72b3593c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:17.722151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48bb4521-6ad9-4a86-80fe-b0fed60b4061 req-57f7c8a8-86b5-409e-8a99-dffb72b3593c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 945 time: 0.0960786 May 06 13:24:17.773133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-48bb4521-6ad9-4a86-80fe-b0fed60b4061 req-d0f9b15f-9dd7-4752-8cbd-429f6c5b2195 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 May 06 13:24:18.451943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30cbb8-fdbc-4556-84aa-7a9ee4de41fb req-6442b5c1-4428-4f38-a940-10f7bfe2b642 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:18.453643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb30cbb8-fdbc-4556-84aa-7a9ee4de41fb req-6442b5c1-4428-4f38-a940-10f7bfe2b642 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 945 time: 0.1918466 May 06 13:24:18.507021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb30cbb8-fdbc-4556-84aa-7a9ee4de41fb req-4f3fed41-3909-4632-9b61-b6318ee22d1d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473099 May 06 13:24:18.789016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-4a09bc9e-39dc-4511-901e-11d75f158482 req-0074e924-00ff-42d1-8d30-317c9da938fc service neutron] (83952) timed out ('10.222.0.44', 37264) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:24:19.718271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be65f9c-4dfd-4760-aa01-5cc79958aeef req-6b0c16e7-6c6f-4424-b5c6-64a7b7529610 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:19.722653 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4be65f9c-4dfd-4760-aa01-5cc79958aeef req-6b0c16e7-6c6f-4424-b5c6-64a7b7529610 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 945 time: 0.0867760 May 06 13:24:19.770371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4be65f9c-4dfd-4760-aa01-5cc79958aeef req-26ed4b41-2547-4ffb-838c-6f5152133494 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 May 06 13:24:19.791474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-529df215-3d9e-4af4-aecd-d2d7795cf094 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:19.792521 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-529df215-3d9e-4af4-aecd-d2d7795cf094 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:24:19.811670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-529df215-3d9e-4af4-aecd-d2d7795cf094 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:24:19.812893 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-529df215-3d9e-4af4-aecd-d2d7795cf094 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 945 time: 0.0994084 May 06 13:24:19.888165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port 7e66aba4-e7ed-438f-8654-f7cab66cb87a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:24:19.888383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:20.146763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] For port 7e66aba4-e7ed-438f-8654-f7cab66cb87a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=7e66aba4-e7ed-438f-8654-f7cab66cb87a,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:20.147175 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:20.394217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for 7e66aba4-e7ed-438f-8654-f7cab66cb87a owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:24:20.557953 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:20.571379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['7e66aba4-e7ed-438f-8654-f7cab66cb87a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:24:20.616200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=7e66aba4-e7ed-438f-8654-f7cab66cb87a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:20.700287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] No DVR routers for this DVR port 7e66aba4-e7ed-438f-8654-f7cab66cb87a on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:24:20.703187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:20.706128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30842ed1-d073-4671-93d9-214bdd687ef2', 'name': 'network-vif-deleted', 'tag': '7e66aba4-e7ed-438f-8654-f7cab66cb87a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:24:20.727398 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c4559af1-b891-42dd-b8a1-acc9653bbc48 req-213ab4e3-6a03-4e4c-a289-64d0356c5631 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "DELETE /v2.0/ports/7e66aba4-e7ed-438f-8654-f7cab66cb87a HTTP/1.1" status: 204 len: 173 time: 0.9089327 May 06 13:24:20.782992 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba4c108-88c4-4329-87bd-4af761730b65'] response: {'server_uuid': '30842ed1-d073-4671-93d9-214bdd687ef2', 'name': 'network-vif-deleted', 'tag': '7e66aba4-e7ed-438f-8654-f7cab66cb87a', 'status': 'completed', 'code': 200} May 06 13:24:21.046977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc6f147f-6fdb-4882-9447-7609fd2f5f3a req-83c84d60-dba8-4099-a7e9-7dd3cb3428b4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=30842ed1-d073-4671-93d9-214bdd687ef2 HTTP/1.1" status: 200 len: 210 time: 0.0481436 May 06 13:24:24.764768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7e66aba4-e7ed-438f-8654-f7cab66cb87a no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:24:24.816621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 7e66aba4-e7ed-438f-8654-f7cab66cb87a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:24:24.817058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 7e66aba4-e7ed-438f-8654-f7cab66cb87a not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:24:37.585953 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.345078 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c3d6a057-f030-45b5-9ad2-88178598e066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:43.349860 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:44.754575 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cfe51fe7-844f-4456-a39e-f223456321d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:44.823343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-7f98a07d-d882-456a-a917-75e95ff3fcc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:44.824934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-7f98a07d-d882-456a-a917-75e95ff3fcc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.1661601 May 06 13:24:44.844317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-95348896-f0ba-4497-9d6d-10cbb42df4a8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/quotas/2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 375 time: 0.0132632 May 06 13:24:44.955578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-e382f434-d326-4903-a7bb-212b3db8fe95 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054339 May 06 13:24:45.251659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-2d212919-73bb-401c-a554-92202149a3a4 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886639 May 06 13:24:45.402425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-b261d9e2-f92f-4648-a5ec-4e2caf2abbd0 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371760 May 06 13:24:45.564725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:45.850319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c5c9e1b0-b3ec-438e-8794-a539cb069d06 req-f49ba1ef-5a34-46ed-8c73-66ecfec39470 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 210 time: 0.0498052 May 06 13:24:46.186745 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.072999 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7291a6b5-92bc-4d99-9e93-6a8360ad84e1 req-c7631bdf-6784-40ff-8d6f-a061e64511ed tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 210 time: 0.0621002 May 06 13:24:47.231495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-b18b8efd-bf84-471e-9ffa-b62cf3892a01 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:47.233387 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-b18b8efd-bf84-471e-9ffa-b62cf3892a01 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.1796689 May 06 13:24:47.249703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'port': {'device_id': '4a05c2bd-4ba0-4b44-99e9-508c0e39b58b', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'admin_state_up': True, 'tenant_id': '2d9f543d00d14197890da7d22933d700'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:47.405522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:47.410156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:port and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:47.413926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:47.421930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:47.435029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Made reservation on behalf of 2d9f543d00d14197890da7d22933d700 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:24:47.439003 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.630461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.20.0.10 (de5395a1-e634-4090-aee8-9b47aa98acb3/d570cf0d-dc00-48f6-92c9-5863518e46f3/6fe0558f-fbe0-49b2-bc5d-1fde81f86500) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:24:47.655765 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.895242 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.922759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Transition to ACTIVE for port object 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:24:47.956051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:48.034153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:24:48.037403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:24:48.041881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:24:48.078995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:48.105687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.106025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.106360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.106722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.107185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.107512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.107834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.108235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.108650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.109056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.109580 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:48.135912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:48.137291 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:48.186420 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-69200206-d4cb-43a8-8127-d1adff38acd6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9411972 May 06 13:24:48.198657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Request body: {'port': {'device_id': '4a05c2bd-4ba0-4b44-99e9-508c0e39b58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:48.319525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d823106-1ed9-4157-a79b-37901bcb314c req-ae268155-9c2a-40cc-95ca-edd780865fb7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:48.327309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d823106-1ed9-4157-a79b-37901bcb314c req-ae268155-9c2a-40cc-95ca-edd780865fb7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 932 time: 0.1102569 May 06 13:24:48.362138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:48.376086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d823106-1ed9-4157-a79b-37901bcb314c req-cd426a1f-4c3c-44d7-8615-3409cd4a4447 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477173 May 06 13:24:48.397134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6c2318f2-df79-43cc-a50b-c422dfe895c3 None None] Provisioning for port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:24:48.402886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6c2318f2-df79-43cc-a50b-c422dfe895c3 None None] Provisioning complete for port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:48.403260 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6c2318f2-df79-43cc-a50b-c422dfe895c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:48.508459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6c2318f2-df79-43cc-a50b-c422dfe895c3 None None] Port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:24:48.758252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:24:48.765793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:48.781855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Transition to ACTIVE for port object 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:24:48.786616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.055425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:49.174260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Attempting to bind port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:24:49.174662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Attempting to bind port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:24:49.174953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Attempting to bind port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:24:49.181411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 on network de5395a1-e634-4090-aee8-9b47aa98acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:24:49.181653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Attempting to bind port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:24:49.188584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:24:49.188923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:24:49.189380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Bound using segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:24:49.189727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Bound port: 6fe0558f-fbe0-49b2-bc5d-1fde81f86500, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:24:49.190087 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.283669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] For port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:24:49.287418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] For port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:24:49.293444 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.402420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.404929 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] 10.222.0.36 "PUT /v2.0/ports/6fe0558f-fbe0-49b2-bc5d-1fde81f86500 HTTP/1.1" status: 200 len: 1092 time: 1.2109208 May 06 13:24:49.405641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a05c2bd-4ba0-4b44-99e9-508c0e39b58b', 'tag': '6fe0558f-fbe0-49b2-bc5d-1fde81f86500'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:24:49.439315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871a055-4402-4b7f-b1ac-eff8d0fd3c68 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:49.516703 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e546d53a-3017-4baf-8fcf-202a89af7d23'] response: {'name': 'network-changed', 'server_uuid': '4a05c2bd-4ba0-4b44-99e9-508c0e39b58b', 'tag': '6fe0558f-fbe0-49b2-bc5d-1fde81f86500', 'status': 'completed', 'code': 200} May 06 13:24:49.557772 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-b7474f9c-8966-43e8-acfd-1d755ae74200 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 1095 time: 0.0890474 May 06 13:24:49.608753 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe7d-788b-4bb0-872f-88a327b195bd req-28fdbabe-5df1-462c-b9e0-96d982e18aac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:49.610496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e07fe7d-788b-4bb0-872f-88a327b195bd req-28fdbabe-5df1-462c-b9e0-96d982e18aac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 944 time: 0.0886576 May 06 13:24:49.659368 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-c72f791c-33a8-4c4f-953f-cc4a46fe4b6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fe0558f-fbe0-49b2-bc5d-1fde81f86500 HTTP/1.1" status: 200 len: 217 time: 0.0949843 May 06 13:24:49.673351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e07fe7d-788b-4bb0-872f-88a327b195bd req-62b342d1-ed77-497a-900f-888a237dd8d0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521722 May 06 13:24:49.727889 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-1c974a04-50d0-46dc-8826-64cae9c81725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:49.729423 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-1c974a04-50d0-46dc-8826-64cae9c81725 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0642843 May 06 13:24:49.823070 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-08bb7a91-fdca-41e0-83e1-93806e300716 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877900 May 06 13:24:49.984962 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-f2cd4aa2-af2c-464c-b778-f3cebaf5f340 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560550 May 06 13:24:50.153816 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ed8c0b88-e276-43c2-8ab4-53d3327da6bc req-bf00f655-7abc-4f20-838f-da7e26686298 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629610 May 06 13:24:50.297850 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ca15afa-5e5e-4319-9f9a-46cd668b9754 req-60ec9473-0b45-4c91-9754-177b38a0c726 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 1095 time: 0.0940084 May 06 13:24:50.506896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca15afa-5e5e-4319-9f9a-46cd668b9754 req-3b644749-156d-406e-a902-9eb1cff77562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:50.508404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ca15afa-5e5e-4319-9f9a-46cd668b9754 req-3b644749-156d-406e-a902-9eb1cff77562 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.2044935 May 06 13:24:50.586940 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ca15afa-5e5e-4319-9f9a-46cd668b9754 req-86a3ef52-e42e-4258-9191-14b2c8621b9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fe0558f-fbe0-49b2-bc5d-1fde81f86500 HTTP/1.1" status: 200 len: 217 time: 0.0715306 May 06 13:24:50.657698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca15afa-5e5e-4319-9f9a-46cd668b9754 req-fd31ebf6-b379-4414-9627-e40ed171f3b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:50.659523 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ca15afa-5e5e-4319-9f9a-46cd668b9754 req-fd31ebf6-b379-4414-9627-e40ed171f3b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0648773 May 06 13:24:50.754591 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ca15afa-5e5e-4319-9f9a-46cd668b9754 req-ca5b2e02-056f-4719-9c7f-250571262eab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876646 May 06 13:24:50.906134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5f88e-fe85-4b0f-9002-b7cc5989cd86 req-e71369f5-c8c4-4a79-ac84-eb87e6ff7a3c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:50.907694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50a5f88e-fe85-4b0f-9002-b7cc5989cd86 req-e71369f5-c8c4-4a79-ac84-eb87e6ff7a3c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 944 time: 0.0971899 May 06 13:24:50.939759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ca15afa-5e5e-4319-9f9a-46cd668b9754 req-090ed4eb-e45a-4c87-838a-8770d3d9cdc9 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777964 May 06 13:24:50.967159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50a5f88e-fe85-4b0f-9002-b7cc5989cd86 req-13d88b51-3ae3-49a8-91a3-948e0c7411fd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509419 May 06 13:24:51.219666 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5ca15afa-5e5e-4319-9f9a-46cd668b9754 req-7f8fcd00-ebd2-449b-b763-9260f2d48ad1 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738223 May 06 13:24:52.318906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae76200-cb63-430d-927c-ca440c4e380f req-1cdf2143-b2b4-4620-8ac5-da8a19be0bee tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:52.321254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ae76200-cb63-430d-927c-ca440c4e380f req-1cdf2143-b2b4-4620-8ac5-da8a19be0bee tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 944 time: 0.1295602 May 06 13:24:52.385865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ae76200-cb63-430d-927c-ca440c4e380f req-657a4a82-c0cd-41f2-9fb1-983920e2dc51 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581274 May 06 13:24:52.796954 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:24:53.636658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c4743-7427-44d7-a56d-45807689f0da req-da1288d4-a3cd-4f1f-99c0-a574b645d242 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:53.639621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf3c4743-7427-44d7-a56d-45807689f0da req-da1288d4-a3cd-4f1f-99c0-a574b645d242 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 944 time: 0.1070969 May 06 13:24:53.720756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bf3c4743-7427-44d7-a56d-45807689f0da req-332d6087-e1f4-4d52-8fde-cc8e71272423 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746648 May 06 13:24:54.941578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f42c-db71-42c6-ab34-4f652a9e539f req-3ddba6d7-548a-45bb-9aba-0e769a3b280f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:54.943136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff09f42c-db71-42c6-ab34-4f652a9e539f req-3ddba6d7-548a-45bb-9aba-0e769a3b280f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 944 time: 0.0823188 May 06 13:24:54.992857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff09f42c-db71-42c6-ab34-4f652a9e539f req-13fe8f7e-00ad-422d-b737-3fe1cae1a259 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 May 06 13:24:56.203208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540572e-6744-47db-94a8-2fab86db1066 req-184b1b53-addc-4bfa-8cc1-44144fe83b25 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:56.204735 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0540572e-6744-47db-94a8-2fab86db1066 req-184b1b53-addc-4bfa-8cc1-44144fe83b25 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 944 time: 0.0857303 May 06 13:24:56.260764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0540572e-6744-47db-94a8-2fab86db1066 req-87a50b8d-cfb0-444d-9d97-8a3a362f0a3a tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498221 May 06 13:24:57.482058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64c76b-1413-4406-ab18-382147d7df5e req-0902979d-830c-4856-8cc4-69edcfd5b991 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:57.483619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e64c76b-1413-4406-ab18-382147d7df5e req-0902979d-830c-4856-8cc4-69edcfd5b991 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 944 time: 0.0824196 May 06 13:24:57.534541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e64c76b-1413-4406-ab18-382147d7df5e req-cd56d6d9-3b9f-4387-bc3b-0ee148aa04d3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 May 06 13:24:58.744274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291885ed-04b7-4370-9f3a-8ac8ce4029b6 req-dde70f33-5a7c-4afe-b375-ea4204164cd5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:58.745793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-291885ed-04b7-4370-9f3a-8ac8ce4029b6 req-dde70f33-5a7c-4afe-b375-ea4204164cd5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 944 time: 0.0814128 May 06 13:24:58.801925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-291885ed-04b7-4370-9f3a-8ac8ce4029b6 req-875c7858-a3ff-48ad-8341-753cee248259 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479531 May 06 13:24:58.923254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:24:59.106367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:59.126258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '6fe0558f-fbe0-49b2-bc5d-1fde81f86500', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'port_id': '6fe0558f-fbe0-49b2-bc5d-1fde81f86500', 'mac_address': 'fa:16:3e:db:04:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:24:59.196219 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:59.215512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:24:59.232208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:59.237377 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:59.345079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:59.448974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['6fe0558f-fbe0-49b2-bc5d-1fde81f86500'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:25:00.135010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d3e1c-8f57-44ca-aa12-e09bfc04de02 req-6834065e-b436-4556-8cd3-80ef6eeafba9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:00.136405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-980d3e1c-8f57-44ca-aa12-e09bfc04de02 req-6834065e-b436-4556-8cd3-80ef6eeafba9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 945 time: 0.1868203 May 06 13:25:00.185787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-980d3e1c-8f57-44ca-aa12-e09bfc04de02 req-cf3c9b60-b6e6-46f4-91f3-20994cd22cd2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 May 06 13:25:00.951896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:25:01.036495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:25:01.042944 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:25:01.043371 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:01.177998 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:01.210886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a05c2bd-4ba0-4b44-99e9-508c0e39b58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe0558f-fbe0-49b2-bc5d-1fde81f86500'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:01.222762 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:01.227390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:01.305923 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d52bca6-3220-4467-bd88-dc5d7e26c657'] response: {'server_uuid': '4a05c2bd-4ba0-4b44-99e9-508c0e39b58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe0558f-fbe0-49b2-bc5d-1fde81f86500', 'code': 200} May 06 13:25:01.308714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:01.453861 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0b2321ba-3955-43b3-9682-10c23eb13aca req-b8802982-0f53-4411-bfd9-352954c65b6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 1097 time: 0.0775077 May 06 13:25:01.456458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903fa8a-2617-4bb5-8c1e-70ce48de8126 req-ba1a8096-693f-4cb2-a4d8-cd665209fad9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:01.457981 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2903fa8a-2617-4bb5-8c1e-70ce48de8126 req-ba1a8096-693f-4cb2-a4d8-cd665209fad9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 946 time: 0.1048980 May 06 13:25:01.506346 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0b2321ba-3955-43b3-9682-10c23eb13aca req-317009ff-c568-4f59-93ae-713ab2ba4474 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 May 06 13:25:01.516313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2903fa8a-2617-4bb5-8c1e-70ce48de8126 req-a572a8f1-67da-4ed5-97ec-cbcf3439fb86 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478067 May 06 13:25:02.738821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390992e-11bb-4ad1-a1f8-0d5e9bccfc7b req-7bf641c3-910f-4098-a288-89e12a0c5205 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:02.740921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8390992e-11bb-4ad1-a1f8-0d5e9bccfc7b req-7bf641c3-910f-4098-a288-89e12a0c5205 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 946 time: 0.0937748 May 06 13:25:02.808043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8390992e-11bb-4ad1-a1f8-0d5e9bccfc7b req-c89daeeb-f13b-4480-bd60-8ebfdbb15d13 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605319 May 06 13:25:04.021341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b5325-205e-46a4-8b37-7ba3d25226ca req-55ffbb4d-82c9-438e-888d-008d32b91c4f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:04.022963 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-698b5325-205e-46a4-8b37-7ba3d25226ca req-55ffbb4d-82c9-438e-888d-008d32b91c4f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 946 time: 0.0824695 May 06 13:25:04.075942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-698b5325-205e-46a4-8b37-7ba3d25226ca req-c937a225-8b47-43e3-9270-800e2af72eb8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 May 06 13:25:04.299199 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab510f9-90be-4d3d-ab65-acd916a362c8 req-8c5e0b96-9f57-4b0e-83e4-d839d89942fc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:04.301673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ab510f9-90be-4d3d-ab65-acd916a362c8 req-8c5e0b96-9f57-4b0e-83e4-d839d89942fc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 946 time: 0.0949357 May 06 13:25:04.354039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ab510f9-90be-4d3d-ab65-acd916a362c8 req-d566d04b-5a93-4317-baa2-6ea02f7a5656 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464096 May 06 13:25:07.507158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c561c-7074-448e-aa91-301e952cc167 req-9f605b3b-5246-46d2-8194-71f70c9cd544 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:07.508572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-9f605b3b-5246-46d2-8194-71f70c9cd544 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.1609068 May 06 13:25:07.526629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-ed45ce67-5dbc-48b6-953c-94e2268b9262 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/quotas/2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 375 time: 0.0122831 May 06 13:25:07.589239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:07.619449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-d9db2f55-3068-471d-8c5b-69f0c386e806 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867360 May 06 13:25:07.760983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-ddf1e457-ac9c-4bb3-8cff-550040d26ca1 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334498 May 06 13:25:07.903574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-addf8703-2921-4559-a56c-f39636b5b6e2 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362207 May 06 13:25:08.145348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-235a70af-adc1-493d-9c37-b1601fa8ce99 req-907f766c-cf76-45c7-a8b5-59ffcc355a68 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 210 time: 0.0409131 May 06 13:25:09.322645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c561c-7074-448e-aa91-301e952cc167 req-41172116-c2e9-4db5-a067-9dcf4d782372 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:09.324176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-41172116-c2e9-4db5-a067-9dcf4d782372 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.2001901 May 06 13:25:09.326163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52f95170-7ae7-4fbc-a055-f2ed2d51897f req-e8b79194-2de5-48f9-a6da-d12b5bded33f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 210 time: 0.0491712 May 06 13:25:09.345848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'port': {'device_id': 'f0bf52cd-365d-4514-93bf-bde774cb3729', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'admin_state_up': True, 'tenant_id': '2d9f543d00d14197890da7d22933d700'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:09.458165 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-629ba86b-2b80-4467-a889-887a3e44f56a req-c8914d77-4af3-404b-bf1d-95647090ecd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735388 May 06 13:25:09.492738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:09.497685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:port and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:25:09.500767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:25:09.508654 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:09.521952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Made reservation on behalf of 2d9f543d00d14197890da7d22933d700 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:25:09.525611 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:09.606235 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-629ba86b-2b80-4467-a889-887a3e44f56a req-37f3478b-c583-4e05-aea4-21ec47a29e5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 1097 time: 0.0756242 May 06 13:25:09.738634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.20.0.14 (de5395a1-e634-4090-aee8-9b47aa98acb3/d570cf0d-dc00-48f6-92c9-5863518e46f3/3a00f977-ffe3-46f2-864e-dd6d2ed0c493) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:25:09.777880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ba86b-2b80-4467-a889-887a3e44f56a req-8edf7e61-9a98-45b0-a0e8-73f45c6d7790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:09.780180 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-629ba86b-2b80-4467-a889-887a3e44f56a req-8edf7e61-9a98-45b0-a0e8-73f45c6d7790 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1481957 May 06 13:25:09.866092 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-629ba86b-2b80-4467-a889-887a3e44f56a req-7099834d-37eb-4860-ae20-277ed2b736e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fe0558f-fbe0-49b2-bc5d-1fde81f86500 HTTP/1.1" status: 200 len: 217 time: 0.0796540 May 06 13:25:09.980090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ba86b-2b80-4467-a889-887a3e44f56a req-38e9f3b2-7d57-4d08-84c5-4de2f67ea5a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:09.981975 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-629ba86b-2b80-4467-a889-887a3e44f56a req-38e9f3b2-7d57-4d08-84c5-4de2f67ea5a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.1089606 May 06 13:25:09.995050 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:10.012259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Transition to ACTIVE for port object 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:25:10.035926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:10.049422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['6fe0558f-fbe0-49b2-bc5d-1fde81f86500'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:25:10.109206 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-629ba86b-2b80-4467-a889-887a3e44f56a req-1ba1e2fe-25aa-41d0-a13c-3deccadcfbed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214004 May 06 13:25:10.258241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:25:10.275688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:25:10.287568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:25:10.349637 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-629ba86b-2b80-4467-a889-887a3e44f56a req-e3ccb317-e916-435a-82aa-a11ada384f30 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339895 May 06 13:25:10.365661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:10.446754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.447376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.447897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.448388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.448875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.449362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.449863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.450341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.450866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.451193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.451585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:10.495222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:10.498167 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:10.558590 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-629ba86b-2b80-4467-a889-887a3e44f56a req-8de3f02a-764d-49c4-96a4-beee9057a3bf service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029841 May 06 13:25:10.596344 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-4d2e7e55-bdfb-4b4e-a9d6-66004c8d6d7c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2534568 May 06 13:25:10.607731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Request body: {'port': {'device_id': 'f0bf52cd-365d-4514-93bf-bde774cb3729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:10.636135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9da4691b-e661-4376-b350-89cdc7709d51 None None] Provisioning for port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:25:10.644557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9da4691b-e661-4376-b350-89cdc7709d51 None None] Provisioning complete for port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:25:10.645251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9da4691b-e661-4376-b350-89cdc7709d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:10.712419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9da4691b-e661-4376-b350-89cdc7709d51 None None] Port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:25:10.745927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cfb45-bd3b-42ea-85f8-e941aab08ce7 req-9648a338-400a-4e68-99ea-021c6c157fef tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:10.746641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c79cfb45-bd3b-42ea-85f8-e941aab08ce7 req-9648a338-400a-4e68-99ea-021c6c157fef tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:25:10.763065 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:10.782850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c79cfb45-bd3b-42ea-85f8-e941aab08ce7 req-9648a338-400a-4e68-99ea-021c6c157fef tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:25:10.784021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c79cfb45-bd3b-42ea-85f8-e941aab08ce7 req-9648a338-400a-4e68-99ea-021c6c157fef tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 932 time: 0.2437093 May 06 13:25:10.948654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c79cfb45-bd3b-42ea-85f8-e941aab08ce7 req-3ba64079-d8b5-4679-ac86-6fe788d6401c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367669 May 06 13:25:11.171001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:25:11.178782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:11.195091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Transition to ACTIVE for port object 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:25:11.200015 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:11.328486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:11.485461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Attempting to bind port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:25:11.486680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Attempting to bind port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:25:11.486680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Attempting to bind port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:25:11.496908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 on network de5395a1-e634-4090-aee8-9b47aa98acb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:25:11.497936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Attempting to bind port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:25:11.510259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:25:11.510846 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:25:11.511493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Bound using segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:25:11.512213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Bound port: 3a00f977-ffe3-46f2-864e-dd6d2ed0c493, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:25:11.512798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:11.625436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] For port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:25:11.629092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] For port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:25:11.634924 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:11.701534 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:11.703761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/3a00f977-ffe3-46f2-864e-dd6d2ed0c493 HTTP/1.1" status: 200 len: 1092 time: 1.1002705 May 06 13:25:11.708240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf52cd-365d-4514-93bf-bde774cb3729', 'tag': '3a00f977-ffe3-46f2-864e-dd6d2ed0c493'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:11.736843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2954012-08bc-4998-853e-6266a6b867b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:11.836619 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566d50f0-0a87-490e-9bd4-95fe923d478b'] response: {'name': 'network-changed', 'server_uuid': 'f0bf52cd-365d-4514-93bf-bde774cb3729', 'tag': '3a00f977-ffe3-46f2-864e-dd6d2ed0c493', 'status': 'completed', 'code': 200} May 06 13:25:11.890800 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-63cf53b6-4020-4a69-9e1d-d83dc381a0bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 1095 time: 0.1260238 May 06 13:25:11.971102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-38b3b9c5-42ff-44f3-8516-5058a36b6e7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a00f977-ffe3-46f2-864e-dd6d2ed0c493 HTTP/1.1" status: 200 len: 217 time: 0.0722888 May 06 13:25:12.047539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c561c-7074-448e-aa91-301e952cc167 req-de3b26bc-9459-460d-ae17-53beefe16bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:12.049061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-de3b26bc-9459-460d-ae17-53beefe16bf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0721419 May 06 13:25:12.233266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-55d2bdb5-b867-4ed7-bb52-9a89afe0015e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769910 May 06 13:25:12.266394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132809-58f5-4bcc-bb22-9a45dc042b24 req-ef0f9879-8efa-4ddf-9eac-54cce80e729b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:12.267905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b132809-58f5-4bcc-bb22-9a45dc042b24 req-ef0f9879-8efa-4ddf-9eac-54cce80e729b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.1287458 May 06 13:25:12.340515 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7b6746bb-204c-4ac8-9579-e4748d5f20e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:12.393284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b132809-58f5-4bcc-bb22-9a45dc042b24 req-4aaf9b16-9460-42da-a447-49e6ce17d3b4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745747 May 06 13:25:12.417662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-5079e69a-f3b2-461a-afcc-aeb2dcd08554 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775005 May 06 13:25:12.576000 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c39c561c-7074-448e-aa91-301e952cc167 req-0436273d-2186-44d9-b092-1991c8f5a611 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518714 May 06 13:25:12.800439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d861eb-6460-47a6-abbe-8284f0d377da req-e5faf6c4-2d1f-4f24-8953-783265c4277e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 1095 time: 0.1782231 May 06 13:25:12.988513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d861eb-6460-47a6-abbe-8284f0d377da req-f639b018-cbea-4bd0-9162-7d2b3e519ce6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:12.989956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d861eb-6460-47a6-abbe-8284f0d377da req-f639b018-cbea-4bd0-9162-7d2b3e519ce6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1829588 May 06 13:25:13.078417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d861eb-6460-47a6-abbe-8284f0d377da req-8ff3d3d2-0f34-4965-8a25-078bcda84bfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a00f977-ffe3-46f2-864e-dd6d2ed0c493 HTTP/1.1" status: 200 len: 217 time: 0.0818758 May 06 13:25:13.144804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d861eb-6460-47a6-abbe-8284f0d377da req-6056147e-b6af-4557-bff6-48e4246fbbde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:13.146369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d861eb-6460-47a6-abbe-8284f0d377da req-6056147e-b6af-4557-bff6-48e4246fbbde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0616572 May 06 13:25:13.289752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d861eb-6460-47a6-abbe-8284f0d377da req-dedf6586-251f-4ff8-aed3-515d580042f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361027 May 06 13:25:13.370445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:13.505594 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d861eb-6460-47a6-abbe-8284f0d377da req-019b932b-af93-41ed-96dd-055a1e833302 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042820 May 06 13:25:13.864935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d861eb-6460-47a6-abbe-8284f0d377da req-4fdfbefe-0910-41a1-ae8a-b3950238ac6b service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531330 May 06 13:25:13.885326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621622a7-fb11-4d1f-8b78-705479b39ee6 req-8874465c-3b21-4b15-81dd-2678ba5f39b1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:13.887723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-621622a7-fb11-4d1f-8b78-705479b39ee6 req-8874465c-3b21-4b15-81dd-2678ba5f39b1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.2784882 May 06 13:25:13.972650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-621622a7-fb11-4d1f-8b78-705479b39ee6 req-21c668c8-92bc-4d2b-999e-3c99ca7ee2f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636735 May 06 13:25:14.764396 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bfc80fe-0b12-4654-af34-5dc8fcc4c7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:15.272348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c38ce-e565-4f6d-a681-9f3bbf6eb3bf req-fc7d2f83-b537-4d42-b8cd-0a2cd73022a1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:15.274622 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e16c38ce-e565-4f6d-a681-9f3bbf6eb3bf req-fc7d2f83-b537-4d42-b8cd-0a2cd73022a1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.1122422 May 06 13:25:15.338774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e16c38ce-e565-4f6d-a681-9f3bbf6eb3bf req-87909a44-8290-48b9-9b84-0a83f946a3f1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573080 May 06 13:25:15.565448 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:16.179934 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:16.570716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34514e2d-f194-4766-b9e1-ec6448af643d req-76373ed2-93ec-40a8-bee0-bcc86ae5268c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:16.571977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-34514e2d-f194-4766-b9e1-ec6448af643d req-76373ed2-93ec-40a8-bee0-bcc86ae5268c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0807316 May 06 13:25:16.627912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-34514e2d-f194-4766-b9e1-ec6448af643d req-a0bf2779-c532-460a-b732-007878ed6927 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491524 May 06 13:25:17.651141 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:17.844439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cd857-8654-4aed-928c-39d360296a4f req-94350005-278e-4a05-9810-d5a704bbae52 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:17.846056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e25cd857-8654-4aed-928c-39d360296a4f req-94350005-278e-4a05-9810-d5a704bbae52 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0807226 May 06 13:25:17.908772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e25cd857-8654-4aed-928c-39d360296a4f req-34166ce3-02e4-4295-8572-3abce0f64fcd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563872 May 06 13:25:19.133094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b890-9444-45df-ba0e-ec4bdb6f3679 req-bef684cb-aa0a-4bc1-a930-5701b535dfaa tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:19.135813 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4d1b890-9444-45df-ba0e-ec4bdb6f3679 req-bef684cb-aa0a-4bc1-a930-5701b535dfaa tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0972590 May 06 13:25:19.208942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4d1b890-9444-45df-ba0e-ec4bdb6f3679 req-c8384fe6-e9fb-4fe9-a1dd-376613b697e5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674164 May 06 13:25:20.510025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888684ca-be2a-4faa-911a-e067c9d848ee req-c256c2c2-ec50-4fe8-828c-873f3f1e78c1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:20.510025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-888684ca-be2a-4faa-911a-e067c9d848ee req-c256c2c2-ec50-4fe8-828c-873f3f1e78c1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.1238983 May 06 13:25:20.571253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-888684ca-be2a-4faa-911a-e067c9d848ee req-554f2753-eb55-4ace-805a-368f67d9d274 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583973 May 06 13:25:21.780757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189fee5-1c02-4cb2-bc1e-a6918f48239e req-cd4ce3ce-8d09-4185-8c23-d1ef8b1016a1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:21.782177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d189fee5-1c02-4cb2-bc1e-a6918f48239e req-cd4ce3ce-8d09-4185-8c23-d1ef8b1016a1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0843937 May 06 13:25:21.828810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d189fee5-1c02-4cb2-bc1e-a6918f48239e req-87e07c95-9ef2-4a22-9c75-69c130199f72 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 May 06 13:25:23.038196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6a8ee-46c9-4b46-b47f-0e2f21e46119 req-c2f60cde-82cb-4f47-9d4a-e4d2ba425174 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:23.039691 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6a6a8ee-46c9-4b46-b47f-0e2f21e46119 req-c2f60cde-82cb-4f47-9d4a-e4d2ba425174 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0865839 May 06 13:25:23.089414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6a6a8ee-46c9-4b46-b47f-0e2f21e46119 req-0fb626ff-5095-4ba4-aed6-e18008901b9d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 May 06 13:25:24.359866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776d58e-9b77-47bf-b7b7-107af459a034 req-fb504967-91c2-40c1-82ab-2f0e1fc09373 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:24.359866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9776d58e-9b77-47bf-b7b7-107af459a034 req-fb504967-91c2-40c1-82ab-2f0e1fc09373 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0971737 May 06 13:25:24.419231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9776d58e-9b77-47bf-b7b7-107af459a034 req-b65bc3fc-2143-45d2-abd8-7f8e645ddc8d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492697 May 06 13:25:25.627040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9362fb1-ea6a-4a6c-9cdf-7fc1043827f2 req-9e8fe043-5296-4cd9-b945-156b71f8b4e4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:25.628517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9362fb1-ea6a-4a6c-9cdf-7fc1043827f2 req-9e8fe043-5296-4cd9-b945-156b71f8b4e4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0796490 May 06 13:25:25.783804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9362fb1-ea6a-4a6c-9cdf-7fc1043827f2 req-5df57ff7-68f4-4918-b168-a5a34ae1a272 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496356 May 06 13:25:26.995530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3606aec-13e3-4836-87cf-ee4ec5ebcccc req-f4e9b0db-77e9-4ebc-a608-ad5d97dc6c14 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:26.996947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3606aec-13e3-4836-87cf-ee4ec5ebcccc req-f4e9b0db-77e9-4ebc-a608-ad5d97dc6c14 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0808091 May 06 13:25:27.049446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3606aec-13e3-4836-87cf-ee4ec5ebcccc req-a4c98c56-d640-4e27-912f-7ef792496ac2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464871 May 06 13:25:28.280327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cac9a7-dede-4e79-86c5-6e18265c2dff req-401669b9-4ffe-4025-aa45-c990cb786b6f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:28.281866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46cac9a7-dede-4e79-86c5-6e18265c2dff req-401669b9-4ffe-4025-aa45-c990cb786b6f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0950887 May 06 13:25:28.347308 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46cac9a7-dede-4e79-86c5-6e18265c2dff req-eac0566b-db9d-4cfb-9822-abe2f32da386 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549345 May 06 13:25:29.585445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c2b08-81aa-454e-8007-c37b38617b84 req-c6a4909a-0882-4723-8c13-0d8c49f0caa0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:29.586971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f4c2b08-81aa-454e-8007-c37b38617b84 req-c6a4909a-0882-4723-8c13-0d8c49f0caa0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 944 time: 0.0936997 May 06 13:25:29.647300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5f4c2b08-81aa-454e-8007-c37b38617b84 req-85c61d4c-bfd8-489a-a6c3-759a1cfb26a9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 May 06 13:25:29.803004 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:25:30.449253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:25:30.596225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:30.612421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '3a00f977-ffe3-46f2-864e-dd6d2ed0c493', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'port_id': '3a00f977-ffe3-46f2-864e-dd6d2ed0c493', 'mac_address': 'fa:16:3e:a9:18:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:25:30.668914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:30.690204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:25:30.708238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:30.713511 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:30.792158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:30.803521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.804043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.804505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.805098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.805705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.806100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.806570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.807139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.807653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.808593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.809141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:30.856438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc9712-a52d-4c1d-b3bc-67815f2934b2 req-7b0ac718-5d5c-47e7-8bb0-3b41cd6223b7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:30.858336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ccc9712-a52d-4c1d-b3bc-67815f2934b2 req-7b0ac718-5d5c-47e7-8bb0-3b41cd6223b7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 945 time: 0.0833716 May 06 13:25:30.905527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ccc9712-a52d-4c1d-b3bc-67815f2934b2 req-5de2518e-4e46-48ca-9834-07fb705a0c75 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 May 06 13:25:31.083870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3a00f977-ffe3-46f2-864e-dd6d2ed0c493'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:25:32.168385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad41bb1-588b-4bec-b9cd-e1e2e0c440cb req-bb0adce4-e696-4af4-a994-5906e5cdb88a tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:32.170497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ad41bb1-588b-4bec-b9cd-e1e2e0c440cb req-bb0adce4-e696-4af4-a994-5906e5cdb88a tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 945 time: 0.0920525 May 06 13:25:32.231570 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ad41bb1-588b-4bec-b9cd-e1e2e0c440cb req-72e54ecb-9a02-49b4-a2bc-ce767730355f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522008 May 06 13:25:32.460468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:25:32.547940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:25:32.554373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:25:32.554914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:32.703679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:32.738235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf52cd-365d-4514-93bf-bde774cb3729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a00f977-ffe3-46f2-864e-dd6d2ed0c493'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:32.760618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:32.762104 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:32.831837 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fbc38e-b397-4d21-86b9-98127e4dc822'] response: {'server_uuid': 'f0bf52cd-365d-4514-93bf-bde774cb3729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a00f977-ffe3-46f2-864e-dd6d2ed0c493', 'code': 200} May 06 13:25:32.853748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:32.952084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2892b2a2-a62e-4919-94ec-edb9a4ae8a56 req-69c00bc6-037a-4f27-8a9d-3809e0ea678a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 1097 time: 0.0721769 May 06 13:25:32.999799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2892b2a2-a62e-4919-94ec-edb9a4ae8a56 req-869e21fc-08a9-42f9-bf44-38fab9ca1a00 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 May 06 13:25:33.469598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4509cb-c6cb-42e1-8ab0-240426eaf29a req-d00bd0c3-fba6-4dd3-848c-5b2375328eab tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:33.471424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a4509cb-c6cb-42e1-8ab0-240426eaf29a req-d00bd0c3-fba6-4dd3-848c-5b2375328eab tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 946 time: 0.1075759 May 06 13:25:33.527718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a4509cb-c6cb-42e1-8ab0-240426eaf29a req-a5c878cc-0354-4a48-94bf-b87ed9b6d289 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472286 May 06 13:25:34.765104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853302e-adbf-481c-bacc-8f56696eb55a req-75c03c54-b302-408d-8078-99815863aee3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:34.768879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1853302e-adbf-481c-bacc-8f56696eb55a req-75c03c54-b302-408d-8078-99815863aee3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 946 time: 0.0951476 May 06 13:25:34.828580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1853302e-adbf-481c-bacc-8f56696eb55a req-7cbb68a1-6445-4008-8b5a-1c229f32fcf6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531118 May 06 13:25:35.057279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e057e-8eea-46ce-b5fc-16b0fd74dba5 req-a6d76793-9ea8-483e-9d1c-b5fcfe5aed5f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:35.059104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a75e057e-8eea-46ce-b5fc-16b0fd74dba5 req-a6d76793-9ea8-483e-9d1c-b5fcfe5aed5f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 946 time: 0.0900238 May 06 13:25:35.118822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a75e057e-8eea-46ce-b5fc-16b0fd74dba5 req-c536f94b-c6cc-48c2-9b84-22bb6c8897a8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517802 May 06 13:25:35.653278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d2448-a31e-43dd-9afd-1eaf39ebbe9f req-d4ff67b1-94ad-4a54-975d-5d77037a028d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:35.654978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-122d2448-a31e-43dd-9afd-1eaf39ebbe9f req-d4ff67b1-94ad-4a54-975d-5d77037a028d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 946 time: 0.0878026 May 06 13:25:35.714505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-122d2448-a31e-43dd-9afd-1eaf39ebbe9f req-8b3666dc-a391-4c5c-babe-3b3e907eb1f9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530658 May 06 13:25:36.958692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3f7fa-e65e-4d87-bbef-0a556244c9de req-6fa3e385-4e81-4029-9b7f-f97236b44741 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:36.963309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00c3f7fa-e65e-4d87-bbef-0a556244c9de req-6fa3e385-4e81-4029-9b7f-f97236b44741 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 946 time: 0.1018898 May 06 13:25:37.008886 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-00c3f7fa-e65e-4d87-bbef-0a556244c9de req-96667810-9987-4e34-966d-8beee2e63704 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445721 May 06 13:25:37.383031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-fa282006-b6e6-4c45-9532-adf2467f56be tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:37.384977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-fa282006-b6e6-4c45-9532-adf2467f56be tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 946 time: 0.0942135 May 06 13:25:37.467532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:25:37.467532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:37.596776 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:37.749777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] For port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:37.749777 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:37.884816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:25:38.040040 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:38.055296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['6fe0558f-fbe0-49b2-bc5d-1fde81f86500'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:25:38.097541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=3a00f977-ffe3-46f2-864e-dd6d2ed0c493,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:38.112232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['3a00f977-ffe3-46f2-864e-dd6d2ed0c493'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:25:38.356055 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31ee65f4-7e59-412c-96ed-f255e5147d9d req-b9268b24-6e67-4486-8711-2179e3f9684f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 210 time: 0.2096586 May 06 13:25:38.364750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] No DVR routers for this DVR port 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:25:38.367625 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:38.372117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf52cd-365d-4514-93bf-bde774cb3729', 'name': 'network-vif-deleted', 'tag': '3a00f977-ffe3-46f2-864e-dd6d2ed0c493'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:38.396748 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c442ba4a-9e62-41c2-8058-c1a4beec2fac req-aea9b95b-451a-4d4a-8873-d8cc87f12547 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "DELETE /v2.0/ports/3a00f977-ffe3-46f2-864e-dd6d2ed0c493 HTTP/1.1" status: 204 len: 173 time: 1.0056002 May 06 13:25:38.480736 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943d9672-68c2-41a6-b5c8-af0207881905'] response: {'server_uuid': 'f0bf52cd-365d-4514-93bf-bde774cb3729', 'name': 'network-vif-deleted', 'tag': '3a00f977-ffe3-46f2-864e-dd6d2ed0c493', 'status': 'completed', 'code': 200} May 06 13:25:39.573083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5b31eb20-4611-4d0d-9352-6e84a8c110f2 req-2caf05c1-7d0c-4604-91be-f0e11daa94da tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:25:39.589211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5b31eb20-4611-4d0d-9352-6e84a8c110f2 req-2caf05c1-7d0c-4604-91be-f0e11daa94da tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:25:39.590354 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b31eb20-4611-4d0d-9352-6e84a8c110f2 req-2caf05c1-7d0c-4604-91be-f0e11daa94da tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf52cd-365d-4514-93bf-bde774cb3729 HTTP/1.1" status: 200 len: 210 time: 0.0603490 May 06 13:25:40.493309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:25:40.530644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:25:40.530987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 3a00f977-ffe3-46f2-864e-dd6d2ed0c493 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:25:42.334888 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-342eaea8-afd4-42aa-993f-084101d8e0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:43.365587 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:43.409337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284d24-b523-4323-bb76-b3e3aa00af7b req-1c020d27-8ea5-4217-b9a8-9706f252b8f0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:43.411124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e284d24-b523-4323-bb76-b3e3aa00af7b req-1c020d27-8ea5-4217-b9a8-9706f252b8f0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 946 time: 0.0903585 May 06 13:25:43.461814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e284d24-b523-4323-bb76-b3e3aa00af7b req-505fad72-171e-441a-9c1c-169c8c468bf4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 May 06 13:25:44.683158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e424-ba08-43ae-836e-a8291f10a3b9 req-6d41cc69-71d1-4aa9-beeb-a3797f53b23d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:44.684596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b13e424-ba08-43ae-836e-a8291f10a3b9 req-6d41cc69-71d1-4aa9-beeb-a3797f53b23d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 946 time: 0.0793326 May 06 13:25:44.738733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b13e424-ba08-43ae-836e-a8291f10a3b9 req-5f751299-c1b3-4054-af83-ae8dc66e8138 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=2642a43c-320c-44a8-910c-71ad22fd9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461442 May 06 13:25:44.761858 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c3503598-cc83-47c5-a559-8678e86af359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:44.907959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-99c129b5-c81c-4645-afc2-f5318005f28e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:44.908664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-99c129b5-c81c-4645-afc2-f5318005f28e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:25:44.922828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-99c129b5-c81c-4645-afc2-f5318005f28e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:25:44.924013 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-99c129b5-c81c-4645-afc2-f5318005f28e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 946 time: 0.1037595 May 06 13:25:44.993365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:25:44.993601 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:45.258504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] For port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:45.258877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:45.384648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:25:45.538026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:45.550311 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['6fe0558f-fbe0-49b2-bc5d-1fde81f86500'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:25:45.592765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=6fe0558f-fbe0-49b2-bc5d-1fde81f86500,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:45.600910 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:45.680224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] No DVR routers for this DVR port 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:25:45.684387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:45.688533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a05c2bd-4ba0-4b44-99e9-508c0e39b58b', 'name': 'network-vif-deleted', 'tag': '6fe0558f-fbe0-49b2-bc5d-1fde81f86500'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:45.712073 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e4e56c58-dead-42d1-8e43-1afb190b574d req-cfaca457-624a-4f14-851f-77f83ad4e7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "DELETE /v2.0/ports/6fe0558f-fbe0-49b2-bc5d-1fde81f86500 HTTP/1.1" status: 204 len: 173 time: 0.7827363 May 06 13:25:45.768491 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5caa57dd-cbc3-4c54-85b5-30f74615a22b'] response: {'server_uuid': '4a05c2bd-4ba0-4b44-99e9-508c0e39b58b', 'name': 'network-vif-deleted', 'tag': '6fe0558f-fbe0-49b2-bc5d-1fde81f86500', 'status': 'completed', 'code': 200} May 06 13:25:45.944186 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2c4f17e-669d-4af7-8b7d-407b120d95ac req-41fd4ae0-24e4-40f7-99db-62e87945bd53 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a05c2bd-4ba0-4b44-99e9-508c0e39b58b HTTP/1.1" status: 200 len: 210 time: 0.0456858 May 06 13:25:46.191303 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:47.653098 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:49.145768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:25:49.188062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:25:49.188621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6fe0558f-fbe0-49b2-bc5d-1fde81f86500 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:25:49.837528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53064) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:25:49.845947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106360977', 'description': 'tempest-secgroup-smoke-2106360977 description', 'project_id': '2d9f543d00d14197890da7d22933d700'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:49.856036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:49.861440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:security_group and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:25:49.864693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:25:49.874849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:49.891675 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:49.937416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:49.943498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:security_group_rule and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:25:49.947383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:25:49.955344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:50.032539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.042346 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.088897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:50.091749 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.095364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-286be533-fbea-447b-b31b-7a7a11e15273 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2564356 May 06 13:25:50.096051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53068) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:25:50.102173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'security_group_rule': {'security_group_id': '73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88', 'project_id': '2d9f543d00d14197890da7d22933d700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:50.109122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:50.112913 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:security_group_rule and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:25:50.115791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:25:50.122263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:50.145507 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.215693 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.221310 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.263032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfd65f8-590f-4f69-9d4b-6e05e6d7471e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:50.278904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.279246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.279622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.279917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.280372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.280730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.281589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.281920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.282238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.282560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.282961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:50.286985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.291662 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f6d328e5-10a3-4878-987b-d34fd29ec892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1939983 May 06 13:25:50.291835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53072) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:25:50.302577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'security_group_rule': {'security_group_id': '73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88', 'project_id': '2d9f543d00d14197890da7d22933d700', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:50.310751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:50.315520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:security_group_rule and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:25:50.319716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:25:50.327136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:50.350878 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.449621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.455607 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.502370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d11b208-c410-4b4d-a57c-d1f7ceddc977,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:50.509812 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.513634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ca5d2d5e-ff08-4de4-803d-c9cc207251c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2181065 May 06 13:25:50.514031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53076) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:25:50.520861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'security_group_rule': {'security_group_id': '73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88', 'project_id': '2d9f543d00d14197890da7d22933d700', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:50.528595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:50.535409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:security_group_rule and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:25:50.539972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:25:50.548705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:50.571372 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.648976 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.654749 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.684433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377c5372-c972-4e6c-a92b-ac6a12005158,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:50.710742 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.713850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ecbfdae4-800c-4481-a76c-e80daee1ec74 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1988614 May 06 13:25:50.716745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53080) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:25:50.727827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'security_group_rule': {'security_group_id': '73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88', 'project_id': '2d9f543d00d14197890da7d22933d700', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:50.737702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:50.743696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:security_group_rule and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:25:50.748438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:25:50.758415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:50.782539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.861132 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.866213 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.889945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcba8df-826b-421c-91ff-0373b55d0843,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:50.899176 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:50.902658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6d562bcb-1e67-4679-8c87-3656b3de081b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1828082 May 06 13:25:50.904647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53084) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:25:50.912262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'security_group_rule': {'security_group_id': '73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88', 'project_id': '2d9f543d00d14197890da7d22933d700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:50.921017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:50.925538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:security_group_rule and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:25:50.928650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:25:50.934879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:50.949623 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Project 2d9f543d00d14197890da7d22933d700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:25:50.957414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.030752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.036864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.070936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2106ef2d-b6a4-49da-8cb2-766f11a3ae0d,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:51.086445 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.087297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ae45798d-fd1b-4fd2-a1b0-66e5e8b7f376 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1814849 May 06 13:25:51.091069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53088) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:25:51.099456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'security_group_rule': {'security_group_id': '73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88', 'project_id': '2d9f543d00d14197890da7d22933d700', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:51.109346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:51.114731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:security_group_rule and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:25:51.118784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:25:51.126186 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:51.140495 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Project 2d9f543d00d14197890da7d22933d700 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:25:51.147320 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.325941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.330565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.354126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96e0270-de38-4664-81e4-d7adb7393b90,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:51.369572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.370819 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e4e42cd0-a64f-4114-9ff6-a5d4724d5434 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2785304 May 06 13:26:06.728580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a41f7823-d180-49cf-8a55-858a01763103 req-df9e6c2b-cb40-4204-9f7b-019ae7d3c180 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:26:06.748364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a41f7823-d180-49cf-8a55-858a01763103 req-df9e6c2b-cb40-4204-9f7b-019ae7d3c180 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:26:06.749648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-df9e6c2b-cb40-4204-9f7b-019ae7d3c180 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106360977&fields=id&tenant_id=2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 267 time: 0.0661511 May 06 13:26:06.805132 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:26:06.898329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f7823-d180-49cf-8a55-858a01763103 req-84da181b-a105-4f19-953d-749495bbf7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:06.899801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-84da181b-a105-4f19-953d-749495bbf7e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.1434689 May 06 13:26:06.917040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-e37f0a45-b468-4512-9746-d65481a2d670 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/quotas/2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 375 time: 0.0116744 May 06 13:26:07.009251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-b9b2778d-915d-4dd0-8d52-317d1d33a675 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867350 May 06 13:26:07.153558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-50cfb482-3264-41b4-adba-35ddb30d3ce9 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310241 May 06 13:26:07.301983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-c1ac714c-ec4b-4e5f-bb4c-1eac1af592dc service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410096 May 06 13:26:07.599181 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:07.791458 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-61070f78-2725-43cb-a58d-dd99cee0f02a req-3eb0bc97-baee-4d6e-a2f5-9c607de70fea tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 210 time: 0.1137218 May 06 13:26:08.783443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f7823-d180-49cf-8a55-858a01763103 req-74620583-d591-48a7-b193-9be3d8ee1ea2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:08.784862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-74620583-d591-48a7-b193-9be3d8ee1ea2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.1507287 May 06 13:26:08.842176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-fed82371-2b20-45a2-b144-a9aedd28df25 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 380 time: 0.0448878 May 06 13:26:08.853819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'port': {'device_id': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'admin_state_up': True, 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'security_groups': ['73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:26:08.983131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f706039-51bc-4eb0-b499-4b6288942159 req-e8ad5d75-f337-4dbb-8805-b1823bf7d8c0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 210 time: 0.0557623 May 06 13:26:09.040289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:26:09.044400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:port and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:26:09.047581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:26:09.053328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:26:09.064473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Made reservation on behalf of 2d9f543d00d14197890da7d22933d700 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:26:09.067637 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:09.233574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.20.0.4 (de5395a1-e634-4090-aee8-9b47aa98acb3/d570cf0d-dc00-48f6-92c9-5863518e46f3/7fd19135-505e-4f78-8371-dfa0a5950cc0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:26:09.532349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:09.548347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Transition to ACTIVE for port object 7fd19135-505e-4f78-8371-dfa0a5950cc0 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:26:09.577219 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:09.690041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:26:09.693575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:26:09.696604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:26:09.753396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=7fd19135-505e-4f78-8371-dfa0a5950cc0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:09.807864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:09.808497 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:09.847173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-4ed4cfb0-f363-42aa-a70a-6efd75d574f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9966829 May 06 13:26:09.863167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Request body: {'port': {'device_id': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:26:09.963056 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-adb80e17-0e62-416e-898b-aef8275f38e0 None None] Provisioning for port 7fd19135-505e-4f78-8371-dfa0a5950cc0 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:26:09.973150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-adb80e17-0e62-416e-898b-aef8275f38e0 None None] Provisioning complete for port 7fd19135-505e-4f78-8371-dfa0a5950cc0 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:26:09.973481 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-adb80e17-0e62-416e-898b-aef8275f38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:09.985564 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:10.036623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-adb80e17-0e62-416e-898b-aef8275f38e0 None None] Port 7fd19135-505e-4f78-8371-dfa0a5950cc0 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:26:10.304768 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f386b5-552a-4951-9a67-3c662a48ca40 req-321633e3-54f2-4d55-a08f-1585193a2da0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:10.305461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-75f386b5-552a-4951-9a67-3c662a48ca40 req-321633e3-54f2-4d55-a08f-1585193a2da0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:26:10.344834 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-75f386b5-552a-4951-9a67-3c662a48ca40 req-321633e3-54f2-4d55-a08f-1585193a2da0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:26:10.346318 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75f386b5-552a-4951-9a67-3c662a48ca40 req-321633e3-54f2-4d55-a08f-1585193a2da0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 931 time: 0.2296045 May 06 13:26:10.456797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75f386b5-552a-4951-9a67-3c662a48ca40 req-8f78d491-48e7-403b-aa4d-135f5df0e26c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039574 May 06 13:26:10.464214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd19135-505e-4f78-8371-dfa0a5950cc0 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:26:10.471636 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:10.493220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Transition to ACTIVE for port object 7fd19135-505e-4f78-8371-dfa0a5950cc0 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:26:10.498760 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:10.626200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd19135-505e-4f78-8371-dfa0a5950cc0,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:10.697162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.697446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.697696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.698013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.698328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.698659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.699797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.699947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.700251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.700565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.700876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:10.753976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Attempting to bind port 7fd19135-505e-4f78-8371-dfa0a5950cc0 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:26:10.754422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Attempting to bind port 7fd19135-505e-4f78-8371-dfa0a5950cc0 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:26:10.754802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Attempting to bind port 7fd19135-505e-4f78-8371-dfa0a5950cc0 on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:26:10.760779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Port 7fd19135-505e-4f78-8371-dfa0a5950cc0 on network de5395a1-e634-4090-aee8-9b47aa98acb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:26:10.761165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Attempting to bind port 7fd19135-505e-4f78-8371-dfa0a5950cc0 on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:26:10.768464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:26:10.768780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:26:10.769152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Bound using segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:26:10.769573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Bound port: 7fd19135-505e-4f78-8371-dfa0a5950cc0, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:26:10.769918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:10.863490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] For port 7fd19135-505e-4f78-8371-dfa0a5950cc0, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:26:10.866490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] For port 7fd19135-505e-4f78-8371-dfa0a5950cc0, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:26:10.872677 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:10.937191 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:10.938697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] 10.222.0.48 "PUT /v2.0/ports/7fd19135-505e-4f78-8371-dfa0a5950cc0 HTTP/1.1" status: 200 len: 1091 time: 1.0853033 May 06 13:26:10.941613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'tag': '7fd19135-505e-4f78-8371-dfa0a5950cc0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:26:10.975168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40902fd4-0760-40d9-9dcd-5ec7412da395 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd19135-505e-4f78-8371-dfa0a5950cc0,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:11.013279 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858e11b5-0539-4b6a-9b19-fb26bd21e7bc'] response: {'name': 'network-changed', 'server_uuid': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'tag': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'status': 'completed', 'code': 200} May 06 13:26:11.063092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-739924f3-f40b-48be-a46c-e9407255385d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 1094 time: 0.0846663 May 06 13:26:11.134077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-9da70038-f4d2-47cc-a693-7bce45f72279 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0 HTTP/1.1" status: 200 len: 217 time: 0.0632114 May 06 13:26:11.208704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f7823-d180-49cf-8a55-858a01763103 req-70e5ea8a-f88b-4a2e-b3d3-7570b6197051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:11.210046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-70e5ea8a-f88b-4a2e-b3d3-7570b6197051 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0701916 May 06 13:26:11.287660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-5dc9ef12-46d2-4c17-8007-f7825164299f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704997 May 06 13:26:11.471355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-8965c55a-4c49-4d2f-b35b-763350c681bb req-0d0b81c7-d362-4235-b038-765c78ba62e8 service neutron] (83955) timed out ('10.222.0.44', 55832) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:26:11.532755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-d0dc008d-7d31-48c9-8818-99d60bbf9355 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387578 May 06 13:26:11.725998 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a41f7823-d180-49cf-8a55-858a01763103 req-2c3dab90-6e80-4390-a7b3-84eff6d937e0 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865373 May 06 13:26:11.740950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa5944-3438-4ace-ae18-e80f806361b7 req-d2d6d7d4-9545-4558-acf1-ebc02e94db47 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:11.742381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8fa5944-3438-4ace-ae18-e80f806361b7 req-d2d6d7d4-9545-4558-acf1-ebc02e94db47 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 943 time: 0.1353767 May 06 13:26:11.835154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8fa5944-3438-4ace-ae18-e80f806361b7 req-546557c3-5a59-4696-ac60-edb86a78e69c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846372 May 06 13:26:11.864846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fdf8f04-35da-4a2c-ab1e-3a8297ec1836 req-99d84e25-ed1c-4bff-808e-e92222fd250f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 1094 time: 0.0850670 May 06 13:26:12.005176 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf8f04-35da-4a2c-ab1e-3a8297ec1836 req-47548d64-db89-42b8-9084-4957d78572a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:12.006575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fdf8f04-35da-4a2c-ab1e-3a8297ec1836 req-47548d64-db89-42b8-9084-4957d78572a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1363785 May 06 13:26:12.075791 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fdf8f04-35da-4a2c-ab1e-3a8297ec1836 req-8f2cea29-d9a4-48e5-b81e-5c27d0e27a3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0 HTTP/1.1" status: 200 len: 217 time: 0.0631905 May 06 13:26:12.142282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf8f04-35da-4a2c-ab1e-3a8297ec1836 req-f9807956-14d8-4b2b-8732-de8c00701c57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:12.143754 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fdf8f04-35da-4a2c-ab1e-3a8297ec1836 req-f9807956-14d8-4b2b-8732-de8c00701c57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0620837 May 06 13:26:12.228971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fdf8f04-35da-4a2c-ab1e-3a8297ec1836 req-578c4b5b-128e-4b1f-8b23-ed1e9d51e555 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787106 May 06 13:26:12.340434 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4ddb2f91-3f44-4f91-8062-358e2ca648c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:12.368345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fdf8f04-35da-4a2c-ab1e-3a8297ec1836 req-bc9c91fb-94ce-4853-a18f-c4c302773f6f service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317284 May 06 13:26:12.518987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fdf8f04-35da-4a2c-ab1e-3a8297ec1836 req-dd8db2a3-de5b-4422-a7d4-b9184066ad14 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438193 May 06 13:26:13.051443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e594b3-2c8d-42ea-897d-cb28b77f5853 req-d98f4ce5-d559-4817-a2b9-758c0f1dddd0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:13.052817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80e594b3-2c8d-42ea-897d-cb28b77f5853 req-d98f4ce5-d559-4817-a2b9-758c0f1dddd0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 943 time: 0.0927749 May 06 13:26:13.100808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80e594b3-2c8d-42ea-897d-cb28b77f5853 req-e6e56880-25a9-4ab6-afad-3c4a924c01a1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 May 06 13:26:13.393468 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:14.305614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be45df-ec46-4c2a-b6ee-5c1ad7cb6f1a req-a49ce38c-5173-44d7-83a3-af3489308fcc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:14.307160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2be45df-ec46-4c2a-b6ee-5c1ad7cb6f1a req-a49ce38c-5173-44d7-83a3-af3489308fcc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 943 time: 0.0824890 May 06 13:26:14.366563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2be45df-ec46-4c2a-b6ee-5c1ad7cb6f1a req-5715e31e-28b7-43dc-bb6f-cf527e9eebee tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533810 May 06 13:26:14.758015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dcd215b2-5ed6-415c-aba0-dcbd0130fae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:15.564998 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:15.599882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3ea40-a8df-438b-ba74-0b6b382e0bf5 req-c37a8a8c-f04f-4ff2-af5c-26480a27c899 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:15.601404 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6a3ea40-a8df-438b-ba74-0b6b382e0bf5 req-c37a8a8c-f04f-4ff2-af5c-26480a27c899 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 943 time: 0.0936687 May 06 13:26:15.651773 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6a3ea40-a8df-438b-ba74-0b6b382e0bf5 req-69898f72-ce77-48bc-9267-1928d2e7ee18 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 May 06 13:26:16.180070 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:16.859983 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dbbfb-0877-4726-b6de-d5e3e7351c1c req-c966a936-4c41-4cf3-a1ad-d25e7c9b53a9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:16.861478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e7dbbfb-0877-4726-b6de-d5e3e7351c1c req-c966a936-4c41-4cf3-a1ad-d25e7c9b53a9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 943 time: 0.0809741 May 06 13:26:16.909156 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e7dbbfb-0877-4726-b6de-d5e3e7351c1c req-9f388c93-b603-4ec8-a7a0-b21ba4677c50 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 May 06 13:26:17.659871 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:18.143884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d59b9-d389-47f7-ad21-f3ca0c3d7a4d req-94e4c2ca-4a7a-4c67-a2d9-8f3d9168a093 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:18.145693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d10d59b9-d389-47f7-ad21-f3ca0c3d7a4d req-94e4c2ca-4a7a-4c67-a2d9-8f3d9168a093 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 943 time: 0.0902591 May 06 13:26:18.196835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d10d59b9-d389-47f7-ad21-f3ca0c3d7a4d req-ac0552ef-6c13-42f4-bdcb-9df9f2c25cf8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430250 May 06 13:26:19.415244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6972-9b5b-4c0b-ad0c-cacb569e2a9a req-db5c1750-a5dd-4203-8ee0-5358dc3e5f6f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:19.416717 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-124c6972-9b5b-4c0b-ad0c-cacb569e2a9a req-db5c1750-a5dd-4203-8ee0-5358dc3e5f6f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 943 time: 0.0943356 May 06 13:26:19.569949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-124c6972-9b5b-4c0b-ad0c-cacb569e2a9a req-d6516c70-aa6a-46eb-b184-338cd32e54ca tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466846 May 06 13:26:20.670438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7fd19135-505e-4f78-8371-dfa0a5950cc0 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:26:20.782440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20640bd6-1ba5-4252-a400-2dd34ce483d4 req-f976a6cc-8364-49d3-850a-8b82398b57a7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:20.784154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20640bd6-1ba5-4252-a400-2dd34ce483d4 req-f976a6cc-8364-49d3-850a-8b82398b57a7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 943 time: 0.0877178 May 06 13:26:20.813052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7fd19135-505e-4f78-8371-dfa0a5950cc0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:20.829771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'port_id': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'mac_address': 'fa:16:3e:14:ed:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:26:20.837432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20640bd6-1ba5-4252-a400-2dd34ce483d4 req-1b3dcfa5-36ab-4cfb-883d-633a23263583 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470777 May 06 13:26:20.893105 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:20.914003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd19135-505e-4f78-8371-dfa0a5950cc0 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:26:20.931593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7fd19135-505e-4f78-8371-dfa0a5950cc0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:20.936442 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:21.015610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=7fd19135-505e-4f78-8371-dfa0a5950cc0,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:21.269236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['7fd19135-505e-4f78-8371-dfa0a5950cc0'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:26:22.057323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e858ffd-45fd-4bdf-9d26-87903cdfe1eb req-b5fb4402-5626-4160-a8ee-9652ea2fb1ac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:22.058632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e858ffd-45fd-4bdf-9d26-87903cdfe1eb req-b5fb4402-5626-4160-a8ee-9652ea2fb1ac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 944 time: 0.0873528 May 06 13:26:22.107662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e858ffd-45fd-4bdf-9d26-87903cdfe1eb req-08c0fc39-6c04-46c4-84c1-dd63f07e880a tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430882 May 06 13:26:22.673498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7fd19135-505e-4f78-8371-dfa0a5950cc0 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:26:22.755768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 7fd19135-505e-4f78-8371-dfa0a5950cc0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:26:22.761909 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 7fd19135-505e-4f78-8371-dfa0a5950cc0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:26:22.762285 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:22.888272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:22.919023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd19135-505e-4f78-8371-dfa0a5950cc0'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:26:22.931524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 7fd19135-505e-4f78-8371-dfa0a5950cc0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:22.936848 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:22.991673 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b8f423-44d4-4e81-a0cd-ea0af20e0121'] response: {'server_uuid': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'code': 200} May 06 13:26:23.008866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=7fd19135-505e-4f78-8371-dfa0a5950cc0,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:23.124826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-988933e8-3133-4fbf-8ece-adc8a764e957 req-1f48a95e-b2ac-4396-a734-b85c772dd21a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 1096 time: 0.0752380 May 06 13:26:23.174519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-988933e8-3133-4fbf-8ece-adc8a764e957 req-80d459c7-849e-4bcf-9e9b-39605ec82345 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 May 06 13:26:23.316168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f62b7-53ef-4bef-b492-eaf31ba3e801 req-a8475250-a1d5-43b1-bd23-bdcacf261e47 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:23.317628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb3f62b7-53ef-4bef-b492-eaf31ba3e801 req-a8475250-a1d5-43b1-bd23-bdcacf261e47 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 945 time: 0.0814922 May 06 13:26:23.366317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb3f62b7-53ef-4bef-b492-eaf31ba3e801 req-160eacee-0b5a-4910-b0d3-1c9dec28089d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 May 06 13:26:24.587380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd1560-1945-4c14-97c9-f974cf0c8189 req-1526b788-f586-453f-b533-90b71bd8e6d3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:24.588991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1acd1560-1945-4c14-97c9-f974cf0c8189 req-1526b788-f586-453f-b533-90b71bd8e6d3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 945 time: 0.0883825 May 06 13:26:24.644116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1acd1560-1945-4c14-97c9-f974cf0c8189 req-b7ca2f50-fcb8-44f8-8c9a-39e28b56460e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490043 May 06 13:26:25.865887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934f0d-e54f-4c47-9341-b35666d29e2a req-e485b32f-333d-4c6b-98ce-ee4d93599478 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:25.867389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4934f0d-e54f-4c47-9341-b35666d29e2a req-e485b32f-333d-4c6b-98ce-ee4d93599478 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 945 time: 0.0871243 May 06 13:26:25.915046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4934f0d-e54f-4c47-9341-b35666d29e2a req-8422aaf3-37d2-4c8c-930b-3fa6e0a7f82d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 May 06 13:26:26.128536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccc1a3-a11e-40e5-bc10-bed5b9558392 req-58f3ccc3-94a1-4fa0-a998-5a982c32a72d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:26.130150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90ccc1a3-a11e-40e5-bc10-bed5b9558392 req-58f3ccc3-94a1-4fa0-a998-5a982c32a72d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 945 time: 0.0870340 May 06 13:26:26.188097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90ccc1a3-a11e-40e5-bc10-bed5b9558392 req-b1d5f751-75c5-469f-b9ba-40249b9d9e4d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519686 May 06 13:26:26.223481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53238) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:26:26.304611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a7153ce6-e7a0-483a-9937-7dc57175b0b3 tempest-TestVolumeBootPattern-31152807 tempest-TestVolumeBootPattern-31152807-project-admin] Synchronizing usage tracker for tenant:52c33a7f559c40bf9b5492fafe55d929 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:26:26.324189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a7153ce6-e7a0-483a-9937-7dc57175b0b3 tempest-TestVolumeBootPattern-31152807 tempest-TestVolumeBootPattern-31152807-project-admin] Unset dirty status for tenant:52c33a7f559c40bf9b5492fafe55d929 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:26:26.325782 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a7153ce6-e7a0-483a-9937-7dc57175b0b3 tempest-TestVolumeBootPattern-31152807 tempest-TestVolumeBootPattern-31152807-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 1091 time: 0.1012380 May 06 13:26:26.329034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53242) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:26:26.334788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:26:26.341717 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:26:26.346182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:floatingip and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:26:26.349384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:26:26.355716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:26:26.369686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:26.513868 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:26.665215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.25.7.215 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/dd35f72e-a49c-4797-b641-4e7fa1828da0) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:26:26.821596 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:26.851682 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:26.924950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:26:26.927783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:26:26.931579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:26:26.963070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=dd35f72e-a49c-4797-b641-4e7fa1828da0,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:27.478031 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:27.538023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:27.761323 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:27.766591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:27.879268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=dd35f72e-a49c-4797-b641-4e7fa1828da0,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:27.897181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:28.208986 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Floating IP bac452c2-e32c-428a-9987-18c4c8c2d283 associated. External IP: 172.25.7.215, port: 7fd19135-505e-4f78-8371-dfa0a5950cc0. May 06 13:26:28.621199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Router 79f06c84-f9c9-4142-b193-5dfbff781557 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:26:28.832183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:26:28.844337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] Sync routers for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:26:28.858420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:26:28.859111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:26:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:26:28.862223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:28.922655 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c7233dda-53a9-4b11-b9ae-9c668ab44dc6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5922689 May 06 13:26:28.923690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'tag': '7fd19135-505e-4f78-8371-dfa0a5950cc0'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:26:29.085332 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5745d9-8d79-42e5-8837-baf0360a9a17'] response: {'name': 'network-changed', 'server_uuid': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'tag': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'status': 'completed', 'code': 200} May 06 13:26:29.108139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:26:29.178469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af8ccbf2-8222-47f2-ae5b-8b439c01c255 req-5f59e3d6-90c0-41c0-9c78-14d6eaf233c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 1096 time: 0.0703726 May 06 13:26:29.319721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ccbf2-8222-47f2-ae5b-8b439c01c255 req-0cbe7fb3-48ec-4296-99b4-266013936572 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:29.321360 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af8ccbf2-8222-47f2-ae5b-8b439c01c255 req-0cbe7fb3-48ec-4296-99b4-266013936572 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1368897 May 06 13:26:29.437113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af8ccbf2-8222-47f2-ae5b-8b439c01c255 req-d3394f6c-36a1-44b0-b2fa-7f524e9f262c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0 HTTP/1.1" status: 200 len: 999 time: 0.1091561 May 06 13:26:29.491866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'bac452c2-e32c-428a-9987-18c4c8c2d283', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:14:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:26:27Z', 'updated_at': '2022-05-06T13:26:27Z', 'revision_number': 0, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:26:29.496620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] Checking router: 79f06c84-f9c9-4142-b193-5dfbff781557 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:26:29.501498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ccbf2-8222-47f2-ae5b-8b439c01c255 req-3cd2f5bf-67c3-46dd-89c8-1acb7cbaf510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:29.503039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af8ccbf2-8222-47f2-ae5b-8b439c01c255 req-3cd2f5bf-67c3-46dd-89c8-1acb7cbaf510 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0596070 May 06 13:26:29.513451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:26:29.514544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:26:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:26:29.587911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af8ccbf2-8222-47f2-ae5b-8b439c01c255 req-e48a1024-25b1-4bbf-b769-9e464a4b25ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787253 May 06 13:26:29.708549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:26:29.726004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af8ccbf2-8222-47f2-ae5b-8b439c01c255 req-23a3d652-ee84-4dff-9763-f8db7810c2bd service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317728 May 06 13:26:29.875763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af8ccbf2-8222-47f2-ae5b-8b439c01c255 req-d61ee7dc-996e-4035-b7bf-533233269d42 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437583 May 06 13:26:30.075552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'bac452c2-e32c-428a-9987-18c4c8c2d283', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:14:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:26:27Z', 'updated_at': '2022-05-06T13:26:27Z', 'revision_number': 0, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:26:30.079590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb0fb6-6a63-4b44-bddd-4a4c0cdd2d3f None None] The sync data for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 is: [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'bac452c2-e32c-428a-9987-18c4c8c2d283', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:14:ed:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:26:27Z', 'updated_at': '2022-05-06T13:26:27Z', 'revision_number': 0, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:26:30.283407 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a8983-4408-4574-9dc9-6e8c3b49ca5f None None] New status for floating IP bac452c2-e32c-428a-9987-18c4c8c2d283: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:26:34.481036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-55a94306-68bd-492d-b936-9dadf57e7909 req-51e4b740-aba6-4487-9bf2-c70416750a2e service neutron] (83955) timed out ('10.222.0.44', 33648) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:26:37.598067 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:42.345917 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9563017-3ddb-4cc6-9edc-c26a2a735b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:43.394905 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:43.811976 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:26:44.755115 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c33268d5-ce26-4c6b-9943-ab56373bd1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:45.572141 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:46.181781 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:47.662022 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:06.696268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-373a6475-5ce2-43b9-9027-838f08b75f66 req-457e3a91-7161-4b98-a101-19b01076c94e service neutron] (83955) timed out ('10.222.0.36', 50803) {{(pid=83955) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:27:07.614449 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:12.353847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-345f0720-694e-48c9-82ce-39b38e1c3c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:13.438746 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:14.755941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3ea0f4a9-cdce-45ec-836c-f4132cc00dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:15.567087 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:16.188754 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:17.668233 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:20.807465 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:27:23.694718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-263ea21b-1a13-44c0-8067-9c1b6e202bce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1689198 May 06 13:27:23.859466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-4096134b-b8ce-491e-80ca-0615e5c490bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 1096 time: 0.0837018 May 06 13:27:24.120073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-21c25eea-907e-4ff5-b0eb-f6b22db17bb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:24.121465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-21c25eea-907e-4ff5-b0eb-f6b22db17bb3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.2429469 May 06 13:27:24.233457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-9e511d1a-6de0-44e1-8d82-44ad263076b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0 HTTP/1.1" status: 200 len: 1001 time: 0.1056466 May 06 13:27:24.308505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-721c2cb4-ee70-4eb8-b761-93efefceef0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:24.310023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-721c2cb4-ee70-4eb8-b761-93efefceef0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0710044 May 06 13:27:24.394902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-a0dc66c3-34d6-43e4-a233-544d0385af4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789487 May 06 13:27:24.564124 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-66047ac2-5d3a-4854-a189-14da21d7625f service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632900 May 06 13:27:24.710181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9bb28035-9d5b-4b8d-af40-6c410a5ca4e0 req-05c420e1-f6eb-45b2-b007-49807a647f15 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393137 May 06 13:27:37.630616 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:42.350025 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-def88f34-10f6-4fc4-a6b2-aad3e07fba5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:43.442482 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:44.751482 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9859eef4-5465-4295-90b6-1d099b634bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:45.575840 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:46.199258 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:47.666742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:57.809885 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:28:07.640488 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:12.344798 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9be325fe-0d5f-42b9-8c6a-e37ae8b65fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:13.455307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:14.749034 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-83502b53-4e8c-4cb0-8f90-0854f1c7d41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:15.575293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:16.194251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:17.669795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:24.621002 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-b08c70c6-ad91-4f7f-94c4-ef8f4b673ce9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810721 May 06 13:28:24.771379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-fe833464-2e0b-49bc-9b9b-964f36a02190 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 1096 time: 0.0773506 May 06 13:28:24.931745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-c3edaaf6-6bf7-4b0d-a7a4-81f91ef9c516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:24.933135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-c3edaaf6-6bf7-4b0d-a7a4-81f91ef9c516 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1391368 May 06 13:28:25.045410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-45d94cdb-e4cf-4b24-b878-b8f37b5f6ec2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0 HTTP/1.1" status: 200 len: 1001 time: 0.1054888 May 06 13:28:25.114057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-5a393f29-c034-46c4-bf60-3cdcd5829258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:25.115542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-5a393f29-c034-46c4-bf60-3cdcd5829258 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0640030 May 06 13:28:25.197613 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-cb6068e1-e9fd-46ff-b6ba-7521da431a94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755217 May 06 13:28:25.347026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-0b780de3-6125-4764-b02b-a050158d06c1 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430511 May 06 13:28:25.488342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bdc026bf-434a-4e0b-82d3-a00a5e6266dd req-a11c334d-0d3d-4c8f-9b3d-b6d4caabdcd2 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344447 May 06 13:28:27.524207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb946ed-9095-452c-a4f3-76bbbd1fdb88 req-985f4013-2222-421d-a8a5-27f079ca01ac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:27.525664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bb946ed-9095-452c-a4f3-76bbbd1fdb88 req-985f4013-2222-421d-a8a5-27f079ca01ac tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 945 time: 0.0843949 May 06 13:28:27.575793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bb946ed-9095-452c-a4f3-76bbbd1fdb88 req-570be368-2b3b-4eb7-86a4-02d3e5862229 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443006 May 06 13:28:28.818385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34b7c5-2b82-41b9-8f70-7bda891c7f38 req-1007f7f0-7372-4c1d-8802-ffbff7e38448 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:28.820299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff34b7c5-2b82-41b9-8f70-7bda891c7f38 req-1007f7f0-7372-4c1d-8802-ffbff7e38448 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 945 time: 0.0877886 May 06 13:28:28.867814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff34b7c5-2b82-41b9-8f70-7bda891c7f38 req-9e917161-d891-4f9b-a5d0-644c2e3f0e89 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 May 06 13:28:29.229864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-a6fd4513-9e81-499a-a543-7f6077c196b9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:29.231288 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-a6fd4513-9e81-499a-a543-7f6077c196b9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 945 time: 0.1884263 May 06 13:28:29.316092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port 7fd19135-505e-4f78-8371-dfa0a5950cc0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:28:29.316421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:29.604993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] For port 7fd19135-505e-4f78-8371-dfa0a5950cc0, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=7fd19135-505e-4f78-8371-dfa0a5950cc0,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:29.605343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:29.914391 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:29.915232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:29.915232 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Floating IP bac452c2-e32c-428a-9987-18c4c8c2d283 disassociated. External IP: 172.25.7.215, port: 7fd19135-505e-4f78-8371-dfa0a5950cc0. May 06 13:28:29.915468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for 7fd19135-505e-4f78-8371-dfa0a5950cc0 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:28:30.135772 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:30.195430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=7fd19135-505e-4f78-8371-dfa0a5950cc0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:30.217223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.217567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.217891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.218237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.218577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.218906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.219238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.219571 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.219867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.220187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.220514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:30.230837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f117b4-0f1e-421b-83d6-59377299282e req-cc0832ed-6cca-4227-9ab6-21138adf24a3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:30.232355 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8f117b4-0f1e-421b-83d6-59377299282e req-cc0832ed-6cca-4227-9ab6-21138adf24a3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 945 time: 0.2120376 May 06 13:28:30.409953 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8f117b4-0f1e-421b-83d6-59377299282e req-f155398e-5b75-4514-b098-ef0d64cf61c2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245618 May 06 13:28:30.492925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Router 79f06c84-f9c9-4142-b193-5dfbff781557 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:28:30.720351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:28:30.732461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] Sync routers for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:28:30.751415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:28:30.752417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:28:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:30.799945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] No DVR routers for this DVR port 7fd19135-505e-4f78-8371-dfa0a5950cc0 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:28:30.803390 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:30.806779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'name': 'network-vif-deleted', 'tag': '7fd19135-505e-4f78-8371-dfa0a5950cc0'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:30.827391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef06e6ba-8162-4295-80f3-0790889a4de8 req-2384d4ae-2ed5-486d-a4fe-a968d9f2fdd7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "DELETE /v2.0/ports/7fd19135-505e-4f78-8371-dfa0a5950cc0 HTTP/1.1" status: 204 len: 173 time: 1.5896881 May 06 13:28:31.047675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:28:31.088225 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c25f0df-eab3-4cc5-bee2-2811c7913020'] response: {'server_uuid': 'd0c88c6f-31a6-4502-919a-2ccf4b87aac4', 'name': 'network-vif-deleted', 'tag': '7fd19135-505e-4f78-8371-dfa0a5950cc0', 'status': 'completed', 'code': 200} May 06 13:28:31.428513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:31.433194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] Checking router: 79f06c84-f9c9-4142-b193-5dfbff781557 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:28:31.444247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:28:31.444907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:28:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:31.620850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fa913298-ca0e-4f76-ac3a-ede2902cfce4 req-7bb9f2c7-1fa6-443d-9651-56bc36986e3d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:28:31.631067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:28:31.642493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-fa913298-ca0e-4f76-ac3a-ede2902cfce4 req-7bb9f2c7-1fa6-443d-9651-56bc36986e3d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:28:31.643736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa913298-ca0e-4f76-ac3a-ede2902cfce4 req-7bb9f2c7-1fa6-443d-9651-56bc36986e3d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0c88c6f-31a6-4502-919a-2ccf4b87aac4 HTTP/1.1" status: 200 len: 210 time: 0.0702403 May 06 13:28:31.972764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:31.977154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99dd3c3-9fd7-455a-80b7-1800b7cdec73 None None] The sync data for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 is: [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:28:32.244373 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd122f-2e96-44eb-b06f-bcceef51b153 None None] New status for floating IP bac452c2-e32c-428a-9987-18c4c8c2d283: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:28:33.020076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-1697d634-2b75-40ff-8567-746daa799ec9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106360977&fields=id&tenant_id=2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 267 time: 0.0526090 May 06 13:28:33.266130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7fd19135-505e-4f78-8371-dfa0a5950cc0 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:28:33.308444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-8effbe31-db83-4995-b904-7fc15de29e11 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:33.310956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-8effbe31-db83-4995-b904-7fc15de29e11 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.2836690 May 06 13:28:33.319470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 7fd19135-505e-4f78-8371-dfa0a5950cc0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:28:33.319470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 7fd19135-505e-4f78-8371-dfa0a5950cc0 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:28:33.333516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-be2b1aff-1ba1-4e0a-8bf1-1708fc508a91 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/quotas/2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 375 time: 0.0153780 May 06 13:28:33.424444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-680bcb88-07fd-4c3a-9dc2-014e3189e588 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843003 May 06 13:28:33.440690 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-372dc228-5617-48b2-a670-5f8725bba58b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:28:33.441664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-372dc228-5617-48b2-a670-5f8725bba58b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052652 May 06 13:28:33.586865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-13bae05c-fa11-4ee9-8d61-6c45ac06f043 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389799 May 06 13:28:33.726309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-902f1ae5-b79e-41a3-af06-f40ac906e2da service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336374 May 06 13:28:34.186001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45c2d18e-7ffc-4414-877f-613078361b2f req-a9fe666d-56ea-491f-8866-a66861609f6f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 210 time: 0.0424280 May 06 13:28:34.813257 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:28:35.391633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-7c794c1b-2cbf-477f-ac20-239db5d95ed0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:35.393156 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-7c794c1b-2cbf-477f-ac20-239db5d95ed0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.1622410 May 06 13:28:35.409198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87d5799c-dea2-4d06-9f92-e78e04e2849f req-89d2fadf-12a7-4ddd-bc6e-3fb0972e49c9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 210 time: 0.0747390 May 06 13:28:35.452592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-8e907ec0-3b9e-43e8-b30f-c5f3c4988a4c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:28:35.465833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-8e907ec0-3b9e-43e8-b30f-c5f3c4988a4c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:28:35.466982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-8e907ec0-3b9e-43e8-b30f-c5f3c4988a4c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 380 time: 0.0617988 May 06 13:28:35.482243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'port': {'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'admin_state_up': True, 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'security_groups': ['73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:28:35.638136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:28:35.649153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:28:35.661179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Made reservation on behalf of 2d9f543d00d14197890da7d22933d700 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:28:35.665337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:35.921175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.20.0.7 (de5395a1-e634-4090-aee8-9b47aa98acb3/d570cf0d-dc00-48f6-92c9-5863518e46f3/9ee85b14-9594-467a-97ee-0de9a9c4810e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:28:36.142465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:36.160622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Transition to ACTIVE for port object 9ee85b14-9594-467a-97ee-0de9a9c4810e will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:28:36.187579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:36.393219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:28:36.396598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:28:36.399729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:28:36.441868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=9ee85b14-9594-467a-97ee-0de9a9c4810e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:36.477239 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.478048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.478643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.479201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.479748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.480253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.480834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.481435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.481945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.482535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.483292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:36.518712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:36.519817 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:36.564640 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-f326ce6e-2ccd-4bbb-8f0d-e5bb1611378e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0860229 May 06 13:28:36.577882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-cf038cf2-3816-4aed-89a0-4f321f1c26cf tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:28:36.580453 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-cf038cf2-3816-4aed-89a0-4f321f1c26cf tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0096638 May 06 13:28:36.721307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee6454-5580-469f-a5a9-595da32a24aa req-dd3db6ff-f3bd-45af-875c-d2c056ec3a8c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:36.724614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33ee6454-5580-469f-a5a9-595da32a24aa req-dd3db6ff-f3bd-45af-875c-d2c056ec3a8c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 931 time: 0.1424367 May 06 13:28:36.760082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Request body: {'port': {'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:28:36.783115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-416cfe9a-d818-4d90-8e27-1f3128696ee6 None None] Provisioning for port 9ee85b14-9594-467a-97ee-0de9a9c4810e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:28:36.793977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-416cfe9a-d818-4d90-8e27-1f3128696ee6 None None] Provisioning complete for port 9ee85b14-9594-467a-97ee-0de9a9c4810e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:28:36.794943 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-416cfe9a-d818-4d90-8e27-1f3128696ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:36.806729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33ee6454-5580-469f-a5a9-595da32a24aa req-a91b2cbe-f3a3-4a87-88b4-e1fbdcc0ef09 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751612 May 06 13:28:36.872340 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-416cfe9a-d818-4d90-8e27-1f3128696ee6 None None] Port 9ee85b14-9594-467a-97ee-0de9a9c4810e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:28:36.902083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:37.331955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee85b14-9594-467a-97ee-0de9a9c4810e {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:28:37.339933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:37.360696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Transition to ACTIVE for port object 9ee85b14-9594-467a-97ee-0de9a9c4810e will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:28:37.366863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:37.535550 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee85b14-9594-467a-97ee-0de9a9c4810e,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:37.654863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:37.697520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Attempting to bind port 9ee85b14-9594-467a-97ee-0de9a9c4810e on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:28:37.697977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Attempting to bind port 9ee85b14-9594-467a-97ee-0de9a9c4810e by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:28:37.698527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Attempting to bind port 9ee85b14-9594-467a-97ee-0de9a9c4810e on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:28:37.706164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Port 9ee85b14-9594-467a-97ee-0de9a9c4810e on network de5395a1-e634-4090-aee8-9b47aa98acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:28:37.706490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Attempting to bind port 9ee85b14-9594-467a-97ee-0de9a9c4810e on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:28:37.715552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:28:37.715896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:28:37.716290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Bound using segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:28:37.716722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Bound port: 9ee85b14-9594-467a-97ee-0de9a9c4810e, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:28:37.717083 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:37.810950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] For port 9ee85b14-9594-467a-97ee-0de9a9c4810e, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:28:37.814081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] For port 9ee85b14-9594-467a-97ee-0de9a9c4810e, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:28:37.820177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:37.891770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:37.893323 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 200 len: 1091 time: 1.3055551 May 06 13:28:37.893718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:37.923237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953ab83-8132-43bb-b2ab-1852cd73bfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee85b14-9594-467a-97ee-0de9a9c4810e,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:37.979183 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20bc62a-8ab8-4410-9dea-01abad067385'] response: {'name': 'network-changed', 'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'status': 'completed', 'code': 200} May 06 13:28:38.028150 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-900105c1-8509-422e-bd4f-77b80f9ca766 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1094 time: 0.0842795 May 06 13:28:38.100028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f21367-4cbb-4a4b-b6c5-e8277c76e869 req-161c7f2a-4e1c-478e-8110-94412f89a95c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:38.102555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3f21367-4cbb-4a4b-b6c5-e8277c76e869 req-161c7f2a-4e1c-478e-8110-94412f89a95c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 943 time: 0.1022131 May 06 13:28:38.105800 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-c334bfd3-4a65-4a51-9302-5803a3aa5029 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 200 len: 217 time: 0.0713999 May 06 13:28:38.176611 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-94b10a7e-40c5-4494-96d0-dcf4ed0a8b49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:38.178194 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-94b10a7e-40c5-4494-96d0-dcf4ed0a8b49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0670645 May 06 13:28:38.189789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3f21367-4cbb-4a4b-b6c5-e8277c76e869 req-ce3ca168-d258-4943-8c9c-354d2b305a40 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780702 May 06 13:28:38.267244 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-0286988e-9b0a-440f-a370-534a99acd4e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835192 May 06 13:28:38.405854 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-120b4a40-3df9-431c-81e6-ee0f3557385d service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321239 May 06 13:28:38.542378 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9dff50ee-5116-413b-87e5-ecbb0713c676 req-896aaf38-c9ba-407a-80a4-3f3145689fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307037 May 06 13:28:38.661999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-440d7c1f-7157-4d55-bcee-e481007c25d9 req-cc2307a8-fd28-42b8-92b8-a3f8b9582b8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1094 time: 0.0718348 May 06 13:28:38.911117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d7c1f-7157-4d55-bcee-e481007c25d9 req-8f67cd75-e606-418b-b1ce-f42b94926709 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:38.912693 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-440d7c1f-7157-4d55-bcee-e481007c25d9 req-8f67cd75-e606-418b-b1ce-f42b94926709 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.2445085 May 06 13:28:38.990929 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-440d7c1f-7157-4d55-bcee-e481007c25d9 req-26474096-9058-424f-8a0e-89aca0f4586b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 200 len: 217 time: 0.0718739 May 06 13:28:39.059286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d7c1f-7157-4d55-bcee-e481007c25d9 req-a8deab3d-0d57-4b30-b749-d0b523dea847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:39.061961 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-440d7c1f-7157-4d55-bcee-e481007c25d9 req-a8deab3d-0d57-4b30-b749-d0b523dea847 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0649197 May 06 13:28:39.150107 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-440d7c1f-7157-4d55-bcee-e481007c25d9 req-9e6167fb-401d-459a-9009-9e0d6d544158 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825579 May 06 13:28:39.314670 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-440d7c1f-7157-4d55-bcee-e481007c25d9 req-238e8ae0-38b9-48df-bc84-0d539ca741cf service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586628 May 06 13:28:39.416205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a2ad6-add3-475f-83ac-7fb9492cf4f9 req-8b33e0f9-8f7d-4150-8125-b528c54100fd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:39.417778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a4a2ad6-add3-475f-83ac-7fb9492cf4f9 req-8b33e0f9-8f7d-4150-8125-b528c54100fd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 943 time: 0.0915158 May 06 13:28:39.472730 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a4a2ad6-add3-475f-83ac-7fb9492cf4f9 req-1dbfa947-b04e-4af7-9cf6-778e3d2e1d40 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437250 May 06 13:28:39.496894 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-440d7c1f-7157-4d55-bcee-e481007c25d9 req-a5c9d27a-ab2c-4887-aebd-23e276420e72 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762655 May 06 13:28:40.684902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0116bd0-6569-46b7-ae41-3270c58629ba req-9b26b445-a5b8-480a-8c13-55053b079e3b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:40.686414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0116bd0-6569-46b7-ae41-3270c58629ba req-9b26b445-a5b8-480a-8c13-55053b079e3b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 943 time: 0.0876222 May 06 13:28:40.742272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0116bd0-6569-46b7-ae41-3270c58629ba req-bb83b9a7-9643-442e-bf86-3b8706afb82b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496094 May 06 13:28:41.951357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c01a0-d422-465f-91df-b2fcf41696b5 req-e5bc4bb6-e6fb-460e-b1e2-b2c5679a2c66 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:41.954846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a9c01a0-d422-465f-91df-b2fcf41696b5 req-e5bc4bb6-e6fb-460e-b1e2-b2c5679a2c66 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 943 time: 0.0823069 May 06 13:28:42.005579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a9c01a0-d422-465f-91df-b2fcf41696b5 req-d59fda9b-f3c1-4b88-919b-8f3dc0d06180 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457435 May 06 13:28:42.349368 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ccda270c-f503-46c7-a7b7-74674e78ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:43.244354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ae3bc-81ae-4a2e-9660-08dbd797857f req-3cc2a6dd-5b28-4f8f-9b82-7b8a3aa38404 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:43.245875 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-092ae3bc-81ae-4a2e-9660-08dbd797857f req-3cc2a6dd-5b28-4f8f-9b82-7b8a3aa38404 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 943 time: 0.0873160 May 06 13:28:43.293912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-092ae3bc-81ae-4a2e-9660-08dbd797857f req-959dc01c-1c7e-427d-9d8f-8dd565d8a237 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 May 06 13:28:43.452043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:44.531233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f109e4e-9337-446e-8852-8c813e531fb9 req-3c17d193-c12e-4f7c-ad3d-13847d23b484 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:44.532752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f109e4e-9337-446e-8852-8c813e531fb9 req-3c17d193-c12e-4f7c-ad3d-13847d23b484 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 943 time: 0.1014955 May 06 13:28:44.588987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f109e4e-9337-446e-8852-8c813e531fb9 req-a3325c33-aa23-4e51-8c2c-fb31fed43d34 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465653 May 06 13:28:44.745006 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf42e317-204d-4e7c-acf7-102d1e0d620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:45.573105 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:45.810532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecddc9e-c86e-46b8-bc6b-1b709da35a1c req-827f3d6e-7801-4eaa-9eeb-5fc6d39154df tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:45.812017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ecddc9e-c86e-46b8-bc6b-1b709da35a1c req-827f3d6e-7801-4eaa-9eeb-5fc6d39154df tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 943 time: 0.0936544 May 06 13:28:45.874284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ecddc9e-c86e-46b8-bc6b-1b709da35a1c req-43adb56d-b653-41b9-8034-c2f1a22d0230 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552547 May 06 13:28:46.200589 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:47.091117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7ef0f-1737-48b0-a120-150cacfcc1d6 req-a0bbba4e-4abc-4691-a0c3-13b3d68be9c1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:47.092585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71b7ef0f-1737-48b0-a120-150cacfcc1d6 req-a0bbba4e-4abc-4691-a0c3-13b3d68be9c1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 943 time: 0.0915101 May 06 13:28:47.144668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71b7ef0f-1737-48b0-a120-150cacfcc1d6 req-0f006b5b-7e33-4998-8382-5acc42a761ba tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459740 May 06 13:28:47.671909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:47.869536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9ee85b14-9594-467a-97ee-0de9a9c4810e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:28:48.007655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 9ee85b14-9594-467a-97ee-0de9a9c4810e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:48.022540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:28:48.078935 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:48.100144 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee85b14-9594-467a-97ee-0de9a9c4810e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:28:48.115216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 9ee85b14-9594-467a-97ee-0de9a9c4810e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:48.120357 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:48.189031 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=9ee85b14-9594-467a-97ee-0de9a9c4810e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:48.198551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.198919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.199278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.199614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.199952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.200288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.200627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.200946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.201349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.201586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.201952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:48.346673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109865e-135c-4406-add3-c5c8a147c12c req-9be0b81d-5d7c-4f9d-9678-843a5e9ed762 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:48.348125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d109865e-135c-4406-add3-c5c8a147c12c req-9be0b81d-5d7c-4f9d-9678-843a5e9ed762 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 944 time: 0.0782938 May 06 13:28:48.353743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['9ee85b14-9594-467a-97ee-0de9a9c4810e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:28:48.402204 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d109865e-135c-4406-add3-c5c8a147c12c req-13674656-57c7-417b-84fd-a1566c372f88 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 May 06 13:28:49.617264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d006a-3201-43f8-8ad4-e0ed8e24b21b req-52184dd1-3e03-4681-a940-8516446db1d8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:49.618731 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-945d006a-3201-43f8-8ad4-e0ed8e24b21b req-52184dd1-3e03-4681-a940-8516446db1d8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 944 time: 0.0930486 May 06 13:28:49.666097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-945d006a-3201-43f8-8ad4-e0ed8e24b21b req-1d952f9a-f65f-4b98-acd9-d43f58b254fe tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414064 May 06 13:28:49.870181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9ee85b14-9594-467a-97ee-0de9a9c4810e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:28:49.944886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 9ee85b14-9594-467a-97ee-0de9a9c4810e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:28:49.950261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 9ee85b14-9594-467a-97ee-0de9a9c4810e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:28:49.950727 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:50.068629 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:50.099736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:50.110254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 9ee85b14-9594-467a-97ee-0de9a9c4810e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:50.115999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:50.192799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=9ee85b14-9594-467a-97ee-0de9a9c4810e,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:50.237035 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62892cc2-2564-4daa-a6ec-c7d865b50fb0'] response: {'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'code': 200} May 06 13:28:50.388645 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1445c0ff-f4a3-4b8e-a94c-08cd786bddb6 req-dc3bec79-a571-4d49-851d-8935f8be1abf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1096 time: 0.0892997 May 06 13:28:50.435300 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1445c0ff-f4a3-4b8e-a94c-08cd786bddb6 req-a92694de-a2ed-43b3-bedd-95e226432506 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409739 May 06 13:28:50.880572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2ae3b-fcb8-48fd-a1da-e839b91ddd8a req-8626dc2d-9acf-47dd-a0d3-402d0f86b6fd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:50.882025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04a2ae3b-fcb8-48fd-a1da-e839b91ddd8a req-8626dc2d-9acf-47dd-a0d3-402d0f86b6fd tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 945 time: 0.0879252 May 06 13:28:50.934418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04a2ae3b-fcb8-48fd-a1da-e839b91ddd8a req-e2b0b596-a8c0-4156-81b1-67396ffaea73 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459528 May 06 13:28:52.156512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37defc4-f1b6-4f39-8f18-69e561814968 req-e9ccdc78-a0bc-4058-8dad-0a27509f060b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:52.158060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c37defc4-f1b6-4f39-8f18-69e561814968 req-e9ccdc78-a0bc-4058-8dad-0a27509f060b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 945 time: 0.0861342 May 06 13:28:52.208274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c37defc4-f1b6-4f39-8f18-69e561814968 req-f289aa50-3418-4d33-a62e-46ebb4ebe529 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441461 May 06 13:28:52.416692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07304d-dc7c-4bdf-bafd-d0a8ff00d5f6 req-699813e1-e720-44a0-a509-df1cb1b79a15 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:52.418564 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f07304d-dc7c-4bdf-bafd-d0a8ff00d5f6 req-699813e1-e720-44a0-a509-df1cb1b79a15 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 945 time: 0.0849597 May 06 13:28:52.471633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f07304d-dc7c-4bdf-bafd-d0a8ff00d5f6 req-a00b093e-82cf-4a1b-9421-81d1b3858261 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467978 May 06 13:28:52.500546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53398) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:28:52.715198 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3c516698-3d96-462f-8b5b-57fd1bdbccd9 tempest-TestVolumeBootPattern-31152807 tempest-TestVolumeBootPattern-31152807-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1091 time: 0.2131906 May 06 13:28:52.717852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53404) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:28:52.723059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:28:52.729960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:28:52.734058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:floatingip and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:28:52.737110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:28:52.744178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:28:52.756950 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:52.898325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:53.045624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.25.7.200 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/a444dec0-4729-4ca9-b811-2f8d7372b8e2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:28:53.206325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:53.246410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:53.320575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:28:53.321465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=a444dec0-4729-4ca9-b811-2f8d7372b8e2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:53.324127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:28:53.326158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:28:53.957602 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:54.017560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:54.245024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:54.249703 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:54.360560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=a444dec0-4729-4ca9-b811-2f8d7372b8e2,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:54.381418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:54.589960 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Floating IP 9bd41b47-73af-4368-bc56-c4bf5b80e451 associated. External IP: 172.25.7.200, port: 9ee85b14-9594-467a-97ee-0de9a9c4810e. May 06 13:28:55.014180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Router 79f06c84-f9c9-4142-b193-5dfbff781557 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:28:55.245639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:28:55.256329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] Sync routers for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:28:55.270672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:28:55.270927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:28:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:55.274482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:55.349246 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cd23e203-7cd3-44f3-9240-3610dc505bb5 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6199739 May 06 13:28:55.349246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:55.399088 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46415ee-8e07-403a-8489-f17bbfa9a1f9'] response: {'name': 'network-changed', 'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'status': 'completed', 'code': 200} May 06 13:28:55.461778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:28:55.503220 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-61377de7-694e-42ab-8bbf-0ae123f00f2e req-6cd7fe5c-0810-420e-b7cc-ae219208cfe4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1096 time: 0.0819247 May 06 13:28:55.766971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61377de7-694e-42ab-8bbf-0ae123f00f2e req-192ac53a-34ef-451e-aa7a-4ea08ab4f800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:55.768464 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-61377de7-694e-42ab-8bbf-0ae123f00f2e req-192ac53a-34ef-451e-aa7a-4ea08ab4f800 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.2584486 May 06 13:28:55.846251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9bd41b47-73af-4368-bc56-c4bf5b80e451', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:28:53Z', 'updated_at': '2022-05-06T13:28:53Z', 'revision_number': 0, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:55.851446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] Checking router: 79f06c84-f9c9-4142-b193-5dfbff781557 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:28:55.862855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:28:55.863541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:28:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:55.877405 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-61377de7-694e-42ab-8bbf-0ae123f00f2e req-c935c85c-a3fd-4347-8f16-9d0fbbb6207f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 200 len: 999 time: 0.1024408 May 06 13:28:55.951160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61377de7-694e-42ab-8bbf-0ae123f00f2e req-def09084-78b1-4f68-821b-5a728de10b82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:55.952683 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-61377de7-694e-42ab-8bbf-0ae123f00f2e req-def09084-78b1-4f68-821b-5a728de10b82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0694861 May 06 13:28:56.030715 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-61377de7-694e-42ab-8bbf-0ae123f00f2e req-fb05bc06-f72b-422c-91af-81aa9ec17ea4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726557 May 06 13:28:56.053935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:28:56.170294 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-61377de7-694e-42ab-8bbf-0ae123f00f2e req-8a23a698-b5ff-4f3d-8ea0-a5f384e9273a service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342318 May 06 13:28:56.313056 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-61377de7-694e-42ab-8bbf-0ae123f00f2e req-e9c088e0-e44d-4b98-917c-1553dba68e0a service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373668 May 06 13:28:56.498895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9bd41b47-73af-4368-bc56-c4bf5b80e451', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:28:53Z', 'updated_at': '2022-05-06T13:28:53Z', 'revision_number': 0, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:56.503285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350d462-fde1-4347-b8da-07a62c7c9edf None None] The sync data for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 is: [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9bd41b47-73af-4368-bc56-c4bf5b80e451', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:28:53Z', 'updated_at': '2022-05-06T13:28:53Z', 'revision_number': 0, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:28:56.712446 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc16604-259b-46da-a822-1dbbd6332f1f None None] New status for floating IP 9bd41b47-73af-4368-bc56-c4bf5b80e451: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:29:07.651446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:11.819119 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:29:12.367554 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-858d9078-80f7-472f-a489-2e8e97c07c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:13.476756 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:14.460882 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-7cc68153-48dd-4605-b6c5-29055ec04db2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811374 May 06 13:29:14.605637 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-86d87167-59de-4cdb-b944-affac892ff59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1096 time: 0.0740092 May 06 13:29:14.751870 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3f92cc08-745c-48d4-a5fd-5aceacd11634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:14.769250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-070209a1-786d-444f-b6e4-0b0e90335e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:14.769250 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-070209a1-786d-444f-b6e4-0b0e90335e62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1421008 May 06 13:29:14.891741 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-7fcd19eb-46df-4cce-ad90-9ca021c92cc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 200 len: 1001 time: 0.1133609 May 06 13:29:14.965552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-7d96a1b4-ab43-4d9a-b8e0-cd3075e2472e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:14.967086 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-7d96a1b4-ab43-4d9a-b8e0-cd3075e2472e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0679066 May 06 13:29:15.051846 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-66c05856-49ab-4f35-bb1b-84c0b7f95126 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768585 May 06 13:29:15.194410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-d18e30a0-efaf-47e2-a72c-fee2c3b613d8 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333327 May 06 13:29:15.350623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cc49ef1-da91-4eed-b172-4433564b46cc req-a674d06a-cd35-4e72-9690-6a33486d5dcf service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501069 May 06 13:29:15.570633 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:16.206413 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:17.674520 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:37.652056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:42.366269 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d47211c6-9768-4fd9-8ae6-c6c2b062a9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:43.471963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.748584 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2a8cc03-3db6-47a6-a4ce-63c2052b54e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:45.571293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:46.209690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:47.679477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:48.823106 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:30:07.642901 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:12.367897 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2dd56c04-d149-420e-b7d4-3fabfaf16aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:13.501608 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:14.471159 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-34eda09a-2e73-43c4-b183-c3f3a7b1dc15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767260 May 06 13:30:14.730774 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-dea2bbe0-6031-41d0-bd69-96f139beaf7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1096 time: 0.1789746 May 06 13:30:14.744231 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a2ee910a-e136-4085-9f2d-d494d8a73a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:14.885907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-b4ace198-3720-47fb-b2ca-eae7fd349817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:14.887413 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-b4ace198-3720-47fb-b2ca-eae7fd349817 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1376507 May 06 13:30:15.002116 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-12e2aedb-1ac8-44d5-86da-17acac171914 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 200 len: 1001 time: 0.1088376 May 06 13:30:15.064696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-709ba217-0f80-46e9-8092-0da75abffa15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:15.066157 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-709ba217-0f80-46e9-8092-0da75abffa15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0577834 May 06 13:30:15.154520 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-259da8ed-cf49-4eb5-8757-4001dcfdaf58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814180 May 06 13:30:15.294892 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-a830e3e8-dd3b-4bb6-a700-1a6e6eafecdf service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342659 May 06 13:30:15.431106 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfa17c3a-d029-4c59-b86e-b2c73b812a17 req-2139091b-1337-4b06-889b-b05227a91db1 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306441 May 06 13:30:15.571258 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:16.205416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:17.679026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:25.824484 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:30:37.645550 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.386443 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f3f5352f-a8b7-4a9e-af8b-5547fcdf7a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:43.501222 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.748859 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a8452e42-c6fd-4f50-9c94-a5c91c442dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.567296 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.798430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-48592fe3-e4b0-4a8e-ac08-4cb422df9cf0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106360977&fields=id&tenant_id=2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 267 time: 0.0463243 May 06 13:30:46.041914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-aa33c608-76ca-4e7a-be29-6af5c20e157a tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:46.043286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-aa33c608-76ca-4e7a-be29-6af5c20e157a tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.2378738 May 06 13:30:46.060368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-dfce2f73-9b91-42a4-a161-1a773e8bc5c3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/quotas/2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 375 time: 0.0112629 May 06 13:30:46.147019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-8a2974e8-f157-4ab4-8b15-289f1da67ea8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0814946 May 06 13:30:46.207471 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.373223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-5387f030-fbce-4228-a9d6-7d886ddf0127 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084610 May 06 13:30:46.511196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-b5f905d1-fed1-4c6d-ba79-c91021f7dee4 service neutron] 10.222.0.44 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292126 May 06 13:30:46.951340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7cbba06c-8813-44a1-bbb7-783421d38729 req-945d297d-61ab-4cb1-8bb0-924963644cb2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 210 time: 0.0452676 May 06 13:30:47.682860 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.176225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f997866-e695-41ce-9bfc-024320aacf17 req-52f153f9-03d2-4f74-abc5-4a1879ffa574 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 210 time: 0.0616326 May 06 13:30:48.239262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-955dd63e-423e-4abf-92c0-941d5db339eb tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:48.240969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-955dd63e-423e-4abf-92c0-941d5db339eb tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 811 time: 0.1991072 May 06 13:30:48.302891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-826a48b5-6bb6-41cd-abec-e9411115d503 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d9f543d00d14197890da7d22933d700 HTTP/1.1" status: 200 len: 380 time: 0.0464201 May 06 13:30:48.311240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'port': {'device_id': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'admin_state_up': True, 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'security_groups': ['73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:48.453479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:48.457835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:port and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:48.460964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:48.466944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:48.480281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Made reservation on behalf of 2d9f543d00d14197890da7d22933d700 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:48.483355 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.653371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.20.0.3 (de5395a1-e634-4090-aee8-9b47aa98acb3/d570cf0d-dc00-48f6-92c9-5863518e46f3/23721e22-680f-48e2-a044-77cd13e2e88b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:30:48.865198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.881414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Transition to ACTIVE for port object 23721e22-680f-48e2-a044-77cd13e2e88b will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:48.911804 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.991173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network de5395a1-e634-4090-aee8-9b47aa98acb3 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:30:48.994545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:48.997458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:30:49.041498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=23721e22-680f-48e2-a044-77cd13e2e88b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:49.057941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.058283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.058652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.058985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.059324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.059651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.059974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.060293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.060618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.060941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.061256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:49.083655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:49.084272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:49.110997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-07835cbb-f2cd-43d4-86e4-66bb17849697 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8034325 May 06 13:30:49.121023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-0f8ad2d3-ed17-4a0a-a866-51bacb4e0e53 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:30:49.122116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-0f8ad2d3-ed17-4a0a-a866-51bacb4e0e53 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055025 May 06 13:30:49.133042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Request body: {'port': {'device_id': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:49.233413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-23eacc97-e78e-47a9-88cc-6519e67d4756 None None] Provisioning for port 23721e22-680f-48e2-a044-77cd13e2e88b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:30:49.241864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-23eacc97-e78e-47a9-88cc-6519e67d4756 None None] Provisioning complete for port 23721e22-680f-48e2-a044-77cd13e2e88b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:30:49.242236 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-23eacc97-e78e-47a9-88cc-6519e67d4756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:49.282634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:49.301511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-23eacc97-e78e-47a9-88cc-6519e67d4756 None None] Port 23721e22-680f-48e2-a044-77cd13e2e88b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:30:49.683120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f2f27-a65b-4a39-bda9-0005f73cff28 req-9d42e5e9-656b-42c3-9838-0f3a10554173 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:49.683869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-878f2f27-a65b-4a39-bda9-0005f73cff28 req-9d42e5e9-656b-42c3-9838-0f3a10554173 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:30:49.718863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-878f2f27-a65b-4a39-bda9-0005f73cff28 req-9d42e5e9-656b-42c3-9838-0f3a10554173 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:30:49.720663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-878f2f27-a65b-4a39-bda9-0005f73cff28 req-9d42e5e9-656b-42c3-9838-0f3a10554173 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 931 time: 0.3658490 May 06 13:30:49.800823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-878f2f27-a65b-4a39-bda9-0005f73cff28 req-1a5df6a2-4314-4764-8701-8def55a7258f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744846 May 06 13:30:49.865368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23721e22-680f-48e2-a044-77cd13e2e88b {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:30:49.872293 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:49.889336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Transition to ACTIVE for port object 23721e22-680f-48e2-a044-77cd13e2e88b will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:49.893323 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:50.020884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Pushing event updated for resources: {'Port': ['ID=23721e22-680f-48e2-a044-77cd13e2e88b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:50.133452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Attempting to bind port 23721e22-680f-48e2-a044-77cd13e2e88b on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:30:50.133758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Attempting to bind port 23721e22-680f-48e2-a044-77cd13e2e88b by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:30:50.134082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Attempting to bind port 23721e22-680f-48e2-a044-77cd13e2e88b on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:50.140148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Port 23721e22-680f-48e2-a044-77cd13e2e88b on network de5395a1-e634-4090-aee8-9b47aa98acb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:30:50.140455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Attempting to bind port 23721e22-680f-48e2-a044-77cd13e2e88b on network de5395a1-e634-4090-aee8-9b47aa98acb3 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:50.147004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:30:50.147421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Checking segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:50.147799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Bound using segment: {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:30:50.148206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Bound port: 23721e22-680f-48e2-a044-77cd13e2e88b, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a5a3c8-57ff-4913-8fec-1c7113543f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:30:50.148545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:50.250087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] For port 23721e22-680f-48e2-a044-77cd13e2e88b, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:30:50.254410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] For port 23721e22-680f-48e2-a044-77cd13e2e88b, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=23721e22-680f-48e2-a044-77cd13e2e88b,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:30:50.260665 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:50.325192 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:50.326572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] 10.222.0.48 "PUT /v2.0/ports/23721e22-680f-48e2-a044-77cd13e2e88b HTTP/1.1" status: 200 len: 1091 time: 1.1977544 May 06 13:30:50.327026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:30:50.347676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dccdf-54a6-4522-ac31-b3f3c6a6f817 service neutron] Pushing event updated for resources: {'Port': ['ID=23721e22-680f-48e2-a044-77cd13e2e88b,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:50.411856 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a14a682-9b58-4bb8-93ba-ab37786e6dc1'] response: {'name': 'network-changed', 'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b', 'status': 'completed', 'code': 200} May 06 13:30:50.456263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ad8e6438-3435-4d55-b333-9cfbbb356e9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 1094 time: 0.0755002 May 06 13:30:50.535766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-ff96a72b-44b4-4255-b124-33cf70f2944b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23721e22-680f-48e2-a044-77cd13e2e88b HTTP/1.1" status: 200 len: 217 time: 0.0642018 May 06 13:30:50.598882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-56499e18-c2e4-4d42-8227-303a85e3bd07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:50.600254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-56499e18-c2e4-4d42-8227-303a85e3bd07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0580230 May 06 13:30:50.679658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-630a53c4-c57c-4ce7-8f01-a326ff2120f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724294 May 06 13:30:50.819245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-343859c2-a82b-4b1e-8505-72d408247881 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325009 May 06 13:30:51.017139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4e7c123-ac50-4eb3-bf9f-2a7abb9eec20 req-d08426a3-598b-4e8b-8f59-79f52a2cffcf service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912367 May 06 13:30:51.043907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee69b-5cff-49c7-b729-bfd00b3b075d req-65f27fb2-3c16-4df4-9795-dcbe90cebdfb tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:51.045496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c08ee69b-5cff-49c7-b729-bfd00b3b075d req-65f27fb2-3c16-4df4-9795-dcbe90cebdfb tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 943 time: 0.1163330 May 06 13:30:51.140880 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c08ee69b-5cff-49c7-b729-bfd00b3b075d req-cd28571c-2247-4a68-a971-9af3e9328b61 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893767 May 06 13:30:51.157673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-649caac3-1b13-4bc4-a670-aac117941b75 req-399fef42-1e5e-4e8e-b69c-11e30344df2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 1094 time: 0.0913081 May 06 13:30:51.299110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649caac3-1b13-4bc4-a670-aac117941b75 req-d6142ccd-f18b-4f98-81e7-dc83adfb29ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:51.300632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-649caac3-1b13-4bc4-a670-aac117941b75 req-d6142ccd-f18b-4f98-81e7-dc83adfb29ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1368384 May 06 13:30:51.374258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-649caac3-1b13-4bc4-a670-aac117941b75 req-e40e1d14-40f4-4b92-ad7c-72077f3b9933 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23721e22-680f-48e2-a044-77cd13e2e88b HTTP/1.1" status: 200 len: 217 time: 0.0667915 May 06 13:30:51.441840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649caac3-1b13-4bc4-a670-aac117941b75 req-468a864a-5508-4755-a944-977eb73866e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:51.443297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-649caac3-1b13-4bc4-a670-aac117941b75 req-468a864a-5508-4755-a944-977eb73866e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0618291 May 06 13:30:51.525522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-649caac3-1b13-4bc4-a670-aac117941b75 req-562274fa-1de9-459f-b122-7b9a0e155efa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757058 May 06 13:30:51.757927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-649caac3-1b13-4bc4-a670-aac117941b75 req-9a104db0-502f-4a71-be13-6469d02f67a2 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251027 May 06 13:30:51.893986 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-649caac3-1b13-4bc4-a670-aac117941b75 req-2f50c003-b054-42ca-9d1b-01e8e3511a19 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279612 May 06 13:30:52.342671 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00610c-d0cb-4c67-9f76-a2441708dbc8 req-fdcb88d6-a578-4c2a-8730-02b4bdb072ae tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:52.344160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb00610c-d0cb-4c67-9f76-a2441708dbc8 req-fdcb88d6-a578-4c2a-8730-02b4bdb072ae tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 943 time: 0.0794821 May 06 13:30:52.390101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb00610c-d0cb-4c67-9f76-a2441708dbc8 req-e8752bed-eae9-4d4a-88ae-7f229bb900f6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402682 May 06 13:30:53.619714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7b064-76d5-4dc8-956c-fd6a0b7e4f0b req-1af801da-1b02-4248-ab2e-cba79bfe89f6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:53.621299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fec7b064-76d5-4dc8-956c-fd6a0b7e4f0b req-1af801da-1b02-4248-ab2e-cba79bfe89f6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 943 time: 0.0941632 May 06 13:30:53.673190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fec7b064-76d5-4dc8-956c-fd6a0b7e4f0b req-bf4999d6-7dd3-48e1-896c-3cac42e036b6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450556 May 06 13:30:54.902683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed366a3-1f60-4036-ad77-2395d4353087 req-52f986c3-ea47-4187-b3b5-05d984d84a94 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:54.905381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bed366a3-1f60-4036-ad77-2395d4353087 req-52f986c3-ea47-4187-b3b5-05d984d84a94 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 943 time: 0.0918217 May 06 13:30:54.967596 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bed366a3-1f60-4036-ad77-2395d4353087 req-da16045a-1a34-49c8-832c-1205375e14c2 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565255 May 06 13:30:56.181575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da80c1-9d25-43fd-a456-be4d48ae93d0 req-9d5bcb75-38a4-44a8-aa4c-2202cdb64ab7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:56.183023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43da80c1-9d25-43fd-a456-be4d48ae93d0 req-9d5bcb75-38a4-44a8-aa4c-2202cdb64ab7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 943 time: 0.0813808 May 06 13:30:56.230465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43da80c1-9d25-43fd-a456-be4d48ae93d0 req-f641219d-7e21-4b24-b74c-96785693da2d tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 May 06 13:30:57.436139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b21f0c-4785-4d86-a1a8-c32c4e0cc783 req-77befa2f-2903-4770-a7e8-fabb6502a3f0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:57.437638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2b21f0c-4785-4d86-a1a8-c32c4e0cc783 req-77befa2f-2903-4770-a7e8-fabb6502a3f0 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 943 time: 0.0819492 May 06 13:30:57.503554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b2b21f0c-4785-4d86-a1a8-c32c4e0cc783 req-17c69ce1-a224-4d05-8e21-827f8e64ce88 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602129 May 06 13:30:58.747205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fecfa-2802-471f-9cce-1d1007506b0e req-22adf8de-7947-4146-985a-951d1d42c306 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:58.748786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc3fecfa-2802-471f-9cce-1d1007506b0e req-22adf8de-7947-4146-985a-951d1d42c306 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 943 time: 0.1078994 May 06 13:30:58.807861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc3fecfa-2802-471f-9cce-1d1007506b0e req-d1fc899a-d422-4546-a543-24aff040441b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505819 May 06 13:30:59.994509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 23721e22-680f-48e2-a044-77cd13e2e88b details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:31:00.034743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29224-b06a-48af-ad7c-5fa1a0c56402 req-7451f9c9-8aaf-44de-b7ba-42eb12f6e796 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:00.036148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27d29224-b06a-48af-ad7c-5fa1a0c56402 req-7451f9c9-8aaf-44de-b7ba-42eb12f6e796 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 943 time: 0.0977390 May 06 13:31:00.083822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27d29224-b06a-48af-ad7c-5fa1a0c56402 req-74861bd9-6a12-4de4-8733-245db9e18240 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 May 06 13:31:00.138021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 23721e22-680f-48e2-a044-77cd13e2e88b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=23721e22-680f-48e2-a044-77cd13e2e88b,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:00.151803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '23721e22-680f-48e2-a044-77cd13e2e88b', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'port_id': '23721e22-680f-48e2-a044-77cd13e2e88b', 'mac_address': 'fa:16:3e:e1:dd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:31:00.207043 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:00.225271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23721e22-680f-48e2-a044-77cd13e2e88b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:31:00.240866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 23721e22-680f-48e2-a044-77cd13e2e88b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=23721e22-680f-48e2-a044-77cd13e2e88b,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:00.245444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:00.315619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=23721e22-680f-48e2-a044-77cd13e2e88b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:00.324348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.324688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.325021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.325349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.325671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.325992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.326380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.326711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.327030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.327342 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.327655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:00.615638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['23721e22-680f-48e2-a044-77cd13e2e88b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:31:01.303919 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaff852-f057-43a9-a3ba-260c5e381b60 req-d7b07483-8463-4dda-8153-f31a8fafb974 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:01.305603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbaff852-f057-43a9-a3ba-260c5e381b60 req-d7b07483-8463-4dda-8153-f31a8fafb974 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 944 time: 0.0851748 May 06 13:31:01.355037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dbaff852-f057-43a9-a3ba-260c5e381b60 req-0c7b07a8-f896-4ff7-ac3c-0d30964ff39a tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436928 May 06 13:31:02.014363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 23721e22-680f-48e2-a044-77cd13e2e88b up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:02.095147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 23721e22-680f-48e2-a044-77cd13e2e88b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:02.100179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 23721e22-680f-48e2-a044-77cd13e2e88b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:02.100642 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.225123 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.256534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:31:02.266917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 23721e22-680f-48e2-a044-77cd13e2e88b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=23721e22-680f-48e2-a044-77cd13e2e88b,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:02.272002 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.324556 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8389bfe7-bbf3-40bc-b748-f32c2b372ac5'] response: {'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b', 'code': 200} May 06 13:31:02.342041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=23721e22-680f-48e2-a044-77cd13e2e88b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:02.464188 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df75e9d6-75c4-466f-b44e-e6de4ef0f184 req-ebb4628a-4ec5-4cb5-98c3-0a5e96db8855 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 1096 time: 0.0744779 May 06 13:31:02.557341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df75e9d6-75c4-466f-b44e-e6de4ef0f184 req-8907c2e3-5d9f-4bea-8506-80d37b63cbc4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861697 May 06 13:31:02.579280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c6048-ed5c-473b-9177-e63d97a271ef req-001d6474-f4a7-468c-8c1c-4e2e5c19093f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:02.580798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d59c6048-ed5c-473b-9177-e63d97a271ef req-001d6474-f4a7-468c-8c1c-4e2e5c19093f tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 945 time: 0.0955236 May 06 13:31:02.639401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d59c6048-ed5c-473b-9177-e63d97a271ef req-3613b86d-b53b-4d4e-8a28-efa4f52ad2a1 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525837 May 06 13:31:02.827335 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:31:03.866265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9496d-1370-4fba-aa46-8c11b5f31a25 req-6b2bfda9-ed04-4f94-b23c-873e734f31e3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:03.867908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bb9496d-1370-4fba-aa46-8c11b5f31a25 req-6b2bfda9-ed04-4f94-b23c-873e734f31e3 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 945 time: 0.0967376 May 06 13:31:03.918901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bb9496d-1370-4fba-aa46-8c11b5f31a25 req-9f870bdd-f7c8-4cf5-823a-6284addc6892 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452623 May 06 13:31:05.133552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88690e-66b7-4750-8fa4-70a79b5ec47b req-ab8b2b04-1391-4aa3-912a-0c6de05689bc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:05.135116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd88690e-66b7-4750-8fa4-70a79b5ec47b req-ab8b2b04-1391-4aa3-912a-0c6de05689bc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 945 time: 0.0856171 May 06 13:31:05.197682 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd88690e-66b7-4750-8fa4-70a79b5ec47b req-d9dcacbb-065f-4982-b412-a2e54c4a0e2e tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560548 May 06 13:31:05.562136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a790e-66ec-46c4-94c8-5841b0e27866 req-38b5754b-bf3a-4bd8-ada3-ba39d9524f9c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:05.563548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f01a790e-66ec-46c4-94c8-5841b0e27866 req-38b5754b-bf3a-4bd8-ada3-ba39d9524f9c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 945 time: 0.0906985 May 06 13:31:05.611890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f01a790e-66ec-46c4-94c8-5841b0e27866 req-517127e3-ab0c-4a8b-8ab1-9aa2b2a86f1c tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407357 May 06 13:31:05.645291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53540) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:05.719907 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dcead3b1-17cd-4c07-83d9-07c19bbf46cf tempest-TestVolumeBootPattern-31152807 tempest-TestVolumeBootPattern-31152807-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 1091 time: 0.0734954 May 06 13:31:05.722559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53544) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:05.727740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '23721e22-680f-48e2-a044-77cd13e2e88b', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:05.734292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:05.738417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Usage tracker for resource:floatingip and tenant:2d9f543d00d14197890da7d22933d700 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:31:05.741592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:31:05.747766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:05.760268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:05.906013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:06.057133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Allocated IP 172.25.7.124 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/78213f6b-37cb-4734-a497-0120c17e8ca2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:31:06.219005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:06.249551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:06.316049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:06.318898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:06.323093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:31:06.352077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=78213f6b-37cb-4734-a497-0120c17e8ca2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:06.373773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.374111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.374431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.374809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.375136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.375459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.375776 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.376093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.376407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.376709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.377033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:06.961105 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.027158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.247199 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.252863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.357809 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event updated for resources: {'Port': ['ID=78213f6b-37cb-4734-a497-0120c17e8ca2,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:07.376047 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.568039 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Floating IP d67d2382-5ecb-4feb-a24b-6292060cbd13 associated. External IP: 172.25.7.124, port: 23721e22-680f-48e2-a044-77cd13e2e88b. May 06 13:31:07.641300 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.984097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Router 79f06c84-f9c9-4142-b193-5dfbff781557 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:31:08.199635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:31:08.209998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] Sync routers for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:31:08.221760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:08.222384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:30:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:08.227137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:08.290704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-af2989c6-ab91-404c-aeda-fb2b5e7fe0dc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5560176 May 06 13:31:08.290704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:31:08.340646 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2ac1f5-c136-47bc-99dd-10c87a559d4e'] response: {'name': 'network-changed', 'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b', 'status': 'completed', 'code': 200} May 06 13:31:08.406446 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:08.441222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17478b95-4ddc-4408-8a08-5a507b473e0e req-e0ace98c-1c02-44dc-86f2-42e321ef5962 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 1096 time: 0.0727172 May 06 13:31:08.574426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478b95-4ddc-4408-8a08-5a507b473e0e req-dd684565-0e42-415c-a31f-3480fbe904b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:08.575881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17478b95-4ddc-4408-8a08-5a507b473e0e req-dd684565-0e42-415c-a31f-3480fbe904b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1283569 May 06 13:31:08.784928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17478b95-4ddc-4408-8a08-5a507b473e0e req-6f787936-006d-4e80-9e3f-c6d25ae15ab4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23721e22-680f-48e2-a044-77cd13e2e88b HTTP/1.1" status: 200 len: 999 time: 0.2023299 May 06 13:31:08.798871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9bd41b47-73af-4368-bc56-c4bf5b80e451', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:28:53Z', 'updated_at': '2022-05-06T13:28:56Z', 'revision_number': 1, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}, {'id': 'd67d2382-5ecb-4feb-a24b-6292060cbd13', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '23721e22-680f-48e2-a044-77cd13e2e88b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:e1:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:31:06Z', 'updated_at': '2022-05-06T13:31:06Z', 'revision_number': 0, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:08.803002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] Checking router: 79f06c84-f9c9-4142-b193-5dfbff781557 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:31:08.814235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:08.814903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:30:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:08.848436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478b95-4ddc-4408-8a08-5a507b473e0e req-5eff65cf-f15c-4cec-ac1b-5d5d1e2b2603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:08.849884 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17478b95-4ddc-4408-8a08-5a507b473e0e req-5eff65cf-f15c-4cec-ac1b-5d5d1e2b2603 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0583587 May 06 13:31:08.925427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17478b95-4ddc-4408-8a08-5a507b473e0e req-9ed94a91-b8f5-4194-9151-1d7fc92874f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687466 May 06 13:31:08.994624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:09.057443 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17478b95-4ddc-4408-8a08-5a507b473e0e req-ae201c84-73ad-4cb3-96a2-02a799648506 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230707 May 06 13:31:09.188003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17478b95-4ddc-4408-8a08-5a507b473e0e req-4e6f60d5-c829-4926-9cd9-5891cbc9e05b service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236439 May 06 13:31:09.350748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9bd41b47-73af-4368-bc56-c4bf5b80e451', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:28:53Z', 'updated_at': '2022-05-06T13:28:56Z', 'revision_number': 1, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}, {'id': 'd67d2382-5ecb-4feb-a24b-6292060cbd13', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '23721e22-680f-48e2-a044-77cd13e2e88b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:e1:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:31:06Z', 'updated_at': '2022-05-06T13:31:06Z', 'revision_number': 0, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:09.355409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8581c415-deaf-4419-94bb-5b185b0f58c9 None None] The sync data for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 is: [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9bd41b47-73af-4368-bc56-c4bf5b80e451', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:28:53Z', 'updated_at': '2022-05-06T13:28:56Z', 'revision_number': 1, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}, {'id': 'd67d2382-5ecb-4feb-a24b-6292060cbd13', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '23721e22-680f-48e2-a044-77cd13e2e88b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:e1:dd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:31:06Z', 'updated_at': '2022-05-06T13:31:06Z', 'revision_number': 0, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:31:09.567892 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86187f33-02c7-4136-8084-0b6851bf1e4a None None] New status for floating IP d67d2382-5ecb-4feb-a24b-6292060cbd13: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:31:12.362562 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5fed73f5-3ac1-467e-a3f1-0b4144caca05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:13.518126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.563489 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-71a35179-6542-4c2d-a62e-679bf01c4c54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1993663 May 06 13:31:14.581805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-65ec8f49-bf6a-4a29-8012-26bda58cdcf1 req-497af8e9-542b-4d8b-bd6e-47f79a91ff51 service neutron] (83952) timed out ('10.222.0.48', 59701) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:31:14.709876 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-322e8528-1fe2-4b46-be1e-7ebaa64acdfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1096 time: 0.0724704 May 06 13:31:14.744954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b709a415-bdb9-4508-b0a0-bcd6bb44891d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.866368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-2a0b4cc0-ea9f-4bf9-8e97-eece347ae59e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:14.867979 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-2a0b4cc0-ea9f-4bf9-8e97-eece347ae59e service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1381066 May 06 13:31:14.972244 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-4ce04d23-d4e8-425c-bc69-68c673a3e606 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 200 len: 1001 time: 0.0986199 May 06 13:31:15.036780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-9c6b40a0-911c-4d43-8cc2-4c54ba71913a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:15.038423 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-9c6b40a0-911c-4d43-8cc2-4c54ba71913a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0592752 May 06 13:31:15.117616 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-6409cdc4-7992-4b2e-bd78-7c561f255948 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724332 May 06 13:31:15.261016 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-19c577ef-928c-4428-8640-9af6205e5708 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372979 May 06 13:31:15.414471 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb78d7c2-91b3-49bf-aa07-4866b9aff1f0 req-7ab81717-6bfc-4aeb-9f2a-0216155039b1 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486237 May 06 13:31:15.565995 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:16.213970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:17.689079 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:28.657409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-8c437807-aedc-409b-b0d8-c7b578db78e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906916 May 06 13:31:28.847727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-c52bdd69-3e7d-4c27-aa29-0d52c521d6a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 1096 time: 0.0769632 May 06 13:31:29.017705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-f431c468-345d-4fe0-9b5c-587176253874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:29.020118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-f431c468-345d-4fe0-9b5c-587176253874 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1479628 May 06 13:31:29.130184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-b1b64709-7e1e-4137-b92f-cfa561ce90c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23721e22-680f-48e2-a044-77cd13e2e88b HTTP/1.1" status: 200 len: 1001 time: 0.1034684 May 06 13:31:29.206676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-1e47d24e-ccf5-44f4-8931-d852e3672d02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:29.206676 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-1e47d24e-ccf5-44f4-8931-d852e3672d02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0697198 May 06 13:31:29.297274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-86d1a901-5195-47ff-af80-f43f166a97a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856907 May 06 13:31:29.439109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-318c58fb-fe9d-4115-b454-eac9c756c023 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355400 May 06 13:31:29.578170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b8861f7-58e2-4adc-9fec-1ba575842586 req-1f2b141e-d602-43fc-9633-ee36903dfc14 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318955 May 06 13:31:37.645657 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:39.828933 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:31:42.358634 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a41751e-0deb-4efc-b772-3ce1a2416fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:43.520425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:44.749707 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4f2fe5ed-0e3b-4b8b-b000-f4ddcf00bf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:45.563151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:46.218502 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:47.691323 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:07.649631 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:12.373552 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3c1a62e0-dc20-4e7d-9ccf-e8c2195f9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:13.521012 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:14.744026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-43a14b64-bc7a-4aab-86e4-d7f571b144d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:15.513853 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-baf4176a-e1ad-455d-b978-8bbd97d73875 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005762 May 06 13:32:15.562033 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:15.676382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-a920c48b-0e03-4320-8523-97b3d7f34fdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1096 time: 0.0800431 May 06 13:32:15.863518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-29a93bdc-7aa8-4897-b678-f0466070e72e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:15.865598 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-29a93bdc-7aa8-4897-b678-f0466070e72e service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1593871 May 06 13:32:15.991044 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-28b89644-4ddd-4b97-8801-ae63e928de17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 200 len: 1001 time: 0.1178086 May 06 13:32:16.071898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-3f498d4f-056f-47a0-a916-79969a753818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:16.073140 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-3f498d4f-056f-47a0-a916-79969a753818 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0760248 May 06 13:32:16.159128 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-f7b571f9-8a5c-4eb3-906e-db5665ba247a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797050 May 06 13:32:16.220582 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:16.361518 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-33a3d05e-b4de-4d10-8743-bb43172a2fbe service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940267 May 06 13:32:16.537289 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eac4cdb0-ee0a-43cd-a568-d9f36710c952 req-ec4a9f97-5da8-4d00-bd4c-a635008fab72 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692672 May 06 13:32:16.833791 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:32:17.695845 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:28.684086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-9e6200a0-f75b-4297-9561-4bd1d659c20b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370904 May 06 13:32:28.836280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-053e12e9-da16-43f3-96fa-efc48a432e8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 1096 time: 0.0806301 May 06 13:32:28.987526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-ee308986-9de0-43a1-ba46-c0740c205236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:28.988914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-ee308986-9de0-43a1-ba46-c0740c205236 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1324682 May 06 13:32:29.219380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-3d939628-3969-441a-b3fd-b9d80172ab2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23721e22-680f-48e2-a044-77cd13e2e88b HTTP/1.1" status: 200 len: 1001 time: 0.2234025 May 06 13:32:29.283868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-2ccc69fa-8442-4161-8143-d10879e3b041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:29.285333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-2ccc69fa-8442-4161-8143-d10879e3b041 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0596609 May 06 13:32:29.371074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-b466e3a1-1b52-4029-a7e0-5840cf53df5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755408 May 06 13:32:29.516948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-597271c6-5585-4028-bfb7-2af22703022c service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395893 May 06 13:32:29.666121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28aea435-23fa-47d4-8df0-ade5a80c64dc req-a465207a-0c5d-4e6e-84e5-41c074015120 service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431532 May 06 13:32:37.669771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:42.367958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca929779-0825-4169-92ae-f12c25e084c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:43.528415 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:44.748857 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ea17f5ac-43e3-4a2d-b33a-15a17ef74618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.560265 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.637490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53588) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:45.952452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port 78213f6b-37cb-4734-a497-0120c17e8ca2 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:45.952762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.134701 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.135013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.220012 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.263264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for 78213f6b-37cb-4734-a497-0120c17e8ca2 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:46.421722 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.468920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=78213f6b-37cb-4734-a497-0120c17e8ca2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:46.508995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.509338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.509677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.510010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.510342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.510692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.511022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.511345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.511666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.511985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.512320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:46.575667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.991951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Router 79f06c84-f9c9-4142-b193-5dfbff781557 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:32:47.204167 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:32:47.213917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] Sync routers for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:32:47.226406 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:47.227408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:47.228054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:47.282668 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c258530b-3972-4757-bc9a-8a1398ee6853 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "DELETE /v2.0/floatingips/d67d2382-5ecb-4feb-a24b-6292060cbd13 HTTP/1.1" status: 204 len: 168 time: 1.6413546 May 06 13:32:47.282668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:32:47.462108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:47.477302 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12a1911-7972-4e29-bf9e-6f4d1f49e51b'] response: {'name': 'network-changed', 'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b', 'status': 'completed', 'code': 200} May 06 13:32:47.583024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb1b3528-36c8-4a91-b15d-9f7e48b2caac req-47baea4c-be57-4b02-a0e0-eb0241cd71f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 1096 time: 0.0812662 May 06 13:32:47.723790 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b3528-36c8-4a91-b15d-9f7e48b2caac req-5cf0f978-0aa7-45b7-9a92-61dce453d95b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:47.725236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb1b3528-36c8-4a91-b15d-9f7e48b2caac req-5cf0f978-0aa7-45b7-9a92-61dce453d95b service neutron] 10.222.0.48 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1354344 May 06 13:32:47.735651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:47.842138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb1b3528-36c8-4a91-b15d-9f7e48b2caac req-247038eb-7438-4759-a4ef-b9e0ef161773 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23721e22-680f-48e2-a044-77cd13e2e88b HTTP/1.1" status: 200 len: 217 time: 0.1105103 May 06 13:32:47.842301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9bd41b47-73af-4368-bc56-c4bf5b80e451', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:28:53Z', 'updated_at': '2022-05-06T13:28:56Z', 'revision_number': 1, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:47.846313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] Checking router: 79f06c84-f9c9-4142-b193-5dfbff781557 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:32:47.857114 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:47.857716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:47.916899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b3528-36c8-4a91-b15d-9f7e48b2caac req-b7cc2ea3-8f11-44f3-83a0-14618b7845c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:47.918434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb1b3528-36c8-4a91-b15d-9f7e48b2caac req-b7cc2ea3-8f11-44f3-83a0-14618b7845c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0657513 May 06 13:32:47.928792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c584ef-01c2-4ed1-8f23-501d1d6f727e req-1eb27ddd-3a98-4079-a2db-d5218618d896 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:47.930319 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2c584ef-01c2-4ed1-8f23-501d1d6f727e req-1eb27ddd-3a98-4079-a2db-d5218618d896 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 945 time: 0.2670839 May 06 13:32:48.027215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2c584ef-01c2-4ed1-8f23-501d1d6f727e req-ab1eadd0-d8bb-4555-bbea-ac64b60dc5e7 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653303 May 06 13:32:48.038969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:48.042566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb1b3528-36c8-4a91-b15d-9f7e48b2caac req-e7b30df5-2059-4493-9252-29ba0f4c585d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112339 May 06 13:32:48.178892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb1b3528-36c8-4a91-b15d-9f7e48b2caac req-e0b097bb-920c-4c53-a28c-ffbea0fcb86e service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293099 May 06 13:32:48.312588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb1b3528-36c8-4a91-b15d-9f7e48b2caac req-88fb4cae-b45f-4d9c-ba80-ff978f1cd04d service neutron] 10.222.0.48 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268108 May 06 13:32:48.404258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9bd41b47-73af-4368-bc56-c4bf5b80e451', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:28:53Z', 'updated_at': '2022-05-06T13:28:56Z', 'revision_number': 1, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:48.408318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9f652-37f7-4c02-8079-cf13aece4cdd None None] The sync data for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 is: [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '9bd41b47-73af-4368-bc56-c4bf5b80e451', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'floating_ip_address': '172.25.7.200', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'port_id': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'mac_address': 'fa:16:3e:78:b9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:28:53Z', 'updated_at': '2022-05-06T13:28:56Z', 'revision_number': 1, 'project_id': '2d9f543d00d14197890da7d22933d700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:32:48.636038 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a819a98-b12f-4b34-a934-4a9fe2a94ed4 None None] New status for floating IP d67d2382-5ecb-4feb-a24b-6292060cbd13: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:32:49.336779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbdda7-bf19-4a31-b0f4-2ab5a8da54f2 req-b37bf71e-298f-4d71-a678-ccd31b09c2d8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:49.338276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbbbdda7-bf19-4a31-b0f4-2ab5a8da54f2 req-b37bf71e-298f-4d71-a678-ccd31b09c2d8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 945 time: 0.1572466 May 06 13:32:49.392815 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbbbdda7-bf19-4a31-b0f4-2ab5a8da54f2 req-d2fceef7-b127-4e72-a99f-d1ddd0c009f4 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484920 May 06 13:32:49.507812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-738438f3-9090-43e9-8ae3-cadff35f9458 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:49.509160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-738438f3-9090-43e9-8ae3-cadff35f9458 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 945 time: 0.0826390 May 06 13:32:49.583047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port 23721e22-680f-48e2-a044-77cd13e2e88b {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:49.583259 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:49.927263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] For port 23721e22-680f-48e2-a044-77cd13e2e88b, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=23721e22-680f-48e2-a044-77cd13e2e88b,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:49.927575 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.050233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for 23721e22-680f-48e2-a044-77cd13e2e88b owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:50.190558 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.241252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=23721e22-680f-48e2-a044-77cd13e2e88b,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:50.280063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.280440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.280842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.281172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.281505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.281828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.282122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.282444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.282785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.283103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.283452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:50.325695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] No DVR routers for this DVR port 23721e22-680f-48e2-a044-77cd13e2e88b on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:32:50.328691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.331538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'name': 'network-vif-deleted', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:32:50.347061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3346982d-ce4c-42c1-afd8-aa589ff001dc req-68755b8a-6b76-45fa-ae38-bc79823adf82 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.48 "DELETE /v2.0/ports/23721e22-680f-48e2-a044-77cd13e2e88b HTTP/1.1" status: 204 len: 173 time: 0.8314044 May 06 13:32:50.397126 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0d40b2-d4ca-4563-ba50-cd6bc456d093'] response: {'server_uuid': '8a932173-d78c-42c3-bc0d-bb38490097f6', 'name': 'network-vif-deleted', 'tag': '23721e22-680f-48e2-a044-77cd13e2e88b', 'status': 'completed', 'code': 200} May 06 13:32:50.559202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-708676fa-9b46-4f59-b2da-125b805e2537 req-2ae724c5-60d5-4939-a03f-18260d392e02 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:32:50.577760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-708676fa-9b46-4f59-b2da-125b805e2537 req-2ae724c5-60d5-4939-a03f-18260d392e02 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:32:50.578969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-708676fa-9b46-4f59-b2da-125b805e2537 req-2ae724c5-60d5-4939-a03f-18260d392e02 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a932173-d78c-42c3-bc0d-bb38490097f6 HTTP/1.1" status: 200 len: 210 time: 0.0652006 May 06 13:32:52.574975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 23721e22-680f-48e2-a044-77cd13e2e88b no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:32:52.609702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 23721e22-680f-48e2-a044-77cd13e2e88b {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:32:52.609977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 23721e22-680f-48e2-a044-77cd13e2e88b not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:32:53.835926 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:32:56.245311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53640) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:56.460201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port a444dec0-4729-4ca9-b811-2f8d7372b8e2 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:56.460547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.636514 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.636838 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.755095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for a444dec0-4729-4ca9-b811-2f8d7372b8e2 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:56.918873 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.962774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=a444dec0-4729-4ca9-b811-2f8d7372b8e2,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:57.058384 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:57.578254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Router 79f06c84-f9c9-4142-b193-5dfbff781557 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:32:57.801102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:32:57.810997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] Sync routers for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:32:57.825703 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:57.826313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:57.826959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:57.884175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1e779575-bd7f-4167-b952-40dcdffb2987 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "DELETE /v2.0/floatingips/9bd41b47-73af-4368-bc56-c4bf5b80e451 HTTP/1.1" status: 204 len: 168 time: 1.6377621 May 06 13:32:57.884751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:32:57.940351 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e3c573-5c1a-4e01-8baa-ed0bd8fe10e5'] response: {'name': 'network-changed', 'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'status': 'completed', 'code': 200} May 06 13:32:58.009271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:58.151917 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-06248d1e-ad6f-456e-a5ad-b21bfb2c9761 req-7967bd42-999e-4bf6-a53c-b139784f09e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2d9f543d00d14197890da7d22933d700&device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 1096 time: 0.1892927 May 06 13:32:58.318529 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248d1e-ad6f-456e-a5ad-b21bfb2c9761 req-d4f07fa6-34d3-467c-981d-ff0dd240d597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:58.320092 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-06248d1e-ad6f-456e-a5ad-b21bfb2c9761 req-d4f07fa6-34d3-467c-981d-ff0dd240d597 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 200 len: 912 time: 0.1609151 May 06 13:32:58.432898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:58.433161 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-06248d1e-ad6f-456e-a5ad-b21bfb2c9761 req-bcdee310-dfbc-4f3e-9abd-34a84f90ae1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 200 len: 217 time: 0.1060622 May 06 13:32:58.437174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] Checking router: 79f06c84-f9c9-4142-b193-5dfbff781557 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:32:58.448563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:58.449235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:58.461476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322628fa-5c50-4ebc-961d-88dbd61c163a req-555a83e0-d08a-40a0-a416-544b6da862b9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:58.462173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-322628fa-5c50-4ebc-961d-88dbd61c163a req-555a83e0-d08a-40a0-a416-544b6da862b9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:32:58.480582 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-322628fa-5c50-4ebc-961d-88dbd61c163a req-555a83e0-d08a-40a0-a416-544b6da862b9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:32:58.481863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-322628fa-5c50-4ebc-961d-88dbd61c163a req-555a83e0-d08a-40a0-a416-544b6da862b9 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 945 time: 0.1067586 May 06 13:32:58.501685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06248d1e-ad6f-456e-a5ad-b21bfb2c9761 req-2ecfc2ec-82a7-4bd1-baa4-a3b12483491b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:58.503169 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-06248d1e-ad6f-456e-a5ad-b21bfb2c9761 req-2ecfc2ec-82a7-4bd1-baa4-a3b12483491b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 200 len: 850 time: 0.0619180 May 06 13:32:58.547602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-322628fa-5c50-4ebc-961d-88dbd61c163a req-5b26edd9-b442-4ab4-b9bf-29855f6570fc tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593593 May 06 13:32:58.601727 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-06248d1e-ad6f-456e-a5ad-b21bfb2c9761 req-ea74dbab-2c32-40fc-bb01-f4aa4a0517eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de5395a1-e634-4090-aee8-9b47aa98acb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917897 May 06 13:32:58.632963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:58.740456 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-06248d1e-ad6f-456e-a5ad-b21bfb2c9761 req-eebc1a70-6988-4082-86a4-6a8c2b0fb3e6 service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316905 May 06 13:32:58.879846 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-06248d1e-ad6f-456e-a5ad-b21bfb2c9761 req-6043c7ab-5941-499e-b78f-f2c90dd40b0b service neutron] 10.222.0.36 "GET /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336980 May 06 13:32:58.982711 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:58.986908 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b042254-240f-4767-b90a-3560bd63a67c None None] The sync data for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 is: [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:22:46Z', 'revision_number': 4, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7ac2ea62-8dcf-4d32-a993-c123247d3fcd', 'name': '', 'network_id': 'de5395a1-e634-4090-aee8-9b47aa98acb3', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'mac_address': 'fa:16:3e:23:84:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:46Z', 'updated_at': '2022-05-06T13:23:06Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'subnets': [{'id': 'd570cf0d-dc00-48f6-92c9-5863518e46f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:32:59.221949 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f133b-7fe4-4950-93fd-76fcab35cb38 None None] New status for floating IP 9bd41b47-73af-4368-bc56-c4bf5b80e451: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:32:59.771028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-9a491e96-4c5f-4fa0-b8a7-b3db9ea3f8a6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:59.771773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-9a491e96-4c5f-4fa0-b8a7-b3db9ea3f8a6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Synchronizing usage tracker for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:32:59.783673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-9a491e96-4c5f-4fa0-b8a7-b3db9ea3f8a6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Unset dirty status for tenant:2d9f543d00d14197890da7d22933d700 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:32:59.784411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810471a-9a63-4b0f-b332-e1a3e25019b8 req-8fb419e0-1a3f-4fd9-b311-16213280bf69 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:59.784888 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-9a491e96-4c5f-4fa0-b8a7-b3db9ea3f8a6 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 945 time: 0.1084049 May 06 13:32:59.786805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1810471a-9a63-4b0f-b332-e1a3e25019b8 req-8fb419e0-1a3f-4fd9-b311-16213280bf69 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 945 time: 0.1103878 May 06 13:32:59.835856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1810471a-9a63-4b0f-b332-e1a3e25019b8 req-c5a2ea09-e302-4771-844a-eaa80864cc7b tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436788 May 06 13:32:59.866223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port 9ee85b14-9594-467a-97ee-0de9a9c4810e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:59.866559 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.114124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] For port 9ee85b14-9594-467a-97ee-0de9a9c4810e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=9ee85b14-9594-467a-97ee-0de9a9c4810e,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:00.114366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.232786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for 9ee85b14-9594-467a-97ee-0de9a9c4810e owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:00.392526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.442648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=9ee85b14-9594-467a-97ee-0de9a9c4810e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:00.515082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] No DVR routers for this DVR port 9ee85b14-9594-467a-97ee-0de9a9c4810e on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:33:00.517766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.520480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'name': 'network-vif-deleted', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:33:00.545014 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-64b32546-1919-46b3-9f64-6d7bab7e5b3c req-7585ba04-3f07-4852-98d1-3d17e0b14688 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.36 "DELETE /v2.0/ports/9ee85b14-9594-467a-97ee-0de9a9c4810e HTTP/1.1" status: 204 len: 173 time: 0.7547500 May 06 13:33:00.580466 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c608c34-4cd6-4aa7-8b85-6bc7e44550ae'] response: {'server_uuid': '389731b1-bb9b-4535-bd27-45ee82d2118b', 'name': 'network-vif-deleted', 'tag': '9ee85b14-9594-467a-97ee-0de9a9c4810e', 'status': 'completed', 'code': 200} May 06 13:33:01.047901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-88a8ef91-e424-46a0-b66c-1640b0bcdb5a req-a768ae78-abc6-4e0c-ba20-c9fca47cd105 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "GET /v2.0/ports?device_id=389731b1-bb9b-4535-bd27-45ee82d2118b HTTP/1.1" status: 200 len: 210 time: 0.0471332 May 06 13:33:02.159522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53658) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:02.422095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Deleting port dd35f72e-a49c-4797-b641-4e7fa1828da0 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:02.422430 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:02.597210 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:02.597478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:02.717086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Calling delete_port for dd35f72e-a49c-4797-b641-4e7fa1828da0 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:02.873038 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:02.919295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'Port': ['ID=dd35f72e-a49c-4797-b641-4e7fa1828da0,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:03.027337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:03.042231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:03.043428 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-120c47ac-40ac-40e2-897c-654c6a36d3e8 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "DELETE /v2.0/floatingips/bac452c2-e32c-428a-9987-18c4c8c2d283 HTTP/1.1" status: 204 len: 168 time: 0.8829510 May 06 13:33:03.097086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9ee85b14-9594-467a-97ee-0de9a9c4810e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:33:03.137115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 9ee85b14-9594-467a-97ee-0de9a9c4810e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:33:03.137459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 9ee85b14-9594-467a-97ee-0de9a9c4810e not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:33:05.522741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53674) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:05.597341 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f18a2b1-4a99-4424-8a88-c6e2ec0c3723 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.628824 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f18a2b1-4a99-4424-8a88-c6e2ec0c3723 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.709852 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f18a2b1-4a99-4424-8a88-c6e2ec0c3723 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.728929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18a2b1-4a99-4424-8a88-c6e2ec0c3723 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:05.749147 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1f18a2b1-4a99-4424-8a88-c6e2ec0c3723 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.751179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1f18a2b1-4a99-4424-8a88-c6e2ec0c3723 tempest-TestVolumeBootPattern-922491929 tempest-TestVolumeBootPattern-922491929-project] 10.222.0.44 "DELETE /v2.0/security-groups/73a52e2b-c6ea-4fb6-acd6-a7dc3b086b88 HTTP/1.1" status: 204 len: 168 time: 0.2269197 May 06 13:33:05.816560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53680) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:06.409487 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:07.187640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Deleting port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:07.188301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:07.375513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] For port 7ac2ea62-8dcf-4d32-a993-c123247d3fcd, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7ac2ea62-8dcf-4d32-a993-c123247d3fcd,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:07.375864 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:07.503979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Calling delete_port for 7ac2ea62-8dcf-4d32-a993-c123247d3fcd owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:07.679054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:07.692988 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:07.725484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac2ea62-8dcf-4d32-a993-c123247d3fcd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:08.037952 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:08.749762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Router 79f06c84-f9c9-4142-b193-5dfbff781557 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:33:08.965468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:33:08.975516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] Sync routers for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:33:08.983023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-14de9da1-3432-4f3e-925d-dbf263ed5b35 admin admin] 10.222.0.44 "PUT /v2.0/routers/79f06c84-f9c9-4142-b193-5dfbff781557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1614919 May 06 13:33:08.984117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53686) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:08.993665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:33:08.994725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:09.178912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:09.187247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:09.388301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:09.400470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Deleting port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:09.400810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:09.482461 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:33:07Z', 'revision_number': 5, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port': {'id': 'e3ef23ba-d4ca-4264-9c9c-4fa872eecc28', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:41Z', 'updated_at': '2022-05-06T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:09.486428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] Checking router: 79f06c84-f9c9-4142-b193-5dfbff781557 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:33:09.497363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] Routers {'79f06c84-f9c9-4142-b193-5dfbff781557'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:33:09.498000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:32:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['79f06c84-f9c9-4142-b193-5dfbff781557'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:09.576702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] For port e3ef23ba-d4ca-4264-9c9c-4fa872eecc28, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e3ef23ba-d4ca-4264-9c9c-4fa872eecc28,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:09.577051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:09.653865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] Set router 79f06c84-f9c9-4142-b193-5dfbff781557 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:09.702175 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Calling delete_port for e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:09.820125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:33:09Z', 'revision_number': 6, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:09.826276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f51fdb7-b082-4f73-8ad1-25c78f714764 None None] The sync data for ids ['79f06c84-f9c9-4142-b193-5dfbff781557'] in n-d-840847-1 is: [{'id': '79f06c84-f9c9-4142-b193-5dfbff781557', 'name': 'tempest-TestVolumeBootPattern-647996347-router', 'tenant_id': '2d9f543d00d14197890da7d22933d700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:40Z', 'updated_at': '2022-05-06T13:33:09Z', 'revision_number': 6, 'project_id': '2d9f543d00d14197890da7d22933d700', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:33:09.989214 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.032634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ef23ba-d4ca-4264-9c9c-4fa872eecc28,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:10.272417 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.529977 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.534998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.564004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.564518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79f06c84-f9c9-4142-b193-5dfbff781557 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:33:10.576800 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.581161 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c41ec73f-d12d-4297-9b38-b31f84059bf3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/79f06c84-f9c9-4142-b193-5dfbff781557 HTTP/1.1" status: 204 len: 168 time: 1.5928779 May 06 13:33:10.581161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53690) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:10.643794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a264a5-d260-4dcb-bffe-ae3e8d2468bd admin admin] Deleting subnet d570cf0d-dc00-48f6-92c9-5863518e46f3 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:33:10.646751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2a264a5-d260-4dcb-bffe-ae3e8d2468bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.696542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2a264a5-d260-4dcb-bffe-ae3e8d2468bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.773890 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2a264a5-d260-4dcb-bffe-ae3e8d2468bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.846766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2a264a5-d260-4dcb-bffe-ae3e8d2468bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.884275 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a264a5-d260-4dcb-bffe-ae3e8d2468bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d570cf0d-dc00-48f6-92c9-5863518e46f3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:10.889280 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a2a264a5-d260-4dcb-bffe-ae3e8d2468bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:10.894388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a0bdc-1e01-49f0-85ac-97a69eb4c6d7 None None] Network de5395a1-e634-4090-aee8-9b47aa98acb3 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:33:10.894928 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a2a264a5-d260-4dcb-bffe-ae3e8d2468bd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d570cf0d-dc00-48f6-92c9-5863518e46f3 HTTP/1.1" status: 204 len: 168 time: 0.3127277 May 06 13:33:10.897251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53694) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:11.003879 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.016097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Deleting port b54b78d2-553d-4f4a-a379-556d93e0f3df {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:11.016425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.142139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] DHCP port deletion for de5395a1-e634-4090-aee8-9b47aa98acb3 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:33:11.146723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] Deleting port b54b78d2-553d-4f4a-a379-556d93e0f3df {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:11.147092 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.223411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] For port b54b78d2-553d-4f4a-a379-556d93e0f3df, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b54b78d2-553d-4f4a-a379-556d93e0f3df,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:11.223732 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.361536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] For port b54b78d2-553d-4f4a-a379-556d93e0f3df, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b54b78d2-553d-4f4a-a379-556d93e0f3df,segment=NetworkSegment(e3a5a3c8-57ff-4913-8fec-1c7113543f72),segment_id=e3a5a3c8-57ff-4913-8fec-1c7113543f72)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:11.361994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.446463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Calling delete_port for b54b78d2-553d-4f4a-a379-556d93e0f3df owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:11.481384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] Calling delete_port for b54b78d2-553d-4f4a-a379-556d93e0f3df owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:11.519367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.553551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:33:11.553906 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:33:11.565671 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Pushing event deleted for resources: {'Port': ['ID=b54b78d2-553d-4f4a-a379-556d93e0f3df,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:11.571651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] No DVR routers for this DVR port b54b78d2-553d-4f4a-a379-556d93e0f3df on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:33:11.685296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.709763 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5395a1-e634-4090-aee8-9b47aa98acb3']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:11.721688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a5a3c8-57ff-4913-8fec-1c7113543f72') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:11.721977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a5a3c8-57ff-4913-8fec-1c7113543f72') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:11.733208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.749097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.756088 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:33:11.756540 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: timer() May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:33:11.770016 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:33:11.853378 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.871216 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:11.883002 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] Pushing event deleted for resources: {'Network': ['ID=de5395a1-e634-4090-aee8-9b47aa98acb3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:11.898234 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-cd4b4104-d707-4666-9ebf-e535605f133c admin admin] 10.222.0.44 "DELETE /v2.0/networks/de5395a1-e634-4090-aee8-9b47aa98acb3 HTTP/1.1" status: 204 len: 168 time: 0.9997904 May 06 13:33:11.901622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53698) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:11.908986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b54b78d2-553d-4f4a-a379-556d93e0f3df no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:33:11.942095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b54b78d2-553d-4f4a-a379-556d93e0f3df {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:33:11.942377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b54b78d2-553d-4f4a-a379-556d93e0f3df not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:33:11.942851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7ac2ea62-8dcf-4d32-a993-c123247d3fcd no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:33:11.973629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 7ac2ea62-8dcf-4d32-a993-c123247d3fcd {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:33:11.973973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7ac2ea62-8dcf-4d32-a993-c123247d3fcd not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:33:11.974389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:33:12.008730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:33:12.009059 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e3ef23ba-d4ca-4264-9c9c-4fa872eecc28 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:33:12.055466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] Deleting port b54b78d2-553d-4f4a-a379-556d93e0f3df {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:12.055859 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:12.117484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-85bee471-a685-466f-a0ad-70b11f06f99d None None] The port 'b54b78d2-553d-4f4a-a379-556d93e0f3df' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:33:12.305549 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:12.374529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ae6a7341-fb68-46ca-b311-adb6bbcb1cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:13.047528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Deleting port 36e70300-af49-484a-900d-1a8a02be82b6 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:13.048145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:13.222049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] For port 36e70300-af49-484a-900d-1a8a02be82b6, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=36e70300-af49-484a-900d-1a8a02be82b6,segment=NetworkSegment(43f58890-3162-4527-8338-cf4fcb8378d4),segment_id=43f58890-3162-4527-8338-cf4fcb8378d4)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:13.222372 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:13.352345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Calling delete_port for 36e70300-af49-484a-900d-1a8a02be82b6 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:13.525229 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:13.542649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:13.569311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Pushing event deleted for resources: {'Port': ['ID=36e70300-af49-484a-900d-1a8a02be82b6,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:13.880534 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:14.613475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Router 0e4b6898-800d-49f7-8e65-f5990b985e75 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:33:14.754546 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-592e81d0-5e90-4e7e-95c2-acb1de9ebf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:14.828579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:33:14.837483 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] Sync routers for ids ['0e4b6898-800d-49f7-8e65-f5990b985e75'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:33:14.848485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bb43ed44-b300-4881-9817-956a5982e60d admin admin] 10.222.0.44 "PUT /v2.0/routers/0e4b6898-800d-49f7-8e65-f5990b985e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9455416 May 06 13:33:14.851091 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] Routers {'0e4b6898-800d-49f7-8e65-f5990b985e75'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:33:14.851209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53702) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:14.851594 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:33:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0e4b6898-800d-49f7-8e65-f5990b985e75'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:15.028891 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] Set router 0e4b6898-800d-49f7-8e65-f5990b985e75 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:15.054033 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:15.255385 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:15.266244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Deleting port aeab46b9-bef6-4d8b-99e8-4849b3243417 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:15.266916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:15.313664 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:33:13Z', 'revision_number': 5, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'gw_port': {'id': 'aeab46b9-bef6-4d8b-99e8-4849b3243417', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:15.317545 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] Checking router: 0e4b6898-800d-49f7-8e65-f5990b985e75 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:33:15.329572 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] Routers {'0e4b6898-800d-49f7-8e65-f5990b985e75'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:33:15.330373 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:33:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0e4b6898-800d-49f7-8e65-f5990b985e75'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:15.450785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] For port aeab46b9-bef6-4d8b-99e8-4849b3243417, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aeab46b9-bef6-4d8b-99e8-4849b3243417,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:15.451112 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:15.486572 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] Set router 0e4b6898-800d-49f7-8e65-f5990b985e75 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:15.555352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:15.572167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Calling delete_port for aeab46b9-bef6-4d8b-99e8-4849b3243417 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:15.591133 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:33:15Z', 'revision_number': 6, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:15.595607 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23007b5a-8c98-48ac-95bd-e60d76720c3a None None] The sync data for ids ['0e4b6898-800d-49f7-8e65-f5990b985e75'] in n-d-840847-1 is: [{'id': '0e4b6898-800d-49f7-8e65-f5990b985e75', 'name': 'tempest-TestVolumeBootPattern-1290752786-router', 'tenant_id': '52c33a7f559c40bf9b5492fafe55d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:22:51Z', 'updated_at': '2022-05-06T13:33:15Z', 'revision_number': 6, 'project_id': '52c33a7f559c40bf9b5492fafe55d929', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:33:15.750814 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:15.798279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Pushing event deleted for resources: {'Port': ['ID=aeab46b9-bef6-4d8b-99e8-4849b3243417,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:16.003914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 36e70300-af49-484a-900d-1a8a02be82b6 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:33:16.039389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 36e70300-af49-484a-900d-1a8a02be82b6 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:33:16.039738 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 36e70300-af49-484a-900d-1a8a02be82b6 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:33:16.150364 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.226155 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.418289 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.422924 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.455683 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.456718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4b6898-800d-49f7-8e65-f5990b985e75 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:33:16.470469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.471647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-48f61459-1c50-422b-845e-36fdbf32775f admin admin] 10.222.0.44 "DELETE /v2.0/routers/0e4b6898-800d-49f7-8e65-f5990b985e75 HTTP/1.1" status: 204 len: 168 time: 1.6196711 May 06 13:33:16.474159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53706) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:16.536124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b66af1-8d39-4905-828e-673bc2ffb26d admin admin] Deleting subnet cd8f7da9-79af-4770-ac46-3223d7cd759c {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:33:16.539536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2b66af1-8d39-4905-828e-673bc2ffb26d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.593835 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2b66af1-8d39-4905-828e-673bc2ffb26d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.675159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2b66af1-8d39-4905-828e-673bc2ffb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.746863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2b66af1-8d39-4905-828e-673bc2ffb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.788583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b66af1-8d39-4905-828e-673bc2ffb26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8f7da9-79af-4770-ac46-3223d7cd759c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:16.793626 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2b66af1-8d39-4905-828e-673bc2ffb26d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.801509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db42dd3-cd49-46d6-9194-682ee287f412 None None] Network b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:33:16.801692 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c2b66af1-8d39-4905-828e-673bc2ffb26d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cd8f7da9-79af-4770-ac46-3223d7cd759c HTTP/1.1" status: 204 len: 168 time: 0.3250535 May 06 13:33:16.803163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53712) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:16.913733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:16.925339 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Deleting port d2589f5a-cbc9-40ae-83c7-effa6bddb807 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:16.925588 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.054681 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] DHCP port deletion for b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:33:17.059010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] Deleting port d2589f5a-cbc9-40ae-83c7-effa6bddb807 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:17.059380 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.130658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] For port d2589f5a-cbc9-40ae-83c7-effa6bddb807, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d2589f5a-cbc9-40ae-83c7-effa6bddb807,segment=NetworkSegment(43f58890-3162-4527-8338-cf4fcb8378d4),segment_id=43f58890-3162-4527-8338-cf4fcb8378d4)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:17.131046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.253523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Calling delete_port for d2589f5a-cbc9-40ae-83c7-effa6bddb807 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:17.258201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] For port d2589f5a-cbc9-40ae-83c7-effa6bddb807, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d2589f5a-cbc9-40ae-83c7-effa6bddb807,segment=NetworkSegment(43f58890-3162-4527-8338-cf4fcb8378d4),segment_id=43f58890-3162-4527-8338-cf4fcb8378d4)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:17.258592 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.335600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.387133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2589f5a-cbc9-40ae-83c7-effa6bddb807,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:17.395019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] No DVR routers for this DVR port d2589f5a-cbc9-40ae-83c7-effa6bddb807 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:33:17.412379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] Calling delete_port for d2589f5a-cbc9-40ae-83c7-effa6bddb807 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:17.482625 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:33:17.482894 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:33:17.517338 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.544901 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09ee8a4-8c72-4241-8dc9-97aa462dcdf7']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:17.558202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f58890-3162-4527-8338-cf4fcb8378d4') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:17.558495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f58890-3162-4527-8338-cf4fcb8378d4') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:17.570564 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.589018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.598304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:33:17.598845 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: timer() May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:33:17.615730 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:33:17.700626 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.793229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.810681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.820464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09ee8a4-8c72-4241-8dc9-97aa462dcdf7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:17.827931 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-18686bff-f5c8-42c2-ac74-094d86591505 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b09ee8a4-8c72-4241-8dc9-97aa462dcdf7 HTTP/1.1" status: 204 len: 168 time: 1.0236919 May 06 13:33:17.902609 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aeab46b9-bef6-4d8b-99e8-4849b3243417 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:33:17.938812 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: aeab46b9-bef6-4d8b-99e8-4849b3243417 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:33:17.939141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aeab46b9-bef6-4d8b-99e8-4849b3243417 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:33:17.939564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d2589f5a-cbc9-40ae-83c7-effa6bddb807 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:33:17.972603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: d2589f5a-cbc9-40ae-83c7-effa6bddb807 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:33:17.972987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d2589f5a-cbc9-40ae-83c7-effa6bddb807 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:33:17.983556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] Deleting port d2589f5a-cbc9-40ae-83c7-effa6bddb807 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:17.984017 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:18.005194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53718) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:18.048938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a9a89237-ed42-47cb-b4bc-05d3e73be948 None None] The port 'd2589f5a-cbc9-40ae-83c7-effa6bddb807' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:33:18.061348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0e824605-c2fe-4552-a832-9d286aef8029 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d9f543d00d14197890da7d22933d700&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550387 May 06 13:33:18.065209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 53722) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:18.133013 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1ae8-d90b-443b-ba1d-a6fc75da1152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:18.159576 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1ae8-d90b-443b-ba1d-a6fc75da1152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:18.215133 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1ae8-d90b-443b-ba1d-a6fc75da1152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:18.232206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b1ae8-d90b-443b-ba1d-a6fc75da1152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2642a43c-320c-44a8-910c-71ad22fd9dc3,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:18.239546 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1ae8-d90b-443b-ba1d-a6fc75da1152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:18.240810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3a3b1ae8-d90b-443b-ba1d-a6fc75da1152 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2642a43c-320c-44a8-910c-71ad22fd9dc3 HTTP/1.1" status: 204 len: 168 time: 0.1743953 May 06 13:33:18.721193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53730) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:18.781078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c75d0adc-e7ca-4470-98b0-020305077b42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52c33a7f559c40bf9b5492fafe55d929&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0585873 May 06 13:33:18.784818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53734) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:18.844866 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad20270f-1cb5-40a8-8ada-c3e8aa1aafce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:18.870441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad20270f-1cb5-40a8-8ada-c3e8aa1aafce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:18.925170 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad20270f-1cb5-40a8-8ada-c3e8aa1aafce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:18.945686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20270f-1cb5-40a8-8ada-c3e8aa1aafce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aabe165-f8f1-4369-81ac-51d1e42c8f14,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:18.950557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ad20270f-1cb5-40a8-8ada-c3e8aa1aafce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:18.951379 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ad20270f-1cb5-40a8-8ada-c3e8aa1aafce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7aabe165-f8f1-4369-81ac-51d1e42c8f14 HTTP/1.1" status: 204 len: 168 time: 0.1656673 May 06 13:33:30.837750 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:33:31.435896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-20f5c6a0-6754-4e2e-8449-6e34c211f2f1 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6e174f99f039487f88847018c7730754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311320 May 06 13:33:31.604122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-7d2f8a45-e38a-4722-86f5-53efb637748f tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:31.605552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-7d2f8a45-e38a-4722-86f5-53efb637748f tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619987 May 06 13:33:31.623964 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-3d4c6e2e-ac95-4ea1-bf73-f2e3e6fe0d42 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/quotas/6e174f99f039487f88847018c7730754 HTTP/1.1" status: 200 len: 375 time: 0.0112655 May 06 13:33:31.671084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-66f499cd-9377-4f11-b16e-d94ff4400c27 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e174f99f039487f88847018c7730754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418692 May 06 13:33:31.893426 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df1276e1-631f-4279-9ffe-9e26b4263b89 req-fa15b0e9-3177-46d5-b4f6-b0d629da426f tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 210 time: 0.0589337 May 06 13:33:32.925438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-cac255ff-e62b-4101-8f39-dbed6c4b7e3f tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e174f99f039487f88847018c7730754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335331 May 06 13:33:33.087646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-700e3dec-32eb-42dc-9373-8bf91bba5e29 req-90dc68be-aec9-4a85-ac79-e4fedf5295d2 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 210 time: 0.0488086 May 06 13:33:33.092031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-4cf914b8-e887-4e92-ab14-7d77ddea4c42 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:33.093808 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-4cf914b8-e887-4e92-ab14-7d77ddea4c42 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635239 May 06 13:33:33.120050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Request body: {'port': {'device_id': '5ff1038d-3368-497e-9665-0184606bee72', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'admin_state_up': True, 'tenant_id': '6e174f99f039487f88847018c7730754'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:33.280700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:33.284919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Usage tracker for resource:port and tenant:6e174f99f039487f88847018c7730754 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:33.287950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:33.293652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:33.306848 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Made reservation on behalf of 6e174f99f039487f88847018c7730754 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:33:33.310064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:33.323131 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:33.358151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:33.362292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Usage tracker for resource:security_group_rule and tenant:6e174f99f039487f88847018c7730754 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:33.365368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:33.371343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:33.454784 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:33.459734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:33.550445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d58655-b499-45cb-9bd7-57c7b18406d3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:33.642206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Allocated IP 192.168.233.235 (cd19f70c-733c-4427-8a4c-81ce319e34c0/b95a91a1-58a8-4d55-8632-c0a0b9d9dbab/efb0c337-31ca-4259-80ef-734de1f1b3b2) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:33:33.873319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:33.890043 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Transition to ACTIVE for port object efb0c337-31ca-4259-80ef-734de1f1b3b2 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:33.913803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:33.987911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Network cd19f70c-733c-4427-8a4c-81ce319e34c0 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:33:33.991049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:33.995254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:33:34.025832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Pushing event updated for resources: {'Port': ['ID=efb0c337-31ca-4259-80ef-734de1f1b3b2,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:34.066150 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:34.066777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:34.103688 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-8ab5e389-a1f5-4d57-8751-43f6149336d7 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9924676 May 06 13:33:34.116848 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Request body: {'port': {'device_id': '5ff1038d-3368-497e-9665-0184606bee72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:34.246018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:34.289341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7ad8308e-d57c-4040-9e8b-150a51b4b386 None None] Provisioning for port efb0c337-31ca-4259-80ef-734de1f1b3b2 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:34.297322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7ad8308e-d57c-4040-9e8b-150a51b4b386 None None] Provisioning complete for port efb0c337-31ca-4259-80ef-734de1f1b3b2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:34.297971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7ad8308e-d57c-4040-9e8b-150a51b4b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:34.320773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab155a-5c0a-4555-a697-09a369e5575c req-3b0f5d3e-b190-4330-ba10-e26ec983102b tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:34.322947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52ab155a-5c0a-4555-a697-09a369e5575c req-3b0f5d3e-b190-4330-ba10-e26ec983102b tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 936 time: 0.0966983 May 06 13:33:34.363523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7ad8308e-d57c-4040-9e8b-150a51b4b386 None None] Port efb0c337-31ca-4259-80ef-734de1f1b3b2 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:33:34.403408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-52ab155a-5c0a-4555-a697-09a369e5575c req-0a96cc9b-8a67-499d-90ad-7365fe6819c6 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714738 May 06 13:33:34.663331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb0c337-31ca-4259-80ef-734de1f1b3b2 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:33:34.671315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:34.689687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Transition to ACTIVE for port object efb0c337-31ca-4259-80ef-734de1f1b3b2 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:34.693997 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:34.832064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Pushing event updated for resources: {'Port': ['ID=efb0c337-31ca-4259-80ef-734de1f1b3b2,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:35.057590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Attempting to bind port efb0c337-31ca-4259-80ef-734de1f1b3b2 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:33:35.058265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Attempting to bind port efb0c337-31ca-4259-80ef-734de1f1b3b2 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:33:35.059232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Attempting to bind port efb0c337-31ca-4259-80ef-734de1f1b3b2 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:35.068958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Port efb0c337-31ca-4259-80ef-734de1f1b3b2 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:33:35.069361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Attempting to bind port efb0c337-31ca-4259-80ef-734de1f1b3b2 on network cd19f70c-733c-4427-8a4c-81ce319e34c0 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:35.080224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:33:35.080448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Checking segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:33:35.080849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Bound using segment: {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:33:35.081349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Bound port: efb0c337-31ca-4259-80ef-734de1f1b3b2, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a133ae18-e632-40bf-9742-ecffb51d591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:33:35.081628 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:35.173934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] For port efb0c337-31ca-4259-80ef-734de1f1b3b2, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:33:35.176820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] For port efb0c337-31ca-4259-80ef-734de1f1b3b2, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=efb0c337-31ca-4259-80ef-734de1f1b3b2,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:33:35.187051 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:35.263233 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:35.264607 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] 10.222.0.36 "PUT /v2.0/ports/efb0c337-31ca-4259-80ef-734de1f1b3b2 HTTP/1.1" status: 200 len: 1096 time: 1.1526253 May 06 13:33:35.265099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff1038d-3368-497e-9665-0184606bee72', 'tag': 'efb0c337-31ca-4259-80ef-734de1f1b3b2'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:33:35.287953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfc495-c6c2-4c81-abdc-63e3484cbc0b service neutron] Pushing event updated for resources: {'Port': ['ID=efb0c337-31ca-4259-80ef-734de1f1b3b2,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:35.350915 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6a4322-b3dc-45e1-a3b0-d49b4bf6ab74'] response: {'name': 'network-changed', 'server_uuid': '5ff1038d-3368-497e-9665-0184606bee72', 'tag': 'efb0c337-31ca-4259-80ef-734de1f1b3b2', 'status': 'completed', 'code': 200} May 06 13:33:35.395313 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-03588aa7-0f4e-439c-af19-2ec8a8597967 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e174f99f039487f88847018c7730754&device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 1099 time: 0.0837784 May 06 13:33:35.463669 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-ac9ab713-1f40-47f5-89b5-07a0fa18f2d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=efb0c337-31ca-4259-80ef-734de1f1b3b2 HTTP/1.1" status: 200 len: 217 time: 0.0615213 May 06 13:33:35.533737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-6510d003-53e8-4889-885b-41c541bc0174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:35.535268 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-6510d003-53e8-4889-885b-41c541bc0174 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.0657301 May 06 13:33:35.611972 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-eb45de9b-b7fc-4bbc-a879-49b522e1fb9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710604 May 06 13:33:35.620553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d04d7-b57e-49a2-a981-2a45f17ef110 req-26a9c94d-8872-4c22-9329-19326fefd1d2 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:35.622003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f31d04d7-b57e-49a2-a981-2a45f17ef110 req-26a9c94d-8872-4c22-9329-19326fefd1d2 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 948 time: 0.0849769 May 06 13:33:35.669480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f31d04d7-b57e-49a2-a981-2a45f17ef110 req-c72f2b6a-4ba8-482d-9d5b-00952cac8e81 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 May 06 13:33:35.752407 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-7a370c67-1a3d-4803-8da3-80f8c3af8486 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343946 May 06 13:33:35.889012 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-68a90b97-3f0a-43b9-a6e1-3edc7c742e23 req-53ceae11-8a9e-4dc1-95a1-fcdb2f261dc4 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305571 May 06 13:33:36.009423 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8625635a-b06d-473d-b426-c5a2073498d7 req-fcdc2b4a-3866-47f0-8bcb-71218b4cd20d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e174f99f039487f88847018c7730754&device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 1099 time: 0.0745351 May 06 13:33:36.156722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625635a-b06d-473d-b426-c5a2073498d7 req-dd4efc87-c6af-4459-b016-3357cae0fde3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:36.158243 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8625635a-b06d-473d-b426-c5a2073498d7 req-dd4efc87-c6af-4459-b016-3357cae0fde3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd19f70c-733c-4427-8a4c-81ce319e34c0 HTTP/1.1" status: 200 len: 870 time: 0.1347406 May 06 13:33:36.230076 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8625635a-b06d-473d-b426-c5a2073498d7 req-7cb66293-eb99-4976-ba3b-5c23e537c541 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=efb0c337-31ca-4259-80ef-734de1f1b3b2 HTTP/1.1" status: 200 len: 217 time: 0.0637064 May 06 13:33:36.302632 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625635a-b06d-473d-b426-c5a2073498d7 req-52bb716e-07b3-465f-a4b2-558f7a7da0ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:36.304786 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8625635a-b06d-473d-b426-c5a2073498d7 req-52bb716e-07b3-465f-a4b2-558f7a7da0ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b95a91a1-58a8-4d55-8632-c0a0b9d9dbab HTTP/1.1" status: 200 len: 843 time: 0.0680172 May 06 13:33:36.386055 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8625635a-b06d-473d-b426-c5a2073498d7 req-70208dbe-7c7e-426c-b4d2-eeadd662ce42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd19f70c-733c-4427-8a4c-81ce319e34c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748010 May 06 13:33:36.522474 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8625635a-b06d-473d-b426-c5a2073498d7 req-988bbc9c-cdcb-4c93-bbb5-c0f44c3deb60 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276498 May 06 13:33:36.660724 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8625635a-b06d-473d-b426-c5a2073498d7 req-8fa67767-6d6a-4f73-994f-6540c334a475 service neutron] 10.222.0.36 "GET /v2.0/networks/cd19f70c-733c-4427-8a4c-81ce319e34c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319757 May 06 13:33:36.882382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1be03-480e-400c-938f-5ebdbaf9d3da req-13f89b58-32ae-4891-bd8a-d52885c1fd30 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:36.883834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cac1be03-480e-400c-938f-5ebdbaf9d3da req-13f89b58-32ae-4891-bd8a-d52885c1fd30 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 948 time: 0.0833876 May 06 13:33:36.932857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cac1be03-480e-400c-938f-5ebdbaf9d3da req-46e1968c-acb3-47ce-af01-f50c49045f37 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432830 May 06 13:33:37.713425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:38.154200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc616f-1631-45b5-805b-8fc52287fcdf req-738500b8-c418-4b08-a869-fadd6f2412cd tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:38.155719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6cc616f-1631-45b5-805b-8fc52287fcdf req-738500b8-c418-4b08-a869-fadd6f2412cd tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 948 time: 0.0845737 May 06 13:33:38.204287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6cc616f-1631-45b5-805b-8fc52287fcdf req-dbc407af-9ffb-4dec-ade3-9b023a7df5ea tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409279 May 06 13:33:39.135033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device efb0c337-31ca-4259-80ef-734de1f1b3b2 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:33:39.277180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port efb0c337-31ca-4259-80ef-734de1f1b3b2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=efb0c337-31ca-4259-80ef-734de1f1b3b2,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:39.293666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'efb0c337-31ca-4259-80ef-734de1f1b3b2', 'network_id': 'cd19f70c-733c-4427-8a4c-81ce319e34c0', 'port_id': 'efb0c337-31ca-4259-80ef-734de1f1b3b2', 'mac_address': 'fa:16:3e:50:4a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95a91a1-58a8-4d55-8632-c0a0b9d9dbab', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:33:39.359688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:39.379501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb0c337-31ca-4259-80ef-734de1f1b3b2 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:33:39.399032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port efb0c337-31ca-4259-80ef-734de1f1b3b2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=efb0c337-31ca-4259-80ef-734de1f1b3b2,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:39.403976 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:39.429114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8674-0121-4cd0-ba53-5ae7e025df4f req-2d2c5179-d1be-4b1f-a563-4e18261d3655 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:39.430825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f22d8674-0121-4cd0-ba53-5ae7e025df4f req-2d2c5179-d1be-4b1f-a563-4e18261d3655 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 948 time: 0.0935719 May 06 13:33:39.471226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=efb0c337-31ca-4259-80ef-734de1f1b3b2,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:39.479903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.480253 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.480590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.480923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.481254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.481566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.481892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.481991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f22d8674-0121-4cd0-ba53-5ae7e025df4f req-4acf6a3d-ce08-49ec-9646-5fb5349d937d tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 May 06 13:33:39.482216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.482535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.482891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.483209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:39.626935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['efb0c337-31ca-4259-80ef-734de1f1b3b2'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:33:40.805338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e89ac-0b0d-46f0-bb64-f206799a2c51 req-d41584cf-acac-412f-b831-d9a74e591e6e tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:40.806577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa0e89ac-0b0d-46f0-bb64-f206799a2c51 req-d41584cf-acac-412f-b831-d9a74e591e6e tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 949 time: 0.1906815 May 06 13:33:40.852223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa0e89ac-0b0d-46f0-bb64-f206799a2c51 req-24b8a594-881e-43e9-95c5-3b79ee09ee0e tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 May 06 13:33:41.133291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device efb0c337-31ca-4259-80ef-734de1f1b3b2 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:41.206668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port efb0c337-31ca-4259-80ef-734de1f1b3b2 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:41.211632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port efb0c337-31ca-4259-80ef-734de1f1b3b2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:41.212015 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:41.336179 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:41.367848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff1038d-3368-497e-9665-0184606bee72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb0c337-31ca-4259-80ef-734de1f1b3b2'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:33:41.380428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port efb0c337-31ca-4259-80ef-734de1f1b3b2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=efb0c337-31ca-4259-80ef-734de1f1b3b2,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:41.385990 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:41.434472 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2091e4-3776-41f1-96d2-8feee22ac38a'] response: {'server_uuid': '5ff1038d-3368-497e-9665-0184606bee72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb0c337-31ca-4259-80ef-734de1f1b3b2', 'code': 200} May 06 13:33:41.465853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=efb0c337-31ca-4259-80ef-734de1f1b3b2,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:41.710087 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-77b5f438-cc41-45a6-a0b0-aa597b4dc423 req-32447435-9236-40e8-a69e-13c2f067eb6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 1101 time: 0.2189245 May 06 13:33:41.850428 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-77b5f438-cc41-45a6-a0b0-aa597b4dc423 req-c128c0f8-0558-48bb-a3a4-aa5e24cb8d61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347413 May 06 13:33:42.071821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0f779-97fa-4e2d-a57a-60c2f2a05e76 req-16e176a9-aea9-437d-9296-2f9eb429f8e0 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:42.073328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d0f779-97fa-4e2d-a57a-60c2f2a05e76 req-16e176a9-aea9-437d-9296-2f9eb429f8e0 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 950 time: 0.0961845 May 06 13:33:42.120839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8d0f779-97fa-4e2d-a57a-60c2f2a05e76 req-005ba7c0-70b4-46cb-9927-fce437271314 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 May 06 13:33:42.380334 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cf66d5a6-bc53-4433-bbdb-3b62cc00b1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:43.350475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55a083-2fc5-4280-80b8-d38364660d26 req-00b01904-7ae6-412b-9f3a-ea1297486665 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:43.352016 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f55a083-2fc5-4280-80b8-d38364660d26 req-00b01904-7ae6-412b-9f3a-ea1297486665 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 950 time: 0.1002109 May 06 13:33:43.404103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f55a083-2fc5-4280-80b8-d38364660d26 req-3400f284-800e-43da-9df6-6ec041bcbfa5 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463336 May 06 13:33:43.546426 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:43.882476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18b2b564-9121-4418-ace0-3352f8547a3f req-d02b263c-4ca2-4916-b036-0c659cd9a1f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0769103 May 06 13:33:44.489277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f32ad166-4ce4-4277-a15b-f607826f84e4 req-5c3c5b57-adeb-4704-97ab-7e73acf3a6de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1661396 May 06 13:33:44.749546 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bf10aff-c387-47f4-bb7d-24eadb9424cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:45.060691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796e181-6207-4dac-821f-18b89f892ea8 req-2aa1d55f-ddf0-4dc6-92ab-2d4565086927 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:45.062017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5796e181-6207-4dac-821f-18b89f892ea8 req-2aa1d55f-ddf0-4dc6-92ab-2d4565086927 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 950 time: 0.0815408 May 06 13:33:45.108736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5796e181-6207-4dac-821f-18b89f892ea8 req-0a33eeb5-fe19-4b36-9b85-a32cc6a76d52 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 May 06 13:33:45.564414 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:46.225804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:46.259973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-78c30851-7d67-4fbc-a229-1ddd252ea41a tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:46.260690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-78c30851-7d67-4fbc-a229-1ddd252ea41a tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Synchronizing usage tracker for tenant:6e174f99f039487f88847018c7730754 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:33:46.279219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-78c30851-7d67-4fbc-a229-1ddd252ea41a tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Unset dirty status for tenant:6e174f99f039487f88847018c7730754 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:33:46.280655 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-78c30851-7d67-4fbc-a229-1ddd252ea41a tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 950 time: 0.0985036 May 06 13:33:46.317447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5612f7-081c-4500-956d-cbd61751d8dc req-821db163-8f86-4328-9794-a3f5c1f4f317 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:46.319194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de5612f7-081c-4500-956d-cbd61751d8dc req-821db163-8f86-4328-9794-a3f5c1f4f317 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 950 time: 0.0782983 May 06 13:33:46.353245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Deleting port efb0c337-31ca-4259-80ef-734de1f1b3b2 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:33:46.353588 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:46.368690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de5612f7-081c-4500-956d-cbd61751d8dc req-ec975a3f-8c3b-49be-9dc6-d37f9147770e tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1d58655-b499-45cb-9bd7-57c7b18406d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432851 May 06 13:33:46.607006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] For port efb0c337-31ca-4259-80ef-734de1f1b3b2, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=efb0c337-31ca-4259-80ef-734de1f1b3b2,segment=NetworkSegment(a133ae18-e632-40bf-9742-ecffb51d591a),segment_id=a133ae18-e632-40bf-9742-ecffb51d591a)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:46.607336 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:46.727200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Calling delete_port for efb0c337-31ca-4259-80ef-734de1f1b3b2 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:33:46.883297 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:46.895234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['efb0c337-31ca-4259-80ef-734de1f1b3b2'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:33:46.932619 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Pushing event deleted for resources: {'Port': ['ID=efb0c337-31ca-4259-80ef-734de1f1b3b2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:46.973269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.973610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.973923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.974406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.974592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.974962 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.975278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.975575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.976024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.976199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:46.976528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:47.020396 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] No DVR routers for this DVR port efb0c337-31ca-4259-80ef-734de1f1b3b2 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:33:47.023294 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:47.025709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff1038d-3368-497e-9665-0184606bee72', 'name': 'network-vif-deleted', 'tag': 'efb0c337-31ca-4259-80ef-734de1f1b3b2'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:33:47.044201 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fd0ce13f-01a5-4add-bd1e-333fd9917d11 req-41afd931-770c-4c23-90b8-5b8c893333b3 tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.36 "DELETE /v2.0/ports/efb0c337-31ca-4259-80ef-734de1f1b3b2 HTTP/1.1" status: 204 len: 173 time: 0.7578647 May 06 13:33:47.089131 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6adcbb84-0751-461a-b1c5-40b15e40358b'] response: {'server_uuid': '5ff1038d-3368-497e-9665-0184606bee72', 'name': 'network-vif-deleted', 'tag': 'efb0c337-31ca-4259-80ef-734de1f1b3b2', 'status': 'completed', 'code': 200} May 06 13:33:47.554527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59ffbd75-2983-431c-9c41-2c0b64552c55 req-fadf4fd6-91a6-437f-b229-26c29852ef9a tempest-ServersAdminNegativeTestJSON-1111154133 tempest-ServersAdminNegativeTestJSON-1111154133-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ff1038d-3368-497e-9665-0184606bee72 HTTP/1.1" status: 200 len: 210 time: 0.0455787 May 06 13:33:47.703478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:49.018114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53882) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:49.163975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device efb0c337-31ca-4259-80ef-734de1f1b3b2 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:33:49.199473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: efb0c337-31ca-4259-80ef-734de1f1b3b2 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:33:49.199803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device efb0c337-31ca-4259-80ef-734de1f1b3b2 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:33:49.204372 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-06f3dd1b-2686-42d2-a704-31aff2861d2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e174f99f039487f88847018c7730754&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1849077 May 06 13:33:49.208431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53888) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:49.266004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaff39d2-465f-434e-966e-e4a348470f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:49.291404 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaff39d2-465f-434e-966e-e4a348470f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:49.348201 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaff39d2-465f-434e-966e-e4a348470f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:49.363051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff39d2-465f-434e-966e-e4a348470f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d58655-b499-45cb-9bd7-57c7b18406d3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:49.369580 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aaff39d2-465f-434e-966e-e4a348470f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:49.371677 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aaff39d2-465f-434e-966e-e4a348470f28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1d58655-b499-45cb-9bd7-57c7b18406d3 HTTP/1.1" status: 204 len: 168 time: 0.1623609 May 06 13:33:49.720225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53896) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:49.739044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a305995-4220-46e4-b5df-8674b47fb89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:49.774940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4a305995-4220-46e4-b5df-8674b47fb89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:49.778849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4a305995-4220-46e4-b5df-8674b47fb89e admin admin] Usage tracker for resource:security_group_rule and tenant:2668295c3b40434590a121305127d30c is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:49.781768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4a305995-4220-46e4-b5df-8674b47fb89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:49.787725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4a305995-4220-46e4-b5df-8674b47fb89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:49.860464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a305995-4220-46e4-b5df-8674b47fb89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:49.865757 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a305995-4220-46e4-b5df-8674b47fb89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:49.909626 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a305995-4220-46e4-b5df-8674b47fb89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedf1a2d-31f3-4259-8b64-6aa4a574b6b9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:49.914947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4a305995-4220-46e4-b5df-8674b47fb89e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2668295c3b40434590a121305127d30c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1936078 May 06 13:33:49.917665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53900) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:49.977607 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c3b6-c403-45d5-9a5a-34586e9cfd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.004189 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c3b6-c403-45d5-9a5a-34586e9cfd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.063302 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c3b6-c403-45d5-9a5a-34586e9cfd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.077137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3c3b6-c403-45d5-9a5a-34586e9cfd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedf1a2d-31f3-4259-8b64-6aa4a574b6b9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:50.083493 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4fe3c3b6-c403-45d5-9a5a-34586e9cfd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:50.086779 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4fe3c3b6-c403-45d5-9a5a-34586e9cfd0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fedf1a2d-31f3-4259-8b64-6aa4a574b6b9 HTTP/1.1" status: 204 len: 168 time: 0.1657984 May 06 13:33:50.993838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53922) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:51.134157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1620557631-network', 'tenant_id': 'c492321e4bc647ebbb3bc95dc0b2771e'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:51.143109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:51.147884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Usage tracker for resource:network and tenant:c492321e4bc647ebbb3bc95dc0b2771e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:51.150856 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:51.156709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:51.169682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Made reservation on behalf of c492321e4bc647ebbb3bc95dc0b2771e for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:33:51.172918 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.187887 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.224006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:51.227802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Usage tracker for resource:security_group_rule and tenant:c492321e4bc647ebbb3bc95dc0b2771e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:51.230590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:51.236180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:51.303687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.308532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.340331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:33:51.353774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8f43d7-91bc-42d6-b8df-9df45313ecb3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:51.357081 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.358034 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Added segment 6882fd3d-19a2-416a-8c74-17be1a8ff578 of type vlan for network c7fddc95-0228-42ec-bac2-0966b6f101a9 May 06 13:33:51.384687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.414519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.415444 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:51.415980 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.515578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] Pushing event updated for resources: {'Network': ['ID=c7fddc95-0228-42ec-bac2-0966b6f101a9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:51.518491 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0b08e7ed-93e1-4e1f-912a-febe8171f5fd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5231986 May 06 13:33:51.521628 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53928) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:51.525666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network c7fddc95-0228-42ec-bac2-0966b6f101a9 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:33:51.526954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Request body: {'subnet': {'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1620557631-subnet', 'tenant_id': 'c492321e4bc647ebbb3bc95dc0b2771e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:51.532874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:51.536915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Usage tracker for resource:subnet and tenant:c492321e4bc647ebbb3bc95dc0b2771e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:51.539902 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:51.546005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:51.557005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Made reservation on behalf of c492321e4bc647ebbb3bc95dc0b2771e for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:33:51.559187 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.764078 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.836925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afb68f0-ec86-4003-8193-046ffbe60306,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:51.854844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Checking segment: {'id': '6882fd3d-19a2-416a-8c74-17be1a8ff578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:33:51.855180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Network hostable DHCP agents. Network: c7fddc95-0228-42ec-bac2-0966b6f101a9, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:33:51.883511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Network c7fddc95-0228-42ec-bac2-0966b6f101a9 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:33:51.901530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, c7fddc95-0228-42ec-bac2-0966b6f101a9) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:51.905706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:51.906280 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.911680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d9786-4750-493b-8f35-dc2e3dfc51d3 None None] Network c7fddc95-0228-42ec-bac2-0966b6f101a9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:33:51.928564 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b36db870-95c3-4b83-8b62-46421daf511d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4059782 May 06 13:33:52.149507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e9bced-23e8-4163-83ca-ff5e93f0e8de None None] Network c7fddc95-0228-42ec-bac2-0966b6f101a9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:33:52.484496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-0197b723-1ae1-499b-9e86-7f0f0a329ba0 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:52.485893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-0197b723-1ae1-499b-9e86-7f0f0a329ba0 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/networks?id=c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 200 len: 812 time: 0.1474037 May 06 13:33:52.508312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-10012ec4-7c69-4fc7-8773-b66442743bad tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/quotas/c492321e4bc647ebbb3bc95dc0b2771e HTTP/1.1" status: 200 len: 375 time: 0.0117519 May 06 13:33:52.555107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-97b18ed1-28a5-4675-a614-5343a66c099c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414960 May 06 13:33:52.569864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-340f8c55-40d3-4adf-b705-7ef224d265aa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:33:52.570808 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-340f8c55-40d3-4adf-b705-7ef224d265aa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057933 May 06 13:33:52.715132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-cf5f07fb-1707-4f7c-b5c6-f6ee47b86eb9 service neutron] 10.222.0.44 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383858 May 06 13:33:52.850351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-22053207-3043-4715-b24a-9dfe2cdd3b5f service neutron] 10.222.0.44 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294007 May 06 13:33:54.074769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-68fedb29-e4d8-436a-9b69-276a2fe88461 req-77b508cf-921a-4ef9-ad29-0291321505b5 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 210 time: 0.0466034 May 06 13:33:55.250422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-ffbd6811-6500-4253-ba46-2c4a2954357c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:55.251126 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-ffbd6811-6500-4253-ba46-2c4a2954357c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Synchronizing usage tracker for tenant:c492321e4bc647ebbb3bc95dc0b2771e on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:33:55.253869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-65e7c2e8-4584-406d-beaf-6fc5e8523176 req-2d2efa2c-81e1-40fe-a381-97fe161d9c52 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 210 time: 0.0447292 May 06 13:33:55.270178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-ffbd6811-6500-4253-ba46-2c4a2954357c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Unset dirty status for tenant:c492321e4bc647ebbb3bc95dc0b2771e on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:33:55.273279 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-ffbd6811-6500-4253-ba46-2c4a2954357c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.36 "GET /v2.0/networks?id=c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 200 len: 812 time: 0.2743058 May 06 13:33:55.290135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Request body: {'port': {'device_id': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9', 'admin_state_up': True, 'tenant_id': 'c492321e4bc647ebbb3bc95dc0b2771e'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:55.430241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:55.434227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Usage tracker for resource:port and tenant:c492321e4bc647ebbb3bc95dc0b2771e is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:55.437155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:55.443026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:55.454965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Made reservation on behalf of c492321e4bc647ebbb3bc95dc0b2771e for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:33:55.457880 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:55.649290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Allocated IP 172.20.0.12 (c7fddc95-0228-42ec-bac2-0966b6f101a9/2afb68f0-ec86-4003-8193-046ffbe60306/40992dd7-dba6-48d7-ad5c-fa60af1cf753) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:33:55.847697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:55.879064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:55.954436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Network c7fddc95-0228-42ec-bac2-0966b6f101a9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:33:55.957613 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:55.962033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:33:55.986584 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Pushing event updated for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:56.023008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:56.023588 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.046844 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-3884b67e-fe98-41ef-be7c-4eabe87c6083 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7625067 May 06 13:33:56.058070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Request body: {'port': {'device_id': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:56.170150 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.457978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71d4b-6f41-48b2-b7c6-0980f67a4206 req-96a36937-7c97-45b1-bcbd-c7c601c33978 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:56.459409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24c71d4b-6f41-48b2-b7c6-0980f67a4206 req-96a36937-7c97-45b1-bcbd-c7c601c33978 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 932 time: 0.0792561 May 06 13:33:56.507005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24c71d4b-6f41-48b2-b7c6-0980f67a4206 req-c4df8e88-718a-44c9-a91d-d5189ae3b79e tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 May 06 13:33:56.520371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40992dd7-dba6-48d7-ad5c-fa60af1cf753 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:33:56.530729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.542288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Transition to ACTIVE for port object 40992dd7-dba6-48d7-ad5c-fa60af1cf753 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:56.547640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.674860 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Pushing event updated for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:56.783472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Attempting to bind port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:33:56.783670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Attempting to bind port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '6882fd3d-19a2-416a-8c74-17be1a8ff578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:33:56.784011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Attempting to bind port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on network c7fddc95-0228-42ec-bac2-0966b6f101a9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:56.789986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on network c7fddc95-0228-42ec-bac2-0966b6f101a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:33:56.790311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Attempting to bind port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on network c7fddc95-0228-42ec-bac2-0966b6f101a9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:56.796819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:33:56.797183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Checking segment: {'id': '6882fd3d-19a2-416a-8c74-17be1a8ff578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:33:56.797539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Bound using segment: {'id': '6882fd3d-19a2-416a-8c74-17be1a8ff578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:33:56.797959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Bound port: 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6882fd3d-19a2-416a-8c74-17be1a8ff578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:33:56.798297 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.887377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:33:56.890364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:33:56.898258 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.963239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:56.964665 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] 10.222.0.36 "PUT /v2.0/ports/40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 1092 time: 0.9106014 May 06 13:33:56.965116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:33:56.986105 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979af20-b44c-4c68-9707-c3f4a14de752 service neutron] Pushing event updated for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:57.036445 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd24074-7b76-4a27-b022-91993a68d4a7'] response: {'name': 'network-changed', 'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'status': 'completed', 'code': 200} May 06 13:33:57.073776 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-fcf9ff06-4c75-4bc4-a583-86ad2b51d8ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0721691 May 06 13:33:57.247616 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-7286176a-96d3-4100-b452-cc30941d09c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 217 time: 0.1673944 May 06 13:33:57.316113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-f404f41f-3b5d-4d08-8391-31f2d1f77375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:57.317538 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-f404f41f-3b5d-4d08-8391-31f2d1f77375 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2afb68f0-ec86-4003-8193-046ffbe60306 HTTP/1.1" status: 200 len: 852 time: 0.0635765 May 06 13:33:57.364355 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-66518fd3-0607-4c2d-98a7-09f96fd37da8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7fddc95-0228-42ec-bac2-0966b6f101a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412657 May 06 13:33:57.498076 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-8f7279b9-b9b7-44c2-88e3-8c45f4a16a13 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279662 May 06 13:33:57.630367 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-96c45b34-3bed-4779-b30b-25bd8c01f4d8 req-806e3fca-d113-40be-9ff3-2ca30cf07498 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253176 May 06 13:33:57.707936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185098c5-a818-4651-a0bb-ff8ac9dd8ff7 req-b53d6c32-1a5d-4cf1-80bf-5dec92c4d766 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:57.709379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-185098c5-a818-4651-a0bb-ff8ac9dd8ff7 req-b53d6c32-1a5d-4cf1-80bf-5dec92c4d766 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 944 time: 0.0800881 May 06 13:33:57.754238 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa167715-6dc7-4fff-870d-1318a4a4c34d req-ccf81dfa-62d0-4cb8-a5fb-a31e51da0520 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0772347 May 06 13:33:57.755784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-185098c5-a818-4651-a0bb-ff8ac9dd8ff7 req-85bcb0c1-6479-4279-b1ff-4a937f2f88d4 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 May 06 13:33:57.885151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167715-6dc7-4fff-870d-1318a4a4c34d req-76bc5787-b682-4501-b613-9eb5f8d17656 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:57.886494 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa167715-6dc7-4fff-870d-1318a4a4c34d req-76bc5787-b682-4501-b613-9eb5f8d17656 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 200 len: 913 time: 0.1267521 May 06 13:33:57.958351 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa167715-6dc7-4fff-870d-1318a4a4c34d req-75372eaf-cc9c-4da9-8fc2-69f79058ed25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 217 time: 0.0643647 May 06 13:33:58.020686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167715-6dc7-4fff-870d-1318a4a4c34d req-e28d3806-7a5a-4a0e-b999-0c65abe6753f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:58.022143 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa167715-6dc7-4fff-870d-1318a4a4c34d req-e28d3806-7a5a-4a0e-b999-0c65abe6753f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2afb68f0-ec86-4003-8193-046ffbe60306 HTTP/1.1" status: 200 len: 852 time: 0.0577354 May 06 13:33:58.070845 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa167715-6dc7-4fff-870d-1318a4a4c34d req-744a94a9-2732-414f-bc79-b42fa5ef7f9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7fddc95-0228-42ec-bac2-0966b6f101a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421324 May 06 13:33:58.205245 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa167715-6dc7-4fff-870d-1318a4a4c34d req-085f3b99-7847-4776-b284-7eb47f085965 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276584 May 06 13:33:58.338433 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa167715-6dc7-4fff-870d-1318a4a4c34d req-fd899c93-fe9e-4edc-bcc4-0c73c107e338 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261504 May 06 13:33:58.967910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37243199-8bfb-4675-8e18-fbab56f2604d req-7b262cef-5c7c-4b44-a039-65946be73bff tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:58.969684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37243199-8bfb-4675-8e18-fbab56f2604d req-7b262cef-5c7c-4b44-a039-65946be73bff tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 944 time: 0.0841687 May 06 13:33:59.027526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37243199-8bfb-4675-8e18-fbab56f2604d req-b20afd30-6808-4f27-91ce-6775715527cd tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525072 May 06 13:33:59.242985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 40992dd7-dba6-48d7-ad5c-fa60af1cf753 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:33:59.380724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:59.394414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9', 'port_id': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'mac_address': 'fa:16:3e:55:fe:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb68f0-ec86-4003-8193-046ffbe60306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:33:59.455406 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:59.472791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40992dd7-dba6-48d7-ad5c-fa60af1cf753 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:33:59.491982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:59.497277 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:59.564042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:59.688416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['40992dd7-dba6-48d7-ad5c-fa60af1cf753'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:34:00.239640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d7199-25df-41ca-96b4-0c8b551c393f req-baf27c1b-9479-4997-9176-a41333ec6f8a tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:00.241069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-630d7199-25df-41ca-96b4-0c8b551c393f req-baf27c1b-9479-4997-9176-a41333ec6f8a tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 945 time: 0.0888102 May 06 13:34:00.294292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-630d7199-25df-41ca-96b4-0c8b551c393f req-2725af1d-7934-4e3b-95f3-70154fe7422f tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 May 06 13:34:01.252645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 40992dd7-dba6-48d7-ad5c-fa60af1cf753 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:34:01.336617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:34:01.342108 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:01.342328 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:01.464899 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:01.497263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:34:01.513885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:34:01.517608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798334d-29ef-4fec-ae81-69a3698464e5 req-73f662ec-ee9d-4a56-97b3-961a5760880b tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:01.519234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0798334d-29ef-4fec-ae81-69a3698464e5 req-73f662ec-ee9d-4a56-97b3-961a5760880b tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 945 time: 0.0979633 May 06 13:34:01.519779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:01.589442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:01.649344 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecffead-18cb-47eb-a17c-8c9983a6dba3'] response: {'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'code': 200} May 06 13:34:01.671532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0798334d-29ef-4fec-ae81-69a3698464e5 req-3a6deeae-181f-4491-b7d1-44f83b46c7a0 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458423 May 06 13:34:01.797382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f7440654-5916-4361-9670-22d183d903d1 req-b69c8f93-5483-4168-9e65-61dffae6d62f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0784335 May 06 13:34:01.850622 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f7440654-5916-4361-9670-22d183d903d1 req-691fecd6-06d2-4cac-8aed-b1af56a8863d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461812 May 06 13:34:02.874971 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d6786-e72f-4c4f-92cb-88fa9f8d0b17 req-4707968d-559e-433b-a784-08f36fd0d116 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:02.876416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c8d6786-e72f-4c4f-92cb-88fa9f8d0b17 req-4707968d-559e-433b-a784-08f36fd0d116 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0779638 May 06 13:34:02.926768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c8d6786-e72f-4c4f-92cb-88fa9f8d0b17 req-06492885-abed-4b8e-833c-a102e5df8056 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 May 06 13:34:04.152994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569eb39-eeb9-4786-b03a-47f2061ad81a req-b46d09e5-149f-43ed-83af-8bbd4d4fbb8f tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:04.154340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b569eb39-eeb9-4786-b03a-47f2061ad81a req-b46d09e5-149f-43ed-83af-8bbd4d4fbb8f tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0990095 May 06 13:34:04.205127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b569eb39-eeb9-4786-b03a-47f2061ad81a req-38315ed5-925b-4f1c-ac7e-67c02ab69a4c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 May 06 13:34:04.445989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49ad40ee-cb15-47ff-8cb8-bca09f74d17a req-f713a157-2c38-42f5-b08a-e80acde31d27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0902331 May 06 13:34:04.716093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 53984) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:04.768930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3313a12-983c-4f3c-b215-17f6d433dd15 req-6e9181be-96c5-4793-899e-b368e8d1cdd7 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:04.770492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3313a12-983c-4f3c-b215-17f6d433dd15 req-6e9181be-96c5-4793-899e-b368e8d1cdd7 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0799520 May 06 13:34:04.818611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c3313a12-983c-4f3c-b215-17f6d433dd15 req-3a0f53a1-51dd-4a62-bbda-96ed29f51e29 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 May 06 13:34:04.864530 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-d95481ca-7413-4f8c-a8f7-9240cefc5ff5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1473043 May 06 13:34:06.048354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaad15-be6c-436e-8b50-22520c31d705 req-16eeec0e-aae0-475e-98f0-b0488b833d01 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:06.050154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ecbaad15-be6c-436e-8b50-22520c31d705 req-16eeec0e-aae0-475e-98f0-b0488b833d01 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0976200 May 06 13:34:06.101082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ecbaad15-be6c-436e-8b50-22520c31d705 req-5b108a76-f87c-4c4c-8ce6-b5426a662975 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 May 06 13:34:06.455026 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-f5a4e690-29b1-4c76-9671-86131cf0348a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0737345 May 06 13:34:06.594486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-271f289e-f488-456b-b396-a8d75029c41c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:06.596184 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-271f289e-f488-456b-b396-a8d75029c41c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 200 len: 913 time: 0.1357367 May 06 13:34:06.773875 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-a877f719-af65-443d-baa6-2052a3e1b0c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 217 time: 0.1710987 May 06 13:34:06.840437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-97aae62b-d8d9-432f-a57b-847a95a1d696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:06.842593 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-97aae62b-d8d9-432f-a57b-847a95a1d696 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2afb68f0-ec86-4003-8193-046ffbe60306 HTTP/1.1" status: 200 len: 852 time: 0.0628266 May 06 13:34:06.889129 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-db0daf0a-b7b8-4350-8b19-1647519c90ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7fddc95-0228-42ec-bac2-0966b6f101a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406640 May 06 13:34:07.024252 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-6590ff5d-94c6-491d-bf5d-3da5c64b2b66 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269596 May 06 13:34:07.162893 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-ce4e1dc0-51f0-4e1c-bff7-2e88646f44c5 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329296 May 06 13:34:07.302487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905872d2-62c7-48f8-aab0-260e28e93a8c req-fd45dffe-367a-47dc-bb2a-d5f9bff4b3e2 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:07.304005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-905872d2-62c7-48f8-aab0-260e28e93a8c req-fd45dffe-367a-47dc-bb2a-d5f9bff4b3e2 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0791786 May 06 13:34:07.354627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-905872d2-62c7-48f8-aab0-260e28e93a8c req-5d315dca-9804-4412-8952-cb8a0b3ca393 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447264 May 06 13:34:07.696128 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:07.839759 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:34:08.565841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fca35-5755-4601-ab67-b511e42d826b req-2c869ff7-9a2a-4f0f-8856-72d74db2471c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:08.567618 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-469fca35-5755-4601-ab67-b511e42d826b req-2c869ff7-9a2a-4f0f-8856-72d74db2471c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0831890 May 06 13:34:08.615046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-469fca35-5755-4601-ab67-b511e42d826b req-afce386e-644a-4697-aca7-77be750c4f49 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408747 May 06 13:34:09.823148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671050-dbb4-47ee-948d-9939540334fb req-7ea94f76-3aac-413a-8512-697855f4241d tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:09.824601 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7671050-dbb4-47ee-948d-9939540334fb req-7ea94f76-3aac-413a-8512-697855f4241d tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0802925 May 06 13:34:09.871386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7671050-dbb4-47ee-948d-9939540334fb req-9380c93c-fdcd-4778-928f-300bf16f55aa tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 May 06 13:34:11.079216 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ff75-f9e0-4b53-a90e-86c51c274d3a req-1cb52062-86b3-421d-b37f-4c411a5242fb tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:11.080644 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c87ff75-f9e0-4b53-a90e-86c51c274d3a req-1cb52062-86b3-421d-b37f-4c411a5242fb tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0864086 May 06 13:34:11.131098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c87ff75-f9e0-4b53-a90e-86c51c274d3a req-ff0babac-68db-4020-a4dc-cc2f51ec817a tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 May 06 13:34:12.339155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0143b-544e-4e97-9249-a3cde16f72a9 req-bd0c8e98-2ab7-41f7-a8e5-907924433aa4 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:12.340619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3a0143b-544e-4e97-9249-a3cde16f72a9 req-bd0c8e98-2ab7-41f7-a8e5-907924433aa4 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0779567 May 06 13:34:12.374866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-29693008-1c76-4c79-98b5-6b7635a76d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:12.390537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3a0143b-544e-4e97-9249-a3cde16f72a9 req-2e2882dc-79d6-40a5-9e0a-3d8a2cacaa6c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441372 May 06 13:34:13.559709 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:13.599711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1cef7-6b84-4f9b-929a-12f383543e06 req-d35be74e-1fa0-4414-a83e-055265eabcd7 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:13.601132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33d1cef7-6b84-4f9b-929a-12f383543e06 req-d35be74e-1fa0-4414-a83e-055265eabcd7 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0853598 May 06 13:34:13.650130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33d1cef7-6b84-4f9b-929a-12f383543e06 req-843731c5-0913-498b-bd52-3c9e0a579149 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 May 06 13:34:14.754971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-82222ec2-c306-40a3-a1bc-10974716cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:14.866208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570d62c-d95b-4a71-8600-3828c25940b7 req-462529c7-6e8f-4f1c-a8fd-c8c6b83ae299 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:14.867668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4570d62c-d95b-4a71-8600-3828c25940b7 req-462529c7-6e8f-4f1c-a8fd-c8c6b83ae299 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0862031 May 06 13:34:14.917612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4570d62c-d95b-4a71-8600-3828c25940b7 req-82d89499-4148-4419-8acf-a5f52909d61e tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 May 06 13:34:15.561605 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:16.139015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad02dae-8c79-4a0d-bb0f-326fc1fef2dc req-fac7068e-8cc9-4db9-8198-b4e6587d6c55 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:16.140357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dad02dae-8c79-4a0d-bb0f-326fc1fef2dc req-fac7068e-8cc9-4db9-8198-b4e6587d6c55 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0831039 May 06 13:34:16.188523 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dad02dae-8c79-4a0d-bb0f-326fc1fef2dc req-445748d1-fc13-4201-8e37-124114e97b37 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 May 06 13:34:16.228636 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:17.399144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce931e-c06c-49c2-9e88-1f5c086bb8c3 req-887c633d-205d-4fa4-ac10-2d774c131cf6 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:17.400589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efce931e-c06c-49c2-9e88-1f5c086bb8c3 req-887c633d-205d-4fa4-ac10-2d774c131cf6 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0861888 May 06 13:34:17.452743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efce931e-c06c-49c2-9e88-1f5c086bb8c3 req-eff10a43-cf2e-4c9b-89df-7647b14bcea6 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453334 May 06 13:34:17.528595 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b5b545c8-c298-4177-bcaa-5669ccef36a4 req-ef377c61-9fbf-4fcc-82c2-3ec9fa278bb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0680866 May 06 13:34:17.673488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b545c8-c298-4177-bcaa-5669ccef36a4 req-0ab5fe84-a734-4782-b535-95a70c8d60cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:17.675186 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b5b545c8-c298-4177-bcaa-5669ccef36a4 req-0ab5fe84-a734-4782-b535-95a70c8d60cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 200 len: 913 time: 0.1278272 May 06 13:34:17.704243 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:17.749324 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b5b545c8-c298-4177-bcaa-5669ccef36a4 req-9d314e18-edef-46be-ae89-2fcbe3b6d9a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 217 time: 0.0675802 May 06 13:34:17.812595 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b545c8-c298-4177-bcaa-5669ccef36a4 req-1385ea0f-6158-4ec0-ac43-d10b19210c42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:17.814035 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b5b545c8-c298-4177-bcaa-5669ccef36a4 req-1385ea0f-6158-4ec0-ac43-d10b19210c42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2afb68f0-ec86-4003-8193-046ffbe60306 HTTP/1.1" status: 200 len: 852 time: 0.0580409 May 06 13:34:17.863240 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b5b545c8-c298-4177-bcaa-5669ccef36a4 req-e44aac71-edf8-445c-9b8d-e45d2a7a72dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7fddc95-0228-42ec-bac2-0966b6f101a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427065 May 06 13:34:18.007514 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b5b545c8-c298-4177-bcaa-5669ccef36a4 req-f3e2e7d1-be6c-4a9a-81b5-b0f212a1de01 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380963 May 06 13:34:18.143767 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b5b545c8-c298-4177-bcaa-5669ccef36a4 req-c1ce5238-bd76-41cf-b74d-54398e8f2ca5 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299899 May 06 13:34:18.659336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3cb6-d581-4cd6-b707-e229d0083fbc req-bba21e57-4769-44bc-8e42-1f0e3b5147b3 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:18.660760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce2b3cb6-d581-4cd6-b707-e229d0083fbc req-bba21e57-4769-44bc-8e42-1f0e3b5147b3 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0793912 May 06 13:34:18.711840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce2b3cb6-d581-4cd6-b707-e229d0083fbc req-01864d03-7639-415c-acc6-f211d7917b43 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429146 May 06 13:34:19.925340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a69c2-4fcd-420d-b799-1d8cffad93d3 req-dac66746-cb74-48e0-8efc-13ebffe8e8b2 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:19.926907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c7a69c2-4fcd-420d-b799-1d8cffad93d3 req-dac66746-cb74-48e0-8efc-13ebffe8e8b2 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0909364 May 06 13:34:19.974361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2c7a69c2-4fcd-420d-b799-1d8cffad93d3 req-8e0f03e5-84b8-4a46-be66-aad309102433 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 May 06 13:34:21.203484 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f9d8b-3753-4d33-82a2-d5b6ae0279f7 req-8c76c8cc-1cd4-47eb-b424-a260c8752ca1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:21.204921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac1f9d8b-3753-4d33-82a2-d5b6ae0279f7 req-8c76c8cc-1cd4-47eb-b424-a260c8752ca1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.1041517 May 06 13:34:21.256924 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac1f9d8b-3753-4d33-82a2-d5b6ae0279f7 req-bce80e7e-3d44-45af-a2a4-7e1c0cb48276 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 May 06 13:34:22.460830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e3191-2080-40d9-8224-ad99cc34b5ea req-73529c6b-bad3-476b-b5aa-f802cfad8d4a tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:22.462314 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f78e3191-2080-40d9-8224-ad99cc34b5ea req-73529c6b-bad3-476b-b5aa-f802cfad8d4a tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0826035 May 06 13:34:22.508013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f78e3191-2080-40d9-8224-ad99cc34b5ea req-d300eecb-bca4-4386-be01-a093105a6040 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 May 06 13:34:23.721255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed827c-de68-4a1f-bd83-4b3dfe7f0c63 req-70da33d8-c3ad-44f2-944d-2a694ba7855e tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:23.722746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20ed827c-de68-4a1f-bd83-4b3dfe7f0c63 req-70da33d8-c3ad-44f2-944d-2a694ba7855e tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0831065 May 06 13:34:23.781045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20ed827c-de68-4a1f-bd83-4b3dfe7f0c63 req-a5ba19df-701f-4969-a81c-773806dbe74d tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496941 May 06 13:34:24.986658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b1204-05cb-40a4-9486-a46a6c443ab0 req-427bc6c0-59b2-4250-9d6e-b7b0317e20b6 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:24.988015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-865b1204-05cb-40a4-9486-a46a6c443ab0 req-427bc6c0-59b2-4250-9d6e-b7b0317e20b6 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0794849 May 06 13:34:25.037455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-865b1204-05cb-40a4-9486-a46a6c443ab0 req-13fd4535-0452-40dc-86ec-f699f2e71237 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 May 06 13:34:26.253567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483de757-b9b5-4df1-9c8f-a68cd8674120 req-2d82dd75-7a24-4a23-9635-bf29bd3c5b6d tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:26.254978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483de757-b9b5-4df1-9c8f-a68cd8674120 req-2d82dd75-7a24-4a23-9635-bf29bd3c5b6d tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0914397 May 06 13:34:26.303599 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-483de757-b9b5-4df1-9c8f-a68cd8674120 req-d56c20c4-448f-4acc-832f-c30d59938bba tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427275 May 06 13:34:27.520557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c49e0e-4cce-4d34-8cbc-241c0ba2b1d9 req-f270a0b1-33a1-4c68-91ef-d9072d535068 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:27.522048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69c49e0e-4cce-4d34-8cbc-241c0ba2b1d9 req-f270a0b1-33a1-4c68-91ef-d9072d535068 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0788009 May 06 13:34:27.580818 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69c49e0e-4cce-4d34-8cbc-241c0ba2b1d9 req-f272612e-d3e1-406f-aab6-6e3ff1eb04cb tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504689 May 06 13:34:28.801754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1ef42-1347-475d-b923-f33c8911202b req-11727e74-7623-4e0d-9ffe-244870ed117c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:28.803246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18e1ef42-1347-475d-b923-f33c8911202b req-11727e74-7623-4e0d-9ffe-244870ed117c tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0906596 May 06 13:34:28.852873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18e1ef42-1347-475d-b923-f33c8911202b req-9b3965ce-a4ee-4fda-8105-3778f11880e2 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 May 06 13:34:30.133601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc78d7c-b131-4378-92f1-575e55a5450e req-a304943a-032c-4d8c-a15d-316dea42c0a4 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:30.135041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bc78d7c-b131-4378-92f1-575e55a5450e req-a304943a-032c-4d8c-a15d-316dea42c0a4 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0861783 May 06 13:34:30.275187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bc78d7c-b131-4378-92f1-575e55a5450e req-639ef037-ca4f-44f0-aa35-18bd899acf4b tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334918 May 06 13:34:31.482629 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb7749-3f07-4b6f-9b63-ab55ad7429fa req-ba86d54e-99c7-4c04-8119-285d5c6664eb tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:31.484092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccbb7749-3f07-4b6f-9b63-ab55ad7429fa req-ba86d54e-99c7-4c04-8119-285d5c6664eb tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0848041 May 06 13:34:31.548284 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ccbb7749-3f07-4b6f-9b63-ab55ad7429fa req-93b7b6f3-79ac-4545-80ac-00e2fa8a0ef0 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573087 May 06 13:34:32.772771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1eeb9-1759-4e3d-9fb2-f7413b5ac8c2 req-32321afe-ad17-4553-b210-957975827478 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:32.774291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99a1eeb9-1759-4e3d-9fb2-f7413b5ac8c2 req-32321afe-ad17-4553-b210-957975827478 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0916975 May 06 13:34:32.821684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99a1eeb9-1759-4e3d-9fb2-f7413b5ac8c2 req-3199004a-06fc-457e-9b8f-4923d0e058c0 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 May 06 13:34:34.045562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c4200-a3c6-435e-a4dc-ff344fa44067 req-fd1a1926-fb93-4bcd-b664-5b50b51598a4 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:34.047068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd9c4200-a3c6-435e-a4dc-ff344fa44067 req-fd1a1926-fb93-4bcd-b664-5b50b51598a4 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0958524 May 06 13:34:34.099609 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd9c4200-a3c6-435e-a4dc-ff344fa44067 req-5f812e18-6926-4d0f-907e-a052cf0f5352 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 May 06 13:34:34.368730 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-ca6d5d4a-1a40-4589-a9cc-ceb730a5e5a5 service neutron] show failed (client error): The resource could not be found. May 06 13:34:34.369727 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-ca6d5d4a-1a40-4589-a9cc-ceb730a5e5a5 service neutron] 10.222.0.36 "GET /v2.0/ports/40992dd7-dba6-48d7-ad5c-fa60af1cf753/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0845354 May 06 13:34:34.644185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-c8907dde-5b6c-4f59-973d-ea66f5ad5849 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0&tenant_id=c492321e4bc647ebbb3bc95dc0b2771e HTTP/1.1" status: 200 len: 1097 time: 0.0696168 May 06 13:34:34.657467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:34.770449 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:35.061973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:34:35.092505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:34:35.157611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:34:35.163779 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:35.181228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Transition to ACTIVE for port object 40992dd7-dba6-48d7-ad5c-fa60af1cf753 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:34:35.188092 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:35.311960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Pushing event updated for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:35.363690 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06197df4-8ca1-4bf3-be76-5be34fdbf84a'] response: {'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'code': 200} May 06 13:34:35.414215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.414539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.414903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.415240 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.415578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.415902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.416226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.416549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.416872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.417196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.417517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:35.434072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] No DVR routers for this DVR port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:34:35.507578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Attempting to bind port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:34:35.507950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Attempting to bind port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '6882fd3d-19a2-416a-8c74-17be1a8ff578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:34:35.508262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Attempting to bind port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on network c7fddc95-0228-42ec-bac2-0966b6f101a9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:34:35.518316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6c4e7-a360-41d3-8a16-3b6f40a10e71 req-11126ebd-5b4e-422c-9605-6807bf1ce6cc tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:35.519862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cf6c4e7-a360-41d3-8a16-3b6f40a10e71 req-11126ebd-5b4e-422c-9605-6807bf1ce6cc tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 944 time: 0.2865071 May 06 13:34:35.522886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on network c7fddc95-0228-42ec-bac2-0966b6f101a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:34:35.523228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Attempting to bind port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on network c7fddc95-0228-42ec-bac2-0966b6f101a9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:34:35.550798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:34:35.551134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Checking segment: {'id': '6882fd3d-19a2-416a-8c74-17be1a8ff578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:34:35.551545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Bound using segment: {'id': '6882fd3d-19a2-416a-8c74-17be1a8ff578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:34:35.551967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Bound port: 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6882fd3d-19a2-416a-8c74-17be1a8ff578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:34:35.552337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:35.619194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cf6c4e7-a360-41d3-8a16-3b6f40a10e71 req-7238674b-6784-4d64-a510-fab96f21e0c1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930431 May 06 13:34:35.661667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:34:35.665559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:34:35.670642 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:35.737917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:35.739421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] 10.222.0.48 "PUT /v2.0/ports/40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 1092 time: 1.0876582 May 06 13:34:35.753839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0a44a-1bde-4722-9b08-8a2b3d25c3dc service neutron] Pushing event updated for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:35.836357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-c49002e2-5c4c-4601-9ab5-3b0b06c20307 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0726221 May 06 13:34:35.972385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-87ebf730-9439-438c-be1c-84bd10f4d585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:35.973895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-87ebf730-9439-438c-be1c-84bd10f4d585 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 200 len: 913 time: 0.1316612 May 06 13:34:36.147874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-f6174088-2c5c-4097-8faa-7d9462b3d730 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 217 time: 0.1673727 May 06 13:34:36.219298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-19f3a270-986f-4a67-80c5-f53809384cb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:36.220810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-19f3a270-986f-4a67-80c5-f53809384cb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2afb68f0-ec86-4003-8193-046ffbe60306 HTTP/1.1" status: 200 len: 852 time: 0.0663970 May 06 13:34:36.271212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-bbc37ef9-a8b1-476e-89ed-2dda7735e14b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7fddc95-0228-42ec-bac2-0966b6f101a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429275 May 06 13:34:36.426632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-f09b303b-baa2-439e-af91-436f0d766754 service neutron] 10.222.0.48 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485810 May 06 13:34:36.602374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47b7d56f-274b-4626-9a54-2375e54124a9 req-ea11fd6c-1984-4225-982b-5edc2f2f714f service neutron] 10.222.0.48 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686327 May 06 13:34:36.847394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211f17a-c104-40bb-bab6-a8a3b2fc104a req-881185b2-ab2a-4228-abf2-a9bfed7b89be tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:36.848930 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3211f17a-c104-40bb-bab6-a8a3b2fc104a req-881185b2-ab2a-4228-abf2-a9bfed7b89be tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 944 time: 0.0799956 May 06 13:34:36.899127 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3211f17a-c104-40bb-bab6-a8a3b2fc104a req-4e676b89-ec37-42f4-8fe2-5e2cd91e3a6a tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 May 06 13:34:37.365100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:34:37.439157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 40992dd7-dba6-48d7-ad5c-fa60af1cf753 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:34:37.441215 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec996d73-3ac3-4dfa-b65f-38f7d810b96b'] response: {'name': 'network-changed', 'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'status': 'completed', 'code': 200} May 06 13:34:37.508282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 40992dd7-dba6-48d7-ad5c-fa60af1cf753 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:34:37.533607 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-e8ebc43c-08a8-4012-a5d3-dce2544e2986 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0765140 May 06 13:34:37.541131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-34c4676d-1dd7-4f3c-956e-d080ac9ec741 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0773511 May 06 13:34:37.675575 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-9bdd8faa-4036-4af6-9463-f74790bccb43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:37.677006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-9bdd8faa-4036-4af6-9463-f74790bccb43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 200 len: 913 time: 0.1369982 May 06 13:34:37.678179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-9cdb718c-45b7-4a87-a893-309dd4dd0019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:37.679713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-9cdb718c-45b7-4a87-a893-309dd4dd0019 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 200 len: 913 time: 0.1312304 May 06 13:34:37.714450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:37.752646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-6c6ad1e3-43c8-4aec-8f46-e07c41078235 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 217 time: 0.0661848 May 06 13:34:37.754687 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-73f26f2f-a5c7-406d-b8f4-6c5c3b92bf28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 217 time: 0.0716481 May 06 13:34:37.825490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-b72bb78d-a9f0-4c5a-b6a6-2bf8716764c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:37.825774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-91c63ed9-5e82-4420-852b-5774267de801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:37.826958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-91c63ed9-5e82-4420-852b-5774267de801 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2afb68f0-ec86-4003-8193-046ffbe60306 HTTP/1.1" status: 200 len: 852 time: 0.0668018 May 06 13:34:37.827125 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-b72bb78d-a9f0-4c5a-b6a6-2bf8716764c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2afb68f0-ec86-4003-8193-046ffbe60306 HTTP/1.1" status: 200 len: 852 time: 0.0673420 May 06 13:34:37.872775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-7e72a0aa-1b48-4329-b2e8-fb68a6a51e73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c7fddc95-0228-42ec-bac2-0966b6f101a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396650 May 06 13:34:37.880544 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-f23dfe62-08df-4389-b554-818e721a54fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7fddc95-0228-42ec-bac2-0966b6f101a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478580 May 06 13:34:38.028847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-deacf786-dd29-4d68-b854-9ea1cb04fecf service neutron] 10.222.0.48 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484501 May 06 13:34:38.142856 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-5f0417d2-e8f4-43e3-bf9c-227c9b97151b service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566526 May 06 13:34:38.233336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0394865-3837-4bcb-9fe0-ed75423ee01e req-52a3ee47-0f6a-479f-9cf5-94c9f2b89d1f tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:38.234763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0394865-3837-4bcb-9fe0-ed75423ee01e req-52a3ee47-0f6a-479f-9cf5-94c9f2b89d1f tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 944 time: 0.2047431 May 06 13:34:38.236720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-433634b4-0cd2-4ca7-a6e6-630e690dfa48 service neutron] 10.222.0.48 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744442 May 06 13:34:38.282643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0394865-3837-4bcb-9fe0-ed75423ee01e req-17ed4c8a-f61d-4dff-97df-a2cf43debc05 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 May 06 13:34:38.283697 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-569769ff-4cf3-433d-a41e-a5dc78f38a55 req-7662fac6-9fa3-47a5-8bb2-5f1816fab651 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340837 May 06 13:34:39.496428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f9a4e-5aac-4fcd-be6e-98b594d4e21e req-97a5529c-3aba-4e45-b0d0-0ec3de8a6d11 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:39.497905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a0f9a4e-5aac-4fcd-be6e-98b594d4e21e req-97a5529c-3aba-4e45-b0d0-0ec3de8a6d11 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 944 time: 0.0848582 May 06 13:34:39.546912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a0f9a4e-5aac-4fcd-be6e-98b594d4e21e req-3b8a7846-e8a7-46b2-a9fe-411c146bdfa2 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 May 06 13:34:40.756598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b3589-7cb1-414c-929f-7f19a4467214 req-f3eb82fb-1e68-495c-bb25-56b84d2f2e4d tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:40.758165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b50b3589-7cb1-414c-929f-7f19a4467214 req-f3eb82fb-1e68-495c-bb25-56b84d2f2e4d tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 944 time: 0.0860794 May 06 13:34:40.806947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b50b3589-7cb1-414c-929f-7f19a4467214 req-8506e3b7-3d0e-4810-ae77-27e6f3962a6b tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 May 06 13:34:41.028779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 40992dd7-dba6-48d7-ad5c-fa60af1cf753 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:34:41.188841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:34:41.205594 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'network_id': 'c7fddc95-0228-42ec-bac2-0966b6f101a9', 'port_id': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'mac_address': 'fa:16:3e:55:fe:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb68f0-ec86-4003-8193-046ffbe60306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:34:41.229622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-c13eb342-b7c6-4b84-8796-c8d38fe742d9 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:41.230583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-c13eb342-b7c6-4b84-8796-c8d38fe742d9 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Synchronizing usage tracker for tenant:c492321e4bc647ebbb3bc95dc0b2771e on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:34:41.250122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-c13eb342-b7c6-4b84-8796-c8d38fe742d9 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Unset dirty status for tenant:c492321e4bc647ebbb3bc95dc0b2771e on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:34:41.251365 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-c13eb342-b7c6-4b84-8796-c8d38fe742d9 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0&tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 944 time: 0.1111279 May 06 13:34:41.260567 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:41.284690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40992dd7-dba6-48d7-ad5c-fa60af1cf753 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:34:41.301703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:34:41.306313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:41.340575 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-d064e7bf-c247-4435-8517-ddab9dcfc1ff service neutron] delete failed (client error): The resource could not be found. May 06 13:34:41.341636 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-d064e7bf-c247-4435-8517-ddab9dcfc1ff service neutron] 10.222.0.36 "DELETE /v2.0/ports/40992dd7-dba6-48d7-ad5c-fa60af1cf753/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0841463 May 06 13:34:41.414137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:41.424132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.424485 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.424582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.425161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.425161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.425514 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.426163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.426492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.426866 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.427229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.427640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:41.498737 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-8e3a031e-a208-4f21-95de-3c5791f471a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0833893 May 06 13:34:41.637750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-c53ae354-0008-41be-81d4-5d64290bd926 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:41.639274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-c53ae354-0008-41be-81d4-5d64290bd926 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 200 len: 913 time: 0.1349957 May 06 13:34:41.709802 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-43aeec09-cb71-4440-a30a-5092b910357a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 200 len: 217 time: 0.0647178 May 06 13:34:41.720822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['40992dd7-dba6-48d7-ad5c-fa60af1cf753'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:34:41.772467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-ca8066a8-ba5c-4e4e-b284-6aea3badf45c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:41.773931 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-ca8066a8-ba5c-4e4e-b284-6aea3badf45c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2afb68f0-ec86-4003-8193-046ffbe60306 HTTP/1.1" status: 200 len: 852 time: 0.0591516 May 06 13:34:41.818992 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-2fc0444d-2925-465d-87f1-a90f4acd92eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c7fddc95-0228-42ec-bac2-0966b6f101a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391538 May 06 13:34:41.957171 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-b83418ef-30de-4cfe-a37c-d081cb96676e service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321454 May 06 13:34:42.115034 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-a519d8da-a007-4f52-a264-029944ac70c5 service neutron] 10.222.0.36 "GET /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516666 May 06 13:34:42.378410 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5777d163-c6a2-4060-b00c-739867b5e772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:42.996149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6794a-d945-4450-b758-d33206680c80 req-50c00d62-ee8f-4bcb-8646-25bc584d88e7 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:42.997566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ec6794a-d945-4450-b758-d33206680c80 req-50c00d62-ee8f-4bcb-8646-25bc584d88e7 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 945 time: 0.0900156 May 06 13:34:43.035538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 40992dd7-dba6-48d7-ad5c-fa60af1cf753 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:34:43.109089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:34:43.114753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:43.115292 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:43.170757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ec6794a-d945-4450-b758-d33206680c80 req-8d66a87e-dd4e-438a-8d6b-843bcf935c58 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658297 May 06 13:34:43.237144 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:43.264296 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:34:43.273772 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:34:43.279195 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:43.327319 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405d68e4-6712-44c2-b2f8-f62b3cd18b37'] response: {'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'code': 200} May 06 13:34:43.351769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:43.554525 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:44.367587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f6768-f450-446e-a110-746783c335ca req-eb747d8f-cb2a-4698-8b0b-acb8d25816e6 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:44.369092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c6f6768-f450-446e-a110-746783c335ca req-eb747d8f-cb2a-4698-8b0b-acb8d25816e6 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0841093 May 06 13:34:44.416504 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4c6f6768-f450-446e-a110-746783c335ca req-ed67d5a0-d107-4356-bbbe-b2af080fa638 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8f43d7-91bc-42d6-b8df-9df45313ecb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 May 06 13:34:44.572992 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-690d3ff3-61ed-4a76-bd48-fd0c6e86805d tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:44.574437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-690d3ff3-61ed-4a76-bd48-fd0c6e86805d tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 946 time: 0.0844109 May 06 13:34:44.644874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Deleting port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:34:44.645228 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:44.763733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a29725bb-c6c5-4eb7-a4e5-c46038afb15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:44.841398 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:34:44.905234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] For port 40992dd7-dba6-48d7-ad5c-fa60af1cf753, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=40992dd7-dba6-48d7-ad5c-fa60af1cf753,segment=NetworkSegment(6882fd3d-19a2-416a-8c74-17be1a8ff578),segment_id=6882fd3d-19a2-416a-8c74-17be1a8ff578)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:34:44.905577 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:45.035457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Calling delete_port for 40992dd7-dba6-48d7-ad5c-fa60af1cf753 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:34:45.185279 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:45.197824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['40992dd7-dba6-48d7-ad5c-fa60af1cf753'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:34:45.233520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Pushing event deleted for resources: {'Port': ['ID=40992dd7-dba6-48d7-ad5c-fa60af1cf753,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:45.309926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] No DVR routers for this DVR port 40992dd7-dba6-48d7-ad5c-fa60af1cf753 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:34:45.312938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:45.315693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'name': 'network-vif-deleted', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:34:45.332636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a6ce644-b410-417b-a1e3-9121dca22e37 req-fe1d62ea-b90c-4bdf-906a-902edf74a8b1 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.48 "DELETE /v2.0/ports/40992dd7-dba6-48d7-ad5c-fa60af1cf753 HTTP/1.1" status: 204 len: 173 time: 0.7528424 May 06 13:34:45.377000 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cedcc63-23f9-4b1f-ad4b-9ce826f0cd72'] response: {'server_uuid': '2b808ef8-dabe-447f-8fd4-c04d86488fd0', 'name': 'network-vif-deleted', 'tag': '40992dd7-dba6-48d7-ad5c-fa60af1cf753', 'status': 'completed', 'code': 200} May 06 13:34:45.559866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:45.597946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f1942157-986c-4118-9a3c-204f486ecca0 req-4a8f954e-8f58-49c0-9145-e813bcb66143 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Synchronizing usage tracker for tenant:c492321e4bc647ebbb3bc95dc0b2771e on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:34:45.615357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f1942157-986c-4118-9a3c-204f486ecca0 req-4a8f954e-8f58-49c0-9145-e813bcb66143 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] Unset dirty status for tenant:c492321e4bc647ebbb3bc95dc0b2771e on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:34:45.616575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1942157-986c-4118-9a3c-204f486ecca0 req-4a8f954e-8f58-49c0-9145-e813bcb66143 tempest-DeleteServersTestJSON-624513699 tempest-DeleteServersTestJSON-624513699-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b808ef8-dabe-447f-8fd4-c04d86488fd0 HTTP/1.1" status: 200 len: 210 time: 0.0610352 May 06 13:34:46.234410 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:46.908052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54100) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:46.974228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Deleting subnet 2afb68f0-ec86-4003-8193-046ffbe60306 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:34:46.977843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.037540 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.100422 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.172774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.210662 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2afb68f0-ec86-4003-8193-046ffbe60306,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:47.221151 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.228933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.229156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.229501 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.229820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.230137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.230451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.230794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.231093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.231418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.231736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.232042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:47.236169 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f9af2fd9-690d-4bc3-afeb-1a0ce5eb3b64 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2afb68f0-ec86-4003-8193-046ffbe60306 HTTP/1.1" status: 204 len: 168 time: 0.3270791 May 06 13:34:47.240323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54104) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:47.351877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.485904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.514559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fddc95-0228-42ec-bac2-0966b6f101a9']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:47.527456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6882fd3d-19a2-416a-8c74-17be1a8ff578') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:47.527771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6882fd3d-19a2-416a-8c74-17be1a8ff578') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:47.540314 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.563064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.572299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:34:47.573361 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: timer() May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:34:47.694567 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:34:47.708294 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.773480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.795928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.802639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7fddc95-0228-42ec-bac2-0966b6f101a9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:47.815863 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1dbaa459-bad2-43b5-85bf-5f79ebfd1495 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c7fddc95-0228-42ec-bac2-0966b6f101a9 HTTP/1.1" status: 204 len: 168 time: 0.5744929 May 06 13:34:47.962738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54110) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:48.017984 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-29cfcd4e-1834-4d8a-b1be-fe758351c752 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c492321e4bc647ebbb3bc95dc0b2771e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540752 May 06 13:34:48.021963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54114) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:48.087723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-646d2e56-c9e2-4bc3-8c25-5dbd97dfd005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:48.113928 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-646d2e56-c9e2-4bc3-8c25-5dbd97dfd005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:48.168949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-646d2e56-c9e2-4bc3-8c25-5dbd97dfd005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:48.188368 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d2e56-c9e2-4bc3-8c25-5dbd97dfd005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8f43d7-91bc-42d6-b8df-9df45313ecb3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:48.194513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-646d2e56-c9e2-4bc3-8c25-5dbd97dfd005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:48.195859 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-646d2e56-c9e2-4bc3-8c25-5dbd97dfd005 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da8f43d7-91bc-42d6-b8df-9df45313ecb3 HTTP/1.1" status: 204 len: 168 time: 0.1726196 May 06 13:34:49.054077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 40992dd7-dba6-48d7-ad5c-fa60af1cf753 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:34:49.093417 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 40992dd7-dba6-48d7-ad5c-fa60af1cf753 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:34:49.093963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 40992dd7-dba6-48d7-ad5c-fa60af1cf753 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:34:49.144113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54136) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:49.293903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1292458613-network', 'tenant_id': '29d34aef57e24b339af2f58f5a803062'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:49.302120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:49.307673 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Usage tracker for resource:network and tenant:29d34aef57e24b339af2f58f5a803062 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:49.312801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:49.321414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:49.337080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Made reservation on behalf of 29d34aef57e24b339af2f58f5a803062 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:34:49.341058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:49.371906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:49.422986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:49.428394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Usage tracker for resource:security_group_rule and tenant:29d34aef57e24b339af2f58f5a803062 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:49.432074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:49.438566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:49.514367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:49.519126 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:49.550812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:34:49.561085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:49.570793 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:49.570793 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Added segment 9d3b3f43-4b12-401d-b5aa-dd9363264d1c of type vlan for network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 May 06 13:34:49.599547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:49.633360 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:49.636291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:49.637168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:49.745971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6005154 May 06 13:34:49.746499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b149be0-2dc4-4ded-810b-ecfb67c733f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:49.749376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54142) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:49.756055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Request body: {'subnet': {'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1292458613-subnet', 'tenant_id': '29d34aef57e24b339af2f58f5a803062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:49.760374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:34:49.761799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:49.766096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Usage tracker for resource:subnet and tenant:29d34aef57e24b339af2f58f5a803062 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:49.769459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:49.776570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:49.789447 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Made reservation on behalf of 29d34aef57e24b339af2f58f5a803062 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:34:49.791979 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:50.007955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:50.084359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b731b77b-febd-4322-b363-fad3af38a4f2,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:50.101793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Checking segment: {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:34:50.102133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Network hostable DHCP agents. Network: 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:34:50.124245 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:34:50.134368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:34:50.138906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:50.139541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:50.144775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd950f6-0593-4447-a396-0f0eb9c03760 None None] Network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:34:50.167221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-546898be-236e-44f6-9297-6e2bd4e2e9f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4166119 May 06 13:34:50.374895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc00720-be28-4cbf-bbfb-b5e2637008df None None] Network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:34:50.884322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-ce588dc3-d0d1-434f-844b-6b57eba8ac6e tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:50.885080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-ce588dc3-d0d1-434f-844b-6b57eba8ac6e tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Synchronizing usage tracker for tenant:29d34aef57e24b339af2f58f5a803062 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:34:50.905657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-ce588dc3-d0d1-434f-844b-6b57eba8ac6e tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Unset dirty status for tenant:29d34aef57e24b339af2f58f5a803062 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:34:50.907123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-ce588dc3-d0d1-434f-844b-6b57eba8ac6e tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 815 time: 0.2817974 May 06 13:34:50.926059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-83b36f4a-34fa-475c-9aa2-f13d311f2983 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/quotas/29d34aef57e24b339af2f58f5a803062 HTTP/1.1" status: 200 len: 375 time: 0.0130057 May 06 13:34:50.973832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-4fdef305-f85d-414a-869a-6e9afdef024d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417275 May 06 13:34:51.121152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-e6ce40fd-6fc0-4446-b37b-bb5757503479 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399634 May 06 13:34:51.260775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-8ff05180-a2fa-485b-9ad7-d8976e639426 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336150 May 06 13:34:51.465348 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-697c7fe1-fc5b-491d-8d3a-0a9d90fb9691 req-751ae9ea-79fb-480c-8210-dd18f0854b2a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 210 time: 0.0470071 May 06 13:34:52.569815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-82741d80-b117-40b5-914a-6ebfe2d7eade tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:52.571431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-82741d80-b117-40b5-914a-6ebfe2d7eade tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.48 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 815 time: 0.1577637 May 06 13:34:52.587616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Request body: {'port': {'device_id': '97b74633-4c4f-4419-b537-22e9141f70e5', 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55', 'admin_state_up': True, 'tenant_id': '29d34aef57e24b339af2f58f5a803062'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:52.709627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ca1c4a31-6e0f-4ca2-b768-f8cf2499cbf2 req-444e2c8a-bc14-4882-bcf0-7b5c74755b3e tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 210 time: 0.0580676 May 06 13:34:52.762946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:52.766974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Usage tracker for resource:port and tenant:29d34aef57e24b339af2f58f5a803062 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:52.769877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:52.775759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:52.787562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Made reservation on behalf of 29d34aef57e24b339af2f58f5a803062 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:34:52.790622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:52.961805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Allocated IP 172.20.0.13 (3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55/b731b77b-febd-4322-b363-fad3af38a4f2/795a5033-8841-42c6-9709-7a668383ae96) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:34:53.193682 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:53.224537 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:53.302372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:34:53.305731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:34:53.311091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:34:53.337457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Pushing event updated for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:53.376268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:53.376940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:53.399792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-09da67d7-ab95-4292-b735-724fd8d89cbb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8162436 May 06 13:34:53.412931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Request body: {'port': {'device_id': '97b74633-4c4f-4419-b537-22e9141f70e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:53.528510 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:54.023494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7458549-e5cd-4f96-a3da-101132510e20 req-ecfb18e4-2e5c-41fa-a55a-f7429e764806 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:54.024237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7458549-e5cd-4f96-a3da-101132510e20 req-ecfb18e4-2e5c-41fa-a55a-f7429e764806 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Synchronizing usage tracker for tenant:29d34aef57e24b339af2f58f5a803062 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:34:54.090872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7458549-e5cd-4f96-a3da-101132510e20 req-ecfb18e4-2e5c-41fa-a55a-f7429e764806 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Unset dirty status for tenant:29d34aef57e24b339af2f58f5a803062 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:34:54.092044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7458549-e5cd-4f96-a3da-101132510e20 req-ecfb18e4-2e5c-41fa-a55a-f7429e764806 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 932 time: 0.2219880 May 06 13:34:54.096295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795a5033-8841-42c6-9709-7a668383ae96 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:34:54.105768 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:54.139541 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Transition to ACTIVE for port object 795a5033-8841-42c6-9709-7a668383ae96 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:34:54.151007 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:54.223032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7458549-e5cd-4f96-a3da-101132510e20 req-d7288104-3525-445f-a295-6433dae8584d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Synchronizing usage tracker for tenant:29d34aef57e24b339af2f58f5a803062 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:34:54.311561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Pushing event updated for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:54.324162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d7458549-e5cd-4f96-a3da-101132510e20 req-d7288104-3525-445f-a295-6433dae8584d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Unset dirty status for tenant:29d34aef57e24b339af2f58f5a803062 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:34:54.325705 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7458549-e5cd-4f96-a3da-101132510e20 req-d7288104-3525-445f-a295-6433dae8584d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249277 May 06 13:34:54.447606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Attempting to bind port 795a5033-8841-42c6-9709-7a668383ae96 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:34:54.447869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Attempting to bind port 795a5033-8841-42c6-9709-7a668383ae96 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:34:54.448152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Attempting to bind port 795a5033-8841-42c6-9709-7a668383ae96 on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:34:54.454493 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Port 795a5033-8841-42c6-9709-7a668383ae96 on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:34:54.454839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Attempting to bind port 795a5033-8841-42c6-9709-7a668383ae96 on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:34:54.461342 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:34:54.461676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Checking segment: {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:34:54.462064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Bound using segment: {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:34:54.462489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Bound port: 795a5033-8841-42c6-9709-7a668383ae96, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:34:54.462877 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:54.554503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:34:54.557748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:34:54.563625 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:54.630748 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:54.632179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] 10.222.0.48 "PUT /v2.0/ports/795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 1092 time: 1.2238803 May 06 13:34:54.632646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'tag': '795a5033-8841-42c6-9709-7a668383ae96'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:34:54.651353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d32a5-38b0-436d-a64b-c00ec34f1df2 service neutron] Pushing event updated for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:54.717146 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8359fdd-4da9-4409-8a56-ac9123c58823'] response: {'name': 'network-changed', 'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'tag': '795a5033-8841-42c6-9709-7a668383ae96', 'status': 'completed', 'code': 200} May 06 13:34:54.763058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-f20e6646-2bb1-4fbd-bb68-e814b77d766e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 1095 time: 0.0776758 May 06 13:34:54.845231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-524933c0-a594-4159-a8f5-d4ea061da512 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 217 time: 0.0691643 May 06 13:34:54.911499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-a8d506a0-d5fd-4439-90fd-729c2fe18555 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:54.913028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-a8d506a0-d5fd-4439-90fd-729c2fe18555 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0614734 May 06 13:34:54.971087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-f7ebaf38-8598-453f-a4ec-c35b381e126c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498350 May 06 13:34:55.112606 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-b741870d-6726-41fb-b30c-13facaf7fea1 service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350720 May 06 13:34:55.256788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60c1e38d-7259-43f9-8bcd-ce56e5fd936c req-a479c396-ca09-4578-8b3c-b4b471b5a41f service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345522 May 06 13:34:55.384983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94828ccd-84ae-427e-9c8a-07f18a61f977 req-e1b9d3bb-3aac-437e-b35f-b4e30b599464 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 1095 time: 0.0780358 May 06 13:34:55.526286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94828ccd-84ae-427e-9c8a-07f18a61f977 req-08fc6b52-37bf-4345-a869-d4b636603062 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:55.527843 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94828ccd-84ae-427e-9c8a-07f18a61f977 req-08fc6b52-37bf-4345-a869-d4b636603062 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1352487 May 06 13:34:55.653336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94828ccd-84ae-427e-9c8a-07f18a61f977 req-11453a0c-1ccf-4d68-93b9-aa59e24b0cbe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 217 time: 0.1186657 May 06 13:34:55.736162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94828ccd-84ae-427e-9c8a-07f18a61f977 req-755ce2cb-ade1-42ae-93d2-5702bf9a15b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:55.737668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94828ccd-84ae-427e-9c8a-07f18a61f977 req-755ce2cb-ade1-42ae-93d2-5702bf9a15b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0779350 May 06 13:34:55.748624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449e9fd-d060-4226-a276-09fdb5882452 req-43ac5c27-4a33-492a-bfe6-58e32d4a0370 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:55.750142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6449e9fd-d060-4226-a276-09fdb5882452 req-43ac5c27-4a33-492a-bfe6-58e32d4a0370 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 944 time: 0.1585159 May 06 13:34:55.914587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94828ccd-84ae-427e-9c8a-07f18a61f977 req-1c161af3-95f7-496f-a049-f94300977fb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634302 May 06 13:34:56.026408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6449e9fd-d060-4226-a276-09fdb5882452 req-7e762ba7-2d1c-4696-898d-d89a6feb0726 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380394 May 06 13:34:56.071603 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94828ccd-84ae-427e-9c8a-07f18a61f977 req-b72b9a0c-af49-4bbf-810a-736d6d68317c service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501913 May 06 13:34:56.209300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-94828ccd-84ae-427e-9c8a-07f18a61f977 req-27945e2f-a3f9-4ef0-b1b0-cfbc714c37fe service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309955 May 06 13:34:57.248565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ec88e-5d73-44a0-869d-fd296b0ea801 req-6d18ba5d-1aa9-4bb2-adc1-3d28c014a26c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:57.250658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d05ec88e-5d73-44a0-869d-fd296b0ea801 req-6d18ba5d-1aa9-4bb2-adc1-3d28c014a26c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 944 time: 0.0911317 May 06 13:34:57.297952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d05ec88e-5d73-44a0-869d-fd296b0ea801 req-557481b3-5c81-48cc-bc96-166714870c83 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 May 06 13:34:58.510972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ca7a-8348-4b56-b3ea-08e26ed589a6 req-40942838-dd05-4c78-bb92-bf9ca3784547 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:58.512505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da71ca7a-8348-4b56-b3ea-08e26ed589a6 req-40942838-dd05-4c78-bb92-bf9ca3784547 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 944 time: 0.0858088 May 06 13:34:58.561315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da71ca7a-8348-4b56-b3ea-08e26ed589a6 req-8ed208a3-d407-4f05-9bae-bd983ab92a4f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 May 06 13:34:59.073227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 795a5033-8841-42c6-9709-7a668383ae96 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:34:59.215976 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:34:59.233705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '795a5033-8841-42c6-9709-7a668383ae96', 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55', 'port_id': '795a5033-8841-42c6-9709-7a668383ae96', 'mac_address': 'fa:16:3e:e1:57:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b731b77b-febd-4322-b363-fad3af38a4f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:34:59.286943 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:59.304517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795a5033-8841-42c6-9709-7a668383ae96 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:34:59.320622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:34:59.325728 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:59.392900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:59.635616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['795a5033-8841-42c6-9709-7a668383ae96'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:34:59.774276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1d42d-4d95-4a7a-92df-f63d0d9d4ec7 req-aa51c7d2-6fba-4550-90c6-e0835f52e72a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:59.775840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32d1d42d-4d95-4a7a-92df-f63d0d9d4ec7 req-aa51c7d2-6fba-4550-90c6-e0835f52e72a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 945 time: 0.0844083 May 06 13:34:59.825838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32d1d42d-4d95-4a7a-92df-f63d0d9d4ec7 req-c8c61806-73b6-49f5-abd2-6ff83f6ec997 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 May 06 13:35:01.041942 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6df386-3049-4f3e-8df8-c6d192a00e76 req-e296640b-3f83-4436-9464-ce595925f8bc tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:01.043543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de6df386-3049-4f3e-8df8-c6d192a00e76 req-e296640b-3f83-4436-9464-ce595925f8bc tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 945 time: 0.0889504 May 06 13:35:01.089182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 795a5033-8841-42c6-9709-7a668383ae96 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:35:01.097173 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de6df386-3049-4f3e-8df8-c6d192a00e76 req-e3f13977-904b-4bfc-a0cd-eabef0b7fa44 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474064 May 06 13:35:01.160948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 795a5033-8841-42c6-9709-7a668383ae96 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:35:01.167495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 795a5033-8841-42c6-9709-7a668383ae96 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:35:01.167871 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:01.312227 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:01.342352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795a5033-8841-42c6-9709-7a668383ae96'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:01.352408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:01.357306 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:01.403699 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3126e2eb-b8ca-4b86-ae2b-91deaea5d8a1'] response: {'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795a5033-8841-42c6-9709-7a668383ae96', 'code': 200} May 06 13:35:01.433199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:01.532335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38e6b1d1-0de8-4890-8d93-ff2723d05f1e req-6b04bc7b-21cd-4b68-9aa8-5316b0cf322b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 1097 time: 0.0716186 May 06 13:35:01.576321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38e6b1d1-0de8-4890-8d93-ff2723d05f1e req-d63555c0-6a7b-4ff1-ba90-51d85d5b95b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377879 May 06 13:35:02.312789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fa62d-f202-483a-8e9f-20e7d1d4c910 req-fc708c96-6689-4e9c-be78-774d90eb748a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:02.314274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b50fa62d-f202-483a-8e9f-20e7d1d4c910 req-fc708c96-6689-4e9c-be78-774d90eb748a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0907390 May 06 13:35:02.364854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b50fa62d-f202-483a-8e9f-20e7d1d4c910 req-1aa83fac-0aec-4780-be8c-e3331d6b0dae tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445340 May 06 13:35:03.569215 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f3008-5720-4c72-aab4-5744edc6a8eb req-79ee8c6e-1035-40d6-9c21-dfaab24c20cc tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:03.570715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f36f3008-5720-4c72-aab4-5744edc6a8eb req-79ee8c6e-1035-40d6-9c21-dfaab24c20cc tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0807977 May 06 13:35:03.619237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f36f3008-5720-4c72-aab4-5744edc6a8eb req-ba9fd594-85a5-423e-b8f7-e7cc27bb4cfd tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 May 06 13:35:03.833014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f657077-3053-4ad3-8693-e965705605df req-51233a60-5308-46f0-b774-362592cc7f5b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:03.834539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f657077-3053-4ad3-8693-e965705605df req-51233a60-5308-46f0-b774-362592cc7f5b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0855377 May 06 13:35:03.882658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f657077-3053-4ad3-8693-e965705605df req-d16ecb47-09c7-4971-9641-683117091ffa tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 May 06 13:35:04.268188 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05635277-b2cf-4937-8d21-6a1ae93d1306 req-fd81960b-a5ed-4092-bfb1-10a29766bde5 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:04.269561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05635277-b2cf-4937-8d21-6a1ae93d1306 req-fd81960b-a5ed-4092-bfb1-10a29766bde5 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0861306 May 06 13:35:04.323057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-05635277-b2cf-4937-8d21-6a1ae93d1306 req-3c59cf72-38ba-4ee6-9a7f-c2e6932e15e4 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471809 May 06 13:35:04.532911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc4b0-fec5-4075-8c7a-47beb15ee231 req-79650976-378f-4556-b271-d8309568127b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:04.534320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bdbc4b0-fec5-4075-8c7a-47beb15ee231 req-79650976-378f-4556-b271-d8309568127b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0838425 May 06 13:35:04.585796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2bdbc4b0-fec5-4075-8c7a-47beb15ee231 req-3359bccd-403f-4944-aa42-559d4a82ef3a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432193 May 06 13:35:04.789881 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c26f554e-627a-4c03-b8eb-ee35c08fadc6 req-da1d1e6f-0f6e-4727-8a77-6dab52ec21c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0735617 May 06 13:35:05.061560 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-b129eba4-e23a-4a25-885c-62854a7fbffd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797722 May 06 13:35:05.127888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac8aa6-acca-4580-822c-8f7589bb3228 req-65be9c8e-1ea7-4dc3-b3d5-9826b024906c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:05.131096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2ac8aa6-acca-4580-822c-8f7589bb3228 req-65be9c8e-1ea7-4dc3-b3d5-9826b024906c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0912943 May 06 13:35:05.176318 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c2ac8aa6-acca-4580-822c-8f7589bb3228 req-00d713dc-8e75-4e52-8273-eaa767bf487b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 May 06 13:35:06.439802 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5e510d67-723d-43c8-a901-9c9e5ac1124e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 1097 time: 0.1491005 May 06 13:35:06.446368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c522d75-d221-4dd8-9023-67c8864bc718 req-662db0e5-80de-4a67-814e-5478c597f941 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:06.447821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c522d75-d221-4dd8-9023-67c8864bc718 req-662db0e5-80de-4a67-814e-5478c597f941 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.1264131 May 06 13:35:06.683106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c522d75-d221-4dd8-9023-67c8864bc718 req-a8de7da2-fcea-4a74-be12-560ad7b7082b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162294 May 06 13:35:06.706456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-3dd221bb-5073-4601-b3f8-fa87ddaaf8a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:06.708032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-3dd221bb-5073-4601-b3f8-fa87ddaaf8a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.2593157 May 06 13:35:06.782631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5ff98a94-8633-42c1-ae1f-e2e763543416 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 217 time: 0.0682647 May 06 13:35:06.849274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-6e25a4ac-cea6-4edd-a875-ca91c5aa6dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:06.850784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-6e25a4ac-cea6-4edd-a875-ca91c5aa6dd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0623276 May 06 13:35:06.896853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-ecc34ec0-d009-41ea-a78e-cf0c25c39660 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404253 May 06 13:35:07.037823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-0e094802-278b-45ff-9543-c84be14e83ac service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351724 May 06 13:35:07.178044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-1b9f67b5-4b8b-4498-af4e-b320e5c90ca8 service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335366 May 06 13:35:07.732981 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:07.889280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19141dd-8459-47c2-ab1d-041ae84309bf req-58b3e25d-8104-4941-8648-8656ceb83997 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:07.890795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f19141dd-8459-47c2-ab1d-041ae84309bf req-58b3e25d-8104-4941-8648-8656ceb83997 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0813260 May 06 13:35:07.943129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f19141dd-8459-47c2-ab1d-041ae84309bf req-8f6ee30f-2587-4b97-b6cc-b47b46d1f547 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461566 May 06 13:35:09.169756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b058a-846a-4d17-87ea-36e318d25ee2 req-7586ce11-c599-4874-93fb-d04699ccc75c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:09.171280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-414b058a-846a-4d17-87ea-36e318d25ee2 req-7586ce11-c599-4874-93fb-d04699ccc75c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0924602 May 06 13:35:09.231686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-414b058a-846a-4d17-87ea-36e318d25ee2 req-ba0146de-5e8d-4c10-a825-1abf32a7fbe0 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539968 May 06 13:35:10.446307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cb8b8-b7d3-47e5-a45e-d25d7b9cf18b req-081cdf34-f587-4a9c-a606-6a71b3670276 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:10.447840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c5cb8b8-b7d3-47e5-a45e-d25d7b9cf18b req-081cdf34-f587-4a9c-a606-6a71b3670276 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0838273 May 06 13:35:10.500830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c5cb8b8-b7d3-47e5-a45e-d25d7b9cf18b req-a08f044a-f06c-4150-b15d-e89aba0cfa2c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 May 06 13:35:11.720856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4bd07a-0a00-4543-947c-61db75e4dc58 req-4f217f76-2f9d-4590-91a4-c30c1c0fa779 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:11.722442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a4bd07a-0a00-4543-947c-61db75e4dc58 req-4f217f76-2f9d-4590-91a4-c30c1c0fa779 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0888600 May 06 13:35:11.773972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a4bd07a-0a00-4543-947c-61db75e4dc58 req-85061153-37e3-484b-8052-fe5a20ce4bb3 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 May 06 13:35:12.382936 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bf78b6c3-0e4e-4003-9bea-09dd5adcd6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:12.996840 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1537-c224-46b4-9b44-b078075ab61f req-6e0a430f-e26c-45f1-81ef-5a19d77d7a0f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:12.998449 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e5b1537-c224-46b4-9b44-b078075ab61f req-6e0a430f-e26c-45f1-81ef-5a19d77d7a0f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0870671 May 06 13:35:13.066963 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e5b1537-c224-46b4-9b44-b078075ab61f req-354d067f-a17a-4a3f-af91-def2b398c2fb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586154 May 06 13:35:13.561909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:14.283715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59e509-9453-44db-94fd-cff119c61508 req-249a98ec-1f25-4fa9-b932-49b4d039dbf5 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:14.285224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c59e509-9453-44db-94fd-cff119c61508 req-249a98ec-1f25-4fa9-b932-49b4d039dbf5 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0896795 May 06 13:35:14.360032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5c59e509-9453-44db-94fd-cff119c61508 req-b48ec28e-feef-4be9-884a-a0825ecce19c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677278 May 06 13:35:14.758114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03df5d3d-6b0a-46c4-9fbc-e8a9807eae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:15.555878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:15.572402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865518-a4df-445b-afab-f9956ccf7c7b req-66bb6204-0574-491f-a456-f050a4f5fb95 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:15.573994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df865518-a4df-445b-afab-f9956ccf7c7b req-66bb6204-0574-491f-a456-f050a4f5fb95 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0849502 May 06 13:35:15.623766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df865518-a4df-445b-afab-f9956ccf7c7b req-1f77b2c3-4337-4858-98b4-d6c8adf36e80 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 May 06 13:35:16.236656 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:16.833243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d382f-a55b-4cc7-bc63-e79ad917b17c req-42e1c386-512f-46f6-8d2e-210ab5706a95 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:16.834823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-288d382f-a55b-4cc7-bc63-e79ad917b17c req-42e1c386-512f-46f6-8d2e-210ab5706a95 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0808272 May 06 13:35:16.899941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-288d382f-a55b-4cc7-bc63-e79ad917b17c req-5fd91af5-5c4f-4b7b-aec0-883f55bcafac tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558703 May 06 13:35:17.714851 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:18.110677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee516c-7bf7-42d9-b71a-f9ecb1139eae req-df87a407-a293-4eff-8029-fdb8776fe099 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:18.112158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cee516c-7bf7-42d9-b71a-f9ecb1139eae req-df87a407-a293-4eff-8029-fdb8776fe099 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0869131 May 06 13:35:18.159507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3cee516c-7bf7-42d9-b71a-f9ecb1139eae req-c8c28c7b-8ece-4388-b60b-f055114a5bed tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 May 06 13:35:19.374820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35324e-0091-4d0b-82e6-980b7694b3a3 req-353fb790-2f0a-46b9-988a-16d4efd6a87d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:19.376506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f35324e-0091-4d0b-82e6-980b7694b3a3 req-353fb790-2f0a-46b9-988a-16d4efd6a87d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0881221 May 06 13:35:19.426785 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f35324e-0091-4d0b-82e6-980b7694b3a3 req-88f9fdd9-15db-4758-8c38-6c6a397662b2 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 May 06 13:35:20.660034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2d70-7ec4-4b46-8d36-abd24ba8dec3 req-f3ec39fd-5415-4592-8cb2-8436eb65165c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:20.661505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc7d2d70-7ec4-4b46-8d36-abd24ba8dec3 req-f3ec39fd-5415-4592-8cb2-8436eb65165c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0869224 May 06 13:35:20.717324 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bc7d2d70-7ec4-4b46-8d36-abd24ba8dec3 req-55099262-ee5c-4e78-92a4-7edfb2675187 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497596 May 06 13:35:21.843022 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:35:22.047738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd088cbe-091b-4cf6-9228-55f17b7ba978 req-6e597772-2e1f-4284-81b3-f0bc2dcd1174 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:22.049439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd088cbe-091b-4cf6-9228-55f17b7ba978 req-6e597772-2e1f-4284-81b3-f0bc2dcd1174 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.1943195 May 06 13:35:22.097349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd088cbe-091b-4cf6-9228-55f17b7ba978 req-5329e192-2f08-4357-96e5-1fc70cf0e730 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 May 06 13:35:23.305228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b50d9-ff4e-4e51-8ea9-cec93af049bd req-6c4476e2-7aa2-4bd2-93cf-e35e462364bc tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:23.306674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a2b50d9-ff4e-4e51-8ea9-cec93af049bd req-6c4476e2-7aa2-4bd2-93cf-e35e462364bc tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0831828 May 06 13:35:23.357436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a2b50d9-ff4e-4e51-8ea9-cec93af049bd req-871d94ad-ef6d-4d49-8864-3b549fa8d835 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446184 May 06 13:35:24.576902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1280830-4fb3-43da-997e-54662ea1714e req-553f0db7-12d6-4d36-b0b1-02f3ca345dbe tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:24.578389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1280830-4fb3-43da-997e-54662ea1714e req-553f0db7-12d6-4d36-b0b1-02f3ca345dbe tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0907283 May 06 13:35:24.630481 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1280830-4fb3-43da-997e-54662ea1714e req-802b5c55-3153-4fce-8cfe-855c7c1d28da tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457022 May 06 13:35:25.861335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9569-07b5-4bc5-b4c1-b6b5626bbcb6 req-faa54fdd-63f6-4602-9993-161ca130ad59 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:25.862857 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a76e9569-07b5-4bc5-b4c1-b6b5626bbcb6 req-faa54fdd-63f6-4602-9993-161ca130ad59 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0971749 May 06 13:35:25.917761 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a76e9569-07b5-4bc5-b4c1-b6b5626bbcb6 req-45e8751a-4c0b-4de3-b77d-5c74a4ed361f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477903 May 06 13:35:27.140705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850d9a9-1442-4686-9af5-7bc94bd12f60 req-eef0fc29-023a-469a-a6a6-283ef3472e6d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:27.142220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0850d9a9-1442-4686-9af5-7bc94bd12f60 req-eef0fc29-023a-469a-a6a6-283ef3472e6d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0867448 May 06 13:35:27.189362 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0850d9a9-1442-4686-9af5-7bc94bd12f60 req-d53f65be-831e-48a9-ae39-382bcfb2aae7 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 May 06 13:35:28.407711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f10c4b-8791-41e5-903d-3d5dd047f083 req-a9589d1a-ba45-4045-871a-75d14d95b93c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:28.409260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26f10c4b-8791-41e5-903d-3d5dd047f083 req-a9589d1a-ba45-4045-871a-75d14d95b93c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0887997 May 06 13:35:28.459941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26f10c4b-8791-41e5-903d-3d5dd047f083 req-c73083fb-febe-41d5-a624-afa5247271b0 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440090 May 06 13:35:29.718384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb40d-aa23-4536-8618-2b2bd596ca49 req-dfea21fc-8f65-4eb0-a002-46a5dde8d498 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:29.720339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-618eb40d-aa23-4536-8618-2b2bd596ca49 req-dfea21fc-8f65-4eb0-a002-46a5dde8d498 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0800369 May 06 13:35:29.769187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-618eb40d-aa23-4536-8618-2b2bd596ca49 req-fd3c136f-f076-477f-a592-2ffa1eb7710f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 May 06 13:35:30.978837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ebefb-6aa1-44f1-b989-cb4b26ae016a req-04aafbee-0656-4d4f-8ff2-180d0553b40f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:30.980316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-647ebefb-6aa1-44f1-b989-cb4b26ae016a req-04aafbee-0656-4d4f-8ff2-180d0553b40f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0842738 May 06 13:35:31.034231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-647ebefb-6aa1-44f1-b989-cb4b26ae016a req-e3a0a1f0-da69-455c-8ca1-96ee272da741 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 May 06 13:35:32.253726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea355-b28c-4e61-ba46-3b6627f7fe0b req-3f2be045-b043-4928-aefb-3f8839b5b66b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:32.255105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e08ea355-b28c-4e61-ba46-3b6627f7fe0b req-3f2be045-b043-4928-aefb-3f8839b5b66b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0926495 May 06 13:35:32.307629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e08ea355-b28c-4e61-ba46-3b6627f7fe0b req-aada0867-ef18-489d-b611-ec308818a6c1 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 May 06 13:35:33.522231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b2aa9-e184-4bb7-ae26-351eaadc4a8c req-73437e0d-12c8-492c-a896-7402e2f757e8 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:33.523715 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff0b2aa9-e184-4bb7-ae26-351eaadc4a8c req-73437e0d-12c8-492c-a896-7402e2f757e8 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0904732 May 06 13:35:33.573698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff0b2aa9-e184-4bb7-ae26-351eaadc4a8c req-52dc94e0-b963-4a76-a4a4-a02c9b3831fa tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 May 06 13:35:33.669195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e137828-7a27-4e0d-86f8-4f8676d603da req-92ff95f8-45e0-4d62-be08-74ae6e807b7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 1097 time: 0.0766284 May 06 13:35:33.825390 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137828-7a27-4e0d-86f8-4f8676d603da req-0fa8381b-6fbb-45aa-908a-dfbe882d368b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:33.827021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e137828-7a27-4e0d-86f8-4f8676d603da req-0fa8381b-6fbb-45aa-908a-dfbe882d368b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1383049 May 06 13:35:33.896077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e137828-7a27-4e0d-86f8-4f8676d603da req-0aa6c4b5-a838-40db-b7bf-1f77e2c24777 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 217 time: 0.0628664 May 06 13:35:33.967497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e137828-7a27-4e0d-86f8-4f8676d603da req-f9a6fa8c-d416-4abd-89d2-ea93a5148e3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:33.968996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e137828-7a27-4e0d-86f8-4f8676d603da req-f9a6fa8c-d416-4abd-89d2-ea93a5148e3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0649145 May 06 13:35:34.016592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e137828-7a27-4e0d-86f8-4f8676d603da req-c3d64f0e-6481-4eb3-bbdc-1a741bff2e75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408778 May 06 13:35:34.163226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e137828-7a27-4e0d-86f8-4f8676d603da req-84801bce-a7a9-41cc-b230-8d395ac6a3fe service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397800 May 06 13:35:34.201039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.48', 60511) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:34.285757 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-d81b2618-bfb7-4b1d-a620-8192ddc1cd06 service neutron] show failed (client error): The resource could not be found. May 06 13:35:34.287241 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-d81b2618-bfb7-4b1d-a620-8192ddc1cd06 service neutron] 10.222.0.48 "GET /v2.0/ports/795a5033-8841-42c6-9709-7a668383ae96/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0847821 May 06 13:35:34.306838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e137828-7a27-4e0d-86f8-4f8676d603da req-27ef2718-5b98-404c-8768-03da5a6387a9 service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367550 May 06 13:35:34.582364 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5bcf6e29-c904-416e-a0e4-413ed83ef855 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5&tenant_id=29d34aef57e24b339af2f58f5a803062 HTTP/1.1" status: 200 len: 1097 time: 0.0764461 May 06 13:35:34.593756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:34.700975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:34.780360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d90f7-473f-47c6-80d3-5973d5b7d3cd req-09ad5f8c-aad2-4fd1-a08f-4e8df05ba6a2 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:34.781751 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d67d90f7-473f-47c6-80d3-5973d5b7d3cd req-09ad5f8c-aad2-4fd1-a08f-4e8df05ba6a2 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0788326 May 06 13:35:34.833674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d67d90f7-473f-47c6-80d3-5973d5b7d3cd req-2739c6aa-1172-48ba-8449-0c30dbdf86e5 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458224 May 06 13:35:34.973914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:35.004087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:35:35.067278 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795a5033-8841-42c6-9709-7a668383ae96'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:35.072857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:35.088070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Transition to ACTIVE for port object 795a5033-8841-42c6-9709-7a668383ae96 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:35:35.092198 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:35.140412 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca88c9b1-d67f-49f8-bf49-20bcb3cc0150'] response: {'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '795a5033-8841-42c6-9709-7a668383ae96', 'code': 200} May 06 13:35:35.215433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Pushing event updated for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=6']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:35.251806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] No DVR routers for this DVR port 795a5033-8841-42c6-9709-7a668383ae96 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:35:35.303440 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Attempting to bind port 795a5033-8841-42c6-9709-7a668383ae96 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:35:35.303716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Attempting to bind port 795a5033-8841-42c6-9709-7a668383ae96 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:35:35.304074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Attempting to bind port 795a5033-8841-42c6-9709-7a668383ae96 on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:35:35.310028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Port 795a5033-8841-42c6-9709-7a668383ae96 on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:35:35.310342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Attempting to bind port 795a5033-8841-42c6-9709-7a668383ae96 on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:35:35.316814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:35:35.317153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Checking segment: {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:35:35.317528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Bound using segment: {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:35:35.317945 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Bound port: 795a5033-8841-42c6-9709-7a668383ae96, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:35:35.318276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:35.421890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:35:35.425382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:35:35.431093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:35.494191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:35.495626 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] 10.222.0.36 "PUT /v2.0/ports/795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 1092 time: 0.9060011 May 06 13:35:35.511083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93b3f0-e853-49a1-9ee2-3813a32e4c79 service neutron] Pushing event updated for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:35.604733 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-d559195c-0e54-4c0c-b637-1aee7652b072 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 1095 time: 0.0873671 May 06 13:35:35.743814 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-a9917a56-a8ca-4e1f-93ca-0299d7c00f57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:35.745217 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-a9917a56-a8ca-4e1f-93ca-0299d7c00f57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1347864 May 06 13:35:35.814560 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-e05fdad9-e5e4-4256-a70e-dc20b0afa1b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 217 time: 0.0627530 May 06 13:35:35.987148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-a6e5928c-0a42-4494-9970-bacfdbfb1b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:35.988600 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-a6e5928c-0a42-4494-9970-bacfdbfb1b15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.1667979 May 06 13:35:36.038277 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-dc9ce650-4d53-4677-8eb2-2dc8dc7289ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393844 May 06 13:35:36.051621 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f45db0-e03f-4612-9773-83369d3fe43f req-5dfdf79c-4ec4-49dc-b920-89a2e9630e86 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:36.053014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4f45db0-e03f-4612-9773-83369d3fe43f req-5dfdf79c-4ec4-49dc-b920-89a2e9630e86 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 944 time: 0.0830920 May 06 13:35:36.100791 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4f45db0-e03f-4612-9773-83369d3fe43f req-f845da54-529c-4542-b969-55d991a43f82 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 May 06 13:35:36.185064 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-e06d82ff-9f21-4531-ad65-e73d0b9986a2 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397572 May 06 13:35:36.375957 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-de60483d-827e-4351-9a11-04d49f9e1abe service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844623 May 06 13:35:37.141408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'tag': '795a5033-8841-42c6-9709-7a668383ae96'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:37.217878 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee6d111-aece-4f62-b041-1c49bf806ca9'] response: {'name': 'network-changed', 'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'tag': '795a5033-8841-42c6-9709-7a668383ae96', 'status': 'completed', 'code': 200} May 06 13:35:37.321838 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-2751f2d0-7014-4719-a8ed-36e1f7fb8ec8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 1095 time: 0.0859210 May 06 13:35:37.323007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 795a5033-8841-42c6-9709-7a668383ae96 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:35:37.395640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 795a5033-8841-42c6-9709-7a668383ae96 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:35:37.472719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-2d16c8bd-ffee-48db-9f09-ef6307c51b39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:37.474224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-2d16c8bd-ffee-48db-9f09-ef6307c51b39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1455188 May 06 13:35:37.485614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-c9e80953-f921-4d62-9f5b-87b89251e2b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 1095 time: 0.2140653 May 06 13:35:37.491305 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4e9a3-5374-42fb-a343-82bd577304a3 req-41bf9a85-3084-4529-9b0b-b60e0995ba20 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:37.492726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0da4e9a3-5374-42fb-a343-82bd577304a3 req-41bf9a85-3084-4529-9b0b-b60e0995ba20 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 944 time: 0.2556996 May 06 13:35:37.545030 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-80351779-8afe-488b-8875-d5d7df1e971f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 217 time: 0.0625689 May 06 13:35:37.618269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-3818cc31-950a-414c-8b4a-202b956d79d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:37.619867 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-3818cc31-950a-414c-8b4a-202b956d79d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0686202 May 06 13:35:37.626215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0da4e9a3-5374-42fb-a343-82bd577304a3 req-292fdbe0-b72a-40ba-aead-79df569d6fec tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145735 May 06 13:35:37.667426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-6f703c02-0de6-452c-b506-8a2b1b69866f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:37.668829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-6f703c02-0de6-452c-b506-8a2b1b69866f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1752319 May 06 13:35:37.669848 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-78c2a9f7-622a-4cbc-8cf2-bd120c75e566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413623 May 06 13:35:37.735179 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:37.741638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-a75f8f16-e93a-44bd-89f3-df21ce9f08ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 217 time: 0.0663927 May 06 13:35:37.809482 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-715c0e7c-6fb9-4de9-8bca-f68b11c1d5c5 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332016 May 06 13:35:37.811393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-9b26b3e2-fb22-42c7-b65f-ef16cd3476cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:37.813112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-9b26b3e2-fb22-42c7-b65f-ef16cd3476cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0657578 May 06 13:35:37.859463 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-bda24f55-312a-4a1a-a506-f745e2ec74b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407498 May 06 13:35:37.972529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-dda7cd6c-d9b2-4a5d-8160-f4b30bd2afea service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537347 May 06 13:35:38.019551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-1e023230-6e7c-42fc-ad61-d32d35c432f3 service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535242 May 06 13:35:38.165327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec9d5a2f-aca5-4665-a4a4-71503143a237 req-a7cd609e-013a-4418-a6d1-b58de60beb73 service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388304 May 06 13:35:38.838934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37749d-d030-4c98-bcb2-f275caae1d21 req-050b9df7-1332-4c69-b0fd-bd55675511e5 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:38.841009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d37749d-d030-4c98-bcb2-f275caae1d21 req-050b9df7-1332-4c69-b0fd-bd55675511e5 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 944 time: 0.0839155 May 06 13:35:38.893151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d37749d-d030-4c98-bcb2-f275caae1d21 req-b2cc4d6e-3f37-4f2f-81a5-7fe8d62b3a85 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 May 06 13:35:39.307220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f1fb5-1ed7-44df-a506-c838a4c03faf req-fbe433ff-53c0-4dcd-9605-f3f93665c998 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:39.309755 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47f1fb5-1ed7-44df-a506-c838a4c03faf req-fbe433ff-53c0-4dcd-9605-f3f93665c998 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 944 time: 0.1485538 May 06 13:35:39.316275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860c843-705b-47ff-90d9-5863900ffd66 req-1ae269f6-67e8-45cf-bab2-2e39aeb19804 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:39.317839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9860c843-705b-47ff-90d9-5863900ffd66 req-1ae269f6-67e8-45cf-bab2-2e39aeb19804 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.48 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5&tenant_id=29d34aef57e24b339af2f58f5a803062&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 944 time: 0.1257200 May 06 13:35:39.421384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d47f1fb5-1ed7-44df-a506-c838a4c03faf req-1c89e85c-968f-4ce1-b3e6-8af98d37b910 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024821 May 06 13:35:39.427402 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-9860c843-705b-47ff-90d9-5863900ffd66 req-7382e864-15c0-4970-b04e-eb881c60d507 service neutron] delete failed (client error): The resource could not be found. May 06 13:35:39.428470 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9860c843-705b-47ff-90d9-5863900ffd66 req-7382e864-15c0-4970-b04e-eb881c60d507 service neutron] 10.222.0.48 "DELETE /v2.0/ports/795a5033-8841-42c6-9709-7a668383ae96/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0955176 May 06 13:35:39.578855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9860c843-705b-47ff-90d9-5863900ffd66 req-5e60d869-98df-43dd-84a0-46466a2df0a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 1095 time: 0.0749505 May 06 13:35:39.722708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860c843-705b-47ff-90d9-5863900ffd66 req-b11c161c-e5c0-48de-a851-067c91a6f45a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:39.724182 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9860c843-705b-47ff-90d9-5863900ffd66 req-b11c161c-e5c0-48de-a851-067c91a6f45a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1385531 May 06 13:35:39.761900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 795a5033-8841-42c6-9709-7a668383ae96 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:35:39.791561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9860c843-705b-47ff-90d9-5863900ffd66 req-e72ed71e-9be7-4cba-89e8-9cd4e5bcfddd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 200 len: 217 time: 0.0612366 May 06 13:35:39.857012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860c843-705b-47ff-90d9-5863900ffd66 req-0c19656d-c4c1-4dcf-9b74-dec49b156d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:39.858549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9860c843-705b-47ff-90d9-5863900ffd66 req-0c19656d-c4c1-4dcf-9b74-dec49b156d0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0615878 May 06 13:35:39.902338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:39.903978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9860c843-705b-47ff-90d9-5863900ffd66 req-ddd1a9d1-6ae6-4250-888f-d66063cde3bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382845 May 06 13:35:39.916798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '795a5033-8841-42c6-9709-7a668383ae96', 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55', 'port_id': '795a5033-8841-42c6-9709-7a668383ae96', 'mac_address': 'fa:16:3e:e1:57:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b731b77b-febd-4322-b363-fad3af38a4f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:35:39.971647 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:39.990328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795a5033-8841-42c6-9709-7a668383ae96 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:35:40.008258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:40.013306 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.087451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:40.146498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9860c843-705b-47ff-90d9-5863900ffd66 req-44158c2b-533b-4230-8729-168bc8439317 service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363331 May 06 13:35:40.231953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['795a5033-8841-42c6-9709-7a668383ae96'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:35:40.282381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9860c843-705b-47ff-90d9-5863900ffd66 req-92b03a4b-a512-4317-b0c9-a3bdcfa6c7b2 service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285717 May 06 13:35:40.640252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002d26-ee29-446e-b41e-c4216c784ac3 req-ff8a88d1-f575-4e29-8d48-e5dd9c60bc76 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:40.641764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85002d26-ee29-446e-b41e-c4216c784ac3 req-ff8a88d1-f575-4e29-8d48-e5dd9c60bc76 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 945 time: 0.0826676 May 06 13:35:40.691104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-85002d26-ee29-446e-b41e-c4216c784ac3 req-5a3af5fc-d941-49c8-8e8d-dd02367ab621 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 May 06 13:35:41.779910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 795a5033-8841-42c6-9709-7a668383ae96 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:35:41.853038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 795a5033-8841-42c6-9709-7a668383ae96 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:35:41.858591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 795a5033-8841-42c6-9709-7a668383ae96 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:35:41.858981 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.897273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eb6df-757f-43ef-8c45-faa9cab80f6a req-7ffed0f1-3642-4610-b72a-0f8e93bb8871 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:41.898735 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b64eb6df-757f-43ef-8c45-faa9cab80f6a req-7ffed0f1-3642-4610-b72a-0f8e93bb8871 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 945 time: 0.0787952 May 06 13:35:41.946467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b64eb6df-757f-43ef-8c45-faa9cab80f6a req-ab0d34e9-2f50-4e2d-b096-71a291c4b4d0 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 May 06 13:35:41.973674 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.000422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795a5033-8841-42c6-9709-7a668383ae96'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:42.009865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:42.014251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.066328 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f096c96a-63b3-42e7-b9b3-3ca57ba5dc3c'] response: {'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795a5033-8841-42c6-9709-7a668383ae96', 'code': 200} May 06 13:35:42.082719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:42.091167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.091496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.091837 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.092182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.092551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.093033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.093355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.093678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.093997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.094317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.094660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:42.152036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a6c63-0213-42bc-b809-e803fad90290 req-baaa0010-74fd-480f-a3f6-d0bedb664da8 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:42.153482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-785a6c63-0213-42bc-b809-e803fad90290 req-baaa0010-74fd-480f-a3f6-d0bedb664da8 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0813856 May 06 13:35:42.201049 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-785a6c63-0213-42bc-b809-e803fad90290 req-d255282f-c46e-41bf-890e-ef08eb0e06a6 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 May 06 13:35:42.389930 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-70fac48f-b3ef-4af9-8319-03aa8a0d7d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.424467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c61a44-5dbf-4d0d-93c4-a61132b6c8df req-c0f7cc92-695f-4b21-828a-87a122fc43dd tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:42.425941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02c61a44-5dbf-4d0d-93c4-a61132b6c8df req-c0f7cc92-695f-4b21-828a-87a122fc43dd tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.1000469 May 06 13:35:42.474641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02c61a44-5dbf-4d0d-93c4-a61132b6c8df req-e1b8da92-561f-4320-81a9-b0b8bf96d7f9 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401831 May 06 13:35:43.031383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-665eef15-a291-41b3-a8b9-f60094be53de tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:43.033519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-665eef15-a291-41b3-a8b9-f60094be53de tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 815 time: 0.1604249 May 06 13:35:43.052364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-a73e2cbe-c9bb-4a81-85ab-801cf826e47f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/quotas/29d34aef57e24b339af2f58f5a803062 HTTP/1.1" status: 200 len: 375 time: 0.0132375 May 06 13:35:43.134828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-059d6bff-aec8-4c73-b5f7-59caffb56594 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764749 May 06 13:35:43.274526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-2e872c40-b733-4813-b7e4-9fec0a88c9b4 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328888 May 06 13:35:43.411110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-78cf0dcc-7440-45b0-94da-b5ebb8046df9 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304166 May 06 13:35:43.558686 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:43.612677 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a0c303a-8313-4f5c-ac11-6cbac4248686 req-0b0f5812-58e7-41ba-90da-899d1fbc9cfb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 210 time: 0.0409429 May 06 13:35:44.212268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebf966-1e64-44f2-9380-aba828318e67 req-80944e8a-f2b0-415f-ba15-88f9832f41a0 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:44.213663 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-48ebf966-1e64-44f2-9380-aba828318e67 req-80944e8a-f2b0-415f-ba15-88f9832f41a0 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b74633-4c4f-4419-b537-22e9141f70e5 HTTP/1.1" status: 200 len: 946 time: 0.0853176 May 06 13:35:44.289967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Deleting port 795a5033-8841-42c6-9709-7a668383ae96 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:44.290319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:44.626372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] For port 795a5033-8841-42c6-9709-7a668383ae96, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=795a5033-8841-42c6-9709-7a668383ae96,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:44.626775 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:44.761625 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b2bbe967-a0fa-49b5-b671-661fa87f3310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:44.788867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb1f787d-f1d1-460b-860b-76efc84dc3a4 req-a3811824-462b-4a22-ae70-ef0b8eb6492a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 210 time: 0.0460322 May 06 13:35:44.861048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Calling delete_port for 795a5033-8841-42c6-9709-7a668383ae96 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:44.949711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-dfe1fc49-caae-4c86-bead-aa196fa5020a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:44.951105 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-dfe1fc49-caae-4c86-bead-aa196fa5020a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.36 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 815 time: 0.4277186 May 06 13:35:44.968395 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Request body: {'port': {'device_id': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55', 'admin_state_up': True, 'tenant_id': '29d34aef57e24b339af2f58f5a803062'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:45.149668 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:45.160994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['795a5033-8841-42c6-9709-7a668383ae96'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:35:45.189042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:45.206552 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Usage tracker for resource:port and tenant:29d34aef57e24b339af2f58f5a803062 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:45.210959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:45.214257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Pushing event deleted for resources: {'Port': ['ID=795a5033-8841-42c6-9709-7a668383ae96,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:45.219787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:45.290753 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Made reservation on behalf of 29d34aef57e24b339af2f58f5a803062 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:35:45.293682 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:45.309012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] No DVR routers for this DVR port 795a5033-8841-42c6-9709-7a668383ae96 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:35:45.313714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:45.316155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'name': 'network-vif-deleted', 'tag': '795a5033-8841-42c6-9709-7a668383ae96'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:45.369343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.36 "DELETE /v2.0/ports/795a5033-8841-42c6-9709-7a668383ae96 HTTP/1.1" status: 204 len: 173 time: 1.1500568 May 06 13:35:45.382987 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc63c328-d331-4a52-aa22-eba8df9c406b'] response: {'server_uuid': '97b74633-4c4f-4419-b537-22e9141f70e5', 'name': 'network-vif-deleted', 'tag': '795a5033-8841-42c6-9709-7a668383ae96', 'status': 'completed', 'code': 200} May 06 13:35:45.491694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Allocated IP 172.20.0.13 (3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55/b731b77b-febd-4322-b363-fad3af38a4f2/c04ad45a-194e-4a8d-8618-b76546c74d2d) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:35:45.561994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:45.715383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:45.745475 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:45.756517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['795a5033-8841-42c6-9709-7a668383ae96'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:35:45.817782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:35:45.820988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:35:45.825515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:35:45.853929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Pushing event updated for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:45.897282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:45.897843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:45.924322 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-82d99dc6-3289-4a9a-9b42-e68cd9933a7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9592848 May 06 13:35:45.935964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Request body: {'port': {'device_id': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:45.996124 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3156002-3f58-42dd-b69c-20376d3fd251 req-72da0d69-dc69-4347-925d-78b74e8d3243 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:45.997506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3156002-3f58-42dd-b69c-20376d3fd251 req-72da0d69-dc69-4347-925d-78b74e8d3243 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 932 time: 0.0797904 May 06 13:35:46.049582 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e3156002-3f58-42dd-b69c-20376d3fd251 req-ef26b83d-0a2b-4c76-b8af-254ef9573193 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 May 06 13:35:46.055889 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:46.239491 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:46.426183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04ad45a-194e-4a8d-8618-b76546c74d2d {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:35:46.435178 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:46.449996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Transition to ACTIVE for port object c04ad45a-194e-4a8d-8618-b76546c74d2d will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:35:46.454020 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:46.693149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:46.801016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Attempting to bind port c04ad45a-194e-4a8d-8618-b76546c74d2d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:35:46.801353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Attempting to bind port c04ad45a-194e-4a8d-8618-b76546c74d2d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:35:46.801670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Attempting to bind port c04ad45a-194e-4a8d-8618-b76546c74d2d on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:35:46.807775 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Port c04ad45a-194e-4a8d-8618-b76546c74d2d on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:35:46.808063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Attempting to bind port c04ad45a-194e-4a8d-8618-b76546c74d2d on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:35:46.814633 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:35:46.814958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Checking segment: {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:35:46.815327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Bound using segment: {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:35:46.815736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Bound port: c04ad45a-194e-4a8d-8618-b76546c74d2d, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:35:46.816076 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:46.911834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:35:46.915542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:35:46.921718 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:46.991843 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:46.993219 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] 10.222.0.36 "PUT /v2.0/ports/c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 1092 time: 1.0615036 May 06 13:35:47.007189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55727fb6-7fb5-47c3-ad77-6d944be82820 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:47.110765 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-275b634f-0ab7-4399-9e60-a22db2031c9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 1095 time: 0.0752051 May 06 13:35:47.184666 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-b2dfa5fa-10ca-4cd7-a049-e58886219bfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 217 time: 0.0662725 May 06 13:35:47.254625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-ec41e837-c379-41db-8497-5fb2a55dd241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:47.256179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-ec41e837-c379-41db-8497-5fb2a55dd241 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0653412 May 06 13:35:47.266036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c44eef-2bfb-457f-b5c5-3a74fde64be5 req-f253f1c2-31f7-47f4-a7dc-f80aef737d7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:47.267545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9c44eef-2bfb-457f-b5c5-3a74fde64be5 req-f253f1c2-31f7-47f4-a7dc-f80aef737d7f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 944 time: 0.0863574 May 06 13:35:47.303353 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-ea013d64-adc1-43c6-83b3-ad039149f3f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403724 May 06 13:35:47.316775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9c44eef-2bfb-457f-b5c5-3a74fde64be5 req-a30bc404-e1b0-447d-a1ce-e1ac954ef1ac tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 May 06 13:35:47.385533 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:47.458210 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ee9188-b90e-4ea1-9364-5d7d4036414d'] response: {'name': 'network-changed', 'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'status': 'completed', 'code': 200} May 06 13:35:47.461615 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-8369b335-5e42-42b7-93e0-2a0b3cad7848 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511977 May 06 13:35:47.600802 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4dc660f8-be8a-498e-affa-06845fa2d0b5 req-65ebfcff-b4d8-4647-936a-948181b37377 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330216 May 06 13:35:47.713409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:47.727393 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f4060476-8e39-4b15-98bf-92309d3c69d7 req-0b500f26-4cbb-48d6-9983-ae572b4301de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 1095 time: 0.0775998 May 06 13:35:47.795994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 795a5033-8841-42c6-9709-7a668383ae96 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:35:47.829303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 795a5033-8841-42c6-9709-7a668383ae96 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:35:47.829629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 795a5033-8841-42c6-9709-7a668383ae96 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:35:47.864893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060476-8e39-4b15-98bf-92309d3c69d7 req-47ace0e4-5444-4ed2-aa3f-34e69658818e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:47.866358 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f4060476-8e39-4b15-98bf-92309d3c69d7 req-47ace0e4-5444-4ed2-aa3f-34e69658818e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1331184 May 06 13:35:47.935329 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f4060476-8e39-4b15-98bf-92309d3c69d7 req-5603c571-6cbc-44de-9889-6faeeaf40462 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 217 time: 0.0623345 May 06 13:35:48.006177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4060476-8e39-4b15-98bf-92309d3c69d7 req-38656a06-5697-4bad-96a5-7924c7e8484d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:48.007642 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f4060476-8e39-4b15-98bf-92309d3c69d7 req-38656a06-5697-4bad-96a5-7924c7e8484d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0661941 May 06 13:35:48.053933 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f4060476-8e39-4b15-98bf-92309d3c69d7 req-1b9b1435-5a61-43d6-8b40-90385cefabca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396533 May 06 13:35:48.190024 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f4060476-8e39-4b15-98bf-92309d3c69d7 req-91481166-835f-4cc8-89a5-ae0537c3652b service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285045 May 06 13:35:48.328617 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f4060476-8e39-4b15-98bf-92309d3c69d7 req-1d8882ff-b446-4462-909f-25ec9c1e5e1d service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313045 May 06 13:35:48.519909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7102ef-1648-43fa-9f7e-6a67c00e1c38 req-61fb4df8-a894-4c5e-9a36-bd2605a9ae6a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:48.521366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7102ef-1648-43fa-9f7e-6a67c00e1c38 req-61fb4df8-a894-4c5e-9a36-bd2605a9ae6a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 944 time: 0.0794873 May 06 13:35:48.574062 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd7102ef-1648-43fa-9f7e-6a67c00e1c38 req-b97111be-915d-4b29-8f49-245cb493d8f2 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 May 06 13:35:49.796422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231fa39-6bde-45ae-b5a0-4336f9929c21 req-e602db54-0fb3-489a-84d1-364c1159d6b0 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:49.797482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c04ad45a-194e-4a8d-8618-b76546c74d2d details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:35:49.798058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e231fa39-6bde-45ae-b5a0-4336f9929c21 req-e602db54-0fb3-489a-84d1-364c1159d6b0 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 944 time: 0.0986235 May 06 13:35:49.846096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e231fa39-6bde-45ae-b5a0-4336f9929c21 req-ab7b8119-27d8-4d61-afd6-4f3fe04c34d6 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 May 06 13:35:49.940602 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:49.954169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55', 'port_id': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'mac_address': 'fa:16:3e:62:eb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b731b77b-febd-4322-b363-fad3af38a4f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:35:50.021760 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.040892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04ad45a-194e-4a8d-8618-b76546c74d2d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:35:50.061746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:50.067332 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.137666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:50.262969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['c04ad45a-194e-4a8d-8618-b76546c74d2d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:35:51.063811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21262af-ca9c-4f59-9531-bf41f89b05c6 req-39f29f36-b13a-436b-80a2-0b3b48d3d695 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:51.065247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c21262af-ca9c-4f59-9531-bf41f89b05c6 req-39f29f36-b13a-436b-80a2-0b3b48d3d695 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 945 time: 0.0876839 May 06 13:35:51.127330 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c21262af-ca9c-4f59-9531-bf41f89b05c6 req-5f81a3e3-bf96-49f3-aed5-d2276a3ddd71 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 May 06 13:35:51.828142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c04ad45a-194e-4a8d-8618-b76546c74d2d up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:35:51.908131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port c04ad45a-194e-4a8d-8618-b76546c74d2d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:35:51.913746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port c04ad45a-194e-4a8d-8618-b76546c74d2d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:35:51.914121 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:52.056854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:52.089819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:52.099947 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:52.103792 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:52.159476 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6358feb-f130-4544-8012-875067a80456'] response: {'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'code': 200} May 06 13:35:52.174387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:52.401937 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cdd77d0-de11-46cd-9f44-d4b5dcc4bdcb req-bbd3db50-f594-4c92-bec2-b0ee9696b09c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 1097 time: 0.1873379 May 06 13:35:52.449579 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-7cdd77d0-de11-46cd-9f44-d4b5dcc4bdcb req-e28f3a50-38a4-4f82-b706-0e4f4d52a86f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 May 06 13:35:52.592717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff5427-91f1-4815-9b61-8e99798e2680 req-c55b51b4-2950-4042-84fb-011d22656484 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:52.594291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0eff5427-91f1-4815-9b61-8e99798e2680 req-c55b51b4-2950-4042-84fb-011d22656484 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.1800063 May 06 13:35:52.642061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0eff5427-91f1-4815-9b61-8e99798e2680 req-04fbaf1e-c0c2-4de2-92f3-f532ba2adeb4 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 May 06 13:35:53.859337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b9811-4db3-49c4-9341-b9f4392ce579 req-b626e67d-7852-4e8e-8351-fdf54b05d281 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:53.860789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c37b9811-4db3-49c4-9341-b9f4392ce579 req-b626e67d-7852-4e8e-8351-fdf54b05d281 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0845072 May 06 13:35:53.907768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c37b9811-4db3-49c4-9341-b9f4392ce579 req-f2bd7f6b-3197-4ace-a98f-32b9cd62eab0 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 May 06 13:35:54.123435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddba586-b6dd-431e-bdb5-3c36d0040706 req-bbbeaff9-6e9d-4e79-a219-fd3dab1bc2f4 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:54.124891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fddba586-b6dd-431e-bdb5-3c36d0040706 req-bbbeaff9-6e9d-4e79-a219-fd3dab1bc2f4 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0900247 May 06 13:35:54.179149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fddba586-b6dd-431e-bdb5-3c36d0040706 req-d30fc9b2-b9bf-4df3-894f-aea41d52576e tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466304 May 06 13:35:54.457762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69ea3210-1a63-4fdd-822f-f04891958e54 req-fe72684b-8581-4733-803a-b70289b79382 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1493855 May 06 13:35:54.710176 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-81001cda-a588-4972-9fc6-d1eabd5b9672 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695512 May 06 13:35:54.775976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c0743-335e-46df-be57-a37dc5d96da3 req-9f050586-e80a-4afe-8607-4c05864bfece tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:54.777431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db1c0743-335e-46df-be57-a37dc5d96da3 req-9f050586-e80a-4afe-8607-4c05864bfece tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0844758 May 06 13:35:54.827681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db1c0743-335e-46df-be57-a37dc5d96da3 req-7e6d25ba-89ac-424b-8025-983103ac2a26 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445361 May 06 13:35:55.987783 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-91964612-774b-4339-9786-3d7c5613aa1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 1097 time: 0.0786014 May 06 13:35:56.031899 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe89de9-8255-4888-ac1f-a500057ec34a req-8bc18b59-b435-4996-9ba7-b9ea008dcbcb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:56.033520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe89de9-8255-4888-ac1f-a500057ec34a req-8bc18b59-b435-4996-9ba7-b9ea008dcbcb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0810549 May 06 13:35:56.082965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fe89de9-8255-4888-ac1f-a500057ec34a req-d88e8100-45bd-4b2f-89c0-e6c68221a6fa tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 May 06 13:35:56.125907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-bc938d5d-f971-4134-8ee9-dfa267cdbbd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:56.127614 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-bc938d5d-f971-4134-8ee9-dfa267cdbbd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1331306 May 06 13:35:56.197793 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-7b6803cf-699b-4e7d-933f-ff29bf4cc104 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 217 time: 0.0627213 May 06 13:35:56.266125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-8136fca7-54bb-4439-9acb-06d21967af46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:56.268396 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-8136fca7-54bb-4439-9acb-06d21967af46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0639424 May 06 13:35:56.317840 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-a3afbab5-4116-4920-bfc3-79e0b6a11f54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422664 May 06 13:35:56.472720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-817431da-1005-4c23-b8a6-7109799e416f service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322081 May 06 13:35:56.606217 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-00cf446d-20ea-4700-ac6d-25463b2f026c service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269267 May 06 13:35:57.296397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b437dd-1bf9-45a6-8bcf-6873d1d1b831 req-98550adb-915c-4c5d-b7fe-96b0f2b6924d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:57.297841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92b437dd-1bf9-45a6-8bcf-6873d1d1b831 req-98550adb-915c-4c5d-b7fe-96b0f2b6924d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0853562 May 06 13:35:57.350410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92b437dd-1bf9-45a6-8bcf-6873d1d1b831 req-d91bac5f-400b-456d-b75a-a1493fe1437d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464883 May 06 13:35:58.567196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156455b-76c7-493d-a874-f236fa9a5193 req-3c3ab52f-ec1a-40a2-8da8-01cee0b6db2b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:58.568987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f156455b-76c7-493d-a874-f236fa9a5193 req-3c3ab52f-ec1a-40a2-8da8-01cee0b6db2b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0801048 May 06 13:35:58.621454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f156455b-76c7-493d-a874-f236fa9a5193 req-1aa55ce0-ed11-4e80-85db-527aed3d1b0a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 May 06 13:35:58.844658 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:35:59.834743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b561b-057f-4ce3-a4ee-16152ebfa19e req-ba4c2c23-7788-40c3-a07f-1d7993a266d6 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:59.836196 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d3b561b-057f-4ce3-a4ee-16152ebfa19e req-ba4c2c23-7788-40c3-a07f-1d7993a266d6 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0862291 May 06 13:35:59.883877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d3b561b-057f-4ce3-a4ee-16152ebfa19e req-f4d7b2d8-af74-468c-a14a-0338973eb555 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 May 06 13:36:01.115525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23221f8-8e22-4712-894b-3229579c77b1 req-cf0f15ec-a866-4fe5-82fe-a0ca948c5a4a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:01.116993 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f23221f8-8e22-4712-894b-3229579c77b1 req-cf0f15ec-a866-4fe5-82fe-a0ca948c5a4a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0866196 May 06 13:36:01.165058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f23221f8-8e22-4712-894b-3229579c77b1 req-ceafbc90-a213-46cd-930b-be05a00483b1 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 May 06 13:36:02.382145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d9b9-4829-4b6f-b966-55815ab2c4ce req-d5e23383-1bce-4b4f-b2be-274d3a3b4c97 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:02.383859 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10f8d9b9-4829-4b6f-b966-55815ab2c4ce req-d5e23383-1bce-4b4f-b2be-274d3a3b4c97 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0859997 May 06 13:36:02.434131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-10f8d9b9-4829-4b6f-b966-55815ab2c4ce req-0cc954a3-1fbc-40eb-a254-9bc8b4fd4405 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440927 May 06 13:36:03.674462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90120f-6831-430a-9d3b-4a34c7b817e1 req-6fd27383-e0a0-4ac3-bcfe-d962e3275ca4 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:03.676016 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad90120f-6831-430a-9d3b-4a34c7b817e1 req-6fd27383-e0a0-4ac3-bcfe-d962e3275ca4 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0935128 May 06 13:36:03.723969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad90120f-6831-430a-9d3b-4a34c7b817e1 req-9b0cb867-43e5-41b8-a36e-44959b449190 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 May 06 13:36:04.941458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339101-1ff5-423f-ab7c-2dfe064b07c5 req-1225fa76-630c-40bc-a5ed-e51d7f8c39f2 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:04.943009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff339101-1ff5-423f-ab7c-2dfe064b07c5 req-1225fa76-630c-40bc-a5ed-e51d7f8c39f2 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0927181 May 06 13:36:04.994619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff339101-1ff5-423f-ab7c-2dfe064b07c5 req-1c487629-817f-4da7-819d-0d4fe54e93c7 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455656 May 06 13:36:06.206838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b628df-8f57-4408-83f7-dc3ecfb02ba9 req-bf9452b0-c0f4-4d26-a86d-bdc330c325ce tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:06.208249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40b628df-8f57-4408-83f7-dc3ecfb02ba9 req-bf9452b0-c0f4-4d26-a86d-bdc330c325ce tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0800197 May 06 13:36:06.268687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-40b628df-8f57-4408-83f7-dc3ecfb02ba9 req-cf02ee54-e71e-471d-9c59-abd684d56da4 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 May 06 13:36:07.472394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d41d-3a92-414a-b7a0-f0a764124b1e req-ca05930d-c00a-490a-9cfa-0e55ca4c31df tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:07.473859 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2578d41d-3a92-414a-b7a0-f0a764124b1e req-ca05930d-c00a-490a-9cfa-0e55ca4c31df tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0858531 May 06 13:36:07.525858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2578d41d-3a92-414a-b7a0-f0a764124b1e req-af689c1c-a90e-4261-a9b7-74fdaf7ed136 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 May 06 13:36:07.737006 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:08.749931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ec8b2-9140-448b-9da6-5744ba80afbe req-cf8922b4-22a9-4585-8527-2d3731324e76 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:08.751428 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d5ec8b2-9140-448b-9da6-5744ba80afbe req-cf8922b4-22a9-4585-8527-2d3731324e76 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0838704 May 06 13:36:08.798496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1d5ec8b2-9140-448b-9da6-5744ba80afbe req-e983c088-c551-4b0c-a010-ba7df42e30c6 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 May 06 13:36:10.026413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729dbdb-3841-4935-9419-4cbee4d33527 req-045a22ba-2669-40f1-a254-632989bbdb03 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:10.028097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7729dbdb-3841-4935-9419-4cbee4d33527 req-045a22ba-2669-40f1-a254-632989bbdb03 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0839162 May 06 13:36:10.079552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7729dbdb-3841-4935-9419-4cbee4d33527 req-1af91652-05c9-427e-a5c4-de994be3334f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456917 May 06 13:36:11.286254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e47e8-7022-463b-ab9d-1cf7fac273eb req-790d9a25-192c-4a42-84fc-427ef2071657 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:11.288626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d53e47e8-7022-463b-ab9d-1cf7fac273eb req-790d9a25-192c-4a42-84fc-427ef2071657 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0802777 May 06 13:36:11.337229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d53e47e8-7022-463b-ab9d-1cf7fac273eb req-93d162c0-24ad-48d7-80ec-9984ce3a0b67 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431221 May 06 13:36:12.383197 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-327c8c36-1d26-4af4-8f8d-5dc59022508e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:12.546237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9591a-9469-4902-b8cc-8e081ffaf25c req-1d35472e-9263-48e2-9f40-15d14cae69a2 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:12.547727 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cae9591a-9469-4902-b8cc-8e081ffaf25c req-1d35472e-9263-48e2-9f40-15d14cae69a2 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0772023 May 06 13:36:12.600043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cae9591a-9469-4902-b8cc-8e081ffaf25c req-a9aea412-5168-4152-89a5-49eb92b41b21 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461128 May 06 13:36:13.567433 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:13.828213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9054f22-02fa-43f0-b9ed-0b9f83ab9517 req-b3609f82-1556-425b-a07d-fc950af2c129 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:13.829949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9054f22-02fa-43f0-b9ed-0b9f83ab9517 req-b3609f82-1556-425b-a07d-fc950af2c129 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0919163 May 06 13:36:13.878317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9054f22-02fa-43f0-b9ed-0b9f83ab9517 req-b924fff7-7c30-42cd-9e03-beb946e7f51f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 May 06 13:36:14.767183 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4ddda2c5-0bcf-41c4-8eb6-fc897423ed9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:15.108320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681dd0f-aa09-41cf-a225-4503521a4a3e req-335d613f-38df-440d-b238-3fdc0e4ef7c6 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:15.109766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e681dd0f-aa09-41cf-a225-4503521a4a3e req-335d613f-38df-440d-b238-3fdc0e4ef7c6 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0911591 May 06 13:36:15.156110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e681dd0f-aa09-41cf-a225-4503521a4a3e req-de6ae6ef-9c2a-4908-8e0f-43ecabb08afb tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 May 06 13:36:15.558456 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:16.241620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:16.373602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6f03a-1a5d-41f9-942a-1c1f9ea2f92c req-16790cf9-2740-4cc2-be42-e99cf066422d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:16.375168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36f6f03a-1a5d-41f9-942a-1c1f9ea2f92c req-16790cf9-2740-4cc2-be42-e99cf066422d tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0835998 May 06 13:36:16.426209 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-36f6f03a-1a5d-41f9-942a-1c1f9ea2f92c req-a26f81a0-01d2-45de-8bd2-75236d8c1d5b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 May 06 13:36:17.717409 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:17.729937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fd3f7-5b00-4528-9ed8-72fcaa198bf9 req-5f9eac20-fc29-4531-8344-3ca64f74e1c7 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:17.731480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c2fd3f7-5b00-4528-9ed8-72fcaa198bf9 req-5f9eac20-fc29-4531-8344-3ca64f74e1c7 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.1816325 May 06 13:36:17.782550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c2fd3f7-5b00-4528-9ed8-72fcaa198bf9 req-cf753b0a-e81f-4a1f-981d-d2078fabb736 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447967 May 06 13:36:18.997141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bfc45-668d-414b-af9d-869f4d3b62b2 req-317733d3-da2b-42b7-a888-1df0ff316408 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:18.998858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f0bfc45-668d-414b-af9d-869f4d3b62b2 req-317733d3-da2b-42b7-a888-1df0ff316408 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0847509 May 06 13:36:19.051885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f0bfc45-668d-414b-af9d-869f4d3b62b2 req-3d3b65fc-88f5-404a-bfc5-dfee8a32ca1c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 May 06 13:36:19.503975 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78e3c8af-86be-45bb-9459-13d6e2e697be req-58b2d384-c60a-4da0-b1fe-a8c123835728 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 1097 time: 0.0742750 May 06 13:36:19.670139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3c8af-86be-45bb-9459-13d6e2e697be req-8a4949ba-8509-4a9d-b116-61eba055cf84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:19.672913 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78e3c8af-86be-45bb-9459-13d6e2e697be req-8a4949ba-8509-4a9d-b116-61eba055cf84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1436105 May 06 13:36:19.744839 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78e3c8af-86be-45bb-9459-13d6e2e697be req-de52c120-8900-4a36-ac85-af98257a3739 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 217 time: 0.0658457 May 06 13:36:19.812335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3c8af-86be-45bb-9459-13d6e2e697be req-4b6ee4ea-a0f4-44f2-80e7-c4825bb823e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:19.813819 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78e3c8af-86be-45bb-9459-13d6e2e697be req-4b6ee4ea-a0f4-44f2-80e7-c4825bb823e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0634084 May 06 13:36:19.858927 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78e3c8af-86be-45bb-9459-13d6e2e697be req-13a5badc-39e4-4717-bfbe-a5c5cf246462 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389006 May 06 13:36:19.998328 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78e3c8af-86be-45bb-9459-13d6e2e697be req-72ca6477-d0c2-4543-ba16-3799e6ac5ebb service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325247 May 06 13:36:20.131263 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-78e3c8af-86be-45bb-9459-13d6e2e697be req-1d59b0f3-2b20-4dcf-a26e-1523f27a5f87 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271825 May 06 13:36:20.269740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5b55-37eb-4e44-a78c-035e2d91784a req-5451c8b0-0368-4376-b4d3-b5f2a6a8472f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:20.271185 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d23b5b55-37eb-4e44-a78c-035e2d91784a req-5451c8b0-0368-4376-b4d3-b5f2a6a8472f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0931277 May 06 13:36:20.318213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d23b5b55-37eb-4e44-a78c-035e2d91784a req-b3722bed-768c-4252-a481-8c203376a5f1 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 May 06 13:36:21.522951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ab9f0-38c4-4ac4-aae4-d9bd4990632c req-2cdf13bf-760b-4ffb-819f-642e49f7945f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:21.524760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-001ab9f0-38c4-4ac4-aae4-d9bd4990632c req-2cdf13bf-760b-4ffb-819f-642e49f7945f tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0807171 May 06 13:36:21.575520 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-001ab9f0-38c4-4ac4-aae4-d9bd4990632c req-2fe07b88-5e69-4c11-b2e1-e81d74aa952b tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 May 06 13:36:22.793946 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8824047-55a9-49a1-ad7f-b92e5202e91b req-e675c328-a91d-4bcc-bb25-13198afa44cf tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:22.795547 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8824047-55a9-49a1-ad7f-b92e5202e91b req-e675c328-a91d-4bcc-bb25-13198afa44cf tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0810375 May 06 13:36:22.846289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a8824047-55a9-49a1-ad7f-b92e5202e91b req-ca9cb983-30e5-4b69-b979-8369d4bd77c6 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440910 May 06 13:36:23.576792 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-811fb9a2-852a-4cf1-9718-4663eb1049f8 service neutron] show failed (client error): The resource could not be found. May 06 13:36:23.577808 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-811fb9a2-852a-4cf1-9718-4663eb1049f8 service neutron] 10.222.0.36 "GET /v2.0/ports/c04ad45a-194e-4a8d-8618-b76546c74d2d/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0752027 May 06 13:36:23.858558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-4450a0e6-e273-4cb4-896d-3ef29ea5dd26 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202&tenant_id=29d34aef57e24b339af2f58f5a803062 HTTP/1.1" status: 200 len: 1097 time: 0.0791516 May 06 13:36:23.869841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:24.013992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:24.192266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac15c3f-8adf-4480-bbfc-3c33451de2f8 req-35683c92-b81e-4396-98be-469b5d9ebb74 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:24.193649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ac15c3f-8adf-4480-bbfc-3c33451de2f8 req-35683c92-b81e-4396-98be-469b5d9ebb74 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.2144325 May 06 13:36:24.331859 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ac15c3f-8adf-4480-bbfc-3c33451de2f8 req-efa741e9-770b-4fa2-bceb-ce49af3bd872 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307139 May 06 13:36:24.371362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:24.401375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:36:24.460754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:36:24.466973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:24.483593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Transition to ACTIVE for port object c04ad45a-194e-4a8d-8618-b76546c74d2d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:24.488753 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:24.530396 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e04a9b9-eb03-43a1-bda5-9e0cefdd7423'] response: {'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'code': 200} May 06 13:36:24.642361 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:24.656588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] No DVR routers for this DVR port c04ad45a-194e-4a8d-8618-b76546c74d2d on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:36:24.663147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.663488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.663827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.664158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.664485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.664810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.665127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.665448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.665764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.666083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.666393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:24.719759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Attempting to bind port c04ad45a-194e-4a8d-8618-b76546c74d2d on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:36:24.719972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Attempting to bind port c04ad45a-194e-4a8d-8618-b76546c74d2d by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:36:24.720309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Attempting to bind port c04ad45a-194e-4a8d-8618-b76546c74d2d on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:36:24.727056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Port c04ad45a-194e-4a8d-8618-b76546c74d2d on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:36:24.727376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Attempting to bind port c04ad45a-194e-4a8d-8618-b76546c74d2d on network 3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:36:24.734097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:36:24.734429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Checking segment: {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:36:24.734819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Bound using segment: {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:36:24.735238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Bound port: c04ad45a-194e-4a8d-8618-b76546c74d2d, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3b3f43-4b12-401d-b5aa-dd9363264d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:36:24.735585 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:24.826000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:36:24.829021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:36:24.836320 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:24.905362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:24.906847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] 10.222.0.48 "PUT /v2.0/ports/c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 1092 time: 1.0410264 May 06 13:36:24.920152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb4e02-7c01-4fc8-9b42-dc72073049d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:25.012096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-0b84b85a-65c6-4f00-be56-ac20ff75a517 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 1095 time: 0.0797560 May 06 13:36:25.252737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-e5e3306b-e0bd-4299-bd09-43ceb6703237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:25.254240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-e5e3306b-e0bd-4299-bd09-43ceb6703237 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.2357128 May 06 13:36:25.322947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-d49bd07c-1ad7-4f45-8932-f8e530622d49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 217 time: 0.0622458 May 06 13:36:25.390581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-855d501c-0acd-4eae-8000-4b0f035a1e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:25.392156 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-855d501c-0acd-4eae-8000-4b0f035a1e98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0624468 May 06 13:36:25.444664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-353010e6-1cff-4d57-aaf5-9190cf99a5f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459709 May 06 13:36:25.639133 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-8bd7d228-8962-4759-8933-18caf10ce5f9 service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883729 May 06 13:36:25.649132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a7468-0115-4c4a-9f27-dab4ad6e37f0 req-bd8ab8a2-b5b3-485b-a9bc-253eb1499876 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:25.650563 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-003a7468-0115-4c4a-9f27-dab4ad6e37f0 req-bd8ab8a2-b5b3-485b-a9bc-253eb1499876 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 944 time: 0.1825414 May 06 13:36:25.792474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-003a7468-0115-4c4a-9f27-dab4ad6e37f0 req-89021a74-0d2b-4029-8d2e-dc685a870ffc tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233766 May 06 13:36:25.816411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c576c6fc-e6d0-4635-ac7f-d260400c06e0 req-78841073-a8c1-4dce-a01f-12ddcbabd30b service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648471 May 06 13:36:25.967165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c04ad45a-194e-4a8d-8618-b76546c74d2d no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:36:26.027801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device c04ad45a-194e-4a8d-8618-b76546c74d2d not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:36:26.531977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:36:26.604998 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a3f4a1-61ae-49bd-9d2d-f9d817b4d9cb'] response: {'name': 'network-changed', 'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'status': 'completed', 'code': 200} May 06 13:36:26.712232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-340e4026-671f-4f9d-ae44-7ff340faac06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 1095 time: 0.0791817 May 06 13:36:26.818377 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-1a62f3a8-e5b9-4aa7-bf60-16130a460710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 1095 time: 0.1898606 May 06 13:36:26.853111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-29bafc32-60a9-425b-888f-a8ee32cfb5dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:26.854987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-29bafc32-60a9-425b-888f-a8ee32cfb5dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1362622 May 06 13:36:26.949172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-87162578-60c7-468c-b555-a13740ec78cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:26.950615 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-87162578-60c7-468c-b555-a13740ec78cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1268423 May 06 13:36:26.956248 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-94757ea4-ff3e-4efe-bf65-be81215eb09a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 217 time: 0.0944085 May 06 13:36:27.015568 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-8a438d39-fd60-4609-94fd-9569b44431f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 217 time: 0.0592773 May 06 13:36:27.040663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-1a0113fe-901b-448d-9fd5-2a1a3222af8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:27.042138 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-1a0113fe-901b-448d-9fd5-2a1a3222af8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0803270 May 06 13:36:27.081290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-baf741d1-1cd6-476e-a07d-e1570dcdee38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:27.082803 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-baf741d1-1cd6-476e-a07d-e1570dcdee38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0616453 May 06 13:36:27.091202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-b0ba8edd-4ff5-4c10-9578-2acfc49f5d67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415971 May 06 13:36:27.101059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56e31a-312d-4185-8ee7-f0733f95aeb8 req-c09b5290-8770-44ad-bacc-e3a9c4262f9a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:27.102353 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e56e31a-312d-4185-8ee7-f0733f95aeb8 req-c09b5290-8770-44ad-bacc-e3a9c4262f9a tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 944 time: 0.1761463 May 06 13:36:27.127603 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-630d7790-b6f0-4468-980d-cfaace0bdf67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393641 May 06 13:36:27.241230 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e56e31a-312d-4185-8ee7-f0733f95aeb8 req-438b2b87-0955-4da6-b528-a1eb6479d9ce tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209173 May 06 13:36:27.260078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-6e54565a-1bbf-4b46-b8ac-d4a15fed05dc service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269035 May 06 13:36:27.266370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-5310115a-ceb2-4bbe-9cce-7f89ffffb6c3 service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631167 May 06 13:36:27.394558 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-57472365-3cee-41bb-8fe6-29c2b6c4cb27 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284251 May 06 13:36:27.399530 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8be3c849-ef69-4e8c-917f-ca1e9d994900 req-2751edca-cbce-4a27-bfce-b34923b0ff2a service neutron] 10.222.0.48 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260488 May 06 13:36:28.455415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804f333-e613-4443-9f26-728749cf8eaf req-ba9536d1-fb82-4f3a-9a19-b6f1a7e4cc35 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:28.456897 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5804f333-e613-4443-9f26-728749cf8eaf req-ba9536d1-fb82-4f3a-9a19-b6f1a7e4cc35 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 944 time: 0.0822086 May 06 13:36:28.504281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5804f333-e613-4443-9f26-728749cf8eaf req-dd13d060-acea-40ec-95ec-86041ddb5226 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 May 06 13:36:29.548283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c04ad45a-194e-4a8d-8618-b76546c74d2d details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:36:29.689497 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:29.703186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'network_id': '3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55', 'port_id': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'mac_address': 'fa:16:3e:62:eb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b731b77b-febd-4322-b363-fad3af38a4f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:36:29.713071 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dbd6b-f32f-4f13-9ee8-4f337e382b65 req-8f5a27a6-2b5e-4bf6-9c66-c508befb0bab tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:29.718179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c16dbd6b-f32f-4f13-9ee8-4f337e382b65 req-8f5a27a6-2b5e-4bf6-9c66-c508befb0bab tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 944 time: 0.0828567 May 06 13:36:29.762885 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:29.768623 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c16dbd6b-f32f-4f13-9ee8-4f337e382b65 req-43b7e49e-2660-487a-abf5-049977f6be09 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 May 06 13:36:29.781321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04ad45a-194e-4a8d-8618-b76546c74d2d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:36:29.797440 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:29.803129 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:29.868450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:30.124669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-c6a6172a-fbd8-41b2-b385-822eedbd57a7 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:30.125403 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-c6a6172a-fbd8-41b2-b385-822eedbd57a7 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Synchronizing usage tracker for tenant:29d34aef57e24b339af2f58f5a803062 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:30.143523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-c6a6172a-fbd8-41b2-b385-822eedbd57a7 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Unset dirty status for tenant:29d34aef57e24b339af2f58f5a803062 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:30.144789 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-c6a6172a-fbd8-41b2-b385-822eedbd57a7 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202&tenant_id=29d34aef57e24b339af2f58f5a803062&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 945 time: 0.1233184 May 06 13:36:30.193386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['c04ad45a-194e-4a8d-8618-b76546c74d2d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:36:30.221154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd61a3-89d4-4669-b027-b09a6b11d131 req-7ef639fa-69a7-46c2-bd75-35b5fc70405c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:30.222792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eafd61a3-89d4-4669-b027-b09a6b11d131 req-7ef639fa-69a7-46c2-bd75-35b5fc70405c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 945 time: 0.1959393 May 06 13:36:30.227877 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-d2090747-d4a1-4aa5-ae94-3f57ab06afdf service neutron] delete failed (client error): The resource could not be found. May 06 13:36:30.228991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-d2090747-d4a1-4aa5-ae94-3f57ab06afdf service neutron] 10.222.0.36 "DELETE /v2.0/ports/c04ad45a-194e-4a8d-8618-b76546c74d2d/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0783243 May 06 13:36:30.275888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eafd61a3-89d4-4669-b027-b09a6b11d131 req-db1ef1bf-a06f-4d9a-85b5-a4b7b378de9e tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 May 06 13:36:30.388151 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-acaf92c3-6be4-4cb2-b257-87c680fe5692 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=29d34aef57e24b339af2f58f5a803062&device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 1096 time: 0.0771685 May 06 13:36:30.555499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-db42aadf-e71e-4fbb-8484-86358174b240 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:30.556876 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-db42aadf-e71e-4fbb-8484-86358174b240 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 200 len: 916 time: 0.1628113 May 06 13:36:30.633963 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-c3e01c58-0c8c-492b-bcb2-3eee86178ebc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 200 len: 217 time: 0.0708427 May 06 13:36:30.702874 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-99f09491-8905-4aa9-b2c7-f2ff5f43aa18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:30.704362 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-99f09491-8905-4aa9-b2c7-f2ff5f43aa18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 200 len: 855 time: 0.0641422 May 06 13:36:30.750112 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-7d7b0e4e-f565-417d-b096-2cd7c4296c67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401175 May 06 13:36:30.896371 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-ba3abd45-ec1e-4162-b6b0-96a23ddbe131 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405921 May 06 13:36:31.036838 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-58a2ef6d-bbd4-450f-944c-246b70e97de7 req-ade266a8-7acb-40cc-9a2b-4e733c1e1cf1 service neutron] 10.222.0.36 "GET /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346574 May 06 13:36:31.562972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c04ad45a-194e-4a8d-8618-b76546c74d2d up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:31.567044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8ad85-3b27-44f7-af73-12663480fd3e req-1a4b976e-1a63-4410-91b2-22ade26ab6d9 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:31.568674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ba8ad85-3b27-44f7-af73-12663480fd3e req-1a4b976e-1a63-4410-91b2-22ade26ab6d9 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 945 time: 0.0931225 May 06 13:36:31.630723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ba8ad85-3b27-44f7-af73-12663480fd3e req-e2357d44-45a5-4bea-82fa-8e99d17270a3 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527322 May 06 13:36:31.666985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port c04ad45a-194e-4a8d-8618-b76546c74d2d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:31.674443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port c04ad45a-194e-4a8d-8618-b76546c74d2d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:31.674848 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:31.795972 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:31.827998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:36:31.838032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:31.843107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:31.890328 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7cf10f3-90a5-45cb-b388-ddfc34eb5087'] response: {'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'code': 200} May 06 13:36:31.921218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:32.891737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c5796-4fb5-4cce-ad3f-85a71fd0271b req-b474432e-79e9-4487-840f-cccb4e5a92d9 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:32.893250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b5c5796-4fb5-4cce-ad3f-85a71fd0271b req-b474432e-79e9-4487-840f-cccb4e5a92d9 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0918546 May 06 13:36:32.943469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b5c5796-4fb5-4cce-ad3f-85a71fd0271b req-733a402d-249f-4dfc-a234-8b93bcb23c06 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 May 06 13:36:33.326656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe225862-9be3-41ec-b200-135e1d249048 req-4c8d44c1-22d9-42ee-b8e3-2d2e183b0274 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:33.328037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe225862-9be3-41ec-b200-135e1d249048 req-4c8d44c1-22d9-42ee-b8e3-2d2e183b0274 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0825155 May 06 13:36:33.375091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe225862-9be3-41ec-b200-135e1d249048 req-027e4c4a-77a6-4def-a0d1-ee18679f4f19 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 May 06 13:36:33.581867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebf9a4-f57b-4a45-be74-93c801f9ee5b req-72096bb3-2286-4c8c-a8e3-3509fb87da50 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:33.583332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8ebf9a4-f57b-4a45-be74-93c801f9ee5b req-72096bb3-2286-4c8c-a8e3-3509fb87da50 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0851030 May 06 13:36:33.635363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8ebf9a4-f57b-4a45-be74-93c801f9ee5b req-8610727e-04d4-4e8f-bd8c-2bb95f1b7fb1 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 May 06 13:36:34.258883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168efb-8f6a-4a0d-9efa-11866fdffa77 req-65483b3a-24af-4de8-8b0d-463cde7b6b5c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:34.260548 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c168efb-8f6a-4a0d-9efa-11866fdffa77 req-65483b3a-24af-4de8-8b0d-463cde7b6b5c tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.0867665 May 06 13:36:34.309671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9c168efb-8f6a-4a0d-9efa-11866fdffa77 req-6d5b1f78-fe0a-4cbf-ab2c-3283597acd60 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429542 May 06 13:36:35.547452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-5ad6f3a8-785b-429d-976b-51aa170edfdc tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:35.549256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-5ad6f3a8-785b-429d-976b-51aa170edfdc tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.1400476 May 06 13:36:35.592472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152d74-babf-48a0-819e-5f8412856125 req-68f4ca12-91aa-4fb4-a766-054c3d3e67de tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:35.593903 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe152d74-babf-48a0-819e-5f8412856125 req-68f4ca12-91aa-4fb4-a766-054c3d3e67de tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 946 time: 0.1446424 May 06 13:36:35.649762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Deleting port c04ad45a-194e-4a8d-8618-b76546c74d2d {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:36:35.650106 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:35.716203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe152d74-babf-48a0-819e-5f8412856125 req-b09bdf00-9841-482e-b6c6-db90db245063 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117363 May 06 13:36:35.846470 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:36:35.922554 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] For port c04ad45a-194e-4a8d-8618-b76546c74d2d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=c04ad45a-194e-4a8d-8618-b76546c74d2d,segment=NetworkSegment(9d3b3f43-4b12-401d-b5aa-dd9363264d1c),segment_id=9d3b3f43-4b12-401d-b5aa-dd9363264d1c)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:35.922938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:36.056079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Calling delete_port for c04ad45a-194e-4a8d-8618-b76546c74d2d owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:36:36.208668 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:36.221981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['c04ad45a-194e-4a8d-8618-b76546c74d2d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:36:36.263614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Pushing event deleted for resources: {'Port': ['ID=c04ad45a-194e-4a8d-8618-b76546c74d2d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:36.349309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] No DVR routers for this DVR port c04ad45a-194e-4a8d-8618-b76546c74d2d on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:36:36.352681 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:36.355863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'name': 'network-vif-deleted', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:36:36.374817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a4f2e366-494c-4ef3-aeec-bb6eede02a0c req-d93d3560-0b96-4899-8d0d-42da1cd1d362 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.48 "DELETE /v2.0/ports/c04ad45a-194e-4a8d-8618-b76546c74d2d HTTP/1.1" status: 204 len: 173 time: 0.8207581 May 06 13:36:36.415389 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9929f7-4164-4f7e-914a-4cc94a3f4c5a'] response: {'server_uuid': 'ef974c36-4dfe-4981-91e7-3fb16f1e5202', 'name': 'network-vif-deleted', 'tag': 'c04ad45a-194e-4a8d-8618-b76546c74d2d', 'status': 'completed', 'code': 200} May 06 13:36:36.908664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-13d73f02-1f0b-4a62-9c07-ec9171686224 req-b60706b4-f161-4e35-b812-dacdd79a9477 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Synchronizing usage tracker for tenant:29d34aef57e24b339af2f58f5a803062 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:36.927874 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-13d73f02-1f0b-4a62-9c07-ec9171686224 req-b60706b4-f161-4e35-b812-dacdd79a9477 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] Unset dirty status for tenant:29d34aef57e24b339af2f58f5a803062 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:36.929476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-13d73f02-1f0b-4a62-9c07-ec9171686224 req-b60706b4-f161-4e35-b812-dacdd79a9477 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef974c36-4dfe-4981-91e7-3fb16f1e5202 HTTP/1.1" status: 200 len: 210 time: 0.0679688 May 06 13:36:37.739983 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.201653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54472) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:38.269919 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Deleting subnet b731b77b-febd-4322-b363-fad3af38a4f2 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:36:38.273357 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.425089 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.480568 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.550811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.592385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b731b77b-febd-4322-b363-fad3af38a4f2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:38.604325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.608881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.609223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.609559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.609898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.610227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.610551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.611024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.611345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.611667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.611986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.612307 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:38.617335 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d8ecb7b4-ba05-4d67-b100-5169d36da995 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b731b77b-febd-4322-b363-fad3af38a4f2 HTTP/1.1" status: 204 len: 168 time: 0.4141674 May 06 13:36:38.619785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54476) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:38.729947 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.855771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.881822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:38.894852 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3b3f43-4b12-401d-b5aa-dd9363264d1c') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:38.895205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3b3f43-4b12-401d-b5aa-dd9363264d1c') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:38.907193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.923090 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.929849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:36:38.930222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: timer() May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:36:38.943209 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:36:39.023343 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:39.040581 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:39.051157 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:39.059919 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2823a670-794d-4016-abb1-dad073d9ce37 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3a8bd4cb-1d68-4aa2-a184-a1b9a9eefe55 HTTP/1.1" status: 204 len: 168 time: 0.4391408 May 06 13:36:39.239400 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54482) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:39.321558 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7d5552cf-7932-4e04-81b7-83266cfefae8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29d34aef57e24b339af2f58f5a803062&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0806177 May 06 13:36:39.324215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54486) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:39.384676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9495fa5f-8680-4f96-bde4-bb87d7e86883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:39.412559 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9495fa5f-8680-4f96-bde4-bb87d7e86883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:39.471672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9495fa5f-8680-4f96-bde4-bb87d7e86883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:39.489125 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495fa5f-8680-4f96-bde4-bb87d7e86883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc34bcca-c5d9-49b1-b7f1-67c9180bd75c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:39.501184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9495fa5f-8680-4f96-bde4-bb87d7e86883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:39.503035 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9495fa5f-8680-4f96-bde4-bb87d7e86883 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc34bcca-c5d9-49b1-b7f1-67c9180bd75c HTTP/1.1" status: 204 len: 168 time: 0.1778610 May 06 13:36:39.604463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c04ad45a-194e-4a8d-8618-b76546c74d2d no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:36:39.641385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: c04ad45a-194e-4a8d-8618-b76546c74d2d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:36:39.641642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device c04ad45a-194e-4a8d-8618-b76546c74d2d not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:36:40.522073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54508) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:40.684841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-962426972-network', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:40.691171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:40.695328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Usage tracker for resource:network and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:40.698343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:40.705192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:40.720805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Made reservation on behalf of 3474a75ab3204c85a6251dbfcbbcea46 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:36:40.724915 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:40.741631 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:40.773968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:40.777784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Usage tracker for resource:security_group_rule and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:40.780698 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:40.786858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:40.852836 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:40.858998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:40.891300 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:36:40.899999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2131d0-af2e-4b7a-824c-5a9b7415d67c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:40.907885 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:40.908363 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Added segment 83f07357-5604-4a8a-97e5-4288f47061a1 of type vlan for network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 May 06 13:36:40.937850 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:40.969286 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:40.970253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:40.970870 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:41.077348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] Pushing event updated for resources: {'Network': ['ID=a6e2cc45-6e69-44b3-960f-24e094cd2fb9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:41.084197 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f9338f25-c188-4916-8cda-eeaaf229f18f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5605795 May 06 13:36:41.087308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54514) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:41.089740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:36:41.092810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Request body: {'subnet': {'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-962426972-subnet', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:41.099232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:41.103934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Usage tracker for resource:subnet and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:41.107183 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:41.114163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:41.129455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Made reservation on behalf of 3474a75ab3204c85a6251dbfcbbcea46 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:36:41.132125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:41.360920 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:41.436695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5c3edb-4708-4d10-8961-9ee32ee074ad,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:41.451553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:36:41.451907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Network hostable DHCP agents. Network: a6e2cc45-6e69-44b3-960f-24e094cd2fb9, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:36:41.476604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:36:41.486859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, a6e2cc45-6e69-44b3-960f-24e094cd2fb9) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:36:41.490668 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:41.491239 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:41.497369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c643bf-6e11-406e-9f7b-db38d1242ee4 None None] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:36:41.613874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-24bc31e6-3fe8-4abd-870b-5b50d1e92014 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5252485 May 06 13:36:41.619050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54518) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:41.623979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:41.629412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:41.633733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Usage tracker for resource:router and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:41.636772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:41.643794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:41.655733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:41.656715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:41.677860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:41.757271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:36:41.758110 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:41.825577 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:41.914232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Allocated IP 172.20.0.2 (a6e2cc45-6e69-44b3-960f-24e094cd2fb9/ac5c3edb-4708-4d10-8961-9ee32ee074ad/3af75b8c-6ac5-4548-8328-1600fe4c450d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:36:42.031240 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.062807 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.124591 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.135780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Transition to ACTIVE for port object 3af75b8c-6ac5-4548-8328-1600fe4c450d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:42.155110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Transition to ACTIVE for port object 3af75b8c-6ac5-4548-8328-1600fe4c450d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:42.160671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.207322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Allocated IP 172.25.7.10 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:36:42.230538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:36:42.233477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:36:42.236288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:36:42.243076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Pushing event updated for resources: {'Port': ['ID=3af75b8c-6ac5-4548-8328-1600fe4c450d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:42.321864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.322198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.322539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.322913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.323235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.323618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.324064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.324447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.324791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.325151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.325569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:42.349984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Attempting to bind port 3af75b8c-6ac5-4548-8328-1600fe4c450d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:36:42.350377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Attempting to bind port 3af75b8c-6ac5-4548-8328-1600fe4c450d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:36:42.350831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Attempting to bind port 3af75b8c-6ac5-4548-8328-1600fe4c450d on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:36:42.358268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:36:42.358698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:36:42.359130 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.359515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:36:42.360028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Bound port: 3af75b8c-6ac5-4548-8328-1600fe4c450d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:36:42.360399 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.376444 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.426125 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bbf9633-826d-4052-902f-5125f7cfd3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.429982 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.467754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] For port 3af75b8c-6ac5-4548-8328-1600fe4c450d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:36:42.472166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] For port 3af75b8c-6ac5-4548-8328-1600fe4c450d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3af75b8c-6ac5-4548-8328-1600fe4c450d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:36:42.477641 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.547310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:36:42.552050 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:36:42.559809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:36:42.570620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01fd6d-4de0-44a5-b73a-797aa9d3dbd4 None None] Pushing event updated for resources: {'Port': ['ID=3af75b8c-6ac5-4548-8328-1600fe4c450d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:42.588247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:42.755360 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.756128 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:43.008545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:36:43.217525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:36:43.239753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:36:43.244282 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:43.247271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-37ae91dc-62e0-4738-948c-6cb9d7f93375 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6270700 May 06 13:36:43.248478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54522) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:43.253562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:36:43.254204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:36:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:43.445796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:36:43.486314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b09b0-b0cc-4bf6-81b1-9cd57bb28209 None None] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:36:43.719351 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:43.739624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-24b8f096-03f8-441c-ae59-99720fdb88c8 None None] Provisioning for port 3af75b8c-6ac5-4548-8328-1600fe4c450d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:44.015058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:42Z', 'revision_number': 3, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:44.021502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:36:44.021502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Updating router 6dfffd43-d250-4b80-82d9-b6cc7e42273f port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:36:44.052773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3af75b8c-6ac5-4548-8328-1600fe4c450d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:44.137553 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.206261 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.257259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 3af75b8c-6ac5-4548-8328-1600fe4c450d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:44.269390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3af75b8c-6ac5-4548-8328-1600fe4c450d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:44.269829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.425122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b3fffa44-7b1c-472c-aaf8-6ad9c3394d7a None None] Provisioning complete for port 3af75b8c-6ac5-4548-8328-1600fe4c450d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:44.425386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3fffa44-7b1c-472c-aaf8-6ad9c3394d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.436036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Allocated IP 172.20.0.1 (a6e2cc45-6e69-44b3-960f-24e094cd2fb9/ac5c3edb-4708-4d10-8961-9ee32ee074ad/7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:36:44.582473 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.591706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.608324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Transition to ACTIVE for port object 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:44.632019 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.698714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:36:44.701695 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:36:44.705891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:36:44.716996 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3fffa44-7b1c-472c-aaf8-6ad9c3394d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.733904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 3af75b8c-6ac5-4548-8328-1600fe4c450d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3af75b8c-6ac5-4548-8328-1600fe4c450d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:44.743956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.744845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:44.769458 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.813343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.843291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Transition to ACTIVE for port object e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:44.869049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.885070 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-54015131-bd8d-476d-830c-ca4055be8f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.894433 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:44.918022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=3af75b8c-6ac5-4548-8328-1600fe4c450d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:44.988789 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-b3fffa44-7b1c-472c-aaf8-6ad9c3394d7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:36:44.989052 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-b3fffa44-7b1c-472c-aaf8-6ad9c3394d7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:36:45.000726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e7f13-f9d0-4c04-ac9d-f68a0a90ddff None None] Pushing event updated for resources: {'Port': ['ID=e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:45.003349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Attempting to bind port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:36:45.003716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Attempting to bind port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:36:45.004061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Attempting to bind port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:36:45.011404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:36:45.011834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:36:45.012247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:45.012714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:36:45.013117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Bound port: e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:36:45.013500 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:45.092906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] For port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:36:45.096294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] For port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:36:45.101263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:45.114620 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:45.120289 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:45.183263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e7f13-f9d0-4c04-ac9d-f68a0a90ddff None None] Pushing event updated for resources: {'Port': ['ID=e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:45.187890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:36:45.188505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:36:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:45.224162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:45.226421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:45.371136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:36:45.372396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:36:45.379459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:36:45.732620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:45.873366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 2, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:45.877386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-27f36f43-bba5-4d5e-bbaa-89d7e3b6ab09 None None] Provisioning for port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:45.882828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc0d4b-fe54-4595-87f3-518d7d5d878b None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 2, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:36:45.885983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-27f36f43-bba5-4d5e-bbaa-89d7e3b6ab09 None None] Provisioning complete for port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:45.886367 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f36f43-bba5-4d5e-bbaa-89d7e3b6ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:45.913748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:36:45.946963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-27f36f43-bba5-4d5e-bbaa-89d7e3b6ab09 None None] Port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:36:46.021104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3af75b8c-6ac5-4548-8328-1600fe4c450d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:46.135553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 3af75b8c-6ac5-4548-8328-1600fe4c450d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:46.135845 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:46.185505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:36:46.196283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0a2e8661-7d1a-4683-aaee-eba96bdee6e4 admin admin] 10.222.0.44 "PUT /v2.0/routers/6dfffd43-d250-4b80-82d9-b6cc7e42273f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9466841 May 06 13:36:46.287490 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:46.717004 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 54534) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:46.722878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460793226', 'description': 'tempest-description--1356766090'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:46.729953 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:46.734206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Usage tracker for resource:security_group and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:46.737456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:46.743646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:46.756791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:46.795256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:46.801973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Usage tracker for resource:security_group_rule and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:46.803144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:46.812397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:46.887139 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:46.895558 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:46.948895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab12d30-eb76-459f-bd2b-0291af5d228b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:46.952811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:46.955305 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4995268a-6bb7-4058-a902-6a42779bd4f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2370224 May 06 13:36:46.957017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54538) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:46.965327 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'security_group_rule': {'security_group_id': '2ab12d30-eb76-459f-bd2b-0291af5d228b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:46.972560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:46.977471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Usage tracker for resource:security_group_rule and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:46.980873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:46.987254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:47.009441 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.079588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.084855 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.112591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b87c53-3e64-4568-983a-53dce0955492,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:47.123096 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.124372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-527b2979-ed8b-43d1-8f72-f8b2dc2e61e2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1649756 May 06 13:36:47.127194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54542) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:47.133116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'security_group_rule': {'security_group_id': '2ab12d30-eb76-459f-bd2b-0291af5d228b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:47.140101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:47.144578 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Usage tracker for resource:security_group_rule and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:47.147562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:47.153537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:47.171236 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.239673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.243421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.267714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b3c99c-af23-4ffb-953d-7a9c51fb6686,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:47.277857 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.279501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-995d95c5-9aca-4d4f-af86-fecb9e881839 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1508572 May 06 13:36:47.282194 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54546) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:47.287826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:47.294046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:47.298122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Usage tracker for resource:floatingip and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:47.301436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:47.307131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:47.318210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.457810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.596241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Allocated IP 172.25.7.184 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/dd1567b3-0159-4582-b32f-af848338aa5e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:36:47.720225 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.752155 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.782718 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.853928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:36:47.856848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:36:47.859845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:36:47.901789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event updated for resources: {'Port': ['ID=dd1567b3-0159-4582-b32f-af848338aa5e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:48.025002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:48.045324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:48.101989 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:48.106949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:48.107321 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:48.107986 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:48.228244 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:48.245779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:48.250455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:48.322930 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:48.429945 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:48.436822 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:48.546143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event updated for resources: {'Port': ['ID=dd1567b3-0159-4582-b32f-af848338aa5e,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:48.561165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:48.585093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:48.586381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-88ff8725-f5b2-4075-97ee-e7a89fcc0532 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3030090 May 06 13:36:48.777676 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-a33f8f5f-a02d-4973-b86d-dc270d47a537 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1460793226&fields=id&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 267 time: 0.0534480 May 06 13:36:48.931128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-6b380e78-51a6-4e13-b2f4-f7cb2ca8797a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:48.932446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-6b380e78-51a6-4e13-b2f4-f7cb2ca8797a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 811 time: 0.1455414 May 06 13:36:48.951614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-36bda153-5816-476a-afcf-8f8359de344d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/quotas/3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 375 time: 0.0118761 May 06 13:36:49.038120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-f546e663-21f3-4f63-878b-fc179e09c57e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:49.057897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-f546e663-21f3-4f63-878b-fc179e09c57e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:49.059243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-f546e663-21f3-4f63-878b-fc179e09c57e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005197 May 06 13:36:49.199323 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-f0e29af7-eac5-4199-81ff-db377d8cded6 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280568 May 06 13:36:49.342630 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-9c8e43eb-1099-446a-b233-7bf4f7e21562 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375358 May 06 13:36:49.559710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-95239a84-6da7-4a7a-b491-0f16eb375b95 req-56bc64ef-b132-470c-82b4-922193a50c79 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 210 time: 0.0420845 May 06 13:36:50.008669 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:50.079760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:50.080126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:50.747258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c68bd4fc-1c55-4e0f-9af4-aff8896e2b0a req-20f5c7a9-3cf5-472f-bc73-ab00b4a5e06b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 210 time: 0.0509458 May 06 13:36:50.907427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-e2a23dd2-6869-4467-911f-dd003f6a750e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:50.908106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-e2a23dd2-6869-4467-911f-dd003f6a750e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:50.928260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-e2a23dd2-6869-4467-911f-dd003f6a750e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:50.929595 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-e2a23dd2-6869-4467-911f-dd003f6a750e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 811 time: 0.1759131 May 06 13:36:50.986545 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-fcab77b4-1d28-43f7-8e87-73aab2d9ffa4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:51.006007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-fcab77b4-1d28-43f7-8e87-73aab2d9ffa4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:51.007118 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-fcab77b4-1d28-43f7-8e87-73aab2d9ffa4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 380 time: 0.0657158 May 06 13:36:51.016430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'port': {'device_id': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'admin_state_up': True, 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'security_groups': ['2ab12d30-eb76-459f-bd2b-0291af5d228b']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:51.155124 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:51.164778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:51.176999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Made reservation on behalf of 3474a75ab3204c85a6251dbfcbbcea46 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:36:51.180156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:51.358206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Allocated IP 172.20.0.4 (a6e2cc45-6e69-44b3-960f-24e094cd2fb9/ac5c3edb-4708-4d10-8961-9ee32ee074ad/afd06d4b-67fa-4856-b394-c219e998b339) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:36:51.652666 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:51.668361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Transition to ACTIVE for port object afd06d4b-67fa-4856-b394-c219e998b339 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:51.691508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:51.766727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:36:51.769862 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:36:51.775269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:36:51.806627 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event updated for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:51.848687 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:51.849303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:51.877418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-7fb9c567-2179-4f19-a1ea-d6cad0986ad3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647401 May 06 13:36:51.889355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Request body: {'port': {'device_id': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:52.009197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:52.013465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71cd74eb-9787-4b6b-85d3-73cae8755f83 None None] Provisioning for port afd06d4b-67fa-4856-b394-c219e998b339 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:52.015650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff173818-620b-4e0c-b03c-9ea20965674f req-bedbc739-6393-4a9d-ae7a-cdd7ce0dd2c3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:52.017210 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff173818-620b-4e0c-b03c-9ea20965674f req-bedbc739-6393-4a9d-ae7a-cdd7ce0dd2c3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 931 time: 0.0812290 May 06 13:36:52.020021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71cd74eb-9787-4b6b-85d3-73cae8755f83 None None] Provisioning complete for port afd06d4b-67fa-4856-b394-c219e998b339 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:52.020393 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71cd74eb-9787-4b6b-85d3-73cae8755f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:52.066666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ff173818-620b-4e0c-b03c-9ea20965674f req-66b66e2b-9993-4731-9707-7f762784203e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437207 May 06 13:36:52.076720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-71cd74eb-9787-4b6b-85d3-73cae8755f83 None None] Port afd06d4b-67fa-4856-b394-c219e998b339 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:36:52.362367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd06d4b-67fa-4856-b394-c219e998b339 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:36:52.369182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:52.383668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Transition to ACTIVE for port object afd06d4b-67fa-4856-b394-c219e998b339 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:52.387319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:52.511252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:52.624707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Attempting to bind port afd06d4b-67fa-4856-b394-c219e998b339 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:36:52.625058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Attempting to bind port afd06d4b-67fa-4856-b394-c219e998b339 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:36:52.625384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Attempting to bind port afd06d4b-67fa-4856-b394-c219e998b339 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:36:52.631281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Port afd06d4b-67fa-4856-b394-c219e998b339 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:36:52.631601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Attempting to bind port afd06d4b-67fa-4856-b394-c219e998b339 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:36:52.637877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:36:52.638212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:36:52.638592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:36:52.639024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Bound port: afd06d4b-67fa-4856-b394-c219e998b339, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:36:52.639362 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:52.732385 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:36:52.735665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:36:52.740995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:52.806582 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:52.808033 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] 10.222.0.36 "PUT /v2.0/ports/afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 1091 time: 0.9231994 May 06 13:36:52.808473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:36:52.835049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f283016-cc39-47f3-85fb-999b54b00ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:52.879906 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a595c7-082d-4b36-8f70-624c57408a8f'] response: {'name': 'network-changed', 'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339', 'status': 'completed', 'code': 200} May 06 13:36:52.922789 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-6cd6bc1d-f6dd-493e-9b6e-0ff827a95135 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1094 time: 0.0737138 May 06 13:36:52.996085 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-004e3c86-7354-4760-bcb6-2818740ec905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 217 time: 0.0668032 May 06 13:36:53.059673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-485a5827-0131-4a64-8729-04a8bcab91da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:53.061108 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-485a5827-0131-4a64-8729-04a8bcab91da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0596962 May 06 13:36:53.141876 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-098a7492-365c-4036-95c0-dd51ae3049df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751314 May 06 13:36:53.284154 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-3e9b7fc6-ba80-4439-afe2-e36dc9e30cbc service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365917 May 06 13:36:53.284397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2bff3-6288-45df-8997-59dd1958645a req-2141fc07-daa8-4a86-8157-4b27a87d528a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:53.285804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daa2bff3-6288-45df-8997-59dd1958645a req-2141fc07-daa8-4a86-8157-4b27a87d528a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 943 time: 0.0886276 May 06 13:36:53.342464 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daa2bff3-6288-45df-8997-59dd1958645a req-6a779248-4c25-4af8-b551-ffb8c357429e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502369 May 06 13:36:53.523998 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-086bc627-8d92-49c9-83c2-7456cfa03dfb req-a221b208-9105-4e24-af8b-fd7857cdbb85 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343152 May 06 13:36:53.641482 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-932a71f9-1c1c-4667-8287-ddf856d2e824 req-c8e17aed-5204-4346-b490-c506c614ae24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1094 time: 0.0748887 May 06 13:36:53.772484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a71f9-1c1c-4667-8287-ddf856d2e824 req-5c3b75bb-e646-4b43-9735-545946a94f05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:53.773927 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-932a71f9-1c1c-4667-8287-ddf856d2e824 req-5c3b75bb-e646-4b43-9735-545946a94f05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1267731 May 06 13:36:53.846831 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-932a71f9-1c1c-4667-8287-ddf856d2e824 req-ca2268bd-9c17-436d-8243-c9385bd63639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 217 time: 0.0650833 May 06 13:36:53.911346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a71f9-1c1c-4667-8287-ddf856d2e824 req-dff7ee73-80a6-44a7-8802-7d8d9c6dfa4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:53.912755 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-932a71f9-1c1c-4667-8287-ddf856d2e824 req-dff7ee73-80a6-44a7-8802-7d8d9c6dfa4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0594115 May 06 13:36:53.994045 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-932a71f9-1c1c-4667-8287-ddf856d2e824 req-1e52cf60-3738-4560-850a-4343f42a0cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746124 May 06 13:36:54.133144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-932a71f9-1c1c-4667-8287-ddf856d2e824 req-533dc186-0493-4bb9-95d8-0c06b886a242 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323433 May 06 13:36:54.282135 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-932a71f9-1c1c-4667-8287-ddf856d2e824 req-ff02180f-8c32-4c83-9a9e-48607685d6c8 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412289 May 06 13:36:54.569879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4528123-ab3d-4979-b363-503f1aaf46e0 req-a15a4081-6bcb-4e1f-8a7a-b56c55621b37 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:54.571394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4528123-ab3d-4979-b363-503f1aaf46e0 req-a15a4081-6bcb-4e1f-8a7a-b56c55621b37 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 943 time: 0.0991712 May 06 13:36:54.619415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4528123-ab3d-4979-b363-503f1aaf46e0 req-ef3fed6a-e662-4607-97ab-684b90ac3ab1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 May 06 13:36:55.847374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c940c-d8bd-498c-af7d-579422e283cf req-740d7131-ebe4-4ec9-83ff-b30ce76f3acf tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:55.848992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-681c940c-d8bd-498c-af7d-579422e283cf req-740d7131-ebe4-4ec9-83ff-b30ce76f3acf tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 943 time: 0.0959647 May 06 13:36:55.897527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-681c940c-d8bd-498c-af7d-579422e283cf req-06d76950-ace6-4625-969f-7f82a53be886 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424905 May 06 13:36:56.117429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device afd06d4b-67fa-4856-b394-c219e998b339 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:36:56.254095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:56.267033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'afd06d4b-67fa-4856-b394-c219e998b339', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': 'afd06d4b-67fa-4856-b394-c219e998b339', 'mac_address': 'fa:16:3e:3e:4a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:36:56.328970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:56.347518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd06d4b-67fa-4856-b394-c219e998b339 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:36:56.364822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:56.370542 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:56.443964 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:56.598561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['afd06d4b-67fa-4856-b394-c219e998b339'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:36:57.119561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63017b-94e4-44ea-ab77-667db6036b49 req-f726f7ce-6452-4be4-b66a-e454c54cc30f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:57.121048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb63017b-94e4-44ea-ab77-667db6036b49 req-f726f7ce-6452-4be4-b66a-e454c54cc30f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 944 time: 0.0860291 May 06 13:36:57.171350 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb63017b-94e4-44ea-ab77-667db6036b49 req-0d96a9fd-8d42-4bd7-91fa-4e39cfa277ea tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 May 06 13:36:58.122653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device afd06d4b-67fa-4856-b394-c219e998b339 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:58.200334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port afd06d4b-67fa-4856-b394-c219e998b339 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:58.204880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port afd06d4b-67fa-4856-b394-c219e998b339 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:58.205256 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:58.325183 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:58.355506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:36:58.366511 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:58.372266 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:58.420839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26b890-611c-4b0a-bbef-b9ae59fce245 req-7389fef2-de95-4b18-a55f-92c09b54a819 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:58.427454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb26b890-611c-4b0a-bbef-b9ae59fce245 req-7389fef2-de95-4b18-a55f-92c09b54a819 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 944 time: 0.1142607 May 06 13:36:58.444465 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01825fd5-83fe-4932-ae50-d6bf84b59857'] response: {'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339', 'code': 200} May 06 13:36:58.456402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:58.476605 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb26b890-611c-4b0a-bbef-b9ae59fce245 req-ceeed130-1c2f-4f24-964b-19bd2e58d809 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 May 06 13:36:58.571834 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa3a7c7e-8bfd-42f4-82cc-3cfb6993ae5f req-d491e6d6-149c-47e1-ab75-0dcedcb22ade service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1096 time: 0.0693333 May 06 13:36:58.613220 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-aa3a7c7e-8bfd-42f4-82cc-3cfb6993ae5f req-6b9c7218-5ab7-416c-8ac6-8fd92f7e6bb8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357356 May 06 13:36:59.592848 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:36:59.606694 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:36:59.607273 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:36:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:59.693732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842de3a-3953-409b-b0c6-5f173affde0a req-afbd37a9-f349-4ef6-b4d5-86ad0e19010c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:59.695336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3842de3a-3953-409b-b0c6-5f173affde0a req-afbd37a9-f349-4ef6-b4d5-86ad0e19010c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0851767 May 06 13:36:59.751476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3842de3a-3953-409b-b0c6-5f173affde0a req-584f3eeb-398e-439a-acec-085619c0bbb6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502670 May 06 13:36:59.797838 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:00.122052 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 2, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:00.126534 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:37:00.126909 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Updating router 6dfffd43-d250-4b80-82d9-b6cc7e42273f port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:37:00.183460 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:00.545922 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:00.564971 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Transition to ACTIVE for port object 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:00.573912 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:00.703266 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Pushing event updated for resources: {'Port': ['ID=7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:00.715341 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.715679 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.716013 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.716330 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.716853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.716944 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.717274 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.717695 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.717909 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.718217 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.718530 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:00.810966 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Attempting to bind port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:37:00.811333 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Attempting to bind port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:37:00.811722 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Attempting to bind port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:00.821853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:37:00.821853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:37:00.821853 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:00.821853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:37:00.822283 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Bound port: 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:37:00.822664 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:00.920954 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] For port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:37:00.924925 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] For port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:37:00.936294 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:00.960634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38439a68-e4fa-4563-af86-d569396778c4 req-fdfd6a4d-debb-4f91-b921-4be12f3b0721 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:00.962137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38439a68-e4fa-4563-af86-d569396778c4 req-fdfd6a4d-debb-4f91-b921-4be12f3b0721 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0846326 May 06 13:37:01.017420 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec378cc-22b6-4c1e-acce-cc04182df56e None None] Pushing event updated for resources: {'Port': ['ID=7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:01.022022 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:01.022661 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:36:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:01.023026 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38439a68-e4fa-4563-af86-d569396778c4 req-06bbf084-6581-48aa-a3fc-ddd8a23f172f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549757 May 06 13:37:01.225122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645d117-6b13-4591-8e84-e1ad72f13183 req-6824cbdd-6207-40ac-94d3-a93ef9609d63 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:01.226710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3645d117-6b13-4591-8e84-e1ad72f13183 req-6824cbdd-6207-40ac-94d3-a93ef9609d63 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0897551 May 06 13:37:01.236325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54598) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:01.245168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-66932b03-6c70-4c5c-8ada-18b66b0f56de tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'floatingip': {'port_id': 'afd06d4b-67fa-4856-b394-c219e998b339'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:01.250781 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:01.429686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66932b03-6c70-4c5c-8ada-18b66b0f56de tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:01.571423 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:00Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:01.575536 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0988bc5-ac93-493b-a1d2-8637e7749044 None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:00Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:37:02.039928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:02.062556 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66932b03-6c70-4c5c-8ada-18b66b0f56de tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:02.067828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66932b03-6c70-4c5c-8ada-18b66b0f56de tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:02.118680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:02.124271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:02.124640 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:02.285673 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-66932b03-6c70-4c5c-8ada-18b66b0f56de tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3 associated. External IP: 172.25.7.184, port: afd06d4b-67fa-4856-b394-c219e998b339. May 06 13:37:02.298197 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:02.332638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:02.337298 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:02.407020 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:02.696313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66932b03-6c70-4c5c-8ada-18b66b0f56de tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:37:03.031814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66932b03-6c70-4c5c-8ada-18b66b0f56de tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:37:03.036481 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-66932b03-6c70-4c5c-8ada-18b66b0f56de tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:03.092873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-66932b03-6c70-4c5c-8ada-18b66b0f56de tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "PUT /v2.0/floatingips/e3f6462b-6062-45d4-b010-a464e68ca5b3 HTTP/1.1" status: 200 len: 991 time: 1.8553922 May 06 13:37:03.093581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:03.147295 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d44a849-828b-4229-afcc-ca918b65c9cc'] response: {'name': 'network-changed', 'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339', 'status': 'completed', 'code': 200} May 06 13:37:03.254408 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95f95f1a-505b-42cb-bd17-333f32ec2462 req-081e160e-2411-46ac-90bf-852156fd64f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1096 time: 0.0790126 May 06 13:37:03.298313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9c651-1528-498b-8608-9edd4ab8066e req-cf49c4c5-98e6-491b-b587-2a77b796a67a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:03.300145 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cb9c651-1528-498b-8608-9edd4ab8066e req-cf49c4c5-98e6-491b-b587-2a77b796a67a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0961807 May 06 13:37:03.350139 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5cb9c651-1528-498b-8608-9edd4ab8066e req-7b4e1ce3-eeba-48e1-bd78-5d1bbde6b675 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440631 May 06 13:37:03.396554 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f95f1a-505b-42cb-bd17-333f32ec2462 req-50f55f9f-f28c-4839-a603-528078811413 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:03.398029 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95f95f1a-505b-42cb-bd17-333f32ec2462 req-50f55f9f-f28c-4839-a603-528078811413 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1369305 May 06 13:37:03.499843 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95f95f1a-505b-42cb-bd17-333f32ec2462 req-b579ad07-677c-4977-83c6-7b1920772ed9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 999 time: 0.0953546 May 06 13:37:03.560364 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a4fd1-0185-4463-9c00-f3e5d423e787 req-e33baadb-4316-47cc-aa37-5c2696813f73 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:03.561734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e8a4fd1-0185-4463-9c00-f3e5d423e787 req-e33baadb-4316-47cc-aa37-5c2696813f73 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0819747 May 06 13:37:03.568669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f95f1a-505b-42cb-bd17-333f32ec2462 req-c81f61e7-db38-4d8c-9617-b3630a2eee2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:03.571203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95f95f1a-505b-42cb-bd17-333f32ec2462 req-c81f61e7-db38-4d8c-9617-b3630a2eee2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0651791 May 06 13:37:03.612916 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e8a4fd1-0185-4463-9c00-f3e5d423e787 req-43576a6f-0bf0-4dfd-85ea-c9e31c88029a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448692 May 06 13:37:03.647347 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95f95f1a-505b-42cb-bd17-333f32ec2462 req-66316c8c-fcd8-45d7-b05b-bb56b7a12e7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702400 May 06 13:37:03.791082 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95f95f1a-505b-42cb-bd17-333f32ec2462 req-5a54e815-f2c0-4e55-a661-9deb2784116f service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358705 May 06 13:37:03.927531 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-95f95f1a-505b-42cb-bd17-333f32ec2462 req-6727083e-844a-4458-b84a-5fc893a7fd6e service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304548 May 06 13:37:04.021261 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:04.091819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:04.092176 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:04.355877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:37:04.368546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:04.369144 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:36:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:04.556561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:04.878531 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c76ba-247c-423e-a0e8-0a8f3c53fdf0 req-8460d14f-f10c-42ef-9ade-685b1ac29bcd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:04.880083 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c10c76ba-247c-423e-a0e8-0a8f3c53fdf0 req-8460d14f-f10c-42ef-9ade-685b1ac29bcd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0889225 May 06 13:37:04.933029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': 'afd06d4b-67fa-4856-b394-c219e998b339', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:3e:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:37:01Z', 'revision_number': 1, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:04.937115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c10c76ba-247c-423e-a0e8-0a8f3c53fdf0 req-505d8f3d-bcc4-45b1-85e0-72222d56ac6f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502932 May 06 13:37:04.939227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:37:04.951546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:04.952195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:36:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:05.137229 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:05.151185 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a35744-19c7-4ca5-b266-850ba832b577 req-d0e39e51-aa28-4f0f-8ab1-e02549a0e9a2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:05.152390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14a35744-19c7-4ca5-b266-850ba832b577 req-d0e39e51-aa28-4f0f-8ab1-e02549a0e9a2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0908449 May 06 13:37:05.213732 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-14a35744-19c7-4ca5-b266-850ba832b577 req-c8e2096a-60eb-4962-86b0-cfe31d028d3a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527363 May 06 13:37:05.468929 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fc2161f6-28f8-461f-9280-b368eb9e87dc req-19cb4ca2-e2e2-4e82-b281-587d16f4ef4f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1101272 May 06 13:37:05.581087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': 'afd06d4b-67fa-4856-b394-c219e998b339', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:3e:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:37:01Z', 'revision_number': 1, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:05.586280 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561221ee-0399-4209-8b96-85e7c8b9565d None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': 'afd06d4b-67fa-4856-b394-c219e998b339', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:3e:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:37:01Z', 'revision_number': 1, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:37:05.831029 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96529dd-2656-4571-8e6b-ce4f8cccfa21 None None] New status for floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:37:05.842752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9444d1-1ab2-44fe-8b1a-e9093e675ee7 req-30c7035c-9b87-4850-abf3-abf5012e96b9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:05.844561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba9444d1-1ab2-44fe-8b1a-e9093e675ee7 req-30c7035c-9b87-4850-abf3-abf5012e96b9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0979657 May 06 13:37:05.891247 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-5689d2d0-9cae-4b51-a3d1-6b9af3b70189 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1939876 May 06 13:37:05.901535 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba9444d1-1ab2-44fe-8b1a-e9093e675ee7 req-5ad65b28-fe8d-4c33-a722-ada15c6ee20c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508778 May 06 13:37:07.115113 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a57c8-74c1-40c5-ab4e-9f42756e20aa req-997c646e-b7b2-497a-b909-91a3dde8b6cc tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:07.116437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-226a57c8-74c1-40c5-ab4e-9f42756e20aa req-997c646e-b7b2-497a-b909-91a3dde8b6cc tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0848587 May 06 13:37:07.170285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-226a57c8-74c1-40c5-ab4e-9f42756e20aa req-b770f709-50e1-41e0-ab2d-435317459332 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476451 May 06 13:37:07.239078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-99f85011-cb75-4f5d-89cc-9ab058ea3ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1096 time: 0.0686440 May 06 13:37:07.379682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a1b0-c977-4179-b466-11a221b60424 req-83803831-3b50-4e16-aee9-2ec460c3b705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:07.381191 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-83803831-3b50-4e16-aee9-2ec460c3b705 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1367035 May 06 13:37:07.494235 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-303db420-c240-49aa-ac4b-8b2f578ba670 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 1001 time: 0.1065478 May 06 13:37:07.565915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a1b0-c977-4179-b466-11a221b60424 req-dadbed52-ca7c-4abf-9c8c-35da06981d2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:07.567530 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-dadbed52-ca7c-4abf-9c8c-35da06981d2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0674522 May 06 13:37:07.650331 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-1b00a90c-fe86-4e88-a1b1-0f93ac3568f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762024 May 06 13:37:07.743734 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:07.795717 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-6b018cd8-569f-40fe-aba1-869034a07831 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390309 May 06 13:37:07.938024 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-83ed63ae-5cf4-4560-9361-273a6d6ce08d service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363394 May 06 13:37:08.387120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294639a4-0d18-400d-87a3-37c7f22d08ac req-0801c0b2-b0a3-4789-aec8-b13d3fd87b33 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:08.388610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-294639a4-0d18-400d-87a3-37c7f22d08ac req-0801c0b2-b0a3-4789-aec8-b13d3fd87b33 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0864542 May 06 13:37:08.443529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-294639a4-0d18-400d-87a3-37c7f22d08ac req-66903b12-cc72-4cb5-953b-53ce3e8d859c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490129 May 06 13:37:09.669777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6df96-879e-45da-b1ed-30155c3c880f req-e3d5f246-9e47-42ee-ad08-cb64bec611f9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:09.671370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9b6df96-879e-45da-b1ed-30155c3c880f req-e3d5f246-9e47-42ee-ad08-cb64bec611f9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0936737 May 06 13:37:09.721585 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9b6df96-879e-45da-b1ed-30155c3c880f req-546b78c0-aac9-48ee-88e5-f7b121522986 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440619 May 06 13:37:10.940812 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a492e6-5e5f-4fdf-a3f4-614bc67afe8a req-1f341f6b-5b99-483d-8028-2f110c3a5bd3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:10.942295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38a492e6-5e5f-4fdf-a3f4-614bc67afe8a req-1f341f6b-5b99-483d-8028-2f110c3a5bd3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0962019 May 06 13:37:10.992906 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-38a492e6-5e5f-4fdf-a3f4-614bc67afe8a req-544c3813-0334-4d23-b89d-1b7a51c26564 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 May 06 13:37:12.216162 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bbdcc-6a12-4fb3-812c-1479122b3265 req-119377d3-8534-4214-98e8-0a186bb56337 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:12.217557 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b92bbdcc-6a12-4fb3-812c-1479122b3265 req-119377d3-8534-4214-98e8-0a186bb56337 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0862584 May 06 13:37:12.266812 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b92bbdcc-6a12-4fb3-812c-1479122b3265 req-ed9b5519-af7d-463f-8497-db5fc31073b0 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 May 06 13:37:12.433086 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a03f1d5f-e005-4ee6-a0fd-dfc013de9b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:12.848702 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:37:13.484158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111506a7-3f2b-4773-9872-8d07b1930c2f req-7fe65630-5fd0-49cb-ad79-8bbc330162b5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:13.485623 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-111506a7-3f2b-4773-9872-8d07b1930c2f req-7fe65630-5fd0-49cb-ad79-8bbc330162b5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0853705 May 06 13:37:13.533493 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-111506a7-3f2b-4773-9872-8d07b1930c2f req-1cafada3-51ed-40c9-82b9-8860e1e232e5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 May 06 13:37:13.562345 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:14.746107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667de667-8237-4e93-8d8c-b520b26277a9 req-06a254ba-891c-44a1-b9dd-d13f1b0c02af tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:14.747626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-667de667-8237-4e93-8d8c-b520b26277a9 req-06a254ba-891c-44a1-b9dd-d13f1b0c02af tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0867355 May 06 13:37:14.770113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2465fa0d-84a5-4e1f-bc60-cefe1419aa32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:14.804370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-667de667-8237-4e93-8d8c-b520b26277a9 req-4f520a22-9e5b-4bfa-9e9c-e1b614d821ad tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504227 May 06 13:37:15.558637 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.017127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5d36c-6baa-4abc-8691-a599445ad563 req-f0bd3893-d195-4917-b858-3cac4b921408 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:16.018719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91b5d36c-6baa-4abc-8691-a599445ad563 req-f0bd3893-d195-4917-b858-3cac4b921408 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0845547 May 06 13:37:16.073137 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91b5d36c-6baa-4abc-8691-a599445ad563 req-9057fffe-8a40-4373-a7b7-ab17d97d0f0d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448523 May 06 13:37:16.254581 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.282922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e527a0-e3e1-454f-b8a5-fa6f5aa40eaf req-353916f0-c47d-481a-ae8e-2a16337cf26f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:17.284900 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51e527a0-e3e1-454f-b8a5-fa6f5aa40eaf req-353916f0-c47d-481a-ae8e-2a16337cf26f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0870898 May 06 13:37:17.338011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-51e527a0-e3e1-454f-b8a5-fa6f5aa40eaf req-cf55c0a6-1f69-41d3-9825-894cbd6ead75 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464978 May 06 13:37:17.722725 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:18.562331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de18f-9723-43ef-8772-9ab2e65eb9ca req-7f528dc7-c948-480b-a1bd-66cd9245a630 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:18.563854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-915de18f-9723-43ef-8772-9ab2e65eb9ca req-7f528dc7-c948-480b-a1bd-66cd9245a630 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0961974 May 06 13:37:18.614099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-915de18f-9723-43ef-8772-9ab2e65eb9ca req-1fe3ad1c-ea05-44c5-ad28-45fec9f4ac23 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 May 06 13:37:19.505944 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec54f12c-18f8-43c5-925d-0ccdc78b8d65 req-a1837ee4-e26a-4ba4-9d07-221e8b081362 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1096 time: 0.0705755 May 06 13:37:19.660209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54f12c-18f8-43c5-925d-0ccdc78b8d65 req-e77c108c-d7d0-46c8-93e6-982969c1ffd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:19.661740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec54f12c-18f8-43c5-925d-0ccdc78b8d65 req-e77c108c-d7d0-46c8-93e6-982969c1ffd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1354439 May 06 13:37:19.773274 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec54f12c-18f8-43c5-925d-0ccdc78b8d65 req-617fee9b-b8fb-4a62-bb0b-9f9e83758e62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 1001 time: 0.1041834 May 06 13:37:19.829575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3df5c-9b45-43f8-9751-9cb803b8f8b0 req-e0817645-e9c3-4433-8490-ba5bb3c34dae tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:19.831113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b5f3df5c-9b45-43f8-9751-9cb803b8f8b0 req-e0817645-e9c3-4433-8490-ba5bb3c34dae tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0829945 May 06 13:37:19.837863 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54f12c-18f8-43c5-925d-0ccdc78b8d65 req-4d9d5fcd-a121-4f4a-8032-e8846190fb6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:19.839371 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec54f12c-18f8-43c5-925d-0ccdc78b8d65 req-4d9d5fcd-a121-4f4a-8032-e8846190fb6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0595193 May 06 13:37:19.879279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b5f3df5c-9b45-43f8-9751-9cb803b8f8b0 req-7baec0e4-beb7-4ced-b0d3-5f2f9a5651d5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 May 06 13:37:19.928477 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec54f12c-18f8-43c5-925d-0ccdc78b8d65 req-5a45890a-53c1-458c-8074-ed7e32a5684f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817778 May 06 13:37:20.073494 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec54f12c-18f8-43c5-925d-0ccdc78b8d65 req-16dd8be4-9f00-4bf3-93e1-876995e4b1ae service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345661 May 06 13:37:20.212233 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ec54f12c-18f8-43c5-925d-0ccdc78b8d65 req-aa4e219e-628a-4a7b-afe0-b5359e4939e7 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296353 May 06 13:37:21.099179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d0bcb-2d70-40ee-af1b-6ade433de6c5 req-ee236764-a8dd-4485-a69f-b8d115071952 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:21.100632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-390d0bcb-2d70-40ee-af1b-6ade433de6c5 req-ee236764-a8dd-4485-a69f-b8d115071952 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0946946 May 06 13:37:21.148498 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-390d0bcb-2d70-40ee-af1b-6ade433de6c5 req-cd44b992-6a69-4413-a544-2bd577bebfd2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 May 06 13:37:22.357881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750adfbc-713e-4c01-b3f4-fa40fb57b9ff req-1837d322-fe49-4ae5-87e4-69d4ea6da574 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:22.359402 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-750adfbc-713e-4c01-b3f4-fa40fb57b9ff req-1837d322-fe49-4ae5-87e4-69d4ea6da574 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0846469 May 06 13:37:22.408171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-750adfbc-713e-4c01-b3f4-fa40fb57b9ff req-2fd403bb-3369-4433-930e-3f8071089aee tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426142 May 06 13:37:23.632405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535db00-5146-4b48-bd0e-4cf271d2a2db req-5f7ee318-96c1-46c2-9f8a-faef6d47f3e5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:23.633776 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c535db00-5146-4b48-bd0e-4cf271d2a2db req-5f7ee318-96c1-46c2-9f8a-faef6d47f3e5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0810134 May 06 13:37:23.692325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c535db00-5146-4b48-bd0e-4cf271d2a2db req-3505a588-e944-4452-b96e-457b71946fcf tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504990 May 06 13:37:24.913079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b587-5f42-4a19-9862-7138949b3e27 req-44ee4648-a878-4784-a04c-e431b4a0c2ca tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:24.914656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aab7b587-5f42-4a19-9862-7138949b3e27 req-44ee4648-a878-4784-a04c-e431b4a0c2ca tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0925052 May 06 13:37:24.962461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aab7b587-5f42-4a19-9862-7138949b3e27 req-c422a2e4-2dc1-4103-95a7-598fc2a1f385 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 May 06 13:37:26.178461 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400a8f5-c780-460a-bc4d-a412055dcbbf req-142b7eb9-babc-4c1c-8cc7-c61ff7d6e097 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:26.179937 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7400a8f5-c780-460a-bc4d-a412055dcbbf req-142b7eb9-babc-4c1c-8cc7-c61ff7d6e097 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0922036 May 06 13:37:26.227545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7400a8f5-c780-460a-bc4d-a412055dcbbf req-25f2784a-7fee-4217-ad63-4de7cbe3131e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417011 May 06 13:37:27.438100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d182d6f-7396-488d-9c6a-13bc7a7d890c req-2651c3c9-c892-4b08-adce-ed21d09e4c53 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:27.439721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d182d6f-7396-488d-9c6a-13bc7a7d890c req-2651c3c9-c892-4b08-adce-ed21d09e4c53 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0839148 May 06 13:37:27.491952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d182d6f-7396-488d-9c6a-13bc7a7d890c req-c3b2dd1b-2c80-4e88-ba56-0ac2d6a979c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464141 May 06 13:37:28.716777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464fda6-ca80-4796-83e1-3146de8eae6b req-e0b23afc-59b4-4ead-bcea-8ef92932e0fd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:28.718202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7464fda6-ca80-4796-83e1-3146de8eae6b req-e0b23afc-59b4-4ead-bcea-8ef92932e0fd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0856922 May 06 13:37:28.767995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7464fda6-ca80-4796-83e1-3146de8eae6b req-88e4bd91-09b7-4979-8ce8-b9684f6e0517 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 May 06 13:37:29.738574 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-4869a1b0-c977-4179-b466-11a221b60424 req-88eb46d1-043c-4976-9be2-d7bad3bd9a38 service neutron] show failed (client error): The resource could not be found. May 06 13:37:29.739544 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-88eb46d1-043c-4976-9be2-d7bad3bd9a38 service neutron] 10.222.0.36 "GET /v2.0/ports/afd06d4b-67fa-4856-b394-c219e998b339/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0841296 May 06 13:37:29.993483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3d66a-9d8b-4a06-984b-cfbb50cb18ee req-8d748e5d-50af-464d-a84c-5d68d5b752c1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:29.995018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1b3d66a-9d8b-4a06-984b-cfbb50cb18ee req-8d748e5d-50af-464d-a84c-5d68d5b752c1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0884905 May 06 13:37:30.194664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1b3d66a-9d8b-4a06-984b-cfbb50cb18ee req-aef7abdb-2c02-4582-a39b-1e2ff3385cc8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905119 May 06 13:37:30.224820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-04d5c844-c2ff-4ca7-80b8-3a0475d32c37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 1096 time: 0.2753026 May 06 13:37:30.236149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:30.348459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:30.628958 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:30.660207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:37:30.722494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:30.728781 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:30.745027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Transition to ACTIVE for port object afd06d4b-67fa-4856-b394-c219e998b339 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:30.750185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:30.797448 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6829c02-25e2-49bb-b941-d04f049d9ddb'] response: {'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339', 'code': 200} May 06 13:37:30.900220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Pushing event updated for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:30.949220 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.949785 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.950365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.950934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.951266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.951598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.951927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.952242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.952573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.952885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.953249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:30.970107 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] No DVR routers for this DVR port afd06d4b-67fa-4856-b394-c219e998b339 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:37:31.240795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Attempting to bind port afd06d4b-67fa-4856-b394-c219e998b339 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:37:31.241420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Attempting to bind port afd06d4b-67fa-4856-b394-c219e998b339 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:37:31.241420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Attempting to bind port afd06d4b-67fa-4856-b394-c219e998b339 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:31.247677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Port afd06d4b-67fa-4856-b394-c219e998b339 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:37:31.247989 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Attempting to bind port afd06d4b-67fa-4856-b394-c219e998b339 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:31.255017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:37:31.255351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:37:31.255731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:37:31.256127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Bound port: afd06d4b-67fa-4856-b394-c219e998b339, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:37:31.256458 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:31.394248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:37:31.398181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:37:31.407624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:31.485435 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:31.486858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] 10.222.0.48 "PUT /v2.0/ports/afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 1091 time: 1.2546988 May 06 13:37:31.494021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf7926-9b07-4f61-9115-940498bc9b67 service neutron] Pushing event updated for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:31.510504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62336d-4358-4798-b96b-04b61ada75cf req-c281cc3c-a4e9-4fa3-9e40-551f16a17b06 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:31.512072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd62336d-4358-4798-b96b-04b61ada75cf req-c281cc3c-a4e9-4fa3-9e40-551f16a17b06 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 943 time: 0.1875615 May 06 13:37:31.609823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd62336d-4358-4798-b96b-04b61ada75cf req-2e0ebb43-8214-4b03-86e3-4b1583258dbb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643408 May 06 13:37:31.626907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-95a758ce-4295-4942-9340-bef40570a9bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1094 time: 0.1136816 May 06 13:37:31.762670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a1b0-c977-4179-b466-11a221b60424 req-c222c847-0e47-44b1-b3f3-31066914449e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:31.764193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-c222c847-0e47-44b1-b3f3-31066914449e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1298652 May 06 13:37:31.974468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-750893be-1ea2-4882-9230-7d2ac5cd1794 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 999 time: 0.2038596 May 06 13:37:32.038962 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869a1b0-c977-4179-b466-11a221b60424 req-f278c143-7702-4259-93b1-e8a83b7c72c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:32.040416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-f278c143-7702-4259-93b1-e8a83b7c72c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0598221 May 06 13:37:32.123543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-4798f5d1-5df4-481f-9443-98c7236f0c1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763044 May 06 13:37:32.263060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-d0d111e1-b94d-469a-a2d6-add59588ce4b service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327639 May 06 13:37:32.339352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device afd06d4b-67fa-4856-b394-c219e998b339 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:37:32.396338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device afd06d4b-67fa-4856-b394-c219e998b339 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:37:32.401588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4869a1b0-c977-4179-b466-11a221b60424 req-1edf676c-fca2-48d8-8973-5e2c0e8e7599 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326604 May 06 13:37:32.799243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:32.826063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bfd20-d05c-4025-a1a2-1a91446fd9f4 req-576a0a18-0a39-44ed-bdb5-4f6a2da228ce tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:32.830109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-582bfd20-d05c-4025-a1a2-1a91446fd9f4 req-576a0a18-0a39-44ed-bdb5-4f6a2da228ce tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 943 time: 0.0904369 May 06 13:37:32.871482 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814087a2-2a09-4abb-8a7c-d597e79f9f9c'] response: {'name': 'network-changed', 'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339', 'status': 'completed', 'code': 200} May 06 13:37:32.879664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-582bfd20-d05c-4025-a1a2-1a91446fd9f4 req-69a75446-f280-4860-8f69-bc4476b59076 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449796 May 06 13:37:32.981907 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-ce3fc8af-d4d8-4484-9553-baf7ce704070 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1094 time: 0.0828574 May 06 13:37:33.085739 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-cf4ef46a-a5c7-4af2-ae1a-f643f1dea36f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1094 time: 0.1939666 May 06 13:37:33.128396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-4bdb1ac2-e8ca-441c-84b9-d8f0fbaa9bf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:33.129871 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-4bdb1ac2-e8ca-441c-84b9-d8f0fbaa9bf5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1421099 May 06 13:37:33.220142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-83b2a4d0-9361-44fe-a67e-65b3ccaaddd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:33.221620 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-83b2a4d0-9361-44fe-a67e-65b3ccaaddd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1297526 May 06 13:37:33.234400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-d7a7f5ba-8d3d-4bb9-a5d4-eee7aef659d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 999 time: 0.0978212 May 06 13:37:33.308615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-7974f5ac-c843-4700-bbb4-fef95c2a7c8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:33.310687 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-7974f5ac-c843-4700-bbb4-fef95c2a7c8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0690510 May 06 13:37:33.330688 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-3b286f0a-de5a-4b5f-912b-084949d9a06a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 999 time: 0.1023574 May 06 13:37:33.392260 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-5a0603d1-0ab3-47a4-9650-a5f1d132fd98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761487 May 06 13:37:33.394764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-8016e466-8f30-401d-8a8f-c5ba067b0a8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:33.396205 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-8016e466-8f30-401d-8a8f-c5ba067b0a8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0602500 May 06 13:37:33.471440 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-15c350f8-078a-445a-9079-c3f1b24e78e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685184 May 06 13:37:33.525346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-692547a7-5898-4c27-b6b6-bc5baba52638 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255860 May 06 13:37:33.601612 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-67471cae-47c0-42ab-b62d-31f22ce8b5e9 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241393 May 06 13:37:33.663417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-e8fe4d87-3b94-4f9a-8447-0b6a0877ee44 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314125 May 06 13:37:33.736179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4a0c41ff-822c-4147-8609-59a1dfa78954 req-97f84b5c-3c1f-4867-9da9-9995967db9ff service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286368 May 06 13:37:34.114645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20340a4f-6349-4f86-98cb-5eb576567b70 req-e7a13e77-6ddb-4cd8-ba87-757b36a0d326 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:34.116178 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20340a4f-6349-4f86-98cb-5eb576567b70 req-e7a13e77-6ddb-4cd8-ba87-757b36a0d326 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 943 time: 0.0935564 May 06 13:37:34.165629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20340a4f-6349-4f86-98cb-5eb576567b70 req-51f8bad3-e9d1-4f28-8a9e-648b4235952e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 May 06 13:37:35.369182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad4cc3-d2fe-4a56-a67d-5b57bb688c5b req-a2f8028d-6d33-46ee-8a5d-234627328dfb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:35.370645 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76ad4cc3-d2fe-4a56-a67d-5b57bb688c5b req-a2f8028d-6d33-46ee-8a5d-234627328dfb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 943 time: 0.0801909 May 06 13:37:35.419387 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76ad4cc3-d2fe-4a56-a67d-5b57bb688c5b req-83744ed8-8226-4285-b215-422b223baae8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 May 06 13:37:36.670418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-53845cbb-674c-4d8b-a032-9b0c790fd7ee service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301594 May 06 13:37:36.680294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aa439-e891-4824-a530-5f9316f43d2d req-8acaf177-8e18-44cd-a795-09af120c8685 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:36.681816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b3aa439-e891-4824-a530-5f9316f43d2d req-8acaf177-8e18-44cd-a795-09af120c8685 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 943 time: 0.1089914 May 06 13:37:36.734754 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5b3aa439-e891-4824-a530-5f9316f43d2d req-9ecb87bd-efeb-459e-be26-8461e97ef3bd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468576 May 06 13:37:36.821259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-8d05ee1e-b054-4ca9-b558-7d8b6bf38b2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1094 time: 0.0750256 May 06 13:37:37.082565 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-8acad7cd-230e-4208-a37c-a13e21333778 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:37.083381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-8acad7cd-230e-4208-a37c-a13e21333778 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:37.101143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-8acad7cd-230e-4208-a37c-a13e21333778 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:37.102356 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-8acad7cd-230e-4208-a37c-a13e21333778 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8&tenant_id=3474a75ab3204c85a6251dbfcbbcea46&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 943 time: 0.1053708 May 06 13:37:37.127326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-057d93e4-a2a5-4001-aa98-ccd2f7256ee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:37.128763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-057d93e4-a2a5-4001-aa98-ccd2f7256ee4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.2885158 May 06 13:37:37.182990 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-f259498a-2843-4b60-891c-d555be2cd445 service neutron] delete failed (client error): The resource could not be found. May 06 13:37:37.183872 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-f259498a-2843-4b60-891c-d555be2cd445 service neutron] 10.222.0.36 "DELETE /v2.0/ports/afd06d4b-67fa-4856-b394-c219e998b339/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0762761 May 06 13:37:37.188662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719af2a-949f-42ef-89ed-d149e2bbbcaa req-11c8999b-99d3-4e90-ba91-248c4f0246c7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:37.190130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f719af2a-949f-42ef-89ed-d149e2bbbcaa req-11c8999b-99d3-4e90-ba91-248c4f0246c7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 943 time: 0.1722376 May 06 13:37:37.277158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f719af2a-949f-42ef-89ed-d149e2bbbcaa req-aee339c0-0013-4e0c-9b20-fe82ecc5b905 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806966 May 06 13:37:37.279446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-c18a0e0b-d945-4b58-9cc8-55b1785c0664 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 999 time: 0.1435571 May 06 13:37:37.338850 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-2889e95a-ae87-48c0-ba70-9d24cdb62f29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 1094 time: 0.0823181 May 06 13:37:37.348398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-3d35657d-6798-49a5-a4e5-05bce58e8152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:37.349970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-3d35657d-6798-49a5-a4e5-05bce58e8152 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0649247 May 06 13:37:37.427272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-d25e5499-a638-4d4e-b5ab-012b688e68e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715997 May 06 13:37:37.476629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-867230ee-b7cb-4252-855f-5f3471b42a07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:37.477995 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-867230ee-b7cb-4252-855f-5f3471b42a07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1336572 May 06 13:37:37.567748 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-5e73b6cd-8ea7-46cc-b54d-b85d95207c12 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342878 May 06 13:37:37.585032 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-b131aae1-4cdf-4657-a368-4848c7c36dda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 200 len: 999 time: 0.1007023 May 06 13:37:37.649285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-1882a666-520b-4a46-ad04-57189d1b0e32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:37.650814 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-1882a666-520b-4a46-ad04-57189d1b0e32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0596042 May 06 13:37:37.707128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d3e88b-c6b8-4f66-aa74-66d214f232f1 req-5479617c-f922-4875-8251-92c786355d3f service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330085 May 06 13:37:37.728805 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-e406612f-b6f5-4c1b-afb8-827ebb59a284 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722620 May 06 13:37:37.746149 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:37.869005 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-101e714e-56d6-4902-bd6a-196e4f172335 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341269 May 06 13:37:37.921240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device afd06d4b-67fa-4856-b394-c219e998b339 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:37:38.011820 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-902ca12f-e61b-4e83-b6b0-f4f6833d140b req-ce484c80-9272-40bd-af6e-5732857b89fe service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364973 May 06 13:37:38.060097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:38.075002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'afd06d4b-67fa-4856-b394-c219e998b339', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': 'afd06d4b-67fa-4856-b394-c219e998b339', 'mac_address': 'fa:16:3e:3e:4a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:37:38.128793 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:38.155303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd06d4b-67fa-4856-b394-c219e998b339 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:37:38.173459 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:38.180018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:38.260754 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:38.505550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2f563-53ba-4754-aa78-a3d32d5df412 req-270d8e6a-f1a2-493f-b4c7-3a15eb1bed7f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:38.507281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60f2f563-53ba-4754-aa78-a3d32d5df412 req-270d8e6a-f1a2-493f-b4c7-3a15eb1bed7f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 944 time: 0.1008713 May 06 13:37:38.558391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60f2f563-53ba-4754-aa78-a3d32d5df412 req-c8497e8d-f1d1-44fe-8a2f-46d3355ab886 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450022 May 06 13:37:38.630986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['afd06d4b-67fa-4856-b394-c219e998b339'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:37:39.769299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d904a-c155-4c01-b02d-b32aa96f806f req-2eeaee61-b728-48be-9b87-ca472189a8f8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:39.770824 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-491d904a-c155-4c01-b02d-b32aa96f806f req-2eeaee61-b728-48be-9b87-ca472189a8f8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 944 time: 0.0816934 May 06 13:37:39.822037 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-491d904a-c155-4c01-b02d-b32aa96f806f req-00aeb2b2-7a76-4e45-8f38-2219af163810 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454075 May 06 13:37:39.935581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device afd06d4b-67fa-4856-b394-c219e998b339 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:40.009604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port afd06d4b-67fa-4856-b394-c219e998b339 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:40.014982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port afd06d4b-67fa-4856-b394-c219e998b339 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:40.015339 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:40.029239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a52bd-8c19-48cf-8521-2a96117b1cac req-94e3edfc-e423-49a5-897b-416b4fc809d2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:40.030733 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c8a52bd-8c19-48cf-8521-2a96117b1cac req-94e3edfc-e423-49a5-897b-416b4fc809d2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 944 time: 0.0805063 May 06 13:37:40.079832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c8a52bd-8c19-48cf-8521-2a96117b1cac req-b629e37a-5339-4e93-a204-8efd3f89355d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431569 May 06 13:37:40.140457 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:40.168277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:40.180163 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:40.185689 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:40.231764 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7fe558-589f-4075-b89a-2dffe1b82152'] response: {'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339', 'code': 200} May 06 13:37:40.258010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:40.293056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d384e3-f43c-4bb9-8a2d-a256e9e3cc82 req-b9d25930-a9e0-46b7-af5d-d765978062fe tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:40.294615 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49d384e3-f43c-4bb9-8a2d-a256e9e3cc82 req-b9d25930-a9e0-46b7-af5d-d765978062fe tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0887797 May 06 13:37:40.346975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-49d384e3-f43c-4bb9-8a2d-a256e9e3cc82 req-40526179-8455-4f70-899b-02d869389718 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460691 May 06 13:37:40.780074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760f651-b7de-45e7-8853-52fac90b18fa req-e58899f7-9415-427e-936e-dabb0d3cce25 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:40.781433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a760f651-b7de-45e7-8853-52fac90b18fa req-e58899f7-9415-427e-936e-dabb0d3cce25 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0930150 May 06 13:37:40.833476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a760f651-b7de-45e7-8853-52fac90b18fa req-51d166e0-fe23-48f8-9ad6-023d7ac3103f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 May 06 13:37:42.053465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9196d2-e1eb-488a-b2ce-8234dbbb04ca req-fd97e13d-80de-4f1c-a34a-196221d19971 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:42.055168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa9196d2-e1eb-488a-b2ce-8234dbbb04ca req-fd97e13d-80de-4f1c-a34a-196221d19971 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0958447 May 06 13:37:42.106427 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa9196d2-e1eb-488a-b2ce-8234dbbb04ca req-f9005aeb-7e23-41de-bb5a-8ac89d47594f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428250 May 06 13:37:42.285557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-1b0ea6ca-7af6-4c5e-b5ec-d13af6fe0c28 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:42.286980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-1b0ea6ca-7af6-4c5e-b5ec-d13af6fe0c28 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 945 time: 0.0826411 May 06 13:37:42.372274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Deleting port afd06d4b-67fa-4856-b394-c219e998b339 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:37:42.372697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:42.395688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3358c4be-3d5b-4b95-bb68-25e5a5b58d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:42.649505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] For port afd06d4b-67fa-4856-b394-c219e998b339, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=afd06d4b-67fa-4856-b394-c219e998b339,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:42.649831 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:43.065849 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:43.066563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:43.066563 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3 disassociated. External IP: 172.25.7.184, port: afd06d4b-67fa-4856-b394-c219e998b339. May 06 13:37:43.066813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Calling delete_port for afd06d4b-67fa-4856-b394-c219e998b339 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:37:43.220412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:43.298800 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event deleted for resources: {'Port': ['ID=afd06d4b-67fa-4856-b394-c219e998b339,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:43.317573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c49e9a86-2966-4912-8ff9-730f124a5c4d req-ab43fbac-8e3c-4323-8b5a-bb3abcc9bedf tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebaaea20-4298-450d-a576-a3c2ac37afc8 HTTP/1.1" status: 200 len: 210 time: 0.0564632 May 06 13:37:43.529560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:37:43.571544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:43.745656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:37:43.755351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:37:43.767792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:43.768420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:37:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:43.815222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] No DVR routers for this DVR port afd06d4b-67fa-4856-b394-c219e998b339 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:37:43.817987 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:43.820806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'name': 'network-vif-deleted', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:43.837236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0fce1d2-1086-4c9c-be5f-9cde8833e583 req-d2a96feb-a09a-46c4-acb4-7505bcc1e3f6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "DELETE /v2.0/ports/afd06d4b-67fa-4856-b394-c219e998b339 HTTP/1.1" status: 204 len: 173 time: 1.5447454 May 06 13:37:43.884974 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee79d242-7d48-4f3d-b6fa-939f6bd9a71e'] response: {'server_uuid': 'ebaaea20-4298-450d-a576-a3c2ac37afc8', 'name': 'network-vif-deleted', 'tag': 'afd06d4b-67fa-4856-b394-c219e998b339', 'status': 'completed', 'code': 200} May 06 13:37:43.959996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:44.277739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:44.281761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:37:44.294146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:44.294877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:37:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:44.522027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:44.711666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-d3214273-db5b-49db-912c-01aaac888eb1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1460793226&fields=id&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 267 time: 0.0457742 May 06 13:37:44.822779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a71b4dcb-9cea-43ca-9eb1-67b46158326a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:44.864098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:44.868371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54127c00-cf7c-41d6-b42f-af4823b3ef80 None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:37:44.869406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-67786fd6-c152-496d-9112-6d399bb1e043 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:44.871169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-67786fd6-c152-496d-9112-6d399bb1e043 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 811 time: 0.1526978 May 06 13:37:44.891446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-c0b9b0be-2708-4791-a04d-f2c886919d3b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/quotas/3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 375 time: 0.0147374 May 06 13:37:44.981150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-9f238a02-1318-4ca5-b6a4-dbbc9a689fd5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:44.998210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-9f238a02-1318-4ca5-b6a4-dbbc9a689fd5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:44.999636 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-9f238a02-1318-4ca5-b6a4-dbbc9a689fd5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018078 May 06 13:37:45.089312 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4bc342-1566-4974-93d3-aa08d569c661 None None] New status for floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:37:45.142575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-834d5b61-0af9-4562-9077-a826a9277e0a service neutron] 10.222.0.44 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304295 May 06 13:37:45.396003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-8f6595a8-ddbd-4367-a659-9d91076cf80b service neutron] 10.222.0.44 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456708 May 06 13:37:45.554176 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:45.605890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8761c46-4d33-48c6-ac74-191aedc813c6 req-7726e501-215c-46cd-9901-0ba03db41b6b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 210 time: 0.0426998 May 06 13:37:45.962467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device afd06d4b-67fa-4856-b394-c219e998b339 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:37:45.996352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: afd06d4b-67fa-4856-b394-c219e998b339 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:37:45.996782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device afd06d4b-67fa-4856-b394-c219e998b339 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:37:46.254617 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:46.724321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-c2027b56-ad47-4cb4-8c9f-861fc495b5f2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:46.727386 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-c2027b56-ad47-4cb4-8c9f-861fc495b5f2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 811 time: 0.1717415 May 06 13:37:46.794126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92a4cba8-f600-43ee-a80b-7d0d64de94b0 req-4a4ab469-d736-4e11-b71a-c5efc6c2b369 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 210 time: 0.0628541 May 06 13:37:46.820701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-f04e8f73-c60c-4ebe-ba68-e2b40a21ebeb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 380 time: 0.0583563 May 06 13:37:46.829135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'port': {'device_id': '75e16156-fa1d-4480-8730-5d5976dda89c', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'admin_state_up': True, 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'security_groups': ['2ab12d30-eb76-459f-bd2b-0291af5d228b']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:46.969778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:46.980151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:46.992109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Made reservation on behalf of 3474a75ab3204c85a6251dbfcbbcea46 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:37:46.995214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.163508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Allocated IP 172.20.0.3 (a6e2cc45-6e69-44b3-960f-24e094cd2fb9/ac5c3edb-4708-4d10-8961-9ee32ee074ad/a869db12-d18d-4af9-9bf7-a1eda4a1481d) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:37:47.369162 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.385707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Transition to ACTIVE for port object a869db12-d18d-4af9-9bf7-a1eda4a1481d will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:47.409738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.479624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:37:47.482580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:47.486416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:37:47.526760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event updated for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:47.557773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:47.558398 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.586252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-84787082-82b9-4d95-a0c6-d2fb048331ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608902 May 06 13:37:47.597090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Request body: {'port': {'device_id': '75e16156-fa1d-4480-8730-5d5976dda89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:47.711370 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.729242 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.750005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-24ce2f7c-6f84-461c-8781-c87fefd81bf9 None None] Provisioning for port a869db12-d18d-4af9-9bf7-a1eda4a1481d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:47.755057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-24ce2f7c-6f84-461c-8781-c87fefd81bf9 None None] Provisioning complete for port a869db12-d18d-4af9-9bf7-a1eda4a1481d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:47.755438 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24ce2f7c-6f84-461c-8781-c87fefd81bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.812336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-24ce2f7c-6f84-461c-8781-c87fefd81bf9 None None] Port a869db12-d18d-4af9-9bf7-a1eda4a1481d cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:37:48.064760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64912000-dff4-43b1-b4d7-31bf33cbd48e req-f6ead14d-6741-482d-8173-fd7d5146279e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:48.065425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-64912000-dff4-43b1-b4d7-31bf33cbd48e req-f6ead14d-6741-482d-8173-fd7d5146279e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:48.131302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-64912000-dff4-43b1-b4d7-31bf33cbd48e req-f6ead14d-6741-482d-8173-fd7d5146279e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:48.132356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64912000-dff4-43b1-b4d7-31bf33cbd48e req-f6ead14d-6741-482d-8173-fd7d5146279e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 931 time: 0.2013037 May 06 13:37:48.137816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a869db12-d18d-4af9-9bf7-a1eda4a1481d {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:37:48.157744 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:48.187623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Transition to ACTIVE for port object a869db12-d18d-4af9-9bf7-a1eda4a1481d will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:48.194250 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:48.247193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64912000-dff4-43b1-b4d7-31bf33cbd48e req-c49bd662-7061-4bb8-a1ac-740970a6d65b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052434 May 06 13:37:48.440500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:48.554566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Attempting to bind port a869db12-d18d-4af9-9bf7-a1eda4a1481d on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:37:48.554856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Attempting to bind port a869db12-d18d-4af9-9bf7-a1eda4a1481d by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:37:48.555181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Attempting to bind port a869db12-d18d-4af9-9bf7-a1eda4a1481d on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:48.561813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Port a869db12-d18d-4af9-9bf7-a1eda4a1481d on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:37:48.562146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Attempting to bind port a869db12-d18d-4af9-9bf7-a1eda4a1481d on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:48.568704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:37:48.569038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:37:48.569417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:37:48.569850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Bound port: a869db12-d18d-4af9-9bf7-a1eda4a1481d, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:37:48.570197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:48.673576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:37:48.677157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:37:48.683019 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:48.745034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:48.746589 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] 10.222.0.48 "PUT /v2.0/ports/a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 1091 time: 1.1537111 May 06 13:37:48.747089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:48.771905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0b9d5-8ec0-47a2-8581-6f1b95432f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:48.821742 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415b40aa-449f-4826-85ca-062918f2e987'] response: {'name': 'network-changed', 'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'status': 'completed', 'code': 200} May 06 13:37:48.866068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-51aa662b-4dbd-4875-95f5-f41f7a3d41b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1094 time: 0.0806465 May 06 13:37:48.935810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-2b5bc382-8074-42d5-b83e-1ec063f8b01d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 217 time: 0.0634313 May 06 13:37:49.004066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-c3f79d27-a7ac-4a40-ac7c-df5882ee3450 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:49.005566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-c3f79d27-a7ac-4a40-ac7c-df5882ee3450 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0646181 May 06 13:37:49.083044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-86e6a5c6-da43-407c-b1a6-0b3a463edd52 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705848 May 06 13:37:49.222841 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-0813d967-dd31-4660-bdb9-c8388cf816c1 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336479 May 06 13:37:49.373069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3eaccba-7239-422d-a8e1-f4a2a7d4a4ab req-32ac81f3-bcb5-45c1-af9a-efc87d78ccae service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436403 May 06 13:37:49.561215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fab8a30-5c59-49c0-a3c0-ba242d13e7f0 req-00db9f7c-65c0-4c9b-ba4e-eabe79698180 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1094 time: 0.1362662 May 06 13:37:49.567463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8a941-7cde-411d-a970-38e3bd933d19 req-1c8e0de4-2d0c-4e4b-95dd-549c2130ba16 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:49.568870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bc8a941-7cde-411d-a970-38e3bd933d19 req-1c8e0de4-2d0c-4e4b-95dd-549c2130ba16 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 943 time: 0.1930692 May 06 13:37:49.717448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bc8a941-7cde-411d-a970-38e3bd933d19 req-29ab4b82-2e37-4994-b3fc-f8ee2f89c34b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300070 May 06 13:37:49.741055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab8a30-5c59-49c0-a3c0-ba242d13e7f0 req-7d6f535f-0189-46d8-960e-914519a836e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:49.742652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fab8a30-5c59-49c0-a3c0-ba242d13e7f0 req-7d6f535f-0189-46d8-960e-914519a836e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1729033 May 06 13:37:49.815176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fab8a30-5c59-49c0-a3c0-ba242d13e7f0 req-636c5da2-6994-401a-a22c-7a2e8b6291a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 217 time: 0.0661552 May 06 13:37:49.850522 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:37:49.884810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab8a30-5c59-49c0-a3c0-ba242d13e7f0 req-483b620a-051c-4125-9c83-7207b16e69d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:49.887179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fab8a30-5c59-49c0-a3c0-ba242d13e7f0 req-483b620a-051c-4125-9c83-7207b16e69d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0656815 May 06 13:37:49.969437 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fab8a30-5c59-49c0-a3c0-ba242d13e7f0 req-f6fc74d0-7509-4896-a421-3ee0056e85c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764601 May 06 13:37:50.103627 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fab8a30-5c59-49c0-a3c0-ba242d13e7f0 req-4f8d9566-9e21-4d0b-ac21-769b87bd454d service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277831 May 06 13:37:50.329216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fab8a30-5c59-49c0-a3c0-ba242d13e7f0 req-7b0aa2e4-4b2a-44f0-ac6c-c98a49fbb7fb service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197037 May 06 13:37:51.018438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fdfe7-13af-4ab5-bc33-7590ef8fba9b req-cc12b206-ea16-4c8e-8622-89d20948c093 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:51.019823 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e1fdfe7-13af-4ab5-bc33-7590ef8fba9b req-cc12b206-ea16-4c8e-8622-89d20948c093 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 943 time: 0.1609964 May 06 13:37:51.067588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8e1fdfe7-13af-4ab5-bc33-7590ef8fba9b req-9ac98405-55a7-4d6f-82c0-c28c5541d3b7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418239 May 06 13:37:52.290343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b85190-faff-404a-aa6b-4e1ba7e11da7 req-2f44a5f4-7cf6-4a30-b7c3-5ba57f2a024c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:52.291739 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0b85190-faff-404a-aa6b-4e1ba7e11da7 req-2f44a5f4-7cf6-4a30-b7c3-5ba57f2a024c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 943 time: 0.0945911 May 06 13:37:52.339321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0b85190-faff-404a-aa6b-4e1ba7e11da7 req-297dc16d-1294-43bb-80f9-541bdf99c7f4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 May 06 13:37:53.555202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6f9fe-5e0d-450c-a9d1-54a2557930bb req-2b343b49-7666-486c-bcd9-328821d30797 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:53.556877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25b6f9fe-5e0d-450c-a9d1-54a2557930bb req-2b343b49-7666-486c-bcd9-328821d30797 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 943 time: 0.0927646 May 06 13:37:53.611102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-25b6f9fe-5e0d-450c-a9d1-54a2557930bb req-2e2444c6-57f0-422a-95b5-30774d02f592 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459392 May 06 13:37:53.997221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a869db12-d18d-4af9-9bf7-a1eda4a1481d details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:37:54.141383 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:54.155241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'mac_address': 'fa:16:3e:80:35:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:37:54.209861 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:54.228473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a869db12-d18d-4af9-9bf7-a1eda4a1481d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:37:54.244653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:54.249904 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:54.322169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:54.331868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.332205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.332549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.332885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.333218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.333569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.333886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.334355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.334712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.335159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.335382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:54.574415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['a869db12-d18d-4af9-9bf7-a1eda4a1481d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:37:54.821348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613281f-7e8c-4a3d-9fbe-a69032d3418f req-c4c0ff78-0324-411d-bca1-9cd2e7ed65ff tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:54.822951 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6613281f-7e8c-4a3d-9fbe-a69032d3418f req-c4c0ff78-0324-411d-bca1-9cd2e7ed65ff tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 944 time: 0.0808625 May 06 13:37:54.871270 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6613281f-7e8c-4a3d-9fbe-a69032d3418f req-0dbd9d43-795f-4b97-8d5c-36184ea90df5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 May 06 13:37:56.013524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a869db12-d18d-4af9-9bf7-a1eda4a1481d up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:56.088581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port a869db12-d18d-4af9-9bf7-a1eda4a1481d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:56.093543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port a869db12-d18d-4af9-9bf7-a1eda4a1481d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:56.093903 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:56.115969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac316810-64c4-425e-bdc7-ef8aa38ccf7f req-25d2e346-505d-4551-9004-9112be670a8c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:56.117418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac316810-64c4-425e-bdc7-ef8aa38ccf7f req-25d2e346-505d-4551-9004-9112be670a8c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 944 time: 0.0826194 May 06 13:37:56.164628 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac316810-64c4-425e-bdc7-ef8aa38ccf7f req-d89de8cb-d689-41d6-a6f6-d4ee7ac9a7e4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412920 May 06 13:37:56.210728 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:56.238696 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:56.248694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:56.252808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:56.303184 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89cebec-c5b2-48c5-9384-2c50b95bb3a4'] response: {'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'code': 200} May 06 13:37:56.323042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:56.433094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54462c58-5140-44b8-9131-992fd8222815 req-caef4f5d-5ab8-4589-bf0d-c99706d97cc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1096 time: 0.0730612 May 06 13:37:56.486481 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54462c58-5140-44b8-9131-992fd8222815 req-7f0b483f-97e9-4f8c-bdfc-bf5e4b28ae01 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471714 May 06 13:37:57.387251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbd7b6-ad06-477f-8e5a-d1ec2168d5da req-435e7eea-09c5-452c-83bb-2fbd1bde62f2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:57.388804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6fdbd7b6-ad06-477f-8e5a-d1ec2168d5da req-435e7eea-09c5-452c-83bb-2fbd1bde62f2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0942974 May 06 13:37:57.443556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6fdbd7b6-ad06-477f-8e5a-d1ec2168d5da req-9001a031-e569-4002-ba01-57e57686bb51 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479825 May 06 13:37:58.659387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bf3d8-e2bc-4472-845f-1afd808d857f req-3222f005-d718-44ef-83b1-526c16fc548f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:58.660800 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce0bf3d8-e2bc-4472-845f-1afd808d857f req-3222f005-d718-44ef-83b1-526c16fc548f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0895944 May 06 13:37:58.714381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce0bf3d8-e2bc-4472-845f-1afd808d857f req-67dfeb42-5f70-48d7-97fd-ed83155ff296 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475593 May 06 13:37:58.940118 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e257e7-71dc-422a-a2d0-404d9ee9a9fc req-3a1b21b0-7a16-41ba-9260-3be07bcb68f5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:58.941550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2e257e7-71dc-422a-a2d0-404d9ee9a9fc req-3a1b21b0-7a16-41ba-9260-3be07bcb68f5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0888836 May 06 13:37:58.950911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54780) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:58.956428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f760db1c-441f-4507-83c0-5d98d7ca88fb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'floatingip': {'port_id': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:59.035973 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f760db1c-441f-4507-83c0-5d98d7ca88fb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:59.778836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f760db1c-441f-4507-83c0-5d98d7ca88fb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:59.783698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f760db1c-441f-4507-83c0-5d98d7ca88fb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:59.992216 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-f760db1c-441f-4507-83c0-5d98d7ca88fb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3 associated. External IP: 172.25.7.184, port: a869db12-d18d-4af9-9bf7-a1eda4a1481d. May 06 13:38:00.413650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f760db1c-441f-4507-83c0-5d98d7ca88fb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:38:00.633603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f760db1c-441f-4507-83c0-5d98d7ca88fb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:38:00.639186 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f760db1c-441f-4507-83c0-5d98d7ca88fb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:00.644045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:38:00.656995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:38:00.657713 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:37:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:00.697389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f760db1c-441f-4507-83c0-5d98d7ca88fb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "PUT /v2.0/floatingips/e3f6462b-6062-45d4-b010-a464e68ca5b3 HTTP/1.1" status: 200 len: 991 time: 1.7452898 May 06 13:38:00.698069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:38:00.785254 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d9e5a1-63fa-4996-b6fc-f0360b48639e'] response: {'name': 'network-changed', 'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'status': 'completed', 'code': 200} May 06 13:38:00.890279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f329f18b-3dfc-4e53-aad6-e524a4704c9a req-32a8f1ab-1ab6-4366-a0b3-a6a06b105eb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1096 time: 0.0817883 May 06 13:38:00.908502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:38:01.094187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329f18b-3dfc-4e53-aad6-e524a4704c9a req-bb59761d-078e-448a-9ef6-2709b84695f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:01.095723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f329f18b-3dfc-4e53-aad6-e524a4704c9a req-bb59761d-078e-448a-9ef6-2709b84695f5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1918778 May 06 13:38:01.223955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30768d-40d2-427d-beab-e9daf528b6f2 req-72946e40-d937-47b4-9630-7c13bd0bcf1b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:01.225424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e30768d-40d2-427d-beab-e9daf528b6f2 req-72946e40-d937-47b4-9630-7c13bd0bcf1b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.1999173 May 06 13:38:01.227807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f329f18b-3dfc-4e53-aad6-e524a4704c9a req-5624dbc4-e510-4c68-bfe9-2768f1c73722 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 999 time: 0.1249278 May 06 13:38:01.327534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:80:35:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e16156-fa1d-4480-8730-5d5976dda89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:37:59Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:01.329527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1e30768d-40d2-427d-beab-e9daf528b6f2 req-97e19e11-56b2-4593-baa7-c4370f0b95a1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970016 May 06 13:38:01.331018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329f18b-3dfc-4e53-aad6-e524a4704c9a req-aa7962f8-9dbf-4d3a-9e67-521b650c5bdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:01.332373 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f329f18b-3dfc-4e53-aad6-e524a4704c9a req-aa7962f8-9dbf-4d3a-9e67-521b650c5bdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0860577 May 06 13:38:01.333494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:38:01.346880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:38:01.347533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:37:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:01.415331 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f329f18b-3dfc-4e53-aad6-e524a4704c9a req-412f41ad-da1b-4414-b60a-2bbb60443ebb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764406 May 06 13:38:01.545493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:38:01.692132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f329f18b-3dfc-4e53-aad6-e524a4704c9a req-8ee40da0-e80b-4087-b61c-39f334a0f871 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705758 May 06 13:38:01.830661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f329f18b-3dfc-4e53-aad6-e524a4704c9a req-e8f6b16f-839d-4ae1-8ba1-ff85f599b488 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319144 May 06 13:38:01.919986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:80:35:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e16156-fa1d-4480-8730-5d5976dda89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:37:59Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:01.924831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5af17-d030-4d3e-b3ff-fec4cacea8ed None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:80:35:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e16156-fa1d-4480-8730-5d5976dda89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:37:59Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:38:02.123340 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cce03f-583d-4b87-b628-345cff8fa176 None None] New status for floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:38:02.581064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906c2c-420f-44f8-98a4-43eb42640f4b req-cc08c5fd-5fbc-4a44-b78b-2400438ced42 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:02.583674 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31906c2c-420f-44f8-98a4-43eb42640f4b req-cc08c5fd-5fbc-4a44-b78b-2400438ced42 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.1159241 May 06 13:38:02.638106 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31906c2c-420f-44f8-98a4-43eb42640f4b req-eeda8171-832f-46b2-a75e-f7f656851f94 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480442 May 06 13:38:03.854296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daed15f-5366-41ad-aa99-d5358f114095 req-9ed27eb7-1ec2-45f6-ad2d-71398e5c2ae1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:03.856076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0daed15f-5366-41ad-aa99-d5358f114095 req-9ed27eb7-1ec2-45f6-ad2d-71398e5c2ae1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0796442 May 06 13:38:03.903388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0daed15f-5366-41ad-aa99-d5358f114095 req-e187914d-6c85-4cac-963a-98d42c27f59d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 May 06 13:38:05.113284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b0e1-0b0f-4485-923b-5c2ed3eb9c13 req-ed4ea2db-dc97-47f1-8aee-eb7209eca8ce tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:05.114784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a562b0e1-0b0f-4485-923b-5c2ed3eb9c13 req-ed4ea2db-dc97-47f1-8aee-eb7209eca8ce tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0818295 May 06 13:38:05.161995 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a562b0e1-0b0f-4485-923b-5c2ed3eb9c13 req-ecc90c4f-08fc-4e5d-8e31-504dd6ea73f9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 May 06 13:38:06.394042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a143-506a-4c6b-916b-44be25d698d7 req-79518c2b-dcf9-40f5-9870-640f2e01e02a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:06.395566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9d7a143-506a-4c6b-916b-44be25d698d7 req-79518c2b-dcf9-40f5-9870-640f2e01e02a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0965047 May 06 13:38:06.464506 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9d7a143-506a-4c6b-916b-44be25d698d7 req-0682776a-2077-47bc-bb16-a5366ddc3e49 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625854 May 06 13:38:07.682999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c632-d215-4f3e-b0b7-96c07f3e7233 req-41d159b9-43ce-4812-aa5a-8a7baa14e619 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:07.684565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ad6c632-d215-4f3e-b0b7-96c07f3e7233 req-41d159b9-43ce-4812-aa5a-8a7baa14e619 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0890934 May 06 13:38:07.732533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ad6c632-d215-4f3e-b0b7-96c07f3e7233 req-15ea727c-ae73-4775-981a-540b7a3cfec6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 May 06 13:38:07.748651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:08.952646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed07b29-914b-42d5-af5c-a9381cd8dab7 req-518f053d-bd64-481b-bc03-d596d86c825e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:08.954194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ed07b29-914b-42d5-af5c-a9381cd8dab7 req-518f053d-bd64-481b-bc03-d596d86c825e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0852621 May 06 13:38:09.002537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ed07b29-914b-42d5-af5c-a9381cd8dab7 req-a802ee6d-d6a1-47cc-aa62-93d61ffce402 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422885 May 06 13:38:10.217343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c94d4-fecb-457b-8ba7-017cca104dee req-5546d6eb-fc75-4ad6-8d0c-112dcb28cfd3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:10.218879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a2c94d4-fecb-457b-8ba7-017cca104dee req-5546d6eb-fc75-4ad6-8d0c-112dcb28cfd3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0838673 May 06 13:38:10.272959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a2c94d4-fecb-457b-8ba7-017cca104dee req-56e273da-06f1-4c90-ab79-8b0352b705cb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475991 May 06 13:38:11.646969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea43a1-15bb-4208-8c46-0b2dfcb7df24 req-5860df45-06f2-4994-80ae-67043cd74fb3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:11.648519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78ea43a1-15bb-4208-8c46-0b2dfcb7df24 req-5860df45-06f2-4994-80ae-67043cd74fb3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0866134 May 06 13:38:11.702366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-78ea43a1-15bb-4208-8c46-0b2dfcb7df24 req-3f6bd902-cef3-45a9-ad33-6dd5e7f61fd7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468981 May 06 13:38:12.391919 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-89e38c3d-4c8d-4030-b8f2-217992a89f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:12.911268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3827880-e5d3-4ea1-a5f4-bcf99c8daedf req-fecea368-493b-41af-b69b-e8814e5e447b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:12.912825 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3827880-e5d3-4ea1-a5f4-bcf99c8daedf req-fecea368-493b-41af-b69b-e8814e5e447b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0831604 May 06 13:38:12.960712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3827880-e5d3-4ea1-a5f4-bcf99c8daedf req-10be68a0-9a05-4a55-b653-08b0ca1e6dc8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 May 06 13:38:13.610408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:14.175425 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133e6a1-a38f-4b50-b9f0-aac5a8dfe246 req-ebe32911-0d28-42a1-a934-365fd113447f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:14.177059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f133e6a1-a38f-4b50-b9f0-aac5a8dfe246 req-ebe32911-0d28-42a1-a934-365fd113447f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0853326 May 06 13:38:14.231779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f133e6a1-a38f-4b50-b9f0-aac5a8dfe246 req-d33c4eae-b278-467c-90f5-d15d11d3ff6d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471389 May 06 13:38:14.780095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1e542b53-94e7-4df5-9358-bb357a4b16ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:15.446025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac370a-b097-44ab-91a1-abcaa6c8b3fc req-ae16234b-7cf6-461f-bbe2-2f45882a1c29 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:15.447700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fac370a-b097-44ab-91a1-abcaa6c8b3fc req-ae16234b-7cf6-461f-bbe2-2f45882a1c29 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0855887 May 06 13:38:15.501675 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0fac370a-b097-44ab-91a1-abcaa6c8b3fc req-5b694d4e-5062-430a-adbc-bdc5790cd4c1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478954 May 06 13:38:15.554187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:16.264415 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:16.713527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141213e-6496-4892-bdad-9aeeffe15852 req-2e5498f4-5db9-45dd-9d1a-28561159c27c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:16.715093 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c141213e-6496-4892-bdad-9aeeffe15852 req-2e5498f4-5db9-45dd-9d1a-28561159c27c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0837483 May 06 13:38:16.778304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c141213e-6496-4892-bdad-9aeeffe15852 req-212e92e4-598f-483c-899a-25cca5e0b93d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520813 May 06 13:38:17.731897 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:17.991774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72a757-8403-4e70-87e0-d892f455b7b3 req-aeafb42e-6e45-421f-bb1d-d8aed8513513 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:17.993313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac72a757-8403-4e70-87e0-d892f455b7b3 req-aeafb42e-6e45-421f-bb1d-d8aed8513513 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0845194 May 06 13:38:18.045810 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac72a757-8403-4e70-87e0-d892f455b7b3 req-6a329757-085c-48ca-b24a-ed94890b4b2d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465410 May 06 13:38:19.254940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4228e-074d-4213-b354-447c65488229 req-81106683-959d-44b3-80e9-7a519d49d489 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:19.256390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19d4228e-074d-4213-b354-447c65488229 req-81106683-959d-44b3-80e9-7a519d49d489 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0804293 May 06 13:38:19.307391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19d4228e-074d-4213-b354-447c65488229 req-8589a07b-5d92-40b0-8b6a-6c6b9fd4c320 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448408 May 06 13:38:20.511547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a69f8-a405-4e20-a224-68ce2de3e335 req-e58c3f82-f11b-40d5-996b-5190e8f7abd2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:20.513059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e57a69f8-a405-4e20-a224-68ce2de3e335 req-e58c3f82-f11b-40d5-996b-5190e8f7abd2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0822108 May 06 13:38:20.560925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e57a69f8-a405-4e20-a224-68ce2de3e335 req-1346159f-9314-4461-b07f-def56b8ab18d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 May 06 13:38:21.763640 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cdf1f-1143-4823-91dc-1eb344a52470 req-8188d889-3d7d-4b6d-a1c1-78494ce9df3d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:21.765154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e3cdf1f-1143-4823-91dc-1eb344a52470 req-8188d889-3d7d-4b6d-a1c1-78494ce9df3d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0795057 May 06 13:38:21.817760 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e3cdf1f-1143-4823-91dc-1eb344a52470 req-0455b680-a0ce-4a0f-b895-1bce180e5f78 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459158 May 06 13:38:23.033366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d75994-688c-4176-b057-cdf540afe873 req-fdfeeca1-49ce-4768-9c78-1d5a6bdbe310 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:23.034860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d75994-688c-4176-b057-cdf540afe873 req-fdfeeca1-49ce-4768-9c78-1d5a6bdbe310 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0875869 May 06 13:38:23.086692 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0d75994-688c-4176-b057-cdf540afe873 req-ad702d2a-d96c-436c-ab70-9d0cf3b4d9fc tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447872 May 06 13:38:24.299246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaaa69-e578-4909-83b3-101d4ee2bf67 req-df19d275-1454-4ffb-81e1-ff31697e8d9a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:24.300608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-decaaa69-e578-4909-83b3-101d4ee2bf67 req-df19d275-1454-4ffb-81e1-ff31697e8d9a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0909982 May 06 13:38:24.443109 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-decaaa69-e578-4909-83b3-101d4ee2bf67 req-dfd8078c-c2d8-4ace-892c-3fedbc87d480 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367605 May 06 13:38:25.662337 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242af4fe-ea33-45a9-b4ac-de8756325776 req-e2da2351-3c87-457d-b1c5-cc61200426ac tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:25.663766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-242af4fe-ea33-45a9-b4ac-de8756325776 req-e2da2351-3c87-457d-b1c5-cc61200426ac tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0816202 May 06 13:38:25.712193 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-242af4fe-ea33-45a9-b4ac-de8756325776 req-7ffbf782-fb96-404e-a0bb-170cba3637fd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 May 06 13:38:26.884672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:38:26.927827 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8b62c-14ca-4859-8acb-197bc128ca69 req-3abd0ed1-4d2d-4a8e-8416-ff46f9f3dc00 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:26.929283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63f8b62c-14ca-4859-8acb-197bc128ca69 req-3abd0ed1-4d2d-4a8e-8416-ff46f9f3dc00 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0885160 May 06 13:38:26.980338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63f8b62c-14ca-4859-8acb-197bc128ca69 req-660bf8c3-f41b-4a38-a44d-7b0e936e266a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451601 May 06 13:38:27.196608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9af203f-437c-45a5-899b-ab9654a17c17 req-1ae5241c-4cd4-4531-9045-76ff54d163a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0837717 May 06 13:38:27.517087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585523-f761-4030-88e8-cf0776ca503c req-96978647-a1a7-4657-9de3-1c1cbed68c83 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:27.518934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3585523-f761-4030-88e8-cf0776ca503c req-96978647-a1a7-4657-9de3-1c1cbed68c83 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0840328 May 06 13:38:27.569527 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-9aaf7448-fa4d-4c13-98ba-0d8991c32b64 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1883030 May 06 13:38:27.574244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3585523-f761-4030-88e8-cf0776ca503c req-b8869d7c-bf0d-4305-ae42-0ca09dad0f3b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497298 May 06 13:38:28.803953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a909ad-1660-4c51-b317-0e42d9c63eec req-970fa49d-151c-4f76-9b32-2417e112fc89 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:28.805737 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6a909ad-1660-4c51-b317-0e42d9c63eec req-970fa49d-151c-4f76-9b32-2417e112fc89 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0911801 May 06 13:38:28.899673 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6a909ad-1660-4c51-b317-0e42d9c63eec req-639edfe3-523a-41ae-8ff1-5d05890c602b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877562 May 06 13:38:28.939486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-7f131b44-72fe-428e-a4d6-6d4fb21f0ef0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1096 time: 0.0836608 May 06 13:38:29.081219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-2107a966-9e8a-4a9e-9c8e-f2eb5f717e0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:29.082837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-2107a966-9e8a-4a9e-9c8e-f2eb5f717e0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1380274 May 06 13:38:29.193624 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-76bf57d1-d480-4869-8311-bbd3b1d877a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 1001 time: 0.1041019 May 06 13:38:29.259106 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-df9396ff-a925-4e90-97f8-4e42b383551a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:29.260633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-df9396ff-a925-4e90-97f8-4e42b383551a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0614445 May 06 13:38:29.359647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-0fd98476-3162-478b-bdd4-efe578c0845e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933616 May 06 13:38:29.499295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-d4e01163-a7da-4b54-aded-c8a79f264909 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325717 May 06 13:38:29.633774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-71340572-c494-4dde-82fe-40079b90799e service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281698 May 06 13:38:30.106480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d31e7-28fd-4001-ba0a-0cb65b397175 req-87c2e8e3-6129-4357-a24b-4d4fb192abee tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:30.108023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d87d31e7-28fd-4001-ba0a-0cb65b397175 req-87c2e8e3-6129-4357-a24b-4d4fb192abee tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0763729 May 06 13:38:30.158067 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d87d31e7-28fd-4001-ba0a-0cb65b397175 req-675f09db-f2f7-449f-8fe0-5e583533342a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 May 06 13:38:31.367274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c959ac-42f8-4f9b-a8c4-286db214ab41 req-0ecf568c-46c2-43c1-ad1b-4335d35b9e7d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:31.368789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89c959ac-42f8-4f9b-a8c4-286db214ab41 req-0ecf568c-46c2-43c1-ad1b-4335d35b9e7d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0835392 May 06 13:38:31.415946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-89c959ac-42f8-4f9b-a8c4-286db214ab41 req-9f903e48-87e8-4216-b1cf-2a1c00404b7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412443 May 06 13:38:31.649211 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-9d4e8785-2518-434c-847b-5d24b3399570 service neutron] show failed (client error): The resource could not be found. May 06 13:38:31.650334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-9d4e8785-2518-434c-847b-5d24b3399570 service neutron] 10.222.0.48 "GET /v2.0/ports/a869db12-d18d-4af9-9bf7-a1eda4a1481d/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0779414 May 06 13:38:31.924283 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-3b76c617-be03-41d7-bd0d-8e99696a0189 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 1096 time: 0.0698369 May 06 13:38:31.934358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:38:32.047342 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:32.360934 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:38:32.392456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:38:32.464887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:38:32.474032 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:32.496030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Transition to ACTIVE for port object a869db12-d18d-4af9-9bf7-a1eda4a1481d will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:38:32.501380 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:32.639997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Pushing event updated for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=6']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:32.671262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.671608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.671949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.672285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.673415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.673415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.673415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.673682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.674282 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.674617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.674946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:32.686210 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c160adfd-a583-4377-8333-dd0d2e9c95b0'] response: {'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'code': 200} May 06 13:38:32.712961 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad719a65-e883-417f-9ce0-74563203783d req-270e33e1-3970-49a5-be8d-1b9192e6efb7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:32.714774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad719a65-e883-417f-9ce0-74563203783d req-270e33e1-3970-49a5-be8d-1b9192e6efb7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 943 time: 0.1223128 May 06 13:38:32.742284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] No DVR routers for this DVR port a869db12-d18d-4af9-9bf7-a1eda4a1481d on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:38:32.773759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad719a65-e883-417f-9ce0-74563203783d req-a654448f-c53f-4c94-9594-2afb99a880f2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527885 May 06 13:38:33.002884 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Attempting to bind port a869db12-d18d-4af9-9bf7-a1eda4a1481d on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:38:33.003498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Attempting to bind port a869db12-d18d-4af9-9bf7-a1eda4a1481d by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:38:33.003498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Attempting to bind port a869db12-d18d-4af9-9bf7-a1eda4a1481d on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:38:33.010350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Port a869db12-d18d-4af9-9bf7-a1eda4a1481d on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:38:33.010699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Attempting to bind port a869db12-d18d-4af9-9bf7-a1eda4a1481d on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:38:33.017448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:38:33.017778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:38:33.018162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:38:33.018583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Bound port: a869db12-d18d-4af9-9bf7-a1eda4a1481d, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:38:33.018959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:33.109914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:38:33.113441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:38:33.118409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:33.183545 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:33.184906 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] 10.222.0.36 "PUT /v2.0/ports/a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 1091 time: 1.2545469 May 06 13:38:33.201460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e11958-26aa-46e2-acd6-a8bcdd9871fe service neutron] Pushing event updated for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:33.292133 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-21580a1a-b4b3-4eef-972d-bf44718545fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1094 time: 0.0831888 May 06 13:38:33.445710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-cd19e318-f5c7-4041-a9a7-05ea48635fb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:33.447314 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-cd19e318-f5c7-4041-a9a7-05ea48635fb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1493530 May 06 13:38:33.599833 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-eabfe2f5-598f-476c-8620-f95287550612 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 999 time: 0.1465003 May 06 13:38:33.668024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-8bce6fdb-ff08-4590-98a3-6d7affebf43a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:33.669547 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-8bce6fdb-ff08-4590-98a3-6d7affebf43a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0626841 May 06 13:38:33.852603 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-984bb9f1-a3ee-4cc6-b27e-9b1956607981 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771703 May 06 13:38:33.985995 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adf02b-587f-48b1-bcda-2354619d270b req-df1c1e70-75c3-4ff4-bec8-12d1e179d5d3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:33.986722 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-537b257a-0605-4624-8c6f-822a307f1fb5 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279666 May 06 13:38:33.987642 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8adf02b-587f-48b1-bcda-2354619d270b req-df1c1e70-75c3-4ff4-bec8-12d1e179d5d3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 943 time: 0.0813954 May 06 13:38:34.040719 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8adf02b-587f-48b1-bcda-2354619d270b req-68fdb912-79aa-4d74-bd0d-8b60b91c06db tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471833 May 06 13:38:34.125663 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-75bfe1c0-0901-4525-825d-a2b975c0d660 req-eb9e7bb2-9a45-47f3-af8d-3ba9edb7c7e5 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333539 May 06 13:38:34.213125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a869db12-d18d-4af9-9bf7-a1eda4a1481d no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:38:34.272432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device a869db12-d18d-4af9-9bf7-a1eda4a1481d not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:38:34.687593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:38:34.757236 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c205eb-2982-46fc-9368-732e6d9c822d'] response: {'name': 'network-changed', 'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'status': 'completed', 'code': 200} May 06 13:38:34.868062 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-cc384e5d-d538-4885-b2e9-bea0adec16cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1094 time: 0.0921416 May 06 13:38:34.983476 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-560ba6f0-4a47-4f4d-a8e6-e45804d130d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1094 time: 0.1991398 May 06 13:38:35.022429 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-297aa64d-b5b8-4b45-adde-853b8d072a4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:35.024207 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-297aa64d-b5b8-4b45-adde-853b8d072a4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1478300 May 06 13:38:35.152642 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-4390a003-5c2c-4ba8-b8de-4d9bd85f837b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 999 time: 0.1203580 May 06 13:38:35.163699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-9505b455-0d04-4ddc-920d-2af31c3ef15f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:35.165264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-9505b455-0d04-4ddc-920d-2af31c3ef15f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1748805 May 06 13:38:35.224342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-51b24aa9-a885-4f37-bfad-d25b54862975 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:35.225720 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-51b24aa9-a885-4f37-bfad-d25b54862975 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0643394 May 06 13:38:35.319071 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-95e704c5-bc6a-442d-90d6-c13409cedf26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861566 May 06 13:38:35.379082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-c389237a-f5a7-4339-8b27-d44c954500c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 999 time: 0.2073083 May 06 13:38:35.445367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208642f5-a021-4284-9c58-fbea3ce191e2 req-c73d8a09-ecb4-48cf-b1f9-cf084199e2be tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:35.447428 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-208642f5-a021-4284-9c58-fbea3ce191e2 req-c73d8a09-ecb4-48cf-b1f9-cf084199e2be tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 943 time: 0.1803291 May 06 13:38:35.478260 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-fd989014-2948-4006-818c-1aba28145e17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:35.479624 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-fd989014-2948-4006-818c-1aba28145e17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0917673 May 06 13:38:35.493768 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-74bb1ffa-9fad-4751-82ce-9ea98562825d service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670737 May 06 13:38:35.553874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-208642f5-a021-4284-9c58-fbea3ce191e2 req-a6fd5f8d-9bc6-447b-93a6-0be63ea44442 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950792 May 06 13:38:35.588066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-7cd0e9ef-020f-4c4e-99e5-42c670fca099 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018388 May 06 13:38:35.651144 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-bbd27aa9-0e07-4c7d-a957-c2e6e5441c17 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503012 May 06 13:38:35.732027 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-96bf7157-e796-4d6d-86bd-8e402a61da54 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366217 May 06 13:38:35.876145 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4547abd6-26f4-4b93-b255-8fda21b162b3 req-1ca675d1-0c27-489c-9c58-b5f5771d0a6e service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366696 May 06 13:38:36.719099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a869db12-d18d-4af9-9bf7-a1eda4a1481d details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:38:36.778552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394e2a-00f7-4e62-a987-625846ad1419 req-c0586ba4-0e49-475d-b345-06991ef06d25 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:36.780061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90394e2a-00f7-4e62-a987-625846ad1419 req-c0586ba4-0e49-475d-b345-06991ef06d25 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 943 time: 0.0862017 May 06 13:38:36.827997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90394e2a-00f7-4e62-a987-625846ad1419 req-0634d468-9b06-467b-99a7-3d853d6f37e5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 May 06 13:38:36.862442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:38:36.878868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'mac_address': 'fa:16:3e:80:35:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:38:36.939868 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:36.958347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a869db12-d18d-4af9-9bf7-a1eda4a1481d {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:38:36.974610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:38:36.981251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:37.053242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:37.187973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['a869db12-d18d-4af9-9bf7-a1eda4a1481d'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:38:37.234567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-fe10c796-c22e-467c-ab44-3ab84f8f61cb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:37.236118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-fe10c796-c22e-467c-ab44-3ab84f8f61cb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c&tenant_id=3474a75ab3204c85a6251dbfcbbcea46&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 944 time: 0.1393995 May 06 13:38:37.247432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ae689-c6de-428a-9da1-dca31cda3c43 req-15d7981e-0843-46d8-a597-e9139ffedfc8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:37.248918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c94ae689-c6de-428a-9da1-dca31cda3c43 req-15d7981e-0843-46d8-a597-e9139ffedfc8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 944 time: 0.1223311 May 06 13:38:37.361452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c94ae689-c6de-428a-9da1-dca31cda3c43 req-3933098c-f922-4593-b88f-60716a5cf9cc tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795214 May 06 13:38:37.366491 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-ecee9e74-a7a6-47d5-92f3-2bc0b3625171 service neutron] delete failed (client error): The resource could not be found. May 06 13:38:37.367494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-ecee9e74-a7a6-47d5-92f3-2bc0b3625171 service neutron] 10.222.0.48 "DELETE /v2.0/ports/a869db12-d18d-4af9-9bf7-a1eda4a1481d/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.1177192 May 06 13:38:37.518561 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-a2c6edd0-f6aa-4587-8ce6-d16116a3f6f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1095 time: 0.0795081 May 06 13:38:37.659934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-84c9af6a-cf08-495c-bd86-3643f1f3077e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:37.661461 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-84c9af6a-cf08-495c-bd86-3643f1f3077e service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1347520 May 06 13:38:37.743666 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:37.777993 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-55a920d1-f8d3-4c5d-a4b0-f762a86c6c00 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 1000 time: 0.1098573 May 06 13:38:37.842672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-f137a18c-3023-4acf-a300-0d1c658c8b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:37.844163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-f137a18c-3023-4acf-a300-0d1c658c8b15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0603018 May 06 13:38:37.926529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-72f42604-37b2-4d02-9614-8f482569a30a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758324 May 06 13:38:38.172526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-a386bd02-ebf7-4938-a17b-3fd5de90181a service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394333 May 06 13:38:38.312413 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d8219f-7440-4042-ad06-2ecd8ee0e527 req-d0fcf7a8-0daa-4c52-b800-e4421ff198fd service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334131 May 06 13:38:38.574299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafef970-a906-4924-8cc7-6135a9d198ea req-4639dee7-c892-4167-b236-8cd543766c8b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:38.575678 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aafef970-a906-4924-8cc7-6135a9d198ea req-4639dee7-c892-4167-b236-8cd543766c8b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 944 time: 0.0802553 May 06 13:38:38.633599 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aafef970-a906-4924-8cc7-6135a9d198ea req-0dc375ce-7473-4e14-a90e-e1ce75c19b58 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493321 May 06 13:38:38.719496 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a869db12-d18d-4af9-9bf7-a1eda4a1481d up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:38:38.787378 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port a869db12-d18d-4af9-9bf7-a1eda4a1481d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:38:38.792046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port a869db12-d18d-4af9-9bf7-a1eda4a1481d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:38:38.792432 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:38.908605 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:38.939493 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:38:38.949502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:38:38.953145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:38.997710 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a761b6b1-0222-4a36-89e6-35c5584ec58a'] response: {'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'code': 200} May 06 13:38:39.027839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:39.855384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a58762-1606-4e81-bc5f-cc6e456ca2e6 req-1d0ca19b-70ae-4dbf-8ad5-9862d31f5050 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:39.856845 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4a58762-1606-4e81-bc5f-cc6e456ca2e6 req-1d0ca19b-70ae-4dbf-8ad5-9862d31f5050 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0872743 May 06 13:38:39.908042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d4a58762-1606-4e81-bc5f-cc6e456ca2e6 req-882d1fac-1e92-4de7-bff0-74a68bf95535 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 May 06 13:38:40.125608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb891bf6-771b-45c1-8713-e540a92fd00a req-f97175b5-3485-430d-a403-92c4c7a698c3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:40.127060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb891bf6-771b-45c1-8713-e540a92fd00a req-f97175b5-3485-430d-a403-92c4c7a698c3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0798173 May 06 13:38:40.174332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb891bf6-771b-45c1-8713-e540a92fd00a req-6c3eb80f-ac47-4d9d-8303-232544ed2366 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 May 06 13:38:40.570021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b664bd-7f86-4df4-ba44-fa821776dfcc req-27167069-a10e-4a6a-85a0-9f3452159562 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:40.571403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7b664bd-7f86-4df4-ba44-fa821776dfcc req-27167069-a10e-4a6a-85a0-9f3452159562 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0871344 May 06 13:38:40.595454 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-6d57a4f0-67e6-4467-8826-f309bf13f2bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 1096 time: 0.0687506 May 06 13:38:40.626519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7b664bd-7f86-4df4-ba44-fa821776dfcc req-2d3e1fd2-2246-4a34-9578-c9a77cbe35ba tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493288 May 06 13:38:40.736459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-451dc20c-6500-499a-b13c-df05ae8fcf0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:40.737875 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-451dc20c-6500-499a-b13c-df05ae8fcf0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1362185 May 06 13:38:40.841758 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-996336f0-a2ae-4611-ac1e-e8dc288c31ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 200 len: 1001 time: 0.0975628 May 06 13:38:40.911341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-9c31c8e8-b7b6-457d-9347-9b43e1a1205e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:40.912792 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-9c31c8e8-b7b6-457d-9347-9b43e1a1205e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0650120 May 06 13:38:40.991124 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-17a7fb1d-fe7d-433c-8b43-fced38084e12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711930 May 06 13:38:41.100917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-e65c67ed-a591-4938-92c3-f794509b2c57 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:38:41.101886 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-e65c67ed-a591-4938-92c3-f794509b2c57 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1046391 May 06 13:38:41.339319 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-e27741b6-97e1-4d39-b79d-6373588b3d9b service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305622 May 06 13:38:41.499418 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-38a45660-2a65-4ef5-bd0c-c5c5623d228a req-11694572-cf81-4a5b-8a8f-94aee7a4381d service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519592 May 06 13:38:41.840378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d9c68-a722-44fa-b69c-87dc512f60a1 req-983bafd9-3232-4868-a084-661ca7c2537d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:41.841922 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d1d9c68-a722-44fa-b69c-87dc512f60a1 req-983bafd9-3232-4868-a084-661ca7c2537d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0912931 May 06 13:38:41.891039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d1d9c68-a722-44fa-b69c-87dc512f60a1 req-4e5f8f2b-0149-47cf-9be7-9e3971255f6d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 May 06 13:38:42.397544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-28f38dcb-4988-4ac3-8a33-8579c62a1f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:43.101397 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb481f-e10d-491d-b25a-00a9091c48fa req-6b1b34f4-e421-40c2-bc74-68a10b27d93b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:43.102956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81bb481f-e10d-491d-b25a-00a9091c48fa req-6b1b34f4-e421-40c2-bc74-68a10b27d93b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0781116 May 06 13:38:43.160616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81bb481f-e10d-491d-b25a-00a9091c48fa req-6729f810-b683-4c3e-8e87-49211216fb3a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517204 May 06 13:38:43.594138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ced0a-b180-4520-b67a-1b6cc823dd1d req-f972bf07-c5e6-4cb9-adfb-c32ae13f789e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:43.595658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f85ced0a-b180-4520-b67a-1b6cc823dd1d req-f972bf07-c5e6-4cb9-adfb-c32ae13f789e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0993540 May 06 13:38:43.618237 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:43.644316 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f85ced0a-b180-4520-b67a-1b6cc823dd1d req-90fc6c7b-e9ff-4537-8036-57f530b9959b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 May 06 13:38:44.774945 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-692cbecd-a148-4904-8df2-e6c0dd9b7824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:44.799676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-065177b0-8bec-44c5-8086-c8d3ccd6d36c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:44.801082 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-065177b0-8bec-44c5-8086-c8d3ccd6d36c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0898294 May 06 13:38:44.848625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5069ff-8ccb-49a9-9602-81ad8245dd99 req-10f6ebf8-8de5-400d-92d2-99e3d578e174 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:44.850042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a5069ff-8ccb-49a9-9602-81ad8245dd99 req-10f6ebf8-8de5-400d-92d2-99e3d578e174 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 945 time: 0.0789874 May 06 13:38:44.868715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Deleting port a869db12-d18d-4af9-9bf7-a1eda4a1481d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:38:44.869112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:44.898633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a5069ff-8ccb-49a9-9602-81ad8245dd99 req-758bc686-1d3d-4201-80a4-59bb54c044be tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 May 06 13:38:45.114433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] For port a869db12-d18d-4af9-9bf7-a1eda4a1481d, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a869db12-d18d-4af9-9bf7-a1eda4a1481d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:38:45.114780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:45.403510 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:45.403777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:45.404038 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3 disassociated. External IP: 172.25.7.184, port: a869db12-d18d-4af9-9bf7-a1eda4a1481d. May 06 13:38:45.404369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Calling delete_port for a869db12-d18d-4af9-9bf7-a1eda4a1481d owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:38:45.547916 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:45.558482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:45.609216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event deleted for resources: {'Port': ['ID=a869db12-d18d-4af9-9bf7-a1eda4a1481d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:45.828949 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:38:46.031336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:38:46.042743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:38:46.055986 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:38:46.056778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:38:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:46.071159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8cb70f0-46b2-4fef-88b6-0e7debb736dd req-b14e6f32-6f48-4c98-a366-6e8574932d14 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=75e16156-fa1d-4480-8730-5d5976dda89c HTTP/1.1" status: 200 len: 210 time: 0.0491145 May 06 13:38:46.210046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] No DVR routers for this DVR port a869db12-d18d-4af9-9bf7-a1eda4a1481d on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:38:46.212832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:46.215499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'name': 'network-vif-deleted', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:38:46.231917 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f6bac49d-855e-4878-a9d2-56f31555b080 req-743dbca4-cd70-4378-8492-059f6ee44357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "DELETE /v2.0/ports/a869db12-d18d-4af9-9bf7-a1eda4a1481d HTTP/1.1" status: 204 len: 173 time: 1.4254856 May 06 13:38:46.240001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:38:46.281954 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca0fe40-33a3-406c-a2c4-54960537e5d5'] response: {'server_uuid': '75e16156-fa1d-4480-8730-5d5976dda89c', 'name': 'network-vif-deleted', 'tag': 'a869db12-d18d-4af9-9bf7-a1eda4a1481d', 'status': 'completed', 'code': 200} May 06 13:38:46.316542 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:46.598070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:46.601883 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:38:46.614399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:38:46.615045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:38:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:46.795616 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:38:47.112626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:38:47.116755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd8af1f-5bda-44af-8437-5cdb7201ec6e None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:38:47.344135 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5266cbc-4fe1-44d1-bc6e-ea61ec5036f3 None None] New status for floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:38:47.453543 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4b49ac01-573b-4016-ac24-aad38e2e174f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1460793226&fields=id&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 267 time: 0.0432405 May 06 13:38:47.606722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-5b39d5ab-b9b8-422c-b085-bc73a6eaf40a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:47.608152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-5b39d5ab-b9b8-422c-b085-bc73a6eaf40a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 811 time: 0.1482763 May 06 13:38:47.627553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-c241e4cb-53c1-467f-829f-07dfb76f7b3a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/quotas/3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 375 time: 0.0116701 May 06 13:38:47.720179 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-59c93c79-257b-4904-91d5-47e73ef2c947 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877326 May 06 13:38:47.732330 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:47.814246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-d40a0b49-c4e6-4d2d-839b-5ab88cf3d1bf service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:38:47.815475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-d40a0b49-c4e6-4d2d-839b-5ab88cf3d1bf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0820310 May 06 13:38:47.955646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4ed56edf-f9ae-46b5-a225-0b824d14697f service neutron] 10.222.0.44 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333661 May 06 13:38:48.099121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-1f5e7b1c-b396-456c-ad94-e595025d385a service neutron] 10.222.0.44 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376293 May 06 13:38:48.393969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-206613d0-6dd1-4d45-bab7-ac8b4330f51c req-2bb321c9-6f3a-4ab6-a14e-02c891fbf8c1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 210 time: 0.1412044 May 06 13:38:48.780953 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a869db12-d18d-4af9-9bf7-a1eda4a1481d no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:38:48.854628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: a869db12-d18d-4af9-9bf7-a1eda4a1481d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:38:48.855006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a869db12-d18d-4af9-9bf7-a1eda4a1481d not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:38:49.419866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-9f10b234-65a3-47f4-99ee-97d3a6978f20 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:49.421345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-9f10b234-65a3-47f4-99ee-97d3a6978f20 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 811 time: 0.1536374 May 06 13:38:49.488909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-ca204a32-18bb-4922-b5e1-84123c0cfb88 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 380 time: 0.0524774 May 06 13:38:49.500226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'port': {'device_id': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'admin_state_up': True, 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'security_groups': ['2ab12d30-eb76-459f-bd2b-0291af5d228b']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:38:49.621439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-681b4ea0-59c2-4292-b177-8589f5c1863c req-febada21-916a-443e-9e28-8bbb44fe0f3c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 210 time: 0.1000366 May 06 13:38:49.685029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:38:49.689608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Usage tracker for resource:port and tenant:3474a75ab3204c85a6251dbfcbbcea46 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:38:49.692658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:38:49.698628 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:38:49.711116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Made reservation on behalf of 3474a75ab3204c85a6251dbfcbbcea46 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:38:49.714716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:49.891459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Allocated IP 172.20.0.12 (a6e2cc45-6e69-44b3-960f-24e094cd2fb9/ac5c3edb-4708-4d10-8961-9ee32ee074ad/6e6536ce-0696-4b27-bbb8-19354f944eb5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:38:50.085448 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:50.100660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Transition to ACTIVE for port object 6e6536ce-0696-4b27-bbb8-19354f944eb5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:38:50.124254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:50.196851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:38:50.199931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:38:50.204333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:38:50.232365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:50.259066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.259496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.259825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.260160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.260507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.260819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.261126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.261443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.261765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.262076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.262393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:50.281377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:50.281950 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:50.310678 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-53a516b2-69d6-459e-ad81-8fc665b3a98e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8144827 May 06 13:38:50.323127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Request body: {'port': {'device_id': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:38:50.440457 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:50.483179 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c2a3ae3b-0ee0-4c58-8b61-6f49fda97e33 None None] Provisioning for port 6e6536ce-0696-4b27-bbb8-19354f944eb5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:38:50.489428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-c2a3ae3b-0ee0-4c58-8b61-6f49fda97e33 None None] Provisioning complete for port 6e6536ce-0696-4b27-bbb8-19354f944eb5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:38:50.490007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2a3ae3b-0ee0-4c58-8b61-6f49fda97e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:50.558175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3ae3b-0ee0-4c58-8b61-6f49fda97e33 None None] Port 6e6536ce-0696-4b27-bbb8-19354f944eb5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:38:50.845315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6536ce-0696-4b27-bbb8-19354f944eb5 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:38:50.857550 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:50.877956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Transition to ACTIVE for port object 6e6536ce-0696-4b27-bbb8-19354f944eb5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:38:50.885150 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:50.942858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e84fa-9824-4e84-bb27-8cce48afd7fe req-cb19cc29-0d2a-49e4-aee5-080b95b2d920 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:50.943553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c29e84fa-9824-4e84-bb27-8cce48afd7fe req-cb19cc29-0d2a-49e4-aee5-080b95b2d920 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:38:51.030441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:51.041587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c29e84fa-9824-4e84-bb27-8cce48afd7fe req-cb19cc29-0d2a-49e4-aee5-080b95b2d920 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:38:51.042950 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c29e84fa-9824-4e84-bb27-8cce48afd7fe req-cb19cc29-0d2a-49e4-aee5-080b95b2d920 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 932 time: 0.2920463 May 06 13:38:51.287416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c29e84fa-9824-4e84-bb27-8cce48afd7fe req-1bb7f7f7-47bd-4620-b3b2-f0a2dab13fb4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056085 May 06 13:38:51.296344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:38:51.296679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:38:51.297027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:38:51.303663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:38:51.304017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:38:51.311121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:38:51.311590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:38:51.311836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:38:51.312269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Bound port: 6e6536ce-0696-4b27-bbb8-19354f944eb5, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:38:51.312615 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:51.405062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:38:51.408002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:38:51.413547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:51.476533 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:51.478027 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] 10.222.0.48 "PUT /v2.0/ports/6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1092 time: 1.1598938 May 06 13:38:51.478466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:38:51.554429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd1cc3-2758-41d1-8342-6b98cf03a75b service neutron] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:51.563616 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be11683-01b2-4760-8c5d-625661e3b492'] response: {'name': 'network-changed', 'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'status': 'completed', 'code': 200} May 06 13:38:51.601553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-122b3a1c-b724-4898-a0d5-a1e51c0a9e28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1095 time: 0.0814323 May 06 13:38:51.672850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-691257d2-0fb5-422d-92a2-f65bb791e9e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 217 time: 0.0641060 May 06 13:38:51.744901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-de64a79a-3414-4c79-9ad5-84e474b317aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:51.746365 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-de64a79a-3414-4c79-9ad5-84e474b317aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0672500 May 06 13:38:51.829934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-75465ba7-89b2-4143-ba33-f2e3d661f1ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752442 May 06 13:38:51.976023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-57404d52-2c32-4635-ab20-b796b8c89777 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383464 May 06 13:38:52.122300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-90189ce8-ea3c-4bc4-98c1-c7d3415b4664 req-f7a13e0a-66bd-470d-a150-3433a517deae service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400015 May 06 13:38:52.254919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2576e50-94bd-4d4c-881f-be76abf75b00 req-0469b091-c4a1-4926-9638-6089e93282a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1095 time: 0.0811663 May 06 13:38:52.392999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2576e50-94bd-4d4c-881f-be76abf75b00 req-cfd0fb4a-7d67-492b-aded-44f3578d212d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:52.394446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2576e50-94bd-4d4c-881f-be76abf75b00 req-cfd0fb4a-7d67-492b-aded-44f3578d212d service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1335368 May 06 13:38:52.505410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2576e50-94bd-4d4c-881f-be76abf75b00 req-9b9c98a8-e43c-4aad-98fa-340f221aeb72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 217 time: 0.1038043 May 06 13:38:52.581394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2576e50-94bd-4d4c-881f-be76abf75b00 req-9b25c68c-5707-427f-a3ed-3639f21ed913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:52.582849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2576e50-94bd-4d4c-881f-be76abf75b00 req-9b25c68c-5707-427f-a3ed-3639f21ed913 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0714452 May 06 13:38:52.592944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d9b8e-dfb9-4060-abf0-e34e90a67163 req-45c22df0-bb91-4948-b449-007883286e79 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:52.594287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad7d9b8e-dfb9-4060-abf0-e34e90a67163 req-45c22df0-bb91-4948-b449-007883286e79 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 944 time: 0.1458488 May 06 13:38:52.688578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad7d9b8e-dfb9-4060-abf0-e34e90a67163 req-0091a2dc-2e26-45c7-a351-5be0de8a2138 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630853 May 06 13:38:52.701807 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2576e50-94bd-4d4c-881f-be76abf75b00 req-b2f1fb00-bf6f-4559-8166-4fd2b935a621 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065919 May 06 13:38:52.837232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2576e50-94bd-4d4c-881f-be76abf75b00 req-8616e851-4559-45f6-be43-8e0fd72357de service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281793 May 06 13:38:53.079252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2576e50-94bd-4d4c-881f-be76abf75b00 req-0553542a-34dc-43b6-aab3-0c0c3a4dd133 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357154 May 06 13:38:53.913175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a0f35-5839-4f7c-a2ee-a75b5b41c114 req-42e636fb-8ffc-468c-a2df-95b7ba513dcd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:53.914782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de6a0f35-5839-4f7c-a2ee-a75b5b41c114 req-42e636fb-8ffc-468c-a2df-95b7ba513dcd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 944 time: 0.0974185 May 06 13:38:53.969480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de6a0f35-5839-4f7c-a2ee-a75b5b41c114 req-0da91f6c-c790-458f-b582-7f87906e3eae tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458446 May 06 13:38:55.186624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4325f2-33bd-4602-928a-99f7c52c33ca req-7a36d8aa-ec09-464d-a869-1c995cf75a34 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:55.188060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf4325f2-33bd-4602-928a-99f7c52c33ca req-7a36d8aa-ec09-464d-a869-1c995cf75a34 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 944 time: 0.0801609 May 06 13:38:55.238222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf4325f2-33bd-4602-928a-99f7c52c33ca req-cd1d33a6-63d2-43cd-9618-6f056855a878 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 May 06 13:38:56.308271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:38:56.459791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:38:56.473027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'mac_address': 'fa:16:3e:fe:46:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:38:56.485395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef16ae4-80c3-45c5-ad64-7a4aa4c6e4b0 req-11f85327-26ae-4f15-87ca-469ed707ed38 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:56.486862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ef16ae4-80c3-45c5-ad64-7a4aa4c6e4b0 req-11f85327-26ae-4f15-87ca-469ed707ed38 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 944 time: 0.0972819 May 06 13:38:56.527733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:56.533590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ef16ae4-80c3-45c5-ad64-7a4aa4c6e4b0 req-18dd225d-9dea-4ec0-856b-b7322db216eb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408237 May 06 13:38:56.545128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6536ce-0696-4b27-bbb8-19354f944eb5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:38:56.561135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:38:56.565553 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:56.634122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:56.643234 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.643702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.644184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.644667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.645070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.645401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.645727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.646046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.646366 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.646703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.647026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:38:56.948369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e6536ce-0696-4b27-bbb8-19354f944eb5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:38:57.753144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca46930-23a7-4bb2-b658-972cb72fa1ba req-ecaa8012-1db3-4f7f-8c32-a2a0e1c26e4f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:57.754631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ca46930-23a7-4bb2-b658-972cb72fa1ba req-ecaa8012-1db3-4f7f-8c32-a2a0e1c26e4f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.0849097 May 06 13:38:57.802765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2ca46930-23a7-4bb2-b658-972cb72fa1ba req-f71c91cc-5915-4e04-bd74-dd727683f1d7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403330 May 06 13:38:58.338399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:38:58.417106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6e6536ce-0696-4b27-bbb8-19354f944eb5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:38:58.423172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6e6536ce-0696-4b27-bbb8-19354f944eb5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:38:58.423547 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:58.545368 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:58.581477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:38:58.591815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:38:58.596127 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:58.639718 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6f903e-029b-4999-bf4d-93b44083aca1'] response: {'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'code': 200} May 06 13:38:58.665857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:38:58.779327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41e653c6-7c13-4a0e-8165-bb88f71b1e89 req-abbd5feb-a28f-4c53-b6e0-2506c077c506 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1097 time: 0.0804040 May 06 13:38:58.822332 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41e653c6-7c13-4a0e-8165-bb88f71b1e89 req-7c64794a-b256-4c1c-b192-8b21c5f2cfb3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363259 May 06 13:38:59.011509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a86f39-8242-4ecc-a985-6175275c39ce req-d6b616e7-4566-4fe9-9657-2a73ef14185d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:59.012943 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02a86f39-8242-4ecc-a985-6175275c39ce req-d6b616e7-4566-4fe9-9657-2a73ef14185d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0815053 May 06 13:38:59.062869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02a86f39-8242-4ecc-a985-6175275c39ce req-8d462c3e-4cc4-4e1e-89c7-9d96c3a9ddec tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412507 May 06 13:39:00.282548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac639eb-3f4b-4288-9dc7-608d0f4344dd req-22d227d1-51d2-4796-a6d5-1f9fb4c9e382 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:00.285087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ac639eb-3f4b-4288-9dc7-608d0f4344dd req-22d227d1-51d2-4796-a6d5-1f9fb4c9e382 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0890751 May 06 13:39:00.344176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ac639eb-3f4b-4288-9dc7-608d0f4344dd req-45a94c9a-b064-4efb-a27c-2d476f3e3c1b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530674 May 06 13:39:01.567209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96509-6c20-4e79-a0be-be94e6fcc3de req-110b7849-e394-4c1d-80a5-b47cfd983357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:01.568679 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efc96509-6c20-4e79-a0be-be94e6fcc3de req-110b7849-e394-4c1d-80a5-b47cfd983357 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0828071 May 06 13:39:01.624167 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efc96509-6c20-4e79-a0be-be94e6fcc3de req-dea83aa5-5314-4991-8abb-7dddc0688ebb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480878 May 06 13:39:01.844068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc58bf-f4ab-4d54-813d-a756653fc437 req-8beea37d-8bd8-4b02-93a4-e35a5f9345fc tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:01.845529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3bcc58bf-f4ab-4d54-813d-a756653fc437 req-8beea37d-8bd8-4b02-93a4-e35a5f9345fc tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0870142 May 06 13:39:01.859311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 54966) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:01.864572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-e124ea5d-95c4-4284-a3b3-ef904b9c3db1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'floatingip': {'port_id': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:01.943872 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e124ea5d-95c4-4284-a3b3-ef904b9c3db1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.678268 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e124ea5d-95c4-4284-a3b3-ef904b9c3db1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.682730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e124ea5d-95c4-4284-a3b3-ef904b9c3db1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.877273 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-e124ea5d-95c4-4284-a3b3-ef904b9c3db1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3 associated. External IP: 172.25.7.184, port: 6e6536ce-0696-4b27-bbb8-19354f944eb5. May 06 13:39:03.281287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e124ea5d-95c4-4284-a3b3-ef904b9c3db1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:39:03.497533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e124ea5d-95c4-4284-a3b3-ef904b9c3db1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:39:03.503076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e124ea5d-95c4-4284-a3b3-ef904b9c3db1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:03.507731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:39:03.521079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:03.521710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:38:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:03.563888 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e124ea5d-95c4-4284-a3b3-ef904b9c3db1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "PUT /v2.0/floatingips/e3f6462b-6062-45d4-b010-a464e68ca5b3 HTTP/1.1" status: 200 len: 992 time: 1.7033141 May 06 13:39:03.564288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:03.620049 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e475ec1a-e9a5-4b04-a1a0-4347440b021f'] response: {'name': 'network-changed', 'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'status': 'completed', 'code': 200} May 06 13:39:03.709295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:03.776219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5edf9681-b803-49e0-b4de-fa41123b6812 req-850bad77-9b13-4ac6-b8cc-8bdf518549eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1097 time: 0.1341758 May 06 13:39:03.778923 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-63e771da-7aee-4656-b7d5-db4f541ed856 req-4970fb58-1797-4469-8aec-bd8f2241c9d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0968237 May 06 13:39:03.857548 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:39:03.923251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf9681-b803-49e0-b4de-fa41123b6812 req-8f6ddb5c-6cc0-4af3-9e38-205f7da66bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:03.925041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5edf9681-b803-49e0-b4de-fa41123b6812 req-8f6ddb5c-6cc0-4af3-9e38-205f7da66bc9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1412630 May 06 13:39:04.034655 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5edf9681-b803-49e0-b4de-fa41123b6812 req-ea2368dd-a37e-4bf1-ab81-9ede6be57aab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1000 time: 0.1026618 May 06 13:39:04.083224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-55892d55-48ee-4c16-88f0-c4f980d82a02 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808060 May 06 13:39:04.108285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:fe:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:39:02Z', 'revision_number': 9, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:04.112292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:39:04.126008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:04.126334 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:38:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:04.145352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf9681-b803-49e0-b4de-fa41123b6812 req-b53fdec5-ee66-43e4-b1ec-ba1ed5ca6c86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:04.146988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5edf9681-b803-49e0-b4de-fa41123b6812 req-b53fdec5-ee66-43e4-b1ec-ba1ed5ca6c86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.1057541 May 06 13:39:04.224056 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75b0b-1b50-48b7-becd-dd39e734bac7 req-c6667290-fe67-472b-8ce1-64f8ee46ff41 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:04.225568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-34a75b0b-1b50-48b7-becd-dd39e734bac7 req-c6667290-fe67-472b-8ce1-64f8ee46ff41 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.1535649 May 06 13:39:04.352949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:04.383728 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5edf9681-b803-49e0-b4de-fa41123b6812 req-c000cd99-4762-4fb4-892a-c8e53351814e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284153 May 06 13:39:04.482947 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-34a75b0b-1b50-48b7-becd-dd39e734bac7 req-da6d206a-7a76-4d6e-813b-9e34eabfe8af tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454660 May 06 13:39:04.538022 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5edf9681-b803-49e0-b4de-fa41123b6812 req-ff46e7b0-dd72-46a9-a8f5-100eac898320 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423233 May 06 13:39:04.708536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5edf9681-b803-49e0-b4de-fa41123b6812 req-3f0f06c8-46cc-4ad5-8545-c8308bf7eaf7 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638095 May 06 13:39:04.737826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:fe:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:39:02Z', 'revision_number': 9, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:04.742723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c6b48c-bd98-49b8-8d04-d64478fafbe3 None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:fe:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:39:02Z', 'revision_number': 9, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:39:04.963723 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b6146-3faa-4282-a60c-a77f059e14c7 None None] New status for floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:39:05.397076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-3354a917-94ca-4e1c-bcdf-677e5d6b5e43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1097 time: 0.0725665 May 06 13:39:05.530890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-7dd452fe-1fb8-4fd5-802a-25a886ae9f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:05.532372 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-7dd452fe-1fb8-4fd5-802a-25a886ae9f53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1291666 May 06 13:39:05.686959 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-d401b205-e2e2-4a54-aac1-468342847b7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1003 time: 0.1462219 May 06 13:39:05.762460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbbdf8-e098-48fc-a7ab-6a1e25b5090b req-fe9b54ea-5416-4294-8d5d-14e1d26d0c9a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:05.764249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4bbbdf8-e098-48fc-a7ab-6a1e25b5090b req-fe9b54ea-5416-4294-8d5d-14e1d26d0c9a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.1480758 May 06 13:39:05.774315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-69f69587-0938-4969-a5cb-2b9166471de6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:05.775863 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-69f69587-0938-4969-a5cb-2b9166471de6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0816309 May 06 13:39:05.866247 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4bbbdf8-e098-48fc-a7ab-6a1e25b5090b req-a95ba454-269d-4918-9436-3c7b33256aa2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942609 May 06 13:39:05.886199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5b35c4c5-2b41-4172-8b4f-7c65162d37d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969987 May 06 13:39:06.024892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-bb38bec7-950e-4422-83c6-fdd3de3a6f73 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319857 May 06 13:39:06.164556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-04817cfb-eaf2-4dfe-b060-50fad2bbc696 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332603 May 06 13:39:07.087197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28784c-7e83-4960-917b-450326f1fa24 req-a29b26ba-88b0-4498-8da3-e47d29eaca1f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:07.088718 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa28784c-7e83-4960-917b-450326f1fa24 req-a29b26ba-88b0-4498-8da3-e47d29eaca1f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0852010 May 06 13:39:07.145119 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa28784c-7e83-4960-917b-450326f1fa24 req-f89667bf-64ec-4142-ac1c-10f870e90ca5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417399 May 06 13:39:07.746178 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:08.366060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042fec0-94e4-47a6-ac61-948308859d00 req-33dc3ed0-4ecb-403f-a5d0-fef502e27e90 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:08.367619 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8042fec0-94e4-47a6-ac61-948308859d00 req-33dc3ed0-4ecb-403f-a5d0-fef502e27e90 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0900664 May 06 13:39:08.420716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8042fec0-94e4-47a6-ac61-948308859d00 req-66ff3b11-992d-4332-a886-2eec691e6002 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444915 May 06 13:39:09.642083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee34004-1814-4694-9ee1-72011fd207b0 req-b61d79c6-d7bf-4d0a-80f7-1db60243ca81 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:09.643613 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dee34004-1814-4694-9ee1-72011fd207b0 req-b61d79c6-d7bf-4d0a-80f7-1db60243ca81 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0882864 May 06 13:39:09.702489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dee34004-1814-4694-9ee1-72011fd207b0 req-27421616-07e7-402f-a36f-3e74931102dd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530977 May 06 13:39:10.912623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7394f5-bb68-4c0b-a899-1f5b2b3f8cb2 req-f18af3fb-9390-4ba6-8777-13e1ba6d5eca tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:10.914108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f7394f5-bb68-4c0b-a899-1f5b2b3f8cb2 req-f18af3fb-9390-4ba6-8777-13e1ba6d5eca tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0863063 May 06 13:39:10.963475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f7394f5-bb68-4c0b-a899-1f5b2b3f8cb2 req-aa140886-6ff5-434f-a635-00c46bcaa216 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 May 06 13:39:12.177343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527f65e-ee0c-429c-b70f-ec305ad3766c req-1397f378-35e6-4320-b4ec-440e679162b2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:12.178864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4527f65e-ee0c-429c-b70f-ec305ad3766c req-1397f378-35e6-4320-b4ec-440e679162b2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0825500 May 06 13:39:12.235082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4527f65e-ee0c-429c-b70f-ec305ad3766c req-67d48690-777f-4219-964b-7ee777f010be tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499256 May 06 13:39:12.402231 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-158ddbb0-606d-407c-86d8-a7c04a53d4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:13.447280 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe18c70-9c9d-4534-9ca5-e66c81542664 req-f107cfb8-3ed1-4ba0-af0d-039e15502755 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:13.448665 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe18c70-9c9d-4534-9ca5-e66c81542664 req-f107cfb8-3ed1-4ba0-af0d-039e15502755 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0871639 May 06 13:39:13.496575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efe18c70-9c9d-4534-9ca5-e66c81542664 req-3ffa52e8-4093-4e79-b3b9-41e78c1e8ddb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 May 06 13:39:13.633508 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:14.706238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc906f-e28a-41e1-ab66-86ea25d4eb45 req-86e156db-acba-4372-afdd-344196305d65 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:14.707729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1cc906f-e28a-41e1-ab66-86ea25d4eb45 req-86e156db-acba-4372-afdd-344196305d65 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0850971 May 06 13:39:14.768892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1cc906f-e28a-41e1-ab66-86ea25d4eb45 req-4fceef21-a14e-4ad4-86b5-5a78d751e317 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532539 May 06 13:39:14.782276 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6aa570d2-cee1-45a8-b147-a7205a664331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.554124 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:16.084255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49307cf-338a-4663-b7fe-2bfe7c60a3f6 req-fe3b40e6-ce70-4daf-b7a9-d81b45843e7f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:16.085692 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a49307cf-338a-4663-b7fe-2bfe7c60a3f6 req-fe3b40e6-ce70-4daf-b7a9-d81b45843e7f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.1798265 May 06 13:39:16.132257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a49307cf-338a-4663-b7fe-2bfe7c60a3f6 req-088f7a10-f3e1-452e-b932-bbce632a93f8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406485 May 06 13:39:16.268716 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.360471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe73eb8-3b09-4803-9814-8242cd7f1f80 req-197ea909-9f3e-4c3f-85f2-4692cdf8e303 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:17.362052 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fe73eb8-3b09-4803-9814-8242cd7f1f80 req-197ea909-9f3e-4c3f-85f2-4692cdf8e303 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0878005 May 06 13:39:17.415777 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5fe73eb8-3b09-4803-9814-8242cd7f1f80 req-840c6371-9252-46af-8195-c5d86a797949 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453849 May 06 13:39:17.742837 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:18.640565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f6a59-a9de-4623-849b-61cf3eaf67a9 req-6f48987d-3603-4903-931e-63b358ca8794 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:18.642051 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a8f6a59-a9de-4623-849b-61cf3eaf67a9 req-6f48987d-3603-4903-931e-63b358ca8794 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0917344 May 06 13:39:18.693759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a8f6a59-a9de-4623-849b-61cf3eaf67a9 req-3bbda2ee-d0bc-49fd-abf9-d748c5492146 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450583 May 06 13:39:19.905772 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a334c1-4b1e-4a89-91b2-474cb90df2ff req-a29e0534-bb03-42e6-bba4-e5a5f0b2698c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:19.907303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70a334c1-4b1e-4a89-91b2-474cb90df2ff req-a29e0534-bb03-42e6-bba4-e5a5f0b2698c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0845187 May 06 13:39:19.955008 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-70a334c1-4b1e-4a89-91b2-474cb90df2ff req-ac7d89cd-23aa-4ac1-8eb6-5106625b71ed tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 May 06 13:39:21.171382 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e461f4-a508-46c3-9ef3-834a80368464 req-43a04367-2e09-41e7-8bbc-a20f08c0ba65 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:21.172819 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20e461f4-a508-46c3-9ef3-834a80368464 req-43a04367-2e09-41e7-8bbc-a20f08c0ba65 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0840404 May 06 13:39:21.234304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20e461f4-a508-46c3-9ef3-834a80368464 req-07c5104d-552f-4aa8-bffc-6a5a29508e08 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527408 May 06 13:39:22.449666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc40493-067c-4224-9ec6-10bf034bb645 req-47dc729b-3f94-45dc-a6e5-1119b4788a5b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:22.451202 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dc40493-067c-4224-9ec6-10bf034bb645 req-47dc729b-3f94-45dc-a6e5-1119b4788a5b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0843644 May 06 13:39:22.497729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9dc40493-067c-4224-9ec6-10bf034bb645 req-f5881d46-2837-426e-b3a8-ecaa4b4e3fd5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 May 06 13:39:23.717788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715f7a4-3c60-47a2-b951-aa4da405ce5a req-3047dd84-271e-4ea2-aa24-a426966d1e00 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:23.719242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4715f7a4-3c60-47a2-b951-aa4da405ce5a req-3047dd84-271e-4ea2-aa24-a426966d1e00 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0884042 May 06 13:39:23.767310 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4715f7a4-3c60-47a2-b951-aa4da405ce5a req-288370a4-53f5-4409-9461-ec37721a82a0 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 May 06 13:39:24.986152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd9392-a763-4d26-9a4a-ab149c09d023 req-cead88aa-d35f-4e4d-9785-ac0eb6b19b9f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:24.987637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54bd9392-a763-4d26-9a4a-ab149c09d023 req-cead88aa-d35f-4e4d-9785-ac0eb6b19b9f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0930853 May 06 13:39:25.037643 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-54bd9392-a763-4d26-9a4a-ab149c09d023 req-d0245b9e-d69b-4ced-98e8-634ccd0be5ce tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 May 06 13:39:26.264031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afdc65-de5f-4e67-8b5c-4698936039ba req-cc9dd82b-4da3-4198-8556-d0d9de8e9ee5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:26.265591 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30afdc65-de5f-4e67-8b5c-4698936039ba req-cc9dd82b-4da3-4198-8556-d0d9de8e9ee5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0926144 May 06 13:39:26.313056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30afdc65-de5f-4e67-8b5c-4698936039ba req-b57bde87-0746-4c19-b4f6-ee6eca8c26cf tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 May 06 13:39:27.520509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9b53a-623f-43e9-81fb-f2f7b7611432 req-6f5e12ba-c5a5-4a0b-b559-530eec6d6953 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:27.522029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92d9b53a-623f-43e9-81fb-f2f7b7611432 req-6f5e12ba-c5a5-4a0b-b559-530eec6d6953 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0823753 May 06 13:39:27.570176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92d9b53a-623f-43e9-81fb-f2f7b7611432 req-209a181f-b75b-4730-b9f1-44727f4d4316 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 May 06 13:39:28.782278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b03c7-d829-4463-ac85-a49ada566fd8 req-10a0f70c-ca3e-44e4-8a3b-d87479da7dd9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:28.783833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e70b03c7-d829-4463-ac85-a49ada566fd8 req-10a0f70c-ca3e-44e4-8a3b-d87479da7dd9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0867946 May 06 13:39:28.836122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e70b03c7-d829-4463-ac85-a49ada566fd8 req-3cbeacbb-f277-41a4-93b4-36bde7a3b81c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463381 May 06 13:39:30.045370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efb5c5-52b1-4ae1-9a23-1de2d071da01 req-a8cc6bd1-7883-4ddd-857a-9280f7a26d44 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:30.046915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03efb5c5-52b1-4ae1-9a23-1de2d071da01 req-a8cc6bd1-7883-4ddd-857a-9280f7a26d44 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0809062 May 06 13:39:30.105922 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-03efb5c5-52b1-4ae1-9a23-1de2d071da01 req-b1d03232-665e-4751-9e4f-b65db97f198b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494530 May 06 13:39:31.329239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85e8a4-636f-4a8d-b4bb-ab8ab821c3f6 req-dafddf2b-bb1e-4468-bedf-4e75e0adfbe2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:31.330486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f85e8a4-636f-4a8d-b4bb-ab8ab821c3f6 req-dafddf2b-bb1e-4468-bedf-4e75e0adfbe2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0803306 May 06 13:39:31.377620 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f85e8a4-636f-4a8d-b4bb-ab8ab821c3f6 req-02d29cbc-5e8e-4716-a254-45dbc1aadeb5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 May 06 13:39:32.617468 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126e5b8-45d6-471b-9270-996eb94db17f req-ea378eb9-3bd9-4579-9d10-4529dbd85fca tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:32.619416 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7126e5b8-45d6-471b-9270-996eb94db17f req-ea378eb9-3bd9-4579-9d10-4529dbd85fca tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0915194 May 06 13:39:32.667327 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7126e5b8-45d6-471b-9270-996eb94db17f req-8abc6e45-4daf-437d-a993-b04397208ab5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 May 06 13:39:33.283120 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-fafde1ef-0fee-4118-a58e-14df41c895ce service neutron] show failed (client error): The resource could not be found. May 06 13:39:33.284169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-fafde1ef-0fee-4118-a58e-14df41c895ce service neutron] 10.222.0.48 "GET /v2.0/ports/6e6536ce-0696-4b27-bbb8-19354f944eb5/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0855365 May 06 13:39:33.566723 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-909235f5-07fb-4cd1-bb37-0227e666ee55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 1097 time: 0.0750539 May 06 13:39:33.578411 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:33.694898 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.880048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889c1de-d6f4-43fb-bcec-653eac585ab9 req-bd20a162-d479-43f0-aa40-422102cda3b4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:33.882552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5889c1de-d6f4-43fb-bcec-653eac585ab9 req-bd20a162-d479-43f0-aa40-422102cda3b4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0856671 May 06 13:39:33.930973 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5889c1de-d6f4-43fb-bcec-653eac585ab9 req-ee95a33a-b6b6-4e7f-8951-571688e1c5d1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 May 06 13:39:33.991666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:34.027248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:34.090483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:34.096932 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:34.113040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Transition to ACTIVE for port object 6e6536ce-0696-4b27-bbb8-19354f944eb5 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:34.117270 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:34.176538 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a27e89-ea82-4bf1-b580-3ff5c4fca73b'] response: {'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'code': 200} May 06 13:39:34.251667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=6']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:34.274641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.274998 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.275354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.275713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.276061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.276387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.276713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.277042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.277366 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.277683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.277991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:34.336903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] No DVR routers for this DVR port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:39:34.591471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:34.592215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:34.592215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:34.598247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:39:34.598577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:34.605090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:34.605433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:34.605817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:34.606242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Bound port: 6e6536ce-0696-4b27-bbb8-19354f944eb5, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:34.606661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:34.702267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:34.705806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:34.710173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:34.773302 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:34.775198 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] 10.222.0.36 "PUT /v2.0/ports/6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1092 time: 1.2012904 May 06 13:39:34.792387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c9b5d-d978-435c-9ed8-e1ab5243b9ed service neutron] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:34.891177 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-44f86a69-90dd-4626-811a-e30c641a296a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1095 time: 0.0904675 May 06 13:39:35.031544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-6251ff3e-c9ff-4d3c-9ed7-2e22d6a8916b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:35.033015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-6251ff3e-c9ff-4d3c-9ed7-2e22d6a8916b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1355133 May 06 13:39:35.145086 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-efd67654-3087-4c41-90d3-d39858cf13ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1001 time: 0.1049645 May 06 13:39:35.151548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a13669-5eb0-4b85-a25e-af1967fb9617 req-4c2a3f55-ffd5-4064-8c05-5d6632522fd7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:35.153006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72a13669-5eb0-4b85-a25e-af1967fb9617 req-4c2a3f55-ffd5-4064-8c05-5d6632522fd7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 944 time: 0.0787954 May 06 13:39:35.204411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72a13669-5eb0-4b85-a25e-af1967fb9617 req-3a68c8ed-ba0b-45db-818c-607e110ba946 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455027 May 06 13:39:35.311454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2e506f-286f-4a93-8567-6a5f75b61981 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:35.312791 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-5c2e506f-286f-4a93-8567-6a5f75b61981 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.1610572 May 06 13:39:35.395989 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-76ee6520-9c7c-4f5c-ba53-dca27201ff89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750916 May 06 13:39:35.534291 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-93683175-0ee9-4580-9158-bbe9a66aaa76 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310260 May 06 13:39:35.679139 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91069e82-80a9-4c04-ab2c-83e50efaef6c req-971408c9-c10b-4aac-aa7f-3e3f94ebf295 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387925 May 06 13:39:36.178146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:36.253149 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246d28fd-4e41-4a26-af15-684833b9b303'] response: {'name': 'network-changed', 'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'status': 'completed', 'code': 200} May 06 13:39:36.356414 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-2b1260c2-9abc-4d6e-9e98-7a512a4976bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1095 time: 0.0821443 May 06 13:39:36.439176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-24368d21-adb8-4306-b375-7ad718d19697 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1095 time: 0.1589272 May 06 13:39:36.489441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:39:36.514382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-6c4b4a17-4e51-4fa1-b56d-606b58aee893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:36.516557 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-6c4b4a17-4e51-4fa1-b56d-606b58aee893 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1519933 May 06 13:39:36.556839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:39:36.636110 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-2d935e1f-d587-4ae8-9452-87190a3f0b56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1001 time: 0.1115177 May 06 13:39:36.699731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-23b112dc-1977-401b-beda-cd25cb45e413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:36.701240 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-23b112dc-1977-401b-beda-cd25cb45e413 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0583203 May 06 13:39:36.734331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-ce068fe6-7663-412e-8602-f066e5f0c950 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:36.735895 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-ce068fe6-7663-412e-8602-f066e5f0c950 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.2909441 May 06 13:39:36.790958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-7168491b-a80f-437f-b3b1-353e5d89d050 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828991 May 06 13:39:36.817491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f49bb-0b25-4922-a3f9-8ba30213fdd7 req-c0b170c5-f075-43de-b2d1-7516ffb280ad tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:36.819008 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f73f49bb-0b25-4922-a3f9-8ba30213fdd7 req-c0b170c5-f075-43de-b2d1-7516ffb280ad tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 944 time: 0.1919520 May 06 13:39:36.883921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-0e3e5a22-c273-4b06-9604-9e09d94629b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1001 time: 0.1398137 May 06 13:39:36.926424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-9c7470d1-3b1f-40ed-9c70-47c8a95459dc service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281996 May 06 13:39:36.927602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f73f49bb-0b25-4922-a3f9-8ba30213fdd7 req-28a9332f-3e10-4e62-9257-ac9a0caa4553 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995171 May 06 13:39:36.955312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-597bed6f-f6bd-4628-97ed-e758bc9f4729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:36.956073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-597bed6f-f6bd-4628-97ed-e758bc9f4729 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0633531 May 06 13:39:37.031531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-d2bcb9ce-49c2-4138-9404-6e0ff96ca019 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692472 May 06 13:39:37.064814 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-805b1cff-2839-488c-b4e1-61726d3cfaf1 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322148 May 06 13:39:37.178775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-64bec8f4-2e6b-4a30-bdf4-c758843b1eca service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400850 May 06 13:39:37.323716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f408ce5-d813-4447-b7de-afd9610a5063 req-2c5609d3-cbf3-44ec-81c0-6d25bf5c375e service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381109 May 06 13:39:37.773404 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:38.144693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302a120-36a8-4102-9df7-bfe6d5d765d2 req-ebeb5322-03a9-4c9d-9a4d-1aaa349b4ff2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:38.146309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a302a120-36a8-4102-9df7-bfe6d5d765d2 req-ebeb5322-03a9-4c9d-9a4d-1aaa349b4ff2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 944 time: 0.0931332 May 06 13:39:38.199497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a302a120-36a8-4102-9df7-bfe6d5d765d2 req-f14a874e-3b94-4ab5-aab6-67e7c119145d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452330 May 06 13:39:38.668733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-2aeaa40d-c169-482a-8b2c-0c54e97e83e9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:38.669557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-2aeaa40d-c169-482a-8b2c-0c54e97e83e9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:39:38.683141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-2aeaa40d-c169-482a-8b2c-0c54e97e83e9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:39:38.684626 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-2aeaa40d-c169-482a-8b2c-0c54e97e83e9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40&tenant_id=3474a75ab3204c85a6251dbfcbbcea46&binding%3Ahost_id=n-h2-840847-1 HTTP/1.1" status: 200 len: 944 time: 0.1004484 May 06 13:39:38.715413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383188e9-2c7c-45c4-bce7-836a279da506 req-00655a61-c41b-4eb4-bb67-6d1575e0d10e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:38.717171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-383188e9-2c7c-45c4-bce7-836a279da506 req-00655a61-c41b-4eb4-bb67-6d1575e0d10e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 944 time: 0.0820251 May 06 13:39:38.768972 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-383188e9-2c7c-45c4-bce7-836a279da506 req-eac688da-d334-4291-8d4c-6e54e9ddab06 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459740 May 06 13:39:38.774007 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-1507fb9f-5644-492e-bc1b-edb2340167a3 service neutron] 10.222.0.36 "GET /v2.0/ports/6e6536ce-0696-4b27-bbb8-19354f944eb5/bindings/n-h2-840847-1 HTTP/1.1" status: 200 len: 382 time: 0.0830107 May 06 13:39:38.884078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-099a9d5f-5bfd-46c5-9b5f-90acebdf18ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1095 time: 0.0799787 May 06 13:39:38.984938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:39:39.022977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-632a2956-9a42-47e9-850d-b210dba61d6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:39.024546 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-632a2956-9a42-47e9-850d-b210dba61d6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1334364 May 06 13:39:39.122876 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:39.138184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'mac_address': 'fa:16:3e:fe:46:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:39:39.196148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.214809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6536ce-0696-4b27-bbb8-19354f944eb5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:39:39.231338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:39.237235 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.237787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-389d619d-cc7c-44ab-9328-cd670904501b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1001 time: 0.2057152 May 06 13:39:39.304932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-edc0edad-8f96-46c3-afef-49b7dc968c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:39.306501 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-edc0edad-8f96-46c3-afef-49b7dc968c31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0626316 May 06 13:39:39.307646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:39.385394 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-285167a8-a340-479a-b2c5-330a9d881707 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724955 May 06 13:39:39.454916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['6e6536ce-0696-4b27-bbb8-19354f944eb5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:39:39.525594 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-17777970-d226-47a5-9921-09bcf4123cb8 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334405 May 06 13:39:39.664456 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-d43b41aa-67dc-4e3f-8ef9-f579738be0b9 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327598 May 06 13:39:39.983586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341f891-c5c4-46ec-b7c0-a78ed21e7632 req-362c2663-c5cf-4ab0-9aca-ceef1a2cf79f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:39.985146 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9341f891-c5c4-46ec-b7c0-a78ed21e7632 req-362c2663-c5cf-4ab0-9aca-ceef1a2cf79f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.0810537 May 06 13:39:40.034466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9341f891-c5c4-46ec-b7c0-a78ed21e7632 req-5f85eece-f7f5-4414-b910-148888373297 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 May 06 13:39:40.860025 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:39:40.983704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:41.067289 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 6e6536ce-0696-4b27-bbb8-19354f944eb5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:41.073075 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 6e6536ce-0696-4b27-bbb8-19354f944eb5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:41.073498 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.213549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.243332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:41.252974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f52348-59bc-41a9-9ac2-ae565f96d591 req-03ef9e1f-2bf1-4bc2-9c74-59c68fa53d05 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:41.253720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:41.254844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0f52348-59bc-41a9-9ac2-ae565f96d591 req-03ef9e1f-2bf1-4bc2-9c74-59c68fa53d05 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.0912750 May 06 13:39:41.258953 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.305010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0f52348-59bc-41a9-9ac2-ae565f96d591 req-c189a9e1-67b5-4597-baea-750b30f7e804 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 May 06 13:39:41.349353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:41.416035 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385c05d2-ad79-4dba-b79a-af9662b4997b'] response: {'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'code': 200} May 06 13:39:41.797528 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-4a4175dd-4227-4b97-b0f4-01b74d62e3ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 1097 time: 0.0710876 May 06 13:39:41.809307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:41.930043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:42.215523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:42.255003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:42.311197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:42.317183 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:42.335267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Transition to ACTIVE for port object 6e6536ce-0696-4b27-bbb8-19354f944eb5 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:42.341139 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:42.407265 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb1edcc1-3f6c-42b4-a635-a36aac69dc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:42.504070 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a7abca-35d0-463c-928b-81413a3925f4'] response: {'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'code': 200} May 06 13:39:42.629480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=10']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:42.723286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] No DVR routers for this DVR port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:39:42.840830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480899ce-e4db-400b-9629-fe9d55b835c6 req-5ca60028-04d8-4384-b89f-fff130ad345f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:42.842315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-480899ce-e4db-400b-9629-fe9d55b835c6 req-5ca60028-04d8-4384-b89f-fff130ad345f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.3375144 May 06 13:39:42.907657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-480899ce-e4db-400b-9629-fe9d55b835c6 req-170e6e7a-db12-4b89-bb8c-d05fd96311be tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588031 May 06 13:39:43.028655 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:43.029006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:43.029565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:43.036533 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:39:43.036843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Attempting to bind port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:43.044312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:43.044642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:43.045009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:43.045414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Bound port: 6e6536ce-0696-4b27-bbb8-19354f944eb5, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:43.045773 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:43.156151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:43.159385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:43.167273 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:43.229379 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:43.230820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] 10.222.0.48 "PUT /v2.0/ports/6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1093 time: 1.4253855 May 06 13:39:43.244963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf417bc-2077-4b1f-a73b-f96e40ca5fae service neutron] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=11']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:43.338918 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-037fccbe-465c-4bc9-a924-bdba3ac09cc2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1096 time: 0.0855906 May 06 13:39:43.485789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-1ee628f8-3916-4de1-a52d-cfcf15489a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:43.487320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-1ee628f8-3916-4de1-a52d-cfcf15489a63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1422150 May 06 13:39:43.608966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-f6665c4b-bc09-4867-875f-ff4603a01182 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1001 time: 0.1119678 May 06 13:39:43.631625 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:43.676829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-fb8d3117-1015-4cae-a3d7-9924387c4565 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:43.678389 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-fb8d3117-1015-4cae-a3d7-9924387c4565 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0626054 May 06 13:39:43.757342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-f7014c6f-55d4-40cd-8059-fbc7bded49ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724204 May 06 13:39:43.927925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-ca0ea962-ecfa-4f08-bc62-ee500ed91451 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627450 May 06 13:39:44.111624 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5506c3b6-e82b-4445-ae7f-c305b1e85474 req-65e3de61-d04e-45c4-b21a-c7119064cc1f service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772308 May 06 13:39:44.154385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd08b-706c-45fe-8230-94df1243e94f req-09a92eef-8301-4948-9b19-6238428b0fab tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:44.155853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c64dd08b-706c-45fe-8230-94df1243e94f req-09a92eef-8301-4948-9b19-6238428b0fab tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.1117537 May 06 13:39:44.206855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c64dd08b-706c-45fe-8230-94df1243e94f req-d4593031-4179-4d2a-baad-367853864575 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 May 06 13:39:44.505642 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:44.595453 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a39b1c-715a-42f7-9da5-8cda270e9c08'] response: {'name': 'network-changed', 'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'status': 'completed', 'code': 200} May 06 13:39:44.679757 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-54be6897-8971-4c4b-8c2a-fa35d2ee1b9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1096 time: 0.0696335 May 06 13:39:44.691483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-15677f86-7a0c-45fb-96a8-d08ae2095625 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 1096 time: 0.0707848 May 06 13:39:44.778477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49f0a12b-3299-44fa-b329-c9320f2fae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:44.820249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-f9518f09-d9c5-415b-a03c-c13924ca01b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:44.821716 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-f9518f09-d9c5-415b-a03c-c13924ca01b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1362798 May 06 13:39:44.928790 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-8e29a8ab-8316-49a9-884d-6337f97399d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1001 time: 0.1001418 May 06 13:39:44.949324 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-dd7cc292-d696-496b-9c60-4ab4b08fb41a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:44.950838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-dd7cc292-d696-496b-9c60-4ab4b08fb41a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.2525287 May 06 13:39:44.993379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-594563e1-205a-4e4e-a65a-6abb8b9addf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:44.994898 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-594563e1-205a-4e4e-a65a-6abb8b9addf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0594070 May 06 13:39:45.000983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:39:45.059743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-1388d35f-4b49-496f-a43c-5a294d230868 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 200 len: 1001 time: 0.1024501 May 06 13:39:45.065922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:39:45.077329 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-afd790b5-93b1-4d91-bda1-d94a2ee5b3c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763669 May 06 13:39:45.127798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-6ea2f199-610b-408c-afc1-b834a8fda0c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:45.129272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-6ea2f199-610b-408c-afc1-b834a8fda0c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0628977 May 06 13:39:45.208985 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-32e0d941-2e73-4c10-a1e4-f8ff14ddd451 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723901 May 06 13:39:45.212429 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-1cb36b6f-2470-43a1-992b-912db4053fbe service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288025 May 06 13:39:45.372514 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-ddeb55e6-1d18-43c8-93e4-4f981b6ee829 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540802 May 06 13:39:45.410130 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-6e23ecd0-0db0-4bd9-867b-c69a83d4c407 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938727 May 06 13:39:45.529338 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbf453-2d5e-44df-86bd-7ea1d612315c req-73ad6ab6-cac8-4cdf-bd80-51875e6b23e7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:45.530848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58dbf453-2d5e-44df-86bd-7ea1d612315c req-73ad6ab6-cac8-4cdf-bd80-51875e6b23e7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.1858869 May 06 13:39:45.552761 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:45.593070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22ae3c78-2b1d-4e0d-8f9a-6363928b423f req-c9d78d15-7c96-4638-b085-50dbb44eb808 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740022 May 06 13:39:45.606499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58dbf453-2d5e-44df-86bd-7ea1d612315c req-4f7066b3-9079-44ae-9edd-89ae33221e51 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610580 May 06 13:39:46.271525 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:46.828570 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e224191-11e9-423c-bd4d-c2e098c2cc65 req-3ee9e145-dd2e-4fe0-9449-3eb6a0e724f3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:46.830014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e224191-11e9-423c-bd4d-c2e098c2cc65 req-3ee9e145-dd2e-4fe0-9449-3eb6a0e724f3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.0943646 May 06 13:39:46.878376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9e224191-11e9-423c-bd4d-c2e098c2cc65 req-76515dd6-3d9f-4153-be40-75ecdeb9419d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 May 06 13:39:47.745382 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:48.096166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0c2ec-cad2-4ff2-8875-2a1f96ee2519 req-f173fe04-e321-468c-9842-4e84970c3484 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:48.098242 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0b0c2ec-cad2-4ff2-8875-2a1f96ee2519 req-f173fe04-e321-468c-9842-4e84970c3484 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.0958209 May 06 13:39:48.149827 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0b0c2ec-cad2-4ff2-8875-2a1f96ee2519 req-46820844-a6a9-4880-81bb-9c752d112067 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452390 May 06 13:39:48.361872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2d916-9ea7-430a-af3a-9a68c08d566e req-b70a34b7-f026-479d-93d4-59e05b977fde tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:48.363896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86b2d916-9ea7-430a-af3a-9a68c08d566e req-b70a34b7-f026-479d-93d4-59e05b977fde tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.0866404 May 06 13:39:48.414048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86b2d916-9ea7-430a-af3a-9a68c08d566e req-4a911dc7-8232-4191-9123-8bbb859d2930 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441475 May 06 13:39:48.554834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:39:48.625860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602475e6-46cf-47e2-a300-8f7d36bad134 req-76e0d0a9-93a3-4406-9a31-3f133050b0a3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:48.627367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-602475e6-46cf-47e2-a300-8f7d36bad134 req-76e0d0a9-93a3-4406-9a31-3f133050b0a3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 945 time: 0.0855401 May 06 13:39:48.676406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-602475e6-46cf-47e2-a300-8f7d36bad134 req-a1fb0f9a-6616-4268-ba61-7a6cb119412e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 May 06 13:39:48.694430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:48.708508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'mac_address': 'fa:16:3e:fe:46:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:39:48.763979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:48.781601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6536ce-0696-4b27-bbb8-19354f944eb5 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:39:48.798125 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:48.802805 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:48.915612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=12']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:49.132102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0d19a-d083-4077-b2c6-c92ff6a5dd1b req-35f28afa-8b25-41ee-8070-c50513b5d8cd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:49.132761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['6e6536ce-0696-4b27-bbb8-19354f944eb5'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:39:49.133560 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ca0d19a-d083-4077-b2c6-c92ff6a5dd1b req-35f28afa-8b25-41ee-8070-c50513b5d8cd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0924270 May 06 13:39:49.186108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ca0d19a-d083-4077-b2c6-c92ff6a5dd1b req-cf868728-247c-4c3e-a81f-761960d5c7db tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467334 May 06 13:39:50.401376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14c463-35ae-4187-b128-ff6fd7d4760f req-48c7b2bd-5e68-40ec-b7a7-08e9f56f17c6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:50.402858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b14c463-35ae-4187-b128-ff6fd7d4760f req-48c7b2bd-5e68-40ec-b7a7-08e9f56f17c6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0789230 May 06 13:39:50.450941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b14c463-35ae-4187-b128-ff6fd7d4760f req-97a73941-69d9-4e53-94a2-5a72c5b6a00e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 May 06 13:39:50.546624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:50.620830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 6e6536ce-0696-4b27-bbb8-19354f944eb5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:50.627653 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 6e6536ce-0696-4b27-bbb8-19354f944eb5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:50.628035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:50.659149 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-13a2c851-6391-48df-ab14-18e6741a231d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:50.660580 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-13a2c851-6391-48df-ab14-18e6741a231d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 946 time: 0.0900092 May 06 13:39:50.731160 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Deleting port 6e6536ce-0696-4b27-bbb8-19354f944eb5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:39:50.731523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:50.750315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:50.777691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:50.788542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:50.797810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:50.840474 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a054a0a5-f768-4e24-a8b1-866fedf54ab7'] response: {'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'code': 200} May 06 13:39:50.866137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=13']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:51.083306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] For port 6e6536ce-0696-4b27-bbb8-19354f944eb5, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=6e6536ce-0696-4b27-bbb8-19354f944eb5,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:51.083627 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:51.379559 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:51.379926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:51.380243 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3 disassociated. External IP: 172.25.7.184, port: 6e6536ce-0696-4b27-bbb8-19354f944eb5. May 06 13:39:51.380581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Calling delete_port for 6e6536ce-0696-4b27-bbb8-19354f944eb5 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:39:51.537957 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:51.597477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event deleted for resources: {'Port': ['ID=6e6536ce-0696-4b27-bbb8-19354f944eb5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:51.642326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e8a4fb9-5480-4b5e-a464-94185b28e581 req-a2505e3e-51b3-4666-86d6-613464f39bf3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca05cbf-a364-4b26-a9ef-2afb08028e40 HTTP/1.1" status: 200 len: 210 time: 0.0616484 May 06 13:39:51.648897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.649182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.649506 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.649849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.650159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.650510 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.650854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.651132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.651454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.651791 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.652072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:51.868895 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:39:52.083399 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:39:52.093755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:39:52.105797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:52.106408 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:52.151486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] No DVR routers for this DVR port 6e6536ce-0696-4b27-bbb8-19354f944eb5 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:39:52.154432 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:52.157218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-deleted', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:52.174519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0924e94-e5c7-4e9b-a258-62e4bdc51684 req-1497c138-31c5-4764-b13b-e5c6f72fc230 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "DELETE /v2.0/ports/6e6536ce-0696-4b27-bbb8-19354f944eb5 HTTP/1.1" status: 204 len: 173 time: 1.5076044 May 06 13:39:52.223725 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedbf9e6-4d88-46c8-8ba4-bddce345b529'] response: {'server_uuid': 'cca05cbf-a364-4b26-a9ef-2afb08028e40', 'name': 'network-vif-deleted', 'tag': '6e6536ce-0696-4b27-bbb8-19354f944eb5', 'status': 'completed', 'code': 200} May 06 13:39:52.292903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:52.639063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:52.643563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:39:52.655668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:52.656287 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:52.857549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:53.033531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-f3845980-3d04-48d4-bdea-34deb3002918 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1460793226&fields=id&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 267 time: 0.0426979 May 06 13:39:53.187581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-97c50f03-cc06-4316-90c0-48a45ad6fc7c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:53.188914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-97c50f03-cc06-4316-90c0-48a45ad6fc7c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 811 time: 0.1484189 May 06 13:39:53.206061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-5ad67b44-cdb3-4a77-b216-d4b6b1cb1285 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/quotas/3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 375 time: 0.0115273 May 06 13:39:53.211733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:53.216396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdead27-dd8e-4c5b-8a01-2b36db715bfc None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:39:53.298635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-789e8333-7c12-4fd3-868d-0a79f1087842 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:39:53.326756 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-789e8333-7c12-4fd3-868d-0a79f1087842 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:39:53.328215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-789e8333-7c12-4fd3-868d-0a79f1087842 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163945 May 06 13:39:53.458162 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b95af-274f-4f5b-a416-4459d72f9b02 None None] New status for floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:39:53.473446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-a30a63f0-1ca6-42b0-a764-87427d85c36b service neutron] 10.222.0.44 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330853 May 06 13:39:53.715536 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-ed235047-7c8c-4353-b6c4-67a8f7f35c2c service neutron] 10.222.0.44 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361321 May 06 13:39:53.904873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4e5879a2-6308-4f99-b7d7-5e6c0711af6d req-468933d8-8713-4726-9cf6-15592ce021c6 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 210 time: 0.0403373 May 06 13:39:54.587636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:39:54.621388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 6e6536ce-0696-4b27-bbb8-19354f944eb5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:39:54.621718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 6e6536ce-0696-4b27-bbb8-19354f944eb5 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:39:55.068056 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-bd48e60f-f7b3-4b28-83b3-a3b97fd196c2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:55.069511 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-bd48e60f-f7b3-4b28-83b3-a3b97fd196c2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 811 time: 0.1578488 May 06 13:39:55.096259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-76c8df92-88b5-45d8-aa74-57da13c48b6a req-2e18b887-0ac1-465a-9889-05aaafde1d5d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 210 time: 0.0510042 May 06 13:39:55.128128 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-d314355d-3279-4d88-b501-692e14f1922d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 380 time: 0.0450704 May 06 13:39:55.136835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'port': {'device_id': '64493ca1-5caa-4986-ab84-b49978e64e91', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'admin_state_up': True, 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'security_groups': ['2ab12d30-eb76-459f-bd2b-0291af5d228b']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:55.272128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:55.281910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:55.294316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Made reservation on behalf of 3474a75ab3204c85a6251dbfcbbcea46 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:39:55.297449 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:55.584202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Allocated IP 172.20.0.13 (a6e2cc45-6e69-44b3-960f-24e094cd2fb9/ac5c3edb-4708-4d10-8961-9ee32ee074ad/756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:39:55.785365 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:55.802880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Transition to ACTIVE for port object 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:55.835793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:55.917067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:55.920683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:55.926081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:39:55.952380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:55.996629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:55.997418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:56.038429 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-318cc744-ef1f-4db5-ab6e-800214f0ad7e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9050753 May 06 13:39:56.051267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Request body: {'port': {'device_id': '64493ca1-5caa-4986-ab84-b49978e64e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:56.172598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:56.227339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8e91e6dc-6da6-4656-bf9f-d5477326d29c None None] Provisioning for port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:56.234434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8e91e6dc-6da6-4656-bf9f-d5477326d29c None None] Provisioning complete for port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:56.234907 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8e91e6dc-6da6-4656-bf9f-d5477326d29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:56.316516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eac343-1c5b-47c3-b335-4ed2ab7212f7 req-914440fd-ca6f-4f0f-8e6b-4d755c04df96 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:56.318312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6eac343-1c5b-47c3-b335-4ed2ab7212f7 req-914440fd-ca6f-4f0f-8e6b-4d755c04df96 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 932 time: 0.0855813 May 06 13:39:56.336595 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8e91e6dc-6da6-4656-bf9f-d5477326d29c None None] Port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:39:56.374359 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e6eac343-1c5b-47c3-b335-4ed2ab7212f7 req-605a65be-48b9-4310-95f0-c16595a1f13c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 May 06 13:39:56.555044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:39:56.562129 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:56.577427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Transition to ACTIVE for port object 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:56.581919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:56.715836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:56.831434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:56.831773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:56.832095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:56.838059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:39:56.838373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:56.844680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:56.845014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:56.845389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:56.846739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Bound port: 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:56.847452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:56.946692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:56.949765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:56.957393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:57.022041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:57.023589 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] 10.222.0.36 "PUT /v2.0/ports/756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1092 time: 0.9776947 May 06 13:39:57.024042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:57.045235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8869abf-4bb5-4ed1-8cc4-d9901e211307 service neutron] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:57.117943 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67c8c10-b7cb-48db-a00e-5336b86e9cc0'] response: {'name': 'network-changed', 'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'status': 'completed', 'code': 200} May 06 13:39:57.145976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-93a80a31-a84a-4a71-a92d-078d0915aaf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1095 time: 0.0784290 May 06 13:39:57.224027 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-d52c7a43-8673-452e-a135-023393338fe3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 217 time: 0.0696669 May 06 13:39:57.292104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-f34f50e9-6ad8-4379-9a00-d2cf2ac42c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:57.294587 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-f34f50e9-6ad8-4379-9a00-d2cf2ac42c0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0629034 May 06 13:39:57.376578 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-1561fe62-fc15-4a4d-897f-d465e8eb8543 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756979 May 06 13:39:57.596935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab69a28-8d7c-4025-bc54-ba4f8b53335b req-ddb9a4f2-7053-4703-8306-87f357bf5329 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:57.598656 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ab69a28-8d7c-4025-bc54-ba4f8b53335b req-ddb9a4f2-7053-4703-8306-87f357bf5329 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0916109 May 06 13:39:57.628927 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-f650aefc-76da-43f9-a4d0-a30c7043f038 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454276 May 06 13:39:57.647617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ab69a28-8d7c-4025-bc54-ba4f8b53335b req-7a7fbb81-07d7-474b-9652-b5d6e5916f6c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 May 06 13:39:57.764017 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-08e99115-00b6-4d0a-abe9-0c2fd807e3d1 req-fff092bc-080b-49ef-9905-f10be40f9f01 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287534 May 06 13:39:57.895406 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6ced3ec5-1d3e-4f3c-9bfb-11b15aec0164 req-68b2e114-cf81-4a12-b234-f065a9c4bf37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1095 time: 0.0808270 May 06 13:39:58.040416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced3ec5-1d3e-4f3c-9bfb-11b15aec0164 req-e30f8718-7dbd-4239-b166-eccf594953d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:58.041896 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6ced3ec5-1d3e-4f3c-9bfb-11b15aec0164 req-e30f8718-7dbd-4239-b166-eccf594953d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1396344 May 06 13:39:58.121736 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6ced3ec5-1d3e-4f3c-9bfb-11b15aec0164 req-c6f57912-5a83-43aa-8654-21d9352929fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 217 time: 0.0731041 May 06 13:39:58.189987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced3ec5-1d3e-4f3c-9bfb-11b15aec0164 req-38ac0d23-62f0-436a-8077-82340f128d16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:58.191349 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6ced3ec5-1d3e-4f3c-9bfb-11b15aec0164 req-38ac0d23-62f0-436a-8077-82340f128d16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0637617 May 06 13:39:58.278324 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6ced3ec5-1d3e-4f3c-9bfb-11b15aec0164 req-acab1374-5854-4c5e-a1bc-bb976f7da9cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793700 May 06 13:39:58.419825 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6ced3ec5-1d3e-4f3c-9bfb-11b15aec0164 req-01f1b060-13bf-4324-b1e1-34826a626855 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330938 May 06 13:39:58.560087 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6ced3ec5-1d3e-4f3c-9bfb-11b15aec0164 req-926466bc-6584-4e92-ad89-a1cf15cec90f service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330924 May 06 13:39:58.873223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ef034-c97b-421a-a57c-9f1bd695475b req-d9695344-6af6-41b8-a14d-4310cc868239 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:58.875298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef0ef034-c97b-421a-a57c-9f1bd695475b req-d9695344-6af6-41b8-a14d-4310cc868239 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0879533 May 06 13:39:58.927550 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ef0ef034-c97b-421a-a57c-9f1bd695475b req-db4fa1ad-7cb6-4067-9962-e555cb339199 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463643 May 06 13:39:59.047436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:39:59.191537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:59.214271 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'mac_address': 'fa:16:3e:b1:b4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:39:59.283973 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:59.302058 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:39:59.318230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:59.322753 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:59.391389 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:59.399919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.400263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.400601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.400936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.401266 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.401592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.401898 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.402219 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.402538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.402879 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.403215 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:59.541344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:40:00.165513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939336b7-9280-433f-a95d-387dba30119c req-6a68b5f7-6d0b-4b47-a041-1d2c29a8bdc4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:00.166992 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-939336b7-9280-433f-a95d-387dba30119c req-6a68b5f7-6d0b-4b47-a041-1d2c29a8bdc4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.0946023 May 06 13:40:00.217038 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-939336b7-9280-433f-a95d-387dba30119c req-8ecd7002-cc9f-46b4-ac85-6817a1550980 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 May 06 13:40:01.054166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:40:01.134920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:40:01.140276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:40:01.140662 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:01.264496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:01.293079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:01.304277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:01.309926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:01.365415 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b522b661-fcf5-4657-ab6e-a55191514d9d'] response: {'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'code': 200} May 06 13:40:01.391251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:01.484393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87044e6a-f331-4281-9f27-3b3cb5cea876 req-1fc6b3bf-f14b-446c-83ba-ff3e1ec1f664 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:01.488113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87044e6a-f331-4281-9f27-3b3cb5cea876 req-1fc6b3bf-f14b-446c-83ba-ff3e1ec1f664 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.1359453 May 06 13:40:01.505633 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cdc01843-53cd-4c1c-b55c-3d6e8044cad6 req-fac88c18-51db-49a1-ab49-9360c1114acb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1097 time: 0.0774055 May 06 13:40:01.552273 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cdc01843-53cd-4c1c-b55c-3d6e8044cad6 req-920e0625-a16e-433c-ac08-98025c4fd635 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399382 May 06 13:40:01.563940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87044e6a-f331-4281-9f27-3b3cb5cea876 req-e2a356c0-8b10-41b0-a6a5-a801ab716ac2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696399 May 06 13:40:02.783431 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ff1d2-0d41-4ca4-8a23-23bda3917186 req-b4e79194-ead9-4e17-b37a-0f5d56e2cf55 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:02.790219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-541ff1d2-0d41-4ca4-8a23-23bda3917186 req-b4e79194-ead9-4e17-b37a-0f5d56e2cf55 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0892107 May 06 13:40:02.834663 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-541ff1d2-0d41-4ca4-8a23-23bda3917186 req-2b551d6f-b4fd-4f44-9e37-4b85646a6f51 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435214 May 06 13:40:04.050847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee8376-2dad-4d97-a69b-c0818b65b2ad req-ff86a6ba-eae9-4d5d-ac1b-10c0eb1f0925 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:04.052379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ee8376-2dad-4d97-a69b-c0818b65b2ad req-ff86a6ba-eae9-4d5d-ac1b-10c0eb1f0925 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0908360 May 06 13:40:04.105842 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-27ee8376-2dad-4d97-a69b-c0818b65b2ad req-6ee1e757-2911-4bc9-bbfe-dec6ddb5c54a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474529 May 06 13:40:04.313761 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c85371-e198-4abd-a653-a8f08e47eafd req-3124f911-7a87-4c44-8675-11c8bcead085 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:04.315440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-79c85371-e198-4abd-a653-a8f08e47eafd req-3124f911-7a87-4c44-8675-11c8bcead085 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0833876 May 06 13:40:04.330924 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55150) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:40:04.339532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d1e63378-07ff-4592-a91f-002232031f12 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Request body: {'floatingip': {'port_id': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:40:04.423053 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1e63378-07ff-4592-a91f-002232031f12 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:05.150240 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1e63378-07ff-4592-a91f-002232031f12 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:05.154792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1e63378-07ff-4592-a91f-002232031f12 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:05.369212 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-d1e63378-07ff-4592-a91f-002232031f12 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3 associated. External IP: 172.25.7.184, port: 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd. May 06 13:40:05.797112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e63378-07ff-4592-a91f-002232031f12 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:40:06.007255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e63378-07ff-4592-a91f-002232031f12 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:40:06.011765 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d1e63378-07ff-4592-a91f-002232031f12 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:06.017392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:40:06.031936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:40:06.031936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:40:06.074492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d1e63378-07ff-4592-a91f-002232031f12 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "PUT /v2.0/floatingips/e3f6462b-6062-45d4-b010-a464e68ca5b3 HTTP/1.1" status: 200 len: 993 time: 1.7420168 May 06 13:40:06.075179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:06.133213 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ff5ffd-c470-49ea-9fb5-77ce9c595cf7'] response: {'name': 'network-changed', 'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'status': 'completed', 'code': 200} May 06 13:40:06.225764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:40:06.309345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc120120-64ef-4e60-9735-38f9ab8ed292 req-cb35d1ae-0fa7-450f-9218-3d376126e7e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1097 time: 0.1437299 May 06 13:40:06.508467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc120120-64ef-4e60-9735-38f9ab8ed292 req-a3f5ba98-8426-402e-b6fa-56612ad88898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:06.510040 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc120120-64ef-4e60-9735-38f9ab8ed292 req-a3f5ba98-8426-402e-b6fa-56612ad88898 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1946008 May 06 13:40:06.652256 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc120120-64ef-4e60-9735-38f9ab8ed292 req-d114cfe9-c77e-4416-a832-2a2a18b1a4e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1001 time: 0.1354759 May 06 13:40:06.728631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc120120-64ef-4e60-9735-38f9ab8ed292 req-d8c9a679-0484-4182-973e-6e2053d65d21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:06.731416 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc120120-64ef-4e60-9735-38f9ab8ed292 req-d8c9a679-0484-4182-973e-6e2053d65d21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0724907 May 06 13:40:06.753105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:b1:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64493ca1-5caa-4986-ab84-b49978e64e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:40:04Z', 'revision_number': 13, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:40:06.757695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:40:06.772118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:40:06.773014 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:39:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:40:06.833348 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc120120-64ef-4e60-9735-38f9ab8ed292 req-a6f5c6c3-990e-460c-af56-9c0f5c256441 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954945 May 06 13:40:06.972957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:40:06.992296 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc120120-64ef-4e60-9735-38f9ab8ed292 req-4e8fa9f5-d981-42d5-9e0c-6d1999cafc15 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516728 May 06 13:40:07.244214 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cc120120-64ef-4e60-9735-38f9ab8ed292 req-d00f5403-c9dd-4449-8c57-08e96ef76ea6 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454596 May 06 13:40:07.370973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:b1:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64493ca1-5caa-4986-ab84-b49978e64e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:40:04Z', 'revision_number': 13, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:40:07.375941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a00283-bade-49eb-83cf-d9e9704cd1f0 None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'e3f6462b-6062-45d4-b010-a464e68ca5b3', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'port_id': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'mac_address': 'fa:16:3e:b1:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64493ca1-5caa-4986-ab84-b49978e64e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:47Z', 'updated_at': '2022-05-06T13:40:04Z', 'revision_number': 13, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:40:07.580658 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be848a9-8cb0-47a7-a86e-ced8df99b478 None None] New status for floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:40:07.778852 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:07.935489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1564-4923-4e69-a54b-123e4514bca5 req-73e0b3e1-484d-42ac-a574-63b960ea7ae7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:07.936979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58af1564-4923-4e69-a54b-123e4514bca5 req-73e0b3e1-484d-42ac-a574-63b960ea7ae7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0907235 May 06 13:40:07.989869 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58af1564-4923-4e69-a54b-123e4514bca5 req-37ec5be6-d54c-49ab-972e-bb5e21bd25b9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467453 May 06 13:40:12.414147 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e39bc399-d7c8-4aaa-881c-e554ab38887b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:13.635149 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:14.774255 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8fe6c546-fc33-4a58-9bcc-f399f9ed6ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:15.547979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:16.273653 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:16.598223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4a9a15c4-1d47-43fe-a9e4-e8abf1126f11 req-376f9419-988f-432a-9074-02c0452ecc3f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0928905 May 06 13:40:16.940336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf8eb4-16a3-4b86-a15c-872eafaeb45d req-a4858b56-fdc0-4b3e-8ee1-0f2164f2f55f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:16.941721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffdf8eb4-16a3-4b86-a15c-872eafaeb45d req-a4858b56-fdc0-4b3e-8ee1-0f2164f2f55f tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0795157 May 06 13:40:16.958017 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-6af36695-88bc-4138-9165-3f846d3a75ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1464522 May 06 13:40:16.992156 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffdf8eb4-16a3-4b86-a15c-872eafaeb45d req-aa95f1c0-ed61-4ce2-9594-72f18ad5cedf tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 May 06 13:40:17.746543 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:17.861849 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:40:18.219715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4bbf4-02cd-479d-af02-d8877c4ccc88 req-2abae734-5492-4e49-9039-801459917f95 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:18.221159 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72b4bbf4-02cd-479d-af02-d8877c4ccc88 req-2abae734-5492-4e49-9039-801459917f95 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0964799 May 06 13:40:18.269111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-72b4bbf4-02cd-479d-af02-d8877c4ccc88 req-45d3e954-b559-45b6-9159-9500552bc7a8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418091 May 06 13:40:18.503685 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-dc759c54-714c-4f7a-b8be-d4dcc6aea1e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1097 time: 0.0759778 May 06 13:40:18.655471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-f572d451-c205-4888-8af2-59c6bbe02680 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:18.657021 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-f572d451-c205-4888-8af2-59c6bbe02680 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1418543 May 06 13:40:18.779850 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-0e4a5ea5-4cba-4673-9c1b-81e936e1c9bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1003 time: 0.1154056 May 06 13:40:18.849711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-04a78115-e779-4606-aac6-461f023eca31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:18.851273 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-04a78115-e779-4606-aac6-461f023eca31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0624721 May 06 13:40:18.933826 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-7b09bd94-c9ff-40cf-b0f5-55dacb0c563d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746467 May 06 13:40:19.079336 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-a78403f7-720d-48b6-ba3e-1bed62e3f032 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354370 May 06 13:40:19.229488 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-9d15b749-1e9f-4733-8df2-df32b41e162c service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436424 May 06 13:40:19.484294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f5fe3-7e19-4edc-8e0f-6e4efd55ae8a req-a5af0df5-90c8-450f-86a1-44514e1c921d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:19.485793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-299f5fe3-7e19-4edc-8e0f-6e4efd55ae8a req-a5af0df5-90c8-450f-86a1-44514e1c921d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0822134 May 06 13:40:19.545165 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-299f5fe3-7e19-4edc-8e0f-6e4efd55ae8a req-16e5a88c-26f0-4d75-9430-0308dad83ad5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531144 May 06 13:40:20.758871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5084d-5318-4f67-851b-87ec38bab1b7 req-37eed0a4-e330-424b-b0b0-46223bc221d9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:20.760395 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3c5084d-5318-4f67-851b-87ec38bab1b7 req-37eed0a4-e330-424b-b0b0-46223bc221d9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0846503 May 06 13:40:20.809370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3c5084d-5318-4f67-851b-87ec38bab1b7 req-d58a317a-3576-48c1-b7ca-db9c38fd410d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 May 06 13:40:22.031870 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041e002-bd1e-4ab8-a9fd-d341a8cce873 req-5ef6dda0-6adb-4663-8c46-43efbf3f74d3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:22.033233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0041e002-bd1e-4ab8-a9fd-d341a8cce873 req-5ef6dda0-6adb-4663-8c46-43efbf3f74d3 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0805252 May 06 13:40:22.083752 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0041e002-bd1e-4ab8-a9fd-d341a8cce873 req-1e87e143-45ab-4e5e-95cd-00361c97beda tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415869 May 06 13:40:23.425670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec0fa3-4212-4ad2-8675-ab894f15e67d req-748682d2-c66a-48e1-9148-d7d014f711ee tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:23.427149 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fec0fa3-4212-4ad2-8675-ab894f15e67d req-748682d2-c66a-48e1-9148-d7d014f711ee tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.2013357 May 06 13:40:23.473942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4fec0fa3-4212-4ad2-8675-ab894f15e67d req-c9e47b03-242f-4f23-9cb0-3eefc9c4959c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410070 May 06 13:40:24.526821 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1f3754ed-114a-47f9-ba2d-9d8529d89669 req-9b0302fc-2d4c-444d-b7c5-1f7691e619b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1097 time: 0.0703704 May 06 13:40:24.677380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3754ed-114a-47f9-ba2d-9d8529d89669 req-1219d77f-b2a0-4afc-af92-05a769660697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:24.678792 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1f3754ed-114a-47f9-ba2d-9d8529d89669 req-1219d77f-b2a0-4afc-af92-05a769660697 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1320155 May 06 13:40:24.691953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ffd7-cdc4-4007-9287-378a953761c8 req-dc6a7329-04fb-4df6-811a-5c8ac2fb5a52 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:24.693430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed59ffd7-cdc4-4007-9287-378a953761c8 req-dc6a7329-04fb-4df6-811a-5c8ac2fb5a52 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0805926 May 06 13:40:24.740632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed59ffd7-cdc4-4007-9287-378a953761c8 req-ddfb7bd7-85c1-46c4-bae7-78419e282465 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415380 May 06 13:40:24.784412 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1f3754ed-114a-47f9-ba2d-9d8529d89669 req-86e3d73e-a83e-41b7-b3a0-89a830cbcbeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1003 time: 0.0989923 May 06 13:40:24.859122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3754ed-114a-47f9-ba2d-9d8529d89669 req-3d86d03f-d925-45a0-85bf-5216466d1ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:24.860648 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1f3754ed-114a-47f9-ba2d-9d8529d89669 req-3d86d03f-d925-45a0-85bf-5216466d1ab5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0699146 May 06 13:40:24.937096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1f3754ed-114a-47f9-ba2d-9d8529d89669 req-9ff6bfb4-d26e-4c6d-b7ee-880ada6b201e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699692 May 06 13:40:25.073289 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1f3754ed-114a-47f9-ba2d-9d8529d89669 req-be38175b-1808-42df-9f8b-1a3adbf1d49c service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284263 May 06 13:40:25.311101 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1f3754ed-114a-47f9-ba2d-9d8529d89669 req-a633453c-9adc-4ecf-abc3-763d6c8995dd service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313752 May 06 13:40:25.942345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8ec08-acb3-4546-abb1-ec1cd198238e req-21a9bd93-7e5b-41af-8eed-b8846e6f37af tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:25.943820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4e8ec08-acb3-4546-abb1-ec1cd198238e req-21a9bd93-7e5b-41af-8eed-b8846e6f37af tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0792267 May 06 13:40:25.990788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4e8ec08-acb3-4546-abb1-ec1cd198238e req-b17890cb-74ee-4c84-a679-59a23b659e04 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411210 May 06 13:40:26.944986 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-5050d6ab-4bef-463a-b96f-359ef8ab2c30 service neutron] show failed (client error): The resource could not be found. May 06 13:40:26.945982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-5050d6ab-4bef-463a-b96f-359ef8ab2c30 service neutron] 10.222.0.36 "GET /v2.0/ports/756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0832901 May 06 13:40:27.262928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c0bb6-8c0a-4571-9181-861cd7ad4174 req-f9ed6f09-df99-4a58-9a5d-f5a7c282b219 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:27.264305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa9c0bb6-8c0a-4571-9181-861cd7ad4174 req-f9ed6f09-df99-4a58-9a5d-f5a7c282b219 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.1339009 May 06 13:40:27.268531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-efda7fd9-64e9-4a95-856f-e6230fbbd180 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 1097 time: 0.1006892 May 06 13:40:27.294636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:40:27.371313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa9c0bb6-8c0a-4571-9181-861cd7ad4174 req-4eff0266-2fee-401b-bd7c-7f0fff3d3ddd tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004372 May 06 13:40:27.428571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:27.701607 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:27.732968 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:40:27.791121 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:27.796962 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:27.815698 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Transition to ACTIVE for port object 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:40:27.821064 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:27.870943 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847a6cbe-43f2-4025-8308-16f0071f3ea9'] response: {'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'code': 200} May 06 13:40:27.954102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:28.021811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] No DVR routers for this DVR port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:40:28.285396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:40:28.286058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:40:28.286058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:40:28.292285 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:40:28.292593 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:40:28.299579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:40:28.299907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:40:28.300251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:40:28.300729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Bound port: 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:40:28.301086 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:28.390383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:40:28.393700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:40:28.401188 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:28.469410 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:28.470782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] 10.222.0.48 "PUT /v2.0/ports/756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1092 time: 1.1805155 May 06 13:40:28.488238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47a2ac-a536-4724-a662-5388647db5ad service neutron] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:28.734483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-497e1456-5ef8-407a-ba45-b8c4441a5ec4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1095 time: 0.2393889 May 06 13:40:28.743075 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a00f3-59af-4f54-802a-54a0bdb88c45 req-ebce8890-8f3e-4a8a-b4a6-e8abba376020 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:28.744473 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-052a00f3-59af-4f54-802a-54a0bdb88c45 req-ebce8890-8f3e-4a8a-b4a6-e8abba376020 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.2197351 May 06 13:40:28.886381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-052a00f3-59af-4f54-802a-54a0bdb88c45 req-36da8ab6-5c00-4f1c-8fde-7af04dd76c91 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230414 May 06 13:40:28.905140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-6ccf4dc2-423c-4172-9b0b-8da2f2383c3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:28.907638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-6ccf4dc2-423c-4172-9b0b-8da2f2383c3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1623061 May 06 13:40:29.013787 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-cbaf8965-9839-4c82-84dc-bb4187e53a9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1001 time: 0.0990629 May 06 13:40:29.078517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-d8a77ecb-266f-4aa9-9767-baba69cd1e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:29.079965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-d8a77ecb-266f-4aa9-9767-baba69cd1e4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0596592 May 06 13:40:29.162957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:40:29.163860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-4edda89f-9542-4b41-a637-e8ad501ffaed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773146 May 06 13:40:29.222032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:40:29.300846 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-b18aba7e-291a-47bb-b461-7b4f38c9a668 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311615 May 06 13:40:29.444229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1cfc0106-ca34-4fd9-8ac4-2ed8a33488f9 req-aa298eaf-3e5d-44c5-8438-f38f2fa0cf5d service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371953 May 06 13:40:29.872712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:29.949206 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a423f8-3a4a-4a67-8435-a5aec660e1c9'] response: {'name': 'network-changed', 'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'status': 'completed', 'code': 200} May 06 13:40:30.060531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-1403cd44-0805-43a7-8928-281366fb217b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1095 time: 0.0881047 May 06 13:40:30.087977 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-61ad47f9-f166-421e-b4cd-74260539194c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1095 time: 0.1181154 May 06 13:40:30.245908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-b5f319e9-148b-448e-bc1c-fcfd49aea627 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:30.247705 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-b5f319e9-148b-448e-bc1c-fcfd49aea627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1530471 May 06 13:40:30.308377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df9ff7-d469-4685-beb1-9b54a9fb7633 req-f7dd4c59-4e00-422e-8c25-dd814318738c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:30.309891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64df9ff7-d469-4685-beb1-9b54a9fb7633 req-f7dd4c59-4e00-422e-8c25-dd814318738c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.2548413 May 06 13:40:30.322157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-bed10cac-d246-4f94-83d7-ca5f86ff6a44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:30.324181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-bed10cac-d246-4f94-83d7-ca5f86ff6a44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.2150953 May 06 13:40:30.369630 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-393dcbac-be08-4566-8188-a957c978d7db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1001 time: 0.1156893 May 06 13:40:30.468093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-b1483cfd-63e2-478e-8a61-04b908043915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:30.469755 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-b1483cfd-63e2-478e-8a61-04b908043915 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0936112 May 06 13:40:30.505177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-64df9ff7-d469-4685-beb1-9b54a9fb7633 req-8a16833f-102a-4574-be42-78e414b3fdcc tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919898 May 06 13:40:30.507662 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-aff170bb-f6d0-429e-82bb-2079baba86d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1001 time: 0.1765966 May 06 13:40:30.577859 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-ff615ac7-e8f6-4a46-b6bb-a14c6eb1d674 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986261 May 06 13:40:30.604932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-1cd49930-bbf3-4696-a794-49dc29a3d6d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:30.607383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-1cd49930-bbf3-4696-a794-49dc29a3d6d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0938907 May 06 13:40:30.709258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-927f6302-a7e4-4ba5-8504-af4eddb671af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955708 May 06 13:40:30.814641 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-5d8d87d6-4343-4dd4-9708-4221eed02685 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253151 May 06 13:40:30.866685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-48843ffa-93a8-4403-bec7-137e02b52c76 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511006 May 06 13:40:30.984101 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-d2508f09-43d0-46df-80b2-8ae494e1095a service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622312 May 06 13:40:31.034341 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c15a4fc1-5a73-46fb-94bd-452b5bf86aff req-9b689af8-4605-4ee1-8d98-f3c1c2319cd2 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611896 May 06 13:40:31.843985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d052a2-f8ac-48eb-9eac-1f8a0dbb080b req-119c3435-62dc-4524-895b-3a6e1fc2f7aa tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:31.845436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d052a2-f8ac-48eb-9eac-1f8a0dbb080b req-119c3435-62dc-4524-895b-3a6e1fc2f7aa tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.1828663 May 06 13:40:31.892030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29d052a2-f8ac-48eb-9eac-1f8a0dbb080b req-d5ee89fb-408b-41ed-b9bf-bda8dcae1635 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 May 06 13:40:33.113947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfffa8a-c36f-44a4-9dac-688956d1336d req-80ed912f-e2cc-4fe7-9d13-c1725667ae6c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:33.115472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7dfffa8a-c36f-44a4-9dac-688956d1336d req-80ed912f-e2cc-4fe7-9d13-c1725667ae6c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0918126 May 06 13:40:33.169190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7dfffa8a-c36f-44a4-9dac-688956d1336d req-b0022b6e-ec3d-4419-bc7a-02ecfc2f48dc tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457687 May 06 13:40:34.379680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dc60c-8538-4fc6-8648-7126494355b8 req-0f071bae-87c1-4ec6-b1c9-1966b19f6e78 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:34.381118 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e08dc60c-8538-4fc6-8648-7126494355b8 req-0f071bae-87c1-4ec6-b1c9-1966b19f6e78 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0785551 May 06 13:40:34.434549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e08dc60c-8538-4fc6-8648-7126494355b8 req-6957cfcf-a494-4fb2-a649-e94e7da5836c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475724 May 06 13:40:35.662020 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b1d4b-203a-40f8-aff9-0463f39524dd req-3ad32a76-4b3c-4fa6-8311-ddb9800720b2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:35.663554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4b1d4b-203a-40f8-aff9-0463f39524dd req-3ad32a76-4b3c-4fa6-8311-ddb9800720b2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0952969 May 06 13:40:35.712991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a4b1d4b-203a-40f8-aff9-0463f39524dd req-eef06018-c85e-4163-a435-1a193422328c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436468 May 06 13:40:36.916814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25285a1-5548-4056-8b52-3b44b56ff4b2 req-04a3eb7d-b9d1-473f-b0c4-0aeb2f7d0bc4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:36.918264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d25285a1-5548-4056-8b52-3b44b56ff4b2 req-04a3eb7d-b9d1-473f-b0c4-0aeb2f7d0bc4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0800467 May 06 13:40:36.968646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d25285a1-5548-4056-8b52-3b44b56ff4b2 req-97560bd7-7970-4299-83e0-0ee256303861 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 May 06 13:40:37.789274 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:38.193521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ce4c7-091d-40bb-9d1c-5952330fb564 req-c277926e-dbda-42c0-93b4-8ccb75fccef7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:38.195014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d30ce4c7-091d-40bb-9d1c-5952330fb564 req-c277926e-dbda-42c0-93b4-8ccb75fccef7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0926733 May 06 13:40:38.241891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d30ce4c7-091d-40bb-9d1c-5952330fb564 req-569264a1-7717-4355-9f2f-e94e9ff23eaa tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 May 06 13:40:39.458797 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c321047-01a1-4bb2-afdc-d8c86a21f5db req-b4f05eae-5f91-47e1-ac28-cebf68da3527 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:39.460252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c321047-01a1-4bb2-afdc-d8c86a21f5db req-b4f05eae-5f91-47e1-ac28-cebf68da3527 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0828481 May 06 13:40:39.513882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c321047-01a1-4bb2-afdc-d8c86a21f5db req-b42fa743-dccc-4ac5-937f-bebccc8c8194 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474198 May 06 13:40:39.665902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd6ec18-9a16-4c08-a659-76ef3d585747 req-bd42bfc1-43f4-4c8b-aaf3-dc12c34fa56e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1095 time: 0.0706384 May 06 13:40:39.811507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6ec18-9a16-4c08-a659-76ef3d585747 req-4f594993-68ff-4d70-a12d-b9a4e94f484a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:39.812864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd6ec18-9a16-4c08-a659-76ef3d585747 req-4f594993-68ff-4d70-a12d-b9a4e94f484a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1265922 May 06 13:40:39.920181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd6ec18-9a16-4c08-a659-76ef3d585747 req-06ce1393-c0f7-42bb-b123-65bbd5c99227 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1001 time: 0.1006048 May 06 13:40:39.987275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6ec18-9a16-4c08-a659-76ef3d585747 req-365b9ad2-733e-4454-8aa5-98b49e601cb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:39.989487 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd6ec18-9a16-4c08-a659-76ef3d585747 req-365b9ad2-733e-4454-8aa5-98b49e601cb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0621464 May 06 13:40:40.075046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd6ec18-9a16-4c08-a659-76ef3d585747 req-1debe181-0741-4577-88a0-b4f8f5bae920 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785508 May 06 13:40:40.215439 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd6ec18-9a16-4c08-a659-76ef3d585747 req-83384d05-f7e6-4458-991c-c40dfcf1f39e service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333396 May 06 13:40:40.359194 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffd6ec18-9a16-4c08-a659-76ef3d585747 req-0aef3691-1138-4bf7-a55f-9dea5fe68125 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374516 May 06 13:40:40.732631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30565b94-d08d-4174-afdb-d956d6512d4b req-4734bda5-5221-407c-bf08-ed65cf5e8068 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:40.734150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30565b94-d08d-4174-afdb-d956d6512d4b req-4734bda5-5221-407c-bf08-ed65cf5e8068 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0867791 May 06 13:40:40.783700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-30565b94-d08d-4174-afdb-d956d6512d4b req-263b787f-a3fc-409a-8737-54aa2e9f8bfb tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438573 May 06 13:40:42.027047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77235059-b587-492c-a2c7-b59de4b041a7 req-9ba7f879-2f79-47fc-9c38-cf4577db98b5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:42.028549 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77235059-b587-492c-a2c7-b59de4b041a7 req-9ba7f879-2f79-47fc-9c38-cf4577db98b5 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0996020 May 06 13:40:42.078455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77235059-b587-492c-a2c7-b59de4b041a7 req-c5fed622-f1f0-44e4-93c7-b3203e330eaa tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 May 06 13:40:42.407719 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56eccc29-4599-4421-b0c3-05ced4d817b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:43.292448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadda99d-1bb9-4c6a-8d90-f26a3d089da8 req-fe16b27f-69dc-4633-ba46-181b07942e84 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:43.293874 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fadda99d-1bb9-4c6a-8d90-f26a3d089da8 req-fe16b27f-69dc-4633-ba46-181b07942e84 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0846393 May 06 13:40:43.349764 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fadda99d-1bb9-4c6a-8d90-f26a3d089da8 req-7a9859bb-c79d-4670-85f1-3e5c6c109f73 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497291 May 06 13:40:43.634315 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:44.657590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d79b80-151d-4ad8-88e6-30b6000bb2f2 req-90fcb9a5-5f95-4f17-820e-abdafe9809d0 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:44.659084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4d79b80-151d-4ad8-88e6-30b6000bb2f2 req-90fcb9a5-5f95-4f17-820e-abdafe9809d0 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.1805646 May 06 13:40:44.707860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4d79b80-151d-4ad8-88e6-30b6000bb2f2 req-f6fc4080-b8ec-41bf-8ac2-a72c3284833e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408134 May 06 13:40:44.771287 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-73e53d60-22a3-48e5-bd31-76ebcf16488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:45.558428 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:45.916038 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9348a-081a-4c6b-864e-945763f9cb42 req-9ab8d57f-10db-4b82-8b83-673e76a8126a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:45.917491 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dee9348a-081a-4c6b-864e-945763f9cb42 req-9ab8d57f-10db-4b82-8b83-673e76a8126a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.0785465 May 06 13:40:45.972577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dee9348a-081a-4c6b-864e-945763f9cb42 req-58f8b42d-c13a-4df1-ac96-d2bdb3eab423 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 May 06 13:40:46.275217 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:46.468435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-07db46ba-7b30-44e8-b2f5-22f751c24e6c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:46.469853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-07db46ba-7b30-44e8-b2f5-22f751c24e6c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.48 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91&tenant_id=3474a75ab3204c85a6251dbfcbbcea46&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 944 time: 0.1246250 May 06 13:40:46.565844 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e4bce-62d1-4d50-8476-0f99cfb3aa27 req-2a656f5c-2f53-4230-a8d5-6e29cc31fdf8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:46.567177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f5e4bce-62d1-4d50-8476-0f99cfb3aa27 req-2a656f5c-2f53-4230-a8d5-6e29cc31fdf8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 944 time: 0.1582012 May 06 13:40:46.570054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-cd33509a-5073-4da0-8ca2-a5690a864d00 service neutron] 10.222.0.48 "GET /v2.0/ports/756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd/bindings/n-h1-840847-1 HTTP/1.1" status: 200 len: 382 time: 0.0903096 May 06 13:40:46.657263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7f5e4bce-62d1-4d50-8476-0f99cfb3aa27 req-0ca55f5a-159a-476d-bf1e-543d37c933fe tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841956 May 06 13:40:46.683898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-db07f952-c6cd-4af4-b5c1-3c0e8761be03 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1095 time: 0.0905750 May 06 13:40:46.795290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:40:46.830928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-91fa3a62-ff07-407b-8cbb-b705b873a0f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:46.832251 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-91fa3a62-ff07-407b-8cbb-b705b873a0f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1420965 May 06 13:40:46.931787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:46.933406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-f1beae58-dc55-41c4-8e3b-bcba1da8f03e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1001 time: 0.0948243 May 06 13:40:46.946435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'mac_address': 'fa:16:3e:b1:b4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:40:47.000548 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:47.001937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-da74323e-3e76-43ed-9e45-b803fd0cf4f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:47.003465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-da74323e-3e76-43ed-9e45-b803fd0cf4f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0640481 May 06 13:40:47.019335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:40:47.036098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:47.042332 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:47.089635 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-be8e8aad-51e8-4038-a389-5fd974a802b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782728 May 06 13:40:47.113048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:47.238996 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-f43373b6-3b80-42c8-b829-e6f8287e9d91 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394870 May 06 13:40:47.380028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-d63cafd7-3442-4731-9467-f26fd974ffcf service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346323 May 06 13:40:47.484191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:40:47.744104 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:47.874945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c81f0-bfe4-4003-a00d-f9555df54f0c req-c9ce2df2-7263-47a6-9734-f29b4955779d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:47.876384 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f70c81f0-bfe4-4003-a00d-f9555df54f0c req-c9ce2df2-7263-47a6-9734-f29b4955779d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.0836444 May 06 13:40:47.926472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f70c81f0-bfe4-4003-a00d-f9555df54f0c req-02fe26c8-022b-4f96-9b2c-95f0ee6ce186 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417843 May 06 13:40:48.804441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:40:48.881477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:40:48.887982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:40:48.888535 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:49.016740 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:49.050353 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:49.065430 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:49.071222 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:49.133477 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46bd784c-2484-46a8-a4b1-341dd33e4bbb'] response: {'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'code': 200} May 06 13:40:49.141727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8050bf3-fefd-4107-a7ee-400c94295836 req-3779fe91-63ca-44be-9481-692121ab129b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:49.143235 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8050bf3-fefd-4107-a7ee-400c94295836 req-3779fe91-63ca-44be-9481-692121ab129b tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0792067 May 06 13:40:49.145585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:49.188802 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8050bf3-fefd-4107-a7ee-400c94295836 req-7962a778-4b1c-42bf-8b39-605185e49089 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 May 06 13:40:50.404737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc237b7-a737-48fd-a7bf-ed7021f0fe72 req-7e4a9565-012f-4656-a4db-87c76800f714 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:50.406225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fc237b7-a737-48fd-a7bf-ed7021f0fe72 req-7e4a9565-012f-4656-a4db-87c76800f714 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0901508 May 06 13:40:50.460388 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fc237b7-a737-48fd-a7bf-ed7021f0fe72 req-ddabb23b-3390-4704-8ecf-1501662498ef tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472813 May 06 13:40:50.610169 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-aa06bde6-7b45-4320-afb7-27a95570d376 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91&tenant_id=3474a75ab3204c85a6251dbfcbbcea46 HTTP/1.1" status: 200 len: 1097 time: 0.0759134 May 06 13:40:50.621518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:40:50.730961 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:50.999408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:51.035783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:40:51.098318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:51.104264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:51.120369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Transition to ACTIVE for port object 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:40:51.125557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:51.173211 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253db6bc-278f-4091-ad75-496b1f8338af'] response: {'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'code': 200} May 06 13:40:51.262294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=10']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:51.284929 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.285260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.285591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.285915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.286237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.286562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.286899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.287252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.287532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.287844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.288187 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.327324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] No DVR routers for this DVR port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:40:51.658263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b728d90-cb8c-4688-b2fa-94e58a351b09 req-2921db4f-e2a3-4b1b-8b25-bc295a2c3d44 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:51.659766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b728d90-cb8c-4688-b2fa-94e58a351b09 req-2921db4f-e2a3-4b1b-8b25-bc295a2c3d44 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.0783751 May 06 13:40:51.670783 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:40:51.671327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:40:51.671438 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:40:51.677750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:40:51.678096 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Attempting to bind port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:40:51.684691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:40:51.685024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Checking segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:40:51.685549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Bound using segment: {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:40:51.685968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Bound port: 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f07357-5604-4a8a-97e5-4288f47061a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:40:51.686325 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:51.709577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3b728d90-cb8c-4688-b2fa-94e58a351b09 req-99a948ed-1d27-4742-ac18-2f34fd40f043 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 May 06 13:40:51.775780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:40:51.779001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:40:51.785829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:51.860262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:51.861704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] 10.222.0.36 "PUT /v2.0/ports/756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1093 time: 1.2443750 May 06 13:40:51.874760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29998bd4-6813-4c52-93bf-e2d7f9110179 service neutron] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=11']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:51.961450 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-4193f06f-59ad-461c-8215-a3a0163c31d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1096 time: 0.0737004 May 06 13:40:52.102082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-e1c37464-c245-44e3-923d-249669ebf015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:52.103577 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-e1c37464-c245-44e3-923d-249669ebf015 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1357794 May 06 13:40:52.207612 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-025ad518-bab2-4e12-a997-24e373df08c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1001 time: 0.0976970 May 06 13:40:52.278017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-a6e8169c-86f7-478a-acce-da4ccbb296dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:52.279487 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-a6e8169c-86f7-478a-acce-da4ccbb296dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0660365 May 06 13:40:52.359569 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-09ac0175-8a21-45ea-a38a-a034f40a21ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737607 May 06 13:40:52.499196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-3c896ce7-d822-41f8-8535-d91ab1a455e8 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336560 May 06 13:40:52.631196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d7027899-0b96-4f07-91d3-81a3d4893c51 req-a96382ab-f904-4359-8383-e239d7884116 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257246 May 06 13:40:52.808523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:40:52.865452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:40:52.921996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a256142-2331-4c67-8bd0-0a33f4764863 req-12e7faf3-ef7c-4850-a17c-11a1330954f1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:52.923438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a256142-2331-4c67-8bd0-0a33f4764863 req-12e7faf3-ef7c-4850-a17c-11a1330954f1 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.0794795 May 06 13:40:52.970683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a256142-2331-4c67-8bd0-0a33f4764863 req-f29ae5d9-db5b-43fe-901e-abd3dd6fc5e7 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408442 May 06 13:40:53.175219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:53.248704 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d458430-4916-4baa-84b8-9eead864b7da'] response: {'name': 'network-changed', 'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'status': 'completed', 'code': 200} May 06 13:40:53.354448 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-5267e5e8-ada2-4964-95a2-597ebb722811 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1096 time: 0.0876694 May 06 13:40:53.464826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-cace77de-d4ef-428e-b732-143f59ff8329 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 1096 time: 0.1932974 May 06 13:40:53.497525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-4ad528a6-33fd-4e16-9d32-184fc9b8864b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:53.499009 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-4ad528a6-33fd-4e16-9d32-184fc9b8864b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1387663 May 06 13:40:53.602563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-0c310125-c4e1-4c80-b425-de6c444744c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:53.603430 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-b0f33b22-defd-4a51-b02f-cf7fae71e2f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1001 time: 0.0984640 May 06 13:40:53.604183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-0c310125-c4e1-4c80-b425-de6c444744c5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 200 len: 912 time: 0.1326444 May 06 13:40:53.670634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-f33efeca-04d9-4bfe-95ff-2fd9881c97bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:53.672102 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-f33efeca-04d9-4bfe-95ff-2fd9881c97bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0623980 May 06 13:40:53.705887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-43e905ca-ce80-4ea0-a6a1-a241e05c7164 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 200 len: 1001 time: 0.0954347 May 06 13:40:53.773663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-08c8baac-6d82-4bdc-b7be-edb783a0f4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:53.775170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-08c8baac-6d82-4bdc-b7be-edb783a0f4cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 200 len: 850 time: 0.0633793 May 06 13:40:53.858680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-36dec51b-a0b4-4c96-b9be-3a2447d45e2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772042 May 06 13:40:53.869625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-6527f6bc-2ba7-4190-b951-258e73a0ecc1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:40:53.870716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-6527f6bc-2ba7-4190-b951-258e73a0ecc1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051429 May 06 13:40:53.871437 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-061cb405-940f-4c0f-89f0-39733ca98e43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6e2cc45-6e69-44b3-960f-24e094cd2fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844316 May 06 13:40:54.009405 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-9fdab14c-c9e5-4d29-81e1-97aa20df8af1 service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318889 May 06 13:40:54.019411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-018d0cfd-85d4-4ab9-aa86-7a4e8d051f23 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402831 May 06 13:40:54.151843 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-5c529d40-24c8-45db-8575-366101e682ae service neutron] 10.222.0.36 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342225 May 06 13:40:54.232890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8efb042d-323a-4f55-b775-902b94ed34e8 req-7eb6fb6d-5e4e-43eb-940a-790568eacdc6 service neutron] 10.222.0.48 "GET /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073126 May 06 13:40:54.247905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d07203-a966-40e1-84f3-37aab6a06ded req-f3b53f08-4604-4b70-ac9c-fc21af852220 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:54.249271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5d07203-a966-40e1-84f3-37aab6a06ded req-f3b53f08-4604-4b70-ac9c-fc21af852220 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.1282852 May 06 13:40:54.297974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5d07203-a966-40e1-84f3-37aab6a06ded req-2a2b16b3-07dd-4ba9-8195-1e16660ab144 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401425 May 06 13:40:54.865806 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:40:55.510878 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42a9d3-fc15-4347-8e5b-70d9ab263464 req-0633ea3d-7afa-4bef-8324-0dff3fdac5c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:55.512338 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed42a9d3-fc15-4347-8e5b-70d9ab263464 req-0633ea3d-7afa-4bef-8324-0dff3fdac5c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.0900474 May 06 13:40:55.564252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed42a9d3-fc15-4347-8e5b-70d9ab263464 req-d195b77d-73cd-4d49-9ae1-3d87162f1eaf tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463548 May 06 13:40:56.772736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308747a-1a97-42da-9046-257b163134c9 req-bf0e87e9-547a-4dd2-bc95-a312d31ddeb8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:56.774328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5308747a-1a97-42da-9046-257b163134c9 req-bf0e87e9-547a-4dd2-bc95-a312d31ddeb8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.0829217 May 06 13:40:56.822274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5308747a-1a97-42da-9046-257b163134c9 req-2480ecb2-1ab6-4f4e-b210-66677b57ca21 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 May 06 13:40:58.036110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65cff-af13-483f-a84b-9e78e671fccb req-29d68605-f235-4bcf-b0fc-409ff139ec15 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:58.037565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1f65cff-af13-483f-a84b-9e78e671fccb req-29d68605-f235-4bcf-b0fc-409ff139ec15 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.0800529 May 06 13:40:58.083128 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1f65cff-af13-483f-a84b-9e78e671fccb req-50c1adba-686b-4292-8e96-41f071a5a712 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 May 06 13:40:59.294246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507617b-fa02-4fb5-b9a6-ee60f13c8983 req-4cf9ecb3-5fca-4b9d-bdc5-e97a7326354d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:59.295762 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b507617b-fa02-4fb5-b9a6-ee60f13c8983 req-4cf9ecb3-5fca-4b9d-bdc5-e97a7326354d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.0800111 May 06 13:40:59.342103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b507617b-fa02-4fb5-b9a6-ee60f13c8983 req-f3b2547d-43f7-4c6c-8685-269850ebefc4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 May 06 13:41:00.595143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8481c64-7049-4933-b6f0-2298d32b7270 req-2fdcf4a8-3e7f-42ff-9024-159f1c32ee0d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:00.597150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8481c64-7049-4933-b6f0-2298d32b7270 req-2fdcf4a8-3e7f-42ff-9024-159f1c32ee0d tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 945 time: 0.1029792 May 06 13:41:00.651915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8481c64-7049-4933-b6f0-2298d32b7270 req-e93342ae-5b76-4db8-ae89-27ab67e45ab0 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 May 06 13:41:01.400935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:41:01.578186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:01.594242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'port_id': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'mac_address': 'fa:16:3e:b1:b4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:41:01.651126 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:01.669792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:41:01.685767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:01.690356 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:01.761327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=12']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:01.770721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.771583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.771583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.771788 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.772048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.772385 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.772731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.773071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.773379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.773697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.774045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:01.856007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fc1f9-77db-4edf-817e-87e70a5787b2 req-b36bcafa-ec04-4372-a5d4-c872b3380343 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:01.857295 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-527fc1f9-77db-4edf-817e-87e70a5787b2 req-b36bcafa-ec04-4372-a5d4-c872b3380343 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0773733 May 06 13:41:01.910993 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-527fc1f9-77db-4edf-817e-87e70a5787b2 req-abbb189a-7885-46c4-827b-ba31c04e132a tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480208 May 06 13:41:01.918436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:41:02.114228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8214a-f998-4a40-b592-7943091df59e req-fa125fc8-2fdc-420c-834d-21adafe584f8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:02.115648 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5de8214a-f998-4a40-b592-7943091df59e req-fa125fc8-2fdc-420c-834d-21adafe584f8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0810890 May 06 13:41:02.163191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5de8214a-f998-4a40-b592-7943091df59e req-7fa097b9-66d7-41ee-b0ab-2a55589ed7c2 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 May 06 13:41:02.414404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfab15-5143-4069-90f2-5dc4b929f717 req-f323ccb3-7271-495f-acae-ec4b3578cd45 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:02.416440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24dfab15-5143-4069-90f2-5dc4b929f717 req-f323ccb3-7271-495f-acae-ec4b3578cd45 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.1143806 May 06 13:41:02.469688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24dfab15-5143-4069-90f2-5dc4b929f717 req-6cf30b26-eaa4-4b4c-94a2-dc6d9485290e tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473549 May 06 13:41:02.900448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca70f-1039-4319-9a68-74bf430f0a30 req-717adb13-ebe0-4ae7-a789-18134caefbf4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:02.901934 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-598ca70f-1039-4319-9a68-74bf430f0a30 req-717adb13-ebe0-4ae7-a789-18134caefbf4 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 946 time: 0.0804098 May 06 13:41:02.948789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-598ca70f-1039-4319-9a68-74bf430f0a30 req-e8778282-938c-4426-91b1-2e0911167c19 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411124 May 06 13:41:03.411601 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:41:03.487730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:41:03.493221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:03.493599 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:03.612445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:03.648018 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:03.657745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:03.662667 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:03.711382 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234d5432-1921-4e0f-b3e2-a0712e4994b2'] response: {'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'code': 200} May 06 13:41:03.742843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=13']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:04.252492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9adbb-2878-4419-9590-d4ae98ef739c req-7fad2656-bf63-47b3-8145-810fe4ba8411 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:04.253991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7fe9adbb-2878-4419-9590-d4ae98ef739c req-7fad2656-bf63-47b3-8145-810fe4ba8411 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 947 time: 0.1801014 May 06 13:41:04.302183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7fe9adbb-2878-4419-9590-d4ae98ef739c req-dd6b2b01-596b-4ffd-bfed-1b5456d68658 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ab12d30-eb76-459f-bd2b-0291af5d228b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425773 May 06 13:41:04.430380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-f851b8aa-19ad-4a92-889d-a1b169ffa5d8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:04.431072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-f851b8aa-19ad-4a92-889d-a1b169ffa5d8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Synchronizing usage tracker for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:04.448081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-f851b8aa-19ad-4a92-889d-a1b169ffa5d8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Unset dirty status for tenant:3474a75ab3204c85a6251dbfcbbcea46 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:04.449261 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-f851b8aa-19ad-4a92-889d-a1b169ffa5d8 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 947 time: 0.1054416 May 06 13:41:04.518904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Deleting port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:04.519149 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:04.787311 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] For port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:04.787568 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:05.110273 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:05.110697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:05.110977 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3 disassociated. External IP: 172.25.7.184, port: 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd. May 06 13:41:05.111348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Calling delete_port for 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:05.262902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:05.319865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event deleted for resources: {'Port': ['ID=756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:05.508256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-134eb529-a598-4e3b-a878-4ba4def1e2ff req-c152d2ab-d7fb-40ab-a7d7-97fc52d39f5c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 210 time: 0.0443065 May 06 13:41:05.566297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:41:05.877023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:41:05.888776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:41:05.901877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:05.902521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:40:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:05.947812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] No DVR routers for this DVR port 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:41:05.950496 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:05.953078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-deleted', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:05.969924 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d6b4654c-e83e-49bb-9c62-676d4d6ccb75 req-5733479c-281a-40bf-8075-031a27fc56c9 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.36 "DELETE /v2.0/ports/756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd HTTP/1.1" status: 204 len: 173 time: 1.5146675 May 06 13:41:06.011731 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1d1d28-f810-4e04-ad76-833d0c5248fd'] response: {'server_uuid': '64493ca1-5caa-4986-ab84-b49978e64e91', 'name': 'network-vif-deleted', 'tag': '756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd', 'status': 'completed', 'code': 200} May 06 13:41:06.096380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:06.435178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:06.439325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:41:06.452390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:06.453153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:40:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:06.672744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:06.756866 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c28837af-cded-4ba7-8527-369c9da004e0 req-5d794475-093d-40d7-aa68-e4e0af6ad96c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/ports?device_id=64493ca1-5caa-4986-ab84-b49978e64e91 HTTP/1.1" status: 200 len: 210 time: 0.0741320 May 06 13:41:07.058566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:07.062771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3fbf2-902c-4364-a0b9-4dc86e17bba9 None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:36:44Z', 'revision_number': 4, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13', 'name': '', 'network_id': 'a6e2cc45-6e69-44b3-960f-24e094cd2fb9', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'mac_address': 'fa:16:3e:fb:e7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:44Z', 'updated_at': '2022-05-06T13:37:02Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'subnets': [{'id': 'ac5c3edb-4708-4d10-8961-9ee32ee074ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:41:07.312065 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fab22b9-bb11-48da-969c-75b29e6abe44 None None] New status for floating IP e3f6462b-6062-45d4-b010-a464e68ca5b3: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:41:07.442290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:07.475874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:41:07.476190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 756cf45b-c0d5-463b-aa5a-b3b8ca4d3cdd not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:41:07.808344 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:11.208273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55368) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:11.275815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04714026-caf5-41b4-aa38-22c5b803d105 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:11.304726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04714026-caf5-41b4-aa38-22c5b803d105 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:11.359229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04714026-caf5-41b4-aa38-22c5b803d105 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:11.378882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714026-caf5-41b4-aa38-22c5b803d105 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab12d30-eb76-459f-bd2b-0291af5d228b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:11.390060 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-04714026-caf5-41b4-aa38-22c5b803d105 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:11.391236 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-04714026-caf5-41b4-aa38-22c5b803d105 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "DELETE /v2.0/security-groups/2ab12d30-eb76-459f-bd2b-0291af5d228b HTTP/1.1" status: 204 len: 168 time: 0.1816559 May 06 13:41:11.394232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55372) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:11.411499 n-d-840847-1 neutron-server[83955]: INFO neutron.api.v2.resource [None req-1b65914e-9924-4d68-b74b-89ac7f83483c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] show failed (client error): The resource could not be found. May 06 13:41:11.412533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1b65914e-9924-4d68-b74b-89ac7f83483c tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "GET /v2.0/security-groups/2ab12d30-eb76-459f-bd2b-0291af5d228b HTTP/1.1" status: 404 len: 347 time: 0.0172770 May 06 13:41:11.415731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55376) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:11.574708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Deleting port dd1567b3-0159-4582-b32f-af848338aa5e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:11.575042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:11.746898 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:11.747153 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:11.869910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Calling delete_port for dd1567b3-0159-4582-b32f-af848338aa5e owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:12.023842 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:12.070462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Pushing event deleted for resources: {'Port': ['ID=dd1567b3-0159-4582-b32f-af848338aa5e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:12.163560 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:12.178639 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:12.179798 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-54580dd2-9898-4439-b5ad-bd2bddb46984 tempest-ServerActionsTestJSON-1429713516 tempest-ServerActionsTestJSON-1429713516-project] 10.222.0.44 "DELETE /v2.0/floatingips/e3f6462b-6062-45d4-b010-a464e68ca5b3 HTTP/1.1" status: 204 len: 168 time: 0.7630415 May 06 13:41:12.182882 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55380) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:12.412727 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-24aba93b-3d9e-442d-9077-9b4fc2de3004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:12.582404 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:13.329664 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Deleting port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:13.330062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:13.506075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] For port 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:13.506388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:13.631956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:13.632713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Calling delete_port for 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:13.812847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:13.859012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Pushing event deleted for resources: {'Port': ['ID=7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:14.168044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:14.765723 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a13d3d24-72ba-496f-aeac-59eb20f0e680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:14.866437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Router 6dfffd43-d250-4b80-82d9-b6cc7e42273f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:41:15.081172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:41:15.091387 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] Sync routers for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:41:15.097856 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-860e208d-4014-4995-9434-0df90027ea83 admin admin] 10.222.0.44 "PUT /v2.0/routers/6dfffd43-d250-4b80-82d9-b6cc7e42273f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9139793 May 06 13:41:15.100467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55384) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:15.104377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:15.104998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:15.288499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:15.308589 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:15.511416 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:15.521785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Deleting port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:15.522125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:15.570226 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:15.593764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:41:13Z', 'revision_number': 5, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port': {'id': 'e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:36:42Z', 'updated_at': '2022-05-06T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:15.597977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] Checking router: 6dfffd43-d250-4b80-82d9-b6cc7e42273f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:41:15.609136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] Routers {'6dfffd43-d250-4b80-82d9-b6cc7e42273f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:15.609758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:41:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:15.700231 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] For port e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:15.700584 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:15.761800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] Set router 6dfffd43-d250-4b80-82d9-b6cc7e42273f gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:15.819176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Calling delete_port for e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:15.868902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:41:15Z', 'revision_number': 6, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:15.873252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2db69d-0b4d-40e1-94cb-f79920bbe06d None None] The sync data for ids ['6dfffd43-d250-4b80-82d9-b6cc7e42273f'] in n-d-840847-1 is: [{'id': '6dfffd43-d250-4b80-82d9-b6cc7e42273f', 'name': 'tempest-ServerActionsTestJSON-962426972-router', 'tenant_id': '3474a75ab3204c85a6251dbfcbbcea46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:36:41Z', 'updated_at': '2022-05-06T13:41:15Z', 'revision_number': 6, 'project_id': '3474a75ab3204c85a6251dbfcbbcea46', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:41:16.113242 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.156558 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:16.292722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:16.336304 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:41:16.336656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7139dbdc-4dc3-4b26-abe0-ca0b3d2d8e13 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:41:16.353007 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.399375 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.664599 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.669041 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.697822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.698401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfffd43-d250-4b80-82d9-b6cc7e42273f {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:41:16.714625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.715824 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-65dffde9-76d0-41c7-9af4-1f03844127ae admin admin] 10.222.0.44 "DELETE /v2.0/routers/6dfffd43-d250-4b80-82d9-b6cc7e42273f HTTP/1.1" status: 204 len: 168 time: 1.6144719 May 06 13:41:16.718392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55388) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:16.779729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b7a280-dedb-4ab7-82c3-574a3878543b admin admin] Deleting subnet ac5c3edb-4708-4d10-8961-9ee32ee074ad {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:41:16.783197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89b7a280-dedb-4ab7-82c3-574a3878543b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.835940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89b7a280-dedb-4ab7-82c3-574a3878543b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.920673 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89b7a280-dedb-4ab7-82c3-574a3878543b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:16.990268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89b7a280-dedb-4ab7-82c3-574a3878543b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.030968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7a280-dedb-4ab7-82c3-574a3878543b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5c3edb-4708-4d10-8961-9ee32ee074ad,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:17.037981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89b7a280-dedb-4ab7-82c3-574a3878543b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.043419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07498d2-f1d9-4c77-9030-e0b3276bc533 None None] Network a6e2cc45-6e69-44b3-960f-24e094cd2fb9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:41:17.045586 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-89b7a280-dedb-4ab7-82c3-574a3878543b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ac5c3edb-4708-4d10-8961-9ee32ee074ad HTTP/1.1" status: 204 len: 168 time: 0.3254733 May 06 13:41:17.047495 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55392) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:17.157192 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.169451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Deleting port 3af75b8c-6ac5-4548-8328-1600fe4c450d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:17.169735 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.340489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] DHCP port deletion for a6e2cc45-6e69-44b3-960f-24e094cd2fb9 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:41:17.345005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] Deleting port 3af75b8c-6ac5-4548-8328-1600fe4c450d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:17.345493 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.396383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] For port 3af75b8c-6ac5-4548-8328-1600fe4c450d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3af75b8c-6ac5-4548-8328-1600fe4c450d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:17.396714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.554971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] For port 3af75b8c-6ac5-4548-8328-1600fe4c450d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3af75b8c-6ac5-4548-8328-1600fe4c450d,segment=NetworkSegment(83f07357-5604-4a8a-97e5-4288f47061a1),segment_id=83f07357-5604-4a8a-97e5-4288f47061a1)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:17.555370 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.626442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Calling delete_port for 3af75b8c-6ac5-4548-8328-1600fe4c450d owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:17.679545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] Calling delete_port for 3af75b8c-6ac5-4548-8328-1600fe4c450d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:17.703623 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.746462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Pushing event deleted for resources: {'Port': ['ID=3af75b8c-6ac5-4548-8328-1600fe4c450d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:17.753316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] No DVR routers for this DVR port 3af75b8c-6ac5-4548-8328-1600fe4c450d on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:41:17.757626 n-d-840847-1 neutron-server[83958]: util.warn( May 06 13:41:17.762941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.767487 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:41:17.767856 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:41:17.869360 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.896612 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e2cc45-6e69-44b3-960f-24e094cd2fb9']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:17.913281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f07357-5604-4a8a-97e5-4288f47061a1') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:17.913609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f07357-5604-4a8a-97e5-4288f47061a1') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:17.925733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.942053 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.948622 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:41:17.949063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: timer() May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:41:17.962323 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:41:18.039526 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:18.056561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:18.072063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e2cc45-6e69-44b3-960f-24e094cd2fb9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:18.090759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5255e84c-3dfc-4428-afa8-0d6c567b183a admin admin] 10.222.0.44 "DELETE /v2.0/networks/a6e2cc45-6e69-44b3-960f-24e094cd2fb9 HTTP/1.1" status: 204 len: 168 time: 1.0419669 May 06 13:41:18.160401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:18.194582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:41:18.194956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device e6a4d8bc-ef68-4d2f-ad45-1ea7027ba5ae not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:41:18.195590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3af75b8c-6ac5-4548-8328-1600fe4c450d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:18.231413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 3af75b8c-6ac5-4548-8328-1600fe4c450d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:41:18.231759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3af75b8c-6ac5-4548-8328-1600fe4c450d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:41:18.259947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55400) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:18.269302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] Deleting port 3af75b8c-6ac5-4548-8328-1600fe4c450d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:18.269722 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:18.315475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-729e2f28-3dcc-445a-99f3-03c87e592ae7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3474a75ab3204c85a6251dbfcbbcea46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540521 May 06 13:41:18.316631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55404) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:18.334571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8edb3bc8-6641-43df-a9e9-623ae486544e None None] The port '3af75b8c-6ac5-4548-8328-1600fe4c450d' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:41:18.382466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8149ba89-f36c-4e94-98d7-ca55641fbb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:18.409686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8149ba89-f36c-4e94-98d7-ca55641fbb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:18.468956 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8149ba89-f36c-4e94-98d7-ca55641fbb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:18.489458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149ba89-f36c-4e94-98d7-ca55641fbb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2131d0-af2e-4b7a-824c-5a9b7415d67c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:18.497127 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-8149ba89-f36c-4e94-98d7-ca55641fbb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:18.498410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8149ba89-f36c-4e94-98d7-ca55641fbb9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c2131d0-af2e-4b7a-824c-5a9b7415d67c HTTP/1.1" status: 204 len: 168 time: 0.1805441 May 06 13:41:19.431623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55426) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:19.566801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-374733627-network', 'tenant_id': '5d96e71ca6e2411595e21dad7e824877'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:19.572328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:19.576360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Usage tracker for resource:network and tenant:5d96e71ca6e2411595e21dad7e824877 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:19.580475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:19.586669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:19.597505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Made reservation on behalf of 5d96e71ca6e2411595e21dad7e824877 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:41:19.599897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:19.613003 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:19.650782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:19.654875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Usage tracker for resource:security_group_rule and tenant:5d96e71ca6e2411595e21dad7e824877 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:19.657921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:19.663826 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:19.732888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:19.738766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:19.769528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:41:19.778543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:19.789331 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:19.789678 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Added segment 9a9b7031-3d98-42fd-a32e-6f60441e27a3 of type vlan for network 223f58a3-8c2c-4513-b17b-42d467ec090c May 06 13:41:19.791927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.792268 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.792586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.792931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.793265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.793589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.793911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.794230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.794546 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.794892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.795208 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:19.833709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:19.868098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:19.868978 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:19.869545 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:19.978701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5458899 May 06 13:41:19.979562 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50ec95-c67c-4b02-9fb2-b76f79c0c157 admin admin] Pushing event updated for resources: {'Network': ['ID=223f58a3-8c2c-4513-b17b-42d467ec090c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:19.981537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55432) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:19.987270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Request body: {'subnet': {'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-374733627-subnet', 'tenant_id': '5d96e71ca6e2411595e21dad7e824877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:19.991806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 223f58a3-8c2c-4513-b17b-42d467ec090c details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:41:19.992932 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:19.997052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Usage tracker for resource:subnet and tenant:5d96e71ca6e2411595e21dad7e824877 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:19.999999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:20.006435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:20.020993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Made reservation on behalf of 5d96e71ca6e2411595e21dad7e824877 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:41:20.023479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:20.243991 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:20.331085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=50df2b87-acb6-4dff-b753-51b7f7ededa6,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:20.354737 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Checking segment: {'id': '9a9b7031-3d98-42fd-a32e-6f60441e27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:41:20.355086 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Network hostable DHCP agents. Network: 223f58a3-8c2c-4513-b17b-42d467ec090c, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:41:20.379249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Network 223f58a3-8c2c-4513-b17b-42d467ec090c is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:41:20.389905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 223f58a3-8c2c-4513-b17b-42d467ec090c) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:41:20.394419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:20.395028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:20.404065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347e58a-e888-406c-abc9-9efcc257dc34 None None] Network 223f58a3-8c2c-4513-b17b-42d467ec090c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:41:20.421206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c9b6c249-a27d-4c84-8660-e56b6acefccc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4367843 May 06 13:41:20.685962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee079807-ae46-4499-a5cc-c7849cf77c29 None None] Network 223f58a3-8c2c-4513-b17b-42d467ec090c requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:41:20.999889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-59c5a424-b226-42ca-a711-a6e7d95f476f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:21.000590 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-59c5a424-b226-42ca-a711-a6e7d95f476f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Synchronizing usage tracker for tenant:5d96e71ca6e2411595e21dad7e824877 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:21.019559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-59c5a424-b226-42ca-a711-a6e7d95f476f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Unset dirty status for tenant:5d96e71ca6e2411595e21dad7e824877 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:21.020893 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-59c5a424-b226-42ca-a711-a6e7d95f476f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/networks?id=223f58a3-8c2c-4513-b17b-42d467ec090c HTTP/1.1" status: 200 len: 813 time: 0.1703994 May 06 13:41:21.041287 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-6e0902bf-6eb3-4d87-bf3d-acc4b2f9f6a9 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/quotas/5d96e71ca6e2411595e21dad7e824877 HTTP/1.1" status: 200 len: 375 time: 0.0142479 May 06 13:41:21.089075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-5db7b2b8-8431-4d0e-b7d8-503cfe864c8e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d96e71ca6e2411595e21dad7e824877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420330 May 06 13:41:21.227222 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-e6b5f5a6-5906-428e-b0f0-f169e9dee8ad service neutron] 10.222.0.44 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312344 May 06 13:41:21.370352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-93a75d4b-98c2-4652-900c-c2d900317bee service neutron] 10.222.0.44 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366110 May 06 13:41:21.563058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69b5cdbf-6331-406c-a510-1a7dfcef9fc5 req-c1e56236-e8ab-40aa-a8a6-487c66043d6e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 210 time: 0.0425611 May 06 13:41:22.780583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-68366b9e-6f9e-4ac2-a60d-75c2f88b06c2 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:22.782176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-68366b9e-6f9e-4ac2-a60d-75c2f88b06c2 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.48 "GET /v2.0/networks?id=223f58a3-8c2c-4513-b17b-42d467ec090c HTTP/1.1" status: 200 len: 813 time: 0.2146368 May 06 13:41:22.784577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-514363fb-77b0-44ae-98d9-2621fcd20ee0 req-c6575a0a-ca8a-47c2-95f0-6d5d033d041f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 210 time: 0.0599468 May 06 13:41:22.800046 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Request body: {'port': {'device_id': '3aa7b9b9-c550-435d-87c2-a8801471d924', 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c', 'admin_state_up': True, 'tenant_id': '5d96e71ca6e2411595e21dad7e824877'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:23.060308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:23.064330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Usage tracker for resource:port and tenant:5d96e71ca6e2411595e21dad7e824877 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:23.067559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:23.075015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:23.086864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Made reservation on behalf of 5d96e71ca6e2411595e21dad7e824877 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:41:23.090044 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:23.257331 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Allocated IP 172.20.0.8 (223f58a3-8c2c-4513-b17b-42d467ec090c/50df2b87-acb6-4dff-b753-51b7f7ededa6/821572b5-dc40-4bc2-abe1-fc559455b936) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:41:23.478698 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:23.508824 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:23.586787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Network 223f58a3-8c2c-4513-b17b-42d467ec090c is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:41:23.590080 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:41:23.594801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:41:23.620047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Pushing event updated for resources: {'Port': ['ID=821572b5-dc40-4bc2-abe1-fc559455b936,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:23.676521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:23.677197 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:23.703699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-2e97a732-b267-47f0-88b0-2dc52f41f7e0 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9079316 May 06 13:41:23.716803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Request body: {'port': {'device_id': '3aa7b9b9-c550-435d-87c2-a8801471d924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:23.844400 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:24.179089 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e903-504f-41c0-94ba-17c6c90dedf3 req-5298233e-5314-4e29-a5e1-27ac4fdc4b9b tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:24.179821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5793e903-504f-41c0-94ba-17c6c90dedf3 req-5298233e-5314-4e29-a5e1-27ac4fdc4b9b tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Synchronizing usage tracker for tenant:5d96e71ca6e2411595e21dad7e824877 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:24.227701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5793e903-504f-41c0-94ba-17c6c90dedf3 req-5298233e-5314-4e29-a5e1-27ac4fdc4b9b tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Unset dirty status for tenant:5d96e71ca6e2411595e21dad7e824877 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:24.228898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5793e903-504f-41c0-94ba-17c6c90dedf3 req-5298233e-5314-4e29-a5e1-27ac4fdc4b9b tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 931 time: 0.2938914 May 06 13:41:24.342023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5793e903-504f-41c0-94ba-17c6c90dedf3 req-adc7c570-bc29-4631-80e0-0ea292fbf65f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Synchronizing usage tracker for tenant:5d96e71ca6e2411595e21dad7e824877 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:24.357290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821572b5-dc40-4bc2-abe1-fc559455b936 {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:41:24.370266 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:24.383398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5793e903-504f-41c0-94ba-17c6c90dedf3 req-adc7c570-bc29-4631-80e0-0ea292fbf65f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Unset dirty status for tenant:5d96e71ca6e2411595e21dad7e824877 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:24.384610 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5793e903-504f-41c0-94ba-17c6c90dedf3 req-adc7c570-bc29-4631-80e0-0ea292fbf65f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461277 May 06 13:41:24.390929 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Transition to ACTIVE for port object 821572b5-dc40-4bc2-abe1-fc559455b936 will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:41:24.395362 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:24.534534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Pushing event updated for resources: {'Port': ['ID=821572b5-dc40-4bc2-abe1-fc559455b936,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:24.651385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Attempting to bind port 821572b5-dc40-4bc2-abe1-fc559455b936 on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:41:24.651641 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Attempting to bind port 821572b5-dc40-4bc2-abe1-fc559455b936 by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '9a9b7031-3d98-42fd-a32e-6f60441e27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:41:24.651897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Attempting to bind port 821572b5-dc40-4bc2-abe1-fc559455b936 on network 223f58a3-8c2c-4513-b17b-42d467ec090c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:41:24.658277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Port 821572b5-dc40-4bc2-abe1-fc559455b936 on network 223f58a3-8c2c-4513-b17b-42d467ec090c not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:41:24.658595 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Attempting to bind port 821572b5-dc40-4bc2-abe1-fc559455b936 on network 223f58a3-8c2c-4513-b17b-42d467ec090c {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:41:24.665643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:41:24.665977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Checking segment: {'id': '9a9b7031-3d98-42fd-a32e-6f60441e27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:41:24.666376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Bound using segment: {'id': '9a9b7031-3d98-42fd-a32e-6f60441e27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:41:24.666849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Bound port: 821572b5-dc40-4bc2-abe1-fc559455b936, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b7031-3d98-42fd-a32e-6f60441e27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:41:24.667204 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:24.774548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] For port 821572b5-dc40-4bc2-abe1-fc559455b936, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:41:24.777997 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] For port 821572b5-dc40-4bc2-abe1-fc559455b936, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=821572b5-dc40-4bc2-abe1-fc559455b936,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:41:24.783817 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:24.851257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:24.852723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] 10.222.0.48 "PUT /v2.0/ports/821572b5-dc40-4bc2-abe1-fc559455b936 HTTP/1.1" status: 200 len: 1091 time: 1.1402493 May 06 13:41:24.853172 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa7b9b9-c550-435d-87c2-a8801471d924', 'tag': '821572b5-dc40-4bc2-abe1-fc559455b936'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:24.876539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8976-abf8-4948-b5d7-bfd704c8c45a service neutron] Pushing event updated for resources: {'Port': ['ID=821572b5-dc40-4bc2-abe1-fc559455b936,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:24.985151 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-b6ca2ad5-e5c9-4b88-8e06-d90dca2c1d1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d96e71ca6e2411595e21dad7e824877&device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 1094 time: 0.0917172 May 06 13:41:25.061160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-d21d946c-b787-4168-9c67-ed11de88c5df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821572b5-dc40-4bc2-abe1-fc559455b936 HTTP/1.1" status: 200 len: 217 time: 0.0690560 May 06 13:41:25.215885 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7b4eef-a10b-4648-be30-b4b0c864d128'] response: {'name': 'network-changed', 'server_uuid': '3aa7b9b9-c550-435d-87c2-a8801471d924', 'tag': '821572b5-dc40-4bc2-abe1-fc559455b936', 'status': 'completed', 'code': 200} May 06 13:41:25.242394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-24e54e07-3621-463b-91f4-b844935865ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:25.243826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-24e54e07-3621-463b-91f4-b844935865ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=50df2b87-acb6-4dff-b753-51b7f7ededa6 HTTP/1.1" status: 200 len: 853 time: 0.1762576 May 06 13:41:25.290891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-ceebfe14-4549-4041-91fb-57d6d2b29b54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223f58a3-8c2c-4513-b17b-42d467ec090c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405366 May 06 13:41:25.438143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-395c4c82-a6c5-4dac-87cc-f285ecfad006 service neutron] 10.222.0.48 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414261 May 06 13:41:25.626447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b3078931-cb97-4b81-b6db-a5299d35bba6 req-6e448d91-ed28-474f-a6fc-1f98c6d26e18 service neutron] 10.222.0.48 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821501 May 06 13:41:25.641529 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ccce6-72a4-4610-9188-545bd5f0fef0 req-b20c4bc6-ba64-4e64-98f4-37770019d970 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:25.643011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-430ccce6-72a4-4610-9188-545bd5f0fef0 req-b20c4bc6-ba64-4e64-98f4-37770019d970 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 943 time: 0.1298900 May 06 13:41:25.736120 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-430ccce6-72a4-4610-9188-545bd5f0fef0 req-b1d55092-f432-4e7c-8bf9-9fd930626e7b tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850677 May 06 13:41:25.771171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-949638fa-3c1e-4464-9992-c03f6c04ba49 req-9f40bb58-4783-4671-8374-ad3110167861 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d96e71ca6e2411595e21dad7e824877&device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 1094 time: 0.0797725 May 06 13:41:25.910719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949638fa-3c1e-4464-9992-c03f6c04ba49 req-a94c759a-6529-49b5-a214-577de1cdd812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:25.912114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-949638fa-3c1e-4464-9992-c03f6c04ba49 req-a94c759a-6529-49b5-a214-577de1cdd812 service neutron] 10.222.0.48 "GET /v2.0/networks?id=223f58a3-8c2c-4513-b17b-42d467ec090c HTTP/1.1" status: 200 len: 914 time: 0.1350152 May 06 13:41:25.984155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-949638fa-3c1e-4464-9992-c03f6c04ba49 req-ff3ea499-97bd-40b4-bdee-ec123f38f780 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821572b5-dc40-4bc2-abe1-fc559455b936 HTTP/1.1" status: 200 len: 217 time: 0.0659564 May 06 13:41:26.047876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949638fa-3c1e-4464-9992-c03f6c04ba49 req-e051f6e5-91e4-41de-bdfd-5cce923b4054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:26.049767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-949638fa-3c1e-4464-9992-c03f6c04ba49 req-e051f6e5-91e4-41de-bdfd-5cce923b4054 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=50df2b87-acb6-4dff-b753-51b7f7ededa6 HTTP/1.1" status: 200 len: 853 time: 0.0593886 May 06 13:41:26.098705 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-949638fa-3c1e-4464-9992-c03f6c04ba49 req-e173aa36-f758-4657-b2e7-4c6adec60a63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223f58a3-8c2c-4513-b17b-42d467ec090c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431371 May 06 13:41:26.241765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-949638fa-3c1e-4464-9992-c03f6c04ba49 req-8d97ab9c-0a78-4320-b753-61baca6261cc service neutron] 10.222.0.48 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368368 May 06 13:41:26.378276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-949638fa-3c1e-4464-9992-c03f6c04ba49 req-ed852aa6-ac44-4a6b-957f-63e217c4ffb2 service neutron] 10.222.0.48 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302576 May 06 13:41:26.953477 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadd99d-0ea2-407f-b25e-03db004929d4 req-021c96d2-3cdd-46e1-bf36-e7b0ab5b595e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:26.954974 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6eadd99d-0ea2-407f-b25e-03db004929d4 req-021c96d2-3cdd-46e1-bf36-e7b0ab5b595e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 943 time: 0.0935781 May 06 13:41:27.005440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6eadd99d-0ea2-407f-b25e-03db004929d4 req-49bbd500-426e-45f7-9d9e-2a0fa7ad3578 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 May 06 13:41:28.223366 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145bbad-0429-4165-8c99-0244c919f0cf req-7c6fa9b7-82aa-4bd7-8647-53d407a1a043 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:28.224847 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c145bbad-0429-4165-8c99-0244c919f0cf req-7c6fa9b7-82aa-4bd7-8647-53d407a1a043 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 943 time: 0.0851667 May 06 13:41:28.283879 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c145bbad-0429-4165-8c99-0244c919f0cf req-6b8fb0d6-a67a-4513-8e40-a7cf2c843dad tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498097 May 06 13:41:29.022544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 821572b5-dc40-4bc2-abe1-fc559455b936 details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:41:29.163001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 821572b5-dc40-4bc2-abe1-fc559455b936, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=821572b5-dc40-4bc2-abe1-fc559455b936,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:29.183239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '821572b5-dc40-4bc2-abe1-fc559455b936', 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c', 'port_id': '821572b5-dc40-4bc2-abe1-fc559455b936', 'mac_address': 'fa:16:3e:4e:71:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50df2b87-acb6-4dff-b753-51b7f7ededa6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:41:29.237977 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:29.256006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821572b5-dc40-4bc2-abe1-fc559455b936 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:41:29.272061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 821572b5-dc40-4bc2-abe1-fc559455b936, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=821572b5-dc40-4bc2-abe1-fc559455b936,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:29.276943 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:29.347755 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=821572b5-dc40-4bc2-abe1-fc559455b936,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:29.493499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00f957-7801-45ba-8055-61a1247b7113 req-32f0c0c5-1f42-496d-8b93-121f13d052bd tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:29.495017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d00f957-7801-45ba-8055-61a1247b7113 req-32f0c0c5-1f42-496d-8b93-121f13d052bd tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 944 time: 0.0844131 May 06 13:41:29.547448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d00f957-7801-45ba-8055-61a1247b7113 req-864fe9f7-0a3d-4f0c-a711-2065df420dcc tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463855 May 06 13:41:29.589509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['821572b5-dc40-4bc2-abe1-fc559455b936'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:41:30.760012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e283f9-48cc-4916-8751-fa44c0d55551 req-823c1eda-f64f-48fc-97c0-e5cfa045b1e6 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:30.761532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82e283f9-48cc-4916-8751-fa44c0d55551 req-823c1eda-f64f-48fc-97c0-e5cfa045b1e6 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 944 time: 0.0816197 May 06 13:41:30.809768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-82e283f9-48cc-4916-8751-fa44c0d55551 req-c7a6254c-ffa0-41fd-a61b-f840c6839cd9 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 May 06 13:41:31.011526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 821572b5-dc40-4bc2-abe1-fc559455b936 up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:41:31.081934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 821572b5-dc40-4bc2-abe1-fc559455b936 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:41:31.086645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 821572b5-dc40-4bc2-abe1-fc559455b936 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:31.087045 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:31.214107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:31.243528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa7b9b9-c550-435d-87c2-a8801471d924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821572b5-dc40-4bc2-abe1-fc559455b936'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:31.253818 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 821572b5-dc40-4bc2-abe1-fc559455b936, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=821572b5-dc40-4bc2-abe1-fc559455b936,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:31.258193 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:31.309152 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05298541-60d0-4903-a902-6be5e8bfec92'] response: {'server_uuid': '3aa7b9b9-c550-435d-87c2-a8801471d924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821572b5-dc40-4bc2-abe1-fc559455b936', 'code': 200} May 06 13:41:31.326034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=821572b5-dc40-4bc2-abe1-fc559455b936,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:31.447940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f09a15d0-fbb3-4866-b216-ff74bb1475a4 req-3a67a204-92f2-431e-832d-58baddc8d3dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 1096 time: 0.0728946 May 06 13:41:31.591471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f09a15d0-fbb3-4866-b216-ff74bb1475a4 req-2e25fcb9-5e2b-404b-a5cb-811fedbf84c2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375046 May 06 13:41:31.868300 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:41:32.020954 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4842de5-1c6e-41ee-9b1a-8cacfb0614a6 req-a8f21ca3-2dec-461a-8d0d-4b07c6fd89ad tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:32.022447 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4842de5-1c6e-41ee-9b1a-8cacfb0614a6 req-a8f21ca3-2dec-461a-8d0d-4b07c6fd89ad tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0856698 May 06 13:41:32.073315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e4842de5-1c6e-41ee-9b1a-8cacfb0614a6 req-bc74a057-960f-411d-aec4-5b4cd4bff6af tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 May 06 13:41:33.303648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66ccf5-14ca-435d-a54f-115716702b76 req-fef6f79d-cb43-4d45-b2b8-0aa2d6268140 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:33.305637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a66ccf5-14ca-435d-a54f-115716702b76 req-fef6f79d-cb43-4d45-b2b8-0aa2d6268140 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.1016557 May 06 13:41:33.374215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6a66ccf5-14ca-435d-a54f-115716702b76 req-5afa475c-ecf9-401e-822a-6e7d6d680c9c tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624621 May 06 13:41:33.727244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-2a2641a7-63ca-446e-bfe9-47353ec28448 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:33.728632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-2a2641a7-63ca-446e-bfe9-47353ec28448 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/networks?id=223f58a3-8c2c-4513-b17b-42d467ec090c HTTP/1.1" status: 200 len: 813 time: 0.1705289 May 06 13:41:33.748516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-e8c1f305-3c95-4fc0-bb1a-346d771b3fc9 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/quotas/5d96e71ca6e2411595e21dad7e824877 HTTP/1.1" status: 200 len: 375 time: 0.0141451 May 06 13:41:33.851896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-393f433a-ba53-4163-8374-a5054034be55 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d96e71ca6e2411595e21dad7e824877&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965853 May 06 13:41:34.074175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-0fa8a6be-55de-4904-a955-1df80dccc61f service neutron] 10.222.0.44 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096729 May 06 13:41:34.220484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-5fd9aa27-e9e0-432e-8e90-630504ab57f7 service neutron] 10.222.0.44 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404431 May 06 13:41:34.413261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-33ccdbe3-a060-4ae1-9c0c-eee95c21783d req-98561598-928c-4bf2-820e-6213a87e2ffa tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 210 time: 0.0447114 May 06 13:41:35.545249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-b2fc2633-df6e-427c-be71-810c172465c2 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:35.547568 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-b2fc2633-df6e-427c-be71-810c172465c2 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.36 "GET /v2.0/networks?id=223f58a3-8c2c-4513-b17b-42d467ec090c HTTP/1.1" status: 200 len: 813 time: 0.1661522 May 06 13:41:35.564509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Request body: {'port': {'device_id': '55bea893-a711-40ef-9158-9299e856e23a', 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c', 'admin_state_up': True, 'tenant_id': '5d96e71ca6e2411595e21dad7e824877'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:35.660668 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1f696bbf-ee36-4e74-8f8c-f910068e9c87 req-176eca4a-181c-4b23-923e-ae8e30625d2c tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 210 time: 0.0788186 May 06 13:41:35.776820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:35.797524 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:35.820734 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Made reservation on behalf of 5d96e71ca6e2411595e21dad7e824877 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:41:35.824612 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.041513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Allocated IP 172.20.0.7 (223f58a3-8c2c-4513-b17b-42d467ec090c/50df2b87-acb6-4dff-b753-51b7f7ededa6/a59be80a-03e4-4a71-af23-8f8be253e855) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:41:36.292988 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.330023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.343585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['821572b5-dc40-4bc2-abe1-fc559455b936'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:41:36.416732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Network 223f58a3-8c2c-4513-b17b-42d467ec090c is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:41:36.421876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:41:36.429834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:41:36.493932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Pushing event updated for resources: {'Port': ['ID=a59be80a-03e4-4a71-af23-8f8be253e855,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:36.545658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:36.546688 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.609522 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a7bfdd94-71f8-46bf-9b8f-9dcb016ca0de tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0494475 May 06 13:41:36.621503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Request body: {'port': {'device_id': '55bea893-a711-40ef-9158-9299e856e23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:36.752863 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.930530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f951aa-0631-4ca6-aa24-9e3198acd4e2 req-a717a2d3-e21b-4412-b0e0-965119e76688 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:36.932126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0f951aa-0631-4ca6-aa24-9e3198acd4e2 req-a717a2d3-e21b-4412-b0e0-965119e76688 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 931 time: 0.0935512 May 06 13:41:36.996873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0f951aa-0631-4ca6-aa24-9e3198acd4e2 req-21ebe9df-a96c-41fb-9d7b-9093c4528677 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581512 May 06 13:41:37.327263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59be80a-03e4-4a71-af23-8f8be253e855 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:41:37.336546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:37.355490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Transition to ACTIVE for port object a59be80a-03e4-4a71-af23-8f8be253e855 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:41:37.360087 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:37.504176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Pushing event updated for resources: {'Port': ['ID=a59be80a-03e4-4a71-af23-8f8be253e855,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:37.659055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Attempting to bind port a59be80a-03e4-4a71-af23-8f8be253e855 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:41:37.659858 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Attempting to bind port a59be80a-03e4-4a71-af23-8f8be253e855 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '9a9b7031-3d98-42fd-a32e-6f60441e27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:41:37.660104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Attempting to bind port a59be80a-03e4-4a71-af23-8f8be253e855 on network 223f58a3-8c2c-4513-b17b-42d467ec090c {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:41:37.668122 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Port a59be80a-03e4-4a71-af23-8f8be253e855 on network 223f58a3-8c2c-4513-b17b-42d467ec090c not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:41:37.668667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Attempting to bind port a59be80a-03e4-4a71-af23-8f8be253e855 on network 223f58a3-8c2c-4513-b17b-42d467ec090c {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:41:37.676865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:41:37.677225 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Checking segment: {'id': '9a9b7031-3d98-42fd-a32e-6f60441e27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:41:37.677789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Bound using segment: {'id': '9a9b7031-3d98-42fd-a32e-6f60441e27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:41:37.678483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Bound port: a59be80a-03e4-4a71-af23-8f8be253e855, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9b7031-3d98-42fd-a32e-6f60441e27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:41:37.678927 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:37.783806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] For port a59be80a-03e4-4a71-af23-8f8be253e855, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:41:37.788120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] For port a59be80a-03e4-4a71-af23-8f8be253e855, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a59be80a-03e4-4a71-af23-8f8be253e855,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:41:37.796038 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:37.812682 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:37.861862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:37.863340 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] 10.222.0.36 "PUT /v2.0/ports/a59be80a-03e4-4a71-af23-8f8be253e855 HTTP/1.1" status: 200 len: 1091 time: 1.2466676 May 06 13:41:37.863788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bea893-a711-40ef-9158-9299e856e23a', 'tag': 'a59be80a-03e4-4a71-af23-8f8be253e855'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:37.884038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfe28c-b155-4616-8c40-e239d5280a03 service neutron] Pushing event updated for resources: {'Port': ['ID=a59be80a-03e4-4a71-af23-8f8be253e855,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:37.924263 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9fa850-5df6-48b7-8c12-f4baad394cc6'] response: {'name': 'network-changed', 'server_uuid': '55bea893-a711-40ef-9158-9299e856e23a', 'tag': 'a59be80a-03e4-4a71-af23-8f8be253e855', 'status': 'completed', 'code': 200} May 06 13:41:38.044115 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31169ef0-1017-4aaf-9406-8774d179e432 req-fd365a4d-6b17-492e-9335-62dd5a9b0bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d96e71ca6e2411595e21dad7e824877&device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 1094 time: 0.0816305 May 06 13:41:38.195713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31169ef0-1017-4aaf-9406-8774d179e432 req-a52930a2-9381-40bd-afa9-7833f6d4c70a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:38.197223 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31169ef0-1017-4aaf-9406-8774d179e432 req-a52930a2-9381-40bd-afa9-7833f6d4c70a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d96e71ca6e2411595e21dad7e824877&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1460328 May 06 13:41:38.235908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c36f62-4cf8-4b5c-80ee-0aba7bf3945f req-32e8107f-8a04-4ae2-8cf9-b14c2ae438cc tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:38.237729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66c36f62-4cf8-4b5c-80ee-0aba7bf3945f req-32e8107f-8a04-4ae2-8cf9-b14c2ae438cc tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 943 time: 0.0823615 May 06 13:41:38.288122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-66c36f62-4cf8-4b5c-80ee-0aba7bf3945f req-b2d55fcb-e89a-4a12-ab26-e506fd1fb665 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 May 06 13:41:38.382996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31169ef0-1017-4aaf-9406-8774d179e432 req-c17b1dae-b676-422f-af17-9de10809a675 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:38.384804 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-31169ef0-1017-4aaf-9406-8774d179e432 req-c17b1dae-b676-422f-af17-9de10809a675 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810005 May 06 13:41:38.506126 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-29f4950d-1f48-4c78-95dd-441aedf211a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d96e71ca6e2411595e21dad7e824877&device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 1094 time: 0.0847852 May 06 13:41:38.585103 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-f5708266-cd68-4514-bb3d-41a5124cf381 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59be80a-03e4-4a71-af23-8f8be253e855 HTTP/1.1" status: 200 len: 217 time: 0.0714240 May 06 13:41:38.653798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-99f3e080-df43-4996-a9dc-55b91f600e4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:38.655395 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-99f3e080-df43-4996-a9dc-55b91f600e4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50df2b87-acb6-4dff-b753-51b7f7ededa6 HTTP/1.1" status: 200 len: 853 time: 0.0641584 May 06 13:41:38.702587 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-69900292-bfb2-41fe-8f57-d18d92a953de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=223f58a3-8c2c-4513-b17b-42d467ec090c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409598 May 06 13:41:38.847659 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-ded8b7ea-806e-4245-a6e1-0d03d4d82a25 service neutron] 10.222.0.36 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391253 May 06 13:41:39.001727 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-801c4589-102e-4623-a6f9-bce6979d1c7b req-a150c778-908c-4bb9-b9d4-49aff3d0053d service neutron] 10.222.0.36 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470983 May 06 13:41:39.510956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f37572-5e8c-4cf2-8017-599f8b0ed242 req-e65e0551-6746-43b9-8887-3d7c2ab3ec14 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:39.512505 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1f37572-5e8c-4cf2-8017-599f8b0ed242 req-e65e0551-6746-43b9-8887-3d7c2ab3ec14 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 943 time: 0.0888789 May 06 13:41:39.573483 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f1f37572-5e8c-4cf2-8017-599f8b0ed242 req-64b5920a-0235-4c47-b96a-9fdcdad9cb87 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529892 May 06 13:41:40.783604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec0590-bee4-49e1-b0f5-89e66c66abea req-b601a650-4e3c-4daa-91b0-d0d78c37325e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:40.785110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-57ec0590-bee4-49e1-b0f5-89e66c66abea req-b601a650-4e3c-4daa-91b0-d0d78c37325e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 943 time: 0.0815372 May 06 13:41:40.843868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-57ec0590-bee4-49e1-b0f5-89e66c66abea req-15cda60f-1d7c-4297-a065-5a02294f883b tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 May 06 13:41:41.576528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a59be80a-03e4-4a71-af23-8f8be253e855 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:41:41.613499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26b1399-e05f-4339-99aa-1da87570db89 req-83dff613-22a8-4112-9716-79bf53b299cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730913 May 06 13:41:41.711255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a59be80a-03e4-4a71-af23-8f8be253e855, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a59be80a-03e4-4a71-af23-8f8be253e855,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:41.724270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'a59be80a-03e4-4a71-af23-8f8be253e855', 'network_id': '223f58a3-8c2c-4513-b17b-42d467ec090c', 'port_id': 'a59be80a-03e4-4a71-af23-8f8be253e855', 'mac_address': 'fa:16:3e:ae:6c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50df2b87-acb6-4dff-b753-51b7f7ededa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:41:41.754678 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26b1399-e05f-4339-99aa-1da87570db89 req-b085b765-5016-4a31-a065-b41a631a6f0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d96e71ca6e2411595e21dad7e824877&device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 1096 time: 0.0694754 May 06 13:41:41.778964 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.796556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59be80a-03e4-4a71-af23-8f8be253e855 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:41:41.813142 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a59be80a-03e4-4a71-af23-8f8be253e855, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a59be80a-03e4-4a71-af23-8f8be253e855,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:41.818224 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.890749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a59be80a-03e4-4a71-af23-8f8be253e855,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:41.906782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b1399-e05f-4339-99aa-1da87570db89 req-630ba6e3-be06-4fbb-b9dd-97e3da0c410d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:41.908299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26b1399-e05f-4339-99aa-1da87570db89 req-630ba6e3-be06-4fbb-b9dd-97e3da0c410d service neutron] 10.222.0.48 "GET /v2.0/networks?id=223f58a3-8c2c-4513-b17b-42d467ec090c HTTP/1.1" status: 200 len: 914 time: 0.1348438 May 06 13:41:42.008864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26b1399-e05f-4339-99aa-1da87570db89 req-d7150cdb-3c82-43da-b3b2-daaa609f3476 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821572b5-dc40-4bc2-abe1-fc559455b936 HTTP/1.1" status: 200 len: 217 time: 0.0941012 May 06 13:41:42.025272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['a59be80a-03e4-4a71-af23-8f8be253e855'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:41:42.184371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b1399-e05f-4339-99aa-1da87570db89 req-a2d73536-5060-4e95-8cdb-6fda5b2af823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:42.185880 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26b1399-e05f-4339-99aa-1da87570db89 req-a2d73536-5060-4e95-8cdb-6fda5b2af823 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=50df2b87-acb6-4dff-b753-51b7f7ededa6 HTTP/1.1" status: 200 len: 853 time: 0.1716621 May 06 13:41:42.235798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26b1399-e05f-4339-99aa-1da87570db89 req-9c63b958-f68e-4b98-a4f3-f625880ac51a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=223f58a3-8c2c-4513-b17b-42d467ec090c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433724 May 06 13:41:42.246035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c39da-a8bc-425d-b2c2-db6d400a6a40 req-b7099f43-1eea-4683-91b2-4fdde0af6162 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:42.247429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc8c39da-a8bc-425d-b2c2-db6d400a6a40 req-b7099f43-1eea-4683-91b2-4fdde0af6162 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 944 time: 0.2691047 May 06 13:41:42.375584 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc8c39da-a8bc-425d-b2c2-db6d400a6a40 req-02bdb43f-8648-4a8a-9e8a-f637a0ec25ea tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099048 May 06 13:41:42.409817 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca73bc6b-f9cb-46e0-80a9-ad45ef758716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.420460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26b1399-e05f-4339-99aa-1da87570db89 req-0209988b-f015-4fb6-9353-6a75e3b787b1 service neutron] 10.222.0.48 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720662 May 06 13:41:42.557393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b26b1399-e05f-4339-99aa-1da87570db89 req-64f58e96-3123-4f17-85f3-94dcac431590 service neutron] 10.222.0.48 "GET /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302202 May 06 13:41:43.581699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a59be80a-03e4-4a71-af23-8f8be253e855 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:41:43.582999 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d10d0-0734-4276-9844-59d02752dc15 req-ef6d1cff-b862-4a04-9474-2fabb630e529 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:43.584611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec6d10d0-0734-4276-9844-59d02752dc15 req-ef6d1cff-b862-4a04-9474-2fabb630e529 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 944 time: 0.0827844 May 06 13:41:43.634736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec6d10d0-0734-4276-9844-59d02752dc15 req-9e3ad7e3-4aa5-46df-87ce-91d81c289b64 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441215 May 06 13:41:43.648924 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.668575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port a59be80a-03e4-4a71-af23-8f8be253e855 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:41:43.677034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port a59be80a-03e4-4a71-af23-8f8be253e855 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:43.677591 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.803396 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.836981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bea893-a711-40ef-9158-9299e856e23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59be80a-03e4-4a71-af23-8f8be253e855'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:43.847391 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port a59be80a-03e4-4a71-af23-8f8be253e855, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a59be80a-03e4-4a71-af23-8f8be253e855,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:43.852739 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.906056 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c03e41-bb36-4dc0-ac1e-6c49450f9182'] response: {'server_uuid': '55bea893-a711-40ef-9158-9299e856e23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59be80a-03e4-4a71-af23-8f8be253e855', 'code': 200} May 06 13:41:43.925242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=a59be80a-03e4-4a71-af23-8f8be253e855,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:44.046378 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-46cb6473-1b47-4653-8017-f88162750f0a req-b5d55cc4-867c-41df-b885-57ba47bf2c9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 1096 time: 0.0767522 May 06 13:41:44.093902 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-46cb6473-1b47-4653-8017-f88162750f0a req-d8ba1b55-1f55-4d0c-9017-1c56651aac8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 May 06 13:41:44.770855 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cffbc7b1-4b70-4fe7-a7a4-2d161df3af9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:44.852782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b377bc9-7de1-450b-9388-04b24d4d547e req-423100e5-3243-4ebd-a62d-5210bbbc217d tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:44.854966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b377bc9-7de1-450b-9388-04b24d4d547e req-423100e5-3243-4ebd-a62d-5210bbbc217d tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 945 time: 0.0882201 May 06 13:41:44.902948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2b377bc9-7de1-450b-9388-04b24d4d547e req-56a927a9-cc1d-43ee-a81b-fd5878b677a1 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 May 06 13:41:45.550012 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.122214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824a497-36b2-41dd-9d68-6f1008591772 req-860e259a-54d4-4294-8a1d-0330fd81c22d tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:46.123780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f824a497-36b2-41dd-9d68-6f1008591772 req-860e259a-54d4-4294-8a1d-0330fd81c22d tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 945 time: 0.0871708 May 06 13:41:46.176493 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f824a497-36b2-41dd-9d68-6f1008591772 req-d7b5c5d8-c222-4759-8d84-04cd87cd6229 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 May 06 13:41:46.284103 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.736522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915afb03-3f4c-4f43-afa5-57cab52993d0 req-cf2f11e0-3375-4137-986d-5f1d83974a5f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:46.737960 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-915afb03-3f4c-4f43-afa5-57cab52993d0 req-cf2f11e0-3375-4137-986d-5f1d83974a5f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 945 time: 0.1005058 May 06 13:41:46.792001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-915afb03-3f4c-4f43-afa5-57cab52993d0 req-76971627-6b9d-4d9a-8733-b0434ab196ae tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 May 06 13:41:47.752177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:47.861643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-cae91fe5-1e35-44ba-b30e-e217dfc6664e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:47.862346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-cae91fe5-1e35-44ba-b30e-e217dfc6664e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Synchronizing usage tracker for tenant:5d96e71ca6e2411595e21dad7e824877 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:47.882281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-cae91fe5-1e35-44ba-b30e-e217dfc6664e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Unset dirty status for tenant:5d96e71ca6e2411595e21dad7e824877 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:47.883539 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-cae91fe5-1e35-44ba-b30e-e217dfc6664e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.36 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 945 time: 0.1051764 May 06 13:41:47.976042 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Deleting port a59be80a-03e4-4a71-af23-8f8be253e855 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:47.976350 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.005434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d835228-724c-48a7-926b-a009302f3c11 req-56dfaa8a-1dcb-415e-81ee-704cc4288604 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:48.007112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6d835228-724c-48a7-926b-a009302f3c11 req-56dfaa8a-1dcb-415e-81ee-704cc4288604 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 945 time: 0.0844765 May 06 13:41:48.060852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6d835228-724c-48a7-926b-a009302f3c11 req-f4e7b0c1-ae3a-4221-b15b-c6e2fd86a888 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 May 06 13:41:48.373665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] For port a59be80a-03e4-4a71-af23-8f8be253e855, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=a59be80a-03e4-4a71-af23-8f8be253e855,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:48.374074 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.503567 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Calling delete_port for a59be80a-03e4-4a71-af23-8f8be253e855 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:48.653600 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.667508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['821572b5-dc40-4bc2-abe1-fc559455b936'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:41:48.696905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['a59be80a-03e4-4a71-af23-8f8be253e855'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:41:48.706963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Pushing event deleted for resources: {'Port': ['ID=a59be80a-03e4-4a71-af23-8f8be253e855,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:48.786011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] No DVR routers for this DVR port a59be80a-03e4-4a71-af23-8f8be253e855 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:41:48.789409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.793635 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bea893-a711-40ef-9158-9299e856e23a', 'name': 'network-vif-deleted', 'tag': 'a59be80a-03e4-4a71-af23-8f8be253e855'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:48.812557 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fb4affbf-cc1d-4512-a30c-45014bc1e3d6 req-0d6f6abf-04f5-4cb7-96fa-255ee63a3d3e tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.36 "DELETE /v2.0/ports/a59be80a-03e4-4a71-af23-8f8be253e855 HTTP/1.1" status: 204 len: 173 time: 0.9234703 May 06 13:41:48.854465 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599ee6a5-84fe-4e18-bf9f-2e5c5af653b6'] response: {'server_uuid': '55bea893-a711-40ef-9158-9299e856e23a', 'name': 'network-vif-deleted', 'tag': 'a59be80a-03e4-4a71-af23-8f8be253e855', 'status': 'completed', 'code': 200} May 06 13:41:49.253471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ae93692-9ae7-4b1d-bf8b-190f3561079d req-517cebaf-dea4-4c9d-87d4-32277f9f5877 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=55bea893-a711-40ef-9158-9299e856e23a HTTP/1.1" status: 200 len: 210 time: 0.0523968 May 06 13:41:50.542577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7608f-f92b-469b-a1a2-501ba5c6678b req-1303b356-cf74-486e-b511-16efcf48fe33 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:50.544177 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faf7608f-f92b-469b-a1a2-501ba5c6678b req-1303b356-cf74-486e-b511-16efcf48fe33 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0816956 May 06 13:41:50.595592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-faf7608f-f92b-469b-a1a2-501ba5c6678b req-e0850101-78b1-4839-b909-8102aa18478a tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421050 May 06 13:41:50.845662 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed925de-76b0-4bc3-940f-6d1a458108e5 req-e8ea5290-b4be-4825-8e44-79b444779609 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:50.847111 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ed925de-76b0-4bc3-940f-6d1a458108e5 req-e8ea5290-b4be-4825-8e44-79b444779609 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0939541 May 06 13:41:50.901321 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ed925de-76b0-4bc3-940f-6d1a458108e5 req-d18a5142-b326-4c00-bc8e-541c4e40a22c tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475852 May 06 13:41:51.122032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ca03b-46d4-4eea-9478-4319245427d8 req-5ce11c17-0baf-4292-aade-d1440c96c850 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:51.123545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da4ca03b-46d4-4eea-9478-4319245427d8 req-5ce11c17-0baf-4292-aade-d1440c96c850 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0856724 May 06 13:41:51.176444 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-da4ca03b-46d4-4eea-9478-4319245427d8 req-47a22692-0c1b-43bf-baef-9fb9b39de6a7 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 May 06 13:41:51.376409 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-292fe526-165c-4179-93db-7bdb81149c50 req-531ed678-5353-4c78-9875-410b63804e47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0713706 May 06 13:41:51.602723 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c6502-c8ca-4e5f-8ea6-af54d0fca281 req-4c215bd9-d667-4fb9-be87-8be58c29daf4 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:51.604190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-871c6502-c8ca-4e5f-8ea6-af54d0fca281 req-4c215bd9-d667-4fb9-be87-8be58c29daf4 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0989871 May 06 13:41:51.607218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a59be80a-03e4-4a71-af23-8f8be253e855 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:51.643339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: a59be80a-03e4-4a71-af23-8f8be253e855 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:41:51.643768 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device a59be80a-03e4-4a71-af23-8f8be253e855 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:41:51.655431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-871c6502-c8ca-4e5f-8ea6-af54d0fca281 req-de3b47f4-ef96-4fc4-a6ef-975ac6fa655c tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442250 May 06 13:41:51.862677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62462961-0606-4d9b-8153-f8988ec9ea93 req-9dfc7a99-31a7-49c4-9930-8bee3fb77c3d tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:51.864103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62462961-0606-4d9b-8153-f8988ec9ea93 req-9dfc7a99-31a7-49c4-9930-8bee3fb77c3d tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0848160 May 06 13:41:51.911612 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-62462961-0606-4d9b-8153-f8988ec9ea93 req-62379d62-8bd0-45d3-94b5-ea317ed3c273 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 May 06 13:41:52.148323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54e090-f25d-446a-8180-c533bad00357 req-4dbcf334-364c-461f-91d1-beba8d15b091 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:52.149690 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d54e090-f25d-446a-8180-c533bad00357 req-4dbcf334-364c-461f-91d1-beba8d15b091 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0940204 May 06 13:41:52.202961 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d54e090-f25d-446a-8180-c533bad00357 req-3dec0e73-c276-4c03-a71d-2397b902930d tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443609 May 06 13:41:52.814805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f41c3-582d-43de-bcd6-25644408c4d0 req-72a1237a-661f-47c1-a684-8ede94536887 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:52.817281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f9f41c3-582d-43de-bcd6-25644408c4d0 req-72a1237a-661f-47c1-a684-8ede94536887 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0881603 May 06 13:41:52.865845 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0f9f41c3-582d-43de-bcd6-25644408c4d0 req-41099c0e-623b-4d07-a554-fe795e37977b tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425093 May 06 13:41:54.088032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7f692-ea3b-4494-9243-6176c1901ed6 req-4134f006-f74b-4303-afdb-ddb48b40cd66 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:54.089472 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ff7f692-ea3b-4494-9243-6176c1901ed6 req-4134f006-f74b-4303-afdb-ddb48b40cd66 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0916305 May 06 13:41:54.150089 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7ff7f692-ea3b-4494-9243-6176c1901ed6 req-d94ab051-059b-41e9-996f-8e75b8bb93f3 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523791 May 06 13:41:54.560111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-0992f160-bc24-477b-a4e2-1fb2de442d8f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:54.561455 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-0992f160-bc24-477b-a4e2-1fb2de442d8f tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.48 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.0913532 May 06 13:41:54.634744 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Deleting port 821572b5-dc40-4bc2-abe1-fc559455b936 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:54.635116 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:54.893095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] For port 821572b5-dc40-4bc2-abe1-fc559455b936, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=821572b5-dc40-4bc2-abe1-fc559455b936,segment=NetworkSegment(9a9b7031-3d98-42fd-a32e-6f60441e27a3),segment_id=9a9b7031-3d98-42fd-a32e-6f60441e27a3)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:54.893440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:55.165856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Calling delete_port for 821572b5-dc40-4bc2-abe1-fc559455b936 owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:55.376462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:55.434518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Pushing event deleted for resources: {'Port': ['ID=821572b5-dc40-4bc2-abe1-fc559455b936,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:55.516664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17125894-0d45-4dce-aaad-1f03864dc6d5 req-fb1e47a4-c415-4e2b-b309-f9748589606a tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:55.518198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17125894-0d45-4dce-aaad-1f03864dc6d5 req-fb1e47a4-c415-4e2b-b309-f9748589606a tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa7b9b9-c550-435d-87c2-a8801471d924 HTTP/1.1" status: 200 len: 945 time: 0.2262061 May 06 13:41:55.523729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] No DVR routers for this DVR port 821572b5-dc40-4bc2-abe1-fc559455b936 on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:41:55.527968 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:55.530672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa7b9b9-c550-435d-87c2-a8801471d924', 'name': 'network-vif-deleted', 'tag': '821572b5-dc40-4bc2-abe1-fc559455b936'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:55.560434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20f354d5-820f-4bca-98c3-3304c6fc4f50 req-bd84e1ed-3114-467d-910d-2e76cf6938ed tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.48 "DELETE /v2.0/ports/821572b5-dc40-4bc2-abe1-fc559455b936 HTTP/1.1" status: 204 len: 173 time: 0.9930201 May 06 13:41:55.588245 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17125894-0d45-4dce-aaad-1f03864dc6d5 req-4f6585a2-c584-4f47-877f-a9f96d8b3170 tempest-ServersNegativeTestJSON-118216824 tempest-ServersNegativeTestJSON-118216824-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624382 May 06 13:41:55.604599 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9317cb0d-5f3c-4a3a-a328-20dbf77b96e9'] response: {'server_uuid': '3aa7b9b9-c550-435d-87c2-a8801471d924', 'name': 'network-vif-deleted', 'tag': '821572b5-dc40-4bc2-abe1-fc559455b936', 'status': 'completed', 'code': 200} May 06 13:41:56.726183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55570) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:56.794477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Deleting subnet 50df2b87-acb6-4dff-b753-51b7f7ededa6 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:41:56.797664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:56.847681 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:56.904429 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:56.979747 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.017491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50df2b87-acb6-4dff-b753-51b7f7ededa6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:57.027257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.034003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.034371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.034715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.035077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.035377 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.035737 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.036062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.036356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.036691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.037028 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.037327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:57.042871 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5b9a4344-542e-4699-b0e0-ed8980066778 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/50df2b87-acb6-4dff-b753-51b7f7ededa6 HTTP/1.1" status: 204 len: 168 time: 0.3154526 May 06 13:41:57.045830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55574) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:57.157605 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.162839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 821572b5-dc40-4bc2-abe1-fc559455b936 no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:57.203978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 821572b5-dc40-4bc2-abe1-fc559455b936 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:41:57.204330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 821572b5-dc40-4bc2-abe1-fc559455b936 not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:41:57.295015 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.321979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223f58a3-8c2c-4513-b17b-42d467ec090c']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:57.335195 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9b7031-3d98-42fd-a32e-6f60441e27a3') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:57.335493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9b7031-3d98-42fd-a32e-6f60441e27a3') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:57.347963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.365301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.372188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:41:57.372591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: timer() May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:41:57.390115 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:41:57.472290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.489758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.500691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] Pushing event deleted for resources: {'Network': ['ID=223f58a3-8c2c-4513-b17b-42d467ec090c,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:57.511386 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-66e8c69e-80d3-4e99-b545-fc5cd45fcd3d admin admin] 10.222.0.44 "DELETE /v2.0/networks/223f58a3-8c2c-4513-b17b-42d467ec090c HTTP/1.1" status: 204 len: 168 time: 0.4644041 May 06 13:41:57.680889 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55580) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:57.738351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b274a194-bdce-4cd6-8fa2-6b476737ce65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d96e71ca6e2411595e21dad7e824877&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0560985 May 06 13:41:57.741123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55584) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:57.808444 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f36467a2-75b4-4903-9aa3-a4c911b54c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.836697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f36467a2-75b4-4903-9aa3-a4c911b54c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.893563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f36467a2-75b4-4903-9aa3-a4c911b54c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.919094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36467a2-75b4-4903-9aa3-a4c911b54c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:57.929443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f36467a2-75b4-4903-9aa3-a4c911b54c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.930641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f36467a2-75b4-4903-9aa3-a4c911b54c77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f63d4d1b-c9b2-4b9d-bdb1-618dbe6caf53 HTTP/1.1" status: 204 len: 168 time: 0.1885698 May 06 13:41:59.008079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55606) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:59.150748 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-127612594'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:59.157170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:59.161392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:network and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:59.164484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:59.171178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:59.183393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:41:59.187644 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.204958 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.238984 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:59.243185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:security_group_rule and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:59.250819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:59.256855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:59.332956 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.338911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.375417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:41:59.387491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1d79ae-190f-446b-b15b-f0e594a9bf13,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:59.395439 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.395439 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Added segment cb81293a-a8fa-4ec3-911f-78aebad47f2c of type vlan for network dea7b408-46ba-4337-8329-645e25caa2b9 May 06 13:41:59.435648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.469332 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.473141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:59.473727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.587811 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5785074 May 06 13:41:59.588551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156db2a-7a20-4df9-8c37-570d081dad3c tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Network': ['ID=dea7b408-46ba-4337-8329-645e25caa2b9,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:59.600373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dea7b408-46ba-4337-8329-645e25caa2b9 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:02.984681 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55612) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:02.992133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'subnet': {'network_id': 'dea7b408-46ba-4337-8329-645e25caa2b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:03.165576 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:03.171465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:subnet and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:03.175343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:03.185491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:03.199372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:03.357861 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:03.643528 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:03.735848 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Subnet': ['ID=10cb7822-f347-40ef-8ecd-053b817f16cb,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:03.762414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Checking segment: {'id': 'cb81293a-a8fa-4ec3-911f-78aebad47f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dea7b408-46ba-4337-8329-645e25caa2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:03.762933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network hostable DHCP agents. Network: dea7b408-46ba-4337-8329-645e25caa2b9, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:03.789407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network dea7b408-46ba-4337-8329-645e25caa2b9 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:03.802746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dea7b408-46ba-4337-8329-645e25caa2b9) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:03.808007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:03.808940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:03.818149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e58183-fe24-4999-975a-fb7d21edf380 None None] Network dea7b408-46ba-4337-8329-645e25caa2b9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:03.863526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1c41941e-e206-4087-b367-248bae943582 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8771648 May 06 13:42:03.869835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55616) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:03.875926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220819207'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:03.882778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:03.888409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:network and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:03.892295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:03.900231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:03.915818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:03.919723 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:03.961758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:03.977101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:03.977632 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Added segment 570ac142-4d95-4317-b07b-a91fe3f38050 of type vlan for network d80bd15d-f2c9-48dc-95d4-6e12343510dd May 06 13:42:04.037095 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.093071 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.097901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:04.098533 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.166129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dea7b408-46ba-4337-8329-645e25caa2b9', 'network_id': 'dea7b408-46ba-4337-8329-645e25caa2b9', 'tenant_id': '914bad3e6e3e4f91982b7bea72585fdc', 'fixed_ips': [{'subnet_id': '10cb7822-f347-40ef-8ecd-053b817f16cb'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:42:04.168214 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.224114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3500979 May 06 13:42:04.227514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55620) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:04.238365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'subnet': {'network_id': 'd80bd15d-f2c9-48dc-95d4-6e12343510dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:04.238745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c50298-02ff-428a-8c52-ec28ff81b1ed tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Network': ['ID=d80bd15d-f2c9-48dc-95d4-6e12343510dd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:04.266819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d80bd15d-f2c9-48dc-95d4-6e12343510dd details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:04.426679 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:04.432911 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:subnet and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:04.438219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:04.449685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:04.467880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:04.537189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Allocated IP 2001:db8:0:ffff::2 (dea7b408-46ba-4337-8329-645e25caa2b9/10cb7822-f347-40ef-8ecd-053b817f16cb/db4556a0-f18c-4a55-be32-77e0963c618d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:04.746353 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.817393 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.831203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Transition to ACTIVE for port object db4556a0-f18c-4a55-be32-77e0963c618d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:04.857071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Transition to ACTIVE for port object db4556a0-f18c-4a55-be32-77e0963c618d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:04.866677 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.941926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Network dea7b408-46ba-4337-8329-645e25caa2b9 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:04.945024 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:04.947957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:04.954171 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Pushing event updated for resources: {'Port': ['ID=db4556a0-f18c-4a55-be32-77e0963c618d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:04.989494 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.989840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.990176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.990578 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.990862 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.991412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.992275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.992275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.992478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.992685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:04.993009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:05.073403 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.077566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Attempting to bind port db4556a0-f18c-4a55-be32-77e0963c618d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:05.077951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Attempting to bind port db4556a0-f18c-4a55-be32-77e0963c618d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'cb81293a-a8fa-4ec3-911f-78aebad47f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dea7b408-46ba-4337-8329-645e25caa2b9'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:05.078380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Attempting to bind port db4556a0-f18c-4a55-be32-77e0963c618d on network dea7b408-46ba-4337-8329-645e25caa2b9 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:05.085756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:05.086129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Checking segment: {'id': 'cb81293a-a8fa-4ec3-911f-78aebad47f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dea7b408-46ba-4337-8329-645e25caa2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:05.086536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.086992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Bound using segment: {'id': 'cb81293a-a8fa-4ec3-911f-78aebad47f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dea7b408-46ba-4337-8329-645e25caa2b9'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:05.087468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Bound port: db4556a0-f18c-4a55-be32-77e0963c618d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb81293a-a8fa-4ec3-911f-78aebad47f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dea7b408-46ba-4337-8329-645e25caa2b9'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:05.087849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.167561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Subnet': ['ID=f5b89e33-be6b-4882-beab-4866b10a6f62,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:05.190058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Checking segment: {'id': '570ac142-4d95-4317-b07b-a91fe3f38050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd80bd15d-f2c9-48dc-95d4-6e12343510dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:05.190682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network hostable DHCP agents. Network: d80bd15d-f2c9-48dc-95d4-6e12343510dd, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:05.204906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] For port db4556a0-f18c-4a55-be32-77e0963c618d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:05.210505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] For port db4556a0-f18c-4a55-be32-77e0963c618d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db4556a0-f18c-4a55-be32-77e0963c618d,segment=NetworkSegment(cb81293a-a8fa-4ec3-911f-78aebad47f2c),segment_id=cb81293a-a8fa-4ec3-911f-78aebad47f2c)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:05.216546 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.227332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network d80bd15d-f2c9-48dc-95d4-6e12343510dd is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:05.243912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d80bd15d-f2c9-48dc-95d4-6e12343510dd) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:05.248684 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:05.249276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.264272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe6928-1528-4218-a7dd-49829414c58c None None] Network d80bd15d-f2c9-48dc-95d4-6e12343510dd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:05.283083 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c9f672c6-dbae-4dbf-8610-cc532be29f5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0527308 May 06 13:42:05.287110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55624) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:05.462134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635f572-341a-4dfe-9d6b-6d9e7d178452 None None] Pushing event updated for resources: {'Port': ['ID=db4556a0-f18c-4a55-be32-77e0963c618d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:05.537681 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.643285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3162a2fb-d40d-46bd-9447-71791c4954eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-d80bd15d-f2c9-48dc-95d4-6e12343510dd', 'network_id': 'd80bd15d-f2c9-48dc-95d4-6e12343510dd', 'tenant_id': '914bad3e6e3e4f91982b7bea72585fdc', 'fixed_ips': [{'subnet_id': 'f5b89e33-be6b-4882-beab-4866b10a6f62'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:42:05.644706 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3162a2fb-d40d-46bd-9447-71791c4954eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.671271 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.867896 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server [None req-3162a2fb-d40d-46bd-9447-71791c4954eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5b89e33-be6b-4882-beab-4866b10a6f62: This subnet is being modified by another concurrent operation. May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise exception May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5b89e33-be6b-4882-beab-4866b10a6f62: This subnet is being modified by another concurrent operation. May 06 13:42:05.871304 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server May 06 13:42:05.903044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e04a24-1bd8-49ab-9a74-daa673cc85f9 None None] Network d80bd15d-f2c9-48dc-95d4-6e12343510dd requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:05.916898 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b89e33-be6b-4882-beab-4866b10a6f62,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:06.254767 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.276053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db4556a0-f18c-4a55-be32-77e0963c618d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:06.300860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80bd15d-f2c9-48dc-95d4-6e12343510dd']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:06.331871 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570ac142-4d95-4317-b07b-a91fe3f38050') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:06.333418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570ac142-4d95-4317-b07b-a91fe3f38050') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:06.355055 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.400295 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.404240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port db4556a0-f18c-4a55-be32-77e0963c618d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:06.417035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:42:06.417921 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: timer() May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:42:06.448471 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:42:06.560238 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.585105 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.604608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Network': ['ID=d80bd15d-f2c9-48dc-95d4-6e12343510dd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:06.609685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1617184a-8350-41d3-b4b9-53153b2e1044 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/networks/d80bd15d-f2c9-48dc-95d4-6e12343510dd HTTP/1.1" status: 204 len: 168 time: 1.3211329 May 06 13:42:06.614914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55628) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:06.622122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465490167'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:06.629000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:06.636537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:network and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:06.640636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:06.648448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:06.661643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:06.666462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.707386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:06.721338 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.721771 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Added segment e64d9415-154b-4b3e-b01b-c539991467ce of type vlan for network b823b36f-fb02-4a9c-9b61-12c8f665227d May 06 13:42:06.763930 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.812345 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842c357-6e41-463a-88bd-4b26929db123 None None] Network dea7b408-46ba-4337-8329-645e25caa2b9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:06.821805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.826748 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:06.827414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.947576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-57ef3f5c-0377-4207-9eb8-ddae6ce45b38 None None] Provisioning for port db4556a0-f18c-4a55-be32-77e0963c618d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:06.970888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-57ef3f5c-0377-4207-9eb8-ddae6ce45b38 None None] Provisioning complete for port db4556a0-f18c-4a55-be32-77e0963c618d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:06.971524 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57ef3f5c-0377-4207-9eb8-ddae6ce45b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.974854 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3585012 May 06 13:42:06.984672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55632) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:06.991141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2291e10-13f7-4a9a-a87b-774e4b737321 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Network': ['ID=b823b36f-fb02-4a9c-9b61-12c8f665227d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:06.997743 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'subnet': {'network_id': 'b823b36f-fb02-4a9c-9b61-12c8f665227d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:07.017130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b823b36f-fb02-4a9c-9b61-12c8f665227d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:07.158155 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:07.163652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:subnet and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:07.167872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:07.177663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:07.193240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:07.393789 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:07.470356 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57ef3f5c-0377-4207-9eb8-ddae6ce45b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:07.535377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-57ef3f5c-0377-4207-9eb8-ddae6ce45b38 None None] For port db4556a0-f18c-4a55-be32-77e0963c618d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db4556a0-f18c-4a55-be32-77e0963c618d,segment=NetworkSegment(cb81293a-a8fa-4ec3-911f-78aebad47f2c),segment_id=cb81293a-a8fa-4ec3-911f-78aebad47f2c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:07.541359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_backend_mixin [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Performing IP validity checks on allocation pools {{(pid=83952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:42:07.541881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.ipam_backend_mixin [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:42:07.543325 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-57ef3f5c-0377-4207-9eb8-ddae6ce45b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:07.639656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef3f5c-0377-4207-9eb8-ddae6ce45b38 None None] Pushing event updated for resources: {'Port': ['ID=db4556a0-f18c-4a55-be32-77e0963c618d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:07.732811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:07.746737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffbbe8-26f4-4e34-96a7-a1e4d836561b None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:42:07.816828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Subnet': ['ID=2200cb44-aee0-45f6-a8f4-0bbef3541700,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:07.833390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Checking segment: {'id': 'e64d9415-154b-4b3e-b01b-c539991467ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'b823b36f-fb02-4a9c-9b61-12c8f665227d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:07.833752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network hostable DHCP agents. Network: b823b36f-fb02-4a9c-9b61-12c8f665227d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:07.846622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-da442e29-de30-4ed0-a7f1-055553a8a7d0 None None] Provisioning complete for port db4556a0-f18c-4a55-be32-77e0963c618d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:07.847017 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-da442e29-de30-4ed0-a7f1-055553a8a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:07.860244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network b823b36f-fb02-4a9c-9b61-12c8f665227d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:07.873353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b823b36f-fb02-4a9c-9b61-12c8f665227d) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:07.879773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:07.880513 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:07.910207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:07.913070 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-01876c61-44bd-43b4-b1aa-1c69cceab7da tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9242952 May 06 13:42:07.916286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55636) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:08.075609 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.151123 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.180220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ffbbe8-26f4-4e34-96a7-a1e4d836561b None None] Unable to find a vacant binding_index for network b823b36f-fb02-4a9c-9b61-12c8f665227d and agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 {{(pid=83958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 06 13:42:08.188834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ffbbe8-26f4-4e34-96a7-a1e4d836561b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b823b36f-fb02-4a9c-9b61-12c8f665227d) {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:42:08.197061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db4556a0-f18c-4a55-be32-77e0963c618d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:08.237315 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.289067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Subnet': ['ID=2200cb44-aee0-45f6-a8f4-0bbef3541700,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:08.392050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.411517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port db4556a0-f18c-4a55-be32-77e0963c618d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:08.411902 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.434982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b823b36f-fb02-4a9c-9b61-12c8f665227d']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:08.450030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64d9415-154b-4b3e-b01b-c539991467ce') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:08.450367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64d9415-154b-4b3e-b01b-c539991467ce') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:08.466979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.486056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.494587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:42:08.495217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: timer() May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:42:08.512021 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:42:08.601463 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.626337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.641409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Network': ['ID=b823b36f-fb02-4a9c-9b61-12c8f665227d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:08.646070 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-89f8b249-5800-4617-a13e-c89f165af466 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/networks/b823b36f-fb02-4a9c-9b61-12c8f665227d HTTP/1.1" status: 204 len: 168 time: 0.7285862 May 06 13:42:08.650453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55640) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:08.660526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735561062'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:08.669578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:08.675058 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:network and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:08.678467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:08.685849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:08.703191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:08.708126 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.762769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:08.779017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.779546 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Added segment bf91e655-3023-4d83-905f-7b19a696da17 of type vlan for network ccc2a0ec-8871-4fee-b643-135a1309f53e May 06 13:42:08.780232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec060a-7d49-4128-b495-32dcc0ddd95d None None] Network b823b36f-fb02-4a9c-9b61-12c8f665227d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:08.808396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec060a-7d49-4128-b495-32dcc0ddd95d None None] Network b823b36f-fb02-4a9c-9b61-12c8f665227d could not be found, it might have been deleted concurrently. {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:42:08.821777 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefc676a-2232-42f5-840f-c27fd4a56055 None None] Network b823b36f-fb02-4a9c-9b61-12c8f665227d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:08.823413 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.845992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefc676a-2232-42f5-840f-c27fd4a56055 None None] Network b823b36f-fb02-4a9c-9b61-12c8f665227d could not be found, it might have been deleted concurrently. {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:42:08.865421 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.869302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:08.869948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.874799 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:42:08.991393 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3388505 May 06 13:42:08.995750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55644) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:09.004304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'subnet': {'network_id': 'ccc2a0ec-8871-4fee-b643-135a1309f53e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:09.024828 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470ae15-2434-4462-8260-3f95d9a03ae2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Network': ['ID=ccc2a0ec-8871-4fee-b643-135a1309f53e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:09.038040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network ccc2a0ec-8871-4fee-b643-135a1309f53e details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:09.313120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:09.320148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:subnet and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:09.325279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:09.336242 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:09.350690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:09.509174 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:09.787912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:09.883514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Subnet': ['ID=fc98da1d-5eb9-4b61-a979-308b5e9ee1aa,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:09.899326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Checking segment: {'id': 'bf91e655-3023-4d83-905f-7b19a696da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ccc2a0ec-8871-4fee-b643-135a1309f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:09.900926 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network hostable DHCP agents. Network: ccc2a0ec-8871-4fee-b643-135a1309f53e, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:09.938428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network ccc2a0ec-8871-4fee-b643-135a1309f53e is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:09.950541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, ccc2a0ec-8871-4fee-b643-135a1309f53e) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:09.955697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:09.956393 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:09.963960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bbf1c2-3b20-4e6b-8c2d-db6edd2790d7 None None] Network ccc2a0ec-8871-4fee-b643-135a1309f53e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:09.990321 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-399d74b4-2ce0-4c9f-869b-b6d68f797484 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9898379 May 06 13:42:09.992402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55648) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:09.999483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-13177905'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:10.008369 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:10.016143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:network and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:10.019963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:10.029299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:10.044459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:10.048084 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.090528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:10.108547 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.109127 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Added segment 6d97705f-6f44-40fb-b380-f9c85c6583a1 of type vlan for network 1b95a4b2-090d-4e70-ac46-678b13f7be6d May 06 13:42:10.160990 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.212636 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.217293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:10.217967 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.276124 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-ccc2a0ec-8871-4fee-b643-135a1309f53e', 'network_id': 'ccc2a0ec-8871-4fee-b643-135a1309f53e', 'tenant_id': '914bad3e6e3e4f91982b7bea72585fdc', 'fixed_ips': [{'subnet_id': 'fc98da1d-5eb9-4b61-a979-308b5e9ee1aa'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:42:10.277527 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.361079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3670979 May 06 13:42:10.365781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55652) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:10.374263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Request body: {'subnet': {'network_id': '1b95a4b2-090d-4e70-ac46-678b13f7be6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:10.379792 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa9428-d930-4e54-9f25-e892135068df tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Network': ['ID=1b95a4b2-090d-4e70-ac46-678b13f7be6d,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:10.394241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 1b95a4b2-090d-4e70-ac46-678b13f7be6d details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:10.531007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:10.535077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Usage tracker for resource:subnet and tenant:914bad3e6e3e4f91982b7bea72585fdc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:10.538781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:10.556761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:10.575772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Made reservation on behalf of 914bad3e6e3e4f91982b7bea72585fdc for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:10.589902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Allocated IP 2001:db8::2 (ccc2a0ec-8871-4fee-b643-135a1309f53e/fc98da1d-5eb9-4b61-a979-308b5e9ee1aa/3e8039c5-df47-4861-a360-a045375bbf8e) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:10.706005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.871098 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.884294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Transition to ACTIVE for port object 3e8039c5-df47-4861-a360-a045375bbf8e will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:10.908358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Transition to ACTIVE for port object 3e8039c5-df47-4861-a360-a045375bbf8e will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:10.915651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.993663 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.006761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Network ccc2a0ec-8871-4fee-b643-135a1309f53e is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:11.009919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:11.012488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:11.022813 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Pushing event updated for resources: {'Port': ['ID=3e8039c5-df47-4861-a360-a045375bbf8e,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:11.092807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event updated for resources: {'Subnet': ['ID=e730729b-d558-4392-8480-a8182d4ba65e,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:11.105074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Checking segment: {'id': '6d97705f-6f44-40fb-b380-f9c85c6583a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1b95a4b2-090d-4e70-ac46-678b13f7be6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:11.105442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network hostable DHCP agents. Network: 1b95a4b2-090d-4e70-ac46-678b13f7be6d, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:11.133367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Network 1b95a4b2-090d-4e70-ac46-678b13f7be6d is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:11.139703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Attempting to bind port 3e8039c5-df47-4861-a360-a045375bbf8e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:11.140338 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Attempting to bind port 3e8039c5-df47-4861-a360-a045375bbf8e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'bf91e655-3023-4d83-905f-7b19a696da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ccc2a0ec-8871-4fee-b643-135a1309f53e'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:11.140887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Attempting to bind port 3e8039c5-df47-4861-a360-a045375bbf8e on network ccc2a0ec-8871-4fee-b643-135a1309f53e {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:11.145500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 1b95a4b2-090d-4e70-ac46-678b13f7be6d) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:11.152068 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:11.153061 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.154053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:11.154728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Checking segment: {'id': 'bf91e655-3023-4d83-905f-7b19a696da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ccc2a0ec-8871-4fee-b643-135a1309f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:11.155374 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.155848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Bound using segment: {'id': 'bf91e655-3023-4d83-905f-7b19a696da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ccc2a0ec-8871-4fee-b643-135a1309f53e'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:11.156524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Bound port: 3e8039c5-df47-4861-a360-a045375bbf8e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf91e655-3023-4d83-905f-7b19a696da17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ccc2a0ec-8871-4fee-b643-135a1309f53e'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:11.156918 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.170533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fafb72-e0f5-498e-a9b6-e617c912e197 None None] Network 1b95a4b2-090d-4e70-ac46-678b13f7be6d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:11.182814 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-08bab78c-5d35-468d-95af-488218924238 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8145263 May 06 13:42:11.187423 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55656) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:11.408925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] For port 3e8039c5-df47-4861-a360-a045375bbf8e, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:11.446799 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.453826 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] For port 3e8039c5-df47-4861-a360-a045375bbf8e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3e8039c5-df47-4861-a360-a045375bbf8e,segment=NetworkSegment(bf91e655-3023-4d83-905f-7b19a696da17),segment_id=bf91e655-3023-4d83-905f-7b19a696da17)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:11.462529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.559288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.612650 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c7649-2168-438f-b41b-f09e46f52883 None None] Pushing event updated for resources: {'Port': ['ID=3e8039c5-df47-4861-a360-a045375bbf8e,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:11.617358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f153cb40-db31-4dc2-b19a-287c75fbe44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-1b95a4b2-090d-4e70-ac46-678b13f7be6d', 'network_id': '1b95a4b2-090d-4e70-ac46-678b13f7be6d', 'tenant_id': '914bad3e6e3e4f91982b7bea72585fdc', 'fixed_ips': [{'subnet_id': 'e730729b-d558-4392-8480-a8182d4ba65e'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:42:11.618227 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f153cb40-db31-4dc2-b19a-287c75fbe44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.669718 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.713806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Subnet': ['ID=e730729b-d558-4392-8480-a8182d4ba65e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server [None req-f153cb40-db31-4dc2-b19a-287c75fbe44c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e730729b-d558-4392-8480-a8182d4ba65e: This subnet is being modified by another concurrent operation. May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise value May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server raise exception May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e730729b-d558-4392-8480-a8182d4ba65e: This subnet is being modified by another concurrent operation. May 06 13:42:11.749849 n-d-840847-1 neutron-server[83958]: ERROR oslo_messaging.rpc.server May 06 13:42:11.777184 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b127f223-3729-47a5-9e18-759dee8aa6bd None None] Network 1b95a4b2-090d-4e70-ac46-678b13f7be6d requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:11.866571 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.904672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b95a4b2-090d-4e70-ac46-678b13f7be6d']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:11.921631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d97705f-6f44-40fb-b380-f9c85c6583a1') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:11.922070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d97705f-6f44-40fb-b380-f9c85c6583a1') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:11.939938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.960826 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.968699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:42:11.969200 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: timer() May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:42:11.987090 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:42:12.090952 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.096145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.122934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Network': ['ID=1b95a4b2-090d-4e70-ac46-678b13f7be6d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:12.126445 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-37ce66d2-d816-4e53-9f4d-8da9c5a5a227 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/networks/1b95a4b2-090d-4e70-ac46-678b13f7be6d HTTP/1.1" status: 204 len: 168 time: 0.9376049 May 06 13:42:12.129425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55660) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:12.178635 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd948e04-92f0-463d-bd16-dd80d96007f0 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] GET failed (client error): The resource could not be found. May 06 13:42:12.179409 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dd948e04-92f0-463d-bd16-dd80d96007f0 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Synchronizing usage tracker for tenant:914bad3e6e3e4f91982b7bea72585fdc on resource:subnet {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:42:12.200900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dd948e04-92f0-463d-bd16-dd80d96007f0 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Unset dirty status for tenant:914bad3e6e3e4f91982b7bea72585fdc on resource:subnet {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:42:12.202106 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dd948e04-92f0-463d-bd16-dd80d96007f0 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "GET /v2.0/subnets/e730729b-d558-4392-8480-a8182d4ba65e HTTP/1.1" status: 404 len: 337 time: 0.0711145 May 06 13:42:12.206577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55664) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:12.225138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3e8039c5-df47-4861-a360-a045375bbf8e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:12.239583 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b9fd23-36e7-4546-8000-29dbe01de99f tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] DELETE failed (client error): The resource could not be found. May 06 13:42:12.240306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b9fd23-36e7-4546-8000-29dbe01de99f tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:42:12.242277 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d9b9fd23-36e7-4546-8000-29dbe01de99f tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/networks/1b95a4b2-090d-4e70-ac46-678b13f7be6d HTTP/1.1" status: 404 len: 339 time: 0.0345666 May 06 13:42:12.248798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55668) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:12.295793 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c1fcc4-5be6-4c5a-ad56-79e119d32b87 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] DELETE failed (client error): The resource could not be found. May 06 13:42:12.296515 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c1fcc4-5be6-4c5a-ad56-79e119d32b87 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:42:12.299876 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-47c1fcc4-5be6-4c5a-ad56-79e119d32b87 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/subnets/e730729b-d558-4392-8480-a8182d4ba65e HTTP/1.1" status: 404 len: 337 time: 0.0498915 May 06 13:42:12.302796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55672) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:12.304026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 3e8039c5-df47-4861-a360-a045375bbf8e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:12.330081 n-d-840847-1 neutron-server[83955]: INFO neutron.pecan_wsgi.hooks.translation [None req-532e8eac-b7fd-4678-8459-eb8013149b2b tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] DELETE failed (client error): The resource could not be found. May 06 13:42:12.330501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532e8eac-b7fd-4678-8459-eb8013149b2b tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83955) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:42:12.332208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-532e8eac-b7fd-4678-8459-eb8013149b2b tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/networks/1b95a4b2-090d-4e70-ac46-678b13f7be6d HTTP/1.1" status: 404 len: 339 time: 0.0281332 May 06 13:42:12.335321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55676) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:12.412373 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-390cc1c7-f09f-4d2b-bdb8-73a1feea6cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.426528 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-208800cc-e1ec-4e3e-a655-027c87031dfe tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Deleting subnet fc98da1d-5eb9-4b61-a979-308b5e9ee1aa {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:42:12.433127 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208800cc-e1ec-4e3e-a655-027c87031dfe tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.500304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208800cc-e1ec-4e3e-a655-027c87031dfe tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.611765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208800cc-e1ec-4e3e-a655-027c87031dfe tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.710332 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208800cc-e1ec-4e3e-a655-027c87031dfe tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.761038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208800cc-e1ec-4e3e-a655-027c87031dfe tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Subnet': ['ID=fc98da1d-5eb9-4b61-a979-308b5e9ee1aa,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:12.768440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-208800cc-e1ec-4e3e-a655-027c87031dfe tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.792108 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-208800cc-e1ec-4e3e-a655-027c87031dfe tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/subnets/fc98da1d-5eb9-4b61-a979-308b5e9ee1aa HTTP/1.1" status: 204 len: 168 time: 0.4557703 May 06 13:42:12.795910 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401760b4-56cd-4c8f-a2ee-bac2eb20e367 None None] Network ccc2a0ec-8871-4fee-b643-135a1309f53e requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:12.796252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55680) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:12.988198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5e2ed934-1e35-4079-a2d6-788dfc1ba2c3 None None] Provisioning for port 3e8039c5-df47-4861-a360-a045375bbf8e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:13.001021 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5e2ed934-1e35-4079-a2d6-788dfc1ba2c3 None None] Provisioning complete for port 3e8039c5-df47-4861-a360-a045375bbf8e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:13.001421 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5e2ed934-1e35-4079-a2d6-788dfc1ba2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.009211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.024986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Deleting port 3e8039c5-df47-4861-a360-a045375bbf8e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:13.025538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.146271 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5e2ed934-1e35-4079-a2d6-788dfc1ba2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.188178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de6948-3039-4cf4-bc39-88ce63558c30 None None] DHCP port deletion for ccc2a0ec-8871-4fee-b643-135a1309f53e request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:42:13.193580 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5e2ed934-1e35-4079-a2d6-788dfc1ba2c3 None None] For port 3e8039c5-df47-4861-a360-a045375bbf8e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3e8039c5-df47-4861-a360-a045375bbf8e,segment=NetworkSegment(bf91e655-3023-4d83-905f-7b19a696da17),segment_id=bf91e655-3023-4d83-905f-7b19a696da17)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:13.195507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-08de6948-3039-4cf4-bc39-88ce63558c30 None None] Deleting port 3e8039c5-df47-4861-a360-a045375bbf8e {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:13.195877 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08de6948-3039-4cf4-bc39-88ce63558c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.223241 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5e2ed934-1e35-4079-a2d6-788dfc1ba2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.270178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] For port 3e8039c5-df47-4861-a360-a045375bbf8e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3e8039c5-df47-4861-a360-a045375bbf8e,segment=NetworkSegment(bf91e655-3023-4d83-905f-7b19a696da17),segment_id=bf91e655-3023-4d83-905f-7b19a696da17)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:13.270764 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.361626 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ed934-1e35-4079-a2d6-788dfc1ba2c3 None None] Pushing event updated for resources: {'Port': ['ID=3e8039c5-df47-4861-a360-a045375bbf8e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:13.484444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-08de6948-3039-4cf4-bc39-88ce63558c30 None None] For port 3e8039c5-df47-4861-a360-a045375bbf8e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=3e8039c5-df47-4861-a360-a045375bbf8e,segment=NetworkSegment(bf91e655-3023-4d83-905f-7b19a696da17),segment_id=bf91e655-3023-4d83-905f-7b19a696da17)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:13.484693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08de6948-3039-4cf4-bc39-88ce63558c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.517504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Calling delete_port for 3e8039c5-df47-4861-a360-a045375bbf8e owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:42:13.591801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:42:13.592305 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:42:13.606752 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-08de6948-3039-4cf4-bc39-88ce63558c30 None None] Calling delete_port for 3e8039c5-df47-4861-a360-a045375bbf8e owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:42:13.665914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.696222 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08de6948-3039-4cf4-bc39-88ce63558c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.739565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de6948-3039-4cf4-bc39-88ce63558c30 None None] Pushing event deleted for resources: {'Port': ['ID=3e8039c5-df47-4861-a360-a045375bbf8e,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:13.745870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de6948-3039-4cf4-bc39-88ce63558c30 None None] No DVR routers for this DVR port 3e8039c5-df47-4861-a360-a045375bbf8e on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:42:13.762084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcbf287-37cc-4fe4-81b4-4786b6a2fa73 None None] get_active_networks_info from n-d-840847-1 {{(pid=83958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:42:13.861178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcbf287-37cc-4fe4-81b4-4786b6a2fa73 None None] Resources bound (agent type, host, resource id): {{(pid=83958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:42:14.093855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Deleting port 3e8039c5-df47-4861-a360-a045375bbf8e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:14.094190 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:14.171965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] The port '3e8039c5-df47-4861-a360-a045375bbf8e' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:42:14.202896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3e8039c5-df47-4861-a360-a045375bbf8e no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:42:14.250590 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 3e8039c5-df47-4861-a360-a045375bbf8e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:42:14.250977 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 3e8039c5-df47-4861-a360-a045375bbf8e not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:42:14.319840 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:14.351891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc2a0ec-8871-4fee-b643-135a1309f53e']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:14.366769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf91e655-3023-4d83-905f-7b19a696da17') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:14.367079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf91e655-3023-4d83-905f-7b19a696da17') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:14.380998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:14.402583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:14.410241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:42:14.410704 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: timer() May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:42:14.425780 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:42:14.513966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:14.532549 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:14.544107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Network': ['ID=ccc2a0ec-8871-4fee-b643-135a1309f53e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:14.548336 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1a2c776e-541a-40ee-9ee2-4205fae68cc5 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/networks/ccc2a0ec-8871-4fee-b643-135a1309f53e HTTP/1.1" status: 204 len: 168 time: 1.7509692 May 06 13:42:14.551288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55684) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:14.589585 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-594e01e4-f97d-464c-a403-2a84c09b67b2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] DELETE failed (client error): The resource could not be found. May 06 13:42:14.590016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594e01e4-f97d-464c-a403-2a84c09b67b2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:42:14.591750 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-594e01e4-f97d-464c-a403-2a84c09b67b2 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/subnets/2200cb44-aee0-45f6-a8f4-0bbef3541700 HTTP/1.1" status: 404 len: 337 time: 0.0394788 May 06 13:42:14.597477 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55688) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:14.623656 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94059e6-eea8-43af-a7d3-af799666714e tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] DELETE failed (client error): The resource could not be found. May 06 13:42:14.624020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94059e6-eea8-43af-a7d3-af799666714e tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:42:14.625704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b94059e6-eea8-43af-a7d3-af799666714e tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/networks/b823b36f-fb02-4a9c-9b61-12c8f665227d HTTP/1.1" status: 404 len: 339 time: 0.0273383 May 06 13:42:14.628647 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55692) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:14.671617 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b703be4c-f09d-430c-9ae6-827bc95982c8 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] DELETE failed (client error): The resource could not be found. May 06 13:42:14.671969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b703be4c-f09d-430c-9ae6-827bc95982c8 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:42:14.673624 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b703be4c-f09d-430c-9ae6-827bc95982c8 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/subnets/f5b89e33-be6b-4882-beab-4866b10a6f62 HTTP/1.1" status: 404 len: 337 time: 0.0440395 May 06 13:42:14.676685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55696) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:14.702079 n-d-840847-1 neutron-server[83952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9119d481-57e1-46b9-977c-cb802e731e5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] DELETE failed (client error): The resource could not be found. May 06 13:42:14.702498 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9119d481-57e1-46b9-977c-cb802e731e5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:42:14.704139 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9119d481-57e1-46b9-977c-cb802e731e5a tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/networks/d80bd15d-f2c9-48dc-95d4-6e12343510dd HTTP/1.1" status: 404 len: 339 time: 0.0263622 May 06 13:42:14.706807 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55700) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:14.776896 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-459a66b5-1ff5-43e3-9cc9-229bd935c7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:14.903786 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a69bfe-d405-4be0-a436-34b55722680d tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Deleting subnet 10cb7822-f347-40ef-8ecd-053b817f16cb {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:42:14.907229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32a69bfe-d405-4be0-a436-34b55722680d tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:14.966944 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32a69bfe-d405-4be0-a436-34b55722680d tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.055611 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32a69bfe-d405-4be0-a436-34b55722680d tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.136672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32a69bfe-d405-4be0-a436-34b55722680d tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.177091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a69bfe-d405-4be0-a436-34b55722680d tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Subnet': ['ID=10cb7822-f347-40ef-8ecd-053b817f16cb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:15.184482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-32a69bfe-d405-4be0-a436-34b55722680d tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.192384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab85c68-06b5-4460-9946-112a7c90e8e6 None None] Network dea7b408-46ba-4337-8329-645e25caa2b9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:15.195266 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-32a69bfe-d405-4be0-a436-34b55722680d tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/subnets/10cb7822-f347-40ef-8ecd-053b817f16cb HTTP/1.1" status: 204 len: 168 time: 0.4874861 May 06 13:42:15.199040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55704) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:15.322722 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.337865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Deleting port db4556a0-f18c-4a55-be32-77e0963c618d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:15.338213 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.508861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f04bda-a88e-4336-ba77-824ec7e981dc None None] DHCP port deletion for dea7b408-46ba-4337-8329-645e25caa2b9 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:42:15.513516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-27f04bda-a88e-4336-ba77-824ec7e981dc None None] Deleting port db4556a0-f18c-4a55-be32-77e0963c618d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:15.513895 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f04bda-a88e-4336-ba77-824ec7e981dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.592966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] For port db4556a0-f18c-4a55-be32-77e0963c618d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db4556a0-f18c-4a55-be32-77e0963c618d,segment=NetworkSegment(cb81293a-a8fa-4ec3-911f-78aebad47f2c),segment_id=cb81293a-a8fa-4ec3-911f-78aebad47f2c)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:15.593971 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.594165 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.771138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-27f04bda-a88e-4336-ba77-824ec7e981dc None None] For port db4556a0-f18c-4a55-be32-77e0963c618d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db4556a0-f18c-4a55-be32-77e0963c618d,segment=NetworkSegment(cb81293a-a8fa-4ec3-911f-78aebad47f2c),segment_id=cb81293a-a8fa-4ec3-911f-78aebad47f2c)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:15.771396 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f04bda-a88e-4336-ba77-824ec7e981dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.894945 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-27f04bda-a88e-4336-ba77-824ec7e981dc None None] Calling delete_port for db4556a0-f18c-4a55-be32-77e0963c618d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:42:15.917511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Calling delete_port for db4556a0-f18c-4a55-be32-77e0963c618d owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:42:15.973636 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-27f04bda-a88e-4336-ba77-824ec7e981dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:15.996580 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.db.api [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:42:15.996988 n-d-840847-1 neutron-server[83952]: DEBUG oslo_db.api [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:42:16.020357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f04bda-a88e-4336-ba77-824ec7e981dc None None] Pushing event deleted for resources: {'Port': ['ID=db4556a0-f18c-4a55-be32-77e0963c618d,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:16.025987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f04bda-a88e-4336-ba77-824ec7e981dc None None] No DVR routers for this DVR port db4556a0-f18c-4a55-be32-77e0963c618d on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:42:16.177200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db4556a0-f18c-4a55-be32-77e0963c618d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:42:16.212753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: db4556a0-f18c-4a55-be32-77e0963c618d {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:42:16.212753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db4556a0-f18c-4a55-be32-77e0963c618d not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:42:16.285926 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:16.499383 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Deleting port db4556a0-f18c-4a55-be32-77e0963c618d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:16.500068 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:16.575291 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] The port 'db4556a0-f18c-4a55-be32-77e0963c618d' was deleted {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:42:16.703881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:16.730326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea7b408-46ba-4337-8329-645e25caa2b9']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:16.742995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb81293a-a8fa-4ec3-911f-78aebad47f2c') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:16.743290 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb81293a-a8fa-4ec3-911f-78aebad47f2c') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:16.755690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:16.773665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:16.780208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:42:16.780587 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: util.warn( May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: timer() May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:42:16.795239 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:42:16.884092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:16.902490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:16.914172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] Pushing event deleted for resources: {'Network': ['ID=dea7b408-46ba-4337-8329-645e25caa2b9,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:16.918801 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e375d981-bb8b-4da8-8380-2b9b3d03e297 tempest-NetworksIpV6Test-1542814582 tempest-NetworksIpV6Test-1542814582-project] 10.222.0.44 "DELETE /v2.0/networks/dea7b408-46ba-4337-8329-645e25caa2b9 HTTP/1.1" status: 204 len: 168 time: 1.7187419 May 06 13:42:17.239102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55712) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:17.463617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-86ef1937-8ce0-48f8-be3e-2f6eba95d45e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=914bad3e6e3e4f91982b7bea72585fdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2230947 May 06 13:42:17.466323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55718) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:17.531905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c44b9ff7-925b-41a3-a459-48ccf5b08d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:17.559566 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c44b9ff7-925b-41a3-a459-48ccf5b08d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:17.626512 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c44b9ff7-925b-41a3-a459-48ccf5b08d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:17.649267 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b9ff7-925b-41a3-a459-48ccf5b08d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1d79ae-190f-446b-b15b-f0e594a9bf13,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:17.656467 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c44b9ff7-925b-41a3-a459-48ccf5b08d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:17.657689 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c44b9ff7-925b-41a3-a459-48ccf5b08d65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c1d79ae-190f-446b-b15b-f0e594a9bf13 HTTP/1.1" status: 204 len: 168 time: 0.1899886 May 06 13:42:17.752686 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:18.549374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55740) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:18.706163 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-849924874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:18.713669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:18.718053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Usage tracker for resource:router and tenant:d026f9257dd642488515dba725f1e9ff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:18.721540 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:18.728786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:18.741081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:18.742087 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:18.763074 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:18.783006 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:18.808706 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:18.812948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-be2effa9-b4de-47fa-b73a-6fc635f839af tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2624903 May 06 13:42:18.813563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55746) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:18.819577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-889520323'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:18.825322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:18.829384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Usage tracker for resource:network and tenant:d026f9257dd642488515dba725f1e9ff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:18.836532 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:18.842794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:18.852952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Made reservation on behalf of d026f9257dd642488515dba725f1e9ff for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:18.856025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:18.869366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:18.907295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:18.911526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Usage tracker for resource:security_group_rule and tenant:d026f9257dd642488515dba725f1e9ff is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:18.914624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:18.920730 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:19.001185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:19.006679 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:19.044527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:19.053434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c173372-268b-4629-ad30-2d50f9dc7a66,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:19.059434 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:19.059762 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Added segment 3ea1872b-cebc-4a4d-9a3e-391c148bc3bb of type vlan for network c78ffeea-4151-47f8-83ec-4a2116b6e95b May 06 13:42:19.089118 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:19.123367 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:19.129047 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:19.129978 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:19.344550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event updated for resources: {'Network': ['ID=c78ffeea-4151-47f8-83ec-4a2116b6e95b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:19.347672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-244c5ec8-02ec-4f46-a372-2b020123f8da tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5331285 May 06 13:42:19.353491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55750) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:19.359510 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network c78ffeea-4151-47f8-83ec-4a2116b6e95b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:19.364951 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Request body: {'subnet': {'network_id': 'c78ffeea-4151-47f8-83ec-4a2116b6e95b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:19.477178 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:19.481040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Usage tracker for resource:subnet and tenant:d026f9257dd642488515dba725f1e9ff is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:19.483876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:19.489494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:19.501008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Made reservation on behalf of d026f9257dd642488515dba725f1e9ff for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:19.603464 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:19.841641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:19.924227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event updated for resources: {'Subnet': ['ID=82a6a93b-a0d3-4a89-8229-30592c912aee,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:19.938081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Checking segment: {'id': '3ea1872b-cebc-4a4d-9a3e-391c148bc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c78ffeea-4151-47f8-83ec-4a2116b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:19.938526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Network hostable DHCP agents. Network: c78ffeea-4151-47f8-83ec-4a2116b6e95b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:19.963072 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Network c78ffeea-4151-47f8-83ec-4a2116b6e95b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:19.973137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, c78ffeea-4151-47f8-83ec-4a2116b6e95b) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:19.977791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:19.978380 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:19.984413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c7860d-bc79-4ab2-a1bd-90fa2a860d9b None None] Network c78ffeea-4151-47f8-83ec-4a2116b6e95b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:20.013131 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a89c77d0-274e-4803-a5a3-eec58c0cf430 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6578009 May 06 13:42:20.017870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55754) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:20.023819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1713800271'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:20.030861 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:20.034915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Usage tracker for resource:network and tenant:d026f9257dd642488515dba725f1e9ff is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:20.037891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:20.043983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:20.056827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Made reservation on behalf of d026f9257dd642488515dba725f1e9ff for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:20.060123 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.094489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:20.105165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.105580 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Added segment cef0efbb-7456-4815-a67d-76395fa29677 of type vlan for network 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a May 06 13:42:20.132966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.163815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.167986 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:20.168563 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.223702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-c78ffeea-4151-47f8-83ec-4a2116b6e95b', 'network_id': 'c78ffeea-4151-47f8-83ec-4a2116b6e95b', 'tenant_id': 'd026f9257dd642488515dba725f1e9ff', 'fixed_ips': [{'subnet_id': '82a6a93b-a0d3-4a89-8229-30592c912aee'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:42:20.224766 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.274127 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2525268 May 06 13:42:20.274381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55758) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:20.282859 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Request body: {'subnet': {'network_id': '3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:20.304924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c9789-52e4-473b-a972-4befb69173b0 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event updated for resources: {'Network': ['ID=3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:20.320846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:20.404886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:20.409492 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Usage tracker for resource:subnet and tenant:d026f9257dd642488515dba725f1e9ff is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:20.412590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:20.419223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:20.431416 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Made reservation on behalf of d026f9257dd642488515dba725f1e9ff for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:20.480744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Allocated IP 172.20.0.2 (c78ffeea-4151-47f8-83ec-4a2116b6e95b/82a6a93b-a0d3-4a89-8229-30592c912aee/f467d3e2-c924-4d91-a48c-3c4a7b86d37d) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:20.541012 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.700808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.712472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Transition to ACTIVE for port object f467d3e2-c924-4d91-a48c-3c4a7b86d37d will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:20.733492 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Transition to ACTIVE for port object f467d3e2-c924-4d91-a48c-3c4a7b86d37d will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:20.741026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.854191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Network c78ffeea-4151-47f8-83ec-4a2116b6e95b is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:20.857232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:20.861903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:20.864252 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Pushing event updated for resources: {'Port': ['ID=f467d3e2-c924-4d91-a48c-3c4a7b86d37d,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:20.893110 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.950080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Attempting to bind port f467d3e2-c924-4d91-a48c-3c4a7b86d37d on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:20.950488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Attempting to bind port f467d3e2-c924-4d91-a48c-3c4a7b86d37d by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '3ea1872b-cebc-4a4d-9a3e-391c148bc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c78ffeea-4151-47f8-83ec-4a2116b6e95b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:20.950831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Attempting to bind port f467d3e2-c924-4d91-a48c-3c4a7b86d37d on network c78ffeea-4151-47f8-83ec-4a2116b6e95b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:20.957624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:20.957998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Checking segment: {'id': '3ea1872b-cebc-4a4d-9a3e-391c148bc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c78ffeea-4151-47f8-83ec-4a2116b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:20.958402 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.958838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Bound using segment: {'id': '3ea1872b-cebc-4a4d-9a3e-391c148bc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c78ffeea-4151-47f8-83ec-4a2116b6e95b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:20.959316 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Bound port: f467d3e2-c924-4d91-a48c-3c4a7b86d37d, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea1872b-cebc-4a4d-9a3e-391c148bc3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c78ffeea-4151-47f8-83ec-4a2116b6e95b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:20.959681 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:20.970085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event updated for resources: {'Subnet': ['ID=8cf6138c-2dd2-48af-8086-d1b9606a0b2a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:20.987010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Checking segment: {'id': 'cef0efbb-7456-4815-a67d-76395fa29677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:20.987447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Network hostable DHCP agents. Network: 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:21.011941 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Network 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:21.023158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:21.028161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:21.028834 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:21.045472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450f7c1-d89c-4a0c-92f2-0be874c7e8eb None None] Network 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:21.055677 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a4912e52-7862-4278-b467-29acdbcd3ca1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7777107 May 06 13:42:21.055869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55762) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:21.061681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-27527669-69a7-46e8-95e3-d49e3f4458f1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:21.132249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] For port f467d3e2-c924-4d91-a48c-3c4a7b86d37d, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:21.145428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] For port f467d3e2-c924-4d91-a48c-3c4a7b86d37d, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f467d3e2-c924-4d91-a48c-3c4a7b86d37d,segment=NetworkSegment(3ea1872b-cebc-4a4d-9a3e-391c148bc3bb),segment_id=3ea1872b-cebc-4a4d-9a3e-391c148bc3bb)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:21.152402 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:21.325149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c60548-5eeb-4322-967f-06ef35f10d48 None None] Pushing event updated for resources: {'Port': ['ID=f467d3e2-c924-4d91-a48c-3c4a7b86d37d,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:21.434776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a', 'network_id': '3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a', 'tenant_id': 'd026f9257dd642488515dba725f1e9ff', 'fixed_ips': [{'subnet_id': '8cf6138c-2dd2-48af-8086-d1b9606a0b2a'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:42:21.435659 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:21.505791 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-27527669-69a7-46e8-95e3-d49e3f4458f1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:21.637820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Allocated IP 172.21.0.2 (3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a/8cf6138c-2dd2-48af-8086-d1b9606a0b2a/7b446785-c424-4890-a236-d1188bc5b37a) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:21.707022 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [None req-27527669-69a7-46e8-95e3-d49e3f4458f1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:42:21.708124 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-27527669-69a7-46e8-95e3-d49e3f4458f1 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "PUT /v2.0/routers/64dae2cf-c498-4680-8f20-c9fa71514073 HTTP/1.1" status: 400 len: 364 time: 0.6512704 May 06 13:42:21.714803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55766) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:21.793548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a909a663-5391-4c15-81b2-a1b9b4f6d78c tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Deleting subnet 8cf6138c-2dd2-48af-8086-d1b9606a0b2a {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:42:21.869091 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:21.882421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Transition to ACTIVE for port object 7b446785-c424-4890-a236-d1188bc5b37a will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:21.902911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Transition to ACTIVE for port object 7b446785-c424-4890-a236-d1188bc5b37a will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:21.909534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a909a663-5391-4c15-81b2-a1b9b4f6d78c tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:21.910023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:21.974905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a909a663-5391-4c15-81b2-a1b9b4f6d78c tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:21.986531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Network 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:21.990278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:21.992300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Pushing event updated for resources: {'Port': ['ID=7b446785-c424-4890-a236-d1188bc5b37a,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:21.994535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:22.085018 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a909a663-5391-4c15-81b2-a1b9b4f6d78c tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.096436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Attempting to bind port 7b446785-c424-4890-a236-d1188bc5b37a on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:22.096651 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Attempting to bind port 7b446785-c424-4890-a236-d1188bc5b37a by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'cef0efbb-7456-4815-a67d-76395fa29677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:22.097000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Attempting to bind port 7b446785-c424-4890-a236-d1188bc5b37a on network 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:22.104113 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:22.104649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Checking segment: {'id': 'cef0efbb-7456-4815-a67d-76395fa29677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:22.105281 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.105704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Bound using segment: {'id': 'cef0efbb-7456-4815-a67d-76395fa29677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:22.106168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Bound port: 7b446785-c424-4890-a236-d1188bc5b37a, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef0efbb-7456-4815-a67d-76395fa29677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:22.106778 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.182508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a909a663-5391-4c15-81b2-a1b9b4f6d78c tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.232657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] For port 7b446785-c424-4890-a236-d1188bc5b37a, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:22.234615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909a663-5391-4c15-81b2-a1b9b4f6d78c tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf6138c-2dd2-48af-8086-d1b9606a0b2a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:22.247418 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a909a663-5391-4c15-81b2-a1b9b4f6d78c tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.248923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] For port 7b446785-c424-4890-a236-d1188bc5b37a, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7b446785-c424-4890-a236-d1188bc5b37a,segment=NetworkSegment(cef0efbb-7456-4815-a67d-76395fa29677),segment_id=cef0efbb-7456-4815-a67d-76395fa29677)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:22.261450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55770) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:22.262316 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a909a663-5391-4c15-81b2-a1b9b4f6d78c tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "DELETE /v2.0/subnets/8cf6138c-2dd2-48af-8086-d1b9606a0b2a HTTP/1.1" status: 204 len: 168 time: 0.5446470 May 06 13:42:22.264499 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.306622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f467d3e2-c924-4d91-a48c-3c4a7b86d37d up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:22.428975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.451079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a1055-4622-4a5b-a60a-4a64ded0edc5 None None] Pushing event updated for resources: {'Port': ['ID=7b446785-c424-4890-a236-d1188bc5b37a,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:22.451836 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Deleting port 7b446785-c424-4890-a236-d1188bc5b37a {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:22.452178 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.455639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c7f70f-f48c-46a6-8b46-957617d99882 None None] Network c78ffeea-4151-47f8-83ec-4a2116b6e95b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:22.621458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f467d3e2-c924-4d91-a48c-3c4a7b86d37d completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:22.636994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8f6d3c73-08ce-4137-9fee-7425f0b50313 None None] Provisioning for port f467d3e2-c924-4d91-a48c-3c4a7b86d37d completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:22.645896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f467d3e2-c924-4d91-a48c-3c4a7b86d37d triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:22.647094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.701144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] For port 7b446785-c424-4890-a236-d1188bc5b37a, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7b446785-c424-4890-a236-d1188bc5b37a,segment=NetworkSegment(cef0efbb-7456-4815-a67d-76395fa29677),segment_id=cef0efbb-7456-4815-a67d-76395fa29677)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:22.710987 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.711486 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8f6d3c73-08ce-4137-9fee-7425f0b50313 None None] Provisioning complete for port f467d3e2-c924-4d91-a48c-3c4a7b86d37d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:22.711867 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3c73-08ce-4137-9fee-7425f0b50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:22.866688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Calling delete_port for 7b446785-c424-4890-a236-d1188bc5b37a owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:42:22.952989 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.005930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event deleted for resources: {'Port': ['ID=7b446785-c424-4890-a236-d1188bc5b37a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:23.019458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.019784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.020145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.020462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.020807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.021134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.021456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.021779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.022096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.022427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.022776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:23.025876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] No DVR routers for this DVR port 7b446785-c424-4890-a236-d1188bc5b37a on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:42:23.030570 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3c73-08ce-4137-9fee-7425f0b50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.054891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.103672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8f6d3c73-08ce-4137-9fee-7425f0b50313 None None] For port f467d3e2-c924-4d91-a48c-3c4a7b86d37d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f467d3e2-c924-4d91-a48c-3c4a7b86d37d,segment=NetworkSegment(3ea1872b-cebc-4a4d-9a3e-391c148bc3bb),segment_id=3ea1872b-cebc-4a4d-9a3e-391c148bc3bb)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:23.111647 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3c73-08ce-4137-9fee-7425f0b50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.174928 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.203842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:23.220839 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef0efbb-7456-4815-a67d-76395fa29677') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:23.221135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef0efbb-7456-4815-a67d-76395fa29677') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:23.226541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:42:23.226945 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:42:23.230326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d3c73-08ce-4137-9fee-7425f0b50313 None None] Pushing event updated for resources: {'Port': ['ID=f467d3e2-c924-4d91-a48c-3c4a7b86d37d,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:23.237976 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.255962 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.264918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:42:23.265581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: timer() May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:42:23.284141 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:42:23.383817 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.406823 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.421778 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event deleted for resources: {'Network': ['ID=3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:23.425417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-acd61816-6e15-4ab5-b2df-03e8015fb208 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "DELETE /v2.0/networks/3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a HTTP/1.1" status: 204 len: 168 time: 1.1610205 May 06 13:42:23.429249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55774) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:23.507801 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-248acf6b-4f28-4551-bd05-411e04432db7 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Deleting subnet 82a6a93b-a0d3-4a89-8229-30592c912aee {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:42:23.511552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248acf6b-4f28-4551-bd05-411e04432db7 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.541783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2a3fed6b-f77b-4083-9a3c-d8577f83137c None None] Provisioning complete for port f467d3e2-c924-4d91-a48c-3c4a7b86d37d triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:23.542162 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2a3fed6b-f77b-4083-9a3c-d8577f83137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.577392 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248acf6b-4f28-4551-bd05-411e04432db7 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.668508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248acf6b-4f28-4551-bd05-411e04432db7 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.748117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248acf6b-4f28-4551-bd05-411e04432db7 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.758611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ae9cab-ed7f-4b25-9ef0-2ba74476ca15 None None] DHCP port deletion for 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:42:23.789858 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ee898-4a44-4703-8e81-541cfa9cf0cf None None] Network 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:23.794272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248acf6b-4f28-4551-bd05-411e04432db7 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event deleted for resources: {'Subnet': ['ID=82a6a93b-a0d3-4a89-8229-30592c912aee,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:23.801726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-248acf6b-4f28-4551-bd05-411e04432db7 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.808532 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-248acf6b-4f28-4551-bd05-411e04432db7 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "DELETE /v2.0/subnets/82a6a93b-a0d3-4a89-8229-30592c912aee HTTP/1.1" status: 204 len: 168 time: 0.3767431 May 06 13:42:23.810939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55778) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:23.814315 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a130391a-6489-4b52-8a8e-fb893d7919a9 None None] Network c78ffeea-4151-47f8-83ec-4a2116b6e95b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:23.836118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ee898-4a44-4703-8e81-541cfa9cf0cf None None] Network 3ef7b5fa-8e4b-429f-9e5a-ee3bebe5ac1a could not be found, it might have been deleted concurrently. {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 13:42:23.840863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8b946589-5b5d-412d-84ea-58ba3db0a0ba None None] Could not find standard attr ID for object 7b446785-c424-4890-a236-d1188bc5b37a. {{(pid=83958) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:42:23.935558 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:23.950496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Deleting port f467d3e2-c924-4d91-a48c-3c4a7b86d37d {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:23.950836 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.107619 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] DHCP port deletion for c78ffeea-4151-47f8-83ec-4a2116b6e95b request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:42:24.111830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] Deleting port f467d3e2-c924-4d91-a48c-3c4a7b86d37d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:24.112208 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.201523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f467d3e2-c924-4d91-a48c-3c4a7b86d37d no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:42:24.312616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] For port f467d3e2-c924-4d91-a48c-3c4a7b86d37d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f467d3e2-c924-4d91-a48c-3c4a7b86d37d,segment=NetworkSegment(3ea1872b-cebc-4a4d-9a3e-391c148bc3bb),segment_id=3ea1872b-cebc-4a4d-9a3e-391c148bc3bb)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:24.312911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.422570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] For port f467d3e2-c924-4d91-a48c-3c4a7b86d37d, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f467d3e2-c924-4d91-a48c-3c4a7b86d37d,segment=NetworkSegment(3ea1872b-cebc-4a4d-9a3e-391c148bc3bb),segment_id=3ea1872b-cebc-4a4d-9a3e-391c148bc3bb)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:24.422978 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.448294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Calling delete_port for f467d3e2-c924-4d91-a48c-3c4a7b86d37d owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:42:24.532363 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.544908 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.564292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] Calling delete_port for f467d3e2-c924-4d91-a48c-3c4a7b86d37d owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:42:24.581879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event deleted for resources: {'Port': ['ID=f467d3e2-c924-4d91-a48c-3c4a7b86d37d,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:24.586531 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] No DVR routers for this DVR port f467d3e2-c924-4d91-a48c-3c4a7b86d37d on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:42:24.691000 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:42:24.691370 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:42:24.723022 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.756301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78ffeea-4151-47f8-83ec-4a2116b6e95b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:24.770011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea1872b-cebc-4a4d-9a3e-391c148bc3bb') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:24.770303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea1872b-cebc-4a4d-9a3e-391c148bc3bb') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:24.784952 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.802660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.809458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:42:24.809864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: timer() May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:42:24.827709 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:42:24.913685 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.933348 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.950486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Pushing event deleted for resources: {'Network': ['ID=c78ffeea-4151-47f8-83ec-4a2116b6e95b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:24.953288 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-18faeb4d-8423-4cef-8088-bef7ba016693 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "DELETE /v2.0/networks/c78ffeea-4151-47f8-83ec-4a2116b6e95b HTTP/1.1" status: 204 len: 168 time: 1.1413810 May 06 13:42:24.956781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55782) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:25.000364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a00accaf-817b-443e-8354-f38208dc26ad tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Synchronizing usage tracker for tenant:d026f9257dd642488515dba725f1e9ff on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:42:25.018378 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a00accaf-817b-443e-8354-f38208dc26ad tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Unset dirty status for tenant:d026f9257dd642488515dba725f1e9ff on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:42:25.019952 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a00accaf-817b-443e-8354-f38208dc26ad tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "GET /v2.0/ports?device_id=64dae2cf-c498-4680-8f20-c9fa71514073 HTTP/1.1" status: 200 len: 205 time: 0.0627730 May 06 13:42:25.023015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55786) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:25.174979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99e98af8-07ad-4cfd-a8a6-064f51cac482 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:25.192538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] Deleting port f467d3e2-c924-4d91-a48c-3c4a7b86d37d {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:42:25.193386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:25.268529 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7461c193-c499-4b05-b6e1-c25f0a79eedb None None] The port 'f467d3e2-c924-4d91-a48c-3c4a7b86d37d' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:42:25.689952 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99e98af8-07ad-4cfd-a8a6-064f51cac482 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:25.694710 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99e98af8-07ad-4cfd-a8a6-064f51cac482 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:25.721231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99e98af8-07ad-4cfd-a8a6-064f51cac482 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:25.721774 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e98af8-07ad-4cfd-a8a6-064f51cac482 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Fanout notify agent at l3_agent the message router_deleted on router 64dae2cf-c498-4680-8f20-c9fa71514073 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:42:25.733192 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-99e98af8-07ad-4cfd-a8a6-064f51cac482 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:25.734438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-99e98af8-07ad-4cfd-a8a6-064f51cac482 tempest-RoutersNegativeTest-1338398542 tempest-RoutersNegativeTest-1338398542-project] 10.222.0.44 "DELETE /v2.0/routers/64dae2cf-c498-4680-8f20-c9fa71514073 HTTP/1.1" status: 204 len: 168 time: 0.7102916 May 06 13:42:26.057591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55794) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:26.256117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7594fb2b-a08c-4f64-a533-0ef19c34a41f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d026f9257dd642488515dba725f1e9ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1972418 May 06 13:42:26.259034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55800) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:26.320940 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cac078ba-3fd1-4582-abc7-fe758ca1df07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:26.351837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cac078ba-3fd1-4582-abc7-fe758ca1df07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:26.407709 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cac078ba-3fd1-4582-abc7-fe758ca1df07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:26.433022 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac078ba-3fd1-4582-abc7-fe758ca1df07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c173372-268b-4629-ad30-2d50f9dc7a66,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:26.438615 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-cac078ba-3fd1-4582-abc7-fe758ca1df07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:26.442220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-cac078ba-3fd1-4582-abc7-fe758ca1df07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c173372-268b-4629-ad30-2d50f9dc7a66 HTTP/1.1" status: 204 len: 168 time: 0.1796350 May 06 13:42:27.294211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55822) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:27.439749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-658238588-network', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:27.448419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:27.452600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Usage tracker for resource:network and tenant:c8b2e1035502421b9a6af4fda35e7220 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:27.456364 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:27.462415 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:27.473935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Made reservation on behalf of c8b2e1035502421b9a6af4fda35e7220 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:27.476411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:27.489679 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:27.524466 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:27.528605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b2e1035502421b9a6af4fda35e7220 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:27.531616 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:27.537457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:27.610470 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:27.616097 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:27.646031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:27.654530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91214b85-432d-4597-b59e-41c97b45bf23,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:27.660249 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:27.660596 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Added segment 4422e315-801b-404e-a5e1-dd1cc42ed597 of type vlan for network 900c839d-4978-4f82-a094-3a22b029556b May 06 13:42:27.687471 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:27.718480 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:27.719350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:27.719954 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:27.823425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] Pushing event updated for resources: {'Network': ['ID=900c839d-4978-4f82-a094-3a22b029556b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:27.826273 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-81b32ac4-5db4-4d15-91d9-fdd9d0cd77c4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5309544 May 06 13:42:27.829686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55828) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:27.834870 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 900c839d-4978-4f82-a094-3a22b029556b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:27.837455 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Request body: {'subnet': {'network_id': '900c839d-4978-4f82-a094-3a22b029556b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-subnet', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:27.843784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:27.848323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Usage tracker for resource:subnet and tenant:c8b2e1035502421b9a6af4fda35e7220 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:27.851651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:27.858094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:27.872198 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Made reservation on behalf of c8b2e1035502421b9a6af4fda35e7220 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:27.874395 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.088850 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.157053 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b651d608-6d40-4c8c-ad72-986c68f6bbc8,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:28.171745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Checking segment: {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:28.172102 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Network hostable DHCP agents. Network: 900c839d-4978-4f82-a094-3a22b029556b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:28.196928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Network 900c839d-4978-4f82-a094-3a22b029556b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:28.207237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 900c839d-4978-4f82-a094-3a22b029556b) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:28.211650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:28.212253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.216299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d788855-8e0d-4a44-b7cd-36af04d930bb None None] Network 900c839d-4978-4f82-a094-3a22b029556b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:28.242334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-583fefce-dcd5-4c8e-b0cd-170a37a52054 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4099622 May 06 13:42:28.245948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55832) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:28.251690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:28.257661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:28.262040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Usage tracker for resource:router and tenant:c8b2e1035502421b9a6af4fda35e7220 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:28.265064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:28.271346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:28.284780 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.285728 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.305387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.459237 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.486293 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-900c839d-4978-4f82-a094-3a22b029556b', 'network_id': '900c839d-4978-4f82-a094-3a22b029556b', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'fixed_ips': [{'subnet_id': 'b651d608-6d40-4c8c-ad72-986c68f6bbc8'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:42:28.487176 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.643329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Allocated IP 172.20.0.2 (900c839d-4978-4f82-a094-3a22b029556b/b651d608-6d40-4c8c-ad72-986c68f6bbc8/8943ea87-3397-4c3d-9a62-577267ec3f22) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:28.658816 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.689634 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.832822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Allocated IP 172.25.7.29 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/0cae9c92-36fd-4e29-a033-7a7ac57abaad) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:28.860413 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.871482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Transition to ACTIVE for port object 8943ea87-3397-4c3d-9a62-577267ec3f22 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:28.890798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Transition to ACTIVE for port object 8943ea87-3397-4c3d-9a62-577267ec3f22 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:28.896744 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:28.964423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Network 900c839d-4978-4f82-a094-3a22b029556b is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:28.967419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:28.969907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:28.977426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Pushing event updated for resources: {'Port': ['ID=8943ea87-3397-4c3d-9a62-577267ec3f22,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:28.992519 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:29.026410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:29.068528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Attempting to bind port 8943ea87-3397-4c3d-9a62-577267ec3f22 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:29.068943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Attempting to bind port 8943ea87-3397-4c3d-9a62-577267ec3f22 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:29.069282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Attempting to bind port 8943ea87-3397-4c3d-9a62-577267ec3f22 on network 900c839d-4978-4f82-a094-3a22b029556b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:29.076265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:29.076642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Checking segment: {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:29.077050 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:29.077451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Bound using segment: {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:29.077917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Bound port: 8943ea87-3397-4c3d-9a62-577267ec3f22, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:29.078370 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:29.095109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:29.098209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:29.102939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:29.129230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Pushing event updated for resources: {'Port': ['ID=0cae9c92-36fd-4e29-a033-7a7ac57abaad,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:29.175050 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] For port 8943ea87-3397-4c3d-9a62-577267ec3f22, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:29.178776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] For port 8943ea87-3397-4c3d-9a62-577267ec3f22, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8943ea87-3397-4c3d-9a62-577267ec3f22,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:29.183590 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:29.266092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e31bc-a784-4cd8-b2a6-301c62e4ad5a None None] Pushing event updated for resources: {'Port': ['ID=8943ea87-3397-4c3d-9a62-577267ec3f22,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:29.288165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:29.288817 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:29.679361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:42:29.897503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:42:29.909004 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Sync routers for ids ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:42:29.922107 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Routers {'075e3aa5-e16f-4813-ab77-96c3f9d10c35'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:42:29.922734 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:29.926946 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:29.932016 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1787e409-d739-4639-bcb0-c2176e42d946 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6818440 May 06 13:42:29.932345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55836) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:30.111573 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Set router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:42:30.243978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8943ea87-3397-4c3d-9a62-577267ec3f22 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:30.325742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 8943ea87-3397-4c3d-9a62-577267ec3f22 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:30.340745 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d90c8-cfa5-408e-87ef-e93ed704c7ef None None] Network 900c839d-4978-4f82-a094-3a22b029556b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:30.436771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2371722c-ee78-4429-8d4c-3cf8020e87ea None None] Provisioning for port 8943ea87-3397-4c3d-9a62-577267ec3f22 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:30.447867 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2371722c-ee78-4429-8d4c-3cf8020e87ea None None] Provisioning complete for port 8943ea87-3397-4c3d-9a62-577267ec3f22 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:30.448372 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2371722c-ee78-4429-8d4c-3cf8020e87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:30.468624 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:29Z', 'revision_number': 3, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'gw_port': {'id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:30.473086 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Checking router: 075e3aa5-e16f-4813-ab77-96c3f9d10c35 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:42:30.473464 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Updating router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 port 0cae9c92-36fd-4e29-a033-7a7ac57abaad binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:42:30.547962 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:30.674217 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2371722c-ee78-4429-8d4c-3cf8020e87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:30.724006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-2371722c-ee78-4429-8d4c-3cf8020e87ea None None] For port 8943ea87-3397-4c3d-9a62-577267ec3f22, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8943ea87-3397-4c3d-9a62-577267ec3f22,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:30.731790 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2371722c-ee78-4429-8d4c-3cf8020e87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:30.751925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:30.807199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371722c-ee78-4429-8d4c-3cf8020e87ea None None] Pushing event updated for resources: {'Port': ['ID=8943ea87-3397-4c3d-9a62-577267ec3f22,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:30.952507 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:30.968161 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Transition to ACTIVE for port object 0cae9c92-36fd-4e29-a033-7a7ac57abaad will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:30.978167 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.033493 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Allocated IP 172.20.0.1 (900c839d-4978-4f82-a094-3a22b029556b/b651d608-6d40-4c8c-ad72-986c68f6bbc8/00611527-7ed0-4f2a-8989-8635598a066e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:31.064894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d8b9ba63-9c16-416b-995d-1767dfb54102 None None] Provisioning complete for port 8943ea87-3397-4c3d-9a62-577267ec3f22 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:31.065218 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d8b9ba63-9c16-416b-995d-1767dfb54102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.111528 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Pushing event updated for resources: {'Port': ['ID=0cae9c92-36fd-4e29-a033-7a7ac57abaad,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:31.120310 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Attempting to bind port 0cae9c92-36fd-4e29-a033-7a7ac57abaad on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:31.120676 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Attempting to bind port 0cae9c92-36fd-4e29-a033-7a7ac57abaad by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:31.120992 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Attempting to bind port 0cae9c92-36fd-4e29-a033-7a7ac57abaad on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:31.130249 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.130560 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.131441 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.131441 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.131638 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.131942 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.132182 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.132447 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.132769 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.133495 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.133495 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:31.139581 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:31.140596 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:31.140596 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.140817 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:31.141133 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Bound port: 0cae9c92-36fd-4e29-a033-7a7ac57abaad, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:31.141491 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.206749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.227049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Transition to ACTIVE for port object 00611527-7ed0-4f2a-8989-8635598a066e will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:31.227912 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] For port 0cae9c92-36fd-4e29-a033-7a7ac57abaad, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:31.231195 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] For port 0cae9c92-36fd-4e29-a033-7a7ac57abaad, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0cae9c92-36fd-4e29-a033-7a7ac57abaad,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:31.236494 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.258063 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.314457 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Routers {'075e3aa5-e16f-4813-ab77-96c3f9d10c35'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:42:31.315120 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:31.337147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Network 900c839d-4978-4f82-a094-3a22b029556b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:31.341012 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:31.343106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Pushing event updated for resources: {'Port': ['ID=00611527-7ed0-4f2a-8989-8635598a066e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:31.346499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:31.411881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.474531 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb1fe9-ecea-4231-84eb-30d529efd075 None None] Pushing event updated for resources: {'Port': ['ID=0cae9c92-36fd-4e29-a033-7a7ac57abaad,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:31.513727 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.537672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] Set router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:42:31.647549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-58f9d9bf-3401-4b4c-b000-5249efb51f7d None None] Provisioning for port 00611527-7ed0-4f2a-8989-8635598a066e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:31.654344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-58f9d9bf-3401-4b4c-b000-5249efb51f7d None None] Provisioning complete for port 00611527-7ed0-4f2a-8989-8635598a066e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:31.654761 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58f9d9bf-3401-4b4c-b000-5249efb51f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.713746 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-58f9d9bf-3401-4b4c-b000-5249efb51f7d None None] Port 00611527-7ed0-4f2a-8989-8635598a066e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:42:31.860897 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:29Z', 'revision_number': 3, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'gw_port': {'id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:31.865703 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643d51f-a4bf-415a-b0b5-c5d7aa0c29e6 None None] The sync data for ids ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'] in n-d-840847-1 is: [{'id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:29Z', 'revision_number': 3, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'gw_port': {'id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cf:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:42:31.893907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:31.899484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:32.010071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Pushing event updated for resources: {'Port': ['ID=00611527-7ed0-4f2a-8989-8635598a066e,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:32.012777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:32.203764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Network 900c839d-4978-4f82-a094-3a22b029556b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:32.206140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:32.299853 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0cae9c92-36fd-4e29-a033-7a7ac57abaad up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:32.464029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 0cae9c92-36fd-4e29-a033-7a7ac57abaad completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:32.473148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0cae9c92-36fd-4e29-a033-7a7ac57abaad triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:32.473908 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:32.608065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b4e4b0b0-1517-42da-ad1a-313aa17a9259 None None] Provisioning complete for port 00611527-7ed0-4f2a-8989-8635598a066e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:32.608497 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b4e4b0b0-1517-42da-ad1a-313aa17a9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:32.708994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:32.732012 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4b0b0-1517-42da-ad1a-313aa17a9259 None None] Port 00611527-7ed0-4f2a-8989-8635598a066e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:42:32.735617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 0cae9c92-36fd-4e29-a033-7a7ac57abaad, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0cae9c92-36fd-4e29-a033-7a7ac57abaad,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:32.740737 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:32.741771 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8943ea87-3397-4c3d-9a62-577267ec3f22 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:32.783725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:42:32.865220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=0cae9c92-36fd-4e29-a033-7a7ac57abaad,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:32.879118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8943ea87-3397-4c3d-9a62-577267ec3f22 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:32.879492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:33.009506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:42:33.022012 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5b6adcbe-c3be-4a33-a92c-6fda73a0e839 admin admin] 10.222.0.44 "PUT /v2.0/routers/075e3aa5-e16f-4813-ab77-96c3f9d10c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0883675 May 06 13:42:33.997377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55858) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:34.007205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-183099015-network', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:34.015328 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:34.020893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Usage tracker for resource:network and tenant:87ab25217936408c90c83f8d2dabdfd3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:34.024765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:34.032549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:34.045346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Made reservation on behalf of 87ab25217936408c90c83f8d2dabdfd3 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:34.047769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.062514 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.098314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:34.102638 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Usage tracker for resource:security_group_rule and tenant:87ab25217936408c90c83f8d2dabdfd3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:34.106564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:34.112667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:34.189210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.194584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0cae9c92-36fd-4e29-a033-7a7ac57abaad up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:34.195613 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.227879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:42:34.237450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13008d30-4d57-4633-a1a3-ceb172a68b90,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:34.243531 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.243807 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Added segment 27ff2629-b5f2-469b-acca-e4aff73cf493 of type vlan for network dfc2b529-d767-4a23-a24a-1ae71dd93b18 May 06 13:42:34.271147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0cae9c92-36fd-4e29-a033-7a7ac57abaad triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:34.271703 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.276128 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.311466 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.312323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:34.313016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.418778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4197977 May 06 13:42:34.421643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73eb57-eb6a-459b-97e7-a86c53dd05a8 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc2b529-d767-4a23-a24a-1ae71dd93b18,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:34.421767 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55862) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:34.428345 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Request body: {'subnet': {'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-subnet', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:34.433060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dfc2b529-d767-4a23-a24a-1ae71dd93b18 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:42:34.434805 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:34.438782 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Usage tracker for resource:subnet and tenant:87ab25217936408c90c83f8d2dabdfd3 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:34.441659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:34.447845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:34.458651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Made reservation on behalf of 87ab25217936408c90c83f8d2dabdfd3 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:34.460902 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.675451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.746020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eab1dce-35ef-44de-8a4d-95398a25b811,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:34.760940 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Checking segment: {'id': '27ff2629-b5f2-469b-acca-e4aff73cf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:34.761322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Network hostable DHCP agents. Network: dfc2b529-d767-4a23-a24a-1ae71dd93b18, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:42:34.787009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Network dfc2b529-d767-4a23-a24a-1ae71dd93b18 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:42:34.799324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dfc2b529-d767-4a23-a24a-1ae71dd93b18) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:34.803553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:34.804138 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.810216 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e077d5a5-49b5-4a04-82dd-a2ef6876212d None None] Network dfc2b529-d767-4a23-a24a-1ae71dd93b18 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:34.840135 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0506149d-7e1c-4fc0-822b-4058f575027e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4123492 May 06 13:42:34.840589 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 55866) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:34.845943 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:34.852062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:34.856500 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Usage tracker for resource:router and tenant:87ab25217936408c90c83f8d2dabdfd3 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:34.859670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:34.866340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:34.881137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.882275 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:34.908010 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.095428 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dfc2b529-d767-4a23-a24a-1ae71dd93b18', 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'fixed_ips': [{'subnet_id': '4eab1dce-35ef-44de-8a4d-95398a25b811'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:42:35.096962 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.237141 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.314235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Allocated IP 172.20.0.2 (dfc2b529-d767-4a23-a24a-1ae71dd93b18/4eab1dce-35ef-44de-8a4d-95398a25b811/da063232-c666-4bf3-94f5-ba7c317d9317) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:35.454409 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.489813 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.560936 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.574081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Transition to ACTIVE for port object da063232-c666-4bf3-94f5-ba7c317d9317 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:35.595436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Transition to ACTIVE for port object da063232-c666-4bf3-94f5-ba7c317d9317 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:35.601963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.655057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Sync routers for ids ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:42:35.658922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Allocated IP 172.25.7.221 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/6bfc57d5-c515-45c3-a38a-dc0b5ef613e7) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:35.689030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Network dfc2b529-d767-4a23-a24a-1ae71dd93b18 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:35.692622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:35.699078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:35.701865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Pushing event updated for resources: {'Port': ['ID=da063232-c666-4bf3-94f5-ba7c317d9317,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:35.706423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Routers {'075e3aa5-e16f-4813-ab77-96c3f9d10c35'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:42:35.707055 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:35.846049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.879790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.927723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Attempting to bind port da063232-c666-4bf3-94f5-ba7c317d9317 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:35.928025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Attempting to bind port da063232-c666-4bf3-94f5-ba7c317d9317 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '27ff2629-b5f2-469b-acca-e4aff73cf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:35.928381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Attempting to bind port da063232-c666-4bf3-94f5-ba7c317d9317 on network dfc2b529-d767-4a23-a24a-1ae71dd93b18 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:35.950892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:35.951267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Checking segment: {'id': '27ff2629-b5f2-469b-acca-e4aff73cf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:35.951673 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.952078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Bound using segment: {'id': '27ff2629-b5f2-469b-acca-e4aff73cf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:35.952552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Bound port: da063232-c666-4bf3-94f5-ba7c317d9317, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ff2629-b5f2-469b-acca-e4aff73cf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:35.952922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:35.960680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:35.961667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Pushing event updated for resources: {'Port': ['ID=6bfc57d5-c515-45c3-a38a-dc0b5ef613e7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:35.966450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:35.966988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:36.080005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Set router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:42:36.141811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.142563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.176576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] For port da063232-c666-4bf3-94f5-ba7c317d9317, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:36.181025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] For port da063232-c666-4bf3-94f5-ba7c317d9317, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=da063232-c666-4bf3-94f5-ba7c317d9317,segment=NetworkSegment(27ff2629-b5f2-469b-acca-e4aff73cf493),segment_id=27ff2629-b5f2-469b-acca-e4aff73cf493)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:36.239260 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.410645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:42:36.422933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1806b16-c40e-453a-b596-57a1e2266f2f None None] Pushing event updated for resources: {'Port': ['ID=da063232-c666-4bf3-94f5-ba7c317d9317,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:36.543258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:31Z', 'revision_number': 4, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'gw_port': {'id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '00611527-7ed0-4f2a-8989-8635598a066e', 'name': '', 'network_id': '900c839d-4978-4f82-a094-3a22b029556b', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'mac_address': 'fa:16:3e:fa:09:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b651d608-6d40-4c8c-ad72-986c68f6bbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:30Z', 'updated_at': '2022-05-06T13:42:31Z', 'revision_number': 2, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'subnets': [{'id': 'b651d608-6d40-4c8c-ad72-986c68f6bbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:36.548007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Checking router: 075e3aa5-e16f-4813-ab77-96c3f9d10c35 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:42:36.548477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Updating router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 port 00611527-7ed0-4f2a-8989-8635598a066e binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:42:36.631429 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.687173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:42:36.703828 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Sync routers for ids ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:42:36.717367 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Routers {'4fc698f5-c25c-4bb2-9926-e3de9f83d61f'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:42:36.717992 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:36.730951 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:36.733514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f2b66a94-b9d8-4e44-933a-1a6607649240 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8913739 May 06 13:42:36.737269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 55870) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:36.983025 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Set router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:42:37.106731 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.120116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Transition to ACTIVE for port object 00611527-7ed0-4f2a-8989-8635598a066e will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:37.132668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.287980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5374c4-b398-43a4-b682-07a726dffbcd None None] Pushing event updated for resources: {'Port': ['ID=00611527-7ed0-4f2a-8989-8635598a066e,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:37.392549 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:34Z', 'updated_at': '2022-05-06T13:42:36Z', 'revision_number': 3, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'gw_port': {'id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:35Z', 'updated_at': '2022-05-06T13:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:37.397722 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Checking router: 4fc698f5-c25c-4bb2-9926-e3de9f83d61f for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:42:37.398215 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Updating router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:42:37.479971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Attempting to bind port 00611527-7ed0-4f2a-8989-8635598a066e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:37.480832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Attempting to bind port 00611527-7ed0-4f2a-8989-8635598a066e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:37.480832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Attempting to bind port 00611527-7ed0-4f2a-8989-8635598a066e on network 900c839d-4978-4f82-a094-3a22b029556b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:37.492600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:37.494103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Checking segment: {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:37.494816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.495321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Bound using segment: {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:37.495935 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Bound port: 00611527-7ed0-4f2a-8989-8635598a066e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:37.496415 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.534442 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.686169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] For port 00611527-7ed0-4f2a-8989-8635598a066e, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:37.690971 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] For port 00611527-7ed0-4f2a-8989-8635598a066e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=00611527-7ed0-4f2a-8989-8635598a066e,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:37.702210 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:37.757702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db3029-8398-4b84-8479-0dc29eb41b98 None None] Network dfc2b529-d767-4a23-a24a-1ae71dd93b18 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:42:37.970933 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5374c4-b398-43a4-b682-07a726dffbcd None None] Pushing event updated for resources: {'Port': ['ID=00611527-7ed0-4f2a-8989-8635598a066e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:37.991129 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.030744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5df3577b-bf6d-45a6-b679-682f82012c94 None None] Provisioning for port da063232-c666-4bf3-94f5-ba7c317d9317 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:38.054550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Routers {'075e3aa5-e16f-4813-ab77-96c3f9d10c35'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:42:38.055899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:38.092424 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.121095 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.147691 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Transition to ACTIVE for port object 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:38.163524 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.295663 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada6deb-30a9-4f79-be26-d923c9e11dd6 None None] Pushing event updated for resources: {'Port': ['ID=6bfc57d5-c515-45c3-a38a-dc0b5ef613e7,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:38.317973 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Attempting to bind port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:38.318718 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Attempting to bind port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:38.319169 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Attempting to bind port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:38.328411 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:38.329082 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:38.329804 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.330433 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:38.331656 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Bound port: 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:38.332029 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.415309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device da063232-c666-4bf3-94f5-ba7c317d9317 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:38.421755 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] For port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:38.426381 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] For port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6bfc57d5-c515-45c3-a38a-dc0b5ef613e7,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:38.433079 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.448285 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Allocated IP 172.20.0.1 (dfc2b529-d767-4a23-a24a-1ae71dd93b18/4eab1dce-35ef-44de-8a4d-95398a25b811/11c793c4-5278-42e3-b9d6-c1eaf22ae1b5) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:38.522709 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada6deb-30a9-4f79-be26-d923c9e11dd6 None None] Pushing event updated for resources: {'Port': ['ID=6bfc57d5-c515-45c3-a38a-dc0b5ef613e7,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:38.528685 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Routers {'4fc698f5-c25c-4bb2-9926-e3de9f83d61f'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:42:38.529458 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:42:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:38.564134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] Set router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:42:38.700141 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.725735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Transition to ACTIVE for port object 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:38.737832 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] Set router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:42:38.752408 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.801769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port da063232-c666-4bf3-94f5-ba7c317d9317 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:38.821777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Network dfc2b529-d767-4a23-a24a-1ae71dd93b18 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:38.825900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:38.832485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:38.870115 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port da063232-c666-4bf3-94f5-ba7c317d9317 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:38.870115 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:38.887202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=11c793c4-5278-42e3-b9d6-c1eaf22ae1b5,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:38.902168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.016919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.153615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.169092 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:34Z', 'updated_at': '2022-05-06T13:42:36Z', 'revision_number': 3, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'gw_port': {'id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:35Z', 'updated_at': '2022-05-06T13:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:39.179049 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab70c3e-173a-44f1-8e77-bf8586540cf0 None None] The sync data for ids ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'] in n-d-840847-1 is: [{'id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:34Z', 'updated_at': '2022-05-06T13:42:36Z', 'revision_number': 3, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'gw_port': {'id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:35Z', 'updated_at': '2022-05-06T13:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:42:39.198773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port da063232-c666-4bf3-94f5-ba7c317d9317, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=da063232-c666-4bf3-94f5-ba7c317d9317,segment=NetworkSegment(27ff2629-b5f2-469b-acca-e4aff73cf493),segment_id=27ff2629-b5f2-469b-acca-e4aff73cf493)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:39.211957 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.311819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=da063232-c666-4bf3-94f5-ba7c317d9317,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:39.319887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:31Z', 'revision_number': 4, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'gw_port': {'id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '00611527-7ed0-4f2a-8989-8635598a066e', 'name': '', 'network_id': '900c839d-4978-4f82-a094-3a22b029556b', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'mac_address': 'fa:16:3e:fa:09:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b651d608-6d40-4c8c-ad72-986c68f6bbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:30Z', 'updated_at': '2022-05-06T13:42:37Z', 'revision_number': 4, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'subnets': [{'id': 'b651d608-6d40-4c8c-ad72-986c68f6bbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:39.327637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953050ad-06f6-4e10-90cc-5393aee56fcf None None] The sync data for ids ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'] in n-d-840847-1 is: [{'id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:31Z', 'revision_number': 4, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'gw_port': {'id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '00611527-7ed0-4f2a-8989-8635598a066e', 'name': '', 'network_id': '900c839d-4978-4f82-a094-3a22b029556b', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'mac_address': 'fa:16:3e:fa:09:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b651d608-6d40-4c8c-ad72-986c68f6bbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:30Z', 'updated_at': '2022-05-06T13:42:37Z', 'revision_number': 4, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'subnets': [{'id': 'b651d608-6d40-4c8c-ad72-986c68f6bbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:42:39.341920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-77576557-cad3-46d3-a830-992d01e4db14 None None] Provisioning complete for port da063232-c666-4bf3-94f5-ba7c317d9317 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:39.342635 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-77576557-cad3-46d3-a830-992d01e4db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.363106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.379079 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.576514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.636697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=11c793c4-5278-42e3-b9d6-c1eaf22ae1b5,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:39.748566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-503d5d3a-041d-4a4d-ad0f-e9534521c389 None None] Provisioning for port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:39.761064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-503d5d3a-041d-4a4d-ad0f-e9534521c389 None None] Provisioning complete for port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:39.761444 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-503d5d3a-041d-4a4d-ad0f-e9534521c389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:39.832199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-503d5d3a-041d-4a4d-ad0f-e9534521c389 None None] Port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:42:39.936380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Network dfc2b529-d767-4a23-a24a-1ae71dd93b18 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:39.938091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:40.275162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2d017881-43d4-4a16-bbbe-8c1943eacd04 None None] Provisioning complete for port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:40.275828 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2d017881-43d4-4a16-bbbe-8c1943eacd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.393763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-2d017881-43d4-4a16-bbbe-8c1943eacd04 None None] Port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:42:40.396756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device da063232-c666-4bf3-94f5-ba7c317d9317 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:40.507167 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port da063232-c666-4bf3-94f5-ba7c317d9317 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:40.507744 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.570992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:42:40.696665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 00611527-7ed0-4f2a-8989-8635598a066e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:40.783110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 00611527-7ed0-4f2a-8989-8635598a066e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:40.793084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 00611527-7ed0-4f2a-8989-8635598a066e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:40.793672 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.833106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:42:40.851463 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ced13453-09af-4b1a-a0a9-3fec833ad2f9 admin admin] 10.222.0.44 "PUT /v2.0/routers/4fc698f5-c25c-4bb2-9926-e3de9f83d61f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1128297 May 06 13:42:40.974197 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.011729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 00611527-7ed0-4f2a-8989-8635598a066e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=00611527-7ed0-4f2a-8989-8635598a066e,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:41.016919 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.017742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:41.138764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=00611527-7ed0-4f2a-8989-8635598a066e,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:41.155250 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:41.160679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:41.161066 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.380749 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.399923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6bfc57d5-c515-45c3-a38a-dc0b5ef613e7,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:41.404159 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:41.482215 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=6bfc57d5-c515-45c3-a38a-dc0b5ef613e7,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:42.201282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 00611527-7ed0-4f2a-8989-8635598a066e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:42.274129 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 00611527-7ed0-4f2a-8989-8635598a066e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:42.274524 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.436563 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1c060a7a-9213-4259-8286-b9c2558cd109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.445398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:42.529206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:42.529206 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.189868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d026d-c12f-4081-800b-54ed6ae921ee req-28f76d03-85b1-4978-8159-858a3c7d8a0c tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:43.191394 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-28f76d03-85b1-4978-8159-858a3c7d8a0c tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/networks?id=900c839d-4978-4f82-a094-3a22b029556b HTTP/1.1" status: 200 len: 816 time: 0.1538448 May 06 13:42:43.209910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-936a30fa-03eb-44cb-989c-0f1985443e69 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/quotas/c8b2e1035502421b9a6af4fda35e7220 HTTP/1.1" status: 200 len: 375 time: 0.0123663 May 06 13:42:43.300140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-4204e16e-77c5-4ee7-a889-b11dc764d929 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8b2e1035502421b9a6af4fda35e7220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843415 May 06 13:42:43.601441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-1fd0a74c-1af2-48b4-aab4-6cbc905ded67 service neutron] 10.222.0.44 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745938 May 06 13:42:43.645207 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.753045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-cf0f18d6-d2a6-4e93-ad83-ddb8c2161989 service neutron] 10.222.0.44 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449063 May 06 13:42:43.957978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6766ce22-a502-4068-a10a-11d7debd06c8 req-ad64ba83-5942-416d-a044-5953a51b0435 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 210 time: 0.0430746 May 06 13:42:44.778304 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fe08f22a-299b-485a-b096-3483896caaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.131088 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c97e0619-cbb5-417a-a94b-72b359763bb8 req-c8b75c12-3903-431c-bb2b-10e4a1c58aee tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 210 time: 0.0462122 May 06 13:42:45.430352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d026d-c12f-4081-800b-54ed6ae921ee req-39de63a0-bcce-4a93-810d-9b3e99d90abf tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:45.431337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-899d026d-c12f-4081-800b-54ed6ae921ee req-39de63a0-bcce-4a93-810d-9b3e99d90abf tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Synchronizing usage tracker for tenant:c8b2e1035502421b9a6af4fda35e7220 on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:42:45.454665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-899d026d-c12f-4081-800b-54ed6ae921ee req-39de63a0-bcce-4a93-810d-9b3e99d90abf tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Unset dirty status for tenant:c8b2e1035502421b9a6af4fda35e7220 on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:42:45.456648 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-39de63a0-bcce-4a93-810d-9b3e99d90abf tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.36 "GET /v2.0/networks?id=900c839d-4978-4f82-a094-3a22b029556b HTTP/1.1" status: 200 len: 816 time: 0.1891766 May 06 13:42:45.475725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Request body: {'port': {'device_id': 'cb380721-dc15-4f74-8c98-2d159a706f25', 'network_id': '900c839d-4978-4f82-a094-3a22b029556b', 'admin_state_up': True, 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:45.552801 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.632718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:45.636904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Usage tracker for resource:port and tenant:c8b2e1035502421b9a6af4fda35e7220 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:45.640207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:45.647006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:45.658793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Made reservation on behalf of c8b2e1035502421b9a6af4fda35e7220 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:42:45.662158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:45.841730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Allocated IP 172.20.0.9 (900c839d-4978-4f82-a094-3a22b029556b/b651d608-6d40-4c8c-ad72-986c68f6bbc8/50f6fa3e-1ef2-4005-99e2-70798fec424b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:45.866824 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:42:46.082241 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.101549 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Transition to ACTIVE for port object 50f6fa3e-1ef2-4005-99e2-70798fec424b will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:46.134739 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.216987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Network 900c839d-4978-4f82-a094-3a22b029556b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:46.220770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:46.225669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:46.254996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Pushing event updated for resources: {'Port': ['ID=50f6fa3e-1ef2-4005-99e2-70798fec424b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:46.295581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:46.296212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.304417 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.324453 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-b7ff7a37-5519-42b8-87a9-6ca4ab4b314f tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553348 May 06 13:42:46.337525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Request body: {'port': {'device_id': 'cb380721-dc15-4f74-8c98-2d159a706f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:46.390957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9320ffb-8ec4-4a19-8200-6699fc838cfd req-017f28c2-93fd-4ff2-8577-e28c78904d1d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:46.392569 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9320ffb-8ec4-4a19-8200-6699fc838cfd req-017f28c2-93fd-4ff2-8577-e28c78904d1d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 931 time: 0.1046069 May 06 13:42:46.453044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c9320ffb-8ec4-4a19-8200-6699fc838cfd req-2534506d-2830-4712-9410-a5f61f71146d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520704 May 06 13:42:46.569523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-50ded38e-3c51-4a03-ae70-9e7037b355a8 None None] Provisioning for port 50f6fa3e-1ef2-4005-99e2-70798fec424b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:46.578901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-50ded38e-3c51-4a03-ae70-9e7037b355a8 None None] Provisioning complete for port 50f6fa3e-1ef2-4005-99e2-70798fec424b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:46.579431 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-50ded38e-3c51-4a03-ae70-9e7037b355a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.597186 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.644894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-50ded38e-3c51-4a03-ae70-9e7037b355a8 None None] Port 50f6fa3e-1ef2-4005-99e2-70798fec424b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:42:46.952556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f6fa3e-1ef2-4005-99e2-70798fec424b {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:42:46.961627 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:46.979419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Transition to ACTIVE for port object 50f6fa3e-1ef2-4005-99e2-70798fec424b will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:42:46.984959 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.124470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Pushing event updated for resources: {'Port': ['ID=50f6fa3e-1ef2-4005-99e2-70798fec424b,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:47.259739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Attempting to bind port 50f6fa3e-1ef2-4005-99e2-70798fec424b on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:42:47.260276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Attempting to bind port 50f6fa3e-1ef2-4005-99e2-70798fec424b by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:42:47.260800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Attempting to bind port 50f6fa3e-1ef2-4005-99e2-70798fec424b on network 900c839d-4978-4f82-a094-3a22b029556b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:47.270740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Port 50f6fa3e-1ef2-4005-99e2-70798fec424b on network 900c839d-4978-4f82-a094-3a22b029556b not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:42:47.271248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Attempting to bind port 50f6fa3e-1ef2-4005-99e2-70798fec424b on network 900c839d-4978-4f82-a094-3a22b029556b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:42:47.283871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:42:47.284410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Checking segment: {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:42:47.285026 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Bound using segment: {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:42:47.285725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Bound port: 50f6fa3e-1ef2-4005-99e2-70798fec424b, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:42:47.286289 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.456448 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] For port 50f6fa3e-1ef2-4005-99e2-70798fec424b, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:42:47.465871 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] For port 50f6fa3e-1ef2-4005-99e2-70798fec424b, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50f6fa3e-1ef2-4005-99e2-70798fec424b,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:42:47.472676 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.588697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.591222 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] 10.222.0.36 "PUT /v2.0/ports/50f6fa3e-1ef2-4005-99e2-70798fec424b HTTP/1.1" status: 200 len: 1091 time: 1.2585895 May 06 13:42:47.591985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb380721-dc15-4f74-8c98-2d159a706f25', 'tag': '50f6fa3e-1ef2-4005-99e2-70798fec424b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:42:47.629356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd739e7-7a0c-4667-823c-58568590e80f service neutron] Pushing event updated for resources: {'Port': ['ID=50f6fa3e-1ef2-4005-99e2-70798fec424b,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:47.710120 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dca14a-4f89-4de5-8f82-e87bd48e2c47'] response: {'name': 'network-changed', 'server_uuid': 'cb380721-dc15-4f74-8c98-2d159a706f25', 'tag': '50f6fa3e-1ef2-4005-99e2-70798fec424b', 'status': 'completed', 'code': 200} May 06 13:42:47.747207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a259c38-537a-4138-9391-37e10540efbf req-306bef6e-64a4-4e9d-8a08-be15ef7a28ca tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:47.749016 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a259c38-537a-4138-9391-37e10540efbf req-306bef6e-64a4-4e9d-8a08-be15ef7a28ca tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 943 time: 0.1258452 May 06 13:42:47.769196 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-307e9907-ea26-40ea-8fb4-fead6c0cfdda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8b2e1035502421b9a6af4fda35e7220&device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 1094 time: 0.1003757 May 06 13:42:47.771979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.811103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a259c38-537a-4138-9391-37e10540efbf req-999b8a22-3cc6-4916-bc04-ac63e2fafe7d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556071 May 06 13:42:47.884240 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-a562a5b3-61e1-44ce-81e4-a60d0ba1e15c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f6fa3e-1ef2-4005-99e2-70798fec424b HTTP/1.1" status: 200 len: 217 time: 0.1065476 May 06 13:42:47.956577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d026d-c12f-4081-800b-54ed6ae921ee req-1db8c582-39cd-4c76-b7bc-e2ac6ec438c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:47.958076 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-1db8c582-39cd-4c76-b7bc-e2ac6ec438c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b651d608-6d40-4c8c-ad72-986c68f6bbc8 HTTP/1.1" status: 200 len: 855 time: 0.0653682 May 06 13:42:48.051147 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-f1a72f47-d1f6-4eee-b7cf-00f6bf9fc13b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=900c839d-4978-4f82-a094-3a22b029556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855691 May 06 13:42:48.198313 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-7617ed01-4b52-45ac-bae1-5bec7e975fe5 service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386712 May 06 13:42:48.348861 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-899d026d-c12f-4081-800b-54ed6ae921ee req-ab8653c1-7a1c-4737-8bd5-8f85007facd1 service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439173 May 06 13:42:48.476644 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-186485ad-c7cf-4f07-98ad-8ddea8dbd126 req-2c4ceca3-6d16-4299-aed1-b63ddfc4de27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8b2e1035502421b9a6af4fda35e7220&device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 1094 time: 0.0761240 May 06 13:42:48.618305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186485ad-c7cf-4f07-98ad-8ddea8dbd126 req-6c9ef363-b11b-470e-bcf9-44b6d9a691b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:48.619894 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-186485ad-c7cf-4f07-98ad-8ddea8dbd126 req-6c9ef363-b11b-470e-bcf9-44b6d9a691b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=900c839d-4978-4f82-a094-3a22b029556b HTTP/1.1" status: 200 len: 917 time: 0.1356137 May 06 13:42:48.803176 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-186485ad-c7cf-4f07-98ad-8ddea8dbd126 req-64c187da-2b9c-4af4-9a31-bd1a1e3828e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50f6fa3e-1ef2-4005-99e2-70798fec424b HTTP/1.1" status: 200 len: 217 time: 0.1757522 May 06 13:42:48.874551 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186485ad-c7cf-4f07-98ad-8ddea8dbd126 req-f3e04967-d00d-4647-be31-e14aa7a4c67d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:48.876069 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-186485ad-c7cf-4f07-98ad-8ddea8dbd126 req-f3e04967-d00d-4647-be31-e14aa7a4c67d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b651d608-6d40-4c8c-ad72-986c68f6bbc8 HTTP/1.1" status: 200 len: 855 time: 0.0656500 May 06 13:42:48.977376 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-186485ad-c7cf-4f07-98ad-8ddea8dbd126 req-45cf5db1-a26c-4e6e-abd5-66c0fab6982a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=900c839d-4978-4f82-a094-3a22b029556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912511 May 06 13:42:49.062048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4206-0ef8-4250-8fb2-0e239f0f9bbf req-2c1ef06c-18fa-4fb8-95cc-cd2e1d825a50 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:49.063680 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad6d4206-0ef8-4250-8fb2-0e239f0f9bbf req-2c1ef06c-18fa-4fb8-95cc-cd2e1d825a50 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 943 time: 0.0880497 May 06 13:42:49.125357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad6d4206-0ef8-4250-8fb2-0e239f0f9bbf req-a01461e7-4b7d-489f-9f4b-8503e76acc2e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 May 06 13:42:49.149369 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-186485ad-c7cf-4f07-98ad-8ddea8dbd126 req-09d15d32-c96f-4989-b362-a8d6c47820d4 service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641593 May 06 13:42:49.298203 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-186485ad-c7cf-4f07-98ad-8ddea8dbd126 req-5e050c12-a8c0-4c8a-a7cb-096d85d17f84 service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392114 May 06 13:42:49.876591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 50f6fa3e-1ef2-4005-99e2-70798fec424b details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:42:50.014318 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 50f6fa3e-1ef2-4005-99e2-70798fec424b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50f6fa3e-1ef2-4005-99e2-70798fec424b,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:50.029241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '50f6fa3e-1ef2-4005-99e2-70798fec424b', 'network_id': '900c839d-4978-4f82-a094-3a22b029556b', 'port_id': '50f6fa3e-1ef2-4005-99e2-70798fec424b', 'mac_address': 'fa:16:3e:ef:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b651d608-6d40-4c8c-ad72-986c68f6bbc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:42:50.096829 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.118011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f6fa3e-1ef2-4005-99e2-70798fec424b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:42:50.142106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 50f6fa3e-1ef2-4005-99e2-70798fec424b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50f6fa3e-1ef2-4005-99e2-70798fec424b,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:50.147864 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:50.226786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=50f6fa3e-1ef2-4005-99e2-70798fec424b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:50.359736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['50f6fa3e-1ef2-4005-99e2-70798fec424b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:42:50.624751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a61db-86db-4f8e-9731-b2fa0c033a59 req-d9021b90-0758-4bfb-aa52-9832b33c658b tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:50.626921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e5a61db-86db-4f8e-9731-b2fa0c033a59 req-d9021b90-0758-4bfb-aa52-9832b33c658b tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 944 time: 0.3727460 May 06 13:42:50.686892 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e5a61db-86db-4f8e-9731-b2fa0c033a59 req-49b4bf59-9377-49b1-90b0-4bc8379ce294 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513906 May 06 13:42:51.886743 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 50f6fa3e-1ef2-4005-99e2-70798fec424b up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:51.960350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 50f6fa3e-1ef2-4005-99e2-70798fec424b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:51.971654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 50f6fa3e-1ef2-4005-99e2-70798fec424b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:51.972021 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.045692 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb68349-56b2-48f5-8b53-38a12f0396fa req-674c80e6-b84d-456c-b121-c18dcf9162cd tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:52.047335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afb68349-56b2-48f5-8b53-38a12f0396fa req-674c80e6-b84d-456c-b121-c18dcf9162cd tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 944 time: 0.1722882 May 06 13:42:52.101192 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.113117 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-afb68349-56b2-48f5-8b53-38a12f0396fa req-0eeea28c-b0f9-4754-a49a-6e8d2be5f82e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567091 May 06 13:42:52.143877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 50f6fa3e-1ef2-4005-99e2-70798fec424b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50f6fa3e-1ef2-4005-99e2-70798fec424b,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:52.143877 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb380721-dc15-4f74-8c98-2d159a706f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f6fa3e-1ef2-4005-99e2-70798fec424b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:42:52.145915 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.205309 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcf715b-ea1a-4b17-976f-ad04dce62d79'] response: {'server_uuid': 'cb380721-dc15-4f74-8c98-2d159a706f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f6fa3e-1ef2-4005-99e2-70798fec424b', 'code': 200} May 06 13:42:52.223726 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=50f6fa3e-1ef2-4005-99e2-70798fec424b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:52.379062 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8ca117c-0a0e-45aa-95f8-fc895f14af80 req-15501538-b725-4a47-a1cb-26b6c0994c76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 1096 time: 0.0955517 May 06 13:42:52.432084 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a8ca117c-0a0e-45aa-95f8-fc895f14af80 req-d041f999-fb1f-4e4f-a94c-7678ec7193f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 May 06 13:42:53.332977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd60b6-7049-4b96-821d-d49b4840f6f1 req-eced8e0c-91eb-478a-90c2-b6611eee9d5b tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:53.334910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ccd60b6-7049-4b96-821d-d49b4840f6f1 req-eced8e0c-91eb-478a-90c2-b6611eee9d5b tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 945 time: 0.0953162 May 06 13:42:53.414398 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1ccd60b6-7049-4b96-821d-d49b4840f6f1 req-3fd3d179-272b-4bd1-b23e-817a4d8d10b4 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715117 May 06 13:42:54.648890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a0c09-7bd7-4fd8-a858-09a1b6c879ad req-6535d3bc-fee4-4806-b173-d135df0a84c3 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:54.650433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-160a0c09-7bd7-4fd8-a858-09a1b6c879ad req-6535d3bc-fee4-4806-b173-d135df0a84c3 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 945 time: 0.0890486 May 06 13:42:54.703059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-160a0c09-7bd7-4fd8-a858-09a1b6c879ad req-79af3478-f2ad-4811-b312-99eb67eebbe7 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465958 May 06 13:42:54.932270 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e95c5-1b33-4a30-9149-57fcc7c40dc1 req-5b87bff0-c1ec-40da-8c28-367623178d28 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:54.933839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf9e95c5-1b33-4a30-9149-57fcc7c40dc1 req-5b87bff0-c1ec-40da-8c28-367623178d28 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 945 time: 0.0885258 May 06 13:42:54.987302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf9e95c5-1b33-4a30-9149-57fcc7c40dc1 req-8c969aa8-7ead-4959-a845-f930266f4e82 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475118 May 06 13:43:01.651281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Sync routers for ids ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:43:01.664628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Routers {'4fc698f5-c25c-4bb2-9926-e3de9f83d61f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:01.665281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:42:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:01.852257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Set router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:02.222132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:34Z', 'updated_at': '2022-05-06T13:42:38Z', 'revision_number': 4, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'gw_port': {'id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:35Z', 'updated_at': '2022-05-06T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '11c793c4-5278-42e3-b9d6-c1eaf22ae1b5', 'name': '', 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'mac_address': 'fa:16:3e:f7:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab1dce-35ef-44de-8a4d-95398a25b811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:42:39Z', 'revision_number': 2, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'subnets': [{'id': '4eab1dce-35ef-44de-8a4d-95398a25b811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:02.226579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Checking router: 4fc698f5-c25c-4bb2-9926-e3de9f83d61f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:43:02.226969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Updating router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:43:02.282615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.669089 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.682827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Transition to ACTIVE for port object 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:02.693113 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.819207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd33aa-a271-47e9-845d-824feb00e678 None None] Pushing event updated for resources: {'Port': ['ID=11c793c4-5278-42e3-b9d6-c1eaf22ae1b5,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:02.917448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Attempting to bind port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:02.917811 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Attempting to bind port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '27ff2629-b5f2-469b-acca-e4aff73cf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:02.918175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Attempting to bind port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 on network dfc2b529-d767-4a23-a24a-1ae71dd93b18 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:43:02.925960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:43:02.926263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Checking segment: {'id': '27ff2629-b5f2-469b-acca-e4aff73cf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:43:02.926868 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:02.927243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Bound using segment: {'id': '27ff2629-b5f2-469b-acca-e4aff73cf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:43:02.927703 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Bound port: 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ff2629-b5f2-469b-acca-e4aff73cf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:02.928264 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.013750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] For port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:43:03.016857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] For port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=11c793c4-5278-42e3-b9d6-c1eaf22ae1b5,segment=NetworkSegment(27ff2629-b5f2-469b-acca-e4aff73cf493),segment_id=27ff2629-b5f2-469b-acca-e4aff73cf493)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:43:03.023355 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:03.113526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd33aa-a271-47e9-845d-824feb00e678 None None] Pushing event updated for resources: {'Port': ['ID=11c793c4-5278-42e3-b9d6-c1eaf22ae1b5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:03.125489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Routers {'4fc698f5-c25c-4bb2-9926-e3de9f83d61f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:03.126103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:42:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:03.330361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] Set router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:03.705566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:34Z', 'updated_at': '2022-05-06T13:42:38Z', 'revision_number': 4, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'gw_port': {'id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:35Z', 'updated_at': '2022-05-06T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '11c793c4-5278-42e3-b9d6-c1eaf22ae1b5', 'name': '', 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'mac_address': 'fa:16:3e:f7:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab1dce-35ef-44de-8a4d-95398a25b811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'subnets': [{'id': '4eab1dce-35ef-44de-8a4d-95398a25b811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:03.710025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9918f57f-c967-42fe-9bd1-deb85eabf1c7 None None] The sync data for ids ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'] in n-d-840847-1 is: [{'id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:34Z', 'updated_at': '2022-05-06T13:42:38Z', 'revision_number': 4, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'gw_port': {'id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:35Z', 'updated_at': '2022-05-06T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '11c793c4-5278-42e3-b9d6-c1eaf22ae1b5', 'name': '', 'network_id': 'dfc2b529-d767-4a23-a24a-1ae71dd93b18', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'mac_address': 'fa:16:3e:f7:ac:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eab1dce-35ef-44de-8a4d-95398a25b811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:38Z', 'updated_at': '2022-05-06T13:43:03Z', 'revision_number': 4, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'subnets': [{'id': '4eab1dce-35ef-44de-8a4d-95398a25b811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:43:04.231992 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:04.302201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:04.307740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:04.308106 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:04.437690 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:04.473054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=11c793c4-5278-42e3-b9d6-c1eaf22ae1b5,segment=NetworkSegment(27ff2629-b5f2-469b-acca-e4aff73cf493),segment_id=27ff2629-b5f2-469b-acca-e4aff73cf493)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:04.486726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:04.576549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=11c793c4-5278-42e3-b9d6-c1eaf22ae1b5,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:06.211010 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:06.300339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:06.300729 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:07.865476 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:09.726930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7de8ff-9276-4e3e-8a18-81998f349c15 req-1f0c09a2-7299-42ba-b268-07018bfe1bb7 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:09.728297 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb7de8ff-9276-4e3e-8a18-81998f349c15 req-1f0c09a2-7299-42ba-b268-07018bfe1bb7 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 945 time: 0.0943840 May 06 13:43:09.782821 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cb7de8ff-9276-4e3e-8a18-81998f349c15 req-d9bc286c-fcec-478d-87e2-b318ae308628 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 May 06 13:43:10.990464 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874b923-687b-48ed-bd27-e495e245b066 req-e685343a-087c-4f4c-aa9c-c2ede456fbe4 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:10.991956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a874b923-687b-48ed-bd27-e495e245b066 req-e685343a-087c-4f4c-aa9c-c2ede456fbe4 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 945 time: 0.0816255 May 06 13:43:11.042780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a874b923-687b-48ed-bd27-e495e245b066 req-b36ab683-5322-4b76-a93d-adea5f7ff913 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449200 May 06 13:43:11.216815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-98384c7a-4377-4455-ad05-4423bf70513a tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:11.217510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-98384c7a-4377-4455-ad05-4423bf70513a tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Synchronizing usage tracker for tenant:c8b2e1035502421b9a6af4fda35e7220 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:11.237699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-98384c7a-4377-4455-ad05-4423bf70513a tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Unset dirty status for tenant:c8b2e1035502421b9a6af4fda35e7220 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:11.239335 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-98384c7a-4377-4455-ad05-4423bf70513a tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 945 time: 0.1044199 May 06 13:43:11.310906 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Deleting port 50f6fa3e-1ef2-4005-99e2-70798fec424b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:11.311255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:11.568171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] For port 50f6fa3e-1ef2-4005-99e2-70798fec424b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=50f6fa3e-1ef2-4005-99e2-70798fec424b,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:11.569869 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:11.689649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Calling delete_port for 50f6fa3e-1ef2-4005-99e2-70798fec424b owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:11.838112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:11.857249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['50f6fa3e-1ef2-4005-99e2-70798fec424b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:43:11.896582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Pushing event deleted for resources: {'Port': ['ID=50f6fa3e-1ef2-4005-99e2-70798fec424b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:11.936756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.937095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.937423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.937751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.938078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.938397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.938739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.939059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.939360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.939700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.940067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:11.987073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] No DVR routers for this DVR port 50f6fa3e-1ef2-4005-99e2-70798fec424b on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:43:11.990006 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:11.992825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb380721-dc15-4f74-8c98-2d159a706f25', 'name': 'network-vif-deleted', 'tag': '50f6fa3e-1ef2-4005-99e2-70798fec424b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:43:12.009619 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-61e14bd8-94ea-40fa-aa63-79074cf13de7 req-18b74209-89df-4c70-b2a0-60f042aa639e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.36 "DELETE /v2.0/ports/50f6fa3e-1ef2-4005-99e2-70798fec424b HTTP/1.1" status: 204 len: 173 time: 0.7644496 May 06 13:43:12.066960 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae78eb3-c368-42d5-8628-108ce830c36e'] response: {'server_uuid': 'cb380721-dc15-4f74-8c98-2d159a706f25', 'name': 'network-vif-deleted', 'tag': '50f6fa3e-1ef2-4005-99e2-70798fec424b', 'status': 'completed', 'code': 200} May 06 13:43:12.237459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-169f8363-56f7-4f23-9124-b181936c3529 req-cf2592b4-7b42-4668-bc48-8f00b2551fb1 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb380721-dc15-4f74-8c98-2d159a706f25 HTTP/1.1" status: 200 len: 210 time: 0.0510001 May 06 13:43:12.411270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-815af5d0-911a-485c-b7ba-f5429aabe28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.639414 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:14.011223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909c80-d123-4b61-927e-da2790ea2c86 req-137e4850-cd7d-4591-9ba7-19ad6e5eb1c2 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:14.013227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-137e4850-cd7d-4591-9ba7-19ad6e5eb1c2 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/networks?id=900c839d-4978-4f82-a094-3a22b029556b HTTP/1.1" status: 200 len: 816 time: 0.1587696 May 06 13:43:14.026575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 50f6fa3e-1ef2-4005-99e2-70798fec424b no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:14.030189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-891c9020-9808-4f28-a3d1-2441e21734b8 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/quotas/c8b2e1035502421b9a6af4fda35e7220 HTTP/1.1" status: 200 len: 375 time: 0.0120170 May 06 13:43:14.064098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 50f6fa3e-1ef2-4005-99e2-70798fec424b {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:14.064351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 50f6fa3e-1ef2-4005-99e2-70798fec424b not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:14.112631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-01a6d04f-ac51-489a-90b6-b8d78933618b tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8b2e1035502421b9a6af4fda35e7220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768025 May 06 13:43:14.254425 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-677ca417-5a15-45db-bcf4-685b2c316f62 service neutron] 10.222.0.44 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297121 May 06 13:43:14.402244 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-b1d7d1b9-98ff-4ec3-a138-14a5789e1623 service neutron] 10.222.0.44 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413305 May 06 13:43:14.628631 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-abc05e3d-1f9b-442c-86b1-82a59e57f0bd req-49cc35ae-be45-4262-a63d-5ef3115a013a tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 210 time: 0.0521364 May 06 13:43:14.776715 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f5a82c2-399e-4915-81f9-e6a5dc665474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:15.561815 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:15.740154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909c80-d123-4b61-927e-da2790ea2c86 req-cf675dad-4bd2-4076-90fa-f7b45e6b851a tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:15.741792 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-cf675dad-4bd2-4076-90fa-f7b45e6b851a tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.36 "GET /v2.0/networks?id=900c839d-4978-4f82-a094-3a22b029556b HTTP/1.1" status: 200 len: 816 time: 0.1622894 May 06 13:43:15.759147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Request body: {'port': {'device_id': '462784e4-2d49-4c0b-ad1c-6f0f0c101934', 'network_id': '900c839d-4978-4f82-a094-3a22b029556b', 'admin_state_up': True, 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:15.799183 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a48aea7a-48c0-46f0-928a-6d306ef28a77 req-7d322a10-8f5c-4683-b374-1785cf038ff8 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 210 time: 0.0438254 May 06 13:43:16.019482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:16.024470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Usage tracker for resource:port and tenant:c8b2e1035502421b9a6af4fda35e7220 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:16.027897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:16.033706 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:16.044525 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Made reservation on behalf of c8b2e1035502421b9a6af4fda35e7220 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:16.047503 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.220685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Allocated IP 172.20.0.3 (900c839d-4978-4f82-a094-3a22b029556b/b651d608-6d40-4c8c-ad72-986c68f6bbc8/eb3a5d0a-a376-4afc-896c-a9649bfe34ed) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:16.301134 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.480796 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.499646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Transition to ACTIVE for port object eb3a5d0a-a376-4afc-896c-a9649bfe34ed will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:16.524477 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.608071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Network 900c839d-4978-4f82-a094-3a22b029556b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:43:16.611271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:16.615818 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:43:16.641059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Pushing event updated for resources: {'Port': ['ID=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:16.681793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:16.682412 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.708249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-33329df7-b62b-4079-8742-8abf8bcf7c67 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9539766 May 06 13:43:16.720557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Request body: {'port': {'device_id': '462784e4-2d49-4c0b-ad1c-6f0f0c101934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:16.828599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8c643f01-e725-4ee2-a097-f788c718884b None None] Provisioning for port eb3a5d0a-a376-4afc-896c-a9649bfe34ed completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:16.834631 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8c643f01-e725-4ee2-a097-f788c718884b None None] Provisioning complete for port eb3a5d0a-a376-4afc-896c-a9649bfe34ed triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:16.835011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8c643f01-e725-4ee2-a097-f788c718884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.849080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:16.891847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8c643f01-e725-4ee2-a097-f788c718884b None None] Port eb3a5d0a-a376-4afc-896c-a9649bfe34ed cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:43:17.024766 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217776a2-7611-4406-abbe-3e3b21da1aef req-fa3936b6-089e-48ae-87d9-014acafde287 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:17.026878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-217776a2-7611-4406-abbe-3e3b21da1aef req-fa3936b6-089e-48ae-87d9-014acafde287 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 931 time: 0.0933850 May 06 13:43:17.183405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-217776a2-7611-4406-abbe-3e3b21da1aef req-405b64b1-b553-4da3-8ebd-e7ad58da17a7 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487257 May 06 13:43:17.235888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3a5d0a-a376-4afc-896c-a9649bfe34ed {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:43:17.243303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.264594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Transition to ACTIVE for port object eb3a5d0a-a376-4afc-896c-a9649bfe34ed will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:43:17.269572 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.399555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:17.508057 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Attempting to bind port eb3a5d0a-a376-4afc-896c-a9649bfe34ed on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:43:17.508443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Attempting to bind port eb3a5d0a-a376-4afc-896c-a9649bfe34ed by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:43:17.508827 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Attempting to bind port eb3a5d0a-a376-4afc-896c-a9649bfe34ed on network 900c839d-4978-4f82-a094-3a22b029556b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:43:17.515049 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Port eb3a5d0a-a376-4afc-896c-a9649bfe34ed on network 900c839d-4978-4f82-a094-3a22b029556b not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:43:17.515428 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Attempting to bind port eb3a5d0a-a376-4afc-896c-a9649bfe34ed on network 900c839d-4978-4f82-a094-3a22b029556b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:43:17.521742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:43:17.522143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Checking segment: {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:43:17.522518 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Bound using segment: {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:43:17.522942 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Bound port: eb3a5d0a-a376-4afc-896c-a9649bfe34ed, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4422e315-801b-404e-a5e1-dd1cc42ed597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '900c839d-4978-4f82-a094-3a22b029556b'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:43:17.523278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.617766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] For port eb3a5d0a-a376-4afc-896c-a9649bfe34ed, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:43:17.624001 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] For port eb3a5d0a-a376-4afc-896c-a9649bfe34ed, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:43:17.629215 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.692927 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.694298 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb3a5d0a-a376-4afc-896c-a9649bfe34ed HTTP/1.1" status: 200 len: 1091 time: 0.9782295 May 06 13:43:17.694754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462784e4-2d49-4c0b-ad1c-6f0f0c101934', 'tag': 'eb3a5d0a-a376-4afc-896c-a9649bfe34ed'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:43:17.721340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd17417-732e-4c17-a73b-902cbe032596 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:17.764155 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.772514 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30814883-8c52-446f-b16e-77224a19bdd3'] response: {'name': 'network-changed', 'server_uuid': '462784e4-2d49-4c0b-ad1c-6f0f0c101934', 'tag': 'eb3a5d0a-a376-4afc-896c-a9649bfe34ed', 'status': 'completed', 'code': 200} May 06 13:43:17.825601 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-f08dd818-1dd5-461d-92ae-9e27a604ecee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8b2e1035502421b9a6af4fda35e7220&device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 1094 time: 0.0881605 May 06 13:43:17.898085 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-f89e31c8-891d-4b34-a8ae-d1a4a0c013ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb3a5d0a-a376-4afc-896c-a9649bfe34ed HTTP/1.1" status: 200 len: 217 time: 0.0652423 May 06 13:43:17.961328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909c80-d123-4b61-927e-da2790ea2c86 req-84e09563-adc6-44d2-8392-13f3461693df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:17.962765 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-84e09563-adc6-44d2-8392-13f3461693df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b651d608-6d40-4c8c-ad72-986c68f6bbc8 HTTP/1.1" status: 200 len: 855 time: 0.0589864 May 06 13:43:18.041905 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-c0ad518a-6b8b-488e-9938-367192ab2315 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=900c839d-4978-4f82-a094-3a22b029556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733335 May 06 13:43:18.280814 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-1bb44fd6-187f-4c85-8a93-9c0e82b18da4 service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326901 May 06 13:43:18.392115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31048b-8bdb-4d6f-a9a2-6131c9c8d05a req-d4ee6944-bac1-4e3c-93c4-20c014d6c0dd tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:18.393632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b31048b-8bdb-4d6f-a9a2-6131c9c8d05a req-d4ee6944-bac1-4e3c-93c4-20c014d6c0dd tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 943 time: 0.0813098 May 06 13:43:18.422405 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-44909c80-d123-4b61-927e-da2790ea2c86 req-cd3cede1-fc62-43df-9f39-074a9446f8a4 service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351938 May 06 13:43:18.447261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7b31048b-8bdb-4d6f-a9a2-6131c9c8d05a req-07410a3c-3f56-4964-a9fd-1742ef4907e3 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 May 06 13:43:18.542869 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b80e2efc-d578-47c1-9af2-a63e71438ac4 req-54c88d11-159e-4a1a-8b77-b677ee917a15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8b2e1035502421b9a6af4fda35e7220&device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 1094 time: 0.0722640 May 06 13:43:18.687659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e2efc-d578-47c1-9af2-a63e71438ac4 req-9c4af7dd-bccb-4931-bdc3-965f5d82f891 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:18.689038 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b80e2efc-d578-47c1-9af2-a63e71438ac4 req-9c4af7dd-bccb-4931-bdc3-965f5d82f891 service neutron] 10.222.0.36 "GET /v2.0/networks?id=900c839d-4978-4f82-a094-3a22b029556b HTTP/1.1" status: 200 len: 917 time: 0.1401010 May 06 13:43:18.760230 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b80e2efc-d578-47c1-9af2-a63e71438ac4 req-7ab7e765-9922-4381-be01-161dabfd7e63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb3a5d0a-a376-4afc-896c-a9649bfe34ed HTTP/1.1" status: 200 len: 217 time: 0.0646055 May 06 13:43:18.830201 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e2efc-d578-47c1-9af2-a63e71438ac4 req-07c33898-2d76-43f7-89e2-9ee5026374ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:18.832524 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b80e2efc-d578-47c1-9af2-a63e71438ac4 req-07c33898-2d76-43f7-89e2-9ee5026374ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b651d608-6d40-4c8c-ad72-986c68f6bbc8 HTTP/1.1" status: 200 len: 855 time: 0.0656791 May 06 13:43:18.912833 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b80e2efc-d578-47c1-9af2-a63e71438ac4 req-cf9cacd5-4e3d-472c-92ff-287d1e0efac4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=900c839d-4978-4f82-a094-3a22b029556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741510 May 06 13:43:19.046572 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b80e2efc-d578-47c1-9af2-a63e71438ac4 req-3b88ce85-18ab-41a4-9a85-ed6cce4767d7 service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268480 May 06 13:43:19.191389 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b80e2efc-d578-47c1-9af2-a63e71438ac4 req-5e7cdcd3-f6b0-4c6d-8705-913f8204816f service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386480 May 06 13:43:19.652246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865618-44df-4300-9c49-4775652bf9ac req-bb713c77-adcc-4f4b-a09c-1a5966c8b411 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:19.653707 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60865618-44df-4300-9c49-4775652bf9ac req-bb713c77-adcc-4f4b-a09c-1a5966c8b411 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 943 time: 0.0818529 May 06 13:43:19.703976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-60865618-44df-4300-9c49-4775652bf9ac req-22459db9-dbf4-4723-b3cf-bb8ffdc3deb5 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 May 06 13:43:20.079224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb3a5d0a-a376-4afc-896c-a9649bfe34ed details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:43:20.219363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb3a5d0a-a376-4afc-896c-a9649bfe34ed, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:20.233456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': 'eb3a5d0a-a376-4afc-896c-a9649bfe34ed', 'network_id': '900c839d-4978-4f82-a094-3a22b029556b', 'port_id': 'eb3a5d0a-a376-4afc-896c-a9649bfe34ed', 'mac_address': 'fa:16:3e:7e:db:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b651d608-6d40-4c8c-ad72-986c68f6bbc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:43:20.289973 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.307668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3a5d0a-a376-4afc-896c-a9649bfe34ed {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:43:20.322632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb3a5d0a-a376-4afc-896c-a9649bfe34ed, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:20.327227 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:20.393332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:20.401855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.402202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.402539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.402901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.403236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.403564 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.403892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.404208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.404599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.404861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.405181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:20.528397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['eb3a5d0a-a376-4afc-896c-a9649bfe34ed'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:43:20.915601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa3d56-da8e-4d31-bcfa-785ccb626354 req-c1b5586f-dbd5-470b-9f02-233cf81b131d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:20.917074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8aa3d56-da8e-4d31-bcfa-785ccb626354 req-c1b5586f-dbd5-470b-9f02-233cf81b131d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 944 time: 0.0897951 May 06 13:43:20.967176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f8aa3d56-da8e-4d31-bcfa-785ccb626354 req-0543c057-3e99-4c91-890d-0775bbdc97b8 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 May 06 13:43:22.094721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb3a5d0a-a376-4afc-896c-a9649bfe34ed up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:43:22.164558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port eb3a5d0a-a376-4afc-896c-a9649bfe34ed completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:43:22.169660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port eb3a5d0a-a376-4afc-896c-a9649bfe34ed triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:43:22.170051 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:22.197420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8922d-8f86-4d72-ac6b-54b67fe598a1 req-b104dcf1-d2dd-41f3-a859-4b4dafc4bf87 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:22.198963 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efb8922d-8f86-4d72-ac6b-54b67fe598a1 req-b104dcf1-d2dd-41f3-a859-4b4dafc4bf87 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 944 time: 0.0865126 May 06 13:43:22.250300 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-efb8922d-8f86-4d72-ac6b-54b67fe598a1 req-4da8f1a3-d779-49b3-8dda-bd4f6bcd5a5b tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436928 May 06 13:43:22.288841 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:22.317300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462784e4-2d49-4c0b-ad1c-6f0f0c101934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a5d0a-a376-4afc-896c-a9649bfe34ed'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:43:22.328392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port eb3a5d0a-a376-4afc-896c-a9649bfe34ed, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:22.333476 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:22.390289 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b36086f-c1cc-4546-ab54-9cbb0e654ffd'] response: {'server_uuid': '462784e4-2d49-4c0b-ad1c-6f0f0c101934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a5d0a-a376-4afc-896c-a9649bfe34ed', 'code': 200} May 06 13:43:22.407956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:22.523452 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-10c11370-a29a-47a9-9c60-9f8b5f3bee03 req-c482453b-0bda-41a4-8505-ab18a6e32706 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 1096 time: 0.0735118 May 06 13:43:22.571042 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-10c11370-a29a-47a9-9c60-9f8b5f3bee03 req-a88edb37-c45a-4822-b3f3-c1de5d42414b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414045 May 06 13:43:22.872408 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:43:23.447081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526189f-1e05-4a29-a348-1fe13ea09bce req-ccda17b0-a731-4fce-8d0b-28f8fd1e5f54 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:23.448534 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5526189f-1e05-4a29-a348-1fe13ea09bce req-ccda17b0-a731-4fce-8d0b-28f8fd1e5f54 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 945 time: 0.0774670 May 06 13:43:23.499465 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5526189f-1e05-4a29-a348-1fe13ea09bce req-7bdee50d-6e4a-46f3-8f20-d7c6e57a82f7 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 May 06 13:43:24.712068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80239695-bef5-4e3f-8d42-bd200e4f8822 req-3a714c47-b582-47b3-8a44-e0d21c991b98 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:24.714043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80239695-bef5-4e3f-8d42-bd200e4f8822 req-3a714c47-b582-47b3-8a44-e0d21c991b98 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 945 time: 0.0849798 May 06 13:43:24.761469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80239695-bef5-4e3f-8d42-bd200e4f8822 req-4b825e4e-e84f-46c0-b828-a84f5628bd1c tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419717 May 06 13:43:24.968134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a9916-fe11-46cd-81f7-ff0839e821a2 req-9463dc7f-6f51-46ea-b07f-40e0fda72821 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:24.969576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f0a9916-fe11-46cd-81f7-ff0839e821a2 req-9463dc7f-6f51-46ea-b07f-40e0fda72821 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 945 time: 0.0860119 May 06 13:43:25.028588 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4f0a9916-fe11-46cd-81f7-ff0839e821a2 req-a2607192-2dd8-4782-9edc-c38d31dd9ae0 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494070 May 06 13:43:27.431401 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-603e73ac-7b60-4e77-8cc0-033b6dcd2ed3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773168 May 06 13:43:27.587430 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-6220e792-4ac0-43da-a20d-22405fb25bee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8b2e1035502421b9a6af4fda35e7220&device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 1096 time: 0.0864389 May 06 13:43:27.744556 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-586d9dfa-10df-44c2-ac1f-2d4a9150d3e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:27.745883 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-586d9dfa-10df-44c2-ac1f-2d4a9150d3e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=900c839d-4978-4f82-a094-3a22b029556b HTTP/1.1" status: 200 len: 917 time: 0.1369679 May 06 13:43:27.820180 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-a92133cd-2622-4934-ac8f-ffa7eb36facf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb3a5d0a-a376-4afc-896c-a9649bfe34ed HTTP/1.1" status: 200 len: 217 time: 0.0677557 May 06 13:43:27.893220 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-69fe3808-29dc-4d78-b36d-6f6ee89413a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:27.894677 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-69fe3808-29dc-4d78-b36d-6f6ee89413a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b651d608-6d40-4c8c-ad72-986c68f6bbc8 HTTP/1.1" status: 200 len: 855 time: 0.0685728 May 06 13:43:27.977231 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-a211554d-dd93-4d32-96d6-ed9b9ccacaa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=900c839d-4978-4f82-a094-3a22b029556b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758266 May 06 13:43:28.115842 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-b219f55a-b7db-4b0a-a82b-d2760fed3c4a service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322510 May 06 13:43:28.379427 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f090eb08-3630-433f-81f4-b9dac122a6b7 req-4eb66198-324a-443a-ab56-d19a3cbaa785 service neutron] 10.222.0.36 "GET /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563193 May 06 13:43:37.868849 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:39.661548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabdf7a-9df5-4e3e-bac6-95f6def6fcb5 req-38c80827-f3aa-45f8-9cc6-12c457fa4662 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:39.663143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ddabdf7a-9df5-4e3e-bac6-95f6def6fcb5 req-38c80827-f3aa-45f8-9cc6-12c457fa4662 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 945 time: 0.0910110 May 06 13:43:39.715593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ddabdf7a-9df5-4e3e-bac6-95f6def6fcb5 req-7cd29f81-704f-4de5-a1a9-9d831ec7d794 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462663 May 06 13:43:40.932993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173cee6-053e-410d-9b6d-5d9de4154d02 req-3fb2eba6-61b4-44de-a54b-7ce8b910ba8e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:40.934493 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f173cee6-053e-410d-9b6d-5d9de4154d02 req-3fb2eba6-61b4-44de-a54b-7ce8b910ba8e tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 945 time: 0.0859621 May 06 13:43:40.983061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f173cee6-053e-410d-9b6d-5d9de4154d02 req-a90d734c-edd2-463f-a664-4ea7bd2f1185 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/security-groups?id=91214b85-432d-4597-b59e-41c97b45bf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 May 06 13:43:41.255121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8439748-2315-44d8-a603-ead4cb140f95 req-68981f8f-076b-4009-815e-60342bd44806 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:41.255834 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b8439748-2315-44d8-a603-ead4cb140f95 req-68981f8f-076b-4009-815e-60342bd44806 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Synchronizing usage tracker for tenant:c8b2e1035502421b9a6af4fda35e7220 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:41.274643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b8439748-2315-44d8-a603-ead4cb140f95 req-68981f8f-076b-4009-815e-60342bd44806 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Unset dirty status for tenant:c8b2e1035502421b9a6af4fda35e7220 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:41.276366 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b8439748-2315-44d8-a603-ead4cb140f95 req-68981f8f-076b-4009-815e-60342bd44806 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.36 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 945 time: 0.1004961 May 06 13:43:41.353226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-b8439748-2315-44d8-a603-ead4cb140f95 req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Deleting port eb3a5d0a-a376-4afc-896c-a9649bfe34ed {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:41.353569 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b8439748-2315-44d8-a603-ead4cb140f95 req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.629434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-b8439748-2315-44d8-a603-ead4cb140f95 req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] For port eb3a5d0a-a376-4afc-896c-a9649bfe34ed, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:41.630113 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b8439748-2315-44d8-a603-ead4cb140f95 req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.757370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-b8439748-2315-44d8-a603-ead4cb140f95 req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Calling delete_port for eb3a5d0a-a376-4afc-896c-a9649bfe34ed owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:41.908091 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b8439748-2315-44d8-a603-ead4cb140f95 req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:41.921348 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['eb3a5d0a-a376-4afc-896c-a9649bfe34ed'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:43:41.965241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Pushing event deleted for resources: {'Port': ['ID=eb3a5d0a-a376-4afc-896c-a9649bfe34ed,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:42.040052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8439748-2315-44d8-a603-ead4cb140f95 req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] No DVR routers for this DVR port eb3a5d0a-a376-4afc-896c-a9649bfe34ed on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:43:42.044014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b8439748-2315-44d8-a603-ead4cb140f95 req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.047553 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462784e4-2d49-4c0b-ad1c-6f0f0c101934', 'name': 'network-vif-deleted', 'tag': 'eb3a5d0a-a376-4afc-896c-a9649bfe34ed'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:43:42.068575 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b8439748-2315-44d8-a603-ead4cb140f95 req-1e208e7e-59d7-47cb-8a84-140f514a469d tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.36 "DELETE /v2.0/ports/eb3a5d0a-a376-4afc-896c-a9649bfe34ed HTTP/1.1" status: 204 len: 173 time: 0.7865930 May 06 13:43:42.254484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb6b79da-e702-420b-897a-306d4052c8f9 req-adb1afe3-0636-4796-8a2d-15655884be34 tempest-TestEncryptedCinderVolumes-559796787 tempest-TestEncryptedCinderVolumes-559796787-project] 10.222.0.44 "GET /v2.0/ports?device_id=462784e4-2d49-4c0b-ad1c-6f0f0c101934 HTTP/1.1" status: 200 len: 210 time: 0.0439963 May 06 13:43:42.269670 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c65fba-8542-4539-a1ce-9778326716b3'] response: {'server_uuid': '462784e4-2d49-4c0b-ad1c-6f0f0c101934', 'name': 'network-vif-deleted', 'tag': 'eb3a5d0a-a376-4afc-896c-a9649bfe34ed', 'status': 'completed', 'code': 200} May 06 13:43:42.415949 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f496ca05-19ce-4c7f-a6e6-b65455043025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.436516 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56150) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:43.660901 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:43.861144 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.197850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb3a5d0a-a376-4afc-896c-a9649bfe34ed no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:44.236593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: eb3a5d0a-a376-4afc-896c-a9649bfe34ed {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:44.236948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device eb3a5d0a-a376-4afc-896c-a9649bfe34ed not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:44.648966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Deleting port 00611527-7ed0-4f2a-8989-8635598a066e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:44.649650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.776483 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eb051946-43b5-479b-bc51-eaf08a0bb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.837257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] For port 00611527-7ed0-4f2a-8989-8635598a066e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=00611527-7ed0-4f2a-8989-8635598a066e,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:44.837590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.961719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Calling delete_port for 00611527-7ed0-4f2a-8989-8635598a066e owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:45.144686 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:45.191168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=00611527-7ed0-4f2a-8989-8635598a066e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:45.521853 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:45.552825 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.262226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:43:46.304852 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.489542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:43:46.500672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] Sync routers for ids ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:43:46.507256 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-26a2484f-4823-445f-adc5-ea74d329eb6f admin admin] 10.222.0.44 "PUT /v2.0/routers/075e3aa5-e16f-4813-ab77-96c3f9d10c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0671859 May 06 13:43:46.507658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56154) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:46.518515 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] Routers {'075e3aa5-e16f-4813-ab77-96c3f9d10c35'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:46.519638 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:46.710548 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] Set router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:46.721197 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.962770 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.974144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Deleting port 0cae9c92-36fd-4e29-a033-7a7ac57abaad {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:46.974476 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.074387 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:43:45Z', 'revision_number': 5, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'gw_port': {'id': '0cae9c92-36fd-4e29-a033-7a7ac57abaad', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:cf:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:47.079205 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] Checking router: 075e3aa5-e16f-4813-ab77-96c3f9d10c35 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:43:47.091123 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] Routers {'075e3aa5-e16f-4813-ab77-96c3f9d10c35'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:47.091732 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:47.165079 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] For port 0cae9c92-36fd-4e29-a033-7a7ac57abaad, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0cae9c92-36fd-4e29-a033-7a7ac57abaad,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:47.165410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.261546 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] Set router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:47.293777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Calling delete_port for 0cae9c92-36fd-4e29-a033-7a7ac57abaad owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:47.367211 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:43:46Z', 'revision_number': 6, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:47.371583 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7b9f0-28a3-4061-b93e-66d45018346d None None] The sync data for ids ['075e3aa5-e16f-4813-ab77-96c3f9d10c35'] in n-d-840847-1 is: [{'id': '075e3aa5-e16f-4813-ab77-96c3f9d10c35', 'name': 'tempest-TestEncryptedCinderVolumes-658238588-router', 'tenant_id': 'c8b2e1035502421b9a6af4fda35e7220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:28Z', 'updated_at': '2022-05-06T13:43:46Z', 'revision_number': 6, 'project_id': 'c8b2e1035502421b9a6af4fda35e7220', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:43:47.616275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.662848 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cae9c92-36fd-4e29-a033-7a7ac57abaad,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:47.767534 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.904077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.180597 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.185238 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.227223 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.228097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 075e3aa5-e16f-4813-ab77-96c3f9d10c35 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:43:48.242002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0cae9c92-36fd-4e29-a033-7a7ac57abaad no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:48.249483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.251383 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-269f844b-9c9d-4ad9-a79a-a9e366ef3924 admin admin] 10.222.0.44 "DELETE /v2.0/routers/075e3aa5-e16f-4813-ab77-96c3f9d10c35 HTTP/1.1" status: 204 len: 168 time: 1.7424490 May 06 13:43:48.253696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56158) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:48.295233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 0cae9c92-36fd-4e29-a033-7a7ac57abaad {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:48.295559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0cae9c92-36fd-4e29-a033-7a7ac57abaad not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:48.295942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 00611527-7ed0-4f2a-8989-8635598a066e no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:48.329517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfd582d-d89a-4e4e-a3f1-13885a98d899 admin admin] Deleting subnet b651d608-6d40-4c8c-ad72-986c68f6bbc8 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:43:48.330443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 00611527-7ed0-4f2a-8989-8635598a066e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:48.330443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 00611527-7ed0-4f2a-8989-8635598a066e not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:48.333551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dfd582d-d89a-4e4e-a3f1-13885a98d899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.389247 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dfd582d-d89a-4e4e-a3f1-13885a98d899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.488290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dfd582d-d89a-4e4e-a3f1-13885a98d899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.563911 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dfd582d-d89a-4e4e-a3f1-13885a98d899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.605973 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd582d-d89a-4e4e-a3f1-13885a98d899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b651d608-6d40-4c8c-ad72-986c68f6bbc8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:48.616050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2dfd582d-d89a-4e4e-a3f1-13885a98d899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.622592 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2dfd582d-d89a-4e4e-a3f1-13885a98d899 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b651d608-6d40-4c8c-ad72-986c68f6bbc8 HTTP/1.1" status: 204 len: 168 time: 0.3675265 May 06 13:43:48.625180 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dd1ba8-dc20-4a72-a8ae-89db3f02a076 None None] Network 900c839d-4978-4f82-a094-3a22b029556b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:43:48.626270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56162) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:48.756847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.768230 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Deleting port 8943ea87-3397-4c3d-9a62-577267ec3f22 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:48.768565 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.963392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] DHCP port deletion for 900c839d-4978-4f82-a094-3a22b029556b request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:43:48.968292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] Deleting port 8943ea87-3397-4c3d-9a62-577267ec3f22 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:48.968830 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.007577 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] For port 8943ea87-3397-4c3d-9a62-577267ec3f22, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8943ea87-3397-4c3d-9a62-577267ec3f22,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:49.007801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.183861 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] For port 8943ea87-3397-4c3d-9a62-577267ec3f22, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8943ea87-3397-4c3d-9a62-577267ec3f22,segment=NetworkSegment(4422e315-801b-404e-a5e1-dd1cc42ed597),segment_id=4422e315-801b-404e-a5e1-dd1cc42ed597)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:49.184399 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.247352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Calling delete_port for 8943ea87-3397-4c3d-9a62-577267ec3f22 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:49.310458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] Calling delete_port for 8943ea87-3397-4c3d-9a62-577267ec3f22 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:49.330215 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.377033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8943ea87-3397-4c3d-9a62-577267ec3f22,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:49.382570 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] No DVR routers for this DVR port 8943ea87-3397-4c3d-9a62-577267ec3f22 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:43:49.399999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:43:49.400591 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:43:49.505035 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.533582 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900c839d-4978-4f82-a094-3a22b029556b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:49.547907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4422e315-801b-404e-a5e1-dd1cc42ed597') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:49.548162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4422e315-801b-404e-a5e1-dd1cc42ed597') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:49.561496 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.584998 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.595223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:43:49.595763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: timer() May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:49.611493 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:49.692244 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.719951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.739238 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=900c839d-4978-4f82-a094-3a22b029556b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:49.761728 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ba4c0652-cf61-4dfe-8895-d2114285b0d4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/900c839d-4978-4f82-a094-3a22b029556b HTTP/1.1" status: 204 len: 168 time: 1.1342363 May 06 13:43:49.766496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56166) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:49.902131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] Deleting port 8943ea87-3397-4c3d-9a62-577267ec3f22 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:49.902502 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.970001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fc90b4b4-171c-4b8a-8cde-62476fad2a9a None None] The port '8943ea87-3397-4c3d-9a62-577267ec3f22' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:43:50.192469 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.238712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8943ea87-3397-4c3d-9a62-577267ec3f22 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:50.272779 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 8943ea87-3397-4c3d-9a62-577267ec3f22 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:50.273275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8943ea87-3397-4c3d-9a62-577267ec3f22 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:50.953451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Deleting port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:50.954114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.141544 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] For port 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=11c793c4-5278-42e3-b9d6-c1eaf22ae1b5,segment=NetworkSegment(27ff2629-b5f2-469b-acca-e4aff73cf493),segment_id=27ff2629-b5f2-469b-acca-e4aff73cf493)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:51.141905 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.275257 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Calling delete_port for 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:51.477370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.527370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c793c4-5278-42e3-b9d6-c1eaf22ae1b5,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:51.852318 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.812661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:43:53.059348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:43:53.071664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] Sync routers for ids ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:43:53.073705 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c9722ac4-7aa1-4e22-abeb-37875ed493c5 admin admin] 10.222.0.44 "PUT /v2.0/routers/4fc698f5-c25c-4bb2-9926-e3de9f83d61f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3058858 May 06 13:43:53.077513 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56170) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:53.087556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] Routers {'4fc698f5-c25c-4bb2-9926-e3de9f83d61f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:53.088203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:53.275324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] Set router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:53.281912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.492674 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.503390 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Deleting port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:53.504341 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.595761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:34Z', 'updated_at': '2022-05-06T13:43:51Z', 'revision_number': 5, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'gw_port': {'id': '6bfc57d5-c515-45c3-a38a-dc0b5ef613e7', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:42:35Z', 'updated_at': '2022-05-06T13:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:53.600152 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] Checking router: 4fc698f5-c25c-4bb2-9926-e3de9f83d61f for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:43:53.612077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] Routers {'4fc698f5-c25c-4bb2-9926-e3de9f83d61f'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:53.612727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:53.702443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] For port 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6bfc57d5-c515-45c3-a38a-dc0b5ef613e7,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:53.702844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.816270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] Set router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:53.835573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Calling delete_port for 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:53.934925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:34Z', 'updated_at': '2022-05-06T13:43:53Z', 'revision_number': 6, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:53.939103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cee9de-af91-4688-b2d2-94859b10742d None None] The sync data for ids ['4fc698f5-c25c-4bb2-9926-e3de9f83d61f'] in n-d-840847-1 is: [{'id': '4fc698f5-c25c-4bb2-9926-e3de9f83d61f', 'name': 'tempest-TestEncryptedCinderVolumes-183099015-router', 'tenant_id': '87ab25217936408c90c83f8d2dabdfd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:42:34Z', 'updated_at': '2022-05-06T13:43:53Z', 'revision_number': 6, 'project_id': '87ab25217936408c90c83f8d2dabdfd3', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:43:54.058177 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.101680 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfc57d5-c515-45c3-a38a-dc0b5ef613e7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:54.405980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:54.441998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:54.442534 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 11c793c4-5278-42e3-b9d6-c1eaf22ae1b5 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:54.464839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.727629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.733448 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.772527 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.773133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc698f5-c25c-4bb2-9926-e3de9f83d61f {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:43:54.787172 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.788325 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9595c1f4-fc5a-40f2-a24a-c22ae777286e admin admin] 10.222.0.44 "DELETE /v2.0/routers/4fc698f5-c25c-4bb2-9926-e3de9f83d61f HTTP/1.1" status: 204 len: 168 time: 1.7096109 May 06 13:43:54.790930 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56174) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:54.851191 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f35c87e-0fd7-4c04-8abe-a699e8421a0b admin admin] Deleting subnet 4eab1dce-35ef-44de-8a4d-95398a25b811 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:43:54.854231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f35c87e-0fd7-4c04-8abe-a699e8421a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.910212 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f35c87e-0fd7-4c04-8abe-a699e8421a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.994446 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f35c87e-0fd7-4c04-8abe-a699e8421a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.065366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f35c87e-0fd7-4c04-8abe-a699e8421a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.108651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35c87e-0fd7-4c04-8abe-a699e8421a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eab1dce-35ef-44de-8a4d-95398a25b811,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:55.114994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4f35c87e-0fd7-4c04-8abe-a699e8421a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.120588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f7f378-a9c5-4ba5-9267-c4ace7fa049f None None] Network dfc2b529-d767-4a23-a24a-1ae71dd93b18 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:43:55.122782 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4f35c87e-0fd7-4c04-8abe-a699e8421a0b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4eab1dce-35ef-44de-8a4d-95398a25b811 HTTP/1.1" status: 204 len: 168 time: 0.3297069 May 06 13:43:55.124409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56178) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:55.233373 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.244508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Deleting port da063232-c666-4bf3-94f5-ba7c317d9317 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:55.244847 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.400456 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] DHCP port deletion for dfc2b529-d767-4a23-a24a-1ae71dd93b18 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:43:55.406371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] Deleting port da063232-c666-4bf3-94f5-ba7c317d9317 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:55.407260 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.478984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] For port da063232-c666-4bf3-94f5-ba7c317d9317, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=da063232-c666-4bf3-94f5-ba7c317d9317,segment=NetworkSegment(27ff2629-b5f2-469b-acca-e4aff73cf493),segment_id=27ff2629-b5f2-469b-acca-e4aff73cf493)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:55.479524 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.608325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Calling delete_port for da063232-c666-4bf3-94f5-ba7c317d9317 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:55.648285 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] For port da063232-c666-4bf3-94f5-ba7c317d9317, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=da063232-c666-4bf3-94f5-ba7c317d9317,segment=NetworkSegment(27ff2629-b5f2-469b-acca-e4aff73cf493),segment_id=27ff2629-b5f2-469b-acca-e4aff73cf493)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:55.648571 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.693325 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.741707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Pushing event deleted for resources: {'Port': ['ID=da063232-c666-4bf3-94f5-ba7c317d9317,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:55.747474 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] No DVR routers for this DVR port da063232-c666-4bf3-94f5-ba7c317d9317 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:43:55.772980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] Calling delete_port for da063232-c666-4bf3-94f5-ba7c317d9317 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:55.799957 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.800281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.800618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.800984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.801304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.801645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.801934 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.802256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.802643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.802928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.803257 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:55.859523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:43:55.859774 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:43:55.983171 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.010376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc2b529-d767-4a23-a24a-1ae71dd93b18']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:56.023148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ff2629-b5f2-469b-acca-e4aff73cf493') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:56.023440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ff2629-b5f2-469b-acca-e4aff73cf493') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:56.036542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.054319 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.060864 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:43:56.061251 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: timer() May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:56.076371 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:56.162523 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.179640 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.188348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc2b529-d767-4a23-a24a-1ae71dd93b18,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:56.198469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6f9001df-3cd9-43be-84a6-d39dd0c00963 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dfc2b529-d767-4a23-a24a-1ae71dd93b18 HTTP/1.1" status: 204 len: 168 time: 1.0706677 May 06 13:43:56.240561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device da063232-c666-4bf3-94f5-ba7c317d9317 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:56.276785 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: da063232-c666-4bf3-94f5-ba7c317d9317 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:56.277224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device da063232-c666-4bf3-94f5-ba7c317d9317 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:56.277714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:56.312230 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:56.312589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6bfc57d5-c515-45c3-a38a-dc0b5ef613e7 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:56.361359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] Deleting port da063232-c666-4bf3-94f5-ba7c317d9317 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:56.362180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.431614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe8a9b-d4ce-471c-a0f6-8a9a6d22442d None None] The port 'da063232-c666-4bf3-94f5-ba7c317d9317' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:43:56.462200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56184) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.524006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a4a28bf8-4798-42b7-a5fa-d523d94e8baf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8b2e1035502421b9a6af4fda35e7220&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0601294 May 06 13:43:56.527276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56188) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.592988 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a497c8a-9f60-44f4-8de3-574d6d2baab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.621370 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a497c8a-9f60-44f4-8de3-574d6d2baab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.676009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a497c8a-9f60-44f4-8de3-574d6d2baab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.691281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a497c8a-9f60-44f4-8de3-574d6d2baab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91214b85-432d-4597-b59e-41c97b45bf23,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:56.699648 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0a497c8a-9f60-44f4-8de3-574d6d2baab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.701055 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0a497c8a-9f60-44f4-8de3-574d6d2baab5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91214b85-432d-4597-b59e-41c97b45bf23 HTTP/1.1" status: 204 len: 168 time: 0.1728594 May 06 13:43:57.136391 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56196) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:57.194946 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-59c8a9d9-732a-49a8-8ab1-40f2c59fa79b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87ab25217936408c90c83f8d2dabdfd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571620 May 06 13:43:57.197505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56200) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:57.261904 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-500aef32-47c9-48bb-aa75-3f34ab296d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.288461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-500aef32-47c9-48bb-aa75-3f34ab296d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.344106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-500aef32-47c9-48bb-aa75-3f34ab296d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.362333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aef32-47c9-48bb-aa75-3f34ab296d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13008d30-4d57-4633-a1a3-ceb172a68b90,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:57.367774 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-500aef32-47c9-48bb-aa75-3f34ab296d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.370243 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-500aef32-47c9-48bb-aa75-3f34ab296d1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13008d30-4d57-4633-a1a3-ceb172a68b90 HTTP/1.1" status: 204 len: 168 time: 0.1698334 May 06 13:43:58.416013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56222) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:58.563944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1029917344-network', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:58.570331 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:58.574392 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Usage tracker for resource:network and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:58.577692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:58.583502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:58.594636 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Made reservation on behalf of 79e35a8793e940e4a1a2c0fe1a3ee0cd for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:58.597271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.610319 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.644007 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:58.648433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Usage tracker for resource:security_group_rule and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:58.651579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:58.657654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:58.748262 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.753772 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.786085 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:58.796402 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa76b1d8-c2b5-401a-a191-f8a0526f22cb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.803101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.803434 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Added segment 0dbf0e9e-ee15-417c-b244-450a8ef7fc75 of type vlan for network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 May 06 13:43:58.837052 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.870456 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.871401 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:58.872035 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.982587 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5649514 May 06 13:43:58.985608 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56228) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:58.986948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b5234-c566-4448-a281-94e4c3c4f255 admin admin] Pushing event updated for resources: {'Network': ['ID=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.992207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Request body: {'subnet': {'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1029917344-subnet', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:58.997303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:58.998963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:59.003619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Usage tracker for resource:subnet and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:59.006938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:59.014242 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:59.028155 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Made reservation on behalf of 79e35a8793e940e4a1a2c0fe1a3ee0cd for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:59.030630 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.260618 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.337378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6046b1bc-a69d-479e-b05c-da5724a08302,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:59.354815 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Checking segment: {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:43:59.355174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Network hostable DHCP agents. Network: 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:43:59.383694 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:43:59.395354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:43:59.400557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:59.401235 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.406381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda4985-c369-4f68-9dcf-4b5ec3de9e1a None None] Network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:43:59.426571 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-73f33ca9-1d5f-4d32-aa6c-b77e2984995f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4396226 May 06 13:43:59.429810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56232) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:59.435408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:59.441700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:59.446442 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Usage tracker for resource:router and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:59.450018 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:59.457055 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:59.472417 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.473641 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.497527 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.661263 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.694987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:43:59.696314 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.873584 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:43:59.874226 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.874563 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Allocated IP 172.20.0.2 (33aaf72d-e6e5-46cb-a5ee-2be61dc78d65/6046b1bc-a69d-479e-b05c-da5724a08302/aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:43:59.911631 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.066347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Allocated IP 172.25.7.105 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/d9697031-b57f-406b-8512-8e37a886e115) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:00.171764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.185282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Transition to ACTIVE for port object aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:00.211581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Transition to ACTIVE for port object aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:00.218079 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.290092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:00.293439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:00.298577 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:00.303604 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Pushing event updated for resources: {'Port': ['ID=aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:00.322971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.377067 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.399903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Attempting to bind port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:00.400330 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Attempting to bind port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:00.400799 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Attempting to bind port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 on network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:00.408427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:00.408946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Checking segment: {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:00.409667 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.410070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Bound using segment: {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:00.410548 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Bound port: aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:00.411088 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.465771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:00.469616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:00.472256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:00.500133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9697031-b57f-406b-8512-8e37a886e115,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:00.530537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] For port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:00.534566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] For port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:00.539763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.635801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d79e87-1c80-4eb4-bf62-dfbd42d88dbe None None] Pushing event updated for resources: {'Port': ['ID=aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:00.695173 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.696452 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.134008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Router 1f333488-b85a-4727-ab02-73bc97f0aead is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:44:01.379764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:44:01.395748 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Sync routers for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:44:01.417976 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:01.419382 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:01.427933 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.429829 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-718d3737-aa78-4254-8125-f165093fabc9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9988074 May 06 13:44:01.434123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56236) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:01.632760 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:01.760819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5cea0e-6bf1-408e-8edd-35fdeadc01d6 None None] Network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:44:01.896308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-974dd9f1-ee68-4cb9-8d5b-95782427ba48 None None] Provisioning for port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:01.988704 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:00Z', 'revision_number': 3, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:01.995709 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Checking router: 1f333488-b85a-4727-ab02-73bc97f0aead for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:44:01.996247 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Updating router 1f333488-b85a-4727-ab02-73bc97f0aead port d9697031-b57f-406b-8512-8e37a886e115 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:44:02.069464 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.308169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:02.371435 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.405013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:02.413535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:02.414529 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.555720 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.572419 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Transition to ACTIVE for port object d9697031-b57f-406b-8512-8e37a886e115 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:02.578877 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.629510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.658469 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Attempting to bind port d9697031-b57f-406b-8512-8e37a886e115 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:02.658901 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Attempting to bind port d9697031-b57f-406b-8512-8e37a886e115 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:02.659608 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Attempting to bind port d9697031-b57f-406b-8512-8e37a886e115 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:02.675241 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:02.675773 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:02.676192 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.676441 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:02.676854 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Bound port: d9697031-b57f-406b-8512-8e37a886e115, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:02.677228 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.692272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:02.698478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.721876 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Pushing event updated for resources: {'Port': ['ID=d9697031-b57f-406b-8512-8e37a886e115,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:02.735021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Allocated IP 172.20.0.1 (33aaf72d-e6e5-46cb-a5ee-2be61dc78d65/6046b1bc-a69d-479e-b05c-da5724a08302/095af3f6-5561-42f9-95e0-5b6a1bd63262) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:02.749696 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.750199 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.750491 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.750830 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.751152 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.751674 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.752489 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.752489 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.752799 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.752947 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.753414 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:02.799932 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] For port d9697031-b57f-406b-8512-8e37a886e115, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:02.805946 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] For port d9697031-b57f-406b-8512-8e37a886e115, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d9697031-b57f-406b-8512-8e37a886e115,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:02.807739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:02.812680 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.895780 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bfc89-7f2b-4494-9d6c-1ace7422086b None None] Pushing event updated for resources: {'Port': ['ID=d9697031-b57f-406b-8512-8e37a886e115,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:02.901378 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:02.901996 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:02.937499 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.956855 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Transition to ACTIVE for port object 095af3f6-5561-42f9-95e0-5b6a1bd63262 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:02.987552 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.057885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:03.060787 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:03.064976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:03.095799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Pushing event updated for resources: {'Port': ['ID=095af3f6-5561-42f9-95e0-5b6a1bd63262,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:03.124439 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:03.132901 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.341580 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7c0c3e52-a088-4c5e-be6c-0fec8a12a74f None None] Provisioning for port 095af3f6-5561-42f9-95e0-5b6a1bd63262 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:03.347435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7c0c3e52-a088-4c5e-be6c-0fec8a12a74f None None] Provisioning complete for port 095af3f6-5561-42f9-95e0-5b6a1bd63262 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:03.347789 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3e52-a088-4c5e-be6c-0fec8a12a74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.353213 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.404319 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c3e52-a088-4c5e-be6c-0fec8a12a74f None None] Port 095af3f6-5561-42f9-95e0-5b6a1bd63262 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:44:03.462974 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:00Z', 'revision_number': 3, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:03.467093 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa60c06-521d-4667-b87d-71e8542c3903 None None] The sync data for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 is: [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:00Z', 'revision_number': 3, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:44:03.610727 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.617123 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.729673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.743230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Pushing event updated for resources: {'Port': ['ID=095af3f6-5561-42f9-95e0-5b6a1bd63262,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:03.893284 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:03.895059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:04.136716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7fb1ff42-0e77-40f7-9706-181ca8f63f2b None None] Provisioning complete for port 095af3f6-5561-42f9-95e0-5b6a1bd63262 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:04.137534 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7fb1ff42-0e77-40f7-9706-181ca8f63f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.215262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1ff42-0e77-40f7-9706-181ca8f63f2b None None] Port 095af3f6-5561-42f9-95e0-5b6a1bd63262 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:44:04.354134 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d9697031-b57f-406b-8512-8e37a886e115 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:04.374636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Router 1f333488-b85a-4727-ab02-73bc97f0aead has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:44:04.433306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port d9697031-b57f-406b-8512-8e37a886e115 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:04.438834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d9697031-b57f-406b-8512-8e37a886e115 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:04.439213 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.564149 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.583517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port d9697031-b57f-406b-8512-8e37a886e115, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d9697031-b57f-406b-8512-8e37a886e115,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:04.588112 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.588914 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:04.614066 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:44:04.625322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6fa7eb3f-4c1f-4934-8b92-2f9bd4ad7f31 admin admin] 10.222.0.44 "PUT /v2.0/routers/1f333488-b85a-4727-ab02-73bc97f0aead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1897733 May 06 13:44:04.705967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=d9697031-b57f-406b-8512-8e37a886e115,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:04.720999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:04.721365 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.540912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56258) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:05.549784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-12923584-network', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:44:05.555912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:05.559954 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Usage tracker for resource:network and tenant:436b8c4b71e04e0ab7de1862e318ada4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:05.562989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:05.576372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:05.588718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Made reservation on behalf of 436b8c4b71e04e0ab7de1862e318ada4 for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:05.591071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.604574 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.648139 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:05.652800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Usage tracker for resource:security_group_rule and tenant:436b8c4b71e04e0ab7de1862e318ada4 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:05.656021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:05.662436 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:05.746742 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.751616 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.785082 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:44:05.794183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5181576-aa05-46c0-bf56-d1b21cf7b251,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:05.801571 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.801945 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Added segment 45ea8f7b-3ef9-4fc6-8702-4894021c8946 of type vlan for network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 May 06 13:44:05.831829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.869001 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.870149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:05.870888 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.979369 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] Pushing event updated for resources: {'Network': ['ID=a3a7f25f-dc94-4759-ace0-d5ccd23f9533,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:05.982316 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3e5e7f56-c527-4d2c-aec0-aa6d3d72960c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4399910 May 06 13:44:05.985374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56262) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:05.991511 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Request body: {'subnet': {'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-12923584-subnet', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:44:05.992864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:44:05.997845 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:06.002057 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Usage tracker for resource:subnet and tenant:436b8c4b71e04e0ab7de1862e318ada4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:06.005487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:06.012238 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:06.025985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Made reservation on behalf of 436b8c4b71e04e0ab7de1862e318ada4 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:06.028447 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.258873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d9697031-b57f-406b-8512-8e37a886e115 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:06.277716 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.333098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port d9697031-b57f-406b-8512-8e37a886e115 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:06.333693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.345553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da37a79-6cb6-45f5-b748-ad206dcec27d,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:06.383408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Checking segment: {'id': '45ea8f7b-3ef9-4fc6-8702-4894021c8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:06.383959 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Network hostable DHCP agents. Network: a3a7f25f-dc94-4759-ace0-d5ccd23f9533, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:06.415485 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:06.428250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, a3a7f25f-dc94-4759-ace0-d5ccd23f9533) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:06.433458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:06.434381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-9354e760-f234-4264-94e0-517515024715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.444831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fedd9c1-e426-484f-a569-24e729e3fe79 None None] Network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:44:06.464654 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-9354e760-f234-4264-94e0-517515024715 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4781671 May 06 13:44:06.467211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56266) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:06.473251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:44:06.478780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:06.483073 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Usage tracker for resource:router and tenant:436b8c4b71e04e0ab7de1862e318ada4 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:06.486251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:06.492933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:06.505792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.506705 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.529039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.715286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-a3a7f25f-dc94-4759-ace0-d5ccd23f9533', 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'fixed_ips': [{'subnet_id': '9da37a79-6cb6-45f5-b748-ad206dcec27d'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:44:06.716272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.800856 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.911524 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Allocated IP 172.20.0.2 (a3a7f25f-dc94-4759-ace0-d5ccd23f9533/9da37a79-6cb6-45f5-b748-ad206dcec27d/105b7231-3281-4a1b-be77-f116703212c2) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:07.031731 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.102646 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.130791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Sync routers for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:44:07.166949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:07.167575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:07.215465 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.295689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Transition to ACTIVE for port object 105b7231-3281-4a1b-be77-f116703212c2 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:07.333719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Allocated IP 172.25.7.11 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/8b6740f0-e4dd-4b20-be83-678d60028882) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:07.335902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Transition to ACTIVE for port object 105b7231-3281-4a1b-be77-f116703212c2 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:07.346416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.458449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:07.460841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Pushing event updated for resources: {'Port': ['ID=105b7231-3281-4a1b-be77-f116703212c2,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:07.466791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:07.470423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:07.475073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:07.579253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.613647 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.697482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:07.701829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:07.704492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:07.705327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Attempting to bind port 105b7231-3281-4a1b-be77-f116703212c2 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:07.705710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Attempting to bind port 105b7231-3281-4a1b-be77-f116703212c2 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '45ea8f7b-3ef9-4fc6-8702-4894021c8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:07.706069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Attempting to bind port 105b7231-3281-4a1b-be77-f116703212c2 on network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:07.734508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Pushing event updated for resources: {'Port': ['ID=8b6740f0-e4dd-4b20-be83-678d60028882,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:07.734869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:07.735160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Checking segment: {'id': '45ea8f7b-3ef9-4fc6-8702-4894021c8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:07.735564 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.735950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Bound using segment: {'id': '45ea8f7b-3ef9-4fc6-8702-4894021c8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:07.736439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Bound port: 105b7231-3281-4a1b-be77-f116703212c2, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea8f7b-3ef9-4fc6-8702-4894021c8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:07.736812 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.942368 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.953417 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.954288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.002314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] For port 105b7231-3281-4a1b-be77-f116703212c2, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:08.063356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] For port 105b7231-3281-4a1b-be77-f116703212c2, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=105b7231-3281-4a1b-be77-f116703212c2,segment=NetworkSegment(45ea8f7b-3ef9-4fc6-8702-4894021c8946),segment_id=45ea8f7b-3ef9-4fc6-8702-4894021c8946)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:08.075514 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.176169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7e0d7-eac7-4363-87f3-1cd329945b82 None None] Pushing event updated for resources: {'Port': ['ID=105b7231-3281-4a1b-be77-f116703212c2,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:08.190295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '095af3f6-5561-42f9-95e0-5b6a1bd63262', 'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'mac_address': 'fa:16:3e:aa:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:02Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 2, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'subnets': [{'id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:08.195957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Checking router: 1f333488-b85a-4727-ab02-73bc97f0aead for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:44:08.196309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Updating router 1f333488-b85a-4727-ab02-73bc97f0aead port 095af3f6-5561-42f9-95e0-5b6a1bd63262 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:44:08.254965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Router f52f0727-db7c-4e00-8f3b-cd869ee905d3 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:44:08.283490 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.536911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:44:08.550291 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Sync routers for ids ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:44:08.564436 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Routers {'f52f0727-db7c-4e00-8f3b-cd869ee905d3'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:08.565329 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:08.575401 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.581205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-834a989e-2e6d-47b7-8547-dc1e6c526a2e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1089361 May 06 13:44:08.581652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56270) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:08.862712 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Set router f52f0727-db7c-4e00-8f3b-cd869ee905d3 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:08.954499 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.975940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Transition to ACTIVE for port object 095af3f6-5561-42f9-95e0-5b6a1bd63262 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:08.986936 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.057561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94250de-3e03-453a-9cda-ac938ab13a4f None None] Pushing event updated for resources: {'Port': ['ID=095af3f6-5561-42f9-95e0-5b6a1bd63262,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:09.275276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Attempting to bind port 095af3f6-5561-42f9-95e0-5b6a1bd63262 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:09.276295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Attempting to bind port 095af3f6-5561-42f9-95e0-5b6a1bd63262 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:09.276538 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Attempting to bind port 095af3f6-5561-42f9-95e0-5b6a1bd63262 on network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:09.287332 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:09.288035 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Checking segment: {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:09.288518 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.288937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Bound using segment: {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:09.289518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Bound port: 095af3f6-5561-42f9-95e0-5b6a1bd63262, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:09.289941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.341457 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 3, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'gw_port': {'id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:07Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:09.349876 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Checking router: f52f0727-db7c-4e00-8f3b-cd869ee905d3 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:44:09.350420 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Updating router f52f0727-db7c-4e00-8f3b-cd869ee905d3 port 8b6740f0-e4dd-4b20-be83-678d60028882 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:44:09.460548 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.480453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] For port 095af3f6-5561-42f9-95e0-5b6a1bd63262, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:09.491710 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] For port 095af3f6-5561-42f9-95e0-5b6a1bd63262, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=095af3f6-5561-42f9-95e0-5b6a1bd63262,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:09.502084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.741488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94250de-3e03-453a-9cda-ac938ab13a4f None None] Pushing event updated for resources: {'Port': ['ID=095af3f6-5561-42f9-95e0-5b6a1bd63262,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:09.763741 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:09.764735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:09.980518 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.084719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd7cd8c-9657-41df-a552-1ae0d1fe19f4 None None] Network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:44:10.180787 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.207203 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Transition to ACTIVE for port object 8b6740f0-e4dd-4b20-be83-678d60028882 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:10.228265 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.252891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-842669ed-f574-4fdb-a3fa-072938576347 None None] Provisioning for port 105b7231-3281-4a1b-be77-f116703212c2 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:10.358349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Allocated IP 172.20.0.1 (a3a7f25f-dc94-4759-ace0-d5ccd23f9533/9da37a79-6cb6-45f5-b748-ad206dcec27d/fec8e222-7ec0-49d5-8880-824aace353b5) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:10.422512 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Attempting to bind port 8b6740f0-e4dd-4b20-be83-678d60028882 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:10.423122 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Attempting to bind port 8b6740f0-e4dd-4b20-be83-678d60028882 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:10.423689 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Attempting to bind port 8b6740f0-e4dd-4b20-be83-678d60028882 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:10.446666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 105b7231-3281-4a1b-be77-f116703212c2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:10.455924 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afdf7d-3efb-4461-b733-687ab1dced43 None None] Pushing event updated for resources: {'Port': ['ID=8b6740f0-e4dd-4b20-be83-678d60028882,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:10.463411 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:10.464113 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:10.466570 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.467489 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:10.468561 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Bound port: 8b6740f0-e4dd-4b20-be83-678d60028882, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:10.469171 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.542002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:10.604561 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] For port 8b6740f0-e4dd-4b20-be83-678d60028882, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:10.606296 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.608114 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] For port 8b6740f0-e4dd-4b20-be83-678d60028882, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8b6740f0-e4dd-4b20-be83-678d60028882,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:10.618891 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.628847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Transition to ACTIVE for port object fec8e222-7ec0-49d5-8880-824aace353b5 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:10.658953 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.691892 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 105b7231-3281-4a1b-be77-f116703212c2 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:10.766304 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Routers {'f52f0727-db7c-4e00-8f3b-cd869ee905d3'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:10.767702 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:43:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:10.772289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:10.774181 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Pushing event updated for resources: {'Port': ['ID=fec8e222-7ec0-49d5-8880-824aace353b5,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:10.777716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:10.781842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:10.822721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 105b7231-3281-4a1b-be77-f116703212c2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:10.823008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.858243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.957371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.066722 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afdf7d-3efb-4461-b733-687ab1dced43 None None] Pushing event updated for resources: {'Port': ['ID=8b6740f0-e4dd-4b20-be83-678d60028882,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:11.164733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.174250 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] Set router f52f0727-db7c-4e00-8f3b-cd869ee905d3 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:11.255478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 105b7231-3281-4a1b-be77-f116703212c2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=105b7231-3281-4a1b-be77-f116703212c2,segment=NetworkSegment(45ea8f7b-3ef9-4fc6-8702-4894021c8946),segment_id=45ea8f7b-3ef9-4fc6-8702-4894021c8946)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:11.260473 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.322026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '095af3f6-5561-42f9-95e0-5b6a1bd63262', 'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'mac_address': 'fa:16:3e:aa:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:02Z', 'updated_at': '2022-05-06T13:44:09Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'subnets': [{'id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:11.339624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc5fb9-1c87-4d0b-ac07-5de53ec25a68 None None] The sync data for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 is: [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '095af3f6-5561-42f9-95e0-5b6a1bd63262', 'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'mac_address': 'fa:16:3e:aa:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:02Z', 'updated_at': '2022-05-06T13:44:09Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'subnets': [{'id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:44:11.359145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=105b7231-3281-4a1b-be77-f116703212c2,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:11.384401 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.389046 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.429748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-2f63072d-8283-41a5-a651-1bdc22ae25c1 None None] Provisioning complete for port 105b7231-3281-4a1b-be77-f116703212c2 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:11.430309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2f63072d-8283-41a5-a651-1bdc22ae25c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.588252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Pushing event updated for resources: {'Port': ['ID=fec8e222-7ec0-49d5-8880-824aace353b5,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:11.611325 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.799722 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:10Z', 'revision_number': 4, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'gw_port': {'id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:07Z', 'updated_at': '2022-05-06T13:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'fec8e222-7ec0-49d5-8880-824aace353b5', 'name': '', 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'mac_address': 'fa:16:3e:52:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:10Z', 'updated_at': '2022-05-06T13:44:10Z', 'revision_number': 1, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'subnets': [{'id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:11.806133 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459d097-9b4a-41b2-a36f-cccb97c9f6b6 None None] The sync data for ids ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'] in n-d-840847-1 is: [{'id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:10Z', 'revision_number': 4, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'gw_port': {'id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:07Z', 'updated_at': '2022-05-06T13:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'fec8e222-7ec0-49d5-8880-824aace353b5', 'name': '', 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'mac_address': 'fa:16:3e:52:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:10Z', 'updated_at': '2022-05-06T13:44:10Z', 'revision_number': 1, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'subnets': [{'id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:44:11.830849 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0feed341-ef25-4f3d-9a39-6df345ae213e None None] Provisioning for port fec8e222-7ec0-49d5-8880-824aace353b5 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:11.839023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0feed341-ef25-4f3d-9a39-6df345ae213e None None] Provisioning complete for port fec8e222-7ec0-49d5-8880-824aace353b5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:11.839484 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0feed341-ef25-4f3d-9a39-6df345ae213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.927947 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:11.929356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:11.944979 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0feed341-ef25-4f3d-9a39-6df345ae213e None None] Port fec8e222-7ec0-49d5-8880-824aace353b5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:44:12.283439 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-9c84ebf8-999a-46f9-8508-7427ed0746d5 None None] Provisioning complete for port fec8e222-7ec0-49d5-8880-824aace353b5 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:12.283916 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9c84ebf8-999a-46f9-8508-7427ed0746d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.431895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-9c84ebf8-999a-46f9-8508-7427ed0746d5 None None] Port fec8e222-7ec0-49d5-8880-824aace353b5 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:44:12.437776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 095af3f6-5561-42f9-95e0-5b6a1bd63262 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:12.472909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ad9b487a-a7bb-44e3-800d-b3fd6db75a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.527352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 095af3f6-5561-42f9-95e0-5b6a1bd63262 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:12.533819 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 095af3f6-5561-42f9-95e0-5b6a1bd63262 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:12.534022 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.624159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Router f52f0727-db7c-4e00-8f3b-cd869ee905d3 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:44:12.692694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.739286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 095af3f6-5561-42f9-95e0-5b6a1bd63262, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=095af3f6-5561-42f9-95e0-5b6a1bd63262,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:12.744151 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.745151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 105b7231-3281-4a1b-be77-f116703212c2 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:12.877140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=095af3f6-5561-42f9-95e0-5b6a1bd63262,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:12.881598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:44:12.890468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 105b7231-3281-4a1b-be77-f116703212c2 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:12.890833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2d1ec3d7-8ade-4e24-a2c5-5f403bdacd0f admin admin] 10.222.0.44 "PUT /v2.0/routers/f52f0727-db7c-4e00-8f3b-cd869ee905d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3079505 May 06 13:44:12.890965 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:13.671678 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.377905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 095af3f6-5561-42f9-95e0-5b6a1bd63262 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:14.455460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 095af3f6-5561-42f9-95e0-5b6a1bd63262 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:14.459449 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.593070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8b6740f0-e4dd-4b20-be83-678d60028882 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:14.671634 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 8b6740f0-e4dd-4b20-be83-678d60028882 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:14.680868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8b6740f0-e4dd-4b20-be83-678d60028882 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:14.681234 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.827117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dc121eaa-c5a8-452b-85c6-9bd7ba51b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.830984 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.871848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 8b6740f0-e4dd-4b20-be83-678d60028882, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8b6740f0-e4dd-4b20-be83-678d60028882,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:14.877145 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.960874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=8b6740f0-e4dd-4b20-be83-678d60028882,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:15.550968 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.280005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8b6740f0-e4dd-4b20-be83-678d60028882 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:16.354117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:16.380733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 8b6740f0-e4dd-4b20-be83-678d60028882 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:16.381099 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.772056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:24.249634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-d307df30-874f-4c43-b963-896c44e73e2a tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:24.251141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-d307df30-874f-4c43-b963-896c44e73e2a tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 815 time: 0.1491640 May 06 13:44:24.270575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-f6428078-02de-4a94-af16-a20a274926a6 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/quotas/79e35a8793e940e4a1a2c0fe1a3ee0cd HTTP/1.1" status: 200 len: 375 time: 0.0119388 May 06 13:44:24.355771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-d026611d-28a3-4d54-9d5e-3a809ecc49df tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Synchronizing usage tracker for tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:24.374312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-d026611d-28a3-4d54-9d5e-3a809ecc49df tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Unset dirty status for tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:24.375756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-d026611d-28a3-4d54-9d5e-3a809ecc49df tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993512 May 06 13:44:24.394862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-91a75d8a-d861-4900-b15f-951f021009ba service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:44:24.395716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-91a75d8a-d861-4900-b15f-951f021009ba service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052848 May 06 13:44:24.539613 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d34a127-977b-4545-b985-71ccc1cd6cc4 service neutron] 10.222.0.44 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369021 May 06 13:44:24.679942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1b7de93b-5e80-401d-b23d-15789949b0f8 service neutron] 10.222.0.44 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342802 May 06 13:44:24.922638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32ce6319-725f-4679-953c-0053c9a33b51 req-7520a0f6-6bc9-4e01-ab6b-31b08ab6422d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 210 time: 0.0498376 May 06 13:44:26.034179 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-baff8a20-ed11-4f14-aaf9-07a9e9a91ca7 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:26.036593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-baff8a20-ed11-4f14-aaf9-07a9e9a91ca7 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.48 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 815 time: 0.1834292 May 06 13:44:26.053412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'port': {'device_id': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'admin_state_up': True, 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:44:26.168948 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8ac422c7-3035-446c-a4c7-340bf623b356 req-de177f01-01b4-449d-9959-fc011d5ed2da tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 210 time: 0.1012654 May 06 13:44:26.393659 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:26.417821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:26.438409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Made reservation on behalf of 79e35a8793e940e4a1a2c0fe1a3ee0cd for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:26.449347 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:26.696566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Allocated IP 172.20.0.10 (33aaf72d-e6e5-46cb-a5ee-2be61dc78d65/6046b1bc-a69d-479e-b05c-da5724a08302/b9f19d51-fef8-4406-85ad-eb566423b03f) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:26.956060 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:26.974725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Transition to ACTIVE for port object b9f19d51-fef8-4406-85ad-eb566423b03f will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:27.000982 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.068976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:27.077922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:27.082101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:27.157036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'Port': ['ID=b9f19d51-fef8-4406-85ad-eb566423b03f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:27.182388 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:27.183539 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.227061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-1d92abdf-f456-48d7-9c0a-0d02b9046974 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1778314 May 06 13:44:27.454221 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b9879-ff47-494d-bcde-cd11ec794b29 req-c4bc23cd-3365-4227-8f00-2a058014a394 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:27.455015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-360b9879-ff47-494d-bcde-cd11ec794b29 req-c4bc23cd-3365-4227-8f00-2a058014a394 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Synchronizing usage tracker for tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:27.473415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-360b9879-ff47-494d-bcde-cd11ec794b29 req-c4bc23cd-3365-4227-8f00-2a058014a394 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Unset dirty status for tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:27.474780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-360b9879-ff47-494d-bcde-cd11ec794b29 req-c4bc23cd-3365-4227-8f00-2a058014a394 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 932 time: 0.1494477 May 06 13:44:27.504836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39bc67e3-2291-4582-a9d1-f2e97a916fdd None None] Provisioning for port b9f19d51-fef8-4406-85ad-eb566423b03f completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:27.511351 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-39bc67e3-2291-4582-a9d1-f2e97a916fdd None None] Provisioning complete for port b9f19d51-fef8-4406-85ad-eb566423b03f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:27.511833 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-39bc67e3-2291-4582-a9d1-f2e97a916fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.541475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-360b9879-ff47-494d-bcde-cd11ec794b29 req-f84ba491-95b9-4489-a89c-bd7db9c1d5ef tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 May 06 13:44:27.597233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-39bc67e3-2291-4582-a9d1-f2e97a916fdd None None] Port b9f19d51-fef8-4406-85ad-eb566423b03f cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:44:28.782956 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71127196-60c6-438b-b940-c5ac3cd260fd req-b27c3990-9b36-476b-bba1-446425d752ee tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:28.785736 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71127196-60c6-438b-b940-c5ac3cd260fd req-b27c3990-9b36-476b-bba1-446425d752ee tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 932 time: 0.0983329 May 06 13:44:28.841119 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71127196-60c6-438b-b940-c5ac3cd260fd req-cc2c1297-3ac3-4b2a-825e-bff2a099d90f tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499680 May 06 13:44:30.084004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677bf4e-a984-45c6-9f93-e67408a833a0 req-59d73145-a559-4d5a-a170-addba787f960 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:30.086424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8677bf4e-a984-45c6-9f93-e67408a833a0 req-59d73145-a559-4d5a-a170-addba787f960 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 932 time: 0.1018386 May 06 13:44:30.143798 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8677bf4e-a984-45c6-9f93-e67408a833a0 req-16079197-09d3-431b-a215-7e82e5e280d8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512874 May 06 13:44:31.393542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b5ede-3232-47ea-a795-4cd2597bbf4c req-f69470da-eabe-4da6-a552-f0f75a3e77a4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:31.396379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c6b5ede-3232-47ea-a795-4cd2597bbf4c req-f69470da-eabe-4da6-a552-f0f75a3e77a4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 932 time: 0.1189940 May 06 13:44:31.449511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c6b5ede-3232-47ea-a795-4cd2597bbf4c req-9098ef5f-2d9c-4f56-815e-6518298b5ea1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472209 May 06 13:44:32.706505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a79dd-d811-47f9-aef7-ec6823584821 req-918bafd3-c05f-4642-b008-f217c7532dcd tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:32.708073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-004a79dd-d811-47f9-aef7-ec6823584821 req-918bafd3-c05f-4642-b008-f217c7532dcd tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 932 time: 0.1100910 May 06 13:44:32.762379 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-004a79dd-d811-47f9-aef7-ec6823584821 req-688aef27-38f2-4468-adc5-a31dcb640525 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473273 May 06 13:44:33.973079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a8e46-2ba6-403d-b50a-36ffdfeb1079 req-903c8fb6-034a-49e5-8733-655054196901 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:33.974539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-282a8e46-2ba6-403d-b50a-36ffdfeb1079 req-903c8fb6-034a-49e5-8733-655054196901 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 932 time: 0.0821371 May 06 13:44:34.025725 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-282a8e46-2ba6-403d-b50a-36ffdfeb1079 req-ff9b4bf1-7a97-46a5-a3e7-475fde10d9b3 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 May 06 13:44:35.256193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c9a8b-d078-4ad3-be23-b360a41f9552 req-2d4ce55e-b300-4337-a07b-cc3d29ca72f1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:35.257622 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-752c9a8b-d078-4ad3-be23-b360a41f9552 req-2d4ce55e-b300-4337-a07b-cc3d29ca72f1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 932 time: 0.0912650 May 06 13:44:35.306696 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-752c9a8b-d078-4ad3-be23-b360a41f9552 req-74257197-8295-4efb-9a90-e8e5d601a98c tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 May 06 13:44:36.528488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acef551-6aab-47cb-a919-c07d3b98bc56 req-f18d9eb0-066b-43dc-9774-27946401a9f0 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:36.531074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0acef551-6aab-47cb-a919-c07d3b98bc56 req-f18d9eb0-066b-43dc-9774-27946401a9f0 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 932 time: 0.0883164 May 06 13:44:36.587403 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0acef551-6aab-47cb-a919-c07d3b98bc56 req-9f0f82db-aba4-427e-a467-39c5ccd49d4f tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503819 May 06 13:44:36.876295 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:44:37.814835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c3f53-2f70-46db-af41-0fb80acf5eaa req-0b2565dc-d72b-48e0-9ab8-74f0edae6b63 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:37.816430 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d0c3f53-2f70-46db-af41-0fb80acf5eaa req-0b2565dc-d72b-48e0-9ab8-74f0edae6b63 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 932 time: 0.0958357 May 06 13:44:37.874169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d0c3f53-2f70-46db-af41-0fb80acf5eaa req-0e91018a-ee91-489b-88dd-125edb199058 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499756 May 06 13:44:37.905939 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.321630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Request body: {'port': {'device_id': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:44:38.439411 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.934940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f19d51-fef8-4406-85ad-eb566423b03f {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:44:38.943206 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:38.959560 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Transition to ACTIVE for port object b9f19d51-fef8-4406-85ad-eb566423b03f will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:38.964493 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.156357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f19d51-fef8-4406-85ad-eb566423b03f,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:39.280499 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd147e88-79ed-4387-9bb2-7177facf7060 req-6f2716d4-d7c4-4858-9521-9929950f02c9 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:39.282095 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd147e88-79ed-4387-9bb2-7177facf7060 req-6f2716d4-d7c4-4858-9521-9929950f02c9 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 944 time: 0.2678180 May 06 13:44:39.326619 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Attempting to bind port b9f19d51-fef8-4406-85ad-eb566423b03f on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:39.326969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Attempting to bind port b9f19d51-fef8-4406-85ad-eb566423b03f by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:39.327293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Attempting to bind port b9f19d51-fef8-4406-85ad-eb566423b03f on network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:39.346051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Port b9f19d51-fef8-4406-85ad-eb566423b03f on network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:44:39.346374 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Attempting to bind port b9f19d51-fef8-4406-85ad-eb566423b03f on network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:39.359904 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:39.360233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Checking segment: {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:39.360617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Bound using segment: {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:39.361040 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Bound port: b9f19d51-fef8-4406-85ad-eb566423b03f, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dbf0e9e-ee15-417c-b244-450a8ef7fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:39.361415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.373189 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bd147e88-79ed-4387-9bb2-7177facf7060 req-3086433f-810d-4136-be01-f7f1bca622e8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742693 May 06 13:44:39.462195 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] For port b9f19d51-fef8-4406-85ad-eb566423b03f, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:39.465370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] For port b9f19d51-fef8-4406-85ad-eb566423b03f, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b9f19d51-fef8-4406-85ad-eb566423b03f,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:39.471505 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.540695 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:39.542091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] 10.222.0.48 "PUT /v2.0/ports/b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 1092 time: 1.3656373 May 06 13:44:39.542523 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:44:39.562031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800b49d-9cd9-40ea-922d-cfde9691bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f19d51-fef8-4406-85ad-eb566423b03f,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:39.628086 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c002c0-8b64-4566-80f3-39f9faa98c13'] response: {'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'status': 'completed', 'code': 200} May 06 13:44:39.676361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-81adefde-f302-4bf3-8e9e-4810b22e80c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1095 time: 0.0863876 May 06 13:44:39.771802 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-9245c837-301c-47aa-a017-da7122054b6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 217 time: 0.0877485 May 06 13:44:39.844544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-7e504fc1-cb3a-4d4f-8f92-251f7f04390f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:39.846131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-7e504fc1-cb3a-4d4f-8f92-251f7f04390f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 200 len: 854 time: 0.0679626 May 06 13:44:39.862842 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Sync routers for ids ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:44:39.875741 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Routers {'f52f0727-db7c-4e00-8f3b-cd869ee905d3'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:39.876448 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:44:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:39.924767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-3387e874-acfb-4ff9-a4a5-523aa218b7b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724888 May 06 13:44:40.073064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-48bbd678-3248-499e-8c1f-7b490c90bd6f service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417720 May 06 13:44:40.203763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Set router f52f0727-db7c-4e00-8f3b-cd869ee905d3 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:40.235225 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6e5b8b7-0cd7-4c55-8708-941986d31de2 req-b4a0b00c-9834-422b-b8fc-8b417f8dcd90 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552236 May 06 13:44:40.408429 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a0df274-9e7f-4a5a-aa78-32c00af4e216 req-ccdf4b8c-405a-4df0-80e4-e569d906e837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1095 time: 0.1145592 May 06 13:44:40.608540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:10Z', 'revision_number': 4, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'gw_port': {'id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:07Z', 'updated_at': '2022-05-06T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'fec8e222-7ec0-49d5-8880-824aace353b5', 'name': '', 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'mac_address': 'fa:16:3e:52:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:10Z', 'updated_at': '2022-05-06T13:44:11Z', 'revision_number': 2, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'subnets': [{'id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:40.613149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Checking router: f52f0727-db7c-4e00-8f3b-cd869ee905d3 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:44:40.613508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Updating router f52f0727-db7c-4e00-8f3b-cd869ee905d3 port fec8e222-7ec0-49d5-8880-824aace353b5 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:44:40.613649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0df274-9e7f-4a5a-aa78-32c00af4e216 req-b23cbbf2-4273-47d9-83bf-e51dbc20eb73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:40.615113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a0df274-9e7f-4a5a-aa78-32c00af4e216 req-b23cbbf2-4273-47d9-83bf-e51dbc20eb73 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 916 time: 0.2004740 May 06 13:44:40.677526 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.696556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a0df274-9e7f-4a5a-aa78-32c00af4e216 req-c7983cc3-b3da-435a-9d43-2e68a83da968 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 217 time: 0.0723197 May 06 13:44:40.707909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a206e1-4a0c-43fb-bdc4-54312fd1cc27 req-de90b511-fa6f-4c52-a871-5e6416bc95af tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:40.708475 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9a206e1-4a0c-43fb-bdc4-54312fd1cc27 req-de90b511-fa6f-4c52-a871-5e6416bc95af tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 944 time: 0.1946309 May 06 13:44:40.922006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0df274-9e7f-4a5a-aa78-32c00af4e216 req-5f0ad244-86e8-45a3-b5bd-9a6e839f2d63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:40.923480 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a0df274-9e7f-4a5a-aa78-32c00af4e216 req-5f0ad244-86e8-45a3-b5bd-9a6e839f2d63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 200 len: 854 time: 0.2140665 May 06 13:44:40.929496 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9a206e1-4a0c-43fb-bdc4-54312fd1cc27 req-dee473bc-b314-4e31-b89a-816cfd09ad2f tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865900 May 06 13:44:41.002094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a0df274-9e7f-4a5a-aa78-32c00af4e216 req-589d29fc-d7f3-4399-a091-52c98637c98e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716901 May 06 13:44:41.070011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.084509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Transition to ACTIVE for port object fec8e222-7ec0-49d5-8880-824aace353b5 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:41.092965 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.148086 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a0df274-9e7f-4a5a-aa78-32c00af4e216 req-31285c2f-4439-4314-b6ee-feafa9cfef41 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370270 May 06 13:44:41.220931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Pushing event updated for resources: {'Port': ['ID=fec8e222-7ec0-49d5-8880-824aace353b5,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:41.340087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a0df274-9e7f-4a5a-aa78-32c00af4e216 req-eeafb851-15a5-4839-a4d6-27be224e0245 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849527 May 06 13:44:41.342872 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.343692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.344352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.344894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.345453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.345954 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.346447 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.346975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.347474 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.347948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.348415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:41.393734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Attempting to bind port fec8e222-7ec0-49d5-8880-824aace353b5 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:41.394262 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Attempting to bind port fec8e222-7ec0-49d5-8880-824aace353b5 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '45ea8f7b-3ef9-4fc6-8702-4894021c8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:41.394919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Attempting to bind port fec8e222-7ec0-49d5-8880-824aace353b5 on network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:41.402844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:41.403388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Checking segment: {'id': '45ea8f7b-3ef9-4fc6-8702-4894021c8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:41.403804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.404200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Bound using segment: {'id': '45ea8f7b-3ef9-4fc6-8702-4894021c8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:41.404673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Bound port: fec8e222-7ec0-49d5-8880-824aace353b5, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ea8f7b-3ef9-4fc6-8702-4894021c8946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:41.405063 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.573904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] For port fec8e222-7ec0-49d5-8880-824aace353b5, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:41.578138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] For port fec8e222-7ec0-49d5-8880-824aace353b5, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fec8e222-7ec0-49d5-8880-824aace353b5,segment=NetworkSegment(45ea8f7b-3ef9-4fc6-8702-4894021c8946),segment_id=45ea8f7b-3ef9-4fc6-8702-4894021c8946)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:41.584748 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:41.667038 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb0b1e-c37b-44fb-a93a-3bf9e955402c None None] Pushing event updated for resources: {'Port': ['ID=fec8e222-7ec0-49d5-8880-824aace353b5,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:41.671063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Routers {'f52f0727-db7c-4e00-8f3b-cd869ee905d3'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:41.671683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:44:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:41.902704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] Set router f52f0727-db7c-4e00-8f3b-cd869ee905d3 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:42.155330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fdead-655a-47bf-b160-968db28b384c req-9a815fbf-dbe2-48bd-aa38-d4d763c86237 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:42.156856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-683fdead-655a-47bf-b160-968db28b384c req-9a815fbf-dbe2-48bd-aa38-d4d763c86237 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 944 time: 0.0945213 May 06 13:44:42.216775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-683fdead-655a-47bf-b160-968db28b384c req-cc2fda75-6b62-48a1-a07b-33e1ef618d58 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522861 May 06 13:44:42.259314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:10Z', 'revision_number': 4, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'gw_port': {'id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:07Z', 'updated_at': '2022-05-06T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'fec8e222-7ec0-49d5-8880-824aace353b5', 'name': '', 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'mac_address': 'fa:16:3e:52:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:10Z', 'updated_at': '2022-05-06T13:44:41Z', 'revision_number': 4, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'subnets': [{'id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:42.265087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaadc45-eaed-4a8a-9aec-54f899f201a4 None None] The sync data for ids ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'] in n-d-840847-1 is: [{'id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:10Z', 'revision_number': 4, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'gw_port': {'id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:07Z', 'updated_at': '2022-05-06T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'fec8e222-7ec0-49d5-8880-824aace353b5', 'name': '', 'network_id': 'a3a7f25f-dc94-4759-ace0-d5ccd23f9533', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'mac_address': 'fa:16:3e:52:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:10Z', 'updated_at': '2022-05-06T13:44:41Z', 'revision_number': 4, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'subnets': [{'id': '9da37a79-6cb6-45f5-b748-ad206dcec27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:44:42.315466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fec8e222-7ec0-49d5-8880-824aace353b5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:42.406585 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port fec8e222-7ec0-49d5-8880-824aace353b5 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:42.418731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fec8e222-7ec0-49d5-8880-824aace353b5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:42.419104 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.446771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-01ad8faf-12c1-48b5-bdfa-2320d644a2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.550764 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.590004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port fec8e222-7ec0-49d5-8880-824aace353b5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fec8e222-7ec0-49d5-8880-824aace353b5,segment=NetworkSegment(45ea8f7b-3ef9-4fc6-8702-4894021c8946),segment_id=45ea8f7b-3ef9-4fc6-8702-4894021c8946)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:42.594331 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.666809 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=fec8e222-7ec0-49d5-8880-824aace353b5,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:43.447896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06c33-8bf9-4c4b-9bb3-59c30e74c84c req-ba9017c0-33b5-45c9-83cb-9f7f20357ba8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:43.449801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8b06c33-8bf9-4c4b-9bb3-59c30e74c84c req-ba9017c0-33b5-45c9-83cb-9f7f20357ba8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 944 time: 0.0863078 May 06 13:44:43.498568 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d8b06c33-8bf9-4c4b-9bb3-59c30e74c84c req-5acf8b22-28cd-4a34-923d-00ba1557826f tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 May 06 13:44:43.679093 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.940469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b9f19d51-fef8-4406-85ad-eb566423b03f details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:44:44.097046 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b9f19d51-fef8-4406-85ad-eb566423b03f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b9f19d51-fef8-4406-85ad-eb566423b03f,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:44.119769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'port_id': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'mac_address': 'fa:16:3e:f2:94:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:44:44.225979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.262994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f19d51-fef8-4406-85ad-eb566423b03f {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:44:44.285658 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b9f19d51-fef8-4406-85ad-eb566423b03f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b9f19d51-fef8-4406-85ad-eb566423b03f,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:44.291914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.334138 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fec8e222-7ec0-49d5-8880-824aace353b5 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:44.438571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b9f19d51-fef8-4406-85ad-eb566423b03f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:44.456365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port fec8e222-7ec0-49d5-8880-824aace353b5 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:44.456837 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:44.679388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b9f19d51-fef8-4406-85ad-eb566423b03f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:44:44.715601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5467c-cf91-432c-ab8e-2d10891fb820 req-a0bbc377-4d0e-4f9c-80cd-0c951b62ee95 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:44.718050 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bfd5467c-cf91-432c-ab8e-2d10891fb820 req-a0bbc377-4d0e-4f9c-80cd-0c951b62ee95 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 945 time: 0.0931740 May 06 13:44:44.774358 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bfd5467c-cf91-432c-ab8e-2d10891fb820 req-4d40edc3-9814-4225-9c27-9c1ee8b43443 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492384 May 06 13:44:44.823175 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-095cf8fd-6a6e-4b4a-89cc-ede59f202668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:45.549623 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:45.947816 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b9f19d51-fef8-4406-85ad-eb566423b03f up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:45.985041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05fb1f-093f-4cc0-bc70-aa1bc987bd63 req-8bb35e4d-7700-4e17-95f4-6d425190e8b6 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:45.986686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db05fb1f-093f-4cc0-bc70-aa1bc987bd63 req-8bb35e4d-7700-4e17-95f4-6d425190e8b6 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 945 time: 0.0833123 May 06 13:44:46.023798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port b9f19d51-fef8-4406-85ad-eb566423b03f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:46.029421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port b9f19d51-fef8-4406-85ad-eb566423b03f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:46.029803 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.041028 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-db05fb1f-093f-4cc0-bc70-aa1bc987bd63 req-cd2eb634-e4ee-4c4b-a822-50e0c78c8fa9 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480707 May 06 13:44:46.158056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.193723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:44:46.204750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port b9f19d51-fef8-4406-85ad-eb566423b03f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b9f19d51-fef8-4406-85ad-eb566423b03f,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:46.213806 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.299231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=b9f19d51-fef8-4406-85ad-eb566423b03f,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:46.313916 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:46.484090 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1feab9-b2a6-4db3-8481-41d024417a06'] response: {'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'code': 200} May 06 13:44:46.624864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4f1843e-55b8-499d-8149-9bd163506941 req-8b9c180a-dc33-40b8-8361-0d391aaf9a52 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1097 time: 0.0752981 May 06 13:44:46.672598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c4f1843e-55b8-499d-8149-9bd163506941 req-dc8d1e27-259c-4994-a512-fef70652edfd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 May 06 13:44:47.258413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c08c50-109b-460c-a3a9-2d3a88688092 req-f0baba7a-dd1e-43cd-ba59-59275c8d1ca4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:47.260025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9c08c50-109b-460c-a3a9-2d3a88688092 req-f0baba7a-dd1e-43cd-ba59-59275c8d1ca4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.0853052 May 06 13:44:47.319226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9c08c50-109b-460c-a3a9-2d3a88688092 req-3625eda1-f23e-4f47-9c9b-df651bfdfc9a tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531788 May 06 13:44:47.780029 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:48.582713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f1d29-ec19-4dda-b931-08ae18207cdd req-66363a00-d066-4e1d-9c1c-f34d546f7a77 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:48.584411 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-644f1d29-ec19-4dda-b931-08ae18207cdd req-66363a00-d066-4e1d-9c1c-f34d546f7a77 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.0832274 May 06 13:44:48.637170 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-644f1d29-ec19-4dda-b931-08ae18207cdd req-00f0ab58-f0c7-4d50-9f59-6e0b1be9b2db tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453005 May 06 13:44:48.868146 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21287a55-b4ed-4a7f-8d07-2b3a3de69df5 req-7a3e10ac-68c4-4e37-9299-bf48e0e92413 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:48.869720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21287a55-b4ed-4a7f-8d07-2b3a3de69df5 req-7a3e10ac-68c4-4e37-9299-bf48e0e92413 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.0926816 May 06 13:44:48.923453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-21287a55-b4ed-4a7f-8d07-2b3a3de69df5 req-410d96f1-5103-41e4-a63c-c2f90977f65f tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 May 06 13:44:49.372141 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d77d9-6083-4f48-adba-72c9920ee1c4 req-7211a127-4f0b-4df9-9014-691f33de7317 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:49.373720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-250d77d9-6083-4f48-adba-72c9920ee1c4 req-7211a127-4f0b-4df9-9014-691f33de7317 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.0807679 May 06 13:44:49.428768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-250d77d9-6083-4f48-adba-72c9920ee1c4 req-0b525b5a-5eae-42a2-87d4-6ee2734f1daf tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487816 May 06 13:44:59.855502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4548-877a-423e-9eca-6405f768930d req-0de8c617-17a8-4992-bb99-60dae14ebf9b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:59.856942 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2fc4548-877a-423e-9eca-6405f768930d req-0de8c617-17a8-4992-bb99-60dae14ebf9b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.1141334 May 06 13:44:59.907069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a2fc4548-877a-423e-9eca-6405f768930d req-d212a070-75c7-419d-86b6-9e6668dc2755 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 May 06 13:44:59.954552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56458) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:00.131885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-df5b1308-4d67-4c1d-8c00-eab0438cb167 tempest-TestMinimumBasicScenario-276277497 tempest-TestMinimumBasicScenario-276277497-project-admin] Synchronizing usage tracker for tenant:436b8c4b71e04e0ab7de1862e318ada4 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:00.155632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-df5b1308-4d67-4c1d-8c00-eab0438cb167 tempest-TestMinimumBasicScenario-276277497 tempest-TestMinimumBasicScenario-276277497-project-admin] Unset dirty status for tenant:436b8c4b71e04e0ab7de1862e318ada4 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:00.157199 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-df5b1308-4d67-4c1d-8c00-eab0438cb167 tempest-TestMinimumBasicScenario-276277497 tempest-TestMinimumBasicScenario-276277497-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1092 time: 0.2014196 May 06 13:45:00.161959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56464) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:00.167755 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:00.176077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:00.180538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Usage tracker for resource:floatingip and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:00.183750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:00.189867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:00.201437 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.342891 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.605808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Allocated IP 172.25.7.8 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/fa9c5501-1f79-4f56-87c0-652ad4684cf1) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:00.763070 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.800093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:00.874063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:00.877010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:00.881539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:45:00.905714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'Port': ['ID=fa9c5501-1f79-4f56-87c0-652ad4684cf1,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:00.930379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.930751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.931083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.931413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.931739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.932061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.932419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.932738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.933054 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.933371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:00.933673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:01.535184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.595592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.807665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.814429 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:01.921207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'Port': ['ID=fa9c5501-1f79-4f56-87c0-652ad4684cf1,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:01.938811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.141641 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Floating IP 2582707d-9360-42e0-afee-b1f45d3f8062 associated. External IP: 172.25.7.8, port: b9f19d51-fef8-4406-85ad-eb566423b03f. May 06 13:45:02.674267 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Router 1f333488-b85a-4727-ab02-73bc97f0aead has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:45:02.886443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:45:02.897236 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] Sync routers for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:45:02.910569 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:02.911240 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:44:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:02.911877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:02.971436 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-14f4b72e-dd1e-47c0-8939-5961c7bf7243 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8081560 May 06 13:45:02.972025 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:45:02.974365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56468) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:02.980704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97827597', 'description': 'tempest-secgroup-smoke-97827597 description', 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:02.988359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:02.992960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Usage tracker for resource:security_group and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:02.996266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:03.003624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:03.015875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.035559 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6fe331-d21f-4c2a-ab76-7ce92680da4f'] response: {'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'status': 'completed', 'code': 200} May 06 13:45:03.090491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:03.092561 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:03.102555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Usage tracker for resource:security_group_rule and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:03.106643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:03.113808 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:03.187745 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555b3097-b008-4f13-9896-5baeb2c4f363 req-1512ce67-01a3-47c6-a323-1616494a8cc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1097 time: 0.1296051 May 06 13:45:03.192908 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.214752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.328346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:03.336076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.337309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.3618996 May 06 13:45:03.341650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56474) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:03.351203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'security_group_rule': {'security_group_id': '8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb', 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:03.358001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.358332 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.358711 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.359217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.359507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.359828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.360015 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.360309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.361601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.361601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.361601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c5d0-e974-44c7-af68-1e120900129d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:03.363658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:03.368609 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Usage tracker for resource:security_group_rule and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:03.375214 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:03.384766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:03.396032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b3097-b008-4f13-9896-5baeb2c4f363 req-a52ca9f1-0541-44c6-afd0-1c08b9b0a102 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:03.398415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555b3097-b008-4f13-9896-5baeb2c4f363 req-a52ca9f1-0541-44c6-afd0-1c08b9b0a102 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 916 time: 0.2040257 May 06 13:45:03.413626 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.494184 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.499150 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.525108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a7ceb4-f6c8-4b30-a1dc-074c27f4b828,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:03.537451 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.542529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f7d3c7dc-e5b4-417e-b6f2-4b7ea6f9950b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1980574 May 06 13:45:03.543164 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56478) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:03.549903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'security_group_rule': {'security_group_id': '8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb', 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:03.557121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:03.558619 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '2582707d-9360-42e0-afee-b1f45d3f8062', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'port_id': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'mac_address': 'fa:16:3e:f2:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:45:01Z', 'updated_at': '2022-05-06T13:45:01Z', 'revision_number': 0, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095af3f6-5561-42f9-95e0-5b6a1bd63262', 'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'mac_address': 'fa:16:3e:aa:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:02Z', 'updated_at': '2022-05-06T13:44:12Z', 'revision_number': 5, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'subnets': [{'id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:03.561665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Usage tracker for resource:security_group_rule and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:03.562243 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] Checking router: 1f333488-b85a-4727-ab02-73bc97f0aead for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:45:03.565032 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:03.571744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:03.574551 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:03.575269 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:44:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:03.593007 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.627579 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555b3097-b008-4f13-9896-5baeb2c4f363 req-b4e59676-6e8f-4b90-8b40-a3f0b4d44d0c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 998 time: 0.2231443 May 06 13:45:03.684761 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.691914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.716418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b3097-b008-4f13-9896-5baeb2c4f363 req-a360ce7c-bdd3-4ec1-a463-560d2db55f12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:03.717915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555b3097-b008-4f13-9896-5baeb2c4f363 req-a360ce7c-bdd3-4ec1-a463-560d2db55f12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 200 len: 854 time: 0.0835640 May 06 13:45:03.720203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88b2f2f-a716-4161-8726-30f15ee251ad,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:03.731272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.734635 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-186bcc2e-8838-4361-a28d-1769b48ba6ed tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1891804 May 06 13:45:03.737117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56482) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:03.743772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'security_group_rule': {'security_group_id': '8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb', 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:03.751197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:03.755425 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Usage tracker for resource:security_group_rule and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:03.758833 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:03.766618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:03.784444 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:03.789547 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.805241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555b3097-b008-4f13-9896-5baeb2c4f363 req-7e6bf04e-f631-458f-b66b-1c34ea0e3b1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804625 May 06 13:45:03.883387 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.890154 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.925557 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1606ae31-901e-494b-84c9-84b8b67c5eeb,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:03.941951 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:03.949163 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-13c28021-100e-434c-b0d0-a1d0f074350d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2055466 May 06 13:45:03.949876 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56486) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:03.958711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'security_group_rule': {'security_group_id': '8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb', 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:03.965072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555b3097-b008-4f13-9896-5baeb2c4f363 req-43bd9ac8-d7df-4206-b8b7-632662bfdfce service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524582 May 06 13:45:03.966318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:03.971019 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Usage tracker for resource:security_group_rule and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:03.976047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:03.992250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:04.019963 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.111672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-555b3097-b008-4f13-9896-5baeb2c4f363 req-b60d8d41-bd58-4c26-8778-95708552d75c service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402280 May 06 13:45:04.114741 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.126214 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.163715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bc9f01-812d-4227-914c-55f09df486c8,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:04.168278 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.172215 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e16417cc-d033-4ac7-b018-c14dd283aef4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2181628 May 06 13:45:04.172784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56490) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:04.178618 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'security_group_rule': {'security_group_id': '8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb', 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:04.186666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:04.191576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Usage tracker for resource:security_group_rule and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:04.198131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:04.208994 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:04.223319 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Project 79e35a8793e940e4a1a2c0fe1a3ee0cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:45:04.231751 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.252892 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '2582707d-9360-42e0-afee-b1f45d3f8062', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'port_id': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'mac_address': 'fa:16:3e:f2:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:45:01Z', 'updated_at': '2022-05-06T13:45:01Z', 'revision_number': 0, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095af3f6-5561-42f9-95e0-5b6a1bd63262', 'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'mac_address': 'fa:16:3e:aa:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:02Z', 'updated_at': '2022-05-06T13:44:12Z', 'revision_number': 5, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'subnets': [{'id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:04.257420 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe43fc29-1bd5-4fdf-b9f4-ee4b3452f613 None None] The sync data for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 is: [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '2582707d-9360-42e0-afee-b1f45d3f8062', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'port_id': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'mac_address': 'fa:16:3e:f2:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:45:01Z', 'updated_at': '2022-05-06T13:45:01Z', 'revision_number': 0, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095af3f6-5561-42f9-95e0-5b6a1bd63262', 'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'mac_address': 'fa:16:3e:aa:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:02Z', 'updated_at': '2022-05-06T13:44:12Z', 'revision_number': 5, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'subnets': [{'id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:45:04.325093 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.331232 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.367302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6243a0-eff2-4b35-af35-c4028cf9e6d3,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:04.381364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.387262 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a93f77b2-792a-485f-bdb5-76df4eb87566 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2102849 May 06 13:45:04.387586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56494) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:04.398484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'security_group_rule': {'security_group_id': '8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb', 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:04.407875 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:04.414491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Usage tracker for resource:security_group_rule and tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:04.420794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:04.432299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:04.453523 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Project 79e35a8793e940e4a1a2c0fe1a3ee0cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:45:04.464877 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.547265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead58a3e-ca95-4280-b75d-3274c8ba529f None None] New status for floating IP 2582707d-9360-42e0-afee-b1f45d3f8062: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:45:04.571367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.577302 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.608842 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9648cad2-03cd-4f07-a8c5-063dfb1d27df,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:04.619919 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:04.621619 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2ddc3f17-02bb-4f5d-a920-c0b14bc59641 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2328730 May 06 13:45:04.778200 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-33dce1e3-dae7-4792-8af5-27e3bc1a2679 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Synchronizing usage tracker for tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:04.797336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-33dce1e3-dae7-4792-8af5-27e3bc1a2679 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Unset dirty status for tenant:79e35a8793e940e4a1a2c0fe1a3ee0cd on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:04.798614 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-33dce1e3-dae7-4792-8af5-27e3bc1a2679 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97827597&fields=id&tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd HTTP/1.1" status: 200 len: 267 time: 0.0639918 May 06 13:45:04.889807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-e885cbcf-bd78-4052-bd46-f3a4bea5668d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:04.891366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-e885cbcf-bd78-4052-bd46-f3a4bea5668d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.0866921 May 06 13:45:04.907545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-0936a7e8-47e4-42b0-bc70-df9d56d2e5e1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'port': {'security_groups': ['fa76b1d8-c2b5-401a-a191-f8a0526f22cb', '8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:05.055259 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-0936a7e8-47e4-42b0-bc70-df9d56d2e5e1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.318145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-0936a7e8-47e4-42b0-bc70-df9d56d2e5e1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] For port b9f19d51-fef8-4406-85ad-eb566423b03f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b9f19d51-fef8-4406-85ad-eb566423b03f,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:05.344741 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-0936a7e8-47e4-42b0-bc70-df9d56d2e5e1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.351198 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-0936a7e8-47e4-42b0-bc70-df9d56d2e5e1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.364427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b9f19d51-fef8-4406-85ad-eb566423b03f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:45:05.429004 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-0936a7e8-47e4-42b0-bc70-df9d56d2e5e1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:05.429496 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-0936a7e8-47e4-42b0-bc70-df9d56d2e5e1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.431158 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a5cf952b-35ad-4e4e-9317-2d8a973a5da8 req-0936a7e8-47e4-42b0-bc70-df9d56d2e5e1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "PUT /v2.0/ports/b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 982 time: 0.5317132 May 06 13:45:05.431632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:45:05.473228 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936a7e8-47e4-42b0-bc70-df9d56d2e5e1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'Port': ['ID=b9f19d51-fef8-4406-85ad-eb566423b03f,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:05.547881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b9f19d51-fef8-4406-85ad-eb566423b03f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:45:05.645016 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a03d5dd-cff2-487d-be76-8e6ae780f1c9'] response: {'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'status': 'completed', 'code': 200} May 06 13:45:05.756035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16d991-893e-44a0-9e38-0889618f5106 req-4bcca689-bfc6-4be1-abfb-04df77bd71c2 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:05.757637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a16d991-893e-44a0-9e38-0889618f5106 req-4bcca689-bfc6-4be1-abfb-04df77bd71c2 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.1509402 May 06 13:45:05.760840 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc75402e-d32b-4ef3-8368-5fce594c2a00 req-49ab3fd6-7adb-4706-b186-aaae92398a50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1136 time: 0.1101208 May 06 13:45:05.843687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e85440d2-d4c7-4793-965e-5e63e9ce3114 None None] Provisioning complete for port b9f19d51-fef8-4406-85ad-eb566423b03f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:05.844071 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e85440d2-d4c7-4793-965e-5e63e9ce3114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:05.891818 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7a16d991-893e-44a0-9e38-0889618f5106 req-6eded841-97eb-4d5b-ac0a-4a5fe015ccf3 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1278267 May 06 13:45:05.931609 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75402e-d32b-4ef3-8368-5fce594c2a00 req-b238975e-2ef3-4ab1-a302-3f52b9861f12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:05.933129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc75402e-d32b-4ef3-8368-5fce594c2a00 req-b238975e-2ef3-4ab1-a302-3f52b9861f12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 916 time: 0.1554053 May 06 13:45:06.039182 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc75402e-d32b-4ef3-8368-5fce594c2a00 req-7105495d-c163-4996-bde5-0dd0d8bb52b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 1000 time: 0.0991304 May 06 13:45:06.102679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75402e-d32b-4ef3-8368-5fce594c2a00 req-e72ab353-d3a4-40fa-b0e7-335c03e0063a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:06.104112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc75402e-d32b-4ef3-8368-5fce594c2a00 req-e72ab353-d3a4-40fa-b0e7-335c03e0063a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 200 len: 854 time: 0.0587153 May 06 13:45:06.179474 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc75402e-d32b-4ef3-8368-5fce594c2a00 req-44519f67-a13b-4f78-9a65-560378cf5c5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693595 May 06 13:45:06.437252 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc75402e-d32b-4ef3-8368-5fce594c2a00 req-ac974a9c-b926-494c-9f7f-7841a008ec5e service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505746 May 06 13:45:06.573278 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc75402e-d32b-4ef3-8368-5fce594c2a00 req-dbc7c546-2122-45a9-8416-2cd57f532564 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298840 May 06 13:45:07.912710 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.428495 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b10a1c8e-b245-4236-bd76-4edda9a1f315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:13.680011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:13.878324 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:45:14.779243 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-26cf6dd8-6c83-4b49-b72a-e71a59251343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.545075 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:16.303700 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:17.783071 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.926507 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.431323 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-247a16ce-eaaf-4560-95f5-77d5e647fc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.697871 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.694277 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-c036f6d1-2966-4386-8604-e9fb5b8ad773 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1488369 May 06 13:45:44.780968 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71d24b35-8a73-469e-a564-dd4c3f35f56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.899652 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-2ce41914-0cd0-449b-ba1e-5b4b0f92fd7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1136 time: 0.0990338 May 06 13:45:45.118291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-c11139c6-6b63-4bd9-8e97-72d1d4e9135c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:45.120006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-c11139c6-6b63-4bd9-8e97-72d1d4e9135c service neutron] 10.222.0.48 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 916 time: 0.1946099 May 06 13:45:45.277477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-ddc84d90-8ce0-4193-8430-8316cbcfb189 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 1000 time: 0.1498938 May 06 13:45:45.386262 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-ff83e4d2-a7d9-44ad-98ff-c6223e77f956 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:45.388855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-ff83e4d2-a7d9-44ad-98ff-c6223e77f956 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 200 len: 854 time: 0.1019344 May 06 13:45:45.535178 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-a04df295-73b3-4878-ad79-fbb4019f2b82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397476 May 06 13:45:45.554930 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.723282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-9168a5ce-3413-46e3-a4fb-928e5666feb5 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806350 May 06 13:45:45.954240 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1b8ef33f-da45-4bc8-8b4c-6c4002401674 req-c2a4077f-2833-41d6-b7d2-cf5fa35dec1f service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243268 May 06 13:45:46.321148 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.788752 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.882179 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:46:07.914434 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.428705 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ad71eb7-1e88-4239-90e8-fb207ffb80a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.691182 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:14.767724 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8477efb0-4602-46a8-8cc8-a6e38be43c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.540999 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.311439 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:17.573184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3d5c14b-434f-4617-867b-442ba6587dec req-ff4e20c2-29a1-4e1b-bdc5-c1e71a1e3ea6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1136 time: 0.1172962 May 06 13:46:17.717544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06ec7a-4169-4643-8299-db342ab0364b req-c5f8f5b9-d944-4bd5-8db3-701f6016b97b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:17.719228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d06ec7a-4169-4643-8299-db342ab0364b req-c5f8f5b9-d944-4bd5-8db3-701f6016b97b tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.2008781 May 06 13:46:17.757438 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5c14b-434f-4617-867b-442ba6587dec req-660c3356-0b23-4d14-a731-17d73352de9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:17.758987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3d5c14b-434f-4617-867b-442ba6587dec req-660c3356-0b23-4d14-a731-17d73352de9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 916 time: 0.1776979 May 06 13:46:17.790802 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:17.884459 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9d06ec7a-4169-4643-8299-db342ab0364b req-4b14d341-5ea2-47d6-9a9a-1572da259c47 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1500425 May 06 13:46:17.908766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3d5c14b-434f-4617-867b-442ba6587dec req-9f7fd348-19c3-41a8-a4db-27d46e61ab19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 1000 time: 0.1420536 May 06 13:46:17.980556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5c14b-434f-4617-867b-442ba6587dec req-e76ef675-e7bc-491e-9455-c159cee8dc42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:17.982060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3d5c14b-434f-4617-867b-442ba6587dec req-e76ef675-e7bc-491e-9455-c159cee8dc42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 200 len: 854 time: 0.0671208 May 06 13:46:18.192883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3d5c14b-434f-4617-867b-442ba6587dec req-bfba5757-6028-4353-8b5d-36d8a1d2abcd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043805 May 06 13:46:18.362012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3d5c14b-434f-4617-867b-442ba6587dec req-e8e0016d-83ee-4920-8f2e-87509ed2d8d2 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619766 May 06 13:46:18.532013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d3d5c14b-434f-4617-867b-442ba6587dec req-3b436649-a460-4b43-8921-d9554549ca96 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628108 May 06 13:46:19.097527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd9cb6-1c86-45e4-ad1c-5ddfdbff51ed req-b925a401-f690-40e8-990c-5444e661cd68 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:19.099169 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8bd9cb6-1c86-45e4-ad1c-5ddfdbff51ed req-b925a401-f690-40e8-990c-5444e661cd68 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.0803444 May 06 13:46:19.157792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8bd9cb6-1c86-45e4-ad1c-5ddfdbff51ed req-8a891713-80d0-496a-a1c0-f8498c5f07c2 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0523899 May 06 13:46:20.372098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37f876-4e59-4d26-ae6f-2884a846bb24 req-f98fdab1-c2f5-48c4-92ce-1cdcf281e9ba tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:20.373595 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c37f876-4e59-4d26-ae6f-2884a846bb24 req-f98fdab1-c2f5-48c4-92ce-1cdcf281e9ba tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.0881877 May 06 13:46:20.426587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c37f876-4e59-4d26-ae6f-2884a846bb24 req-fd655abb-db90-40f3-80fb-2db80bdceac4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0468028 May 06 13:46:21.643135 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccd814-2f13-4773-9a40-8934b7dcd013 req-8a501139-77c7-42a8-9122-3222d6292573 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:21.644567 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fccd814-2f13-4773-9a40-8934b7dcd013 req-8a501139-77c7-42a8-9122-3222d6292573 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.0850649 May 06 13:46:21.698264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8fccd814-2f13-4773-9a40-8934b7dcd013 req-a5547ab7-6c2d-4cab-8b28-eb85e2457742 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0460143 May 06 13:46:22.933487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541764c-b3d1-4626-ad4a-1945d9337393 req-b30879b9-c135-4399-b65c-81539eed649a tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:22.934984 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6541764c-b3d1-4626-ad4a-1945d9337393 req-b30879b9-c135-4399-b65c-81539eed649a tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.0974021 May 06 13:46:22.988852 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6541764c-b3d1-4626-ad4a-1945d9337393 req-ca91ccde-3c41-45ed-b3b0-e07ec8399324 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0476115 May 06 13:46:24.203666 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28540c88-1be2-480b-a5a5-b6c0edec8feb req-7fd3b0ef-14f2-438a-8ac0-57c307a8f2bd tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:24.205231 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28540c88-1be2-480b-a5a5-b6c0edec8feb req-7fd3b0ef-14f2-438a-8ac0-57c307a8f2bd tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.0827506 May 06 13:46:24.260131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28540c88-1be2-480b-a5a5-b6c0edec8feb req-384de743-fee0-444a-bfa7-0f08d0acc656 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0490150 May 06 13:46:25.476354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033c260-4d7f-4145-89e3-f08a870b0ac7 req-5df23fa5-0397-4a62-8fd8-90b80ab2dc6a tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:25.477830 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e033c260-4d7f-4145-89e3-f08a870b0ac7 req-5df23fa5-0397-4a62-8fd8-90b80ab2dc6a tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.0851331 May 06 13:46:25.532030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e033c260-4d7f-4145-89e3-f08a870b0ac7 req-7b0ca09a-db54-4db9-84e4-bc62f9c90b87 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0481956 May 06 13:46:26.762512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26fb1-af0b-49c0-ac59-3e13e7d7ffa8 req-067b62c8-2bdc-4431-abcd-9534ce8689c4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:26.764152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-34e26fb1-af0b-49c0-ac59-3e13e7d7ffa8 req-067b62c8-2bdc-4431-abcd-9534ce8689c4 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.0923147 May 06 13:46:26.822234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-34e26fb1-af0b-49c0-ac59-3e13e7d7ffa8 req-ab777502-2c8a-4626-ad94-de33ef9d4d31 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0513523 May 06 13:46:27.883921 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:46:28.061173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784ec9b-2147-4cef-a16b-c15cc0dfa6ad req-08d404c4-1200-413c-83de-cda816c8c86d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:28.062759 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6784ec9b-2147-4cef-a16b-c15cc0dfa6ad req-08d404c4-1200-413c-83de-cda816c8c86d tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.1019683 May 06 13:46:28.117541 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6784ec9b-2147-4cef-a16b-c15cc0dfa6ad req-76634145-1e3b-43dd-b4bd-6803ffc3b0d1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0467999 May 06 13:46:29.387070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e19385-e361-4a5c-8423-4a32d36ac90e req-fe4149c0-a4f0-4582-9b5f-eea3ea5497d0 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:29.388637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47e19385-e361-4a5c-8423-4a32d36ac90e req-fe4149c0-a4f0-4582-9b5f-eea3ea5497d0 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.1391201 May 06 13:46:29.442021 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-47e19385-e361-4a5c-8423-4a32d36ac90e req-34cc8805-9b03-48ff-b15c-665d63421086 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0472803 May 06 13:46:30.683931 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48256f-d2c4-484c-9327-0cd8d9c59071 req-718bfbdb-dd5d-4390-8da6-581a2b600af8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:30.685526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed48256f-d2c4-484c-9327-0cd8d9c59071 req-718bfbdb-dd5d-4390-8da6-581a2b600af8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.0902572 May 06 13:46:30.738375 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed48256f-d2c4-484c-9327-0cd8d9c59071 req-9ae9f4f3-2134-4ccb-a67f-21f8708b5860 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb&id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0469115 May 06 13:46:37.928751 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.422403 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e1660ff1-4f92-4963-b9ab-a043a018541c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.694702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:44.775489 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8972f18d-98ea-4307-a987-dcde4b95deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.545097 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:45.600020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-7037f3c8-799f-4560-bf8c-67b073f246fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747144 May 06 13:46:45.754131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-c670968d-1d1a-48ee-918e-b3585e150d75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1136 time: 0.0765588 May 06 13:46:45.906994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-4d1a9566-0b49-416b-a6e5-a362838d48b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:45.908448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-4d1a9566-0b49-416b-a6e5-a362838d48b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 916 time: 0.1349456 May 06 13:46:46.024987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-4ca1af7c-4232-46cd-a22e-bcb34b83a0d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 1000 time: 0.1098855 May 06 13:46:46.195684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-691bd1fc-cbc4-4ee3-a5ec-56328af6f559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:46.197143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-691bd1fc-cbc4-4ee3-a5ec-56328af6f559 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 200 len: 854 time: 0.1653135 May 06 13:46:46.299269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-c313eb0c-0a3e-43c6-aaba-2e5efe8c1442 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943198 May 06 13:46:46.315062 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:46.454417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-35860f8d-116b-43bb-948a-4bb6170e02e6 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479406 May 06 13:46:46.593391 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3480f1e9-a24b-4ed1-8ca8-d97f82ef47e8 req-82136b94-c77b-4efc-a693-ac173c86c0a8 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332335 May 06 13:46:47.792082 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:04.887100 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:47:07.943440 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.429138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cc9319eb-5045-4260-8fa9-98df3ad132e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.713655 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:14.770578 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9a8668fb-4c10-4f40-9218-100056088324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:15.555234 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:16.322820 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.802455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:34.933048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-019f908d-14c5-49e4-895e-53e9111d5340 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97827597&fields=id&tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd HTTP/1.1" status: 200 len: 267 time: 0.0489209 May 06 13:47:35.017005 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-9ddad31a-a52e-4907-bd8d-e8889139de96 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:35.018512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-9ddad31a-a52e-4907-bd8d-e8889139de96 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 985 time: 0.0797579 May 06 13:47:35.029202 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Request body: {'port': {'security_groups': ['fa76b1d8-c2b5-401a-a191-f8a0526f22cb']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:47:35.151803 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.422303 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] For port b9f19d51-fef8-4406-85ad-eb566423b03f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b9f19d51-fef8-4406-85ad-eb566423b03f,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:35.448785 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.454264 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.466199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b9f19d51-fef8-4406-85ad-eb566423b03f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:47:35.527986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:35.528600 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.530019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-99557788-893f-4a64-aef3-ea142e96e5f0 req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "PUT /v2.0/ports/b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 943 time: 0.5054910 May 06 13:47:35.530509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:47:35.537104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56584) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:35.550859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event updated for resources: {'Port': ['ID=b9f19d51-fef8-4406-85ad-eb566423b03f,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.563536 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.564539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.564539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.564539 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.564907 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.565177 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.565443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.566544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.566544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.566544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.566842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e190adc-b603-4352-9614-50e765b79982 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.614544 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a957bd-e35c-4b67-bfca-2cce79b3d20b'] response: {'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'status': 'completed', 'code': 200} May 06 13:47:35.633925 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.636436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b9f19d51-fef8-4406-85ad-eb566423b03f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:47:35.667465 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.740326 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0a57c9a-dded-4e92-8401-72b3d0e417a3 req-fd3a1ef5-796f-4241-bf4c-00677b9ad050 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1097 time: 0.1012294 May 06 13:47:35.753651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.775299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:35.786537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.786910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.787250 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.787590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.787925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.788259 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.788583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.788910 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.789353 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.789694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.790649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:47:35.807499 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:35.808971 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d237a6b9-7be3-4f3b-bb09-d1b8bfab5107 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "DELETE /v2.0/security-groups/8ba9101c-1586-4d0a-ad84-9caaa6ecc2cb HTTP/1.1" status: 204 len: 168 time: 0.2701995 May 06 13:47:35.811658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56588) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:35.918081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57c9a-dded-4e92-8401-72b3d0e417a3 req-0b00e4b2-a22e-448d-b953-0ab84918ed1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:35.920477 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0a57c9a-dded-4e92-8401-72b3d0e417a3 req-0b00e4b2-a22e-448d-b953-0ab84918ed1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 916 time: 0.1734700 May 06 13:47:35.921052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8f093d00-0e1d-431b-82b8-c9b92dddad28 None None] Provisioning complete for port b9f19d51-fef8-4406-85ad-eb566423b03f triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:47:35.921675 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8f093d00-0e1d-431b-82b8-c9b92dddad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.035296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0a57c9a-dded-4e92-8401-72b3d0e417a3 req-7790a613-7b77-4863-a605-838fde3c1b60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 1000 time: 0.1087489 May 06 13:47:36.050765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Deleting port fa9c5501-1f79-4f56-87c0-652ad4684cf1 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:36.051477 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.106251 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57c9a-dded-4e92-8401-72b3d0e417a3 req-ba6da14b-0643-476c-8ec5-9621d2b6fc80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:36.107978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0a57c9a-dded-4e92-8401-72b3d0e417a3 req-ba6da14b-0643-476c-8ec5-9621d2b6fc80 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 200 len: 854 time: 0.0667446 May 06 13:47:36.188793 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0a57c9a-dded-4e92-8401-72b3d0e417a3 req-c073cd5d-8d4e-45e9-b8c2-3d0fae7df5f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741618 May 06 13:47:36.238552 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.239092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.351937 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0a57c9a-dded-4e92-8401-72b3d0e417a3 req-941ebb3e-dea0-4ec1-b1b0-8a614dc083be service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561790 May 06 13:47:36.531539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Calling delete_port for fa9c5501-1f79-4f56-87c0-652ad4684cf1 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:36.714650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0a57c9a-dded-4e92-8401-72b3d0e417a3 req-9da320f7-6975-4ce7-8402-0b91adcc26b5 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562543 May 06 13:47:36.730989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:36.783506 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event deleted for resources: {'Port': ['ID=fa9c5501-1f79-4f56-87c0-652ad4684cf1,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:36.894005 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.426754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Router 1f333488-b85a-4727-ab02-73bc97f0aead has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:47:37.695210 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:37.707181 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] Sync routers for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:37.721481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:37.731145 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:37.732299 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:47:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:37.811394 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bead1e97-2dde-4e37-9c38-919cb2c612c1 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "DELETE /v2.0/floatingips/2582707d-9360-42e0-afee-b1f45d3f8062 HTTP/1.1" status: 204 len: 168 time: 1.9985228 May 06 13:47:37.812736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:47:37.917578 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df80e07a-f51d-4861-b419-0a68452304a4'] response: {'name': 'network-changed', 'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'status': 'completed', 'code': 200} May 06 13:47:37.968098 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:38.003089 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.100150 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1046fe0f-a6f8-465a-91c7-533668706208 req-ff5ca53a-cf65-4847-9bba-855981e03de1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 1097 time: 0.1601181 May 06 13:47:38.251631 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046fe0f-a6f8-465a-91c7-533668706208 req-4d0d1e9f-2d29-4a2e-aa0c-68a62cba4d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:38.253279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1046fe0f-a6f8-465a-91c7-533668706208 req-4d0d1e9f-2d29-4a2e-aa0c-68a62cba4d8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 200 len: 916 time: 0.1467252 May 06 13:47:38.417885 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1046fe0f-a6f8-465a-91c7-533668706208 req-7df84c7e-2245-4022-8c82-e9af5e785839 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 200 len: 217 time: 0.1473954 May 06 13:47:38.424853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '095af3f6-5561-42f9-95e0-5b6a1bd63262', 'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'mac_address': 'fa:16:3e:aa:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:02Z', 'updated_at': '2022-05-06T13:44:12Z', 'revision_number': 5, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'subnets': [{'id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:38.429676 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] Checking router: 1f333488-b85a-4727-ab02-73bc97f0aead for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:47:38.441711 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:38.442411 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:47:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:38.486626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046fe0f-a6f8-465a-91c7-533668706208 req-9afa3ce2-0f54-4e7c-ab60-160db61d1cf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:38.488161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1046fe0f-a6f8-465a-91c7-533668706208 req-9afa3ce2-0f54-4e7c-ab60-160db61d1cf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 200 len: 854 time: 0.0645449 May 06 13:47:38.566418 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1046fe0f-a6f8-465a-91c7-533668706208 req-863b7395-44c4-4906-a9b6-f487c35e5f78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720577 May 06 13:47:38.637054 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:38.717142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1046fe0f-a6f8-465a-91c7-533668706208 req-d5140f3c-b421-449d-ac6c-8acb68d540e1 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432819 May 06 13:47:38.853478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1046fe0f-a6f8-465a-91c7-533668706208 req-5385af1b-7c6c-4b0a-bc44-0f498042e277 service neutron] 10.222.0.48 "GET /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302814 May 06 13:47:38.962665 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '095af3f6-5561-42f9-95e0-5b6a1bd63262', 'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'mac_address': 'fa:16:3e:aa:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:02Z', 'updated_at': '2022-05-06T13:44:12Z', 'revision_number': 5, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'subnets': [{'id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:38.966691 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910b76c-4414-4b16-b65b-8d9629da1223 None None] The sync data for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 is: [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:03Z', 'revision_number': 4, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '095af3f6-5561-42f9-95e0-5b6a1bd63262', 'name': '', 'network_id': '33aaf72d-e6e5-46cb-a5ee-2be61dc78d65', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'mac_address': 'fa:16:3e:aa:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:02Z', 'updated_at': '2022-05-06T13:44:12Z', 'revision_number': 5, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'subnets': [{'id': '6046b1bc-a69d-479e-b05c-da5724a08302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:39.208860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab28120-89b0-41b9-9c47-cdda80f93f7b None None] New status for floating IP 2582707d-9360-42e0-afee-b1f45d3f8062: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:47:41.888051 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:47:42.409230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d769c-c968-4ce0-920f-02764b5a448b req-e03d2588-b903-465a-86dc-a1dee57bf0b9 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:42.410758 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b83d769c-c968-4ce0-920f-02764b5a448b req-e03d2588-b903-465a-86dc-a1dee57bf0b9 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.0803735 May 06 13:47:42.430214 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fbacc1bc-4e3a-4d0d-866e-dd4c7c7a3b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.459440 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b83d769c-c968-4ce0-920f-02764b5a448b req-d8b2b1bd-e1fd-434c-a2be-b136a70175cc tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 May 06 13:47:43.666302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490282b-5450-470d-b6ba-3436f6920a45 req-fdd0f16d-edf3-4298-a54c-f4bd71b9e663 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:43.667813 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a490282b-5450-470d-b6ba-3436f6920a45 req-fdd0f16d-edf3-4298-a54c-f4bd71b9e663 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.0819249 May 06 13:47:43.716405 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a490282b-5450-470d-b6ba-3436f6920a45 req-f02a91cd-89d9-469e-8c78-c48b3dcef3a9 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 May 06 13:47:43.740090 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.378670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-dc4c7c89-4519-47a5-818a-a0b4db24737c tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:44.380171 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-dc4c7c89-4519-47a5-818a-a0b4db24737c tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.0919809 May 06 13:47:44.456387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Deleting port b9f19d51-fef8-4406-85ad-eb566423b03f {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:44.456738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.720312 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] For port b9f19d51-fef8-4406-85ad-eb566423b03f, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=b9f19d51-fef8-4406-85ad-eb566423b03f,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:44.721087 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.777141 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-735e8f6e-bd29-4f4e-a833-78fdaae388bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:44.851340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Calling delete_port for b9f19d51-fef8-4406-85ad-eb566423b03f owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:45.144476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80338995-af8f-44a5-a5ab-5188a941042e req-6a89f2cb-5fd4-4186-b22d-7821a72ff3da tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:45.145990 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80338995-af8f-44a5-a5ab-5188a941042e req-6a89f2cb-5fd4-4186-b22d-7821a72ff3da tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 946 time: 0.3013158 May 06 13:47:45.193202 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.205558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['b9f19d51-fef8-4406-85ad-eb566423b03f'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:47:45.246549 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Pushing event deleted for resources: {'Port': ['ID=b9f19d51-fef8-4406-85ad-eb566423b03f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:45.252011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-80338995-af8f-44a5-a5ab-5188a941042e req-ad1bb098-a8fb-4fa1-8d97-de73a03afc5f tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa76b1d8-c2b5-401a-a191-f8a0526f22cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999095 May 06 13:47:45.340816 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] No DVR routers for this DVR port b9f19d51-fef8-4406-85ad-eb566423b03f on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:45.343798 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.346481 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'name': 'network-vif-deleted', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:47:45.360034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-af47a8ec-7b7e-45c8-a776-51584be31aab req-27e89ab3-4ae5-4147-8efb-11e4680daee8 tempest-TestMinimumBasicScenario-1450566609 tempest-TestMinimumBasicScenario-1450566609-project] 10.222.0.48 "DELETE /v2.0/ports/b9f19d51-fef8-4406-85ad-eb566423b03f HTTP/1.1" status: 204 len: 173 time: 0.9747458 May 06 13:47:45.419460 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0d12cd-071e-4502-b7ca-17c24d6b5f19'] response: {'server_uuid': '3a9bdc91-219d-48d5-892f-c17fe74bf444', 'name': 'network-vif-deleted', 'tag': 'b9f19d51-fef8-4406-85ad-eb566423b03f', 'status': 'completed', 'code': 200} May 06 13:47:45.553883 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:45.563712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-adc98794-48e4-4372-9a71-adda86aa7938 req-17d71367-d087-4e2c-9245-d4c615b7cca2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0410895 May 06 13:47:45.677368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-adc98794-48e4-4372-9a71-adda86aa7938 req-1723d148-12dd-45c9-9233-6b7ecf87bdfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&device_id=3a9bdc91-219d-48d5-892f-c17fe74bf444 HTTP/1.1" status: 200 len: 210 time: 0.0446506 May 06 13:47:45.848277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc98794-48e4-4372-9a71-adda86aa7938 req-f978143d-d47a-409e-9f7c-3f74b7c5dce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:45.849735 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-adc98794-48e4-4372-9a71-adda86aa7938 req-f978143d-d47a-409e-9f7c-3f74b7c5dce9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1462719 May 06 13:47:46.005801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc98794-48e4-4372-9a71-adda86aa7938 req-56062261-0a2c-4928-924e-ccd356f7b9a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:46.007217 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-adc98794-48e4-4372-9a71-adda86aa7938 req-56062261-0a2c-4928-924e-ccd356f7b9a5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494946 May 06 13:47:46.329790 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.061463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56676) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:47.490772 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.794659 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.219153 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Deleting port 095af3f6-5561-42f9-95e0-5b6a1bd63262 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:48.219825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.429459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] For port 095af3f6-5561-42f9-95e0-5b6a1bd63262, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=095af3f6-5561-42f9-95e0-5b6a1bd63262,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:48.429996 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.564719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Calling delete_port for 095af3f6-5561-42f9-95e0-5b6a1bd63262 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:48.703325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b9f19d51-fef8-4406-85ad-eb566423b03f no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:48.743983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: b9f19d51-fef8-4406-85ad-eb566423b03f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:47:48.744350 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device b9f19d51-fef8-4406-85ad-eb566423b03f not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:48.802291 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:48.859111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Pushing event deleted for resources: {'Port': ['ID=095af3f6-5561-42f9-95e0-5b6a1bd63262,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:49.203240 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:49.929462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Router 1f333488-b85a-4727-ab02-73bc97f0aead has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:47:50.143497 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:50.153464 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] Sync routers for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:50.157433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-710145c3-dd6e-4e54-b5fe-c3842bcccfff admin admin] 10.222.0.44 "PUT /v2.0/routers/1f333488-b85a-4727-ab02-73bc97f0aead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0944836 May 06 13:47:50.160033 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56680) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:50.167575 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:50.168180 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.372276 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:50.410691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.684899 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'd9697031-b57f-406b-8512-8e37a886e115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:47:48Z', 'revision_number': 5, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port': {'id': 'd9697031-b57f-406b-8512-8e37a886e115', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.690119 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] Checking router: 1f333488-b85a-4727-ab02-73bc97f0aead for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:47:50.697341 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.704123 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] Routers {'1f333488-b85a-4727-ab02-73bc97f0aead'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:50.704970 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['1f333488-b85a-4727-ab02-73bc97f0aead'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:50.708613 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Deleting port d9697031-b57f-406b-8512-8e37a886e115 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:50.709081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:50.900992 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] Set router 1f333488-b85a-4727-ab02-73bc97f0aead gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:50.906937 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] For port d9697031-b57f-406b-8512-8e37a886e115, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=d9697031-b57f-406b-8512-8e37a886e115,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:50.907279 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.013712 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:47:50Z', 'revision_number': 6, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:51.018506 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9598632-3264-436e-9dac-a4b4d7dde31c None None] The sync data for ids ['1f333488-b85a-4727-ab02-73bc97f0aead'] in n-d-840847-1 is: [{'id': '1f333488-b85a-4727-ab02-73bc97f0aead', 'name': 'tempest-TestMinimumBasicScenario-1029917344-router', 'tenant_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:47:50Z', 'revision_number': 6, 'project_id': '79e35a8793e940e4a1a2c0fe1a3ee0cd', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:51.036139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Calling delete_port for d9697031-b57f-406b-8512-8e37a886e115 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:51.222074 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.271876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d9697031-b57f-406b-8512-8e37a886e115,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:51.652806 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.920774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.925643 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.954742 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.955291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f333488-b85a-4727-ab02-73bc97f0aead {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:47:51.968002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.969132 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fafbf42c-b851-466e-bbe7-b60cd3bbd7ed admin admin] 10.222.0.44 "DELETE /v2.0/routers/1f333488-b85a-4727-ab02-73bc97f0aead HTTP/1.1" status: 204 len: 168 time: 1.8082161 May 06 13:47:51.972123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56684) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:52.033606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9dc96cd-3d31-4402-bdf8-b268cf4b5726 admin admin] Deleting subnet 6046b1bc-a69d-479e-b05c-da5724a08302 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:47:52.036920 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9dc96cd-3d31-4402-bdf8-b268cf4b5726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.096033 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9dc96cd-3d31-4402-bdf8-b268cf4b5726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.179524 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9dc96cd-3d31-4402-bdf8-b268cf4b5726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.248992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9dc96cd-3d31-4402-bdf8-b268cf4b5726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.291253 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc96cd-3d31-4402-bdf8-b268cf4b5726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6046b1bc-a69d-479e-b05c-da5724a08302,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:52.296871 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-f9dc96cd-3d31-4402-bdf8-b268cf4b5726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.304186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23f41d-7c07-44dc-96c8-e84f2000b01d None None] Network 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:52.304833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f9dc96cd-3d31-4402-bdf8-b268cf4b5726 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6046b1bc-a69d-479e-b05c-da5724a08302 HTTP/1.1" status: 204 len: 168 time: 0.3314908 May 06 13:47:52.307178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56688) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:52.413705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 095af3f6-5561-42f9-95e0-5b6a1bd63262 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:52.430632 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.448696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Deleting port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:52.449233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.454904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 095af3f6-5561-42f9-95e0-5b6a1bd63262 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:47:52.455246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 095af3f6-5561-42f9-95e0-5b6a1bd63262 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:52.455675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d9697031-b57f-406b-8512-8e37a886e115 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:52.515835 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: d9697031-b57f-406b-8512-8e37a886e115 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:47:52.516178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device d9697031-b57f-406b-8512-8e37a886e115 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:52.647685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] DHCP port deletion for 33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:47:52.652394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] Deleting port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:52.652791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.708157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] For port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:52.708397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.835738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Calling delete_port for aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:52.866716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] For port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0,segment=NetworkSegment(0dbf0e9e-ee15-417c-b244-450a8ef7fc75),segment_id=0dbf0e9e-ee15-417c-b244-450a8ef7fc75)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:52.867019 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.924997 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:52.970892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:52.978346 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] No DVR routers for this DVR port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:52.990429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] Calling delete_port for aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:53.107158 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:53.107622 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:53.218315 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.247414 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33aaf72d-e6e5-46cb-a5ee-2be61dc78d65']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.259788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbf0e9e-ee15-417c-b244-450a8ef7fc75') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.260081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbf0e9e-ee15-417c-b244-450a8ef7fc75') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:53.272255 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.292458 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.300700 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:53.301119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: timer() May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:53.314530 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:47:53.392874 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.412905 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.424835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] Pushing event deleted for resources: {'Network': ['ID=33aaf72d-e6e5-46cb-a5ee-2be61dc78d65,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:53.432835 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ac3ae677-1a60-4e7f-b706-87aa7613b477 admin admin] 10.222.0.44 "DELETE /v2.0/networks/33aaf72d-e6e5-46cb-a5ee-2be61dc78d65 HTTP/1.1" status: 204 len: 168 time: 1.1245885 May 06 13:47:53.435906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56692) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:53.609326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] Deleting port aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:53.610018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:53.674582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdca6f-4457-4708-b629-4e3163826dfb None None] The port 'aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:47:53.863137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.377192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:54.418533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:47:54.418958 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device aa43d116-5cb0-4f61-9a0d-4d9e5ed1d5b0 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:54.600289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Deleting port fec8e222-7ec0-49d5-8880-824aace353b5 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:54.600936 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:54.777334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] For port fec8e222-7ec0-49d5-8880-824aace353b5, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=fec8e222-7ec0-49d5-8880-824aace353b5,segment=NetworkSegment(45ea8f7b-3ef9-4fc6-8702-4894021c8946),segment_id=45ea8f7b-3ef9-4fc6-8702-4894021c8946)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:54.777686 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.010786 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Calling delete_port for fec8e222-7ec0-49d5-8880-824aace353b5 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:55.203858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.253182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec8e222-7ec0-49d5-8880-824aace353b5,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:55.665001 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:56.278170 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Router f52f0727-db7c-4e00-8f3b-cd869ee905d3 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:47:56.544507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:47:56.555499 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] Sync routers for ids ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:47:56.566759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56696) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:56.567343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-23ebe4c8-c9f0-455b-b2dd-1d908f9cc615 admin admin] 10.222.0.44 "PUT /v2.0/routers/f52f0727-db7c-4e00-8f3b-cd869ee905d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1298776 May 06 13:47:56.569437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] Routers {'f52f0727-db7c-4e00-8f3b-cd869ee905d3'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:56.570034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:56.756159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] Set router f52f0727-db7c-4e00-8f3b-cd869ee905d3 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:56.787544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.003191 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.017197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Deleting port 8b6740f0-e4dd-4b20-be83-678d60028882 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:57.017848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.064095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:47:55Z', 'revision_number': 5, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'gw_port': {'id': '8b6740f0-e4dd-4b20-be83-678d60028882', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:07Z', 'updated_at': '2022-05-06T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:57.069341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] Checking router: f52f0727-db7c-4e00-8f3b-cd869ee905d3 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:47:57.082208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] Routers {'f52f0727-db7c-4e00-8f3b-cd869ee905d3'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:47:57.083433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:57.259823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] Set router f52f0727-db7c-4e00-8f3b-cd869ee905d3 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:47:57.425083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] For port 8b6740f0-e4dd-4b20-be83-678d60028882, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=8b6740f0-e4dd-4b20-be83-678d60028882,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:57.425502 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.477737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 6, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:57.486873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63300a-af05-4b8b-aec1-9a787312f000 None None] The sync data for ids ['f52f0727-db7c-4e00-8f3b-cd869ee905d3'] in n-d-840847-1 is: [{'id': 'f52f0727-db7c-4e00-8f3b-cd869ee905d3', 'name': 'tempest-TestMinimumBasicScenario-12923584-router', 'tenant_id': '436b8c4b71e04e0ab7de1862e318ada4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:47:57Z', 'revision_number': 6, 'project_id': '436b8c4b71e04e0ab7de1862e318ada4', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:47:57.640338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Calling delete_port for 8b6740f0-e4dd-4b20-be83-678d60028882 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:57.860940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:57.912760 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6740f0-e4dd-4b20-be83-678d60028882,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:58.158633 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.390411 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fec8e222-7ec0-49d5-8880-824aace353b5 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:58.446549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: fec8e222-7ec0-49d5-8880-824aace353b5 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:47:58.446865 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device fec8e222-7ec0-49d5-8880-824aace353b5 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:58.447374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8b6740f0-e4dd-4b20-be83-678d60028882 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:47:58.449776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.455544 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.485960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 8b6740f0-e4dd-4b20-be83-678d60028882 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:47:58.486416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 8b6740f0-e4dd-4b20-be83-678d60028882 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:47:58.489433 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.490406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52f0727-db7c-4e00-8f3b-cd869ee905d3 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:47:58.510801 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.512074 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-21969f73-b95c-4cf1-aec6-947a44d65a8f admin admin] 10.222.0.44 "DELETE /v2.0/routers/f52f0727-db7c-4e00-8f3b-cd869ee905d3 HTTP/1.1" status: 204 len: 168 time: 1.9442911 May 06 13:47:58.515736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56700) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:58.710434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ce45b7-3d9a-4c91-b325-d9b62830dc97 admin admin] Deleting subnet 9da37a79-6cb6-45f5-b748-ad206dcec27d {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:47:58.713820 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27ce45b7-3d9a-4c91-b325-d9b62830dc97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.763737 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27ce45b7-3d9a-4c91-b325-d9b62830dc97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.846561 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27ce45b7-3d9a-4c91-b325-d9b62830dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.916132 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27ce45b7-3d9a-4c91-b325-d9b62830dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.954333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce45b7-3d9a-4c91-b325-d9b62830dc97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da37a79-6cb6-45f5-b748-ad206dcec27d,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:58.959217 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-27ce45b7-3d9a-4c91-b325-d9b62830dc97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:58.965194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e742d0-bb21-4be2-899f-422354380398 None None] Network a3a7f25f-dc94-4759-ace0-d5ccd23f9533 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:47:58.967198 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-27ce45b7-3d9a-4c91-b325-d9b62830dc97 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9da37a79-6cb6-45f5-b748-ad206dcec27d HTTP/1.1" status: 204 len: 168 time: 0.4488490 May 06 13:47:58.969977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56704) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:47:59.086042 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.099147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Deleting port 105b7231-3281-4a1b-be77-f116703212c2 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:59.099653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.217929 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] DHCP port deletion for a3a7f25f-dc94-4759-ace0-d5ccd23f9533 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:47:59.223041 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] Deleting port 105b7231-3281-4a1b-be77-f116703212c2 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:47:59.223422 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.436370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] For port 105b7231-3281-4a1b-be77-f116703212c2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=105b7231-3281-4a1b-be77-f116703212c2,segment=NetworkSegment(45ea8f7b-3ef9-4fc6-8702-4894021c8946),segment_id=45ea8f7b-3ef9-4fc6-8702-4894021c8946)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:59.436730 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.480100 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] For port 105b7231-3281-4a1b-be77-f116703212c2, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=105b7231-3281-4a1b-be77-f116703212c2,segment=NetworkSegment(45ea8f7b-3ef9-4fc6-8702-4894021c8946),segment_id=45ea8f7b-3ef9-4fc6-8702-4894021c8946)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:47:59.480704 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.560156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Calling delete_port for 105b7231-3281-4a1b-be77-f116703212c2 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:59.604639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] Calling delete_port for 105b7231-3281-4a1b-be77-f116703212c2 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:47:59.642690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.687971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:47:59.688534 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:47:59.691161 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Pushing event deleted for resources: {'Port': ['ID=105b7231-3281-4a1b-be77-f116703212c2,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:47:59.698075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] No DVR routers for this DVR port 105b7231-3281-4a1b-be77-f116703212c2 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:47:59.820930 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.851258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a7f25f-dc94-4759-ace0-d5ccd23f9533']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:59.866030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ea8f7b-3ef9-4fc6-8702-4894021c8946') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:59.866648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ea8f7b-3ef9-4fc6-8702-4894021c8946') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:47:59.879865 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.899961 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.908658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:47:59.909216 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: timer() May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:47:59.923313 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:48:00.011019 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.028327 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.038868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a7f25f-dc94-4759-ace0-d5ccd23f9533,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:00.046994 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bc634407-d888-4fe3-8fd6-9000bdffe69b admin admin] 10.222.0.44 "DELETE /v2.0/networks/a3a7f25f-dc94-4759-ace0-d5ccd23f9533 HTTP/1.1" status: 204 len: 168 time: 1.0749445 May 06 13:48:00.190015 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] Deleting port 105b7231-3281-4a1b-be77-f116703212c2 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:48:00.190404 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.265194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-34c99ab6-afdd-4d94-be03-089fe8a433e0 None None] The port '105b7231-3281-4a1b-be77-f116703212c2' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:48:00.278847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56710) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:00.336257 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-63068235-f063-4686-9be4-e11c7008f4ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79e35a8793e940e4a1a2c0fe1a3ee0cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0560043 May 06 13:48:00.339470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56714) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:00.391039 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 105b7231-3281-4a1b-be77-f116703212c2 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:00.431679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 105b7231-3281-4a1b-be77-f116703212c2 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:48:00.432045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 105b7231-3281-4a1b-be77-f116703212c2 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:48:00.432204 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffc45ab0-496e-4437-9b14-bce2fc05d5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.470301 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffc45ab0-496e-4437-9b14-bce2fc05d5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.523640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffc45ab0-496e-4437-9b14-bce2fc05d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.542254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc45ab0-496e-4437-9b14-bce2fc05d5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa76b1d8-c2b5-401a-a191-f8a0526f22cb,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:00.551388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ffc45ab0-496e-4437-9b14-bce2fc05d5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:00.552815 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ffc45ab0-496e-4437-9b14-bce2fc05d5ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa76b1d8-c2b5-401a-a191-f8a0526f22cb HTTP/1.1" status: 204 len: 168 time: 0.2118561 May 06 13:48:01.007494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56722) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:01.065387 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ce4160ef-1331-4556-a66a-612c97c29de4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=436b8c4b71e04e0ab7de1862e318ada4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565710 May 06 13:48:01.067995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56726) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:01.130166 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8d619ea-6d28-4a7e-9cc3-b083d9e46c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.156631 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8d619ea-6d28-4a7e-9cc3-b083d9e46c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.219899 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8d619ea-6d28-4a7e-9cc3-b083d9e46c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.235011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d619ea-6d28-4a7e-9cc3-b083d9e46c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5181576-aa05-46c0-bf56-d1b21cf7b251,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:01.242671 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a8d619ea-6d28-4a7e-9cc3-b083d9e46c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:01.242671 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a8d619ea-6d28-4a7e-9cc3-b083d9e46c46 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5181576-aa05-46c0-bf56-d1b21cf7b251 HTTP/1.1" status: 204 len: 168 time: 0.1735163 May 06 13:48:03.699610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56770) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:03.711309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-394538270', 'description': 'tempest-secgroup-smoke-394538270 description', 'project_id': '7110a09b3a194214b7df314ea74c83cd'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:03.727729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:03.735876 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:03.740793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:03.753487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:03.777300 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.802688 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.850740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:03.854890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:03.858210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:03.865462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:03.954369 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:03.962169 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.022884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:04.029097 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07f880-624c-4c8f-8917-dcc5a47e79fa,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.033182 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.038581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.050884 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:04.159828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.164554 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.209614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a969e75e-3bd4-4997-acd9-ce3d0e015067,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.212572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.215264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-450ac9ea-f214-4d02-86aa-abb3c7bcce07 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5140362 May 06 13:48:04.217503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56774) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.224639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'a969e75e-3bd4-4997-acd9-ce3d0e015067', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:04.232022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:04.238661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.241399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.248694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:04.278918 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.371534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.376642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.401682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475ef282-98a1-4d2c-b3e0-c48d04a83b93,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.413632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.414941 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29db2018-3083-4e05-af43-24b5e4ed400d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1963799 May 06 13:48:04.418064 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56778) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.424215 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'a969e75e-3bd4-4997-acd9-ce3d0e015067', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:04.431562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:04.435442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.438988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.444891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:04.462630 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.526156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.530530 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.557769 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b764e7a4-f6a8-4da8-a297-81aad061e379,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.568156 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.569744 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-72200480-f578-4f84-8724-cf4468481b96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1504035 May 06 13:48:04.574036 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56782) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.580965 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'a969e75e-3bd4-4997-acd9-ce3d0e015067', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:04.588555 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:04.592751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.595964 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.601896 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:04.620873 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.693505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.697604 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.721346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5349c8a3-9c98-4762-8361-cb0f384383d6,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.733303 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.734998 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aca1bd67-d277-44af-919f-1cacd7140a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1595073 May 06 13:48:04.738077 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56786) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.743661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'a969e75e-3bd4-4997-acd9-ce3d0e015067', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:04.751666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:04.755849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.758878 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.765566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:04.788122 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.862017 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.867591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.892219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64165f73-e39f-430c-9dfc-158c757dfcdb,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:04.903922 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:04.905268 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9432203f-2a45-4f8a-b305-f6b0b247f2a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1661971 May 06 13:48:04.909001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56790) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:04.915096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'a969e75e-3bd4-4997-acd9-ce3d0e015067', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:04.922716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:04.927809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:04.931758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:04.939404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:04.953135 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:48:04.960623 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.033093 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.037185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.062017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e4dd9f-cd1a-46ad-b916-536710bd3bc5,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:05.073000 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.074393 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a68752ca-b250-4658-82f1-8a44c104d459 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1642230 May 06 13:48:05.077454 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56794) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:05.083487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'a969e75e-3bd4-4997-acd9-ce3d0e015067', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:05.095415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:05.103362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.107190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:05.114252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:05.127776 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:48:05.136389 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.210226 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.214860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.239024 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee239f34-9e9c-4063-8844-78a902dd4ebc,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:05.249284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.250538 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ed800660-d163-4cff-839d-b1f8ba9d87af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1720757 May 06 13:48:05.253684 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56798) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:05.262417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'network': {'name': 'tempest-network-smoke--2087759266', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'port_security_enabled': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:05.271043 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:05.275307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:network and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.278782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:05.285762 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:05.298207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:05.301826 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.334139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:48:05.344825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.345184 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Added segment faa4005d-6004-4baa-b5ec-d159a5a60220 of type vlan for network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 May 06 13:48:05.374558 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.418359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.422833 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:05.423837 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.519915 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2648103 May 06 13:48:05.523207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56802) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:05.529976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'admin_state_up': True, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:05.534028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcf008-9902-486f-85d3-5cea3c76254e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Network': ['ID=553bc7d3-7d0c-45f3-b6f6-670025845ef8,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:05.538348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:05.543184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:router and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:05.546485 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:05.547153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:48:05.556406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:05.572938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.573914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.598711 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.759603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.950760 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:05.994157 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.269080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.40 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9989db9f-28a3-412d-a347-fbd055c12abb) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:06.439117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.474089 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.557853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:06.562357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:06.564008 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=9989db9f-28a3-412d-a347-fbd055c12abb,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:06.566254 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:06.753969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:06.754758 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.025936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:48:07.310294 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:07.325905 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Sync routers for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:07.345880 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:07.346517 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:07.357302 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:07.360414 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-042a8f9e-94bc-4c51-8dd0-0d2b4060c280 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8335197 May 06 13:48:07.364000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56806) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.640871 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:07.659868 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5a7d1bc3-5f24-4c71-8e18-93c77f7f8bca tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7110a09b3a194214b7df314ea74c83cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2942908 May 06 13:48:07.663718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56812) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.865528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd9587f-09e0-429e-9289-c8b7e10d9e6b tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:07.868259 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bfd9587f-09e0-429e-9289-c8b7e10d9e6b tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2026806 May 06 13:48:07.872209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56816) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.923298 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-037da502-6fe7-4f0b-b868-c5b21102b9ee tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495591 May 06 13:48:07.927667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56820) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:07.934376 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597694656', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:07.979146 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.129946 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:06Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:08.135760 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Checking router: 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:48:08.136209 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Updating router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 port 9989db9f-28a3-412d-a347-fbd055c12abb binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:48:08.144984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:08.150521 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:subnet and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:08.155460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:08.164758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:08.180341 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:08.226048 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.319149 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.705520 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.784935 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.817413 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Transition to ACTIVE for port object 9989db9f-28a3-412d-a347-fbd055c12abb will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:08.833097 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.850771 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Subnet': ['ID=986b8c1c-4bfa-49f2-9de6-7181395b228f,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:08.872298 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Checking segment: {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:08.873304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network hostable DHCP agents. Network: 553bc7d3-7d0c-45f3-b6f6-670025845ef8, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:48:08.916060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:48:08.938248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 553bc7d3-7d0c-45f3-b6f6-670025845ef8) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:08.946173 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:08.947098 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.958135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb101e-bc15-460c-b01a-274c4fccb9bf None None] Network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:08.965232 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Attempting to bind port 9989db9f-28a3-412d-a347-fbd055c12abb on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:08.965788 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Attempting to bind port 9989db9f-28a3-412d-a347-fbd055c12abb by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:08.966308 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Attempting to bind port 9989db9f-28a3-412d-a347-fbd055c12abb on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:08.990097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5068d495-6a7a-4b44-8442-879e5f5b5452 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0609047 May 06 13:48:08.992942 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:08.993554 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:08.994242 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:08.994935 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:08.996550 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Bound port: 9989db9f-28a3-412d-a347-fbd055c12abb, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:08.996550 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.000073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56824) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:09.079176 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Pushing event updated for resources: {'Port': ['ID=9989db9f-28a3-412d-a347-fbd055c12abb,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.122022 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.122793 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.123609 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.124330 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.125358 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.126215 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.126902 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.127589 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.128229 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.128871 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.129516 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:09.147089 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] For port 9989db9f-28a3-412d-a347-fbd055c12abb, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:09.151045 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] For port 9989db9f-28a3-412d-a347-fbd055c12abb, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9989db9f-28a3-412d-a347-fbd055c12abb,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:09.162791 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.304064 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:09.305082 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:09.361859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:48:09.364001 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:09.396944 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956da399-995a-4b87-a496-6bfe27308c17 None None] Pushing event updated for resources: {'Port': ['ID=9989db9f-28a3-412d-a347-fbd055c12abb,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:09.643971 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:09.658570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Allocated IP 172.20.0.2 (553bc7d3-7d0c-45f3-b6f6-670025845ef8/986b8c1c-4bfa-49f2-9de6-7181395b228f/b79cb003-54c2-4d74-9318-5f8b6b15bd77) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:10.031214 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.047962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Transition to ACTIVE for port object b79cb003-54c2-4d74-9318-5f8b6b15bd77 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:10.083939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Transition to ACTIVE for port object b79cb003-54c2-4d74-9318-5f8b6b15bd77 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:10.085089 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:06Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:10.093408 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44dab9-5424-40f3-99cb-375632602431 None None] The sync data for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 is: [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:06Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:10.100785 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.209825 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:10.229373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:10.232659 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:10.243719 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Pushing event updated for resources: {'Port': ['ID=b79cb003-54c2-4d74-9318-5f8b6b15bd77,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:10.304836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.305210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.305665 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.306202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.306716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.307126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.307731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.308079 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.308632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.309188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.310589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:10.474062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Attempting to bind port b79cb003-54c2-4d74-9318-5f8b6b15bd77 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:10.476087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Attempting to bind port b79cb003-54c2-4d74-9318-5f8b6b15bd77 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:10.476981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Attempting to bind port b79cb003-54c2-4d74-9318-5f8b6b15bd77 on network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:10.494156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:10.496804 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Checking segment: {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:10.498112 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.505888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Bound using segment: {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:10.506919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Bound port: b79cb003-54c2-4d74-9318-5f8b6b15bd77, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:10.507904 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.659091 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] For port b79cb003-54c2-4d74-9318-5f8b6b15bd77, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:10.665739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] For port b79cb003-54c2-4d74-9318-5f8b6b15bd77, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b79cb003-54c2-4d74-9318-5f8b6b15bd77,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:10.673971 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.706390 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.777557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f85dd-38a1-4406-b4f3-cc08e6931c4d None None] Pushing event updated for resources: {'Port': ['ID=b79cb003-54c2-4d74-9318-5f8b6b15bd77,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:11.399830 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.1 (553bc7d3-7d0c-45f3-b6f6-670025845ef8/986b8c1c-4bfa-49f2-9de6-7181395b228f/b036adb7-7cb8-40b8-8e98-ecba91f38037) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:11.592621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.615346 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object b036adb7-7cb8-40b8-8e98-ecba91f38037 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:11.643145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.725029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:11.730936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:11.733983 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:11.765869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=b036adb7-7cb8-40b8-8e98-ecba91f38037,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:11.806183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:11.911458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.079409 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3934286-5743-433c-b798-9c11945982db None None] Network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:48:12.194507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-23475620-0504-403c-903e-b79291afec2d None None] Provisioning for port b79cb003-54c2-4d74-9318-5f8b6b15bd77 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:12.438973 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.447231 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.455504 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f3f5d96-43e5-4634-ab00-1d762ea4ce3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.528114 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b79cb003-54c2-4d74-9318-5f8b6b15bd77 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:12.596089 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=b036adb7-7cb8-40b8-8e98-ecba91f38037,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:12.602329 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.623337 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b79cb003-54c2-4d74-9318-5f8b6b15bd77 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:12.632248 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b79cb003-54c2-4d74-9318-5f8b6b15bd77 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:12.632754 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.771427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8874f52a-8ba2-4a41-bef3-1a8f2b71e052 None None] Provisioning complete for port b79cb003-54c2-4d74-9318-5f8b6b15bd77 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:12.771898 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8874f52a-8ba2-4a41-bef3-1a8f2b71e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.815880 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.872326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b79cb003-54c2-4d74-9318-5f8b6b15bd77, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b79cb003-54c2-4d74-9318-5f8b6b15bd77,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:12.878381 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.879398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9989db9f-28a3-412d-a347-fbd055c12abb up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:12.910866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:12.913373 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:13.066013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b79cb003-54c2-4d74-9318-5f8b6b15bd77,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:13.083918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9989db9f-28a3-412d-a347-fbd055c12abb completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:13.089727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9989db9f-28a3-412d-a347-fbd055c12abb triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:13.090119 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.137901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8874f52a-8ba2-4a41-bef3-1a8f2b71e052 None None] Provisioning for port b036adb7-7cb8-40b8-8e98-ecba91f38037 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:13.149874 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8874f52a-8ba2-4a41-bef3-1a8f2b71e052 None None] Provisioning complete for port b036adb7-7cb8-40b8-8e98-ecba91f38037 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:13.150275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8874f52a-8ba2-4a41-bef3-1a8f2b71e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.211833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8874f52a-8ba2-4a41-bef3-1a8f2b71e052 None None] Port b036adb7-7cb8-40b8-8e98-ecba91f38037 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:13.275847 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.293392 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 9989db9f-28a3-412d-a347-fbd055c12abb, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9989db9f-28a3-412d-a347-fbd055c12abb,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:13.300327 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.362015 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:13.400004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-91847c76-e692-4098-872d-e4602b598266 None None] Provisioning complete for port b036adb7-7cb8-40b8-8e98-ecba91f38037 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:13.400617 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-91847c76-e692-4098-872d-e4602b598266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.467978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=9989db9f-28a3-412d-a347-fbd055c12abb,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:13.489292 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-91847c76-e692-4098-872d-e4602b598266 None None] Port b036adb7-7cb8-40b8-8e98-ecba91f38037 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:13.585974 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:13.597383 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-13fdcef2-12dd-4d5f-81ca-be352b6694fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5945334 May 06 13:48:13.771646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.061229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-99ec40c9-e548-4a10-b7a5-d8995f89a39b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:14.085793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-99ec40c9-e548-4a10-b7a5-d8995f89a39b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:14.087303 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-99ec40c9-e548-4a10-b7a5-d8995f89a39b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394538270&fields=id&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 267 time: 0.0850346 May 06 13:48:14.232221 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Sync routers for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:14.248599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:14.249544 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:47:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:14.400769 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b79cb003-54c2-4d74-9318-5f8b6b15bd77 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:14.401354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-0c1e6011-9a84-4468-a478-5756ea088fbe tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:14.402052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-0c1e6011-9a84-4468-a478-5756ea088fbe tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:48:14.422178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-0c1e6011-9a84-4468-a478-5756ea088fbe tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:48:14.423837 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-0c1e6011-9a84-4468-a478-5756ea088fbe tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/networks?id=553bc7d3-7d0c-45f3-b6f6-670025845ef8 HTTP/1.1" status: 200 len: 797 time: 0.3286810 May 06 13:48:14.446019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-d0990878-b721-42ed-8d38-38eae23bfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/quotas/7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 375 time: 0.0131326 May 06 13:48:14.533610 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:14.541366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-57e45b06-aafb-4741-aff4-85f672aa73f1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891716 May 06 13:48:14.576750 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b79cb003-54c2-4d74-9318-5f8b6b15bd77 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:14.577122 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.781816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-a47c5b67-afa0-41de-aec2-1c3d3ea0ad54 service neutron] 10.222.0.44 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255635 May 06 13:48:14.864842 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ba10763-7475-4f93-8179-ab5e35207a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:14.905555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9989db9f-28a3-412d-a347-fbd055c12abb up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:14.956754 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-9793baf7-9875-475e-836f-25415987be22 service neutron] 10.222.0.44 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676998 May 06 13:48:15.144372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9989db9f-28a3-412d-a347-fbd055c12abb triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:15.144969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.211620 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b036adb7-7cb8-40b8-8e98-ecba91f38037', 'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f1:ec:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:11Z', 'updated_at': '2022-05-06T13:48:12Z', 'revision_number': 2, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:15.221286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Checking router: 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:48:15.221623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Updating router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 port b036adb7-7cb8-40b8-8e98-ecba91f38037 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:48:15.305135 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.314205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5acd1f73-40b0-41bc-86f9-91bfc145ca09 req-d5173650-c673-47c1-a71f-7ebffb1ca22f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 210 time: 0.1767595 May 06 13:48:15.595275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.748188 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.763457 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Transition to ACTIVE for port object b036adb7-7cb8-40b8-8e98-ecba91f38037 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:15.771970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:15.899767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c4388-30ad-4c3a-ad7d-ccee93550404 None None] Pushing event updated for resources: {'Port': ['ID=b036adb7-7cb8-40b8-8e98-ecba91f38037,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:15.996254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Attempting to bind port b036adb7-7cb8-40b8-8e98-ecba91f38037 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:15.996716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Attempting to bind port b036adb7-7cb8-40b8-8e98-ecba91f38037 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:15.997154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Attempting to bind port b036adb7-7cb8-40b8-8e98-ecba91f38037 on network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:16.004093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:16.004541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Checking segment: {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:16.004870 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.005263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Bound using segment: {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:16.006299 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Bound port: b036adb7-7cb8-40b8-8e98-ecba91f38037, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:16.006299 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.118275 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] For port b036adb7-7cb8-40b8-8e98-ecba91f38037, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:16.123468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] For port b036adb7-7cb8-40b8-8e98-ecba91f38037, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b036adb7-7cb8-40b8-8e98-ecba91f38037,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:16.132816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.251583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c4388-30ad-4c3a-ad7d-ccee93550404 None None] Pushing event updated for resources: {'Port': ['ID=b036adb7-7cb8-40b8-8e98-ecba91f38037,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:16.277290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:16.279371 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:48:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:16.476301 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b7ac544-3450-42dc-85e2-0bff08dd8c90 req-543bd7de-9878-4e0e-a391-8e7d8964537f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 210 time: 0.0534849 May 06 13:48:16.493035 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:16.544403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:16.947305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b036adb7-7cb8-40b8-8e98-ecba91f38037', 'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f1:ec:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:11Z', 'updated_at': '2022-05-06T13:48:16Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:16.954479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87969042-cdfd-44bb-97c0-f7da42a96183 None None] The sync data for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 is: [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b036adb7-7cb8-40b8-8e98-ecba91f38037', 'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f1:ec:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:11Z', 'updated_at': '2022-05-06T13:48:16Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:17.630342 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8afded25-29cb-44b7-8b17-0c477f979e80 req-c5705d30-37e2-4690-af8f-d19624912eea tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 210 time: 0.0506074 May 06 13:48:17.800777 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.412393 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b036adb7-7cb8-40b8-8e98-ecba91f38037 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:18.489462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b036adb7-7cb8-40b8-8e98-ecba91f38037 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:18.494541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b036adb7-7cb8-40b8-8e98-ecba91f38037 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:18.494945 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.617970 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.654621 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b036adb7-7cb8-40b8-8e98-ecba91f38037, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b036adb7-7cb8-40b8-8e98-ecba91f38037,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:18.659511 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:18.731437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b036adb7-7cb8-40b8-8e98-ecba91f38037,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:18.752357 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ffafe54c-cd26-4b70-b22e-85d1a9bb46f6 req-128db36a-ffeb-4838-acf0-0a47fc8f6ebf tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 210 time: 0.0462139 May 06 13:48:18.890049 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:48:19.927901 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc0cfff7-3de2-4428-9fc0-d5eccb8de76d req-efb868b1-705c-49af-85c8-018132f9078f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 210 time: 0.0455043 May 06 13:48:20.391194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b036adb7-7cb8-40b8-8e98-ecba91f38037 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:20.471286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b036adb7-7cb8-40b8-8e98-ecba91f38037 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:20.471541 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:20.841946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-f4833313-84c7-423a-871a-a9374d79c6ce tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:20.843926 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-f4833313-84c7-423a-871a-a9374d79c6ce tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/networks?id=553bc7d3-7d0c-45f3-b6f6-670025845ef8 HTTP/1.1" status: 200 len: 797 time: 0.1649065 May 06 13:48:20.899678 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-fd7506e4-e195-4a33-af25-76dc37cc9deb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 379 time: 0.0439773 May 06 13:48:20.908118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'port': {'device_id': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'admin_state_up': True, 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'security_groups': ['a969e75e-3bd4-4997-acd9-ce3d0e015067']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:21.057624 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:21.061720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:port and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:21.065697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:21.071780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:21.081849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:48:21.084912 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.107774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a5e67b5e-5718-4a10-80ee-be7af5785442 req-18ae76e5-acb2-4257-b23e-8fce3422f35f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 210 time: 0.0433915 May 06 13:48:21.278969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.14 (553bc7d3-7d0c-45f3-b6f6-670025845ef8/986b8c1c-4bfa-49f2-9de6-7181395b228f/19796b92-e7f8-4dea-9283-13a4322ed91b) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:21.474304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.490522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object 19796b92-e7f8-4dea-9283-13a4322ed91b will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:21.513765 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.590055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:21.593286 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:21.597866 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:21.623018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=19796b92-e7f8-4dea-9283-13a4322ed91b,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:21.662432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:21.663059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.687819 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-2ef6b25f-7bd3-4425-9a17-757abb89b6ba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7835746 May 06 13:48:21.772362 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Request body: {'port': {'device_id': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:21.845128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f9232612-7d2e-492c-8e73-c93d08b0498c None None] Provisioning for port 19796b92-e7f8-4dea-9283-13a4322ed91b completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:21.850559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-f9232612-7d2e-492c-8e73-c93d08b0498c None None] Provisioning complete for port 19796b92-e7f8-4dea-9283-13a4322ed91b triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:21.850964 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f9232612-7d2e-492c-8e73-c93d08b0498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.908154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f9232612-7d2e-492c-8e73-c93d08b0498c None None] Port 19796b92-e7f8-4dea-9283-13a4322ed91b cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:48:22.002637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.322378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710d5e6-50ec-4901-87f7-b7d9a26d3702 req-98a7c87b-3dc8-4f1c-9674-0d77b4a8afeb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:22.324004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a710d5e6-50ec-4901-87f7-b7d9a26d3702 req-98a7c87b-3dc8-4f1c-9674-0d77b4a8afeb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 932 time: 0.0839324 May 06 13:48:22.368031 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19796b92-e7f8-4dea-9283-13a4322ed91b {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:48:22.375662 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.378313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a710d5e6-50ec-4901-87f7-b7d9a26d3702 req-e1d41e01-2ddd-421a-9ed2-89f586654ce1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429285 May 06 13:48:22.391820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Transition to ACTIVE for port object 19796b92-e7f8-4dea-9283-13a4322ed91b will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:22.397124 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.533657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=19796b92-e7f8-4dea-9283-13a4322ed91b,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:22.651136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Attempting to bind port 19796b92-e7f8-4dea-9283-13a4322ed91b on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:22.651615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Attempting to bind port 19796b92-e7f8-4dea-9283-13a4322ed91b by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:22.651943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Attempting to bind port 19796b92-e7f8-4dea-9283-13a4322ed91b on network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:22.658093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Port 19796b92-e7f8-4dea-9283-13a4322ed91b on network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:22.658406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Attempting to bind port 19796b92-e7f8-4dea-9283-13a4322ed91b on network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:22.664985 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:22.665327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Checking segment: {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:22.665710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Bound using segment: {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:22.666168 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Bound port: 19796b92-e7f8-4dea-9283-13a4322ed91b, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa4005d-6004-4baa-b5ec-d159a5a60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:22.666514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.765853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] For port 19796b92-e7f8-4dea-9283-13a4322ed91b, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:22.769216 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] For port 19796b92-e7f8-4dea-9283-13a4322ed91b, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=19796b92-e7f8-4dea-9283-13a4322ed91b,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:22.775854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.854112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:22.855953 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] 10.222.0.36 "PUT /v2.0/ports/19796b92-e7f8-4dea-9283-13a4322ed91b HTTP/1.1" status: 200 len: 1092 time: 1.1611280 May 06 13:48:22.856509 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:22.877093 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c8a2e-3c29-43f4-aff9-148368cf1ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=19796b92-e7f8-4dea-9283-13a4322ed91b,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:22.938896 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2043bd6-54f4-4ebd-8ad5-dcacb08e110a'] response: {'name': 'network-changed', 'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'status': 'completed', 'code': 200} May 06 13:48:22.981690 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-1264b028-08af-470e-bb92-019eeaaed9ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 1095 time: 0.0786822 May 06 13:48:23.056388 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-04442626-830b-4e2f-b02d-39912a5d9268 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19796b92-e7f8-4dea-9283-13a4322ed91b HTTP/1.1" status: 200 len: 217 time: 0.0675111 May 06 13:48:23.119134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-17e36fec-64c5-4725-978a-c90d0e13ebbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:23.120915 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-17e36fec-64c5-4725-978a-c90d0e13ebbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=986b8c1c-4bfa-49f2-9de6-7181395b228f HTTP/1.1" status: 200 len: 834 time: 0.0592189 May 06 13:48:23.201758 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-e417a271-5ad2-4864-a54b-e393d0d44b20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=553bc7d3-7d0c-45f3-b6f6-670025845ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748701 May 06 13:48:23.339638 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-522d5406-8f66-4df6-b826-0623df63b4f9 service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312804 May 06 13:48:23.487327 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba8c7293-23f0-49be-b67d-c79d0b775500 req-a93539e9-734d-427e-8dc0-e6deed9318f2 service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356926 May 06 13:48:23.587664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a27ff-d514-4a60-81ef-3ba89eb10022 req-62f1e0d3-c5c7-4cd0-a00b-3bde8a450066 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:23.589280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a25a27ff-d514-4a60-81ef-3ba89eb10022 req-62f1e0d3-c5c7-4cd0-a00b-3bde8a450066 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 944 time: 0.0842247 May 06 13:48:23.604358 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8ffca0c-6e26-4504-93e1-765aa9fb5184 req-89e20847-1131-4e32-9594-aa2ce9443dcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 1095 time: 0.0700932 May 06 13:48:23.636983 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a25a27ff-d514-4a60-81ef-3ba89eb10022 req-0889fbbc-673d-496e-9a89-7803737d0d78 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417533 May 06 13:48:23.750430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffca0c-6e26-4504-93e1-765aa9fb5184 req-9494fd55-c525-44f4-89a1-3f0745833609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:23.752142 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8ffca0c-6e26-4504-93e1-765aa9fb5184 req-9494fd55-c525-44f4-89a1-3f0745833609 service neutron] 10.222.0.36 "GET /v2.0/networks?id=553bc7d3-7d0c-45f3-b6f6-670025845ef8 HTTP/1.1" status: 200 len: 898 time: 0.1373754 May 06 13:48:23.931596 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8ffca0c-6e26-4504-93e1-765aa9fb5184 req-5a169041-a3ab-484e-bfe6-4ce3199d6c4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19796b92-e7f8-4dea-9283-13a4322ed91b HTTP/1.1" status: 200 len: 217 time: 0.1723492 May 06 13:48:24.003292 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffca0c-6e26-4504-93e1-765aa9fb5184 req-babe7558-7906-43e3-84db-68aadf0ab7bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:24.004774 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8ffca0c-6e26-4504-93e1-765aa9fb5184 req-babe7558-7906-43e3-84db-68aadf0ab7bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=986b8c1c-4bfa-49f2-9de6-7181395b228f HTTP/1.1" status: 200 len: 834 time: 0.0615764 May 06 13:48:24.089081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8ffca0c-6e26-4504-93e1-765aa9fb5184 req-dddcbc76-efcc-494b-9f19-76357b63e0c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=553bc7d3-7d0c-45f3-b6f6-670025845ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775170 May 06 13:48:24.244213 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8ffca0c-6e26-4504-93e1-765aa9fb5184 req-60f6a1f5-0584-4934-9fd8-ff099788feab service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480112 May 06 13:48:24.378971 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d8ffca0c-6e26-4504-93e1-765aa9fb5184 req-cfa3cf8a-c1b4-4e0d-892a-e30c29ef79c6 service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282866 May 06 13:48:24.857335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a649c33-305e-40ab-b02b-79f7d31c884a req-a4f5ee00-1234-43f7-9e7f-ff0e9aeb1261 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:24.858956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a649c33-305e-40ab-b02b-79f7d31c884a req-a4f5ee00-1234-43f7-9e7f-ff0e9aeb1261 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 944 time: 0.0934210 May 06 13:48:24.910107 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a649c33-305e-40ab-b02b-79f7d31c884a req-e9ae89aa-d4d5-420e-8836-3ba019fe81b4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451665 May 06 13:48:26.126741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a123b9e-3b22-49d8-8492-9c23ba39a5f9 req-40792f08-fecb-4706-98c6-03877ebc4f91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:26.128220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a123b9e-3b22-49d8-8492-9c23ba39a5f9 req-40792f08-fecb-4706-98c6-03877ebc4f91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 944 time: 0.0830178 May 06 13:48:26.183007 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a123b9e-3b22-49d8-8492-9c23ba39a5f9 req-f87d8aea-de18-40fb-aa06-d009ea8a7837 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489426 May 06 13:48:27.506231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 19796b92-e7f8-4dea-9283-13a4322ed91b details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:48:27.571586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dc896-8a76-46c9-9778-7a3409f01df1 req-5149abb6-04dc-4602-80ed-7bc846cb9491 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:27.573129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d19dc896-8a76-46c9-9778-7a3409f01df1 req-5149abb6-04dc-4602-80ed-7bc846cb9491 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 944 time: 0.0816557 May 06 13:48:27.621575 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d19dc896-8a76-46c9-9778-7a3409f01df1 req-1db63e24-1d06-4001-bfd4-364b0d9dcbc7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424001 May 06 13:48:27.650386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 19796b92-e7f8-4dea-9283-13a4322ed91b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=19796b92-e7f8-4dea-9283-13a4322ed91b,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:27.665007 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'port_id': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'mac_address': 'fa:16:3e:3c:22:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:48:27.724291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.742572 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19796b92-e7f8-4dea-9283-13a4322ed91b {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:48:27.760095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 19796b92-e7f8-4dea-9283-13a4322ed91b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=19796b92-e7f8-4dea-9283-13a4322ed91b,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:27.766749 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:27.843382 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=19796b92-e7f8-4dea-9283-13a4322ed91b,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:28.002210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['19796b92-e7f8-4dea-9283-13a4322ed91b'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:48:28.829739 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c6222-fa61-43ac-b1c5-9ec820fb42a9 req-13dd0a25-df9f-4847-a3c6-320c7eb3f7f8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:28.831577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c03c6222-fa61-43ac-b1c5-9ec820fb42a9 req-13dd0a25-df9f-4847-a3c6-320c7eb3f7f8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 945 time: 0.0855024 May 06 13:48:28.884406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c03c6222-fa61-43ac-b1c5-9ec820fb42a9 req-fa6aa527-9b7f-427e-bc65-9d878ae4e490 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428030 May 06 13:48:29.504961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 19796b92-e7f8-4dea-9283-13a4322ed91b up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:29.580412 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 19796b92-e7f8-4dea-9283-13a4322ed91b completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:48:29.585437 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 19796b92-e7f8-4dea-9283-13a4322ed91b triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:29.585854 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.709891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.738674 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:29.749236 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 19796b92-e7f8-4dea-9283-13a4322ed91b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=19796b92-e7f8-4dea-9283-13a4322ed91b,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:29.761888 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:29.799703 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e4d51b-d3d8-4cf4-8eaa-7b50d3388d2f'] response: {'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'code': 200} May 06 13:48:29.832062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=19796b92-e7f8-4dea-9283-13a4322ed91b,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:29.936735 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f536fd4f-d447-447d-a7e3-3c977fdf4246 req-c99ad4f7-678c-4332-bb07-53fb6149fec6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 1097 time: 0.0760493 May 06 13:48:29.982444 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f536fd4f-d447-447d-a7e3-3c977fdf4246 req-a7021a06-31a6-4b04-8a94-928f012c0668 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394447 May 06 13:48:30.086127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fc3a9-64f7-41b8-9682-9b82b1d886c4 req-77050ae9-d7b7-4afc-a858-aeff0e4b7dfd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:30.087058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-284fc3a9-64f7-41b8-9682-9b82b1d886c4 req-77050ae9-d7b7-4afc-a858-aeff0e4b7dfd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.0784080 May 06 13:48:30.139261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-284fc3a9-64f7-41b8-9682-9b82b1d886c4 req-0da1e6a1-44e8-4fec-b3c8-7acda8461f05 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462637 May 06 13:48:31.389528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f7686-fa53-4b00-80fb-ddd1ab0e5e38 req-4a91c078-1ead-445b-9855-f921d8d733e9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:31.391175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-458f7686-fa53-4b00-80fb-ddd1ab0e5e38 req-4a91c078-1ead-445b-9855-f921d8d733e9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.0940433 May 06 13:48:31.442629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-458f7686-fa53-4b00-80fb-ddd1ab0e5e38 req-4a8386e0-7667-403a-a48b-79d40e5394e0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451765 May 06 13:48:31.675657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098164f0-3a06-49bf-acf3-989386fe9eb2 req-3229756c-9e82-48f2-861b-3ebb5a0ae5de tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:31.677254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-098164f0-3a06-49bf-acf3-989386fe9eb2 req-3229756c-9e82-48f2-861b-3ebb5a0ae5de tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.1053116 May 06 13:48:31.732356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-098164f0-3a06-49bf-acf3-989386fe9eb2 req-2eea847a-69d9-45e2-9084-61e5c8ff2e00 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486288 May 06 13:48:31.763248 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56902) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:31.841759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4b272cf5-4ae9-4852-93d3-db9162f614a2 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 1092 time: 0.0770526 May 06 13:48:31.844795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56906) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:31.850334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:31.857103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:48:31.863389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:floatingip and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:48:31.869440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:48:31.875941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:48:31.893438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.035029 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.180293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.124 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/e9571abf-0d98-4264-a67f-c5edb11de01b) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:48:32.448179 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.480891 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:32.554990 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:48:32.557925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:48:32.563592 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:48:32.588201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=e9571abf-0d98-4264-a67f-c5edb11de01b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:33.093287 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.155473 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.389224 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.395243 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.411828 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-b85a2532-2574-401a-9cf2-19ec71084256 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724177 May 06 13:48:33.502373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=e9571abf-0d98-4264-a67f-c5edb11de01b,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:33.518867 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:33.562187 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-e0c3d8dc-093e-49e5-bc51-1fd7960a85bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 1097 time: 0.0780661 May 06 13:48:33.730769 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Floating IP 566fca75-3665-4c0e-903c-2b95baa72427 associated. External IP: 172.25.7.124, port: 19796b92-e7f8-4dea-9283-13a4322ed91b. May 06 13:48:33.731000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-d25d35ac-b2c2-4241-88fa-29ba68643bc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:33.732412 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-d25d35ac-b2c2-4241-88fa-29ba68643bc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=553bc7d3-7d0c-45f3-b6f6-670025845ef8 HTTP/1.1" status: 200 len: 898 time: 0.1494844 May 06 13:48:33.839215 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-d89ddcb2-2887-40b7-af1a-c0d056b6f96d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19796b92-e7f8-4dea-9283-13a4322ed91b HTTP/1.1" status: 200 len: 1000 time: 0.1001561 May 06 13:48:33.905165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-dee0bbdd-3749-4a01-82a6-23dcaa70ac01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:33.906990 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-dee0bbdd-3749-4a01-82a6-23dcaa70ac01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=986b8c1c-4bfa-49f2-9de6-7181395b228f HTTP/1.1" status: 200 len: 834 time: 0.0611663 May 06 13:48:33.983893 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-5ba6f8da-704c-420a-8322-0049b1a2f774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=553bc7d3-7d0c-45f3-b6f6-670025845ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713277 May 06 13:48:34.127241 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-314b11ac-f3ae-4106-b68a-fafd4323610d service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373332 May 06 13:48:34.266833 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-110cf8d0-9104-4b85-b73c-8513ad92123d req-8c41ee97-9b4b-4229-8737-f7773affd07c service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340826 May 06 13:48:34.272191 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:48:34.498852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:48:34.509109 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] Sync routers for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:48:34.522498 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:34.523178 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:48:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:34.524717 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:34.581147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-430b3860-33f8-46f1-a287-e24e646134d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7327204 May 06 13:48:34.581147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:34.642457 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1835086c-5d62-4ea8-9106-c1e835f379c5'] response: {'name': 'network-changed', 'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'status': 'completed', 'code': 200} May 06 13:48:34.705626 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:34.738590 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a30daf2-c164-46c1-a177-c86200708d44 req-92807c41-0245-47e5-82e2-c76fcf447ba2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 1097 time: 0.0749347 May 06 13:48:34.760670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4f1c-bfca-4e0b-9797-60533cdd6dfe req-5cf5db0a-5d72-4d72-b6da-f4298e67dfd4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:34.762322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45bf4f1c-bfca-4e0b-9797-60533cdd6dfe req-5cf5db0a-5d72-4d72-b6da-f4298e67dfd4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.0829382 May 06 13:48:34.819003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45bf4f1c-bfca-4e0b-9797-60533cdd6dfe req-12b98aa6-d8b6-43e3-ac46-ed9f1cb9b38d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470915 May 06 13:48:34.853104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56916) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:34.964803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a825fdf3-71e3-4c65-b049-3cf291ecdff4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/566fca75-3665-4c0e-903c-2b95baa72427 HTTP/1.1" status: 200 len: 992 time: 0.1111009 May 06 13:48:34.992542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30daf2-c164-46c1-a177-c86200708d44 req-d80b2384-bf2d-445b-8688-4860969b0e34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:34.994047 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a30daf2-c164-46c1-a177-c86200708d44 req-d80b2384-bf2d-445b-8688-4860969b0e34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=553bc7d3-7d0c-45f3-b6f6-670025845ef8 HTTP/1.1" status: 200 len: 898 time: 0.2498434 May 06 13:48:35.092076 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '566fca75-3665-4c0e-903c-2b95baa72427', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'port_id': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'mac_address': 'fa:16:3e:3c:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:48:32Z', 'updated_at': '2022-05-06T13:48:32Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b036adb7-7cb8-40b8-8e98-ecba91f38037', 'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f1:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:11Z', 'updated_at': '2022-05-06T13:48:18Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:35.096639 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] Checking router: 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:48:35.105174 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a30daf2-c164-46c1-a177-c86200708d44 req-34053985-b44c-43f0-a954-1892f44f5492 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19796b92-e7f8-4dea-9283-13a4322ed91b HTTP/1.1" status: 200 len: 1000 time: 0.1048274 May 06 13:48:35.110504 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:48:35.110504 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:48:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:35.173832 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30daf2-c164-46c1-a177-c86200708d44 req-3cce9fce-127a-457b-8586-cad799d869d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:35.175303 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a30daf2-c164-46c1-a177-c86200708d44 req-3cce9fce-127a-457b-8586-cad799d869d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=986b8c1c-4bfa-49f2-9de6-7181395b228f HTTP/1.1" status: 200 len: 834 time: 0.0635543 May 06 13:48:35.250046 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a30daf2-c164-46c1-a177-c86200708d44 req-6b03fa3b-8503-41e0-b9c5-1715d899a741 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=553bc7d3-7d0c-45f3-b6f6-670025845ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691645 May 06 13:48:35.290361 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:48:35.386875 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a30daf2-c164-46c1-a177-c86200708d44 req-70c6505c-9c98-48d7-af2e-9138f45262d2 service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306148 May 06 13:48:35.523692 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a30daf2-c164-46c1-a177-c86200708d44 req-05461340-0cff-4fac-a11a-f7037a23945c service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306531 May 06 13:48:35.688204 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '566fca75-3665-4c0e-903c-2b95baa72427', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'port_id': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'mac_address': 'fa:16:3e:3c:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:48:32Z', 'updated_at': '2022-05-06T13:48:32Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b036adb7-7cb8-40b8-8e98-ecba91f38037', 'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f1:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:11Z', 'updated_at': '2022-05-06T13:48:18Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:48:35.692358 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac6a7b-535b-482c-9365-57d4e33a67ab None None] The sync data for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 is: [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '566fca75-3665-4c0e-903c-2b95baa72427', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.124', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'port_id': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'mac_address': 'fa:16:3e:3c:22:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:48:32Z', 'updated_at': '2022-05-06T13:48:32Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b036adb7-7cb8-40b8-8e98-ecba91f38037', 'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f1:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:11Z', 'updated_at': '2022-05-06T13:48:18Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:48:35.912339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc28f11-f2c0-4970-8a0e-a0d4d2b844fd None None] New status for floating IP 566fca75-3665-4c0e-903c-2b95baa72427: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:48:35.968691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56920) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:36.080155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5da68276-1cb4-48c0-9be5-3cf177e7b760 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/566fca75-3665-4c0e-903c-2b95baa72427 HTTP/1.1" status: 200 len: 992 time: 0.1103065 May 06 13:48:37.084926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56924) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:48:37.198526 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-eedddf26-b44d-422c-87af-af20eee1cc5f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/566fca75-3665-4c0e-903c-2b95baa72427 HTTP/1.1" status: 200 len: 994 time: 0.1123090 May 06 13:48:37.974889 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.433668 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b6872104-1b1c-4536-9092-cf7b15404bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.760165 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:44.787024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dd530ce8-bac0-4819-9a82-d923f0f38d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:45.559031 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.328294 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.803225 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:55.891556 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:49:04.211269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b6475-a593-48dd-af79-9b6dbda129e7 req-9b4cdf9e-33a4-45c2-a385-2ba5a4ecbe15 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:04.212710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf9b6475-a593-48dd-af79-9b6dbda129e7 req-9b4cdf9e-33a4-45c2-a385-2ba5a4ecbe15 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.0811784 May 06 13:49:04.273887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf9b6475-a593-48dd-af79-9b6dbda129e7 req-9fc9cd73-c198-460f-81f1-8fba1678c064 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514896 May 06 13:49:05.489396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d20abb-285a-4a91-99ba-273959a61969 req-c9b72ec6-91cd-40c1-8795-de66ef304113 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:05.491085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15d20abb-285a-4a91-99ba-273959a61969 req-c9b72ec6-91cd-40c1-8795-de66ef304113 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.0854557 May 06 13:49:05.541203 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-15d20abb-285a-4a91-99ba-273959a61969 req-13fc3470-264a-42bd-b236-c421e1bedeb6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440974 May 06 13:49:05.593922 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56946) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:05.754750 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-416669a6-9069-44f0-8631-247cad6d00a5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/566fca75-3665-4c0e-903c-2b95baa72427 HTTP/1.1" status: 200 len: 994 time: 0.1594231 May 06 13:49:07.256081 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd91a4-75cc-4d30-b991-1e93ba2811d5 req-afe5f41d-6f5d-43b6-a8e3-8704572e4cfd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:07.259017 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7efd91a4-75cc-4d30-b991-1e93ba2811d5 req-afe5f41d-6f5d-43b6-a8e3-8704572e4cfd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.0981419 May 06 13:49:07.334905 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7efd91a4-75cc-4d30-b991-1e93ba2811d5 req-d7f315c0-8699-430b-900d-cef3e6651076 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689328 May 06 13:49:07.978742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.576487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5463f1-567f-4c84-8cc3-264f61365132 req-a1b4f750-bb69-4650-bf81-2bb6e73ac4c3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:08.578009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa5463f1-567f-4c84-8cc3-264f61365132 req-a1b4f750-bb69-4650-bf81-2bb6e73ac4c3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.0922663 May 06 13:49:08.651510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aa5463f1-567f-4c84-8cc3-264f61365132 req-4a7cc310-a183-4ca4-acef-7c88e4edf6da tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625072 May 06 13:49:08.705577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56958) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:08.883289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4ced11a6-0d10-4c5b-97f6-03d29e4f2255 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/566fca75-3665-4c0e-903c-2b95baa72427 HTTP/1.1" status: 200 len: 994 time: 0.1763489 May 06 13:49:09.176162 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56966) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:09.384892 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port e9571abf-0d98-4264-a67f-c5edb11de01b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:09.385202 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.561092 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.561340 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.703264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for e9571abf-0d98-4264-a67f-c5edb11de01b owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:09.867655 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:09.918473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=e9571abf-0d98-4264-a67f-c5edb11de01b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:09.986476 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.986831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.987197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.987526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.987855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.988183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.988507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.988943 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.989207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.989523 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:09.989843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:10.024482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.550017 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:10.758777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:10.769717 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] Sync routers for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:10.772641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:10.781771 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:10.782481 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:48:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:10.825643 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-efdaca0b-61bb-48f9-9d0a-9300fd1e1f1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/floatingips/566fca75-3665-4c0e-903c-2b95baa72427 HTTP/1.1" status: 204 len: 168 time: 1.6481931 May 06 13:49:10.826034 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:49:10.975858 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:10.997142 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9341176-aeef-45a7-8b61-d95c3aba5333'] response: {'name': 'network-changed', 'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'status': 'completed', 'code': 200} May 06 13:49:11.102075 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-999e6c05-c1a6-4b5a-a5b9-73fb4808274b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 1097 time: 0.0791960 May 06 13:49:11.246821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-959672bf-ac5d-4d44-8750-30e6398ac283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:11.248746 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-959672bf-ac5d-4d44-8750-30e6398ac283 service neutron] 10.222.0.36 "GET /v2.0/networks?id=553bc7d3-7d0c-45f3-b6f6-670025845ef8 HTTP/1.1" status: 200 len: 898 time: 0.1394043 May 06 13:49:11.253996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718fccd-3ab7-47ac-b0c0-9c1cda3ed166 req-039e9bb6-6755-43bd-bcd9-1bf2d553b151 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:11.255720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d718fccd-3ab7-47ac-b0c0-9c1cda3ed166 req-039e9bb6-6755-43bd-bcd9-1bf2d553b151 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.0840490 May 06 13:49:11.312326 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b036adb7-7cb8-40b8-8e98-ecba91f38037', 'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f1:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:11Z', 'updated_at': '2022-05-06T13:48:18Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:11.322024 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] Checking router: 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:11.330777 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-111966fd-7a2d-4991-9c7d-ac958b101e0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19796b92-e7f8-4dea-9283-13a4322ed91b HTTP/1.1" status: 200 len: 217 time: 0.0739057 May 06 13:49:11.336294 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:11.337160 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:48:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:11.419672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d718fccd-3ab7-47ac-b0c0-9c1cda3ed166 req-943848a2-14f6-446f-b0dc-2d6993f74e79 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559854 May 06 13:49:11.444361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-ad7fc6d0-d137-4d32-91db-19ba98a30065 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:11.446766 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-ad7fc6d0-d137-4d32-91db-19ba98a30065 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=986b8c1c-4bfa-49f2-9de6-7181395b228f HTTP/1.1" status: 200 len: 834 time: 0.1093726 May 06 13:49:11.533542 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-5bc7155f-c803-4b32-b366-453ac8e58fdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=553bc7d3-7d0c-45f3-b6f6-670025845ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789876 May 06 13:49:11.544020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-5127e40a-7618-4fd9-b0c7-a73144fe51fe service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:49:11.545249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-5127e40a-7618-4fd9-b0c7-a73144fe51fe service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053532 May 06 13:49:11.555844 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:11.681493 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-9b087624-c25e-4d67-b7ae-f10e00ea2a8c service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294916 May 06 13:49:11.818732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c7155f8e-ae7f-431f-8a53-1326cc38304f req-2a63044c-be2b-4415-b5c9-5581da0d6643 service neutron] 10.222.0.36 "GET /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310618 May 06 13:49:11.879003 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b036adb7-7cb8-40b8-8e98-ecba91f38037', 'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f1:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:11Z', 'updated_at': '2022-05-06T13:48:18Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:11.883416 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d1821-9155-4469-b7a5-d1c796dcdebd None None] The sync data for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 is: [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:48:11Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'b036adb7-7cb8-40b8-8e98-ecba91f38037', 'name': '', 'network_id': '553bc7d3-7d0c-45f3-b6f6-670025845ef8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f1:ec:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:11Z', 'updated_at': '2022-05-06T13:48:18Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '986b8c1c-4bfa-49f2-9de6-7181395b228f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:12.118300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6ad7c0-8250-42bf-8f15-32c288563ff5 None None] New status for floating IP 566fca75-3665-4c0e-903c-2b95baa72427: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:49:12.439008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d0f8755c-2202-4a72-b749-fac8c07a7282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.644450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417290e-cf56-4b2f-8bfe-74e21b4c3984 req-3ef76c03-44e6-4284-ad40-848984e37e83 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:12.646023 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e417290e-cf56-4b2f-8bfe-74e21b4c3984 req-3ef76c03-44e6-4284-ad40-848984e37e83 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.0835972 May 06 13:49:12.695366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e417290e-cf56-4b2f-8bfe-74e21b4c3984 req-45e3c34f-2e5d-4bdc-a390-19eb16ae7b69 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=a969e75e-3bd4-4997-acd9-ce3d0e015067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435128 May 06 13:49:12.804295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-40927a7b-b17c-4a52-bcf0-547e183ac42f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:12.805097 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-40927a7b-b17c-4a52-bcf0-547e183ac42f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:12.823625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-40927a7b-b17c-4a52-bcf0-547e183ac42f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:12.824869 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-40927a7b-b17c-4a52-bcf0-547e183ac42f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 946 time: 0.1201046 May 06 13:49:12.898853 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 19796b92-e7f8-4dea-9283-13a4322ed91b {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:12.899101 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.316599 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port 19796b92-e7f8-4dea-9283-13a4322ed91b, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=19796b92-e7f8-4dea-9283-13a4322ed91b,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:13.317225 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.460113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 19796b92-e7f8-4dea-9283-13a4322ed91b owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:13.627674 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.678721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=19796b92-e7f8-4dea-9283-13a4322ed91b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:13.756546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] No DVR routers for this DVR port 19796b92-e7f8-4dea-9283-13a4322ed91b on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:13.759283 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.762432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'name': 'network-vif-deleted', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:49:13.781275 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.785023 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8564ab31-c1c6-4071-96e2-b63f5dc60137 req-bea5e308-330f-4936-988d-2fdada0171dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "DELETE /v2.0/ports/19796b92-e7f8-4dea-9283-13a4322ed91b HTTP/1.1" status: 204 len: 173 time: 0.9547446 May 06 13:49:13.823525 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7c9e96-66a4-4b95-83ec-1a0f6efbfdf9'] response: {'server_uuid': '99d212ef-55db-4669-a4f2-ae0e39b80e10', 'name': 'network-vif-deleted', 'tag': '19796b92-e7f8-4dea-9283-13a4322ed91b', 'status': 'completed', 'code': 200} May 06 13:49:13.926004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73ee6937-3c33-4472-8064-474d09235b7a req-5ebe27ca-3a82-4703-a030-d0a1a9491c0a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=99d212ef-55db-4669-a4f2-ae0e39b80e10 HTTP/1.1" status: 200 len: 210 time: 0.0514843 May 06 13:49:14.789616 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93c8d02c-b5c5-4d5f-9876-4fb851f97f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.045813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56986) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:15.454566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:15.554392 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.121066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port b036adb7-7cb8-40b8-8e98-ecba91f38037 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:16.122162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.353031 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.529666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port b036adb7-7cb8-40b8-8e98-ecba91f38037, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b036adb7-7cb8-40b8-8e98-ecba91f38037,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:16.530023 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.659153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for b036adb7-7cb8-40b8-8e98-ecba91f38037 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:16.868853 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:16.918113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=b036adb7-7cb8-40b8-8e98-ecba91f38037,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:17.248985 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.741273 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 19796b92-e7f8-4dea-9283-13a4322ed91b no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:17.811502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 19796b92-e7f8-4dea-9283-13a4322ed91b {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:17.812085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 19796b92-e7f8-4dea-9283-13a4322ed91b not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:17.828064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:17.854870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:18.174667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:18.186360 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] Sync routers for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:18.190729 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6457f617-f322-4b78-9ddd-055084431b91 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1418307 May 06 13:49:18.191747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56990) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:18.199413 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:18.199914 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:49:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:18.388908 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:18.476820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting subnet 986b8c1c-4bfa-49f2-9de6-7181395b228f {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:49:18.485573 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.542653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.634622 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.713782 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.750137 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:49:16Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:18.754379 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] Checking router: 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:18.758148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Subnet': ['ID=986b8c1c-4bfa-49f2-9de6-7181395b228f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:18.772168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.772776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.773321 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.773945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.774897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.774897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.775111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.775261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.775670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.775926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.776357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:18.776959 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] Routers {'0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:18.777750 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:49:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:18.779579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:18.781890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b045c64-6c8d-4ddf-8598-a2c78ee128b1 None None] Network 553bc7d3-7d0c-45f3-b6f6-670025845ef8 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:18.786902 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-76e36985-2f84-40d2-b176-5b8428396954 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/subnets/986b8c1c-4bfa-49f2-9de6-7181395b228f HTTP/1.1" status: 204 len: 168 time: 0.5940287 May 06 13:49:18.789463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 56994) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:18.980327 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] Set router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:19.009769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.068218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] DHCP port deletion for 553bc7d3-7d0c-45f3-b6f6-670025845ef8 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:49:19.076740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Deleting port b79cb003-54c2-4d74-9318-5f8b6b15bd77 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:19.077433 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.372726 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.388676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 9989db9f-28a3-412d-a347-fbd055c12abb {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:49:19.389284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.416488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] For port b79cb003-54c2-4d74-9318-5f8b6b15bd77, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b79cb003-54c2-4d74-9318-5f8b6b15bd77,segment=NetworkSegment(faa4005d-6004-4baa-b5ec-d159a5a60220),segment_id=faa4005d-6004-4baa-b5ec-d159a5a60220)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:19.417096 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.481269 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:49:16Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:19.486540 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a4589-5f5f-42f1-ac27-d204ff0f56f7 None None] The sync data for ids ['0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34'] in n-d-840847-1 is: [{'id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622548039', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:48:05Z', 'updated_at': '2022-05-06T13:49:16Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '9989db9f-28a3-412d-a347-fbd055c12abb', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:48:06Z', 'updated_at': '2022-05-06T13:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:19.595115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port 9989db9f-28a3-412d-a347-fbd055c12abb, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9989db9f-28a3-412d-a347-fbd055c12abb,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:19.595475 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.609153 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Calling delete_port for b79cb003-54c2-4d74-9318-5f8b6b15bd77 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:19.685606 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:19.723625 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 9989db9f-28a3-412d-a347-fbd055c12abb owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:49:19.735276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Pushing event deleted for resources: {'Port': ['ID=b79cb003-54c2-4d74-9318-5f8b6b15bd77,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:19.742847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] No DVR routers for this DVR port b79cb003-54c2-4d74-9318-5f8b6b15bd77 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:49:19.748558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.748985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.749733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.749733 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.749951 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.750208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.750545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.750916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.751240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.751588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.751860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9aa2776-bed1-4790-96ec-ed4d961babb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:19.965455 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.132752 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=9989db9f-28a3-412d-a347-fbd055c12abb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:20.397058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.491199 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b79cb003-54c2-4d74-9318-5f8b6b15bd77 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:20.529527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b79cb003-54c2-4d74-9318-5f8b6b15bd77 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:20.529878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b79cb003-54c2-4d74-9318-5f8b6b15bd77 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:20.530295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b036adb7-7cb8-40b8-8e98-ecba91f38037 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:20.564037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b036adb7-7cb8-40b8-8e98-ecba91f38037 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:20.564037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b036adb7-7cb8-40b8-8e98-ecba91f38037 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:20.690083 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.695366 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.723536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.724226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Fanout notify agent at l3_agent the message router_deleted on router 0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:49:20.742002 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:20.743184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a91d6768-bcb5-4eb5-921a-407ebd266186 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/routers/0ffd51c2-6b1e-43f5-8eb2-b37a53fb7b34 HTTP/1.1" status: 204 len: 168 time: 1.9528489 May 06 13:49:20.746427 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 56998) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:20.880658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.022663 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.053587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553bc7d3-7d0c-45f3-b6f6-670025845ef8']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.066542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa4005d-6004-4baa-b5ec-d159a5a60220') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.066872 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa4005d-6004-4baa-b5ec-d159a5a60220') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:21.079266 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.096601 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.103532 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:49:21.103932 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: timer() May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:49:21.118786 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:49:21.209777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.231960 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.243691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Network': ['ID=553bc7d3-7d0c-45f3-b6f6-670025845ef8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:21.254539 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-789c680b-a640-4487-963a-a37f23b60572 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/networks/553bc7d3-7d0c-45f3-b6f6-670025845ef8 HTTP/1.1" status: 204 len: 168 time: 0.5061793 May 06 13:49:21.257891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57002) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:21.334064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-383a9845-b183-465e-b781-12fb708aecd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.367099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-383a9845-b183-465e-b781-12fb708aecd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.458479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-383a9845-b183-465e-b781-12fb708aecd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.478382 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a9845-b183-465e-b781-12fb708aecd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a969e75e-3bd4-4997-acd9-ce3d0e015067,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:21.496924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-383a9845-b183-465e-b781-12fb708aecd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.498138 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-383a9845-b183-465e-b781-12fb708aecd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/security-groups/a969e75e-3bd4-4997-acd9-ce3d0e015067 HTTP/1.1" status: 204 len: 168 time: 0.2393019 May 06 13:49:21.837263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57010) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:21.843320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041293104', 'description': 'tempest-secgroup-smoke-1041293104 description', 'project_id': '7110a09b3a194214b7df314ea74c83cd'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:21.850798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:21.855512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:21.859006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:21.865759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:21.880581 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.919451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:21.924696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:21.928434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:21.935420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:21.997859 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.003111 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.050110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55339774-5ec2-46f9-80fd-1173cfca2f43,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.055190 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.056701 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-08aa2353-d561-4dbc-a131-6589fa2b091a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2183692 May 06 13:49:22.060636 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57014) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.066794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '55339774-5ec2-46f9-80fd-1173cfca2f43', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:22.074037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:22.078349 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:22.081525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:22.087501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:22.107440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.176464 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.181144 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.205647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee63374-7e20-4570-999b-5d382803ccc5,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.216621 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.217952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-902cecb3-e9ca-4286-9d4b-44ab48121c76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1561267 May 06 13:49:22.221209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57018) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.227594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '55339774-5ec2-46f9-80fd-1173cfca2f43', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:22.235319 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:22.240088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:22.245760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:22.253130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:22.282063 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.359166 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.364711 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.388445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9989db9f-28a3-412d-a347-fbd055c12abb no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:49:22.392205 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e57378-23f8-455b-b622-436457e86757,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.408975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.410380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-01659fcc-defe-41d2-8c65-5e6bf10ed897 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1880000 May 06 13:49:22.415104 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57022) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.426100 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '55339774-5ec2-46f9-80fd-1173cfca2f43', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:22.435084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9989db9f-28a3-412d-a347-fbd055c12abb {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:49:22.435369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9989db9f-28a3-412d-a347-fbd055c12abb not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:49:22.438300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:22.443019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:22.446622 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:22.453940 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:22.472955 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.556379 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.561684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.592810 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76692ec-674d-4d8b-bd42-106503267ce9,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.602701 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.604061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-20362fc9-017a-4013-9b91-2985053eff7c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1877406 May 06 13:49:22.607492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57026) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.616530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '55339774-5ec2-46f9-80fd-1173cfca2f43', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:22.627916 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:22.633863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:22.638973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:22.648777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:22.673959 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.757914 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.763792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.789348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dbfd90-8011-4c46-8b72-5b8953cad8a7,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.801179 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.802514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1c33145f-57cc-4dde-a17d-997f7e35e676 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1936662 May 06 13:49:22.805712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57030) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.811873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '55339774-5ec2-46f9-80fd-1173cfca2f43', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:22.819074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:22.823530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:22.827114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:22.834231 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:22.847600 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:49:22.855881 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.934421 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.939469 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.968345 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a63ffba-3054-42da-bf96-349e958f1b61,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:22.982340 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:22.984236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c247acbd-1be2-4988-b7a8-31a166dd78f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1771438 May 06 13:49:22.987412 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57034) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:22.993669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '55339774-5ec2-46f9-80fd-1173cfca2f43', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:23.003357 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:23.010206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:23.015150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:23.023249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:23.042371 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:49:23.051536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.138010 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.147715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.175505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb117dcf-5e41-4a92-a582-61b09f9d1234,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:23.189232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.190479 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-54649c33-e7d4-4c34-9867-7566ce762339 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2019777 May 06 13:49:23.193683 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57038) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:23.199765 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'network': {'name': 'tempest-network-smoke--173161830', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'port_security_enabled': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:23.206498 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:23.214037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:network and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:23.219299 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:23.227514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:23.239818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:23.243392 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.281860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:49:23.295650 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.296210 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Added segment d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f of type vlan for network f845547c-742b-4809-87c8-95c8f71b1183 May 06 13:49:23.338563 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.380427 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.384375 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:23.385007 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.499121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3040714 May 06 13:49:23.502754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57042) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:23.510372 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'admin_state_up': True, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:23.516935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9ce58-3983-42ad-8165-765786a80b21 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Network': ['ID=f845547c-742b-4809-87c8-95c8f71b1183,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:23.521522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:23.526573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:router and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:23.529643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network f845547c-742b-4809-87c8-95c8f71b1183 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:49:23.530525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:23.544385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:23.565814 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.567361 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.604438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:23.899459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.096586 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.128118 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.307271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.117 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/c25bf931-327e-4c55-80d1-01b64b14f5fe) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:24.490046 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.533754 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.627252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:24.630814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:24.633602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:24.666289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=c25bf931-327e-4c55-80d1-01b64b14f5fe,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:24.828630 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:24.829468 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.073591 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router f0f8cf25-ae7b-4b52-8adf-afbd6066453d is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:49:25.293825 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:25.305642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Sync routers for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:25.322323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:25.323233 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:49:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:25.323860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.329236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b406da5d-56bd-4461-9f09-c15e9fc671c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8214684 May 06 13:49:25.329644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57046) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.380704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-838e8a62-ca74-4c5f-be11-99b0e91d87db tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7110a09b3a194214b7df314ea74c83cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498357 May 06 13:49:25.383730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57050) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.518569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29611915-2b55-48c5-8df9-e458ebd1940d tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:25.520304 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-29611915-2b55-48c5-8df9-e458ebd1940d tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1355278 May 06 13:49:25.523198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57054) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.563215 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5d09cade-c58f-4045-a16c-a367205d522b tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388513 May 06 13:49:25.565836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57058) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:25.571788 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-304997743', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:25.588586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:25.700922 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:25.705236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:subnet and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:25.708979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:25.719766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:25.731120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:25.844485 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:25.913482 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:24Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:25.919789 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Checking router: f0f8cf25-ae7b-4b52-8adf-afbd6066453d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:25.920339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Updating router f0f8cf25-ae7b-4b52-8adf-afbd6066453d port c25bf931-327e-4c55-80d1-01b64b14f5fe binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:49:25.981987 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.102946 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.423475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Subnet': ['ID=321cd549-4947-45af-953b-15e696899560,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:26.460144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Checking segment: {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:26.460817 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network hostable DHCP agents. Network: f845547c-742b-4809-87c8-95c8f71b1183, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:49:26.476163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.507283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Transition to ACTIVE for port object c25bf931-327e-4c55-80d1-01b64b14f5fe will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:26.522118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network f845547c-742b-4809-87c8-95c8f71b1183 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:49:26.525726 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.543160 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, f845547c-742b-4809-87c8-95c8f71b1183) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:26.555053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:26.556579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.585542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71177241-d9f4-49c0-888d-fdb19270cea9 None None] Network f845547c-742b-4809-87c8-95c8f71b1183 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:26.593640 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7909fc1f-72b8-46d8-80f3-2e67f0a4d22b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0263381 May 06 13:49:26.596388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57062) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:26.725694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Attempting to bind port c25bf931-327e-4c55-80d1-01b64b14f5fe on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:26.726049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Attempting to bind port c25bf931-327e-4c55-80d1-01b64b14f5fe by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:26.726424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Attempting to bind port c25bf931-327e-4c55-80d1-01b64b14f5fe on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:26.731006 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d959c-b095-4a0c-811a-81129e3e4458 None None] Pushing event updated for resources: {'Port': ['ID=c25bf931-327e-4c55-80d1-01b64b14f5fe,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:26.747320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:26.747704 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:26.748352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.748997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:26.749718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Bound port: c25bf931-327e-4c55-80d1-01b64b14f5fe, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:26.750339 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:26.944923 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] For port c25bf931-327e-4c55-80d1-01b64b14f5fe, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:26.963452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] For port c25bf931-327e-4c55-80d1-01b64b14f5fe, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c25bf931-327e-4c55-80d1-01b64b14f5fe,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:27.005850 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.081749 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-f845547c-742b-4809-87c8-95c8f71b1183', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:49:27.082702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:27.192647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d959c-b095-4a0c-811a-81129e3e4458 None None] Pushing event updated for resources: {'Port': ['ID=c25bf931-327e-4c55-80d1-01b64b14f5fe,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:27.213776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:27.214066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:49:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:27.531956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Allocated IP 172.20.0.2 (f845547c-742b-4809-87c8-95c8f71b1183/321cd549-4947-45af-953b-15e696899560/24c9af6d-7e5d-4e15-b1fe-c3f808510781) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:27.556013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:27.728931 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.099438 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.113698 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Transition to ACTIVE for port object 24c9af6d-7e5d-4e15-b1fe-c3f808510781 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:28.138822 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Transition to ACTIVE for port object 24c9af6d-7e5d-4e15-b1fe-c3f808510781 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:28.146831 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.214135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:24Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:28.229573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a085fe0-fd0b-4648-8210-c5ebc94fda8d None None] The sync data for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 is: [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:24Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:28.246647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Network f845547c-742b-4809-87c8-95c8f71b1183 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:28.247727 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Pushing event updated for resources: {'Port': ['ID=24c9af6d-7e5d-4e15-b1fe-c3f808510781,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.251794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:28.254551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:28.311232 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.1 (f845547c-742b-4809-87c8-95c8f71b1183/321cd549-4947-45af-953b-15e696899560/c7798ec2-f39d-4580-83c3-21f761884b87) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:28.412939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Attempting to bind port 24c9af6d-7e5d-4e15-b1fe-c3f808510781 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:28.413536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Attempting to bind port 24c9af6d-7e5d-4e15-b1fe-c3f808510781 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:28.414117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Attempting to bind port 24c9af6d-7e5d-4e15-b1fe-c3f808510781 on network f845547c-742b-4809-87c8-95c8f71b1183 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:28.427801 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:28.428400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Checking segment: {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:28.429058 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.429894 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Bound using segment: {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:28.430830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Bound port: 24c9af6d-7e5d-4e15-b1fe-c3f808510781, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:28.431467 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.638629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.657053 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] For port 24c9af6d-7e5d-4e15-b1fe-c3f808510781, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:28.664347 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] For port 24c9af6d-7e5d-4e15-b1fe-c3f808510781, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=24c9af6d-7e5d-4e15-b1fe-c3f808510781,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:28.667592 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object c7798ec2-f39d-4580-83c3-21f761884b87 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:28.672259 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.703603 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:28.799846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network f845547c-742b-4809-87c8-95c8f71b1183 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:28.803272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:28.812107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:28.815831 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0e196-d678-42ba-a78a-dc84c92312b0 None None] Pushing event updated for resources: {'Port': ['ID=24c9af6d-7e5d-4e15-b1fe-c3f808510781,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.842682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=c7798ec2-f39d-4580-83c3-21f761884b87,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:28.900128 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.171296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.720137 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.726989 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.864235 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=c7798ec2-f39d-4580-83c3-21f761884b87,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:29.867749 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:29.987109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a9eda-3dcc-4458-91f1-1ba82a57427a None None] Network f845547c-742b-4809-87c8-95c8f71b1183 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:49:30.083143 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network f845547c-742b-4809-87c8-95c8f71b1183 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:30.084469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:30.094166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d4aee00e-5359-45e7-9571-b6f95d2ea5d9 None None] Provisioning for port 24c9af6d-7e5d-4e15-b1fe-c3f808510781 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:30.540786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c25bf931-327e-4c55-80d1-01b64b14f5fe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:30.666099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c25bf931-327e-4c55-80d1-01b64b14f5fe completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:30.678756 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c25bf931-327e-4c55-80d1-01b64b14f5fe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:30.679398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.707708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router f0f8cf25-ae7b-4b52-8adf-afbd6066453d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:30.809207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ed0ac0b6-da1e-49a2-9d81-971e80f4e48c None None] Provisioning for port c7798ec2-f39d-4580-83c3-21f761884b87 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:30.822814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ed0ac0b6-da1e-49a2-9d81-971e80f4e48c None None] Provisioning complete for port c7798ec2-f39d-4580-83c3-21f761884b87 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:30.823439 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ed0ac0b6-da1e-49a2-9d81-971e80f4e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:30.995048 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ac0b6-da1e-49a2-9d81-971e80f4e48c None None] Port c7798ec2-f39d-4580-83c3-21f761884b87 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:31.011573 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.051957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c25bf931-327e-4c55-80d1-01b64b14f5fe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c25bf931-327e-4c55-80d1-01b64b14f5fe,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:31.060763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.060763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 24c9af6d-7e5d-4e15-b1fe-c3f808510781 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:31.099686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:31.124999 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f5e7dc76-0a6b-4377-bce3-f46916acd18b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/f0f8cf25-ae7b-4b52-8adf-afbd6066453d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5272806 May 06 13:49:31.337655 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-fc26ae46-9d50-4e8b-8e60-09c11e5bdbe3 None None] Provisioning complete for port c7798ec2-f39d-4580-83c3-21f761884b87 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:31.338186 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fc26ae46-9d50-4e8b-8e60-09c11e5bdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.375450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c25bf931-327e-4c55-80d1-01b64b14f5fe,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:31.408721 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e3189c75-8bb7-44b1-8c0d-653030e90700 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:31.435922 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 24c9af6d-7e5d-4e15-b1fe-c3f808510781 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:31.438131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e3189c75-8bb7-44b1-8c0d-653030e90700 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:31.440507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-fc26ae46-9d50-4e8b-8e60-09c11e5bdbe3 None None] Port c7798ec2-f39d-4580-83c3-21f761884b87 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:31.440730 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e3189c75-8bb7-44b1-8c0d-653030e90700 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041293104&fields=id&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 267 time: 0.1062143 May 06 13:49:31.444723 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 24c9af6d-7e5d-4e15-b1fe-c3f808510781 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:31.444902 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.617843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.629000 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-05640fd0-cb7b-4f52-9da5-1ba7ab8e213a None None] Provisioning complete for port c7798ec2-f39d-4580-83c3-21f761884b87 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:31.629396 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-05640fd0-cb7b-4f52-9da5-1ba7ab8e213a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.664090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-dfbd3832-10f3-4598-a7ef-bc1340338531 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:31.665276 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-dfbd3832-10f3-4598-a7ef-bc1340338531 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:31.689858 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-dfbd3832-10f3-4598-a7ef-bc1340338531 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:31.691256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-dfbd3832-10f3-4598-a7ef-bc1340338531 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/networks?id=f845547c-742b-4809-87c8-95c8f71b1183 HTTP/1.1" status: 200 len: 796 time: 0.2391868 May 06 13:49:31.707157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-05640fd0-cb7b-4f52-9da5-1ba7ab8e213a None None] Port c7798ec2-f39d-4580-83c3-21f761884b87 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:31.712220 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 24c9af6d-7e5d-4e15-b1fe-c3f808510781, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=24c9af6d-7e5d-4e15-b1fe-c3f808510781,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:31.717586 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:31.720533 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-96a80b40-4470-4691-b3ef-d0ab7999040a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/quotas/7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 375 time: 0.0192258 May 06 13:49:31.803576 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=24c9af6d-7e5d-4e15-b1fe-c3f808510781,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:31.834057 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-b16cc67a-0ef3-4618-8c92-ac1791a00405 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010509 May 06 13:49:32.138749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-711ec2e0-f5f0-4d59-a102-450775faea4c service neutron] 10.222.0.44 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891419 May 06 13:49:32.308555 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Sync routers for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:32.331600 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:32.333079 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:49:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:32.478002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c25bf931-327e-4c55-80d1-01b64b14f5fe up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:32.518804 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-f94f072a-c9b9-46b6-b791-28603b98ca7d service neutron] 10.222.0.44 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722842 May 06 13:49:32.622537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c25bf931-327e-4c55-80d1-01b64b14f5fe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:32.622923 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.648673 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:32.819565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 24c9af6d-7e5d-4e15-b1fe-c3f808510781 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:32.914521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 24c9af6d-7e5d-4e15-b1fe-c3f808510781 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:32.915056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:32.966566 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:49:33.154810 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'c7798ec2-f39d-4580-83c3-21f761884b87', 'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f4:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 2, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '321cd549-4947-45af-953b-15e696899560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:33.158854 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Checking router: f0f8cf25-ae7b-4b52-8adf-afbd6066453d for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:33.159192 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Updating router f0f8cf25-ae7b-4b52-8adf-afbd6066453d port c7798ec2-f39d-4580-83c3-21f761884b87 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:49:33.217688 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.571483 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.584065 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Transition to ACTIVE for port object c7798ec2-f39d-4580-83c3-21f761884b87 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:33.592860 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.727106 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Pushing event updated for resources: {'Port': ['ID=c7798ec2-f39d-4580-83c3-21f761884b87,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:33.737859 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.738222 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.738568 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.738934 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.739263 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.740249 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.740595 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.740921 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.741244 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.741565 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.741883 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:49:33.831396 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Attempting to bind port c7798ec2-f39d-4580-83c3-21f761884b87 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:33.831750 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Attempting to bind port c7798ec2-f39d-4580-83c3-21f761884b87 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:33.832113 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Attempting to bind port c7798ec2-f39d-4580-83c3-21f761884b87 on network f845547c-742b-4809-87c8-95c8f71b1183 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:33.834864 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-be239eb6-cb3b-4bef-b43f-b5a6c5a93bc8 req-e6cedba1-30bf-4899-97bc-7216bdec3ae8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 210 time: 0.0585299 May 06 13:49:33.839367 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:33.839742 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Checking segment: {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:33.840140 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.840720 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Bound using segment: {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:33.841177 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Bound port: c7798ec2-f39d-4580-83c3-21f761884b87, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:33.841546 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:33.937254 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] For port c7798ec2-f39d-4580-83c3-21f761884b87, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:33.940683 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] For port c7798ec2-f39d-4580-83c3-21f761884b87, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c7798ec2-f39d-4580-83c3-21f761884b87,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:33.946483 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:34.026156 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6b5e7-bac9-4e9b-897a-21699d425674 None None] Pushing event updated for resources: {'Port': ['ID=c7798ec2-f39d-4580-83c3-21f761884b87,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:34.033243 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:34.033862 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:49:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:34.224823 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:34.570860 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'c7798ec2-f39d-4580-83c3-21f761884b87', 'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f4:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:33Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '321cd549-4947-45af-953b-15e696899560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:34.575248 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1641477-64a3-4901-ba33-2cf889ce6107 None None] The sync data for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 is: [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'c7798ec2-f39d-4580-83c3-21f761884b87', 'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f4:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:33Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '321cd549-4947-45af-953b-15e696899560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:34.951092 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8c6c733-396a-4620-85bb-33f817e4e169 req-68789d7f-2592-4824-ae85-aa542969ded6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 210 time: 0.0430551 May 06 13:49:36.081223 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5bb84fcf-a010-4eb0-9752-874859198e6c req-b2025559-b403-45dd-9266-aeda65b19386 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 210 time: 0.0419800 May 06 13:49:36.469037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c7798ec2-f39d-4580-83c3-21f761884b87 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:36.552516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port c7798ec2-f39d-4580-83c3-21f761884b87 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:36.557427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c7798ec2-f39d-4580-83c3-21f761884b87 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:36.557865 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.683814 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.721368 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port c7798ec2-f39d-4580-83c3-21f761884b87, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c7798ec2-f39d-4580-83c3-21f761884b87,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:36.727119 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:36.807967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=c7798ec2-f39d-4580-83c3-21f761884b87,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:37.286367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01990596-cd80-4616-94d8-497743fe5d41 req-c159326b-37ad-407a-aa3d-97db208a3a7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 210 time: 0.0545759 May 06 13:49:37.369309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-7f4cb71c-d773-44fe-a897-df5e3803a5b1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:37.369995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-7f4cb71c-d773-44fe-a897-df5e3803a5b1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:37.382363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-7f4cb71c-d773-44fe-a897-df5e3803a5b1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:37.383471 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-7f4cb71c-d773-44fe-a897-df5e3803a5b1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/networks?id=f845547c-742b-4809-87c8-95c8f71b1183 HTTP/1.1" status: 200 len: 796 time: 0.2954803 May 06 13:49:37.441206 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-ca23097f-87ec-42fb-93d0-fa4f5bf64cb9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:49:37.454046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-ca23097f-87ec-42fb-93d0-fa4f5bf64cb9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:49:37.455229 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-ca23097f-87ec-42fb-93d0-fa4f5bf64cb9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 380 time: 0.0565996 May 06 13:49:37.463917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'port': {'device_id': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'admin_state_up': True, 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'security_groups': ['55339774-5ec2-46f9-80fd-1173cfca2f43']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:37.623836 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:37.628656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:port and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:37.631851 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:37.638422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:37.650454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:49:37.654254 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:37.847170 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.8 (f845547c-742b-4809-87c8-95c8f71b1183/321cd549-4947-45af-953b-15e696899560/3dba500c-4895-4b99-b979-659916b244bd) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:37.985091 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.072452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.088111 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object 3dba500c-4895-4b99-b979-659916b244bd will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:38.116632 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.200920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network f845547c-742b-4809-87c8-95c8f71b1183 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:38.204233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:38.209379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:38.241723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=3dba500c-4895-4b99-b979-659916b244bd,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:38.286129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:38.286814 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.320882 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-e2cbb454-66d7-464c-8383-02c226b7dd2a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8604853 May 06 13:49:38.332877 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Request body: {'port': {'device_id': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:38.468687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c7798ec2-f39d-4580-83c3-21f761884b87 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:38.475275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.536863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef2828-1126-41a4-9e25-b1f9b7e311b5 req-9c82c634-07c9-4854-8bcc-dd50c58d42c3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:38.538234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81ef2828-1126-41a4-9e25-b1f9b7e311b5 req-9c82c634-07c9-4854-8bcc-dd50c58d42c3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 931 time: 0.1020181 May 06 13:49:38.547974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ebfaf91c-66fa-4cd4-ba99-2c6a5d2d785e None None] Provisioning for port 3dba500c-4895-4b99-b979-659916b244bd completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:38.561201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ebfaf91c-66fa-4cd4-ba99-2c6a5d2d785e None None] Provisioning complete for port 3dba500c-4895-4b99-b979-659916b244bd triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:38.561609 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf91c-66fa-4cd4-ba99-2c6a5d2d785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.591469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-81ef2828-1126-41a4-9e25-b1f9b7e311b5 req-3a14f152-7223-4910-a5cd-a536d6b11934 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445428 May 06 13:49:38.596030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port c7798ec2-f39d-4580-83c3-21f761884b87 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:38.596366 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.661023 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ebfaf91c-66fa-4cd4-ba99-2c6a5d2d785e None None] Port 3dba500c-4895-4b99-b979-659916b244bd cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:49:38.856912 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dba500c-4895-4b99-b979-659916b244bd {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:49:38.864080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.878838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Transition to ACTIVE for port object 3dba500c-4895-4b99-b979-659916b244bd will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:49:38.885152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.024503 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba500c-4895-4b99-b979-659916b244bd,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:39.142205 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Attempting to bind port 3dba500c-4895-4b99-b979-659916b244bd on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:49:39.142548 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Attempting to bind port 3dba500c-4895-4b99-b979-659916b244bd by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:49:39.142909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Attempting to bind port 3dba500c-4895-4b99-b979-659916b244bd on network f845547c-742b-4809-87c8-95c8f71b1183 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:39.149831 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Port 3dba500c-4895-4b99-b979-659916b244bd on network f845547c-742b-4809-87c8-95c8f71b1183 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:49:39.150152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Attempting to bind port 3dba500c-4895-4b99-b979-659916b244bd on network f845547c-742b-4809-87c8-95c8f71b1183 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:49:39.158029 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:49:39.158471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Checking segment: {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:49:39.158711 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Bound using segment: {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:49:39.159108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Bound port: 3dba500c-4895-4b99-b979-659916b244bd, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:49:39.159897 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.266099 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] For port 3dba500c-4895-4b99-b979-659916b244bd, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:49:39.270904 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] For port 3dba500c-4895-4b99-b979-659916b244bd, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3dba500c-4895-4b99-b979-659916b244bd,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:49:39.279407 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.377447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:39.378947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] 10.222.0.36 "PUT /v2.0/ports/3dba500c-4895-4b99-b979-659916b244bd HTTP/1.1" status: 200 len: 1091 time: 1.0510771 May 06 13:49:39.379705 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'tag': '3dba500c-4895-4b99-b979-659916b244bd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:49:39.414897 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14811e32-c8c2-49f7-9163-387927a8dd50 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba500c-4895-4b99-b979-659916b244bd,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:39.471357 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2390a487-fecf-4a78-9986-bca216e83bdd'] response: {'name': 'network-changed', 'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'tag': '3dba500c-4895-4b99-b979-659916b244bd', 'status': 'completed', 'code': 200} May 06 13:49:39.520558 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-91560e3e-55c2-48c1-a018-d71615b9e36d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 1094 time: 0.0824668 May 06 13:49:39.741285 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-590809a4-9e96-4413-925c-06ffbd316334 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba500c-4895-4b99-b979-659916b244bd HTTP/1.1" status: 200 len: 217 time: 0.2130547 May 06 13:49:39.821982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-63cae63c-9b1c-4523-9fd9-cae085bdfe88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:39.823503 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-63cae63c-9b1c-4523-9fd9-cae085bdfe88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=321cd549-4947-45af-953b-15e696899560 HTTP/1.1" status: 200 len: 834 time: 0.0755756 May 06 13:49:39.865487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da5ba4-8e80-4ade-b841-2da469b1218a req-e41875be-9438-436a-863a-687269a67e6f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:39.867160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6da5ba4-8e80-4ade-b841-2da469b1218a req-e41875be-9438-436a-863a-687269a67e6f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 943 time: 0.1168418 May 06 13:49:39.922855 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f6da5ba4-8e80-4ade-b841-2da469b1218a req-f28666df-bf3d-449d-a6ff-a998f6513ff3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486541 May 06 13:49:39.923462 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-db7f39f7-4164-4018-a3b1-de12ba966d8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f845547c-742b-4809-87c8-95c8f71b1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925426 May 06 13:49:40.109773 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-c77b47d1-c838-48fa-a7d7-6273a9c11c71 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794784 May 06 13:49:40.268569 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-28a28d3e-f730-4640-b1fc-053b3b8e923f req-12f61623-1d0c-4c6f-af72-b1f14f24ed55 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513917 May 06 13:49:40.417333 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e4847295-6672-46c5-b5b7-428ac4874dfb req-5b74a25a-e0d8-46fc-986b-8c2bb266ad40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 1094 time: 0.0842385 May 06 13:49:40.553797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4847295-6672-46c5-b5b7-428ac4874dfb req-365ef26a-e61f-4441-8c16-605c927db649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:40.555230 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e4847295-6672-46c5-b5b7-428ac4874dfb req-365ef26a-e61f-4441-8c16-605c927db649 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f845547c-742b-4809-87c8-95c8f71b1183 HTTP/1.1" status: 200 len: 897 time: 0.1302485 May 06 13:49:40.627962 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e4847295-6672-46c5-b5b7-428ac4874dfb req-793c6547-9aa0-4524-b399-e5f1de5566ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba500c-4895-4b99-b979-659916b244bd HTTP/1.1" status: 200 len: 217 time: 0.0662503 May 06 13:49:40.692806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4847295-6672-46c5-b5b7-428ac4874dfb req-5d7c7f63-7702-43f4-b5cb-f1d623ecc518 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:40.694317 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e4847295-6672-46c5-b5b7-428ac4874dfb req-5d7c7f63-7702-43f4-b5cb-f1d623ecc518 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=321cd549-4947-45af-953b-15e696899560 HTTP/1.1" status: 200 len: 834 time: 0.0601249 May 06 13:49:40.779002 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e4847295-6672-46c5-b5b7-428ac4874dfb req-5b37ada0-1241-47cd-a2ae-1c147b14aa38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f845547c-742b-4809-87c8-95c8f71b1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780005 May 06 13:49:40.919294 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e4847295-6672-46c5-b5b7-428ac4874dfb req-27bbe95a-f717-4f93-9593-a141ab4891b5 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328344 May 06 13:49:41.066647 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e4847295-6672-46c5-b5b7-428ac4874dfb req-9eb11415-75fc-426f-bb4a-d15ecf9ee422 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401286 May 06 13:49:41.137620 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bbf69-e1dd-41b3-8677-f31568898de0 req-c80aed05-a666-443f-972a-acae6a0718f6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:41.138988 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-583bbf69-e1dd-41b3-8677-f31568898de0 req-c80aed05-a666-443f-972a-acae6a0718f6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 943 time: 0.0792096 May 06 13:49:41.190058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-583bbf69-e1dd-41b3-8677-f31568898de0 req-ce3c2dfb-d4c3-41b2-ab2c-b91c15e11aad tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454464 May 06 13:49:42.401381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882101e2-94b2-4cd8-b281-dfc28a0f4fd3 req-c8b5974b-299c-427d-8813-c38843a9a41a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:42.403032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-882101e2-94b2-4cd8-b281-dfc28a0f4fd3 req-c8b5974b-299c-427d-8813-c38843a9a41a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 943 time: 0.0837657 May 06 13:49:42.439657 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-82785560-b53c-4470-813f-52f4ed9193f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.455085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-882101e2-94b2-4cd8-b281-dfc28a0f4fd3 req-93d4c565-2487-4c8d-bb06-23d32c5bce7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446663 May 06 13:49:43.674441 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11969294-22d9-484c-a111-ee6c4f7d22ab req-343b8077-ffa7-46ba-aff9-fdf91901ad3d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:43.676019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11969294-22d9-484c-a111-ee6c4f7d22ab req-343b8077-ffa7-46ba-aff9-fdf91901ad3d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 943 time: 0.0916188 May 06 13:49:43.727556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-11969294-22d9-484c-a111-ee6c4f7d22ab req-7c88bc00-9e27-45b7-a12c-ad0f3ec573a8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 May 06 13:49:43.783235 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.820630 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 3dba500c-4895-4b99-b979-659916b244bd details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:49:43.971281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 3dba500c-4895-4b99-b979-659916b244bd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3dba500c-4895-4b99-b979-659916b244bd,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:43.990527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '3dba500c-4895-4b99-b979-659916b244bd', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'port_id': '3dba500c-4895-4b99-b979-659916b244bd', 'mac_address': 'fa:16:3e:52:94:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:49:44.055437 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.073501 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dba500c-4895-4b99-b979-659916b244bd {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:49:44.092999 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 3dba500c-4895-4b99-b979-659916b244bd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3dba500c-4895-4b99-b979-659916b244bd,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:44.097630 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.164859 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=3dba500c-4895-4b99-b979-659916b244bd,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:44.306644 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['3dba500c-4895-4b99-b979-659916b244bd'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:49:44.784490 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-455edfcb-2c03-4e55-91eb-f5d981c47876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:44.934691 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74cf31-8076-4730-8f4c-b7f131a06eed req-f70d233d-cca4-430e-a6f5-4b27bdcabb18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:44.936243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b74cf31-8076-4730-8f4c-b7f131a06eed req-f70d233d-cca4-430e-a6f5-4b27bdcabb18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 944 time: 0.0809312 May 06 13:49:44.985750 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b74cf31-8076-4730-8f4c-b7f131a06eed req-b22edfa1-a371-4b03-bd87-32e68debff72 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421381 May 06 13:49:45.561630 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:45.831974 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 3dba500c-4895-4b99-b979-659916b244bd up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:45.910553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 3dba500c-4895-4b99-b979-659916b244bd completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:45.915997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 3dba500c-4895-4b99-b979-659916b244bd triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:45.916440 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.044537 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.073011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba500c-4895-4b99-b979-659916b244bd'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:49:46.083473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 3dba500c-4895-4b99-b979-659916b244bd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3dba500c-4895-4b99-b979-659916b244bd,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:46.088064 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.136982 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c252b26-dc78-4c09-b3c5-304f05302dff'] response: {'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba500c-4895-4b99-b979-659916b244bd', 'code': 200} May 06 13:49:46.171078 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=3dba500c-4895-4b99-b979-659916b244bd,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:46.274626 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dbe0dde9-b7ef-433c-854e-04fc0654e7b1 req-5e180d64-77d6-4af3-940c-e4613676b108 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 1096 time: 0.0742888 May 06 13:49:46.334253 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:46.342807 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-dbe0dde9-b7ef-433c-854e-04fc0654e7b1 req-a98e0c7c-704b-411c-89b3-4856099c677a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621870 May 06 13:49:46.368508 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990859d3-a469-4eaf-b4d5-d1454911e5b6 req-bddff7b4-2a17-4d86-8db1-71222615ebbd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:46.370030 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-990859d3-a469-4eaf-b4d5-d1454911e5b6 req-bddff7b4-2a17-4d86-8db1-71222615ebbd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0924468 May 06 13:49:46.421544 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-990859d3-a469-4eaf-b4d5-d1454911e5b6 req-5cf941fa-7606-4952-bb56-9b015e4cb981 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 May 06 13:49:47.655017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3fb5-a755-4e6d-9ad4-ba385c285e29 req-9fdab3bb-a198-4952-9ee7-6ef80d2cfdc3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:47.656516 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-770f3fb5-a755-4e6d-9ad4-ba385c285e29 req-9fdab3bb-a198-4952-9ee7-6ef80d2cfdc3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0824611 May 06 13:49:47.707311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-770f3fb5-a755-4e6d-9ad4-ba385c285e29 req-96fc24f0-d0bd-47a5-bb48-628d6f2b237e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449314 May 06 13:49:47.810070 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.910822 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a22f9-0d12-49fa-a2e3-e2d7a57e549a req-bbf8ca09-02b7-4390-bccd-2fdb90c61faa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:47.912250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-580a22f9-0d12-49fa-a2e3-e2d7a57e549a req-bbf8ca09-02b7-4390-bccd-2fdb90c61faa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0795074 May 06 13:49:47.961666 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-580a22f9-0d12-49fa-a2e3-e2d7a57e549a req-5922b91b-44a1-4a04-8977-7fe1c1df6b50 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 May 06 13:49:47.989540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57128) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:48.063006 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f10c11d9-3cab-4b39-9bfe-cef80e20f358 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 1091 time: 0.0719440 May 06 13:49:48.065700 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:48.070867 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '3dba500c-4895-4b99-b979-659916b244bd', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:49:48.077486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:49:48.081351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:floatingip and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:49:48.084188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:49:48.089803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:49:48.101066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.236162 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.381414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.181 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/878640af-ee6c-4e1d-a9cd-75f6e6980ba3) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:49:48.642613 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.672411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.739573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:49:48.742804 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:49:48.746522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:49:48.781323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=878640af-ee6c-4e1d-a9cd-75f6e6980ba3,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:49.276976 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.342462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.552573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.558410 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.666562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=878640af-ee6c-4e1d-a9cd-75f6e6980ba3,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:49.679420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:49.882902 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Floating IP 5357fbd0-a5fd-42b6-a894-07178d06426f associated. External IP: 172.25.7.181, port: 3dba500c-4895-4b99-b979-659916b244bd. May 06 13:49:50.412426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router f0f8cf25-ae7b-4b52-8adf-afbd6066453d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:49:50.641045 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:49:50.653489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] Sync routers for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:49:50.667314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:50.668214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:49:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:50.669848 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:50.734624 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b4c64fb4-4c6d-4ea6-b756-82aee97504c2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6678157 May 06 13:49:50.735601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'tag': '3dba500c-4895-4b99-b979-659916b244bd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:49:50.800520 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9286b80-8697-4871-9e3a-17990919ca6b'] response: {'name': 'network-changed', 'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'tag': '3dba500c-4895-4b99-b979-659916b244bd', 'status': 'completed', 'code': 200} May 06 13:49:50.889848 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:50.900058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8a0ce741-b7f0-4257-ba9b-66f0e28ec422 req-0b7a8aa7-0750-4693-8d48-1c8df306a8b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 1096 time: 0.0753560 May 06 13:49:50.935736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c1354-a24c-4a70-8f0d-d97743a198ff req-febb06bb-7c7b-400d-bd67-92541134a6c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:50.937258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-628c1354-a24c-4a70-8f0d-d97743a198ff req-febb06bb-7c7b-400d-bd67-92541134a6c5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0850954 May 06 13:49:50.989433 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-628c1354-a24c-4a70-8f0d-d97743a198ff req-b4e4edb8-c820-41de-a3aa-e420e0812041 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456810 May 06 13:49:51.019274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57140) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:51.044888 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ce741-b7f0-4257-ba9b-66f0e28ec422 req-443f6b40-89f1-498a-a8d9-b8e36e72641c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:51.046492 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8a0ce741-b7f0-4257-ba9b-66f0e28ec422 req-443f6b40-89f1-498a-a8d9-b8e36e72641c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f845547c-742b-4809-87c8-95c8f71b1183 HTTP/1.1" status: 200 len: 897 time: 0.1412117 May 06 13:49:51.157238 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8a0ce741-b7f0-4257-ba9b-66f0e28ec422 req-2a51b0b7-1bf2-460a-8d3c-5c3d71f2d721 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba500c-4895-4b99-b979-659916b244bd HTTP/1.1" status: 200 len: 999 time: 0.1018310 May 06 13:49:51.157469 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-79c50793-d633-45ec-9ead-39c45ae4ee4f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/5357fbd0-a5fd-42b6-a894-07178d06426f HTTP/1.1" status: 200 len: 991 time: 0.1343083 May 06 13:49:51.220456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ce741-b7f0-4257-ba9b-66f0e28ec422 req-814db933-ed42-4d28-a678-5b2fe2fc1bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:51.221948 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8a0ce741-b7f0-4257-ba9b-66f0e28ec422 req-814db933-ed42-4d28-a678-5b2fe2fc1bfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=321cd549-4947-45af-953b-15e696899560 HTTP/1.1" status: 200 len: 834 time: 0.0607185 May 06 13:49:51.296114 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '5357fbd0-a5fd-42b6-a894-07178d06426f', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'port_id': '3dba500c-4895-4b99-b979-659916b244bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'mac_address': 'fa:16:3e:52:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:49:49Z', 'updated_at': '2022-05-06T13:49:49Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7798ec2-f39d-4580-83c3-21f761884b87', 'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:36Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '321cd549-4947-45af-953b-15e696899560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:51.300539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] Checking router: f0f8cf25-ae7b-4b52-8adf-afbd6066453d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:49:51.305627 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8a0ce741-b7f0-4257-ba9b-66f0e28ec422 req-79b22f80-cdbe-4239-b8be-e0827e98c057 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f845547c-742b-4809-87c8-95c8f71b1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780566 May 06 13:49:51.311839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:49:51.312449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:49:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:51.451249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8a0ce741-b7f0-4257-ba9b-66f0e28ec422 req-446073cb-37dc-43f2-bdae-c9d456c180b4 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392891 May 06 13:49:51.506212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:49:51.593269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-8a0ce741-b7f0-4257-ba9b-66f0e28ec422 req-bf81b738-8c46-4a5f-b822-9a95e0256de0 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358311 May 06 13:49:51.914336 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '5357fbd0-a5fd-42b6-a894-07178d06426f', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'port_id': '3dba500c-4895-4b99-b979-659916b244bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'mac_address': 'fa:16:3e:52:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:49:49Z', 'updated_at': '2022-05-06T13:49:49Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7798ec2-f39d-4580-83c3-21f761884b87', 'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:36Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '321cd549-4947-45af-953b-15e696899560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:49:51.918973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183a274-152b-489b-944d-8b333a4ee7ec None None] The sync data for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 is: [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '5357fbd0-a5fd-42b6-a894-07178d06426f', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.181', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'port_id': '3dba500c-4895-4b99-b979-659916b244bd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'mac_address': 'fa:16:3e:52:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:49:49Z', 'updated_at': '2022-05-06T13:49:49Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7798ec2-f39d-4580-83c3-21f761884b87', 'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:36Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '321cd549-4947-45af-953b-15e696899560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:49:52.145298 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e56bbb-c3d8-414f-bd84-63c980315c1c None None] New status for floating IP 5357fbd0-a5fd-42b6-a894-07178d06426f: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:49:52.160279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57148) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:52.266227 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-051e6760-a08a-4da2-844b-915128adf6bc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/5357fbd0-a5fd-42b6-a894-07178d06426f HTTP/1.1" status: 200 len: 991 time: 0.1043446 May 06 13:49:53.270283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57152) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:49:53.379320 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-97439aab-b71c-4fae-8ca1-76bbedbe2ca8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/5357fbd0-a5fd-42b6-a894-07178d06426f HTTP/1.1" status: 200 len: 993 time: 0.1077931 May 06 13:50:07.981120 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:09.948099 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:50:12.440996 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fadde552-2c7d-4f1a-8dcb-21241c520ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.788078 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:14.796090 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-59173c64-69d8-4547-a7fb-27796b776927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:15.556831 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:16.339641 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.813566 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.026445 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-46ac03b0-7f0a-4ff1-897e-5aaf36d9e378 req-43d5808e-e484-4e2a-adab-b3e73744fc5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 1096 time: 0.0862024 May 06 13:50:25.068563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba893766-7196-4360-8986-0b408abfb361 req-181cee49-2eb0-4744-b648-2c47bb96d645 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:25.070094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba893766-7196-4360-8986-0b408abfb361 req-181cee49-2eb0-4744-b648-2c47bb96d645 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0984178 May 06 13:50:25.131141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba893766-7196-4360-8986-0b408abfb361 req-8f0f2bc8-6003-47b8-b9b3-105c451a2ddd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545738 May 06 13:50:25.283163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac03b0-7f0a-4ff1-897e-5aaf36d9e378 req-f4f8ee4c-4ce4-4f7d-b8e1-9b262f008e4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:25.284514 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-46ac03b0-7f0a-4ff1-897e-5aaf36d9e378 req-f4f8ee4c-4ce4-4f7d-b8e1-9b262f008e4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f845547c-742b-4809-87c8-95c8f71b1183 HTTP/1.1" status: 200 len: 897 time: 0.2527156 May 06 13:50:25.402061 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-46ac03b0-7f0a-4ff1-897e-5aaf36d9e378 req-2133892b-6300-424e-80eb-3238f10ba137 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba500c-4895-4b99-b979-659916b244bd HTTP/1.1" status: 200 len: 1001 time: 0.1111727 May 06 13:50:25.466720 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac03b0-7f0a-4ff1-897e-5aaf36d9e378 req-252e0df2-dec6-4593-989e-0642950e7b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:25.468167 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-46ac03b0-7f0a-4ff1-897e-5aaf36d9e378 req-252e0df2-dec6-4593-989e-0642950e7b4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=321cd549-4947-45af-953b-15e696899560 HTTP/1.1" status: 200 len: 834 time: 0.0602524 May 06 13:50:25.543457 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-46ac03b0-7f0a-4ff1-897e-5aaf36d9e378 req-712caa75-0525-4e56-a5ff-c51977ed7d86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f845547c-742b-4809-87c8-95c8f71b1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688076 May 06 13:50:25.680399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-46ac03b0-7f0a-4ff1-897e-5aaf36d9e378 req-a92fdacb-96cc-4651-8c08-5d7d869ca57a service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294167 May 06 13:50:25.827012 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-46ac03b0-7f0a-4ff1-897e-5aaf36d9e378 req-998c677f-f76e-4e9e-a36d-8244095e6797 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398983 May 06 13:50:26.340314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7cc66-31c3-4cca-8413-9c5bee06eb57 req-6060325e-e715-4f1d-8ef0-3b6a770480cf tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:26.341817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0d7cc66-31c3-4cca-8413-9c5bee06eb57 req-6060325e-e715-4f1d-8ef0-3b6a770480cf tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0814488 May 06 13:50:26.401681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0d7cc66-31c3-4cca-8413-9c5bee06eb57 req-17761f21-4f6e-4f1b-a47f-490f007391de tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501523 May 06 13:50:27.624891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fd8d4-5e15-43c0-adb9-133f8612f49b req-4c48ec83-6828-471b-bc63-b4ebf14da47b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:27.626554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-878fd8d4-5e15-43c0-adb9-133f8612f49b req-4c48ec83-6828-471b-bc63-b4ebf14da47b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0848882 May 06 13:50:27.677473 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-878fd8d4-5e15-43c0-adb9-133f8612f49b req-9ceb7dbe-c66e-4da3-8d34-d8b42bc833c7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449233 May 06 13:50:28.983302 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b8416-0341-44ba-86e3-4a7a1b4b36b5 req-e663d6a8-823f-4fdd-8f22-f001bf5d2715 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:28.984677 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d70b8416-0341-44ba-86e3-4a7a1b4b36b5 req-e663d6a8-823f-4fdd-8f22-f001bf5d2715 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.1763647 May 06 13:50:29.036099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d70b8416-0341-44ba-86e3-4a7a1b4b36b5 req-5f5867ba-5167-4488-9244-fd1a8081bd4a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445511 May 06 13:50:30.256136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e08699-c31f-4034-9173-bed4fb1f429d req-f2102fdb-b7a4-41c3-8b29-380e82c3220a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:30.257587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02e08699-c31f-4034-9173-bed4fb1f429d req-f2102fdb-b7a4-41c3-8b29-380e82c3220a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0821600 May 06 13:50:30.306100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-02e08699-c31f-4034-9173-bed4fb1f429d req-af7c0453-a038-4801-97db-35ebc0fc138c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 May 06 13:50:31.521945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7bc38-9726-4fa8-9192-650a564c1635 req-f2c276df-782c-4b35-84d0-78b6ec2a8cea tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:31.523510 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22c7bc38-9726-4fa8-9192-650a564c1635 req-f2c276df-782c-4b35-84d0-78b6ec2a8cea tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0867040 May 06 13:50:31.572970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-22c7bc38-9726-4fa8-9192-650a564c1635 req-bb812db2-46cf-4d11-a3e2-c3a6db4c575c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 May 06 13:50:32.796395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb8faa-6e31-41a0-818e-9031f6cb3601 req-07e4b9ab-635c-4a04-891c-25b135482901 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:32.797890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bedb8faa-6e31-41a0-818e-9031f6cb3601 req-07e4b9ab-635c-4a04-891c-25b135482901 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0916362 May 06 13:50:32.846911 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bedb8faa-6e31-41a0-818e-9031f6cb3601 req-0f6fcb3e-3c1f-4b57-ad43-0f71651023d0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426276 May 06 13:50:34.079704 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23271f-2274-4dd1-beff-fcf168e3b5b6 req-748c9ae8-2938-4fc7-af4a-b41c21226749 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:34.088452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e23271f-2274-4dd1-beff-fcf168e3b5b6 req-748c9ae8-2938-4fc7-af4a-b41c21226749 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0873556 May 06 13:50:34.136077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e23271f-2274-4dd1-beff-fcf168e3b5b6 req-aa101efc-93c3-4cb3-a69e-6da757b3a460 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460789 May 06 13:50:34.288732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-f60ad18e-53d4-45d7-99bd-b5956ec4ceed req-d81b2618-bfb7-4b1d-a620-8192ddc1cd06 service neutron] (83952) timed out ('10.222.0.48', 60511) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:50:34.488880 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76217ca9-314e-4c00-866b-68630796ecfa req-329331a4-e343-454c-b751-e251d78cbec5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 1096 time: 0.0810034 May 06 13:50:34.644092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76217ca9-314e-4c00-866b-68630796ecfa req-8ae73776-89d4-41e2-892c-b968784c7113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:34.645584 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76217ca9-314e-4c00-866b-68630796ecfa req-8ae73776-89d4-41e2-892c-b968784c7113 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f845547c-742b-4809-87c8-95c8f71b1183 HTTP/1.1" status: 200 len: 897 time: 0.1318736 May 06 13:50:34.758464 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76217ca9-314e-4c00-866b-68630796ecfa req-6f43df75-ea14-4640-b6c2-a4683502a16d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba500c-4895-4b99-b979-659916b244bd HTTP/1.1" status: 200 len: 1001 time: 0.1061020 May 06 13:50:34.823005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76217ca9-314e-4c00-866b-68630796ecfa req-4d68ad5f-9e7a-47b1-a1db-e159991719e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:34.824438 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76217ca9-314e-4c00-866b-68630796ecfa req-4d68ad5f-9e7a-47b1-a1db-e159991719e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=321cd549-4947-45af-953b-15e696899560 HTTP/1.1" status: 200 len: 834 time: 0.0603323 May 06 13:50:34.910170 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76217ca9-314e-4c00-866b-68630796ecfa req-5fb81b18-fa15-4c33-9a90-5a6487c8b7c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f845547c-742b-4809-87c8-95c8f71b1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785856 May 06 13:50:35.045200 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76217ca9-314e-4c00-866b-68630796ecfa req-53afbaea-4ecb-4566-ac07-f4a55be2a6e6 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286075 May 06 13:50:35.182721 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-76217ca9-314e-4c00-866b-68630796ecfa req-f0f11559-c805-445e-8c4f-7ae5796c4446 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305981 May 06 13:50:35.358339 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfaf96-416b-462e-9193-44fd974dbccb req-e99e2fd0-5713-46ba-9eba-ce2e4afb5664 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:35.359872 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28dfaf96-416b-462e-9193-44fd974dbccb req-e99e2fd0-5713-46ba-9eba-ce2e4afb5664 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0820775 May 06 13:50:35.412741 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-28dfaf96-416b-462e-9193-44fd974dbccb req-4d5d9ec9-a37d-4301-9eac-ef05952bac8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444777 May 06 13:50:36.634490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0144-a11e-4bfa-b8fe-91e53cdfa1a8 req-6f32eac0-3585-4702-b9d5-4596725378c7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:36.635977 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0df0144-a11e-4bfa-b8fe-91e53cdfa1a8 req-6f32eac0-3585-4702-b9d5-4596725378c7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0853066 May 06 13:50:36.695749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d0df0144-a11e-4bfa-b8fe-91e53cdfa1a8 req-3bd0eb66-236d-4adc-ac8a-ad12e2a58650 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539308 May 06 13:50:37.914873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4420af-1528-433e-bbfa-b4c86c467696 req-6494a439-7252-4d22-97bf-541a085ec1b8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:37.916256 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a4420af-1528-433e-bbfa-b4c86c467696 req-6494a439-7252-4d22-97bf-541a085ec1b8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0846078 May 06 13:50:37.964622 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a4420af-1528-433e-bbfa-b4c86c467696 req-b134cb21-6d35-4868-a0ef-cbd104ce9548 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 May 06 13:50:37.987152 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:39.168250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8cdf-87ec-4ddc-9472-aa78957d009c req-edc39aff-225d-4a5f-a4e7-ba053c9624ee tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:39.169685 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-444a8cdf-87ec-4ddc-9472-aa78957d009c req-edc39aff-225d-4a5f-a4e7-ba053c9624ee tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0808277 May 06 13:50:39.217220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-444a8cdf-87ec-4ddc-9472-aa78957d009c req-676bf280-b1b0-4977-a1c6-49e3e3633caa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407968 May 06 13:50:40.433227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befaf5f-ab0a-4b29-a7ce-d13794ade4bd req-af1ee369-3d18-43be-b979-75d5f0604a29 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:40.434710 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6befaf5f-ab0a-4b29-a7ce-d13794ade4bd req-af1ee369-3d18-43be-b979-75d5f0604a29 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0893826 May 06 13:50:40.484059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6befaf5f-ab0a-4b29-a7ce-d13794ade4bd req-02f99433-a6c6-4a12-a3a9-999f2a7d4941 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 May 06 13:50:41.718218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfbd88-8aa6-4c59-8630-64a72eea36cf req-1d45018c-47bd-44d7-b40d-28f9e08b5584 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:41.720085 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dccfbd88-8aa6-4c59-8630-64a72eea36cf req-1d45018c-47bd-44d7-b40d-28f9e08b5584 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0847406 May 06 13:50:41.786397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dccfbd88-8aa6-4c59-8630-64a72eea36cf req-d0c69f71-16c6-4611-849f-e0a3caf775fb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594804 May 06 13:50:42.437521 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f34329ca-021d-4916-b7ae-b247a232804c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.996784 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899c20f-5e4e-45fc-98f4-565b95efacfd req-c9cb373c-f46e-4aa7-98a0-3a805c1d8506 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:42.998349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9899c20f-5e4e-45fc-98f4-565b95efacfd req-c9cb373c-f46e-4aa7-98a0-3a805c1d8506 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.0868583 May 06 13:50:43.047485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9899c20f-5e4e-45fc-98f4-565b95efacfd req-20e5a0de-b570-4831-aca8-b5e8b02ccb11 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419016 May 06 13:50:43.077685 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57212) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:43.187343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4f29ebb8-08ac-4e41-b78e-b286dfabb69f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/5357fbd0-a5fd-42b6-a894-07178d06426f HTTP/1.1" status: 200 len: 993 time: 0.1082716 May 06 13:50:43.811010 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:44.797191 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f94e3cc9-5098-4c3b-b01e-c6305f69f6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:45.371537 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-48ebf966-1e64-44f2-9380-aba828318e67 req-6f3a86fd-918e-47e8-87fe-31b263147f30 tempest-ServerDiskConfigTestJSON-52641093 tempest-ServerDiskConfigTestJSON-52641093-project] (83952) timed out ('10.222.0.36', 50771) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:50:45.553107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.344474 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:46.950213 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:50:47.817499 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.006320 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.445361 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5343e875-73ef-4c31-8235-8e24d3b45c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.765363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57226) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:13.820614 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.147794 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 878640af-ee6c-4e1d-a9cd-75f6e6980ba3 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:14.148265 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.348823 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.349324 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.499952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 878640af-ee6c-4e1d-a9cd-75f6e6980ba3 owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:14.698411 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.761208 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=878640af-ee6c-4e1d-a9cd-75f6e6980ba3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:14.796697 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f930dbe0-e595-439f-8f30-3528a04202b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.841656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.842405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.842405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.842977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.843441 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.843870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.844237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.844598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.844966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.845325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.845696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:14.882978 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.388560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router f0f8cf25-ae7b-4b52-8adf-afbd6066453d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:15.567445 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.667908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:15.680467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] Sync routers for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:15.687667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:15.695890 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:15.696969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:15.759697 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a6e999f4-f464-4394-8ab1-de18d6f08604 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/floatingips/5357fbd0-a5fd-42b6-a894-07178d06426f HTTP/1.1" status: 204 len: 168 time: 1.9891741 May 06 13:51:15.759697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'tag': '3dba500c-4895-4b99-b979-659916b244bd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:51:15.849657 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d89ac8-711b-411c-a9de-13ff69efaa4c'] response: {'name': 'network-changed', 'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'tag': '3dba500c-4895-4b99-b979-659916b244bd', 'status': 'completed', 'code': 200} May 06 13:51:15.948472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:15.971687 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e8e0b236-7f47-4ad5-8eca-5f0a7854ad5c req-4da88888-4b1e-4be5-9c5b-2068bc6e5316 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 1096 time: 0.1019275 May 06 13:51:16.365225 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f858273-fb38-4168-9f99-82526c42cdbe req-5cebfcfd-38cf-4df9-8cc1-6c8ec4d771d8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:16.367258 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f858273-fb38-4168-9f99-82526c42cdbe req-5cebfcfd-38cf-4df9-8cc1-6c8ec4d771d8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.1537685 May 06 13:51:16.381937 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b236-7f47-4ad5-8eca-5f0a7854ad5c req-4ee475f7-7ae3-4507-be73-cb10d84a0f50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:16.383768 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e8e0b236-7f47-4ad5-8eca-5f0a7854ad5c req-4ee475f7-7ae3-4507-be73-cb10d84a0f50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f845547c-742b-4809-87c8-95c8f71b1183 HTTP/1.1" status: 200 len: 897 time: 0.4062757 May 06 13:51:16.413165 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:16.433734 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9f858273-fb38-4168-9f99-82526c42cdbe req-7dc97560-9b0e-48d2-8597-a5fc65992ec6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601337 May 06 13:51:16.466736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'c7798ec2-f39d-4580-83c3-21f761884b87', 'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:36Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '321cd549-4947-45af-953b-15e696899560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:16.471598 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] Checking router: f0f8cf25-ae7b-4b52-8adf-afbd6066453d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:16.484772 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e8e0b236-7f47-4ad5-8eca-5f0a7854ad5c req-d243425b-0cb9-4279-a7a3-9003c308fc78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba500c-4895-4b99-b979-659916b244bd HTTP/1.1" status: 200 len: 217 time: 0.0906968 May 06 13:51:16.491189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:16.491829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:16.561691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b236-7f47-4ad5-8eca-5f0a7854ad5c req-e4e2e886-d83c-4c41-a141-2d8460348bd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:16.563479 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e8e0b236-7f47-4ad5-8eca-5f0a7854ad5c req-e4e2e886-d83c-4c41-a141-2d8460348bd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=321cd549-4947-45af-953b-15e696899560 HTTP/1.1" status: 200 len: 834 time: 0.0718169 May 06 13:51:16.653282 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e8e0b236-7f47-4ad5-8eca-5f0a7854ad5c req-e872d0f5-d60b-4825-b044-8e9fdfe727b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f845547c-742b-4809-87c8-95c8f71b1183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826995 May 06 13:51:16.718472 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:16.806189 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e8e0b236-7f47-4ad5-8eca-5f0a7854ad5c req-ab96ecb4-abf8-42c3-ad9b-1e6aab82e0e2 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449566 May 06 13:51:16.982837 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e8e0b236-7f47-4ad5-8eca-5f0a7854ad5c req-d628f4d1-75a0-4148-bb18-7d563c96d8d1 service neutron] 10.222.0.36 "GET /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699836 May 06 13:51:17.175911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'c7798ec2-f39d-4580-83c3-21f761884b87', 'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:36Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '321cd549-4947-45af-953b-15e696899560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:17.181702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c238af-0c2c-4625-9356-d140e6f42221 None None] The sync data for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 is: [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:49:29Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'c7798ec2-f39d-4580-83c3-21f761884b87', 'name': '', 'network_id': 'f845547c-742b-4809-87c8-95c8f71b1183', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:f4:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321cd549-4947-45af-953b-15e696899560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:28Z', 'updated_at': '2022-05-06T13:49:36Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '321cd549-4947-45af-953b-15e696899560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:17.479253 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba50d8d-ef4e-4a68-8589-2aa2eb8c2876 None None] New status for floating IP 5357fbd0-a5fd-42b6-a894-07178d06426f: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:51:17.723675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3301ec-627e-41f0-b05a-7af9cfe2ff1f req-48b34203-2e3a-41e4-84b2-2b95d31e6871 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:17.725174 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c3301ec-627e-41f0-b05a-7af9cfe2ff1f req-48b34203-2e3a-41e4-84b2-2b95d31e6871 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.1025243 May 06 13:51:17.728336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1b60-b456-41db-b870-d982c4228261 req-3b790e35-b784-41cd-94b5-b859e1e8d684 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:17.729063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-f99b1b60-b456-41db-b870-d982c4228261 req-3b790e35-b784-41cd-94b5-b859e1e8d684 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:17.751234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-f99b1b60-b456-41db-b870-d982c4228261 req-3b790e35-b784-41cd-94b5-b859e1e8d684 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:17.752580 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f99b1b60-b456-41db-b870-d982c4228261 req-3b790e35-b784-41cd-94b5-b859e1e8d684 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 945 time: 0.1443124 May 06 13:51:17.817938 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6c3301ec-627e-41f0-b05a-7af9cfe2ff1f req-85f2cf30-6bd2-4c8a-8141-16b1f0df8602 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=55339774-5ec2-46f9-80fd-1173cfca2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860703 May 06 13:51:17.821038 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:17.835189 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-f99b1b60-b456-41db-b870-d982c4228261 req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 3dba500c-4895-4b99-b979-659916b244bd {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:17.835539 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f99b1b60-b456-41db-b870-d982c4228261 req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.137702 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f99b1b60-b456-41db-b870-d982c4228261 req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port 3dba500c-4895-4b99-b979-659916b244bd, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=3dba500c-4895-4b99-b979-659916b244bd,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:18.138440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f99b1b60-b456-41db-b870-d982c4228261 req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.304407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-f99b1b60-b456-41db-b870-d982c4228261 req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 3dba500c-4895-4b99-b979-659916b244bd owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:18.518080 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f99b1b60-b456-41db-b870-d982c4228261 req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.572251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=3dba500c-4895-4b99-b979-659916b244bd,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:18.669288 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99b1b60-b456-41db-b870-d982c4228261 req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] No DVR routers for this DVR port 3dba500c-4895-4b99-b979-659916b244bd on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:18.673504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f99b1b60-b456-41db-b870-d982c4228261 req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.676650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'name': 'network-vif-deleted', 'tag': '3dba500c-4895-4b99-b979-659916b244bd'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:51:18.703008 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f99b1b60-b456-41db-b870-d982c4228261 req-1e8331bd-5b2d-4df4-a264-14b86aef865c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "DELETE /v2.0/ports/3dba500c-4895-4b99-b979-659916b244bd HTTP/1.1" status: 204 len: 173 time: 0.9443312 May 06 13:51:18.761253 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f6b762-d97b-4af0-af05-ca2a831ace4c'] response: {'server_uuid': '68759c3a-6e34-49b6-bd49-164ad97a9d89', 'name': 'network-vif-deleted', 'tag': '3dba500c-4895-4b99-b979-659916b244bd', 'status': 'completed', 'code': 200} May 06 13:51:19.107451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b194634a-a912-4c81-8f55-efc0dd5fefc0 req-fc5f44b0-9472-4e9e-9e8c-28e82d361bdb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=68759c3a-6e34-49b6-bd49-164ad97a9d89 HTTP/1.1" status: 200 len: 210 time: 0.0605636 May 06 13:51:20.292047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57246) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:21.153921 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.060526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port c7798ec2-f39d-4580-83c3-21f761884b87 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:22.061570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.255098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 3dba500c-4895-4b99-b979-659916b244bd no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:22.292156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 3dba500c-4895-4b99-b979-659916b244bd {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:22.292156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 3dba500c-4895-4b99-b979-659916b244bd not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:22.326733 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port c7798ec2-f39d-4580-83c3-21f761884b87, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c7798ec2-f39d-4580-83c3-21f761884b87,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:22.327185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.466268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for c7798ec2-f39d-4580-83c3-21f761884b87 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:22.719587 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.781727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=c7798ec2-f39d-4580-83c3-21f761884b87,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:23.348027 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:23.955493 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:51:24.028581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router f0f8cf25-ae7b-4b52-8adf-afbd6066453d has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:24.254846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:24.270937 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-d9fc58b9-b05a-4552-94f4-5cfa1c584bf3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/f0f8cf25-ae7b-4b52-8adf-afbd6066453d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9760191 May 06 13:51:24.274038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57250) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.277714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] Sync routers for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:24.298397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:24.299555 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:24.549844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1068b31d-88a6-4a01-9374-e81fa36f140d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting subnet 321cd549-4947-45af-953b-15e696899560 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:51:24.553322 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1068b31d-88a6-4a01-9374-e81fa36f140d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.575422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:24.619173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1068b31d-88a6-4a01-9374-e81fa36f140d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.726461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1068b31d-88a6-4a01-9374-e81fa36f140d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.821661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1068b31d-88a6-4a01-9374-e81fa36f140d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.863730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068b31d-88a6-4a01-9374-e81fa36f140d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Subnet': ['ID=321cd549-4947-45af-953b-15e696899560,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:24.868740 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1068b31d-88a6-4a01-9374-e81fa36f140d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:24.875915 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1068b31d-88a6-4a01-9374-e81fa36f140d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/subnets/321cd549-4947-45af-953b-15e696899560 HTTP/1.1" status: 204 len: 168 time: 0.6001949 May 06 13:51:24.878116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57254) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:24.882246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6114d-6029-4c93-abdc-51e4781a47a2 None None] Network f845547c-742b-4809-87c8-95c8f71b1183 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:25.101632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:51:22Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:25.112072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] Checking router: f0f8cf25-ae7b-4b52-8adf-afbd6066453d for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:25.149967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] Routers {'f0f8cf25-ae7b-4b52-8adf-afbd6066453d'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:25.150689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:25.321784 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.392605 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] Set router f0f8cf25-ae7b-4b52-8adf-afbd6066453d gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:25.433588 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] DHCP port deletion for f845547c-742b-4809-87c8-95c8f71b1183 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:51:25.457729 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Deleting port 24c9af6d-7e5d-4e15-b1fe-c3f808510781 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:25.458074 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.577672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.590746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port c25bf931-327e-4c55-80d1-01b64b14f5fe {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:51:25.591557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.833864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port c25bf931-327e-4c55-80d1-01b64b14f5fe, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=c25bf931-327e-4c55-80d1-01b64b14f5fe,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:25.834158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.958949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] For port 24c9af6d-7e5d-4e15-b1fe-c3f808510781, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=24c9af6d-7e5d-4e15-b1fe-c3f808510781,segment=NetworkSegment(d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f),segment_id=d5525dd7-f4fc-4b2f-9e8c-4c16044ac07f)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:25.959231 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.981932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for c25bf931-327e-4c55-80d1-01b64b14f5fe owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:26.085962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Calling delete_port for 24c9af6d-7e5d-4e15-b1fe-c3f808510781 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:51:26.163168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:51:22Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:26.168916 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b84e2-b207-49c8-9654-2861394c88ae None None] The sync data for ids ['f0f8cf25-ae7b-4b52-8adf-afbd6066453d'] in n-d-840847-1 is: [{'id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178569479', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:49:23Z', 'updated_at': '2022-05-06T13:51:22Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'c25bf931-327e-4c55-80d1-01b64b14f5fe', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f8cf25-ae7b-4b52-8adf-afbd6066453d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:49:24Z', 'updated_at': '2022-05-06T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:26.180901 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.209849 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.237397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Pushing event deleted for resources: {'Port': ['ID=24c9af6d-7e5d-4e15-b1fe-c3f808510781,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:26.256725 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] No DVR routers for this DVR port 24c9af6d-7e5d-4e15-b1fe-c3f808510781 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:51:26.260237 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.261717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.261717 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.262064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.262400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.263022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.263476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.264029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.264787 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.265082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.265617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdf1167-9980-4238-b45a-2d9af10c8305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:26.267357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=c25bf931-327e-4c55-80d1-01b64b14f5fe,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:26.580501 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:26.688943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 24c9af6d-7e5d-4e15-b1fe-c3f808510781 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:26.753613 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 24c9af6d-7e5d-4e15-b1fe-c3f808510781 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:26.754357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 24c9af6d-7e5d-4e15-b1fe-c3f808510781 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:26.755374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c7798ec2-f39d-4580-83c3-21f761884b87 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:26.799814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c7798ec2-f39d-4580-83c3-21f761884b87 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:26.800242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c7798ec2-f39d-4580-83c3-21f761884b87 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:27.069035 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.075957 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.105534 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.106499 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Fanout notify agent at l3_agent the message router_deleted on router f0f8cf25-ae7b-4b52-8adf-afbd6066453d {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:51:27.125255 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.131433 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dcb7c9a1-a235-44cd-9c79-18988a9d895a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/routers/f0f8cf25-ae7b-4b52-8adf-afbd6066453d HTTP/1.1" status: 204 len: 168 time: 2.2484558 May 06 13:51:27.132796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57258) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:27.300046 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.457517 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.505598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f845547c-742b-4809-87c8-95c8f71b1183']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:27.527992 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:27.528483 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5525dd7-f4fc-4b2f-9e8c-4c16044ac07f') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:27.544134 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.571613 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.580075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:51:27.580482 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: timer() May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:51:27.595761 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:51:27.690647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.726487 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.737505 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Network': ['ID=f845547c-742b-4809-87c8-95c8f71b1183,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.754787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-02fbe1ab-592f-4977-800c-76ed1e0ecf01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/networks/f845547c-742b-4809-87c8-95c8f71b1183 HTTP/1.1" status: 204 len: 168 time: 0.6184790 May 06 13:51:27.756197 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57262) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:27.862915 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c30d3c30-c9d3-44ba-bf2f-12d78b6fe415 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.901440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c30d3c30-c9d3-44ba-bf2f-12d78b6fe415 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.996165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c30d3c30-c9d3-44ba-bf2f-12d78b6fe415 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.034881 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d3c30-c9d3-44ba-bf2f-12d78b6fe415 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55339774-5ec2-46f9-80fd-1173cfca2f43,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:28.049372 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c30d3c30-c9d3-44ba-bf2f-12d78b6fe415 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.051086 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c30d3c30-c9d3-44ba-bf2f-12d78b6fe415 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/security-groups/55339774-5ec2-46f9-80fd-1173cfca2f43 HTTP/1.1" status: 204 len: 168 time: 0.2935212 May 06 13:51:28.432227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57270) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:28.438379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262209001', 'description': 'tempest-secgroup-smoke-262209001 description', 'project_id': '7110a09b3a194214b7df314ea74c83cd'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:28.445560 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:28.450873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:28.451260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c25bf931-327e-4c55-80d1-01b64b14f5fe no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:51:28.455803 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:28.474638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:28.490004 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.493967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: c25bf931-327e-4c55-80d1-01b64b14f5fe {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:51:28.494434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device c25bf931-327e-4c55-80d1-01b64b14f5fe not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:51:28.539359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:28.544253 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:28.548615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:28.560467 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:28.639966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.645561 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.707224 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92778eaf-6f91-4edc-a12c-6bed6697bf16,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:28.713196 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.714992 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eca65fa1-7fc5-4cb4-934f-add5474f147d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2817874 May 06 13:51:28.718572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57274) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:28.726784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '92778eaf-6f91-4edc-a12c-6bed6697bf16', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:28.735431 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:28.740149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:28.743789 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:28.752742 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:28.777188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.868105 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.876940 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.910245 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67441d2a-5bae-4e62-ad11-08b63e0540af,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:28.925292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:28.926742 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca74373b-5e88-4f10-81b8-7174bf400140 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2065282 May 06 13:51:28.930976 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57278) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:28.943051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '92778eaf-6f91-4edc-a12c-6bed6697bf16', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:28.958340 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:28.969659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:28.976530 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:28.992172 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:29.030766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.156995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.162425 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.189955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae751eac-c53f-484f-ad75-46069d9a021b,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:29.205798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.207202 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dfb3a81b-6de4-4ad5-a906-c19fb5b21b7e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2746825 May 06 13:51:29.211543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57282) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:29.220964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '92778eaf-6f91-4edc-a12c-6bed6697bf16', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:29.228736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:29.234809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:29.238059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:29.245795 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:29.280151 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.383101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.389624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.417796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14da457f-1b8e-48c3-a5c7-63826d44dedc,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:29.432995 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.434276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2189641 May 06 13:51:29.435873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.436218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.436559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.436894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.437226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.437332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57286) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:29.437556 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.437883 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.438212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.438534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.438891 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.439219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de1e810-2761-4758-976d-ded8f8bc5fa0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:29.444754 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '92778eaf-6f91-4edc-a12c-6bed6697bf16', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:29.452188 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:29.456315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:29.459591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:29.468630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:29.492396 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.563082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.568306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.598256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52111722-002c-4416-863d-4ea179695916,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:29.613629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.615913 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ca09cd95-0e3f-4c39-a775-8aa540aaf736 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1770709 May 06 13:51:29.620918 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57290) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:29.632145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '92778eaf-6f91-4edc-a12c-6bed6697bf16', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:29.649762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:29.656905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:29.662200 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:29.677073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:29.694299 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:51:29.703365 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.799208 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.807716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.836907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da2960b-4890-4b73-8a0d-eeacb96a8261,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:29.853009 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:29.854410 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b3236cc1-14ec-476a-8980-5f94dcefbc62 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2320328 May 06 13:51:29.860041 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57294) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:29.867101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '92778eaf-6f91-4edc-a12c-6bed6697bf16', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:29.875557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:29.880930 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:29.884905 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:29.893602 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:29.906009 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:51:29.915070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.009976 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.015618 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.044094 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6618fd-412c-4dae-bb39-4b41b15f1a39,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:30.057145 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.058811 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8b894176-1d12-4483-b70c-3830158e038b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1970270 May 06 13:51:30.062158 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57298) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:30.068218 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'network': {'name': 'tempest-network-smoke--255271305', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'port_security_enabled': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:30.074334 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:30.078750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:network and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:30.081630 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:30.088019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:30.105166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:30.108392 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.144443 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:51:30.156101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.156575 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Added segment b52f847a-6ddd-4c30-8430-a532ca6d3c52 of type vlan for network b1f74194-29b1-407e-a5fe-03a747288c0b May 06 13:51:30.188651 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.224247 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.228486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:30.229104 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.378617 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3146706 May 06 13:51:30.380969 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57302) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:30.387039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c4a09-ea54-409e-955a-bf719c56bd65 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Network': ['ID=b1f74194-29b1-407e-a5fe-03a747288c0b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:30.387651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'admin_state_up': True, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:30.396047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:30.401418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:router and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:30.404773 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:30.410776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b1f74194-29b1-407e-a5fe-03a747288c0b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:51:30.411435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:30.424695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.425753 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.448583 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.604873 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.801564 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.835664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:30.973271 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.225 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/707eff74-d44f-4872-b154-5470ee2bee03) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:31.233183 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.264819 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.338274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:31.341367 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:31.346060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:31.372935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=707eff74-d44f-4872-b154-5470ee2bee03,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:31.527075 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.527769 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.809146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 4ce62659-30f3-47f8-9234-adda28a65d68 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:51:32.012452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:32.022879 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Sync routers for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:32.037764 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:32.038477 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:32.041478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.043007 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aed3e00d-ba30-4b1c-9a8c-a70b88d941ca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6609230 May 06 13:51:32.046813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57306) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:32.087401 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bc84c73b-f027-46ee-9bbc-484d5f364aba tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7110a09b3a194214b7df314ea74c83cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398021 May 06 13:51:32.090799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57310) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:32.229180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab80e8-4c3e-48c7-ac0d-f7b0e38a472d tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:32.230660 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5aab80e8-4c3e-48c7-ac0d-f7b0e38a472d tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396039 May 06 13:51:32.230985 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:32.233721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57314) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:32.277322 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-aeed767a-0777-43ab-bba8-ab0144cece7f tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424564 May 06 13:51:32.280517 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57318) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:32.286387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232237754', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:32.466928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:32.471052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:subnet and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:32.474081 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:32.480629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:32.501306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:32.577865 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:31Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:32.581815 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Checking router: 4ce62659-30f3-47f8-9234-adda28a65d68 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:32.582157 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Updating router 4ce62659-30f3-47f8-9234-adda28a65d68 port 707eff74-d44f-4872-b154-5470ee2bee03 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:51:32.620388 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.642236 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.856614 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.938129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Subnet': ['ID=d869beec-4672-472c-a281-b6c8f2993aeb,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:32.967750 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Checking segment: {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:32.968092 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network hostable DHCP agents. Network: b1f74194-29b1-407e-a5fe-03a747288c0b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:51:33.002118 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network b1f74194-29b1-407e-a5fe-03a747288c0b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:51:33.015770 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b1f74194-29b1-407e-a5fe-03a747288c0b) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:33.022621 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:33.023313 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.030073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e68eed-b364-4c67-9123-1c67c8c21a87 None None] Network b1f74194-29b1-407e-a5fe-03a747288c0b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:33.046500 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.062703 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Transition to ACTIVE for port object 707eff74-d44f-4872-b154-5470ee2bee03 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:33.071270 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.163006 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Pushing event updated for resources: {'Port': ['ID=707eff74-d44f-4872-b154-5470ee2bee03,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:33.165605 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-39d86ba4-a833-45bb-8a51-2b6b203fe4f7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8839905 May 06 13:51:33.168318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57322) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:33.171568 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Attempting to bind port 707eff74-d44f-4872-b154-5470ee2bee03 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:33.172016 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Attempting to bind port 707eff74-d44f-4872-b154-5470ee2bee03 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:33.172470 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Attempting to bind port 707eff74-d44f-4872-b154-5470ee2bee03 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:33.181637 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.182120 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.182585 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.183059 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.183434 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.183853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.184259 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.184686 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.185197 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.185582 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.185949 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:33.195449 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:33.195891 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:33.196717 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.196717 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:33.197182 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Bound port: 707eff74-d44f-4872-b154-5470ee2bee03, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:33.197642 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.273365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b1f74194-29b1-407e-a5fe-03a747288c0b', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:51:33.274360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.284567 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] For port 707eff74-d44f-4872-b154-5470ee2bee03, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:33.288130 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] For port 707eff74-d44f-4872-b154-5470ee2bee03, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=707eff74-d44f-4872-b154-5470ee2bee03,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:33.295261 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.383897 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:33.384654 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:33.463072 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Allocated IP 172.20.0.2 (b1f74194-29b1-407e-a5fe-03a747288c0b/d869beec-4672-472c-a281-b6c8f2993aeb/4dd867b5-6dc8-4cbb-9003-1568f9f0f671) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:33.511231 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae3f35-1a07-41cc-bf38-b55cf4db1550 None None] Pushing event updated for resources: {'Port': ['ID=707eff74-d44f-4872-b154-5470ee2bee03,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:33.599214 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:33.745474 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.762705 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Transition to ACTIVE for port object 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:33.785168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Transition to ACTIVE for port object 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:33.792944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.864991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Network b1f74194-29b1-407e-a5fe-03a747288c0b is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:33.868946 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:33.870956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Pushing event updated for resources: {'Port': ['ID=4dd867b5-6dc8-4cbb-9003-1568f9f0f671,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:33.873316 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:33.906378 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:31Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:33.911362 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad90388d-c372-4785-8ed7-b4c79b68ca5a None None] The sync data for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 is: [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:31Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:33.967937 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Attempting to bind port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:33.968320 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Attempting to bind port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:33.969147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Attempting to bind port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 on network b1f74194-29b1-407e-a5fe-03a747288c0b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:33.976803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:33.977436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Checking segment: {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:33.977891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.978477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Bound using segment: {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:33.979291 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Bound port: 4dd867b5-6dc8-4cbb-9003-1568f9f0f671, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:33.979664 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.093067 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.100911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] For port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:34.109863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] For port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4dd867b5-6dc8-4cbb-9003-1568f9f0f671,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:34.126767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.256019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d35d8-3e70-4339-bc19-9123b9c43e69 None None] Pushing event updated for resources: {'Port': ['ID=4dd867b5-6dc8-4cbb-9003-1568f9f0f671,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:34.662013 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 707eff74-d44f-4872-b154-5470ee2bee03 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:34.716184 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.1 (b1f74194-29b1-407e-a5fe-03a747288c0b/d869beec-4672-472c-a281-b6c8f2993aeb/ef6c5255-85f8-4086-97a8-92fa3de4af62) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:34.793520 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 707eff74-d44f-4872-b154-5470ee2bee03 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:34.801761 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 707eff74-d44f-4872-b154-5470ee2bee03 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:34.802708 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.924578 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.945140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object ef6c5255-85f8-4086-97a8-92fa3de4af62 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:34.947961 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.968814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 707eff74-d44f-4872-b154-5470ee2bee03, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=707eff74-d44f-4872-b154-5470ee2bee03,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:34.974306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.975402 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.976441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:35.062651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network b1f74194-29b1-407e-a5fe-03a747288c0b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:35.065950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:35.070182 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:35.109643 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=707eff74-d44f-4872-b154-5470ee2bee03,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:35.121657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=ef6c5255-85f8-4086-97a8-92fa3de4af62,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:35.127464 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:35.154933 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.365643 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.428197 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52526f11-f2db-4d55-889d-1fe65224a71e None None] Network b1f74194-29b1-407e-a5fe-03a747288c0b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:51:35.531419 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-be5fcd50-3cb8-47dd-b68b-a7da42409bbc None None] Provisioning for port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:35.551673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-be5fcd50-3cb8-47dd-b68b-a7da42409bbc None None] Provisioning complete for port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:35.552107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be5fcd50-3cb8-47dd-b68b-a7da42409bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.813867 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be5fcd50-3cb8-47dd-b68b-a7da42409bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.855721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.860240 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-be5fcd50-3cb8-47dd-b68b-a7da42409bbc None None] For port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4dd867b5-6dc8-4cbb-9003-1568f9f0f671,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:35.861458 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.866343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be5fcd50-3cb8-47dd-b68b-a7da42409bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.973683 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fcd50-3cb8-47dd-b68b-a7da42409bbc None None] Pushing event updated for resources: {'Port': ['ID=4dd867b5-6dc8-4cbb-9003-1568f9f0f671,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:36.033249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=ef6c5255-85f8-4086-97a8-92fa3de4af62,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:36.040193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.197821 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7cf0cae4-f9b3-4a66-b947-612fa6e9bbc3 None None] Provisioning complete for port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:36.198466 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7cf0cae4-f9b3-4a66-b947-612fa6e9bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.209445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network b1f74194-29b1-407e-a5fe-03a747288c0b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:36.211384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:36.372026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7cf0cae4-f9b3-4a66-b947-612fa6e9bbc3 None None] Provisioning for port ef6c5255-85f8-4086-97a8-92fa3de4af62 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:36.377931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-7cf0cae4-f9b3-4a66-b947-612fa6e9bbc3 None None] Provisioning complete for port ef6c5255-85f8-4086-97a8-92fa3de4af62 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:36.378462 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7cf0cae4-f9b3-4a66-b947-612fa6e9bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.452990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0cae4-f9b3-4a66-b947-612fa6e9bbc3 None None] Port ef6c5255-85f8-4086-97a8-92fa3de4af62 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:36.538742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 707eff74-d44f-4872-b154-5470ee2bee03 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:36.648685 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1ab1f4d6-c8f0-4ec2-948a-06204c771ec5 None None] Provisioning complete for port ef6c5255-85f8-4086-97a8-92fa3de4af62 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:36.649108 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ab1f4d6-c8f0-4ec2-948a-06204c771ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.715300 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1f4d6-c8f0-4ec2-948a-06204c771ec5 None None] Port ef6c5255-85f8-4086-97a8-92fa3de4af62 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:36.717254 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 707eff74-d44f-4872-b154-5470ee2bee03 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:36.717625 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.770158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 4ce62659-30f3-47f8-9234-adda28a65d68 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:36.844834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:36.900455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-71c162eb-0ae7-4fda-ae16-d9d18398bf99 None None] Provisioning complete for port ef6c5255-85f8-4086-97a8-92fa3de4af62 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:36.900814 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-71c162eb-0ae7-4fda-ae16-d9d18398bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:36.963251 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-71c162eb-0ae7-4fda-ae16-d9d18398bf99 None None] Port ef6c5255-85f8-4086-97a8-92fa3de4af62 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:36.973629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:36.973994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:37.008825 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:37.025228 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-02668638-c735-4cba-bee0-ccea7988bb23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/4ce62659-30f3-47f8-9234-adda28a65d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8556049 May 06 13:51:37.230721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-4ae21549-98c9-4852-b9d4-0c624d8ea864 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262209001&fields=id&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 267 time: 0.0508533 May 06 13:51:37.488585 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-df20900c-9490-48c7-8980-8200834de59a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:37.489144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-df20900c-9490-48c7-8980-8200834de59a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:37.507581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-df20900c-9490-48c7-8980-8200834de59a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:37.508860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-df20900c-9490-48c7-8980-8200834de59a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 796 time: 0.2715838 May 06 13:51:37.527276 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a4adb4c8-b10d-446f-acd5-78eff6b23b5f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/quotas/7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 375 time: 0.0122538 May 06 13:51:37.620168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-20fb7a5c-1cf0-4ebb-ab80-f9da274993b1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866549 May 06 13:51:37.763693 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-81d1a927-a7f3-4163-a795-4f46ca854506 service neutron] 10.222.0.44 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308370 May 06 13:51:37.878477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Sync routers for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:37.890504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:37.891401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:37.909989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-cd54aee5-34b5-4846-9f66-b2b180ded425 service neutron] 10.222.0.44 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378753 May 06 13:51:38.052508 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.093441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:38.120572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c254a906-3b15-4a11-aafb-3ef614219716 req-41e195b4-126d-4f93-8dce-cfbc0c6b889d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 210 time: 0.0501957 May 06 13:51:38.532139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ef6c5255-85f8-4086-97a8-92fa3de4af62', 'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:9e:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 2, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:38.537716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Checking router: 4ce62659-30f3-47f8-9234-adda28a65d68 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:38.538071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Updating router 4ce62659-30f3-47f8-9234-adda28a65d68 port ef6c5255-85f8-4086-97a8-92fa3de4af62 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:51:38.597453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.986678 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:38.999915 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Transition to ACTIVE for port object ef6c5255-85f8-4086-97a8-92fa3de4af62 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:39.007944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.152676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b9554-edec-47c8-9fe1-f5bd1e70c093 None None] Pushing event updated for resources: {'Port': ['ID=ef6c5255-85f8-4086-97a8-92fa3de4af62,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:39.299303 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Attempting to bind port ef6c5255-85f8-4086-97a8-92fa3de4af62 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:39.299840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Attempting to bind port ef6c5255-85f8-4086-97a8-92fa3de4af62 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:39.300513 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Attempting to bind port ef6c5255-85f8-4086-97a8-92fa3de4af62 on network b1f74194-29b1-407e-a5fe-03a747288c0b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:39.310099 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:39.311098 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Checking segment: {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:39.311818 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.312505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Bound using segment: {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:39.313097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Bound port: ef6c5255-85f8-4086-97a8-92fa3de4af62, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:39.313580 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.407593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a61d6f58-f89d-4bf6-9de3-edab7af79e36 req-d748a0c4-4e24-46b3-9e09-8c29ff81dc5d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 210 time: 0.0737634 May 06 13:51:39.480810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] For port ef6c5255-85f8-4086-97a8-92fa3de4af62, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:39.486214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] For port ef6c5255-85f8-4086-97a8-92fa3de4af62, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ef6c5255-85f8-4086-97a8-92fa3de4af62,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:39.492924 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.503337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-938a6be4-5586-4143-ae7f-3b11c78154e7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:39.505418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-938a6be4-5586-4143-ae7f-3b11c78154e7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:39.520893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-938a6be4-5586-4143-ae7f-3b11c78154e7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:39.522072 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-938a6be4-5586-4143-ae7f-3b11c78154e7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 796 time: 0.3630829 May 06 13:51:39.572884 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:39.573995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:39.722302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-c237d7be-e4a0-434c-b9d8-b506474f2187 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:39.743351 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-c237d7be-e4a0-434c-b9d8-b506474f2187 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:39.744667 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-c237d7be-e4a0-434c-b9d8-b506474f2187 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 379 time: 0.2093556 May 06 13:51:39.746633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b9554-edec-47c8-9fe1-f5bd1e70c093 None None] Pushing event updated for resources: {'Port': ['ID=ef6c5255-85f8-4086-97a8-92fa3de4af62,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:39.755397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'port': {'device_id': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'admin_state_up': True, 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'security_groups': ['92778eaf-6f91-4edc-a12c-6bed6697bf16']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:39.823064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:39.928211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:39.932726 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:port and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:39.935797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:39.941654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:39.959540 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:39.962579 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.154847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.11 (b1f74194-29b1-407e-a5fe-03a747288c0b/d869beec-4672-472c-a281-b6c8f2993aeb/12938d80-49b5-4aa7-aa10-67197826200e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:40.253132 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ef6c5255-85f8-4086-97a8-92fa3de4af62', 'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:9e:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:40.260427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d281676a-e7af-42c2-8605-56850fa02cf1 None None] The sync data for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 is: [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ef6c5255-85f8-4086-97a8-92fa3de4af62', 'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:9e:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:39Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:40.431050 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.450136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object 12938d80-49b5-4aa7-aa10-67197826200e will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:40.484287 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.583984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef6c5255-85f8-4086-97a8-92fa3de4af62 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:40.629956 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network b1f74194-29b1-407e-a5fe-03a747288c0b is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:40.631263 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:40.637003 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:40.640298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:40.723904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ef6c5255-85f8-4086-97a8-92fa3de4af62 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:40.735045 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ef6c5255-85f8-4086-97a8-92fa3de4af62 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:40.735413 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.739837 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:40.740500 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.744402 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02f5c6-37e1-4c76-9c65-e36d1c33f9bc req-ebc1e65c-e872-47f2-9af9-0d20dff8d953 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:40.750105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b02f5c6-37e1-4c76-9c65-e36d1c33f9bc req-ebc1e65c-e872-47f2-9af9-0d20dff8d953 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 932 time: 0.1375523 May 06 13:51:40.792743 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-a96fabba-c81a-4794-aeed-8c2e3b83c935 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0426848 May 06 13:51:40.804625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Request body: {'port': {'device_id': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:40.823684 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0b02f5c6-37e1-4c76-9c65-e36d1c33f9bc req-3250d82b-fda2-4bff-add0-0e6cdf95c61f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664716 May 06 13:51:40.936391 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.958954 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:40.976773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ef6c5255-85f8-4086-97a8-92fa3de4af62, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ef6c5255-85f8-4086-97a8-92fa3de4af62,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:40.988755 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.080160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5d4db1df-9b1f-4291-8afb-037b6c07ac81 None None] Provisioning for port 12938d80-49b5-4aa7-aa10-67197826200e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:41.087855 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5d4db1df-9b1f-4291-8afb-037b6c07ac81 None None] Provisioning complete for port 12938d80-49b5-4aa7-aa10-67197826200e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:41.088281 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5d4db1df-9b1f-4291-8afb-037b6c07ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.118076 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ef6c5255-85f8-4086-97a8-92fa3de4af62,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:41.151367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5d4db1df-9b1f-4291-8afb-037b6c07ac81 None None] Port 12938d80-49b5-4aa7-aa10-67197826200e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:41.385793 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12938d80-49b5-4aa7-aa10-67197826200e {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:51:41.393546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.410756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Transition to ACTIVE for port object 12938d80-49b5-4aa7-aa10-67197826200e will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:41.416258 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.556638 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Pushing event updated for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:41.690920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Attempting to bind port 12938d80-49b5-4aa7-aa10-67197826200e on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:41.691799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Attempting to bind port 12938d80-49b5-4aa7-aa10-67197826200e by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:41.691799 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Attempting to bind port 12938d80-49b5-4aa7-aa10-67197826200e on network b1f74194-29b1-407e-a5fe-03a747288c0b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:41.698255 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Port 12938d80-49b5-4aa7-aa10-67197826200e on network b1f74194-29b1-407e-a5fe-03a747288c0b not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:51:41.698648 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Attempting to bind port 12938d80-49b5-4aa7-aa10-67197826200e on network b1f74194-29b1-407e-a5fe-03a747288c0b {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:41.705316 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:41.705658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Checking segment: {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:41.706040 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Bound using segment: {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:41.706457 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Bound port: 12938d80-49b5-4aa7-aa10-67197826200e, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:41.706834 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.806090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:41.809676 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:41.815825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.888188 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:41.890050 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] 10.222.0.36 "PUT /v2.0/ports/12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1092 time: 1.0898061 May 06 13:51:41.890701 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:51:41.929727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d92736-e638-4a19-a97a-d177d10700fa service neutron] Pushing event updated for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:42.012104 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f26e110-c45c-4c6b-81cd-e72f545d3430'] response: {'name': 'network-changed', 'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e', 'status': 'completed', 'code': 200} May 06 13:51:42.042993 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-b4658d60-d949-4553-a113-e6fb12cffbf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1095 time: 0.1034756 May 06 13:51:42.126063 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9874-ea64-4319-920a-c0e929e509f4 req-ab0ce7cd-d74a-4126-8129-ff4f806507a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.128778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dafe9874-ea64-4319-920a-c0e929e509f4 req-ab0ce7cd-d74a-4126-8129-ff4f806507a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.1164861 May 06 13:51:42.204861 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dafe9874-ea64-4319-920a-c0e929e509f4 req-5314439c-47a9-495b-a626-1a1659b40462 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692828 May 06 13:51:42.267091 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-1f0e326a-f4f2-4c27-a20c-f8e30f15056f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 217 time: 0.2166283 May 06 13:51:42.353658 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-3aac2c1e-bf52-409a-9412-84152a2d0d0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:42.355204 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-3aac2c1e-bf52-409a-9412-84152a2d0d0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.0825810 May 06 13:51:42.446692 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-00deb5a7-774a-4f2a-a274-21c426267743 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845912 May 06 13:51:42.449878 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c76cf571-67a1-4320-8d17-93e0d94645d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.530188 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef6c5255-85f8-4086-97a8-92fa3de4af62 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:42.613582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ef6c5255-85f8-4086-97a8-92fa3de4af62 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:42.613959 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.643899 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-b9eadfe6-194f-47da-b7bb-16f1d76bce23 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857412 May 06 13:51:42.829030 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-3309a91c-529b-48fc-81d0-3afdcbc01aba req-6b44309a-de84-4f46-90b6-74aaf5e782c4 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791167 May 06 13:51:42.958969 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-722017ba-ec6b-4f6b-8fbe-ca2b3bd012d5 req-02790b54-d566-4b2a-a991-8d524fbe7d0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1095 time: 0.0810523 May 06 13:51:43.103048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722017ba-ec6b-4f6b-8fbe-ca2b3bd012d5 req-ae00382d-6f2a-4b9e-8aad-0aad3b6ee010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:43.104611 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-722017ba-ec6b-4f6b-8fbe-ca2b3bd012d5 req-ae00382d-6f2a-4b9e-8aad-0aad3b6ee010 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1402066 May 06 13:51:43.181762 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-722017ba-ec6b-4f6b-8fbe-ca2b3bd012d5 req-6c2a82b4-f5eb-4c3a-a07b-2adfcfaee444 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 217 time: 0.0690701 May 06 13:51:43.245784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722017ba-ec6b-4f6b-8fbe-ca2b3bd012d5 req-97f491b3-e58e-4ab7-9886-e12a2a1ae63b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:43.247150 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-722017ba-ec6b-4f6b-8fbe-ca2b3bd012d5 req-97f491b3-e58e-4ab7-9886-e12a2a1ae63b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.0586200 May 06 13:51:43.352848 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-722017ba-ec6b-4f6b-8fbe-ca2b3bd012d5 req-cf3e581d-d58c-4632-a29c-cab8756a7497 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989690 May 06 13:51:43.470854 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462382-9b6b-4cce-87ad-cbad8112ee72 req-7264d9e0-a59f-4366-9fdc-b6b867a8fcb6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:43.472339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01462382-9b6b-4cce-87ad-cbad8112ee72 req-7264d9e0-a59f-4366-9fdc-b6b867a8fcb6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.0990276 May 06 13:51:43.500402 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-722017ba-ec6b-4f6b-8fbe-ca2b3bd012d5 req-4a923036-9b14-4c16-b008-53fd30c3925d service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404185 May 06 13:51:43.526069 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-01462382-9b6b-4cce-87ad-cbad8112ee72 req-13011796-77d6-4b47-93c7-6eb5ce00f43a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462556 May 06 13:51:43.645513 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-722017ba-ec6b-4f6b-8fbe-ca2b3bd012d5 req-5ce61837-f5bd-4630-ab5c-4540e5a05bb5 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380792 May 06 13:51:43.836119 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:44.733745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bcd87-1209-43e9-940a-7ab1692b92ec req-95b11d96-bd17-415d-9e23-c792ff1c2f2b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:44.735299 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-172bcd87-1209-43e9-940a-7ab1692b92ec req-95b11d96-bd17-415d-9e23-c792ff1c2f2b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.0841722 May 06 13:51:44.788239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-172bcd87-1209-43e9-940a-7ab1692b92ec req-3ff3494b-e584-4c7b-a911-9ec45ee94a6b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470567 May 06 13:51:44.795329 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b260-adc8-4773-ba9a-b091315ef519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:45.555122 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.008190 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c83f9-1891-4a2c-8a07-96f9551c4cb8 req-9b1d04ab-21af-46af-aea3-8a3350230cbb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:46.009853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-158c83f9-1891-4a2c-8a07-96f9551c4cb8 req-9b1d04ab-21af-46af-aea3-8a3350230cbb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.0908313 May 06 13:51:46.062621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-158c83f9-1891-4a2c-8a07-96f9551c4cb8 req-ae247382-2901-4a70-a92f-273f52a874fd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439231 May 06 13:51:46.356455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.379694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 12938d80-49b5-4aa7-aa10-67197826200e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:51:46.529671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:46.545156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '12938d80-49b5-4aa7-aa10-67197826200e', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'port_id': '12938d80-49b5-4aa7-aa10-67197826200e', 'mac_address': 'fa:16:3e:6b:50:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:51:46.605771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.623900 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12938d80-49b5-4aa7-aa10-67197826200e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:51:46.640381 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:46.644756 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:46.711390 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:46.853333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['12938d80-49b5-4aa7-aa10-67197826200e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:51:47.295725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c482623-cb62-4446-8fb0-8bfd5117186f req-89df6afa-ac23-405d-8d29-5c730d4c6ccb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:47.297190 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c482623-cb62-4446-8fb0-8bfd5117186f req-89df6afa-ac23-405d-8d29-5c730d4c6ccb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 945 time: 0.0893779 May 06 13:51:47.350485 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c482623-cb62-4446-8fb0-8bfd5117186f req-fc3f6b03-4a67-4d3c-b46d-78910301d2e6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470607 May 06 13:51:47.825395 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.410838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 12938d80-49b5-4aa7-aa10-67197826200e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:48.493481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 12938d80-49b5-4aa7-aa10-67197826200e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:48.500676 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 12938d80-49b5-4aa7-aa10-67197826200e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:48.501232 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.575112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfe3a5-d8ed-4b13-9235-7fbb221de585 req-25cf3f4b-f52c-46a5-85ad-3fd044e47d50 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:48.576657 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55dfe3a5-d8ed-4b13-9235-7fbb221de585 req-25cf3f4b-f52c-46a5-85ad-3fd044e47d50 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 945 time: 0.0800664 May 06 13:51:48.626002 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.634504 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55dfe3a5-d8ed-4b13-9235-7fbb221de585 req-57fd0d1b-0d09-4e06-a635-70953dd8f6b1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504634 May 06 13:51:48.654306 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:51:48.664305 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:48.669162 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:48.742402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:48.796235 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e82235d-287c-45a8-8a03-703120d07404'] response: {'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e', 'code': 200} May 06 13:51:48.933966 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-41761dcf-d31c-4cb4-bb7e-df03724b0d54 req-7c7c7dda-e780-45b4-b406-3ff206510949 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1097 time: 0.0731959 May 06 13:51:48.977127 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-41761dcf-d31c-4cb4-bb7e-df03724b0d54 req-00b4c0af-5f80-4683-84a0-f33deeb5bdba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370276 May 06 13:51:49.850745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54efd-c357-4aae-923b-55b947aadbff req-5de043e1-2633-4bc4-a293-8e5b9d15621f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:49.852289 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7e54efd-c357-4aae-923b-55b947aadbff req-5de043e1-2633-4bc4-a293-8e5b9d15621f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0906487 May 06 13:51:49.901068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e7e54efd-c357-4aae-923b-55b947aadbff req-059742c6-2a65-4c0d-aadd-5036139ecafe tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428817 May 06 13:51:51.137859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ecf03-5760-423b-9f0f-de8b35e21172 req-01272401-8c0d-4506-842f-e80c8c47cea8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:51.139442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-598ecf03-5760-423b-9f0f-de8b35e21172 req-01272401-8c0d-4506-842f-e80c8c47cea8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0986395 May 06 13:51:51.188800 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-598ecf03-5760-423b-9f0f-de8b35e21172 req-2c52a772-af2e-482f-b112-025d8880c272 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436540 May 06 13:51:51.404564 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b97e77-4e80-4c14-9446-02a58fc27a9d req-b3a51b2b-95f2-43d6-8792-8f52589567db tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:51.406040 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6b97e77-4e80-4c14-9446-02a58fc27a9d req-b3a51b2b-95f2-43d6-8792-8f52589567db tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0880747 May 06 13:51:51.459779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d6b97e77-4e80-4c14-9446-02a58fc27a9d req-3cb38aa6-af4b-4ce3-b6bc-81c2ad378d42 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475922 May 06 13:51:51.488119 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57374) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:51.565229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dac1a1cf-e387-4f05-9171-358afc79283f tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1092 time: 0.0758839 May 06 13:51:51.569210 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57378) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:51.574415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '12938d80-49b5-4aa7-aa10-67197826200e', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:51.581032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:51.585367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:floatingip and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:51.588385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:51.595070 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:51.607874 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.757459 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.908869 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.204 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/9aab0593-324c-41f0-be97-df468addfb79) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:52.060119 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.096343 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.271850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:52.275064 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:52.279741 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:52.304868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=9aab0593-324c-41f0-be97-df468addfb79,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:52.836811 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:52.907899 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.135710 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.143519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.260944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=9aab0593-324c-41f0-be97-df468addfb79,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:53.275537 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:53.484773 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Floating IP 52a1f5ea-2f16-4fcd-9743-3b18d5acac1b associated. External IP: 172.25.7.204, port: 12938d80-49b5-4aa7-aa10-67197826200e. May 06 13:51:54.035457 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 4ce62659-30f3-47f8-9234-adda28a65d68 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:54.255670 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:54.270583 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] Sync routers for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:54.285912 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:54.287601 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:54.288603 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:54.353180 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6c3ce580-19f7-496c-aac2-69a7d254896f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7829678 May 06 13:51:54.353751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:51:54.484681 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:54.509965 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71915fba-54b7-4ce1-92a1-08de39dcc002'] response: {'name': 'network-changed', 'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e', 'status': 'completed', 'code': 200} May 06 13:51:54.560291 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc52d0-8739-4ab3-876b-65bb6e0d8017 req-c0976b25-77dd-4f61-a625-34de6c52e589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:54.567129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9dc52d0-8739-4ab3-876b-65bb6e0d8017 req-c0976b25-77dd-4f61-a625-34de6c52e589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0906606 May 06 13:51:54.605850 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fd5ba242-746f-4311-afa9-f131a6276fe2 req-4c77c03a-e6cf-4dfb-843f-58846c065c61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1097 time: 0.0740032 May 06 13:51:54.612412 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f9dc52d0-8739-4ab3-876b-65bb6e0d8017 req-772f5d44-c61b-495e-96db-d34a0705b73a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443699 May 06 13:51:54.642886 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57388) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:54.760379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba242-746f-4311-afa9-f131a6276fe2 req-b904748d-dc96-43cd-8d0c-cc47eb7e3ae7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:54.761257 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a65aea6a-3149-48d8-a532-ef577f64d28b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/52a1f5ea-2f16-4fcd-9743-3b18d5acac1b HTTP/1.1" status: 200 len: 992 time: 0.1168416 May 06 13:51:54.762972 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fd5ba242-746f-4311-afa9-f131a6276fe2 req-b904748d-dc96-43cd-8d0c-cc47eb7e3ae7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1501529 May 06 13:51:54.879489 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fd5ba242-746f-4311-afa9-f131a6276fe2 req-75383270-1b9e-45da-826f-f001c12972f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1000 time: 0.1101115 May 06 13:51:54.895103 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '52a1f5ea-2f16-4fcd-9743-3b18d5acac1b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'port_id': '12938d80-49b5-4aa7-aa10-67197826200e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'mac_address': 'fa:16:3e:6b:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:51:52Z', 'updated_at': '2022-05-06T13:51:52Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6c5255-85f8-4086-97a8-92fa3de4af62', 'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:9e:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:54.899810 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] Checking router: 4ce62659-30f3-47f8-9234-adda28a65d68 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:54.911773 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:54.912396 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:51:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:55.062437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba242-746f-4311-afa9-f131a6276fe2 req-015185ee-c538-4250-b61f-935b9d29d4cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:55.063971 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fd5ba242-746f-4311-afa9-f131a6276fe2 req-015185ee-c538-4250-b61f-935b9d29d4cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.1764865 May 06 13:51:55.107348 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:55.142780 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fd5ba242-746f-4311-afa9-f131a6276fe2 req-4844cd7c-25bf-496b-a5fa-d0c93bdcbe32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721483 May 06 13:51:55.281204 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fd5ba242-746f-4311-afa9-f131a6276fe2 req-431a56ab-66f1-49a1-843a-d4b44c262c66 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323736 May 06 13:51:55.417051 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-fd5ba242-746f-4311-afa9-f131a6276fe2 req-d30f45ed-f10d-4d39-b984-9ba703fa3196 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299686 May 06 13:51:55.468033 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '52a1f5ea-2f16-4fcd-9743-3b18d5acac1b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'port_id': '12938d80-49b5-4aa7-aa10-67197826200e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'mac_address': 'fa:16:3e:6b:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:51:52Z', 'updated_at': '2022-05-06T13:51:52Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6c5255-85f8-4086-97a8-92fa3de4af62', 'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:9e:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:55.472404 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7bef8-df79-4838-b292-3d7853c35dd3 None None] The sync data for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 is: [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '52a1f5ea-2f16-4fcd-9743-3b18d5acac1b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'port_id': '12938d80-49b5-4aa7-aa10-67197826200e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'mac_address': 'fa:16:3e:6b:50:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:51:52Z', 'updated_at': '2022-05-06T13:51:52Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6c5255-85f8-4086-97a8-92fa3de4af62', 'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:9e:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:55.765252 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57392) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:55.873584 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-780a0cba-17a0-4066-882b-08ea3c30616c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/52a1f5ea-2f16-4fcd-9743-3b18d5acac1b HTTP/1.1" status: 200 len: 992 time: 0.1071308 May 06 13:51:56.878433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57396) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:56.901559 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea17150-2269-4432-822d-c358d6b59bd1 None None] New status for floating IP 52a1f5ea-2f16-4fcd-9743-3b18d5acac1b: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:51:56.996522 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7b78adca-a3c9-419b-809a-dc1ab9dd527a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/52a1f5ea-2f16-4fcd-9743-3b18d5acac1b HTTP/1.1" status: 200 len: 992 time: 0.1168725 May 06 13:51:58.001863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57400) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:58.110099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-46a04644-53d4-4026-91a8-5bb7f7d0e069 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/52a1f5ea-2f16-4fcd-9743-3b18d5acac1b HTTP/1.1" status: 200 len: 994 time: 0.1069171 May 06 13:52:00.957860 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:52:08.023965 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.450592 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f2cab937-53a0-4f58-84c4-1f2283737483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.040871 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:14.793346 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af33a033-267a-4a5e-9e8b-93e5c47956e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:15.553303 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.364179 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:17.828348 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:23.027064 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3ccb1fa-273e-471b-aa33-f2f64ddbfc7e req-06b188bd-a150-4183-b32d-d74a8bad9271 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0798194 May 06 13:52:23.367563 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-157d1689-c911-4b21-ad11-3869818a33c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1502912 May 06 13:52:23.373913 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c727c1e-2cac-4214-a646-ce556e982850 req-12953af0-5b68-4b3a-a1e8-8e519b6c0520 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:23.375542 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c727c1e-2cac-4214-a646-ce556e982850 req-12953af0-5b68-4b3a-a1e8-8e519b6c0520 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0869794 May 06 13:52:23.427730 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c727c1e-2cac-4214-a646-ce556e982850 req-dce59da0-be1e-45eb-9dd2-f2d8bdcf107f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 May 06 13:52:24.645599 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b6b30-2006-458f-a431-a2fba3a88e52 req-fc986a63-d146-42f4-b8b1-aa957e482904 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:24.647181 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-181b6b30-2006-458f-a431-a2fba3a88e52 req-fc986a63-d146-42f4-b8b1-aa957e482904 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0841279 May 06 13:52:24.700799 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-181b6b30-2006-458f-a431-a2fba3a88e52 req-497f0eb5-228b-4c2b-a5ac-640a33025dec tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474019 May 06 13:52:25.907988 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7250a8-2fee-487b-b7bd-5075a45fb58f req-b6f840a0-f3a3-4c3e-803a-70a55265c2ef tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:25.909527 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb7250a8-2fee-487b-b7bd-5075a45fb58f req-b6f840a0-f3a3-4c3e-803a-70a55265c2ef tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0839190 May 06 13:52:25.963976 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb7250a8-2fee-487b-b7bd-5075a45fb58f req-28d768cd-da78-49cd-a3e3-9a5204f04146 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486569 May 06 13:52:26.669675 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-64bdc434-73c0-40de-8dda-af212dc61cd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1097 time: 0.0712945 May 06 13:52:26.804607 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-e546d881-66e9-4e17-93f1-0ec37b0bfd3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:26.806088 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-e546d881-66e9-4e17-93f1-0ec37b0bfd3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1313152 May 06 13:52:26.913247 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-2d348ff0-543c-43db-b907-fa9442289142 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1002 time: 0.1015153 May 06 13:52:26.979511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-6f7ccd6f-aa55-4974-a880-3afb7c46ff39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:26.980978 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-6f7ccd6f-aa55-4974-a880-3afb7c46ff39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.0622776 May 06 13:52:27.063762 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-1951eb4d-23ed-4609-9eca-e92efbfd90dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760834 May 06 13:52:27.202682 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07445657-427b-449e-939a-b6096eb536db req-7603ec0a-a1d7-4356-8045-e619061fae4b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:27.204205 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-07445657-427b-449e-939a-b6096eb536db req-7603ec0a-a1d7-4356-8045-e619061fae4b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0976431 May 06 13:52:27.235110 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-f6222056-a2d6-4a49-bb85-776c2a3ef912 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637487 May 06 13:52:27.257481 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-07445657-427b-449e-939a-b6096eb536db req-f351aec9-8647-4921-b750-f89889d30f36 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466506 May 06 13:52:27.382304 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-5430c004-4303-4727-ba49-870d6413db9b service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412501 May 06 13:52:28.474315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4bc5-2f4e-463c-9ede-17e1b530d624 req-b737cfc3-7c6e-48fc-a7c1-e01096097f01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:28.476114 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-241d4bc5-2f4e-463c-9ede-17e1b530d624 req-b737cfc3-7c6e-48fc-a7c1-e01096097f01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0891631 May 06 13:52:28.531641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-241d4bc5-2f4e-463c-9ede-17e1b530d624 req-eecc8e6a-6094-44b3-b9bf-7be8bd60ae6f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496013 May 06 13:52:29.757037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b89ba-e687-408c-8db9-7c5cc27319b2 req-0b73da20-a2c1-4091-9272-7882d2e580e2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:29.758511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e47b89ba-e687-408c-8db9-7c5cc27319b2 req-0b73da20-a2c1-4091-9272-7882d2e580e2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0837002 May 06 13:52:29.812280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e47b89ba-e687-408c-8db9-7c5cc27319b2 req-d37d6a31-cc60-44ff-ba10-5721bfb29708 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477428 May 06 13:52:31.024994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9fc37-f5fd-4468-b1fb-d84502e9ad92 req-1b34cde9-0ec9-473e-8542-b57586c86a7d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:31.026511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87c9fc37-f5fd-4468-b1fb-d84502e9ad92 req-1b34cde9-0ec9-473e-8542-b57586c86a7d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0876062 May 06 13:52:31.081286 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-87c9fc37-f5fd-4468-b1fb-d84502e9ad92 req-0424ec71-aa89-408d-98e0-0f53014bc7a8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488322 May 06 13:52:32.316096 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fd1cf-793d-4ec2-9f45-d03e8d86d4b9 req-6f76d252-6aed-494a-8574-b991adee93c9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:32.317670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e43fd1cf-793d-4ec2-9f45-d03e8d86d4b9 req-6f76d252-6aed-494a-8574-b991adee93c9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0914328 May 06 13:52:32.368686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e43fd1cf-793d-4ec2-9f45-d03e8d86d4b9 req-d102d02a-4c9d-4965-a0b6-e2233865dc3e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452528 May 06 13:52:33.582237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773304c-a96b-424b-a138-ec918f2e2ac4 req-cdd45e25-7812-43cd-8195-b32a6879da5a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:33.583806 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1773304c-a96b-424b-a138-ec918f2e2ac4 req-cdd45e25-7812-43cd-8195-b32a6879da5a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0802393 May 06 13:52:33.636511 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1773304c-a96b-424b-a138-ec918f2e2ac4 req-2d1d8ea9-ee05-4ad9-99d0-be3434205500 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467644 May 06 13:52:34.853367 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8f524-78c3-4fbb-9cde-43e24e1c3ecc req-99f6ef9f-2575-41a5-a109-57010e2fe1a3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:34.854921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbf8f524-78c3-4fbb-9cde-43e24e1c3ecc req-99f6ef9f-2575-41a5-a109-57010e2fe1a3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0844467 May 06 13:52:34.906462 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbf8f524-78c3-4fbb-9cde-43e24e1c3ecc req-1cd88ed9-9fe4-4a29-9d6c-a89725ebbbb1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442147 May 06 13:52:36.233168 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c236e61-38e7-4b7b-bcc4-1e4eeadf0d45 req-09081b32-dccb-46c3-a072-54b86c69a048 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:36.234642 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c236e61-38e7-4b7b-bcc4-1e4eeadf0d45 req-09081b32-dccb-46c3-a072-54b86c69a048 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.1971509 May 06 13:52:36.284519 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c236e61-38e7-4b7b-bcc4-1e4eeadf0d45 req-680409eb-dce9-4683-97c2-814df532f1e2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435920 May 06 13:52:36.510683 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2c5fbe6-2856-4132-be4d-b85238a7aeb3 req-10c1ae86-8429-4a7a-a9d3-f7ab24c07de0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1097 time: 0.0786717 May 06 13:52:36.802158 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5fbe6-2856-4132-be4d-b85238a7aeb3 req-b050fdad-ff98-4d07-bfd0-440fca5f5464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:36.804759 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2c5fbe6-2856-4132-be4d-b85238a7aeb3 req-b050fdad-ff98-4d07-bfd0-440fca5f5464 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.2678826 May 06 13:52:36.923117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2c5fbe6-2856-4132-be4d-b85238a7aeb3 req-f491e2f1-7ae9-4660-8534-bcada3291eb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1002 time: 0.1114335 May 06 13:52:36.996091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5fbe6-2856-4132-be4d-b85238a7aeb3 req-d26c277d-7ec5-4a32-a7ce-4547c12fde41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:36.997746 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2c5fbe6-2856-4132-be4d-b85238a7aeb3 req-d26c277d-7ec5-4a32-a7ce-4547c12fde41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.0682609 May 06 13:52:37.083273 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2c5fbe6-2856-4132-be4d-b85238a7aeb3 req-2d8d83cc-8bac-4e99-8ce1-2af9e0f472da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783098 May 06 13:52:37.243001 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2c5fbe6-2856-4132-be4d-b85238a7aeb3 req-b821950e-aae0-4696-94d8-b0d2c1751304 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539242 May 06 13:52:37.403472 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f2c5fbe6-2856-4132-be4d-b85238a7aeb3 req-f4f17667-3b85-4ad5-9c7c-caee96439ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539388 May 06 13:52:37.589598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08178f1-25fa-44ba-b3f7-82b0dc8c13fa req-a98448d1-1f7f-4162-a26c-117bbb09042f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:37.591043 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b08178f1-25fa-44ba-b3f7-82b0dc8c13fa req-a98448d1-1f7f-4162-a26c-117bbb09042f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0932748 May 06 13:52:37.645638 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b08178f1-25fa-44ba-b3f7-82b0dc8c13fa req-be7067b5-b55b-4a79-a3a2-e3da467fba01 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481720 May 06 13:52:37.962471 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:52:38.028094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.877850 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d440f-8e22-4829-b8ca-da26e45f579e req-aed17d96-a79c-4fe1-b102-fc120ccf0ee5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:38.879599 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b2d440f-8e22-4829-b8ca-da26e45f579e req-aed17d96-a79c-4fe1-b102-fc120ccf0ee5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0959816 May 06 13:52:38.930215 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b2d440f-8e22-4829-b8ca-da26e45f579e req-e96d5995-de6b-46dd-8c07-64ca98f6404f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 May 06 13:52:40.154278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c743746-7c21-46d9-980a-3fc2ffa9d645 req-7461f428-915b-4c38-9adb-0a7a2f1a2b6c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:40.156551 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c743746-7c21-46d9-980a-3fc2ffa9d645 req-7461f428-915b-4c38-9adb-0a7a2f1a2b6c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0878668 May 06 13:52:40.213261 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8c743746-7c21-46d9-980a-3fc2ffa9d645 req-569740a9-351d-4ac0-b9ae-5b2add3e6200 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513215 May 06 13:52:41.436448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275975b7-47c5-4c54-be37-a21235522c8f req-695fcb62-4422-436a-8ab7-5474f4b474ac tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:41.438664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-275975b7-47c5-4c54-be37-a21235522c8f req-695fcb62-4422-436a-8ab7-5474f4b474ac tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0977371 May 06 13:52:41.502009 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-275975b7-47c5-4c54-be37-a21235522c8f req-cb39ae95-c493-4d63-91d4-a07df195f792 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576198 May 06 13:52:42.445816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a32fb29e-85f5-43d7-98a3-9069027fae9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.716688 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fa338-bbf9-4bdc-90ed-da4af3bc4516 req-f62eb6a1-9bb2-41a3-9494-95d39554cc6c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:42.718080 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-236fa338-bbf9-4bdc-90ed-da4af3bc4516 req-f62eb6a1-9bb2-41a3-9494-95d39554cc6c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0849845 May 06 13:52:42.775077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-236fa338-bbf9-4bdc-90ed-da4af3bc4516 req-585a8207-a782-462a-9ea8-8fe7e32cfa39 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507240 May 06 13:52:43.849911 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.015292 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6d75d-fe58-4cdb-be12-775e74a4f26b req-54c3883f-074f-45db-8dd1-e4d7ac0b7aff tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:44.016935 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ea6d75d-fe58-4cdb-be12-775e74a4f26b req-54c3883f-074f-45db-8dd1-e4d7ac0b7aff tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.1043191 May 06 13:52:44.103816 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4ea6d75d-fe58-4cdb-be12-775e74a4f26b req-c6d986f4-3366-4420-ae6c-686102621af7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778811 May 06 13:52:44.409284 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-dd7a280e-dd5e-40c2-97df-a49bacc15f79 service neutron] show failed (client error): The resource could not be found. May 06 13:52:44.410384 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-dd7a280e-dd5e-40c2-97df-a49bacc15f79 service neutron] 10.222.0.36 "GET /v2.0/ports/12938d80-49b5-4aa7-aa10-67197826200e/bindings/n-h1-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0930986 May 06 13:52:44.788909 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-1564c329-9d04-4954-9269-65900e9a09a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 1097 time: 0.1652713 May 06 13:52:44.790041 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-63cd2b1b-cbe9-41b3-bc98-0982bb498be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:44.800862 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:52:44.927380 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.374250 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:45.434459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h2-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:45.490259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24274663-4e58-4a43-93b7-fe1a747f1a12 req-9ecf17fd-416b-431b-a71b-baa17c3c93af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:45.491908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24274663-4e58-4a43-93b7-fe1a747f1a12 req-9ecf17fd-416b-431b-a71b-baa17c3c93af tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.2092490 May 06 13:52:45.528676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:52:45.537347 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.553869 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.580311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24274663-4e58-4a43-93b7-fe1a747f1a12 req-f1b9e2e7-9838-4446-a778-bcc5c0a1722a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819247 May 06 13:52:45.581234 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Transition to ACTIVE for port object 12938d80-49b5-4aa7-aa10-67197826200e will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:52:45.586290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:45.636242 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb7a925-22a4-4270-829d-2a14fabe79d9'] response: {'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e', 'code': 200} May 06 13:52:45.731045 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Pushing event updated for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=6']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:45.758614 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.758977 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.759313 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.759649 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.760068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.760391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.760859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.761035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.761391 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.761970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.762407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:45.820427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] No DVR routers for this DVR port 12938d80-49b5-4aa7-aa10-67197826200e on host n-h2-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:52:46.188187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Attempting to bind port 12938d80-49b5-4aa7-aa10-67197826200e on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:52:46.188503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Attempting to bind port 12938d80-49b5-4aa7-aa10-67197826200e by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:52:46.188830 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Attempting to bind port 12938d80-49b5-4aa7-aa10-67197826200e on network b1f74194-29b1-407e-a5fe-03a747288c0b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:46.195377 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Port 12938d80-49b5-4aa7-aa10-67197826200e on network b1f74194-29b1-407e-a5fe-03a747288c0b not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:52:46.195708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Attempting to bind port 12938d80-49b5-4aa7-aa10-67197826200e on network b1f74194-29b1-407e-a5fe-03a747288c0b {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:52:46.202386 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:52:46.202746 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Checking segment: {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:52:46.203151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Bound using segment: {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:52:46.203572 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Bound port: 12938d80-49b5-4aa7-aa10-67197826200e, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52f847a-6ddd-4c30-8430-a532ca6d3c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:52:46.203924 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.309175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:52:46.312459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:52:46.319949 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.368405 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.388820 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:46.390667 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] 10.222.0.48 "PUT /v2.0/ports/12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1092 time: 1.5947080 May 06 13:52:46.418581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9108cd5-2855-4a9e-a5dc-3364ccba1a92 service neutron] Pushing event updated for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=7']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:46.508544 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-18f529a0-b94c-43b4-9707-0fedab5ebb84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1095 time: 0.0854337 May 06 13:52:46.665626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-f7d4e4f9-570e-419a-a649-8962f70f3ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:46.667041 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-f7d4e4f9-570e-419a-a649-8962f70f3ac6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1525245 May 06 13:52:46.827711 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-2e3e2ad0-7915-4e56-83d4-df7749a7478c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1000 time: 0.1544235 May 06 13:52:46.899974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5b024-fe87-4b43-be6b-e60206c83660 req-85adfa5a-4a87-4efd-865f-52d58e833ce1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:46.901499 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aab5b024-fe87-4b43-be6b-e60206c83660 req-85adfa5a-4a87-4efd-865f-52d58e833ce1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.1741607 May 06 13:52:46.929180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-dc29482a-05b9-4291-8862-0a80fdd9bdee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:46.930743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-dc29482a-05b9-4291-8862-0a80fdd9bdee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.0900285 May 06 13:52:47.001280 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aab5b024-fe87-4b43-be6b-e60206c83660 req-f952360f-e499-4f70-b9a9-53bbec4c6928 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926380 May 06 13:52:47.031157 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-95683f53-355f-48a7-9343-c7579a57b148 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931196 May 06 13:52:47.041802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-5b895f94-43b6-4131-b2b5-8faf33572540 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:52:47.043014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-5b895f94-43b6-4131-b2b5-8faf33572540 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052745 May 06 13:52:47.178709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-7baf8325-4cb2-4381-8eb2-b379a7242794 service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296029 May 06 13:52:47.318739 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9a8b53ec-e40a-46ed-9af5-e29f3caab324 req-4846be30-2257-4e8c-98f7-464656539e01 service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334634 May 06 13:52:47.637222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:52:47.711411 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b013c83-b647-4469-a348-806429577d4a'] response: {'name': 'network-changed', 'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e', 'status': 'completed', 'code': 200} May 06 13:52:47.810415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-24599160-b599-4f19-88e2-bb7074d8b0e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1095 time: 0.0748878 May 06 13:52:47.814275 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-c114a609-80a3-448f-b948-a28f50143f16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1095 time: 0.0864050 May 06 13:52:47.833771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.961313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400c00-7484-4415-87bf-9c2592b8440e req-89f12a11-6cfd-41e2-a27a-4a520ca31ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:47.963661 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-89f12a11-6cfd-41e2-a27a-4a520ca31ca9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1431665 May 06 13:52:47.966918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400c00-7484-4415-87bf-9c2592b8440e req-515202d3-3477-4b56-8985-76e0d41c7999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:47.968410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-515202d3-3477-4b56-8985-76e0d41c7999 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1523676 May 06 13:52:48.090574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-3be2cc57-af43-4381-8938-a149cbd4700d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1000 time: 0.1210852 May 06 13:52:48.094646 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-3d8ea096-a9ff-4b08-af75-f580fcff909c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1000 time: 0.1202586 May 06 13:52:48.159967 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400c00-7484-4415-87bf-9c2592b8440e req-de4fce0e-9205-4c77-9c69-be27b89e4d73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:48.161711 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-de4fce0e-9205-4c77-9c69-be27b89e4d73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.0655808 May 06 13:52:48.204729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400c00-7484-4415-87bf-9c2592b8440e req-57028889-0504-4274-bfe7-32269878dae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:48.206361 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-57028889-0504-4274-bfe7-32269878dae1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.1058846 May 06 13:52:48.251089 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-293ae555-92bd-4328-bd48-6f6eafae2abe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837865 May 06 13:52:48.294154 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85b29b-b9d5-414a-9401-dab19fef6d72 req-2e9afdb6-8bf3-4b70-870e-0ec8dc0d51ee tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:48.295720 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d85b29b-b9d5-414a-9401-dab19fef6d72 req-2e9afdb6-8bf3-4b70-870e-0ec8dc0d51ee tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.1502323 May 06 13:52:48.329154 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-62de8086-d8c4-4a8a-b9a7-9f884063451f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165824 May 06 13:52:48.397113 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-b1fef087-fd65-448f-8bf0-9ca5715243e1 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399908 May 06 13:52:48.547486 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d85b29b-b9d5-414a-9401-dab19fef6d72 req-a9706d39-0c9e-43b0-9e93-5a979026a7d8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434599 May 06 13:52:48.555344 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-7b4776e4-883f-4713-ab91-659abb34e279 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522882 May 06 13:52:48.596899 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-e5f38048-60c3-416b-b42a-433fc2a49438 service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555053 May 06 13:52:48.685450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 12938d80-49b5-4aa7-aa10-67197826200e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:52:48.744695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-91400c00-7484-4415-87bf-9c2592b8440e req-23a08fa0-a1f1-4572-9df4-a737e76819e4 service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404703 May 06 13:52:48.752161 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 12938d80-49b5-4aa7-aa10-67197826200e not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:52:49.777527 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155997a-7b60-452b-9987-955be53dbc37 req-69df119e-1acf-4190-8a74-f9207f6c4d58 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:49.779126 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d155997a-7b60-452b-9987-955be53dbc37 req-69df119e-1acf-4190-8a74-f9207f6c4d58 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.0885823 May 06 13:52:49.839325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d155997a-7b60-452b-9987-955be53dbc37 req-d54690cc-980d-4186-93de-f0e1e72b1602 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505517 May 06 13:52:50.495322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad5bf0d4-4c01-45fc-8e8d-915fd30eeadd req-69ed97bc-75d6-4587-8ba0-dd09016d30f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1095 time: 0.0814135 May 06 13:52:50.662479 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bf0d4-4c01-45fc-8e8d-915fd30eeadd req-80ac00bf-92d8-48d6-9b73-f56ebe967c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:50.664160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad5bf0d4-4c01-45fc-8e8d-915fd30eeadd req-80ac00bf-92d8-48d6-9b73-f56ebe967c8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1478121 May 06 13:52:50.779834 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad5bf0d4-4c01-45fc-8e8d-915fd30eeadd req-b69ab056-8d30-4db2-93a0-2b5e6ab3a645 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1000 time: 0.1088083 May 06 13:52:50.858435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bf0d4-4c01-45fc-8e8d-915fd30eeadd req-8b7b5d5e-c304-4cf3-885d-1ec1f84d6a02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:50.859785 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad5bf0d4-4c01-45fc-8e8d-915fd30eeadd req-8b7b5d5e-c304-4cf3-885d-1ec1f84d6a02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.0744290 May 06 13:52:50.961079 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad5bf0d4-4c01-45fc-8e8d-915fd30eeadd req-62b1d330-e4dd-4d8d-a77a-334b9eae7113 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943189 May 06 13:52:51.156264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad5bf0d4-4c01-45fc-8e8d-915fd30eeadd req-e45b9c53-7ee3-4c58-abf2-466b875889d4 service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890919 May 06 13:52:51.184837 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f7270-8ab1-449a-8673-18b4b3a2d365 req-ecab15d6-ed38-4b23-97c4-695023606170 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:51.186269 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe3f7270-8ab1-449a-8673-18b4b3a2d365 req-ecab15d6-ed38-4b23-97c4-695023606170 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.1947899 May 06 13:52:51.310756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe3f7270-8ab1-449a-8673-18b4b3a2d365 req-14d3dcb0-6c78-4097-9049-63df6c6f3b23 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170805 May 06 13:52:51.337221 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ad5bf0d4-4c01-45fc-8e8d-915fd30eeadd req-1c78605b-fc7f-4321-99cc-52683f08cd44 service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748021 May 06 13:52:51.676709 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-a6e7bed2-cab8-4b17-bb19-a581e9553255 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:51.677405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-a6e7bed2-cab8-4b17-bb19-a581e9553255 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:52:51.683557 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348db43-d232-47d0-ae07-544c7cb597f5 req-f371c10b-22e3-4f61-8589-03b9a5e5b8be tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:51.685044 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f348db43-d232-47d0-ae07-544c7cb597f5 req-f371c10b-22e3-4f61-8589-03b9a5e5b8be tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.0844886 May 06 13:52:51.695520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-a6e7bed2-cab8-4b17-bb19-a581e9553255 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:52:51.696727 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-a6e7bed2-cab8-4b17-bb19-a581e9553255 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d&tenant_id=7110a09b3a194214b7df314ea74c83cd&binding%3Ahost_id=n-h1-840847-1 HTTP/1.1" status: 200 len: 944 time: 0.1071093 May 06 13:52:51.732803 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f348db43-d232-47d0-ae07-544c7cb597f5 req-cc121cb6-e769-4fb9-aad7-55fefc8dbe48 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420969 May 06 13:52:51.779962 n-d-840847-1 neutron-server[83952]: INFO neutron.api.v2.resource [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-2c16ded3-650d-48e5-8b86-19227f08440c service neutron] delete failed (client error): The resource could not be found. May 06 13:52:51.780978 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-2c16ded3-650d-48e5-8b86-19227f08440c service neutron] 10.222.0.36 "DELETE /v2.0/ports/12938d80-49b5-4aa7-aa10-67197826200e/bindings/n-h2-840847-1 HTTP/1.1" status: 404 len: 380 time: 0.0781941 May 06 13:52:51.939327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 12938d80-49b5-4aa7-aa10-67197826200e details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:52:51.971148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbda073-0102-4a48-a610-c28afd0517d8 req-1d9f65bb-a563-4c1e-82d5-92bc7805bd3d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:51.972910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbbda073-0102-4a48-a610-c28afd0517d8 req-1d9f65bb-a563-4c1e-82d5-92bc7805bd3d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 944 time: 0.0836062 May 06 13:52:52.024253 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbbda073-0102-4a48-a610-c28afd0517d8 req-d929ef8f-9d94-43c5-a2ce-60a8bca56cb5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 May 06 13:52:52.068077 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-aab72fbb-23e3-4e75-b761-b3ac22a2c7ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1095 time: 0.1858258 May 06 13:52:52.097540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:52.111436 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '12938d80-49b5-4aa7-aa10-67197826200e', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'port_id': '12938d80-49b5-4aa7-aa10-67197826200e', 'mac_address': 'fa:16:3e:6b:50:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:52:52.167698 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.186573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12938d80-49b5-4aa7-aa10-67197826200e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:52:52.203235 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:52.207673 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:52.208261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-cb4c9336-f1c7-403a-b8bd-dccf5921cfb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:52.209785 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-cb4c9336-f1c7-403a-b8bd-dccf5921cfb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1361258 May 06 13:52:52.289518 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:52.301049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.301657 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.302097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.302533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.303112 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.303712 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.304165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.304597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.305025 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.305443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.306481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:52:52.325601 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-06932f7a-5492-4d15-9d6a-e27993e4df8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1001 time: 0.1100976 May 06 13:52:52.393482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-c06762d3-3ca3-4df2-8485-2492a1023828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:52.394966 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-c06762d3-3ca3-4df2-8485-2492a1023828 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.0637624 May 06 13:52:52.477548 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-3c208422-4cd4-4615-b8a2-cd1742ecc6af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766814 May 06 13:52:52.584706 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['12938d80-49b5-4aa7-aa10-67197826200e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:52:52.623873 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-c92f01bc-fad5-44d9-acba-4bb59a102d93 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396599 May 06 13:52:52.771399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-49b5d83b-94c7-4018-b545-1a7117322cd7 req-56f17d95-4784-44d5-97bf-f6328c7b8753 service neutron] 10.222.0.36 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420078 May 06 13:52:53.250039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7475b6-a2ae-4ad7-9d19-bf6f93bfe2de req-6407ec94-a427-4ae9-ae55-a0b381002392 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:53.250039 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d7475b6-a2ae-4ad7-9d19-bf6f93bfe2de req-6407ec94-a427-4ae9-ae55-a0b381002392 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 945 time: 0.0881183 May 06 13:52:53.313243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d7475b6-a2ae-4ad7-9d19-bf6f93bfe2de req-ba86dc19-d79e-415c-9506-a77f1f59feed tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462675 May 06 13:52:53.950313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 12938d80-49b5-4aa7-aa10-67197826200e up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:52:54.025212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 12938d80-49b5-4aa7-aa10-67197826200e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:52:54.030993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 12938d80-49b5-4aa7-aa10-67197826200e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:52:54.031314 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.160473 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.199386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:52:54.212313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:52:54.217920 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:54.273581 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49122157-1f01-4c90-b363-a94c0ef5e7e1'] response: {'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e', 'code': 200} May 06 13:52:54.294673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:52:54.537136 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace97e1-bdee-4e3c-a6e0-1c65056fd093 req-ca9b83fd-7f2a-4068-a175-f3659dd72ebf tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:52:54.538970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ace97e1-bdee-4e3c-a6e0-1c65056fd093 req-ca9b83fd-7f2a-4068-a175-f3659dd72ebf tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0910475 May 06 13:52:54.591335 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ace97e1-bdee-4e3c-a6e0-1c65056fd093 req-add03abb-2946-48ad-8e6c-877c031ebb86 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 May 06 13:52:54.621809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57508) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:52:54.840559 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-af30b37c-196f-4745-8ade-c1eb93c7f357 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/52a1f5ea-2f16-4fcd-9743-3b18d5acac1b HTTP/1.1" status: 200 len: 994 time: 0.2170596 May 06 13:53:08.030682 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.456182 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-86af49fe-3f2b-4bc9-8768-156405cfdff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.843045 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.793352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ab9017b6-a688-4d5d-a960-6cca494153a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:14.967026 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:53:15.555479 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:16.365909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.842085 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:38.044374 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.451449 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bae83c30-f7bc-4c87-a0be-5be67f3acb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.852203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:44.789245 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dc26fdd4-fa64-4c70-9f9f-4909ec74e51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:45.558804 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:46.367975 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.839742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.968601 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:53:52.274370 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d47459-14fa-4900-8822-82600cab508e req-4c44f79c-4875-4b72-9a7d-d6f4214f4d1f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701675 May 06 13:53:52.417347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d47459-14fa-4900-8822-82600cab508e req-7179a180-8fd1-43b5-b493-858fce5c3939 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1097 time: 0.0732279 May 06 13:53:52.568583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47459-14fa-4900-8822-82600cab508e req-a8c4a81e-fd30-4d95-9a19-ffc57df748a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:52.570048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d47459-14fa-4900-8822-82600cab508e req-a8c4a81e-fd30-4d95-9a19-ffc57df748a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1339688 May 06 13:53:52.683328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d47459-14fa-4900-8822-82600cab508e req-fc6a6f8f-8d09-4d1b-976b-5a1bad07274e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 1002 time: 0.1067326 May 06 13:53:52.753217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47459-14fa-4900-8822-82600cab508e req-4b0e3f96-166a-4c1f-b297-41012b28aa41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:52.754702 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d47459-14fa-4900-8822-82600cab508e req-4b0e3f96-166a-4c1f-b297-41012b28aa41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.0652165 May 06 13:53:52.835175 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d47459-14fa-4900-8822-82600cab508e req-dc15acf6-63a1-42c6-b12f-bd0d45eefc7d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738823 May 06 13:53:52.983153 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d47459-14fa-4900-8822-82600cab508e req-508e1ed5-fc5d-486b-9579-9af89ae6e1e3 service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412199 May 06 13:53:53.124632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c6d47459-14fa-4900-8822-82600cab508e req-8cc95e41-8742-4558-9882-f3b0a14b359c service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353788 May 06 13:53:53.958494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57538) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:53:54.172032 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 9aab0593-324c-41f0-be97-df468addfb79 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:54.172403 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.357848 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.358375 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.482428 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 9aab0593-324c-41f0-be97-df468addfb79 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:54.754054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:54.802348 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=9aab0593-324c-41f0-be97-df468addfb79,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:54.845888 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.846261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.846627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.847029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.847363 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.847716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.848214 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.848624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.848967 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.849354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.849823 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:53:54.915755 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.331092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 4ce62659-30f3-47f8-9234-adda28a65d68 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:53:55.546894 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:53:55.558992 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] Sync routers for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:53:55.571714 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:55.572463 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:55.572733 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:55.629795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8fe84147-693b-40c8-b5e1-dd887127f359 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/floatingips/52a1f5ea-2f16-4fcd-9743-3b18d5acac1b HTTP/1.1" status: 204 len: 168 time: 1.6700356 May 06 13:53:55.630378 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:53:55.702692 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4a9fa8-31aa-49f5-add8-b656b862219f'] response: {'name': 'network-changed', 'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e', 'status': 'completed', 'code': 200} May 06 13:53:55.780629 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:55.818660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4e53cfc-ea63-4b80-afb9-7ccde83427c2 req-9cbef1d4-7be5-47d4-9cef-86a776722194 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 1097 time: 0.0949385 May 06 13:53:55.996819 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e53cfc-ea63-4b80-afb9-7ccde83427c2 req-2e83527f-2848-4dbd-ac61-b044fde77f57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:55.998484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4e53cfc-ea63-4b80-afb9-7ccde83427c2 req-2e83527f-2848-4dbd-ac61-b044fde77f57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 200 len: 897 time: 0.1737766 May 06 13:53:56.084784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4e53cfc-ea63-4b80-afb9-7ccde83427c2 req-574ce631-2cdc-4073-b7f9-7e59e0d798b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 200 len: 217 time: 0.0788853 May 06 13:53:56.144843 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ef6c5255-85f8-4086-97a8-92fa3de4af62', 'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:9e:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:56.149520 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] Checking router: 4ce62659-30f3-47f8-9234-adda28a65d68 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:53:56.162521 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:53:56.163161 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:56.254565 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e53cfc-ea63-4b80-afb9-7ccde83427c2 req-42126c8c-722f-49bd-8b64-e4d3bd5ee2d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:56.256577 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4e53cfc-ea63-4b80-afb9-7ccde83427c2 req-42126c8c-722f-49bd-8b64-e4d3bd5ee2d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 200 len: 834 time: 0.1651061 May 06 13:53:56.352664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d296979-0be7-42ea-be69-14d51cac91af req-0327844e-cd88-4cc3-b17a-8cb55541a278 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:56.353648 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2d296979-0be7-42ea-be69-14d51cac91af req-0327844e-cd88-4cc3-b17a-8cb55541a278 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:56.381008 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4e53cfc-ea63-4b80-afb9-7ccde83427c2 req-fc25ab6c-b80e-4174-a582-77ab48761a47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b1f74194-29b1-407e-a5fe-03a747288c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104584 May 06 13:53:56.381909 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-2d296979-0be7-42ea-be69-14d51cac91af req-0327844e-cd88-4cc3-b17a-8cb55541a278 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:56.382965 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d296979-0be7-42ea-be69-14d51cac91af req-0327844e-cd88-4cc3-b17a-8cb55541a278 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.3217013 May 06 13:53:56.427647 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:53:56.515856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d296979-0be7-42ea-be69-14d51cac91af req-774d52f7-3e75-4e50-ac45-f09abfe45033 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102893 May 06 13:53:56.675552 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4e53cfc-ea63-4b80-afb9-7ccde83427c2 req-6d825e73-616e-4f49-99a2-49ca62d9b82c service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879794 May 06 13:53:56.816989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f4e53cfc-ea63-4b80-afb9-7ccde83427c2 req-e4c35ace-7fdf-4a9c-b616-f2745055f39a service neutron] 10.222.0.48 "GET /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320348 May 06 13:53:56.937157 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ef6c5255-85f8-4086-97a8-92fa3de4af62', 'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:9e:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:53:56.942120 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faced568-0c54-4f0c-8320-462e49bf36da None None] The sync data for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 is: [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:35Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'ef6c5255-85f8-4086-97a8-92fa3de4af62', 'name': '', 'network_id': 'b1f74194-29b1-407e-a5fe-03a747288c0b', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:9e:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:34Z', 'updated_at': '2022-05-06T13:51:40Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'd869beec-4672-472c-a281-b6c8f2993aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:53:57.170517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfd698-48ad-4a8b-a917-a38663c6566f None None] New status for floating IP 52a1f5ea-2f16-4fcd-9743-3b18d5acac1b: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:53:57.730507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc33dad-1515-48a0-93bc-226179696327 req-b452cc7b-8a05-40de-b06d-0ed13994dbac tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:57.732012 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3dc33dad-1515-48a0-93bc-226179696327 req-b452cc7b-8a05-40de-b06d-0ed13994dbac tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.48 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.0862286 May 06 13:53:57.850236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3dc33dad-1515-48a0-93bc-226179696327 req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 12938d80-49b5-4aa7-aa10-67197826200e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:53:57.850577 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3dc33dad-1515-48a0-93bc-226179696327 req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:57.972735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29322d2e-d0c0-4ed7-b68d-43c6687ebeba req-72d6bbc0-8ef6-4b6c-a1f2-0472455f3eeb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:57.975598 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29322d2e-d0c0-4ed7-b68d-43c6687ebeba req-72d6bbc0-8ef6-4b6c-a1f2-0472455f3eeb tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 946 time: 0.2977133 May 06 13:53:58.116987 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-29322d2e-d0c0-4ed7-b68d-43c6687ebeba req-c6b0c2d3-f55d-4056-89a1-19676d98b837 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=92778eaf-6f91-4edc-a12c-6bed6697bf16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347024 May 06 13:53:58.186082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-3dc33dad-1515-48a0-93bc-226179696327 req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port 12938d80-49b5-4aa7-aa10-67197826200e, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=12938d80-49b5-4aa7-aa10-67197826200e,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:53:58.186464 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3dc33dad-1515-48a0-93bc-226179696327 req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.339544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-3dc33dad-1515-48a0-93bc-226179696327 req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 12938d80-49b5-4aa7-aa10-67197826200e owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:53:58.505839 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3dc33dad-1515-48a0-93bc-226179696327 req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.560287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=12938d80-49b5-4aa7-aa10-67197826200e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:53:58.643750 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc33dad-1515-48a0-93bc-226179696327 req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] No DVR routers for this DVR port 12938d80-49b5-4aa7-aa10-67197826200e on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:53:58.646326 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-3dc33dad-1515-48a0-93bc-226179696327 req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:58.649320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'name': 'network-vif-deleted', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:53:58.669337 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3dc33dad-1515-48a0-93bc-226179696327 req-e4361275-3616-464e-9860-85cd5b8611a9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.48 "DELETE /v2.0/ports/12938d80-49b5-4aa7-aa10-67197826200e HTTP/1.1" status: 204 len: 173 time: 0.9316812 May 06 13:53:58.724497 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d230c04a-f181-4d55-956b-c52c359fc6ff'] response: {'server_uuid': '926d8e5e-f5c9-4b64-b738-a3d6d97c008d', 'name': 'network-vif-deleted', 'tag': '12938d80-49b5-4aa7-aa10-67197826200e', 'status': 'completed', 'code': 200} May 06 13:53:59.375035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d38c0f94-0726-43c0-ab6a-54de22e1471d req-4a2577eb-8030-446c-abbb-9fd4a51c81b1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:53:59.392853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-d38c0f94-0726-43c0-ab6a-54de22e1471d req-4a2577eb-8030-446c-abbb-9fd4a51c81b1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:53:59.394237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d38c0f94-0726-43c0-ab6a-54de22e1471d req-4a2577eb-8030-446c-abbb-9fd4a51c81b1 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=926d8e5e-f5c9-4b64-b738-a3d6d97c008d HTTP/1.1" status: 200 len: 210 time: 0.0607543 May 06 13:54:00.508939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57568) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:00.934728 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.694563 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port ef6c5255-85f8-4086-97a8-92fa3de4af62 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:01.695314 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.913478 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port ef6c5255-85f8-4086-97a8-92fa3de4af62, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ef6c5255-85f8-4086-97a8-92fa3de4af62,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:01.913895 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.041541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for ef6c5255-85f8-4086-97a8-92fa3de4af62 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:02.200082 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 12938d80-49b5-4aa7-aa10-67197826200e no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:02.238268 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:02.278824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 12938d80-49b5-4aa7-aa10-67197826200e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:02.279226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 12938d80-49b5-4aa7-aa10-67197826200e not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:02.286108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=ef6c5255-85f8-4086-97a8-92fa3de4af62,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:02.330826 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.331183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.331488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.331821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.332144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.332657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.333000 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.333327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.333728 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.334053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.334446 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:02.639862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:03.449037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 4ce62659-30f3-47f8-9234-adda28a65d68 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:03.703608 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:03.719060 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] Sync routers for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:03.727078 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fe382def-2be8-4073-b86c-9a4e4dc9f190 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/4ce62659-30f3-47f8-9234-adda28a65d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2159646 May 06 13:54:03.729729 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57572) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:03.738309 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:03.738309 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:03.962689 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:03.972230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e52ca8-1029-4c7b-b965-610ed1234b54 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting subnet d869beec-4672-472c-a281-b6c8f2993aeb {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:54:03.976081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60e52ca8-1029-4c7b-b965-610ed1234b54 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.033929 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60e52ca8-1029-4c7b-b965-610ed1234b54 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.137566 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60e52ca8-1029-4c7b-b965-610ed1234b54 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.219328 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60e52ca8-1029-4c7b-b965-610ed1234b54 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.258743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e52ca8-1029-4c7b-b965-610ed1234b54 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Subnet': ['ID=d869beec-4672-472c-a281-b6c8f2993aeb,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:04.265532 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-60e52ca8-1029-4c7b-b965-610ed1234b54 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.275028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd50b4c-d744-4e0f-8ce1-c2ad5abefd62 None None] Network b1f74194-29b1-407e-a5fe-03a747288c0b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:04.279515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57576) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:04.279772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-60e52ca8-1029-4c7b-b965-610ed1234b54 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/subnets/d869beec-4672-472c-a281-b6c8f2993aeb HTTP/1.1" status: 204 len: 168 time: 0.5487633 May 06 13:54:04.347494 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:54:02Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:04.354102 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] Checking router: 4ce62659-30f3-47f8-9234-adda28a65d68 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:54:04.369575 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] Routers {'4ce62659-30f3-47f8-9234-adda28a65d68'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:04.370418 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['4ce62659-30f3-47f8-9234-adda28a65d68'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:04.551886 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.590835 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] Set router 4ce62659-30f3-47f8-9234-adda28a65d68 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:04.634827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] DHCP port deletion for b1f74194-29b1-407e-a5fe-03a747288c0b request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:54:04.641165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Deleting port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:04.641593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.814699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.830725 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 707eff74-d44f-4872-b154-5470ee2bee03 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:54:04.831321 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.927357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] For port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=4dd867b5-6dc8-4cbb-9003-1568f9f0f671,segment=NetworkSegment(b52f847a-6ddd-4c30-8430-a532ca6d3c52),segment_id=b52f847a-6ddd-4c30-8430-a532ca6d3c52)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:04.927661 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:04.984650 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:54:02Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:04.991338 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabb96e-a4f5-45c3-83e8-e1b6b8e9c2ac None None] The sync data for ids ['4ce62659-30f3-47f8-9234-adda28a65d68'] in n-d-840847-1 is: [{'id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1229362295', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '707eff74-d44f-4872-b154-5470ee2bee03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:54:02Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '707eff74-d44f-4872-b154-5470ee2bee03', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce62659-30f3-47f8-9234-adda28a65d68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:51:30Z', 'updated_at': '2022-05-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:05.055506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Calling delete_port for 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:05.056631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port 707eff74-d44f-4872-b154-5470ee2bee03, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=707eff74-d44f-4872-b154-5470ee2bee03,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:05.056999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.136651 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.185288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Pushing event deleted for resources: {'Port': ['ID=4dd867b5-6dc8-4cbb-9003-1568f9f0f671,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:05.188320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 707eff74-d44f-4872-b154-5470ee2bee03 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:54:05.196558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] No DVR routers for this DVR port 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:54:05.202824 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.203157 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.203432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.203767 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.204097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.204467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.204795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.205116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.205473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.205798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.206272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8304f-e241-45a2-9ece-df32ab60aada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:05.438071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:05.491318 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=707eff74-d44f-4872-b154-5470ee2bee03,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:05.848903 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.104077 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.109096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.135992 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.136653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce62659-30f3-47f8-9234-adda28a65d68 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:54:06.161382 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.162969 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2db33d92-2efb-4818-a160-6ba6be9e9aca tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/routers/4ce62659-30f3-47f8-9234-adda28a65d68 HTTP/1.1" status: 204 len: 168 time: 1.8823247 May 06 13:54:06.166094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57580) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:06.299450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.438194 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.465439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f74194-29b1-407e-a5fe-03a747288c0b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:06.478990 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52f847a-6ddd-4c30-8430-a532ca6d3c52') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:06.479289 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52f847a-6ddd-4c30-8430-a532ca6d3c52') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:06.491687 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.508239 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.515683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:54:06.516071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: timer() May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:54:06.530796 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:54:06.628234 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.654860 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.669276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Network': ['ID=b1f74194-29b1-407e-a5fe-03a747288c0b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:06.670170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 707eff74-d44f-4872-b154-5470ee2bee03 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:06.683643 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-1b2bb72a-5cac-4f6b-a963-738a1461976a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/networks/b1f74194-29b1-407e-a5fe-03a747288c0b HTTP/1.1" status: 204 len: 168 time: 0.5164380 May 06 13:54:06.688020 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57584) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:06.705084 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 707eff74-d44f-4872-b154-5470ee2bee03 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:06.705397 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 707eff74-d44f-4872-b154-5470ee2bee03 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:06.705721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef6c5255-85f8-4086-97a8-92fa3de4af62 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:06.738061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ef6c5255-85f8-4086-97a8-92fa3de4af62 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:06.738438 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ef6c5255-85f8-4086-97a8-92fa3de4af62 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:06.739145 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:54:06.775019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:54:06.775369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 4dd867b5-6dc8-4cbb-9003-1568f9f0f671 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:54:06.786691 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4e40-2e7c-4bc6-bcf6-718155e6ae1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.819116 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4e40-2e7c-4bc6-bcf6-718155e6ae1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.902025 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4e40-2e7c-4bc6-bcf6-718155e6ae1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.920515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f4e40-2e7c-4bc6-bcf6-718155e6ae1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92778eaf-6f91-4edc-a12c-6bed6697bf16,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:06.935899 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4e40-2e7c-4bc6-bcf6-718155e6ae1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:06.937007 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-eb4f4e40-2e7c-4bc6-bcf6-718155e6ae1c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/security-groups/92778eaf-6f91-4edc-a12c-6bed6697bf16 HTTP/1.1" status: 204 len: 168 time: 0.2479947 May 06 13:54:07.595264 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57592) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:07.603719 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48759899', 'description': 'tempest-secgroup-smoke-48759899 description', 'project_id': '7110a09b3a194214b7df314ea74c83cd'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:07.613437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:07.617844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:07.620936 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:07.627451 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:07.641937 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.692048 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:07.696129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:07.699138 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:07.705192 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:07.766117 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.772312 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.816785 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70392835-e431-47a3-8c4a-db3ee0f8dcc7,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:07.820511 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.821783 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-671522aa-f173-4e51-a99d-987540e01fd0 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2253311 May 06 13:54:07.825159 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57596) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:07.830335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '70392835-e431-47a3-8c4a-db3ee0f8dcc7', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:07.837283 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:07.841325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:07.844376 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:07.850320 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:07.870344 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.940489 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.948664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.973646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8740c9ce-f3d5-47d3-a4fb-6e9eeb04678a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:07.983822 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:07.985130 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a1e72d9d-c68b-4244-8b7e-e232ef76ccc8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1592736 May 06 13:54:07.988014 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57600) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:07.993372 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '70392835-e431-47a3-8c4a-db3ee0f8dcc7', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:08.000266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:08.004399 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:08.007355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:08.013326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:08.029526 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.031806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.093651 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.099105 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.126617 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836b9bb7-52e3-41e7-b1a8-b1bf60f0647c,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:08.135771 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.136945 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-79759284-7488-4f8d-a6bc-0900477c6137 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1480427 May 06 13:54:08.139691 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57604) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:08.145247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '70392835-e431-47a3-8c4a-db3ee0f8dcc7', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:08.152203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:08.156371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:08.159306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:08.165269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:08.183532 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.255606 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.260694 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.285614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b856e1-2756-4dde-8e34-2d7a2228deee,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:08.299306 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.300511 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2bd9081d-c035-4c76-a209-ce0b63e5f29e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1599228 May 06 13:54:08.303462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57608) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:08.308838 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '70392835-e431-47a3-8c4a-db3ee0f8dcc7', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:08.319434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:08.323712 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:08.326771 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:08.333218 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:08.351395 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.423716 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.433120 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.457437 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0f8bac-bc5b-427a-a375-d9ad6b16c72d,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:08.468566 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.470288 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-df1b64b8-c1f3-4792-aaa2-eebc336b2970 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1658978 May 06 13:54:08.473490 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57612) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:08.479228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '70392835-e431-47a3-8c4a-db3ee0f8dcc7', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:08.486526 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:08.490963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:08.494107 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:08.500073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:08.511709 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:08.520364 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.591993 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.597642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.621434 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90ae1cb-c474-4c91-9a1a-f5bf65532dcb,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:08.631274 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.632674 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-94383fae-f119-4ce0-bd2f-5e88fa92eee7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1582427 May 06 13:54:08.635596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57616) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:08.641525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': '70392835-e431-47a3-8c4a-db3ee0f8dcc7', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:08.648307 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:08.652189 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:08.655132 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:08.661114 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:08.673514 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:54:08.680992 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.764561 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.772816 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.899586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8eb112-1fe1-445f-aaf2-def5334a0f7e,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:08.909513 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.910769 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6ba0399d-cf40-4f0e-b3e1-3bbf41c1428b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2741299 May 06 13:54:08.914375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57620) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:08.921326 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'network': {'name': 'tempest-network-smoke--1971008271', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'port_security_enabled': True}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:08.927718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:08.931847 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:network and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:08.934707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:08.941301 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:08.952585 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:08.955766 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:08.991273 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:54:09.002216 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.002576 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Added segment 5738c5e8-980b-4126-a37f-127b3d664863 of type vlan for network dd93f597-36f0-4b81-be25-3e5a4c3727df May 06 13:54:09.138591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.172420 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.176424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:09.177026 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.279125 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3632200 May 06 13:54:09.282111 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57624) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:09.289054 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'admin_state_up': True, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:09.290323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87a5b5-dd1f-44ce-8087-ff2169051a2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Network': ['ID=dd93f597-36f0-4b81-be25-3e5a4c3727df,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:09.296710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:09.301791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network dd93f597-36f0-4b81-be25-3e5a4c3727df details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:54:09.302496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:router and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:09.305722 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:09.312409 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:09.323747 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.325129 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.344892 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.496423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.686288 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.716544 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:09.856140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.211 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/92d233b6-3ab1-4030-aa49-10ea9c8cacee) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:10.007049 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.036994 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.105314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:10.108322 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:10.112838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:10.137719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=92d233b6-3ab1-4030-aa49-10ea9c8cacee,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:10.282200 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.282986 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.543650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2f29242f-9446-475b-86a3-cb84849f915e is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:54:10.757553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:10.769882 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Sync routers for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:10.784401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:10.785239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:10.787137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.788544 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-32c817b2-48fe-446d-9d76-885b8d6c9417 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5049534 May 06 13:54:10.793938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57628) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:10.904967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5ac37d44-1737-42e6-b745-17f1aad3b088 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7110a09b3a194214b7df314ea74c83cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1098716 May 06 13:54:10.907893 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57634) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:10.969487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:11.048173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031fb7-0255-43df-934f-abc4b630a241 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:11.049596 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-dd031fb7-0255-43df-934f-abc4b630a241 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406944 May 06 13:54:11.052578 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57638) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:11.091641 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8331b064-91ef-4821-98b2-471ae35a13f3 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379975 May 06 13:54:11.094302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57642) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:11.099977 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1600767050', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:11.217193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:11.222062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:subnet and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:11.225270 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:11.231465 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:11.244419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:11.288742 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:10Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:11.292764 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Checking router: 2f29242f-9446-475b-86a3-cb84849f915e for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:54:11.293141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Updating router 2f29242f-9446-475b-86a3-cb84849f915e port 92d233b6-3ab1-4030-aa49-10ea9c8cacee binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:54:11.354016 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.360466 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.611714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.696646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Subnet': ['ID=e7daa8c7-6f7c-4e39-a657-427122f55d74,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:11.711694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.712199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Checking segment: {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:11.712593 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network hostable DHCP agents. Network: dd93f597-36f0-4b81-be25-3e5a4c3727df, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:54:11.726191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Transition to ACTIVE for port object 92d233b6-3ab1-4030-aa49-10ea9c8cacee will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:11.734815 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.740112 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network dd93f597-36f0-4b81-be25-3e5a4c3727df is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:54:11.751704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, dd93f597-36f0-4b81-be25-3e5a4c3727df) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:11.760179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:11.760792 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.777748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f002a3-2eae-40d4-bc83-f6f7b4085381 None None] Network dd93f597-36f0-4b81-be25-3e5a4c3727df requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:11.789952 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2d1edbca-8405-4ee0-831b-87b5be3b8965 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6944818 May 06 13:54:11.794280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57646) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:11.901226 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0884e-a0f2-4028-9590-dfcdc2d4cf9a None None] Pushing event updated for resources: {'Port': ['ID=92d233b6-3ab1-4030-aa49-10ea9c8cacee,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:11.905375 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Attempting to bind port 92d233b6-3ab1-4030-aa49-10ea9c8cacee on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:11.905734 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Attempting to bind port 92d233b6-3ab1-4030-aa49-10ea9c8cacee by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:11.906130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Attempting to bind port 92d233b6-3ab1-4030-aa49-10ea9c8cacee on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:11.921431 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:11.921807 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:11.922219 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:11.922939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:11.923429 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Bound port: 92d233b6-3ab1-4030-aa49-10ea9c8cacee, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:11.923817 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.059377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] For port 92d233b6-3ab1-4030-aa49-10ea9c8cacee, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:12.071924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] For port 92d233b6-3ab1-4030-aa49-10ea9c8cacee, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=92d233b6-3ab1-4030-aa49-10ea9c8cacee,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:12.100407 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.164783 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-dd93f597-36f0-4b81-be25-3e5a4c3727df', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:54:12.165561 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.241904 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0884e-a0f2-4028-9590-dfcdc2d4cf9a None None] Pushing event updated for resources: {'Port': ['ID=92d233b6-3ab1-4030-aa49-10ea9c8cacee,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:12.272017 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:12.272666 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:53:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:12.507578 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1947fd36-b6fe-4ce7-8ca8-173a6a9faab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.519356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Allocated IP 172.20.0.2 (dd93f597-36f0-4b81-be25-3e5a4c3727df/e7daa8c7-6f7c-4e39-a657-427122f55d74/0e2ef96c-e4ea-4588-8fcc-112ed608bb31) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:12.561352 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:12.698964 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.016023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.034208 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Transition to ACTIVE for port object 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:13.058182 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Transition to ACTIVE for port object 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:13.064117 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.136109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.1 (dd93f597-36f0-4b81-be25-3e5a4c3727df/e7daa8c7-6f7c-4e39-a657-427122f55d74/6fb060ac-43d2-4e00-acb7-7de5f2b7f394) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:13.143820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:10Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:13.147191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Network dd93f597-36f0-4b81-be25-3e5a4c3727df is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:13.147956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Pushing event updated for resources: {'Port': ['ID=0e2ef96c-e4ea-4588-8fcc-112ed608bb31,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:13.151748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:13.154402 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:13.156718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6b1039-bee3-47ee-b44c-7891c4058fc1 None None] The sync data for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 is: [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:10Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:13.250987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Attempting to bind port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:13.251365 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Attempting to bind port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:13.251736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Attempting to bind port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 on network dd93f597-36f0-4b81-be25-3e5a4c3727df {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:13.259404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:13.259797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Checking segment: {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:13.260215 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.260618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Bound using segment: {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:13.261107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Bound port: 0e2ef96c-e4ea-4588-8fcc-112ed608bb31, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:13.261487 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.321810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.343405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:13.374854 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.401654 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] For port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:13.407758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] For port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0e2ef96c-e4ea-4588-8fcc-112ed608bb31,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:13.415612 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.452759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network dd93f597-36f0-4b81-be25-3e5a4c3727df is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:13.461512 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:13.467589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:13.506324 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=6fb060ac-43d2-4e00-acb7-7de5f2b7f394,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:13.517956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d5332-cf0c-4197-bdf4-0d102bda0946 None None] Pushing event updated for resources: {'Port': ['ID=0e2ef96c-e4ea-4588-8fcc-112ed608bb31,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:13.544659 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.652276 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:13.846718 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.138110 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.143879 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.263193 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.266829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=6fb060ac-43d2-4e00-acb7-7de5f2b7f394,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:14.534139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4b618-d315-40a3-b4a3-14c496563f64 None None] Network dd93f597-36f0-4b81-be25-3e5a4c3727df requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:54:14.546511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network dd93f597-36f0-4b81-be25-3e5a4c3727df is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:14.547996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:14.646264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-47a28aec-b2ac-4b32-8831-86b3a3d243e7 None None] Provisioning for port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:14.730869 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 92d233b6-3ab1-4030-aa49-10ea9c8cacee up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:14.845141 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d45755ff-a71f-4cd3-98ea-48a04031b265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.876978 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 92d233b6-3ab1-4030-aa49-10ea9c8cacee completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:14.889241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 92d233b6-3ab1-4030-aa49-10ea9c8cacee triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:14.889711 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.961997 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2f29242f-9446-475b-86a3-cb84849f915e has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:15.022319 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.041766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 92d233b6-3ab1-4030-aa49-10ea9c8cacee, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=92d233b6-3ab1-4030-aa49-10ea9c8cacee,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:15.048271 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.049405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:15.171148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=92d233b6-3ab1-4030-aa49-10ea9c8cacee,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:15.197950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:15.202763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] Provisioning complete for port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:15.203265 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.205024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:15.223476 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3648a197-c965-4838-80a7-1d1db6450806 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/2f29242f-9446-475b-86a3-cb84849f915e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4277177 May 06 13:54:15.227380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:15.228066 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.438705 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.445315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-40bf2509-6e3d-418b-9040-7b08a2f28930 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48759899&fields=id&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 267 time: 0.0592799 May 06 13:54:15.490179 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.510830 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] For port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0e2ef96c-e4ea-4588-8fcc-112ed608bb31,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:15.522153 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.663286 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.679948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] Provisioning for port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:15.687769 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:54:15.688128 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:54:15.689278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] Pushing event updated for resources: {'Port': ['ID=0e2ef96c-e4ea-4588-8fcc-112ed608bb31,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:15.694895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] Provisioning complete for port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:15.694895 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.729637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-cfada33c-786b-4e8b-bcb2-6214e32a8fcc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:15.731168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-cfada33c-786b-4e8b-bcb2-6214e32a8fcc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/networks?id=dd93f597-36f0-4b81-be25-3e5a4c3727df HTTP/1.1" status: 200 len: 797 time: 0.2788568 May 06 13:54:15.747481 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b50060db-1036-45a8-99c8-6e44f009ba26 None None] Port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:15.748206 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-f8482b76-b16f-43a1-96b9-feb6fb921005 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/quotas/7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 375 time: 0.0111849 May 06 13:54:15.845471 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-0581eb3c-a1ff-4a7e-a032-93e077a90176 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900722 May 06 13:54:15.869302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b3305d32-ae23-42a8-a9cd-39f68b164b47 None None] Provisioning complete for port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:15.869679 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b3305d32-ae23-42a8-a9cd-39f68b164b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:15.959562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-b3305d32-ae23-42a8-a9cd-39f68b164b47 None None] Port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:15.990513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-9fe35c4d-bae3-4416-aef3-5bdb70a3e839 service neutron] 10.222.0.44 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318781 May 06 13:54:16.132868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-9a5f8ab7-d9a6-40dd-a9e2-ce33655da045 service neutron] 10.222.0.44 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362512 May 06 13:54:16.347343 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d95914f0-3357-4b82-9fe3-4e45ad3b5ab0 req-a7b24216-b86a-4c13-b646-ee3c49e5dd11 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 210 time: 0.0523894 May 06 13:54:16.377627 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.611008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 92d233b6-3ab1-4030-aa49-10ea9c8cacee up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:16.688691 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 92d233b6-3ab1-4030-aa49-10ea9c8cacee triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:16.689845 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:16.841864 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:16.861500 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Sync routers for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:16.878160 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:16.879199 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:16.941443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:16.942357 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.092963 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:17.443000 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6fb060ac-43d2-4e00-acb7-7de5f2b7f394', 'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:8f:02:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:12Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 2, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:17.455752 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Checking router: 2f29242f-9446-475b-86a3-cb84849f915e for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:54:17.456398 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Updating router 2f29242f-9446-475b-86a3-cb84849f915e port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:54:17.511383 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.596153 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-44cadada-bbad-4f7e-97fa-b8e73925e5f8 req-73135909-b010-4dec-ba4b-a4a4c3f559e9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 210 time: 0.0554259 May 06 13:54:17.614757 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-bc60e92d-bf7c-4254-ae49-961ca436afb5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:17.616233 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-bc60e92d-bf7c-4254-ae49-961ca436afb5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:17.638166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-bc60e92d-bf7c-4254-ae49-961ca436afb5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:17.639590 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-bc60e92d-bf7c-4254-ae49-961ca436afb5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/networks?id=dd93f597-36f0-4b81-be25-3e5a4c3727df HTTP/1.1" status: 200 len: 797 time: 0.2453902 May 06 13:54:17.697153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-d5c24e3c-d0a6-4ded-ae46-ce87819a65ae tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:54:17.713332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-d5c24e3c-d0a6-4ded-ae46-ce87819a65ae tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:54:17.714552 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-d5c24e3c-d0a6-4ded-ae46-ce87819a65ae tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 378 time: 0.0619946 May 06 13:54:17.724543 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'port': {'device_id': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'admin_state_up': True, 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'security_groups': ['70392835-e431-47a3-8c4a-db3ee0f8dcc7']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:17.842520 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.874358 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:17.879016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:port and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:17.882176 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:17.888333 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:17.901114 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:54:17.904672 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.907666 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.923982 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Transition to ACTIVE for port object 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:17.933456 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.069136 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Pushing event updated for resources: {'Port': ['ID=6fb060ac-43d2-4e00-acb7-7de5f2b7f394,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:18.093903 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.3 (dd93f597-36f0-4b81-be25-3e5a4c3727df/e7daa8c7-6f7c-4e39-a657-427122f55d74/57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:18.112724 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.113183 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.113498 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.113842 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.114353 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.115620 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.115620 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.115620 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.115620 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.115975 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.116227 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:54:18.185699 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Attempting to bind port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:18.186066 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Attempting to bind port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:18.186417 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Attempting to bind port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 on network dd93f597-36f0-4b81-be25-3e5a4c3727df {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:18.194963 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:18.195373 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Checking segment: {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:18.195728 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.196114 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Bound using segment: {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:18.196582 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Bound port: 6fb060ac-43d2-4e00-acb7-7de5f2b7f394, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:18.196947 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.299371 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] For port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:18.303484 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] For port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6fb060ac-43d2-4e00-acb7-7de5f2b7f394,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:18.310382 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.339665 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.360100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:18.386016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.397253 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eae889-f3ca-448a-b363-24e3f6325a4e None None] Pushing event updated for resources: {'Port': ['ID=6fb060ac-43d2-4e00-acb7-7de5f2b7f394,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:18.405993 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:18.406639 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:18.480588 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network dd93f597-36f0-4b81-be25-3e5a4c3727df is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:18.484021 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:18.486572 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:18.534500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:18.569147 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:18.569763 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.597427 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-11d8dfa4-203a-431f-88e1-b58a374fba88 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8773627 May 06 13:54:18.646640 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:18.683812 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Request body: {'port': {'device_id': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:18.845809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba268a-277b-4c97-bff9-5da3f7a6b49d req-4f511b9d-7ebe-41ee-ae61-a5cf04e6e79a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:18.847068 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50ba268a-277b-4c97-bff9-5da3f7a6b49d req-4f511b9d-7ebe-41ee-ae61-a5cf04e6e79a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 931 time: 0.0921490 May 06 13:54:18.872052 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dd1dd226-e9ee-4399-b433-58350ea3dd25 None None] Provisioning for port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:18.883386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-dd1dd226-e9ee-4399-b433-58350ea3dd25 None None] Provisioning complete for port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:18.884178 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd226-e9ee-4399-b433-58350ea3dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:18.918285 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-50ba268a-277b-4c97-bff9-5da3f7a6b49d req-a4c811f4-5fa1-43cd-88a6-539ba0bd2a96 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605638 May 06 13:54:18.966147 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-dd1dd226-e9ee-4399-b433-58350ea3dd25 None None] Port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:54:18.990099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.045854 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6fb060ac-43d2-4e00-acb7-7de5f2b7f394', 'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:8f:02:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:12Z', 'updated_at': '2022-05-06T13:54:18Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:19.051427 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e04e36-abb4-4767-8c59-fc6249e4ed8c None None] The sync data for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 is: [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6fb060ac-43d2-4e00-acb7-7de5f2b7f394', 'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:8f:02:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:12Z', 'updated_at': '2022-05-06T13:54:18Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:19.369154 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:54:19.376629 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.393958 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Transition to ACTIVE for port object 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:54:19.399512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.535686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Pushing event updated for resources: {'Port': ['ID=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:19.663030 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Attempting to bind port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:54:19.663384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Attempting to bind port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:54:19.663708 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Attempting to bind port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a on network dd93f597-36f0-4b81-be25-3e5a4c3727df {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:19.670234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a on network dd93f597-36f0-4b81-be25-3e5a4c3727df not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:54:19.670694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Attempting to bind port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a on network dd93f597-36f0-4b81-be25-3e5a4c3727df {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:54:19.679304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:54:19.679659 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Checking segment: {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:54:19.680135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Bound using segment: {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:54:19.680566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Bound port: 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5738c5e8-980b-4126-a37f-127b3d664863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:54:19.680948 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.776727 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] For port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:54:19.779900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] For port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:54:19.785491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.857125 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:19.858570 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] 10.222.0.36 "PUT /v2.0/ports/57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a HTTP/1.1" status: 200 len: 1091 time: 1.2535653 May 06 13:54:19.859018 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:54:19.930023 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6f1ed-94ee-4a0d-ad2a-1971645f6223 service neutron] Pushing event updated for resources: {'Port': ['ID=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:20.008092 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-fce4207a-aff0-46df-93e3-9d3adfdd4439 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 1094 time: 0.1108611 May 06 13:54:20.080546 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3a5673-7ba5-46e8-9f9e-0b5d608af148'] response: {'name': 'network-changed', 'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'status': 'completed', 'code': 200} May 06 13:54:20.089524 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-d7f11f35-e18e-4a34-bcc8-f9bd643d65eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a HTTP/1.1" status: 200 len: 217 time: 0.0739372 May 06 13:54:20.153688 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-4fdb2c23-c16f-4f93-b744-215da568f6bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:20.155039 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-4fdb2c23-c16f-4f93-b744-215da568f6bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7daa8c7-6f7c-4e39-a657-427122f55d74 HTTP/1.1" status: 200 len: 835 time: 0.0602732 May 06 13:54:20.158083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1713aa-ad6e-487b-a757-9dcd4e5b8f03 req-bca8fbfe-51a1-400a-8eff-f31641485609 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:20.159558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a1713aa-ad6e-487b-a757-9dcd4e5b8f03 req-bca8fbfe-51a1-400a-8eff-f31641485609 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 943 time: 0.0818572 May 06 13:54:20.205997 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2a1713aa-ad6e-487b-a757-9dcd4e5b8f03 req-95efec8f-8c5e-4d37-91ca-673a7f759110 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407188 May 06 13:54:20.235000 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-ebe791ba-6d80-4577-bcd1-f3e2ac942b81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd93f597-36f0-4b81-be25-3e5a4c3727df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743725 May 06 13:54:20.383631 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-eacd97f0-1579-42e5-ab05-4f8bf7f9210e service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428626 May 06 13:54:20.520805 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-943a9b0f-52e8-43c4-88c7-178c594b5af7 req-9d2cca1f-d5ac-46d9-a96f-ff601726fdde service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297357 May 06 13:54:20.628887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:20.652808 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1e480066-fd76-4306-b28d-8bbdb8d284d0 req-211cc9bd-7ced-47ca-aaae-af97e4b74286 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 1094 time: 0.0740011 May 06 13:54:20.707963 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:20.713212 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:20.713588 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.786115 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e480066-fd76-4306-b28d-8bbdb8d284d0 req-1a6ae7a7-ddf0-4a16-8d0a-ec783f1f27e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:20.787183 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1e480066-fd76-4306-b28d-8bbdb8d284d0 req-1a6ae7a7-ddf0-4a16-8d0a-ec783f1f27e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd93f597-36f0-4b81-be25-3e5a4c3727df HTTP/1.1" status: 200 len: 898 time: 0.1282666 May 06 13:54:20.829783 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.867243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6fb060ac-43d2-4e00-acb7-7de5f2b7f394,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:20.872942 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:20.943395 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=6fb060ac-43d2-4e00-acb7-7de5f2b7f394,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:20.957408 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1e480066-fd76-4306-b28d-8bbdb8d284d0 req-d7b42ab3-9a05-46c8-910e-6999efd7ca71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a HTTP/1.1" status: 200 len: 217 time: 0.1631451 May 06 13:54:21.024348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e480066-fd76-4306-b28d-8bbdb8d284d0 req-14ae314c-3b6c-4f4c-a09c-0cc1a1ef4650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:21.025836 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1e480066-fd76-4306-b28d-8bbdb8d284d0 req-14ae314c-3b6c-4f4c-a09c-0cc1a1ef4650 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7daa8c7-6f7c-4e39-a657-427122f55d74 HTTP/1.1" status: 200 len: 835 time: 0.0606961 May 06 13:54:21.107175 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1e480066-fd76-4306-b28d-8bbdb8d284d0 req-11f85cd0-9054-4ba7-8517-d1c239fe4aac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd93f597-36f0-4b81-be25-3e5a4c3727df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752161 May 06 13:54:21.241207 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1e480066-fd76-4306-b28d-8bbdb8d284d0 req-d010fcd3-addb-4263-9c66-501ec245563a service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273763 May 06 13:54:21.388776 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1e480066-fd76-4306-b28d-8bbdb8d284d0 req-a360a1b6-74de-41f6-ab22-ad05427c95b7 service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407311 May 06 13:54:21.427017 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceff42-86e6-4211-9e11-980997fa5447 req-a86a0e3e-7e2c-4d17-bb7e-f01cc483f456 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:21.429271 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbceff42-86e6-4211-9e11-980997fa5447 req-a86a0e3e-7e2c-4d17-bb7e-f01cc483f456 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 943 time: 0.0821202 May 06 13:54:21.482771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fbceff42-86e6-4211-9e11-980997fa5447 req-e9de825a-23e1-422f-ab15-6c24f0730fbd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468197 May 06 13:54:22.604800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:22.679063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:22.679805 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:22.703448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52667d1-6f03-4010-9948-a187eae617b5 req-0e8fba95-00dc-491d-8229-f7b7c2bd7b59 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:22.704962 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e52667d1-6f03-4010-9948-a187eae617b5 req-0e8fba95-00dc-491d-8229-f7b7c2bd7b59 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 943 time: 0.0814304 May 06 13:54:22.753634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e52667d1-6f03-4010-9948-a187eae617b5 req-f4f39906-0d30-46ce-9fc8-2e4cb25edfb6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425296 May 06 13:54:23.285268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:54:23.429001 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:23.447356 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'port_id': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'mac_address': 'fa:16:3e:1c:dc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:54:23.507947 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.528272 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:54:23.545245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:23.550762 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:23.628948 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:23.802193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:54:23.979161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe5d8a-46ec-4992-8538-bc3660175056 req-eba2a3cf-eec9-4675-836f-bf1a98fbb79c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:23.980686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69fe5d8a-46ec-4992-8538-bc3660175056 req-eba2a3cf-eec9-4675-836f-bf1a98fbb79c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 944 time: 0.0847359 May 06 13:54:24.029390 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69fe5d8a-46ec-4992-8538-bc3660175056 req-252f7a5f-d095-4de9-a190-cf9428dff8b7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423555 May 06 13:54:25.244615 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba733c8e-d383-4e89-84f0-ead1848c62b0 req-ca2a090a-1940-4a5a-9975-597716d83bb4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:25.246195 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba733c8e-d383-4e89-84f0-ead1848c62b0 req-ca2a090a-1940-4a5a-9975-597716d83bb4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 944 time: 0.0868752 May 06 13:54:25.290278 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:54:25.298302 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ba733c8e-d383-4e89-84f0-ead1848c62b0 req-b313a794-48dc-4bda-ab03-a6f66ae79236 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446534 May 06 13:54:25.369795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:54:25.380567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:54:25.380949 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.522560 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.551970 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:54:25.562324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:54:25.568901 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:25.620754 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edd2bcc-356f-41b9-bafe-012e63de7c4c'] response: {'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'code': 200} May 06 13:54:25.637896 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:25.761361 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-80425183-9651-4569-9eb7-2ef103bcbd13 req-34e4eb62-59e0-4567-8745-1b55b5c90f3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 1096 time: 0.0814989 May 06 13:54:25.808480 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-80425183-9651-4569-9eb7-2ef103bcbd13 req-ef754f62-132e-4995-8ed1-46a40b548608 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412257 May 06 13:54:26.519042 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c38fd-f8ea-477b-b290-104eb4a594d0 req-ee97df2d-3f37-4543-a737-10febbf14482 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:26.520554 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e1c38fd-f8ea-477b-b290-104eb4a594d0 req-ee97df2d-3f37-4543-a737-10febbf14482 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0915627 May 06 13:54:26.568099 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3e1c38fd-f8ea-477b-b290-104eb4a594d0 req-d129a7df-0fc6-48a3-85ae-e6de294f1e0c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417020 May 06 13:54:27.785211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b4448-6682-48b7-9a05-9283ada65720 req-bfba4a99-90f3-46fd-89dc-5d986df534b5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:27.786746 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a01b4448-6682-48b7-9a05-9283ada65720 req-bfba4a99-90f3-46fd-89dc-5d986df534b5 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0836852 May 06 13:54:27.839073 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a01b4448-6682-48b7-9a05-9283ada65720 req-cb39f395-85f7-49e3-bde1-57e49586c7e8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463469 May 06 13:54:28.060513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c671c7c-6980-4f0c-80a9-1e67fd605485 req-74646cb1-91dd-4442-bbea-5390c22a8260 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:28.062054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c671c7c-6980-4f0c-80a9-1e67fd605485 req-74646cb1-91dd-4442-bbea-5390c22a8260 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0959375 May 06 13:54:28.118894 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c671c7c-6980-4f0c-80a9-1e67fd605485 req-f38c7f89-2bbf-4e0b-9abb-368f843a5b94 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498278 May 06 13:54:28.148981 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57702) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.227176 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-faaf6215-45b2-4a39-94bc-31cf3c4f5529 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 1091 time: 0.0769501 May 06 13:54:28.230287 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57706) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:28.235661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:54:28.243119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:54:28.247652 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:floatingip and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:54:28.250732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:54:28.257013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:54:28.272790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.413640 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.575074 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.20 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/ed831080-79d0-438b-96f2-ed413676a680) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:54:28.733272 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.767220 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:28.838900 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:54:28.842643 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:54:28.845574 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:54:28.870443 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=ed831080-79d0-438b-96f2-ed413676a680,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:28.969207 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:54:29.388508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.445965 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.671591 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.677150 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:29.892781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=ed831080-79d0-438b-96f2-ed413676a680,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:54:29.907857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.134848 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Floating IP 77ac859d-ca73-48c8-8311-19d3b12eab82 associated. External IP: 172.25.7.20, port: 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a. May 06 13:54:30.561266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2f29242f-9446-475b-86a3-cb84849f915e has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:54:30.776488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:54:30.787160 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a411548-483e-4740-8a52-7db283590227 None None] Sync routers for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:54:30.799838 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a411548-483e-4740-8a52-7db283590227 None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:30.800476 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4a411548-483e-4740-8a52-7db283590227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:30.807462 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:30.867180 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9fd48359-8adc-4500-811e-47435f00f14c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6357758 May 06 13:54:30.867745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:54:30.942027 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed30f26-f25c-4399-9ab2-44e11bd45d82'] response: {'name': 'network-changed', 'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'status': 'completed', 'code': 200} May 06 13:54:31.030652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4a411548-483e-4740-8a52-7db283590227 None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:31.065579 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ff15c2a-d8d9-4c81-83a0-5681499c4421 req-d6a97274-13a8-4b26-a02c-e1a491441e53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 1096 time: 0.0991170 May 06 13:54:31.085494 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f6b9-a945-4c5e-ae05-c6b204eb8b61 req-9025f31e-a998-4f89-bf1e-00bc3590684f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:31.088658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c06f6b9-a945-4c5e-ae05-c6b204eb8b61 req-9025f31e-a998-4f89-bf1e-00bc3590684f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.1037900 May 06 13:54:31.152441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c06f6b9-a945-4c5e-ae05-c6b204eb8b61 req-e7e5dc4b-be17-46ad-9163-afd18b27233c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560334 May 06 13:54:31.194950 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57714) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:31.269841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff15c2a-d8d9-4c81-83a0-5681499c4421 req-b7e572ac-0c10-4c2a-baac-04adb6325dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:31.271404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ff15c2a-d8d9-4c81-83a0-5681499c4421 req-b7e572ac-0c10-4c2a-baac-04adb6325dec service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd93f597-36f0-4b81-be25-3e5a4c3727df HTTP/1.1" status: 200 len: 898 time: 0.2000029 May 06 13:54:31.397789 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3fb78b5a-aec3-410f-b945-8f6d9005b7fa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/77ac859d-ca73-48c8-8311-19d3b12eab82 HTTP/1.1" status: 200 len: 990 time: 0.2005632 May 06 13:54:31.425173 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ff15c2a-d8d9-4c81-83a0-5681499c4421 req-646b948d-09b5-4e5d-a58d-67d8b10d43f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a HTTP/1.1" status: 200 len: 998 time: 0.1474690 May 06 13:54:31.478629 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4a411548-483e-4740-8a52-7db283590227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '77ac859d-ca73-48c8-8311-19d3b12eab82', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'port_id': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'mac_address': 'fa:16:3e:1c:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:29Z', 'updated_at': '2022-05-06T13:54:29Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb060ac-43d2-4e00-acb7-7de5f2b7f394', 'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:8f:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:12Z', 'updated_at': '2022-05-06T13:54:20Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:31.485442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a411548-483e-4740-8a52-7db283590227 None None] Checking router: 2f29242f-9446-475b-86a3-cb84849f915e for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:54:31.502844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a411548-483e-4740-8a52-7db283590227 None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:54:31.503521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4a411548-483e-4740-8a52-7db283590227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:54:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:31.531241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff15c2a-d8d9-4c81-83a0-5681499c4421 req-ac5d074a-b41a-4260-941f-154c99e4bae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:31.532836 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ff15c2a-d8d9-4c81-83a0-5681499c4421 req-ac5d074a-b41a-4260-941f-154c99e4bae3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7daa8c7-6f7c-4e39-a657-427122f55d74 HTTP/1.1" status: 200 len: 835 time: 0.1011722 May 06 13:54:31.629404 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ff15c2a-d8d9-4c81-83a0-5681499c4421 req-94c9654c-510d-4817-87e4-678a47b97355 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd93f597-36f0-4b81-be25-3e5a4c3727df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901256 May 06 13:54:31.704622 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-4a411548-483e-4740-8a52-7db283590227 None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:54:31.897424 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ff15c2a-d8d9-4c81-83a0-5681499c4421 req-4a9cce0a-aeb8-4ace-88bd-d7f63eda4dca service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615781 May 06 13:54:32.049682 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0ff15c2a-d8d9-4c81-83a0-5681499c4421 req-2230fcd5-75c8-47df-8a4e-b9b0e094d8b5 service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453223 May 06 13:54:32.118562 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-4a411548-483e-4740-8a52-7db283590227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '77ac859d-ca73-48c8-8311-19d3b12eab82', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'port_id': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'mac_address': 'fa:16:3e:1c:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:29Z', 'updated_at': '2022-05-06T13:54:29Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb060ac-43d2-4e00-acb7-7de5f2b7f394', 'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:8f:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:12Z', 'updated_at': '2022-05-06T13:54:20Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:54:32.123276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a411548-483e-4740-8a52-7db283590227 None None] The sync data for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 is: [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '77ac859d-ca73-48c8-8311-19d3b12eab82', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'port_id': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'mac_address': 'fa:16:3e:1c:dc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:54:29Z', 'updated_at': '2022-05-06T13:54:29Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb060ac-43d2-4e00-acb7-7de5f2b7f394', 'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:8f:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:12Z', 'updated_at': '2022-05-06T13:54:20Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:54:32.401799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57718) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:32.520066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-73ee2e31-4524-42b3-b8ac-331644184a08 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/77ac859d-ca73-48c8-8311-19d3b12eab82 HTTP/1.1" status: 200 len: 990 time: 0.1167181 May 06 13:54:33.524824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57722) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:33.746878 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b6b390dc-7422-4bfc-9b38-b46c56ed6e37 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/77ac859d-ca73-48c8-8311-19d3b12eab82 HTTP/1.1" status: 200 len: 990 time: 0.2202992 May 06 13:54:34.751175 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57726) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:34.809775 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9625f84-ad94-4a93-864d-fc935257ba21 None None] New status for floating IP 77ac859d-ca73-48c8-8311-19d3b12eab82: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:54:34.870423 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6bbf6ee7-7d22-4409-8b6c-51cd00a1777e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/77ac859d-ca73-48c8-8311-19d3b12eab82 HTTP/1.1" status: 200 len: 990 time: 0.1166146 May 06 13:54:35.873489 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57730) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:54:35.980875 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-8d1467b7-7540-4b0d-acef-4440d4291a2c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/77ac859d-ca73-48c8-8311-19d3b12eab82 HTTP/1.1" status: 200 len: 992 time: 0.1062346 May 06 13:54:38.058989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.412847 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-9c07437b-0256-473c-9174-37ea66bcd7fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697994 May 06 13:54:38.561437 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-854ed439-33a1-4027-ba76-3cad3b2b59c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 1096 time: 0.0744734 May 06 13:54:38.723473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-8cc8d754-f1b9-4dc2-8958-914b444374bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:38.724958 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-8cc8d754-f1b9-4dc2-8958-914b444374bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd93f597-36f0-4b81-be25-3e5a4c3727df HTTP/1.1" status: 200 len: 898 time: 0.1313233 May 06 13:54:38.830456 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-c28616ec-9216-4681-888a-c7912ff09b94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a HTTP/1.1" status: 200 len: 1000 time: 0.0974793 May 06 13:54:38.897240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-fbe417a9-307e-4bf4-90f8-464cd932ea51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:38.898862 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-fbe417a9-307e-4bf4-90f8-464cd932ea51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7daa8c7-6f7c-4e39-a657-427122f55d74 HTTP/1.1" status: 200 len: 835 time: 0.0595028 May 06 13:54:38.980081 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-69388279-c21a-497a-b9b3-dcb40a815a02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd93f597-36f0-4b81-be25-3e5a4c3727df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740712 May 06 13:54:39.115040 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-e02161b8-e039-4d6c-9d6f-844193592886 service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288204 May 06 13:54:39.259506 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5a4f51a5-4b49-472d-aece-5ec2130a06a2 req-41294d38-5788-4370-a9a6-cfdb3161b4ba service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369667 May 06 13:54:42.451125 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7c92d9d-bbd9-428a-9ef6-31fb985e4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.858669 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.797270 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bb240dd3-5fa2-4858-9d92-da4ba67f4d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:45.557658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:46.377360 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.849458 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:59.024901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc4344-4516-4d14-bd06-b7ead12f5c8b req-d3d82015-7699-4400-a7fb-95020abe350f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:59.026313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12cc4344-4516-4d14-bd06-b7ead12f5c8b req-d3d82015-7699-4400-a7fb-95020abe350f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0875850 May 06 13:54:59.078273 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-12cc4344-4516-4d14-bd06-b7ead12f5c8b req-6b11d31e-b4d2-4140-a2b1-099aff6b2cdd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454130 May 06 13:55:00.290310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23b429-ac49-43c2-b9c2-7d280fd50be3 req-fdb39e56-761a-4c5e-b886-a6e1efb867dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:00.291856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce23b429-ac49-43c2-b9c2-7d280fd50be3 req-fdb39e56-761a-4c5e-b886-a6e1efb867dc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0810933 May 06 13:55:00.344282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ce23b429-ac49-43c2-b9c2-7d280fd50be3 req-6d560512-2e3a-478f-82c2-188129608c02 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456951 May 06 13:55:01.566320 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fd787-146d-4426-a06d-6713f88609f5 req-297dddba-30da-4556-a4ac-62b967852aaa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:01.567928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-546fd787-146d-4426-a06d-6713f88609f5 req-297dddba-30da-4556-a4ac-62b967852aaa tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0879383 May 06 13:55:01.618556 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-546fd787-146d-4426-a06d-6713f88609f5 req-329531ff-ef39-47cd-9a64-29f357da07b8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443940 May 06 13:55:02.841314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54837c-e310-44ea-9d4a-68119a54f7b5 req-843ab1f8-b7e2-4bed-be46-37db8d5413ed tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:02.842873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb54837c-e310-44ea-9d4a-68119a54f7b5 req-843ab1f8-b7e2-4bed-be46-37db8d5413ed tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0870922 May 06 13:55:02.895772 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb54837c-e310-44ea-9d4a-68119a54f7b5 req-9765e2b1-2ad2-47ba-a745-62e32869c60d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465813 May 06 13:55:04.102764 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cded2a8-d9bc-44e0-97c2-6490fe1c8525 req-0a11d7ef-98e8-4570-beba-10afe2575d2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:04.104238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cded2a8-d9bc-44e0-97c2-6490fe1c8525 req-0a11d7ef-98e8-4570-beba-10afe2575d2d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0799510 May 06 13:55:04.162001 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cded2a8-d9bc-44e0-97c2-6490fe1c8525 req-d4a80374-4343-469d-ba0f-4b6d41404565 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521848 May 06 13:55:05.425645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c40c7-de33-404c-9b0a-c109efee71d3 req-5b31fbc3-60f3-45f2-ac7e-31830471f2a3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:05.427292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-785c40c7-de33-404c-9b0a-c109efee71d3 req-5b31fbc3-60f3-45f2-ac7e-31830471f2a3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.1166832 May 06 13:55:05.496213 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-785c40c7-de33-404c-9b0a-c109efee71d3 req-69cf0a23-8d95-41a6-a5cc-4107596a2287 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624793 May 06 13:55:05.970623 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:55:06.859503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73613364-771b-4d47-9e70-496c4aba9af5 req-b9557e41-7b77-4850-812d-a8d970d13e79 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:06.860991 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73613364-771b-4d47-9e70-496c4aba9af5 req-b9557e41-7b77-4850-812d-a8d970d13e79 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0818138 May 06 13:55:06.908442 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-73613364-771b-4d47-9e70-496c4aba9af5 req-ebb3799f-c7ce-4673-96d8-19aef7b84a5e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415080 May 06 13:55:08.049453 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.128329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5256e8-21bc-4745-bdaa-368eb01abc40 req-8ba27b9e-e0d9-47b5-a9dd-35c2937d15f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:08.129774 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c5256e8-21bc-4745-bdaa-368eb01abc40 req-8ba27b9e-e0d9-47b5-a9dd-35c2937d15f4 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0927384 May 06 13:55:08.182406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1c5256e8-21bc-4745-bdaa-368eb01abc40 req-2777e05f-228f-4ca2-9dff-05b8dcafa325 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466087 May 06 13:55:09.397743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c21d12-2bfd-463d-a202-5c86430ecbdf req-16b1e062-86dc-48a6-aac8-dce72f72ecba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:09.399546 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-84c21d12-2bfd-463d-a202-5c86430ecbdf req-16b1e062-86dc-48a6-aac8-dce72f72ecba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0882738 May 06 13:55:09.451152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-84c21d12-2bfd-463d-a202-5c86430ecbdf req-be862ab5-b09e-431a-ab23-8f143d1f6cc2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460141 May 06 13:55:09.481226 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57764) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:09.588147 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-18fc5308-2a5c-431b-9d4b-c6cc462b84c9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/77ac859d-ca73-48c8-8311-19d3b12eab82 HTTP/1.1" status: 200 len: 992 time: 0.1057625 May 06 13:55:11.076466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb42e2d-64b8-407b-8a97-d37ff01996f2 req-ae394654-046b-4017-b297-b56df2637443 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:11.077924 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fb42e2d-64b8-407b-8a97-d37ff01996f2 req-ae394654-046b-4017-b297-b56df2637443 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0869355 May 06 13:55:11.116535 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfbe2d21-0d41-4165-8f60-6db4342d2587 req-5e24cdf3-b569-4864-b175-65e504c6b101 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 1096 time: 0.0819607 May 06 13:55:11.129765 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3fb42e2d-64b8-407b-8a97-d37ff01996f2 req-c11af903-1736-4550-800c-ba0885ad307f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456297 May 06 13:55:11.251078 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe2d21-0d41-4165-8f60-6db4342d2587 req-a1104bd6-25c6-4a26-9a9f-46102a378e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:11.252557 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfbe2d21-0d41-4165-8f60-6db4342d2587 req-a1104bd6-25c6-4a26-9a9f-46102a378e47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd93f597-36f0-4b81-be25-3e5a4c3727df HTTP/1.1" status: 200 len: 898 time: 0.1300049 May 06 13:55:11.371281 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfbe2d21-0d41-4165-8f60-6db4342d2587 req-e0303c02-455d-4add-b5e5-2baabfc065c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a HTTP/1.1" status: 200 len: 1000 time: 0.1117985 May 06 13:55:11.435456 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe2d21-0d41-4165-8f60-6db4342d2587 req-19829a5f-4a3f-4a01-a2f0-e2626427387f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:11.436815 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfbe2d21-0d41-4165-8f60-6db4342d2587 req-19829a5f-4a3f-4a01-a2f0-e2626427387f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7daa8c7-6f7c-4e39-a657-427122f55d74 HTTP/1.1" status: 200 len: 835 time: 0.0603244 May 06 13:55:11.515167 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfbe2d21-0d41-4165-8f60-6db4342d2587 req-d26b8581-d55f-4402-b929-7a587e231fd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd93f597-36f0-4b81-be25-3e5a4c3727df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726237 May 06 13:55:11.775372 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfbe2d21-0d41-4165-8f60-6db4342d2587 req-2e449002-e0cb-4b05-8825-bb8dd24540cf service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541635 May 06 13:55:11.926219 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cfbe2d21-0d41-4165-8f60-6db4342d2587 req-7521eac8-dcbd-4f4b-9c5c-dcd01f503b6c service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453063 May 06 13:55:12.370034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a75e0d-a8f4-42ba-8ec5-54b0543ddd66 req-afa493c3-5a7c-49a5-bbc0-d29b58419722 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:12.371659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2a75e0d-a8f4-42ba-8ec5-54b0543ddd66 req-afa493c3-5a7c-49a5-bbc0-d29b58419722 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.1116416 May 06 13:55:12.437790 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e2a75e0d-a8f4-42ba-8ec5-54b0543ddd66 req-006d694f-e424-4c07-81a9-344111dcdb6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565271 May 06 13:55:12.465605 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66905b51-0f7c-49d5-a48d-6dc450f1a102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.656806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41855fcd-8e01-4c98-82f3-082ec6ddbcdb req-da69e7e4-98dc-4c7a-81e0-909b6b3f57ed tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:13.658239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41855fcd-8e01-4c98-82f3-082ec6ddbcdb req-da69e7e4-98dc-4c7a-81e0-909b6b3f57ed tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0832014 May 06 13:55:13.714956 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-41855fcd-8e01-4c98-82f3-082ec6ddbcdb req-f331ce7a-909b-41c1-8440-04732768411e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458369 May 06 13:55:13.750330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57778) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:13.861744 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8a0bad29-7316-41a1-879e-af1df37ee1d2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/77ac859d-ca73-48c8-8311-19d3b12eab82 HTTP/1.1" status: 200 len: 992 time: 0.1100709 May 06 13:55:13.882751 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.793597 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-2f232058-fefe-4379-bd4d-47db781abc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:15.563723 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:16.378591 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:17.849831 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:38.063842 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.412805 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-ffda64b0-55c5-4e2f-a50b-736254166a83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798440 May 06 13:55:40.561566 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-6a8ac8e0-7996-4f36-aec9-eb9e272b8ef4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 1096 time: 0.0759411 May 06 13:55:40.724864 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-e1cf9cdb-0438-419f-97c4-a31c2c272926 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:40.726399 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-e1cf9cdb-0438-419f-97c4-a31c2c272926 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd93f597-36f0-4b81-be25-3e5a4c3727df HTTP/1.1" status: 200 len: 898 time: 0.1368263 May 06 13:55:40.843382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-f8b2470d-8f93-46fb-9f7b-5a9ec4025049 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a HTTP/1.1" status: 200 len: 1000 time: 0.1102781 May 06 13:55:40.910309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-3facc070-a9e9-41e9-8f26-396c10d557d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:40.911889 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-3facc070-a9e9-41e9-8f26-396c10d557d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7daa8c7-6f7c-4e39-a657-427122f55d74 HTTP/1.1" status: 200 len: 835 time: 0.0627661 May 06 13:55:40.996613 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-6bc6771c-d68e-4ea1-aca2-677a0b069f9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd93f597-36f0-4b81-be25-3e5a4c3727df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778339 May 06 13:55:41.146561 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-f3d34980-d86c-47b3-81fe-5159364e87a0 service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432233 May 06 13:55:41.296912 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a6f00ae7-7d7b-4e44-9eee-4c96fa8abfc6 req-89a64fbb-e5ba-42d4-93e4-67e8fba3c466 service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432610 May 06 13:55:42.459170 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa425-4419-4f28-bf3e-fe610d5c1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.972000 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:55:43.894894 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.302548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57796) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:44.616130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port ed831080-79d0-438b-96f2-ed413676a680 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:44.616462 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.789985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bef6ebf2-4f6b-437c-aa0b-0f92a36881d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.809869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.810279 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.932606 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for ed831080-79d0-438b-96f2-ed413676a680 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:45.100349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.148034 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=ed831080-79d0-438b-96f2-ed413676a680,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:45.219130 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.219384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.219701 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.220026 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.220356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.220678 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.221002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.221514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.221843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.222165 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.222486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:45.255043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.562964 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:45.677949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2f29242f-9446-475b-86a3-cb84849f915e has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:45.909939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:45.920661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] Sync routers for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:45.934117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:45.934780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:55:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:45.938199 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.002642 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-91391839-ca46-4e48-a0b4-b1cfba37f6fc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/floatingips/77ac859d-ca73-48c8-8311-19d3b12eab82 HTTP/1.1" status: 204 len: 168 time: 1.6989346 May 06 13:55:46.003300 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:46.064977 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27c8228-6d4f-4a36-a082-e3fb90554268'] response: {'name': 'network-changed', 'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'status': 'completed', 'code': 200} May 06 13:55:46.167352 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d12edcfa-168d-4c8b-98ce-c7359e682ff7 req-57ed7608-682d-4554-b7bb-a5c6cd5c9a74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 1096 time: 0.0772660 May 06 13:55:46.222203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:46.329312 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12edcfa-168d-4c8b-98ce-c7359e682ff7 req-8be6caec-51f4-4bed-968f-bdb2ea9fe5a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:46.330806 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d12edcfa-168d-4c8b-98ce-c7359e682ff7 req-8be6caec-51f4-4bed-968f-bdb2ea9fe5a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd93f597-36f0-4b81-be25-3e5a4c3727df HTTP/1.1" status: 200 len: 898 time: 0.1574073 May 06 13:55:46.461382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d12edcfa-168d-4c8b-98ce-c7359e682ff7 req-be6dae5b-61e4-4a35-8616-3456b94eb0f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a HTTP/1.1" status: 200 len: 217 time: 0.1227407 May 06 13:55:46.494993 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:46.537868 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac605e0-2f1e-4691-a68c-0f1bf8700e84 req-c11e1925-7454-4149-8646-34352273dc93 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:46.538646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bac605e0-2f1e-4691-a68c-0f1bf8700e84 req-c11e1925-7454-4149-8646-34352273dc93 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:46.541387 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12edcfa-168d-4c8b-98ce-c7359e682ff7 req-87a0fa53-33cc-4406-b8b4-d883e7491f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:46.542995 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d12edcfa-168d-4c8b-98ce-c7359e682ff7 req-87a0fa53-33cc-4406-b8b4-d883e7491f8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e7daa8c7-6f7c-4e39-a657-427122f55d74 HTTP/1.1" status: 200 len: 835 time: 0.0757580 May 06 13:55:46.556882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-bac605e0-2f1e-4691-a68c-0f1bf8700e84 req-c11e1925-7454-4149-8646-34352273dc93 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:46.558523 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bac605e0-2f1e-4691-a68c-0f1bf8700e84 req-c11e1925-7454-4149-8646-34352273dc93 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.1451108 May 06 13:55:46.614191 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bac605e0-2f1e-4691-a68c-0f1bf8700e84 req-d581a1fa-332c-4837-ae38-16b85f9f5d53 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484304 May 06 13:55:46.627829 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d12edcfa-168d-4c8b-98ce-c7359e682ff7 req-1dc5b974-485c-46c6-a078-cf1d19befdc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd93f597-36f0-4b81-be25-3e5a4c3727df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780542 May 06 13:55:46.648265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6fb060ac-43d2-4e00-acb7-7de5f2b7f394', 'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:8f:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:12Z', 'updated_at': '2022-05-06T13:54:20Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:46.654130 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] Checking router: 2f29242f-9446-475b-86a3-cb84849f915e for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:55:46.666949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:46.667715 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:55:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:46.857414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:46.863907 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d12edcfa-168d-4c8b-98ce-c7359e682ff7 req-a2e8cb91-f884-416c-868c-01e07047afdf service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276380 May 06 13:55:47.000947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d12edcfa-168d-4c8b-98ce-c7359e682ff7 req-0286678d-9372-44df-bcb3-fcdfde46e7b0 service neutron] 10.222.0.36 "GET /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301482 May 06 13:55:47.193902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6fb060ac-43d2-4e00-acb7-7de5f2b7f394', 'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:8f:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:12Z', 'updated_at': '2022-05-06T13:54:20Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:47.198040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25589e-62f4-4af0-8ce2-9a7be56f4eb1 None None] The sync data for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 is: [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:13Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '6fb060ac-43d2-4e00-acb7-7de5f2b7f394', 'name': '', 'network_id': 'dd93f597-36f0-4b81-be25-3e5a4c3727df', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:8f:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:12Z', 'updated_at': '2022-05-06T13:54:20Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': 'e7daa8c7-6f7c-4e39-a657-427122f55d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:47.441420 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3638ca4-ccd8-4619-8f12-9e8df90a368a None None] New status for floating IP 77ac859d-ca73-48c8-8311-19d3b12eab82: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:55:47.838803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf475a-32ad-4fdb-8d22-864e8226bd42 req-bc8a5c89-e81e-4c30-a352-7d1e20ef27d3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:47.844791 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0cf475a-32ad-4fdb-8d22-864e8226bd42 req-bc8a5c89-e81e-4c30-a352-7d1e20ef27d3 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.0923092 May 06 13:55:47.852551 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:47.871908 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-aa0024ea-0d68-4041-b640-409d68b15065 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:47.872639 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-aa0024ea-0d68-4041-b640-409d68b15065 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:55:47.886183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-aa0024ea-0d68-4041-b640-409d68b15065 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:55:47.887671 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-aa0024ea-0d68-4041-b640-409d68b15065 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 945 time: 0.1048322 May 06 13:55:47.890322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c0cf475a-32ad-4fdb-8d22-864e8226bd42 req-44aacbfb-8aa8-4c0d-a750-9e347565f92f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=70392835-e431-47a3-8c4a-db3ee0f8dcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427923 May 06 13:55:47.996598 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:47.996981 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.286236 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:48.286825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.424751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:48.590644 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.644808 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:48.687071 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.687433 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.687746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.688083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.688414 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.688739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.689066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.689389 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.690061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.690061 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.690677 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:48.735673 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] No DVR routers for this DVR port 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:48.738417 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:48.741542 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'name': 'network-vif-deleted', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:48.761244 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-926d14b2-25e9-4220-917b-511d7c7a38cf req-d302a7c3-52be-4196-b669-149c342fb52a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "DELETE /v2.0/ports/57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a HTTP/1.1" status: 204 len: 173 time: 0.8682952 May 06 13:55:48.812240 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2369c3-fa73-4ff2-a507-b585f992083c'] response: {'server_uuid': '111fc19e-aa48-4bdf-b18b-34ec35140b4e', 'name': 'network-vif-deleted', 'tag': '57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a', 'status': 'completed', 'code': 200} May 06 13:55:49.212877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-238f6ae3-aec3-4a8c-af3d-120e7fefa537 req-6944f85c-5478-4b75-9269-0877e599cbee tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=111fc19e-aa48-4bdf-b18b-34ec35140b4e HTTP/1.1" status: 200 len: 210 time: 0.1783216 May 06 13:55:50.386083 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57814) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:50.793309 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.445385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:51.446442 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.585693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:51.622925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:51.623276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 57ed516e-e659-4bc2-9c2a-e1c76a4a8e1a not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:51.683027 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port 6fb060ac-43d2-4e00-acb7-7de5f2b7f394, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=6fb060ac-43d2-4e00-acb7-7de5f2b7f394,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:51.683384 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.814147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:52.112937 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:52.159453 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=6fb060ac-43d2-4e00-acb7-7de5f2b7f394,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:52.481851 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.108665 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2f29242f-9446-475b-86a3-cb84849f915e has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:55:53.321283 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:55:53.333247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] Sync routers for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:55:53.337537 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-23261e62-a3f0-42a8-bb7f-9ac66d312f8d tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/2f29242f-9446-475b-86a3-cb84849f915e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9498706 May 06 13:55:53.340870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57818) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:53.348462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:53.349317 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:55:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:53.543806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ff2d11-e2fc-4d13-b264-6b9a3e56b48e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting subnet e7daa8c7-6f7c-4e39-a657-427122f55d74 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:55:53.547642 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69ff2d11-e2fc-4d13-b264-6b9a3e56b48e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.570326 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:53.606021 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69ff2d11-e2fc-4d13-b264-6b9a3e56b48e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.710366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69ff2d11-e2fc-4d13-b264-6b9a3e56b48e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.800488 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69ff2d11-e2fc-4d13-b264-6b9a3e56b48e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.849496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff2d11-e2fc-4d13-b264-6b9a3e56b48e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Subnet': ['ID=e7daa8c7-6f7c-4e39-a657-427122f55d74,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:53.856264 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-69ff2d11-e2fc-4d13-b264-6b9a3e56b48e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:53.862929 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-69ff2d11-e2fc-4d13-b264-6b9a3e56b48e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/subnets/e7daa8c7-6f7c-4e39-a657-427122f55d74 HTTP/1.1" status: 204 len: 168 time: 0.5207191 May 06 13:55:53.865460 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57822) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:53.870410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b4fa14-d6d5-4f67-be6e-0179d0f6368a None None] Network dd93f597-36f0-4b81-be25-3e5a4c3727df requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:55:54.111592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:55:52Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:54.118323 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] Checking router: 2f29242f-9446-475b-86a3-cb84849f915e for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:55:54.137541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] Routers {'2f29242f-9446-475b-86a3-cb84849f915e'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:55:54.138169 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:55:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2f29242f-9446-475b-86a3-cb84849f915e'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:54.266744 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.277912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] DHCP port deletion for dd93f597-36f0-4b81-be25-3e5a4c3727df request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:55:54.288061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Deleting port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:54.288443 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.427241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] Set router 2f29242f-9446-475b-86a3-cb84849f915e gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:55:54.485755 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.497496 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 92d233b6-3ab1-4030-aa49-10ea9c8cacee {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:55:54.497873 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.692886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:54.700094 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port 92d233b6-3ab1-4030-aa49-10ea9c8cacee, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=92d233b6-3ab1-4030-aa49-10ea9c8cacee,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:54.700452 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.760388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] For port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=0e2ef96c-e4ea-4588-8fcc-112ed608bb31,segment=NetworkSegment(5738c5e8-980b-4126-a37f-127b3d664863),segment_id=5738c5e8-980b-4126-a37f-127b3d664863)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:54.760775 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:54.830212 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 92d233b6-3ab1-4030-aa49-10ea9c8cacee owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:54.888288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Calling delete_port for 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:55:55.033721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.083839 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=92d233b6-3ab1-4030-aa49-10ea9c8cacee,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:55.125737 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.138452 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.191815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Pushing event deleted for resources: {'Port': ['ID=0e2ef96c-e4ea-4588-8fcc-112ed608bb31,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:55.238502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.238960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.239276 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.239611 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.239942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.240277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.240608 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.240938 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.241258 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.241586 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.241899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:55.244775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1d3ec-68a1-4535-ad37-a2b46e2fb1d2 None None] No DVR routers for this DVR port 0e2ef96c-e4ea-4588-8fcc-112ed608bb31 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:55.275222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:55:52Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:55.281344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c202c8b-20ef-40c7-826b-2540aaef80dd None None] The sync data for ids ['2f29242f-9446-475b-86a3-cb84849f915e'] in n-d-840847-1 is: [{'id': '2f29242f-9446-475b-86a3-cb84849f915e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95912429', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:55:52Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': '92d233b6-3ab1-4030-aa49-10ea9c8cacee', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f29242f-9446-475b-86a3-cb84849f915e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:54:09Z', 'updated_at': '2022-05-06T13:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:55:55.337839 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.598557 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.603529 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.756089 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.756751 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Fanout notify agent at l3_agent the message router_deleted on router 2f29242f-9446-475b-86a3-cb84849f915e {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:55:55.773069 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:55.777445 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ba4d419d-82a3-428d-a017-d6dff901ec43 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/routers/2f29242f-9446-475b-86a3-cb84849f915e HTTP/1.1" status: 204 len: 168 time: 1.9078174 May 06 13:55:55.777845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57826) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:55.933221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.078726 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.107546 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd93f597-36f0-4b81-be25-3e5a4c3727df']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:56.121080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5738c5e8-980b-4126-a37f-127b3d664863') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:56.121335 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5738c5e8-980b-4126-a37f-127b3d664863') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:55:56.133772 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.151832 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.158350 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:55:56.158914 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: timer() May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: self._notify() May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:55:56.176393 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:55:56.263994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.283165 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.294689 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Network': ['ID=dd93f597-36f0-4b81-be25-3e5a4c3727df,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:56.305133 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f12cc741-f31a-4948-93ab-035dbf18d540 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/networks/dd93f597-36f0-4b81-be25-3e5a4c3727df HTTP/1.1" status: 204 len: 168 time: 0.5261660 May 06 13:55:56.309454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57830) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:56.436179 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed403-d04d-4daa-8722-ac6e9041722e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.476647 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed403-d04d-4daa-8722-ac6e9041722e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.564735 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed403-d04d-4daa-8722-ac6e9041722e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.595855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ed403-d04d-4daa-8722-ac6e9041722e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70392835-e431-47a3-8c4a-db3ee0f8dcc7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:56.616059 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5b8ed403-d04d-4daa-8722-ac6e9041722e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:56.618529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5b8ed403-d04d-4daa-8722-ac6e9041722e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/security-groups/70392835-e431-47a3-8c4a-db3ee0f8dcc7 HTTP/1.1" status: 204 len: 168 time: 0.3069797 May 06 13:55:56.670975 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 92d233b6-3ab1-4030-aa49-10ea9c8cacee no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:56.716071 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 92d233b6-3ab1-4030-aa49-10ea9c8cacee {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:56.716425 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 92d233b6-3ab1-4030-aa49-10ea9c8cacee not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:56.716827 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:56.760857 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:55:56.761321 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 6fb060ac-43d2-4e00-acb7-7de5f2b7f394 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:55:57.212895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57838) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.221816 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340983671', 'description': 'tempest-secgroup-smoke-340983671 description', 'project_id': '7110a09b3a194214b7df314ea74c83cd'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:57.232327 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:57.237010 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:57.240650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:57.248308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:57.262875 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.327355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:57.334046 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:57.339328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:57.355141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:57.457941 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.463102 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.511272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab82d06f-0fd5-44c7-b66e-1996609523da,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:57.536938 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.538898 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-35ec1367-c156-4a27-b5a0-67ea7d680f76 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3242965 May 06 13:55:57.542500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57842) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.551050 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'ab82d06f-0fd5-44c7-b66e-1996609523da', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:57.564315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:57.569005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:57.572422 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:57.579144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:57.603621 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.687680 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.693637 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.721062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fc420b-c9bc-4bd2-95a0-820d4133c8ba,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:57.733229 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.734450 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4aa76472-602b-4c74-9c33-7d0091ae720e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1906993 May 06 13:55:57.739244 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57846) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.745060 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'ab82d06f-0fd5-44c7-b66e-1996609523da', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:57.752461 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:57.756895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:57.760198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:57.767462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:57.790662 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.865729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.870337 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.896315 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d963b672-d1ec-43d5-abc0-abba7fd0a113,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:57.907182 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:57.909190 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fd86f25d-d1bc-42ab-9e1c-c0e65c1f4785 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1687493 May 06 13:55:57.913710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57850) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:57.923135 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'ab82d06f-0fd5-44c7-b66e-1996609523da', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:57.933849 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:57.938481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:57.941907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:57.949047 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:57.971014 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.051115 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.055896 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.086797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9d0183-f7d2-421c-84b8-36648a6f0950,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:58.095702 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.097152 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b27c107b-2b49-4f7e-ac25-d2dbc05b550a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1820240 May 06 13:55:58.101823 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57854) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:58.108527 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'ab82d06f-0fd5-44c7-b66e-1996609523da', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:58.116690 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:58.121787 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:58.125086 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:58.132051 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:58.153733 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.240512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.245275 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.280268 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be78cba7-87e4-4eda-91a4-fe116a4b98d3,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:58.292908 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.294392 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fa2256bf-cfa1-4f90-9069-1715aba65117 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1913257 May 06 13:55:58.299126 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57858) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:58.308979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'ab82d06f-0fd5-44c7-b66e-1996609523da', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:58.322561 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:58.329754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:58.335028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:58.346553 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:58.362088 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:55:58.373909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.460407 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.466316 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.496476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0f9d82-7f9e-454a-ad9a-3b898c1cfa0c,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:58.513678 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.515672 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-448049f3-1500-40e8-a174-2ab011cb92d7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2150030 May 06 13:55:58.518577 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57862) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:58.527835 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'security_group_rule': {'security_group_id': 'ab82d06f-0fd5-44c7-b66e-1996609523da', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:58.537133 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:58.544127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:security_group_rule and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:58.548458 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:58.557783 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:58.574521 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Project 7110a09b3a194214b7df314ea74c83cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:55:58.582704 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.666100 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.671346 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.699774 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ee5768-355b-4c36-bffc-9e2ecbad2b81,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:58.712371 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.713891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-0d2dea23-0966-40a3-b90c-b089bfa4dfe2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1939499 May 06 13:55:58.717896 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57866) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:58.724517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'network': {'name': 'tempest-network-smoke--1143987987', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'port_security_enabled': True}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:58.730829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:58.736184 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:network and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:58.740610 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:58.756385 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:58.774246 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:55:58.779183 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.816317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:55:58.839232 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.839590 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Added segment b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45 of type vlan for network d98abf25-e50a-4e55-8447-df472e89bdd9 May 06 13:55:58.883456 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.919986 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.924396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:58.925005 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.156771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4376259 May 06 13:55:59.160308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57870) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:59.168381 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'admin_state_up': True, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:59.176856 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf26dbb-96af-4d53-8f79-703ce965602e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Network': ['ID=d98abf25-e50a-4e55-8447-df472e89bdd9,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:59.179435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:55:59.184333 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:router and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:55:59.187806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:55:59.191422 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network d98abf25-e50a-4e55-8447-df472e89bdd9 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:55:59.194547 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:55:59.208025 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.210182 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.253254 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.437684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.735353 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:59.799263 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.022288 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.169 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/ab69b836-535f-497f-ac8e-7238009b1598) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:00.200757 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.233233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.311222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:00.314269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:00.319569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:00.348091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=ab69b836-535f-497f-ac8e-7238009b1598,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:00.566181 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.566952 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:00.811569 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:56:01.036543 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:01.048454 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Sync routers for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:01.062196 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:01.062874 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:55:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:01.073124 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.075025 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-d523cf45-c61f-45c1-8cf8-c6c52d1cfd34 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9131918 May 06 13:56:01.078805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57874) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:01.123377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f15ec6a4-02de-462c-88d1-b3e1b0200e00 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7110a09b3a194214b7df314ea74c83cd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433421 May 06 13:56:01.127436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57878) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:01.293748 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:01.385279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee721a0-31d1-4331-a785-31c710fcb742 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:01.389717 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8ee721a0-31d1-4331-a785-31c710fcb742 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2609372 May 06 13:56:01.393263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57882) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:01.443283 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a1e59697-952e-4aed-994f-0f7910560453 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=135e79cd-88d1-497a-9ea2-a7328c462607&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488603 May 06 13:56:01.446559 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57886) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:01.452068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1192152564', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:01.571718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:01.576014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:subnet and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:01.579465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:01.586949 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:01.600095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:01.645512 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:00Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:01.649967 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Checking router: 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:01.650308 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Updating router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 port ab69b836-535f-497f-ac8e-7238009b1598 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:56:01.706130 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.709492 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:01.977697 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.051340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Subnet': ['ID=0df0a055-ef41-46d9-adbb-e8d1d7ef9a29,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:02.082224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Checking segment: {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:02.083091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network hostable DHCP agents. Network: d98abf25-e50a-4e55-8447-df472e89bdd9, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:56:02.107623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network d98abf25-e50a-4e55-8447-df472e89bdd9 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:56:02.119617 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, d98abf25-e50a-4e55-8447-df472e89bdd9) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:02.124213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:02.124869 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.133780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22642de-3c3d-4eda-8305-e6031c169f85 None None] Network d98abf25-e50a-4e55-8447-df472e89bdd9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:02.157700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-4636dcae-300a-47dc-b201-f05b29a99892 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7098095 May 06 13:56:02.161069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57890) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:02.172148 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.187042 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Transition to ACTIVE for port object ab69b836-535f-497f-ac8e-7238009b1598 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:02.196111 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.288843 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Attempting to bind port ab69b836-535f-497f-ac8e-7238009b1598 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:02.289195 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Attempting to bind port ab69b836-535f-497f-ac8e-7238009b1598 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:02.289671 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Attempting to bind port ab69b836-535f-497f-ac8e-7238009b1598 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:02.301355 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Pushing event updated for resources: {'Port': ['ID=ab69b836-535f-497f-ac8e-7238009b1598,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:02.311462 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.311805 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.312145 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.313168 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.313168 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.313442 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.313971 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.314469 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.315011 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.315533 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.316614 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:02.321423 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:02.322107 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:02.322696 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.323252 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:02.324108 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Bound port: ab69b836-535f-497f-ac8e-7238009b1598, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:02.324723 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.429787 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] For port ab69b836-535f-497f-ac8e-7238009b1598, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:02.435545 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] For port ab69b836-535f-497f-ac8e-7238009b1598, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ab69b836-535f-497f-ac8e-7238009b1598,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:02.444781 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-d98abf25-e50a-4e55-8447-df472e89bdd9', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:56:02.445035 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.445598 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.539191 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:02.539858 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:55:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:02.659489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Allocated IP 172.20.0.2 (d98abf25-e50a-4e55-8447-df472e89bdd9/0df0a055-ef41-46d9-adbb-e8d1d7ef9a29/08333223-c2b5-46d1-9ebb-cfd4ef395d27) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:02.673972 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36161e10-fcc0-4191-b1ca-c2884ed216ac None None] Pushing event updated for resources: {'Port': ['ID=ab69b836-535f-497f-ac8e-7238009b1598,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:02.740824 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:02.946272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:02.960640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Transition to ACTIVE for port object 08333223-c2b5-46d1-9ebb-cfd4ef395d27 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:02.992442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Transition to ACTIVE for port object 08333223-c2b5-46d1-9ebb-cfd4ef395d27 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:02.999920 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.089906 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Network d98abf25-e50a-4e55-8447-df472e89bdd9 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:03.093623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:03.096168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:03.126925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Pushing event updated for resources: {'Port': ['ID=08333223-c2b5-46d1-9ebb-cfd4ef395d27,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:03.143110 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:00Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:03.150178 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de8077-8dca-44ea-b4e8-0a3a5481da55 None None] The sync data for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 is: [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:00Z', 'revision_number': 3, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:03.219523 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Attempting to bind port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:03.220589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Attempting to bind port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:03.220589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Attempting to bind port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 on network d98abf25-e50a-4e55-8447-df472e89bdd9 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:03.233545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:03.234159 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Checking segment: {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:03.234862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.235509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Bound using segment: {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:03.236672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Bound port: 08333223-c2b5-46d1-9ebb-cfd4ef395d27, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:03.238120 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.284815 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.439364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] For port 08333223-c2b5-46d1-9ebb-cfd4ef395d27, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:03.446328 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] For port 08333223-c2b5-46d1-9ebb-cfd4ef395d27, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=08333223-c2b5-46d1-9ebb-cfd4ef395d27,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:03.454024 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:03.616313 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca85e7-1dc2-4b7a-b86f-e4913caa1115 None None] Pushing event updated for resources: {'Port': ['ID=08333223-c2b5-46d1-9ebb-cfd4ef395d27,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:04.121861 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.1 (d98abf25-e50a-4e55-8447-df472e89bdd9/0df0a055-ef41-46d9-adbb-e8d1d7ef9a29/babb62ca-c5d4-4d5f-8807-582455939827) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:04.361769 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.397719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object babb62ca-c5d4-4d5f-8807-582455939827 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:04.431317 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.527647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network d98abf25-e50a-4e55-8447-df472e89bdd9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:04.532820 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:04.539985 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:04.572933 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=babb62ca-c5d4-4d5f-8807-582455939827,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:04.615432 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.762498 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:04.780911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 08333223-c2b5-46d1-9ebb-cfd4ef395d27 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:04.884450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:04.894478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ab69b836-535f-497f-ac8e-7238009b1598 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:04.924193 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8995c7-a1cb-4b16-9d1e-ce5d88245263 None None] Network d98abf25-e50a-4e55-8447-df472e89bdd9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:56:05.084288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0380e399-c99d-42ba-9a3e-073bcd3b7093 None None] Provisioning for port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:05.109959 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0380e399-c99d-42ba-9a3e-073bcd3b7093 None None] Provisioning complete for port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:05.110513 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0380e399-c99d-42ba-9a3e-073bcd3b7093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.321558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port ab69b836-535f-497f-ac8e-7238009b1598 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:05.338404 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ab69b836-535f-497f-ac8e-7238009b1598 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:05.338901 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.393391 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.399740 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.529893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=babb62ca-c5d4-4d5f-8807-582455939827,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:05.536787 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.581174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0380e399-c99d-42ba-9a3e-073bcd3b7093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.646283 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.666969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0380e399-c99d-42ba-9a3e-073bcd3b7093 None None] For port 08333223-c2b5-46d1-9ebb-cfd4ef395d27, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=08333223-c2b5-46d1-9ebb-cfd4ef395d27,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:05.684615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0380e399-c99d-42ba-9a3e-073bcd3b7093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.694084 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network d98abf25-e50a-4e55-8447-df472e89bdd9 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:05.695380 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:05.729458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port ab69b836-535f-497f-ac8e-7238009b1598, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ab69b836-535f-497f-ac8e-7238009b1598,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:05.736211 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:05.773107 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380e399-c99d-42ba-9a3e-073bcd3b7093 None None] Pushing event updated for resources: {'Port': ['ID=08333223-c2b5-46d1-9ebb-cfd4ef395d27,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:05.871716 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=ab69b836-535f-497f-ac8e-7238009b1598,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:06.036573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-94d07782-76bd-4963-a40e-e3f531e670da None None] Provisioning complete for port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:06.037816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-94d07782-76bd-4963-a40e-e3f531e670da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.238106 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-94d07782-76bd-4963-a40e-e3f531e670da None None] Provisioning for port babb62ca-c5d4-4d5f-8807-582455939827 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:06.245995 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-94d07782-76bd-4963-a40e-e3f531e670da None None] Provisioning complete for port babb62ca-c5d4-4d5f-8807-582455939827 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:06.246421 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-94d07782-76bd-4963-a40e-e3f531e670da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.342920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-94d07782-76bd-4963-a40e-e3f531e670da None None] Port babb62ca-c5d4-4d5f-8807-582455939827 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:06.349230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:06.475168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6317f666-a771-4201-bb86-ecd6bb1231c5 None None] Provisioning complete for port babb62ca-c5d4-4d5f-8807-582455939827 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:06.476292 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6317f666-a771-4201-bb86-ecd6bb1231c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.564868 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6317f666-a771-4201-bb86-ecd6bb1231c5 None None] Port babb62ca-c5d4-4d5f-8807-582455939827 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:06.653139 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:06.668458 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dfa93903-470c-41a4-9988-005a854fbc18 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/2136edcc-7eda-4edf-ac47-8f9fb5687ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5057888 May 06 13:56:06.709087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 08333223-c2b5-46d1-9ebb-cfd4ef395d27 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:06.800722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:06.801174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:06.953019 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-3e2dcfb7-6b70-4281-9c62-1662a05b8733 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340983671&fields=id&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 267 time: 0.0694768 May 06 13:56:06.962329 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ab69b836-535f-497f-ac8e-7238009b1598 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:07.051924 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port ab69b836-535f-497f-ac8e-7238009b1598 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:07.052422 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:07.126362 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Sync routers for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:07.142980 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-e14fb6ab-5009-42bc-b009-89edaca8c08e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:07.143841 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-e14fb6ab-5009-42bc-b009-89edaca8c08e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:07.163410 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-e14fb6ab-5009-42bc-b009-89edaca8c08e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:07.164826 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-e14fb6ab-5009-42bc-b009-89edaca8c08e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/networks?id=d98abf25-e50a-4e55-8447-df472e89bdd9 HTTP/1.1" status: 200 len: 797 time: 0.2037995 May 06 13:56:07.174095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:07.175207 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:55:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:07.190397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-8029c74b-5102-4fb1-bdbb-b1f15b637084 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/quotas/7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 375 time: 0.0145485 May 06 13:56:07.292008 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-2933a83a-43ff-4e9d-b8a2-fc905657ea4c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:07.319486 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-2933a83a-43ff-4e9d-b8a2-fc905657ea4c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:07.331492 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-2933a83a-43ff-4e9d-b8a2-fc905657ea4c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339464 May 06 13:56:07.442962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:07.472679 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-2a092af2-dc86-4f4f-bb91-2aa47ba279eb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:56:07.473795 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-2a092af2-dc86-4f4f-bb91-2aa47ba279eb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1220031 May 06 13:56:07.627980 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-c8d4beaa-a6d2-4134-977b-0d862a9c32b4 service neutron] 10.222.0.44 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469817 May 06 13:56:07.779243 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-4a24f77f-cae7-4494-b616-ef694beb37d7 service neutron] 10.222.0.44 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446257 May 06 13:56:07.836198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:04Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'babb62ca-c5d4-4d5f-8807-582455939827', 'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:3d:72:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:03Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 2, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:07.842455 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Checking router: 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:07.842844 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Updating router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 port babb62ca-c5d4-4d5f-8807-582455939827 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:56:07.901832 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.042768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7c8df8f0-5d0d-4235-9f6b-cd84febe1d27 req-70ff9422-7cb6-40d4-833b-7534fed0c4c6 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 210 time: 0.0545743 May 06 13:56:08.091843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.349977 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.364380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Transition to ACTIVE for port object babb62ca-c5d4-4d5f-8807-582455939827 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:08.372506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.503357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2467f7-d5ef-4964-aab8-1810d3c10bb7 None None] Pushing event updated for resources: {'Port': ['ID=babb62ca-c5d4-4d5f-8807-582455939827,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:08.597597 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Attempting to bind port babb62ca-c5d4-4d5f-8807-582455939827 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:08.597984 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Attempting to bind port babb62ca-c5d4-4d5f-8807-582455939827 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:08.598355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Attempting to bind port babb62ca-c5d4-4d5f-8807-582455939827 on network d98abf25-e50a-4e55-8447-df472e89bdd9 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:08.610421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:08.610846 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Checking segment: {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:08.611252 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.611656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Bound using segment: {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:08.612136 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Bound port: babb62ca-c5d4-4d5f-8807-582455939827, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:08.612509 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.718268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] For port babb62ca-c5d4-4d5f-8807-582455939827, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:08.722060 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] For port babb62ca-c5d4-4d5f-8807-582455939827, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=babb62ca-c5d4-4d5f-8807-582455939827,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:08.728255 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:08.823203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2467f7-d5ef-4964-aab8-1810d3c10bb7 None None] Pushing event updated for resources: {'Port': ['ID=babb62ca-c5d4-4d5f-8807-582455939827,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:08.826088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:08.826905 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:55:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:09.028539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:09.232726 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-853d4942-cc0d-4f1a-986e-b65848225166 req-1a4da5a4-67e5-4fdf-8132-d7207774813e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 210 time: 0.0636072 May 06 13:56:09.333791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-5d7ce83c-8137-4976-9d77-c5bb7e92ee68 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:09.334514 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-5d7ce83c-8137-4976-9d77-c5bb7e92ee68 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:09.349615 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-5d7ce83c-8137-4976-9d77-c5bb7e92ee68 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:network {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:09.351058 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-5d7ce83c-8137-4976-9d77-c5bb7e92ee68 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/networks?id=d98abf25-e50a-4e55-8447-df472e89bdd9 HTTP/1.1" status: 200 len: 797 time: 0.1825273 May 06 13:56:09.413290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:04Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'babb62ca-c5d4-4d5f-8807-582455939827', 'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:3d:72:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:03Z', 'updated_at': '2022-05-06T13:56:08Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:09.415260 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-11cfdf9b-2d3c-48e2-8497-804d40d83cf7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:56:09.419286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937beb5d-5b32-48bd-917b-ff8db58e1fbc None None] The sync data for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 is: [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:04Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'babb62ca-c5d4-4d5f-8807-582455939827', 'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:3d:72:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:03Z', 'updated_at': '2022-05-06T13:56:08Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:09.440644 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-11cfdf9b-2d3c-48e2-8497-804d40d83cf7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:security_group {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:56:09.442095 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-11cfdf9b-2d3c-48e2-8497-804d40d83cf7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7110a09b3a194214b7df314ea74c83cd HTTP/1.1" status: 200 len: 379 time: 0.0795453 May 06 13:56:09.466482 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'port': {'device_id': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'admin_state_up': True, 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'security_groups': ['ab82d06f-0fd5-44c7-b66e-1996609523da']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:09.623393 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:09.637022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:09.653211 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Made reservation on behalf of 7110a09b3a194214b7df314ea74c83cd for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:56:09.653211 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:09.860682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.20.0.9 (d98abf25-e50a-4e55-8447-df472e89bdd9/0df0a055-ef41-46d9-adbb-e8d1d7ef9a29/1f78b975-b54d-4eb0-a014-5a4d982fc8b8) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:10.100514 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.120975 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Transition to ACTIVE for port object 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:10.145978 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.215784 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network d98abf25-e50a-4e55-8447-df472e89bdd9 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:10.224303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:10.424179 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:10.511538 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:10.541357 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:10.542013 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.554197 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd11e6f-7f6a-4243-9738-743d29151f77 req-3e1d7d13-b813-4aac-b8dd-aabe47081d6e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:10.555771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bd11e6f-7f6a-4243-9738-743d29151f77 req-3e1d7d13-b813-4aac-b8dd-aabe47081d6e tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 931 time: 0.1069603 May 06 13:56:10.571673 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b48d60f5-d03a-429c-8586-d691b139f468 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1197197 May 06 13:56:10.588470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Request body: {'port': {'device_id': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:10.601101 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd43cc9c-2aff-4b35-a43b-8e490d855408 None None] Provisioning for port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:10.607131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-cd43cc9c-2aff-4b35-a43b-8e490d855408 None None] Provisioning complete for port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:10.607742 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cd43cc9c-2aff-4b35-a43b-8e490d855408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.616632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6bd11e6f-7f6a-4243-9738-743d29151f77 req-8a8ae0bc-dd26-435d-a274-1f70dff063c9 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549159 May 06 13:56:10.683032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-cd43cc9c-2aff-4b35-a43b-8e490d855408 None None] Port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:56:10.735481 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.736288 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device babb62ca-c5d4-4d5f-8807-582455939827 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:10.815116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port babb62ca-c5d4-4d5f-8807-582455939827 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:10.820243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port babb62ca-c5d4-4d5f-8807-582455939827 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:10.820624 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.978268 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.014341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port babb62ca-c5d4-4d5f-8807-582455939827, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=babb62ca-c5d4-4d5f-8807-582455939827,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:11.019386 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.089934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=babb62ca-c5d4-4d5f-8807-582455939827,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:11.122914 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:56:11.136735 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.163297 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Transition to ACTIVE for port object 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:56:11.168957 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.304963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:11.476883 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Attempting to bind port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:56:11.477661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Attempting to bind port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:56:11.477661 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Attempting to bind port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 on network d98abf25-e50a-4e55-8447-df472e89bdd9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:11.484347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 on network d98abf25-e50a-4e55-8447-df472e89bdd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:56:11.484614 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Attempting to bind port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 on network d98abf25-e50a-4e55-8447-df472e89bdd9 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:56:11.491547 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:56:11.491891 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Checking segment: {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:56:11.492281 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Bound using segment: {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:56:11.492704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Bound port: 1f78b975-b54d-4eb0-a014-5a4d982fc8b8, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:56:11.493054 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.589641 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] For port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:56:11.592968 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] For port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:56:11.598825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.666408 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:11.667846 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1f78b975-b54d-4eb0-a014-5a4d982fc8b8 HTTP/1.1" status: 200 len: 1091 time: 1.0888388 May 06 13:56:11.668299 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:11.691764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c415a9-27ca-4861-922d-eece56eae2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:11.747765 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c2e000-6718-4caf-8ec7-256fd69f9ee1'] response: {'name': 'network-changed', 'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'status': 'completed', 'code': 200} May 06 13:56:11.797080 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-2f82aa97-acb1-4108-8a6b-185103324952 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 1094 time: 0.0842342 May 06 13:56:11.878365 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-fa239923-df26-499a-be17-68b58fd4383c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8 HTTP/1.1" status: 200 len: 217 time: 0.0737188 May 06 13:56:11.886128 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6015b7-a50f-40fd-b6ef-7ff7981b7f6f req-28772a76-796a-4d1b-b11f-0c1847352c5a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:11.888748 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d6015b7-a50f-40fd-b6ef-7ff7981b7f6f req-28772a76-796a-4d1b-b11f-0c1847352c5a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 943 time: 0.1098518 May 06 13:56:11.947048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8d6015b7-a50f-40fd-b6ef-7ff7981b7f6f req-33bbf268-477e-4f35-8075-77dae24b8481 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473902 May 06 13:56:11.948855 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-bf32ef3b-d166-485e-b1ac-e5b4ac82f45a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:11.950386 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-bf32ef3b-d166-485e-b1ac-e5b4ac82f45a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df0a055-ef41-46d9-adbb-e8d1d7ef9a29 HTTP/1.1" status: 200 len: 835 time: 0.0665774 May 06 13:56:12.035236 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-d7689cef-b665-4de8-8c09-7f8f55fe0249 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98abf25-e50a-4e55-8447-df472e89bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793774 May 06 13:56:12.180723 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-4ca240c5-5f33-400c-b3bf-382f0c7ce156 service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394989 May 06 13:56:12.318705 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86dd8662-1d66-488d-97e9-7f329db6cf68 req-f9c26c94-26fb-4842-b711-7f43db877dd6 service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321685 May 06 13:56:12.446781 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e66a501-53d5-4955-8598-95ebbbc24523 req-e21a0e54-c559-4e1a-8b21-f4a42a0a76f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 1094 time: 0.0806792 May 06 13:56:12.465052 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5792a0d5-494b-4f31-8c2f-cd642e6e3558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.678589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device babb62ca-c5d4-4d5f-8807-582455939827 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:12.692869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66a501-53d5-4955-8598-95ebbbc24523 req-fa0c4d27-482b-4e0d-852c-0584d1d473f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:12.694435 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e66a501-53d5-4955-8598-95ebbbc24523 req-fa0c4d27-482b-4e0d-852c-0584d1d473f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98abf25-e50a-4e55-8447-df472e89bdd9 HTTP/1.1" status: 200 len: 898 time: 0.2421505 May 06 13:56:12.751413 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port babb62ca-c5d4-4d5f-8807-582455939827 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:12.751794 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.769721 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e66a501-53d5-4955-8598-95ebbbc24523 req-3c19b88f-6641-4566-9bad-e33697ef75ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8 HTTP/1.1" status: 200 len: 217 time: 0.0686874 May 06 13:56:12.834686 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66a501-53d5-4955-8598-95ebbbc24523 req-a19b8c5a-1a89-41cf-9991-482f8ce9aa0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:12.836171 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e66a501-53d5-4955-8598-95ebbbc24523 req-a19b8c5a-1a89-41cf-9991-482f8ce9aa0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df0a055-ef41-46d9-adbb-e8d1d7ef9a29 HTTP/1.1" status: 200 len: 835 time: 0.0594103 May 06 13:56:12.926038 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e66a501-53d5-4955-8598-95ebbbc24523 req-3014b4d2-5949-49f1-8308-f90031451d2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98abf25-e50a-4e55-8447-df472e89bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832703 May 06 13:56:13.096700 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e66a501-53d5-4955-8598-95ebbbc24523 req-e1a35c05-2757-4bd0-a0ef-af2e37d42cc5 service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637635 May 06 13:56:13.208212 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea03f5-9577-444b-a622-4853bc5c5c45 req-324b5948-807d-4666-928a-4cd9ef562fac tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:13.209624 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39ea03f5-9577-444b-a622-4853bc5c5c45 req-324b5948-807d-4666-928a-4cd9ef562fac tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 943 time: 0.0927896 May 06 13:56:13.251601 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0e66a501-53d5-4955-8598-95ebbbc24523 req-d7538bd3-b6e4-4569-bbe0-e4a3c06b68b2 service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471801 May 06 13:56:13.265042 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-39ea03f5-9577-444b-a622-4853bc5c5c45 req-2563f2cf-48ea-4110-bd76-901f6a0e7099 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493541 May 06 13:56:13.886537 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:14.493013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71677207-2c1d-4c2c-bca1-87e92de71ffd req-cd7a36ba-68e7-405a-93b7-2133f0c64411 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:14.494456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71677207-2c1d-4c2c-bca1-87e92de71ffd req-cd7a36ba-68e7-405a-93b7-2133f0c64411 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 943 time: 0.0983691 May 06 13:56:14.549858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-71677207-2c1d-4c2c-bca1-87e92de71ffd req-dc5009bd-94e6-438e-99fe-f04fd064dae2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491784 May 06 13:56:14.788198 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1f965be2-21ae-4124-95c6-d6ef1022cf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.558893 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.714333 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:56:15.756885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7cdbc-5165-4f3e-9e5b-5d4e78bdb882 req-787f0f83-9255-4b26-b387-b5deee1cd54b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:15.758366 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58c7cdbc-5165-4f3e-9e5b-5d4e78bdb882 req-787f0f83-9255-4b26-b387-b5deee1cd54b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 943 time: 0.0842752 May 06 13:56:15.812264 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-58c7cdbc-5165-4f3e-9e5b-5d4e78bdb882 req-95300640-5c08-4f0a-a361-ddf19594643b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480719 May 06 13:56:15.873680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:15.892815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'port_id': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'mac_address': 'fa:16:3e:d9:37:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:56:15.964791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:15.983117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:56:16.001565 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:16.006791 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:16.075765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:16.210575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['1f78b975-b54d-4eb0-a014-5a4d982fc8b8'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:56:16.399376 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.148936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac08317-638d-4809-b7ae-3e30b3f13a37 req-9aea9be7-16aa-4750-a53c-370730aba43f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:17.150333 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ac08317-638d-4809-b7ae-3e30b3f13a37 req-9aea9be7-16aa-4750-a53c-370730aba43f tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 944 time: 0.1864362 May 06 13:56:17.203237 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5ac08317-638d-4809-b7ae-3e30b3f13a37 req-1effecb7-b4aa-479d-9d5d-d747fc59213a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446153 May 06 13:56:17.740690 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:56:17.822036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:56:17.828636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:56:17.829127 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.890296 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.965858 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.001162 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:18.011778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:56:18.016617 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:18.070617 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28628ca-f8de-45d0-8ade-836ea56514e6'] response: {'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'code': 200} May 06 13:56:18.088596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:18.199454 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-430de221-6c39-4695-a64c-6e2838bab6bc req-252bd1e9-b5db-469f-bd50-47dac5d6c496 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 1096 time: 0.0761454 May 06 13:56:18.243693 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-430de221-6c39-4695-a64c-6e2838bab6bc req-910f94e5-6d60-430f-a386-98e171e56b3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384920 May 06 13:56:18.440459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa680502-bc75-431b-a6a9-1ad688d28182 req-66b29ac5-8d42-46d1-b516-d5ae71e86044 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:18.442013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa680502-bc75-431b-a6a9-1ad688d28182 req-66b29ac5-8d42-46d1-b516-d5ae71e86044 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.0887690 May 06 13:56:18.496101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fa680502-bc75-431b-a6a9-1ad688d28182 req-96fbaf8d-e3f8-4c68-b5fd-2197b4d5f522 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481446 May 06 13:56:19.705710 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8bffd-2417-48cd-b164-1ce650c361cf req-40168dce-02f5-4d1d-825b-22aabc529c0c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:19.707186 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6af8bffd-2417-48cd-b164-1ce650c361cf req-40168dce-02f5-4d1d-825b-22aabc529c0c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.0774903 May 06 13:56:19.766234 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6af8bffd-2417-48cd-b164-1ce650c361cf req-5ae7543b-4f01-4899-8279-febc545692d8 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529377 May 06 13:56:19.973931 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:56:20.147370 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114a6c0-b2e8-4db7-a878-40ae1ef75b64 req-10776025-2051-480f-b549-dea7a6297659 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:20.148896 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7114a6c0-b2e8-4db7-a878-40ae1ef75b64 req-10776025-2051-480f-b549-dea7a6297659 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.0842984 May 06 13:56:20.200098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7114a6c0-b2e8-4db7-a878-40ae1ef75b64 req-c8ae1497-862c-433f-bb7b-9f6763973235 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444856 May 06 13:56:20.237491 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57946) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:20.312890 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-12ec3804-5603-4d19-9e84-25f65a8cefc4 tempest-TestNetworkAdvancedServerOps-397346669 tempest-TestNetworkAdvancedServerOps-397346669-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 1091 time: 0.0743191 May 06 13:56:20.315716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57950) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:20.321105 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:56:20.327712 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:56:20.332147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Usage tracker for resource:floatingip and tenant:7110a09b3a194214b7df314ea74c83cd is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:56:20.336079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:56:20.342637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:56:20.354412 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.512471 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.673062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Allocated IP 172.25.7.168 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/1050e8fe-b4fd-4081-bf00-c70487da7a32) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:56:20.835884 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.871910 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:20.948355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:56:20.951131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:56:20.955908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:56:20.986394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=1050e8fe-b4fd-4081-bf00-c70487da7a32,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:21.513566 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.573114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.900590 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.905971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.013323 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event updated for resources: {'Port': ['ID=1050e8fe-b4fd-4081-bf00-c70487da7a32,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:22.028467 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.235315 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Floating IP d89c017e-a61f-4398-b875-21cf83b33d34 associated. External IP: 172.25.7.168, port: 1f78b975-b54d-4eb0-a014-5a4d982fc8b8. May 06 13:56:22.664446 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:56:22.879039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:56:22.888774 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] Sync routers for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:56:22.902295 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:22.903010 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:56:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:22.906142 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:22.968380 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b7e8c24f-41c7-43cc-9cb2-dd645669be49 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6515210 May 06 13:56:22.968969 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:56:23.036360 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e253df-4b0f-437a-898e-96c2ceb5e575'] response: {'name': 'network-changed', 'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'status': 'completed', 'code': 200} May 06 13:56:23.124334 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:23.143582 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54eed5ca-21a6-4d2b-a807-d1f53f77231d req-b70e192e-5d18-456d-9716-61ca8d7191e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 1096 time: 0.0819776 May 06 13:56:23.161598 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f9edb-4081-49e4-b75d-07e1186a4709 req-7d726706-8ded-400d-84cd-81267c513e3c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:23.163346 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d1f9edb-4081-49e4-b75d-07e1186a4709 req-7d726706-8ded-400d-84cd-81267c513e3c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.0908835 May 06 13:56:23.215919 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d1f9edb-4081-49e4-b75d-07e1186a4709 req-04c01a88-f1fb-47ca-a078-1ba5806e9312 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467622 May 06 13:56:23.251548 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57960) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:23.297947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eed5ca-21a6-4d2b-a807-d1f53f77231d req-4b5f1da9-9eb7-40b3-87d6-d8ea87d9bc30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:23.300375 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54eed5ca-21a6-4d2b-a807-d1f53f77231d req-4b5f1da9-9eb7-40b3-87d6-d8ea87d9bc30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98abf25-e50a-4e55-8447-df472e89bdd9 HTTP/1.1" status: 200 len: 898 time: 0.1501617 May 06 13:56:23.370383 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-93d76443-cd23-46fd-acb9-04bcc60179cc tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/d89c017e-a61f-4398-b875-21cf83b33d34 HTTP/1.1" status: 200 len: 991 time: 0.1169915 May 06 13:56:23.420859 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54eed5ca-21a6-4d2b-a807-d1f53f77231d req-17cf6e50-b53a-45dd-971c-fd7f8b61fa24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8 HTTP/1.1" status: 200 len: 999 time: 0.1143248 May 06 13:56:23.494035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eed5ca-21a6-4d2b-a807-d1f53f77231d req-c4b1efc0-c7e8-4cc0-bfca-79b936693a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:23.495524 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54eed5ca-21a6-4d2b-a807-d1f53f77231d req-c4b1efc0-c7e8-4cc0-bfca-79b936693a97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df0a055-ef41-46d9-adbb-e8d1d7ef9a29 HTTP/1.1" status: 200 len: 835 time: 0.0696776 May 06 13:56:23.542642 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:04Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'd89c017e-a61f-4398-b875-21cf83b33d34', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'port_id': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'mac_address': 'fa:16:3e:d9:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:21Z', 'updated_at': '2022-05-06T13:56:21Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babb62ca-c5d4-4d5f-8807-582455939827', 'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:3d:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:03Z', 'updated_at': '2022-05-06T13:56:10Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:23.546560 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] Checking router: 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:56:23.559539 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:56:23.560294 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:56:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:23.571915 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54eed5ca-21a6-4d2b-a807-d1f53f77231d req-71d93117-d3ed-4a6d-b7a3-1caa5aad7a08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98abf25-e50a-4e55-8447-df472e89bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707505 May 06 13:56:23.714173 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54eed5ca-21a6-4d2b-a807-d1f53f77231d req-b6fb5a5c-1d21-4604-affb-dac096aea21e service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363339 May 06 13:56:23.741024 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:56:23.856783 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-54eed5ca-21a6-4d2b-a807-d1f53f77231d req-2db1add3-80c2-4752-9b57-07ab3e5f74fc service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372428 May 06 13:56:24.106173 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:04Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'd89c017e-a61f-4398-b875-21cf83b33d34', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'port_id': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'mac_address': 'fa:16:3e:d9:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:21Z', 'updated_at': '2022-05-06T13:56:21Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babb62ca-c5d4-4d5f-8807-582455939827', 'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:3d:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:03Z', 'updated_at': '2022-05-06T13:56:10Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:56:24.111567 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc01a7e-b3d7-4ceb-8692-0922254ed508 None None] The sync data for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 is: [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:04Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': 'd89c017e-a61f-4398-b875-21cf83b33d34', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'port_id': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'mac_address': 'fa:16:3e:d9:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:56:21Z', 'updated_at': '2022-05-06T13:56:21Z', 'revision_number': 0, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'babb62ca-c5d4-4d5f-8807-582455939827', 'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:3d:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:03Z', 'updated_at': '2022-05-06T13:56:10Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:56:24.322367 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b54cb1-99bb-4c9f-8b69-c1503aec43a8 None None] New status for floating IP d89c017e-a61f-4398-b875-21cf83b33d34: ACTIVE {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:56:24.373796 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 57964) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:24.482148 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8830476f-a81e-494d-bc4e-a5a981bcd32b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/d89c017e-a61f-4398-b875-21cf83b33d34 HTTP/1.1" status: 200 len: 991 time: 0.1059861 May 06 13:56:25.485249 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57968) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:25.606907 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c101dd82-4e0f-459b-81e2-a9ec8762a514 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/d89c017e-a61f-4398-b875-21cf83b33d34 HTTP/1.1" status: 200 len: 993 time: 0.1202412 May 06 13:56:38.072740 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.480702 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-5247235a-fe5a-4cc8-91ba-e276878cbddf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764043 May 06 13:56:40.743950 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-1c6eb932-e799-4da5-a9fc-b2d2e53e6c3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 1096 time: 0.1723087 May 06 13:56:40.898033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-300e8135-ffb4-4621-b40a-7f702c5afd7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:40.899423 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-300e8135-ffb4-4621-b40a-7f702c5afd7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98abf25-e50a-4e55-8447-df472e89bdd9 HTTP/1.1" status: 200 len: 898 time: 0.1349795 May 06 13:56:41.027414 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-7dcffba2-0ec9-415c-b28f-e66d95290b89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8 HTTP/1.1" status: 200 len: 1001 time: 0.1211672 May 06 13:56:41.094016 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-c049d585-218a-4eaf-a429-5d3b831e65d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:41.095503 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-c049d585-218a-4eaf-a429-5d3b831e65d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df0a055-ef41-46d9-adbb-e8d1d7ef9a29 HTTP/1.1" status: 200 len: 835 time: 0.0622013 May 06 13:56:41.191706 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-fba3399d-5cc4-4327-9dbb-7428905caceb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98abf25-e50a-4e55-8447-df472e89bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890298 May 06 13:56:41.326947 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-c45ded6c-11f3-470b-8c06-e436c862a77c service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288755 May 06 13:56:41.470353 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-db7b0de6-c354-44bc-9ebb-e82550c05d79 req-8bf60172-a8cb-43b4-ae78-9896aec57f86 service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374726 May 06 13:56:42.471398 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-46362bd1-bada-4aa1-8ae8-fd5110aba1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.902516 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:44.791309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-fd84f645-1bfc-4279-bde6-475eeab43fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:45.573346 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:46.386789 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.853834 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:52.759406 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fe53e-5fc2-41ce-9335-804d40b7f133 req-320a8b47-0674-4211-a692-94b75b8f7cba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:52.760640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f6fe53e-5fc2-41ce-9335-804d40b7f133 req-320a8b47-0674-4211-a692-94b75b8f7cba tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.1921585 May 06 13:56:52.809650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3f6fe53e-5fc2-41ce-9335-804d40b7f133 req-a7219196-a4f1-42c9-b2f8-da0887608489 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428293 May 06 13:56:54.040395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ee6c1-dc8f-4f37-81d7-e17f94ba4651 req-f0e216e6-6e45-440f-9614-e01e7030bb2b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:54.041963 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a6ee6c1-dc8f-4f37-81d7-e17f94ba4651 req-f0e216e6-6e45-440f-9614-e01e7030bb2b tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.0959291 May 06 13:56:54.093490 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0a6ee6c1-dc8f-4f37-81d7-e17f94ba4651 req-7218c350-e422-4ee2-baa9-625142090a25 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448537 May 06 13:56:54.122721 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 57988) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:54.230145 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-2d67a95a-fe74-41f6-8472-07d4c3959479 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/d89c017e-a61f-4398-b875-21cf83b33d34 HTTP/1.1" status: 200 len: 993 time: 0.1060951 May 06 13:56:55.766002 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b25250-7434-4520-8891-e77046dcfd51 req-a36dd9ce-9342-4378-959f-357a93891992 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:55.767659 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1b25250-7434-4520-8891-e77046dcfd51 req-a36dd9ce-9342-4378-959f-357a93891992 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.0932562 May 06 13:56:55.794109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5377fabd-4b7e-4940-b69b-bbbf693d7808 req-c07d835e-0db5-4063-aa91-5e80ec040442 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 1096 time: 0.0791657 May 06 13:56:55.819555 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a1b25250-7434-4520-8891-e77046dcfd51 req-1fdc4f69-7de0-47ec-a710-60a1dd0cc62a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459418 May 06 13:56:55.930960 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377fabd-4b7e-4940-b69b-bbbf693d7808 req-f9d8d836-104b-40f1-bc76-d7d7690d6778 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:55.932433 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5377fabd-4b7e-4940-b69b-bbbf693d7808 req-f9d8d836-104b-40f1-bc76-d7d7690d6778 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98abf25-e50a-4e55-8447-df472e89bdd9 HTTP/1.1" status: 200 len: 898 time: 0.1321049 May 06 13:56:56.037623 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5377fabd-4b7e-4940-b69b-bbbf693d7808 req-a44820a0-06bd-453e-9e51-23ddd9305d55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8 HTTP/1.1" status: 200 len: 1001 time: 0.0997751 May 06 13:56:56.110207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377fabd-4b7e-4940-b69b-bbbf693d7808 req-e5290674-5288-43e9-a1b2-ebce36184a96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:56.112072 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5377fabd-4b7e-4940-b69b-bbbf693d7808 req-e5290674-5288-43e9-a1b2-ebce36184a96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df0a055-ef41-46d9-adbb-e8d1d7ef9a29 HTTP/1.1" status: 200 len: 835 time: 0.0687342 May 06 13:56:56.196585 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5377fabd-4b7e-4940-b69b-bbbf693d7808 req-47b4cad9-6580-4cd3-bdd1-e81d6094aade service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98abf25-e50a-4e55-8447-df472e89bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782013 May 06 13:56:56.347477 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5377fabd-4b7e-4940-b69b-bbbf693d7808 req-0ae1a29b-847e-4aee-911b-a694f04bf9ea service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453748 May 06 13:56:56.612886 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5377fabd-4b7e-4940-b69b-bbbf693d7808 req-8a2d0582-7bb9-42c7-a630-27f25daca54f service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593195 May 06 13:56:56.976254 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:56:57.024793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbbe0a-4bac-4bb0-b9c4-5de07ae8e5c3 req-ded5727b-7b25-4718-8a37-28c1f1e83b29 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:57.026262 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92bbbe0a-4bac-4bb0-b9c4-5de07ae8e5c3 req-ded5727b-7b25-4718-8a37-28c1f1e83b29 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.0803506 May 06 13:56:57.074633 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92bbbe0a-4bac-4bb0-b9c4-5de07ae8e5c3 req-5dfb95b3-1f6a-4569-bb8d-5d53fb848a16 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423005 May 06 13:56:58.316758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e120e2-f674-4bd6-824e-2f8c2729a231 req-c21fc354-aace-42f6-b612-ecabaf971125 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:58.318349 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8e120e2-f674-4bd6-824e-2f8c2729a231 req-c21fc354-aace-42f6-b612-ecabaf971125 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.0952325 May 06 13:56:58.394832 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8e120e2-f674-4bd6-824e-2f8c2729a231 req-de0ce217-9cae-4885-9d40-4c4b93800383 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680192 May 06 13:56:58.426718 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58002) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:58.545107 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-71226059-15dc-49d9-a6b9-62d0082456b2 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/floatingips/d89c017e-a61f-4398-b875-21cf83b33d34 HTTP/1.1" status: 200 len: 993 time: 0.1171649 May 06 13:56:58.840259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58010) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:56:59.077134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 1050e8fe-b4fd-4081-bf00-c70487da7a32 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:56:59.077749 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.258926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.259279 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.383436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 1050e8fe-b4fd-4081-bf00-c70487da7a32 owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:56:59.544876 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:59.590281 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=1050e8fe-b4fd-4081-bf00-c70487da7a32,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:56:59.640951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.641373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.641635 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.642016 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.642358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.642714 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.643062 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.643429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.643960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.645079 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.646167 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:56:59.754969 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.460509 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:00.744715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:00.757518 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] Sync routers for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:00.774887 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:00.775277 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:00.775544 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:56:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:00.846266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-899eb17e-edca-4bfe-b594-2a77983e5589 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/floatingips/d89c017e-a61f-4398-b875-21cf83b33d34 HTTP/1.1" status: 204 len: 168 time: 2.0046980 May 06 13:57:00.847352 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:01.028021 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:01.032509 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39515f16-6420-4920-8267-de328694f766'] response: {'name': 'network-changed', 'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'status': 'completed', 'code': 200} May 06 13:57:01.200611 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cdbd8045-351e-41f4-b861-9d9689bcd92a req-bdd9f169-1ddc-4df5-a318-606b6b5bdfaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7110a09b3a194214b7df314ea74c83cd&device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 1096 time: 0.1329470 May 06 13:57:01.376338 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd8045-351e-41f4-b861-9d9689bcd92a req-97018889-9460-41a0-bb72-4613a8c67543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:01.378976 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cdbd8045-351e-41f4-b861-9d9689bcd92a req-97018889-9460-41a0-bb72-4613a8c67543 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d98abf25-e50a-4e55-8447-df472e89bdd9 HTTP/1.1" status: 200 len: 898 time: 0.1713221 May 06 13:57:01.461538 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970f4a-1fc1-4034-bc37-8f1bec39f5bb req-7f6551cf-7f08-46a7-92c2-bf6088bf5976 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:01.462473 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e0970f4a-1fc1-4034-bc37-8f1bec39f5bb req-7f6551cf-7f08-46a7-92c2-bf6088bf5976 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:01.483252 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e0970f4a-1fc1-4034-bc37-8f1bec39f5bb req-7f6551cf-7f08-46a7-92c2-bf6088bf5976 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:01.492545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0970f4a-1fc1-4034-bc37-8f1bec39f5bb req-7f6551cf-7f08-46a7-92c2-bf6088bf5976 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.1559873 May 06 13:57:01.497124 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cdbd8045-351e-41f4-b861-9d9689bcd92a req-991dd548-74b3-4c4d-bfaf-25d3f778135b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8 HTTP/1.1" status: 200 len: 217 time: 0.1097014 May 06 13:57:01.542800 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0970f4a-1fc1-4034-bc37-8f1bec39f5bb req-235e46f2-976e-4521-a25a-aab03e2a9d98 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490327 May 06 13:57:01.553178 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:04Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'babb62ca-c5d4-4d5f-8807-582455939827', 'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:3d:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:03Z', 'updated_at': '2022-05-06T13:56:10Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.560187 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] Checking router: 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:01.578190 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd8045-351e-41f4-b861-9d9689bcd92a req-bae11e11-d550-4741-b0e1-d4723b0a645f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:01.580180 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cdbd8045-351e-41f4-b861-9d9689bcd92a req-bae11e11-d550-4741-b0e1-d4723b0a645f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0df0a055-ef41-46d9-adbb-e8d1d7ef9a29 HTTP/1.1" status: 200 len: 835 time: 0.0763996 May 06 13:57:01.590050 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:01.591239 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:56:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:01.692175 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cdbd8045-351e-41f4-b861-9d9689bcd92a req-d255cd50-09f7-43e6-9cd9-12ff995d662d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d98abf25-e50a-4e55-8447-df472e89bdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041725 May 06 13:57:01.841672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:01.883282 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cdbd8045-351e-41f4-b861-9d9689bcd92a req-26ade540-a750-407e-96e4-42a56ccc5fba service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840279 May 06 13:57:02.064610 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-cdbd8045-351e-41f4-b861-9d9689bcd92a req-36ebc4dc-5563-4657-b98d-6e5d7302c8c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751590 May 06 13:57:02.214994 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:04Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'babb62ca-c5d4-4d5f-8807-582455939827', 'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:3d:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:03Z', 'updated_at': '2022-05-06T13:56:10Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:02.219101 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7c5da-eb93-43ec-a60d-0575ee6e2e88 None None] The sync data for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 is: [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:04Z', 'revision_number': 4, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'babb62ca-c5d4-4d5f-8807-582455939827', 'name': '', 'network_id': 'd98abf25-e50a-4e55-8447-df472e89bdd9', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'mac_address': 'fa:16:3e:3d:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:56:03Z', 'updated_at': '2022-05-06T13:56:10Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'subnets': [{'id': '0df0a055-ef41-46d9-adbb-e8d1d7ef9a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:02.476823 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e617906-8592-4c63-9b2c-4793d645ed83 None None] New status for floating IP d89c017e-a61f-4398-b875-21cf83b33d34: DOWN {{(pid=83958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:57:02.814583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fe173-ae5c-49a1-8c80-88b7b3e1bae8 req-16028c6c-1d64-437a-add0-371bf368097a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:02.815430 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-f2f2af16-c081-4f5d-9805-9c9b8793d9dd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:02.816076 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e8fe173-ae5c-49a1-8c80-88b7b3e1bae8 req-16028c6c-1d64-437a-add0-371bf368097a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.1006424 May 06 13:57:02.816258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-f2f2af16-c081-4f5d-9805-9c9b8793d9dd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Synchronizing usage tracker for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:02.839732 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-f2f2af16-c081-4f5d-9805-9c9b8793d9dd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Unset dirty status for tenant:7110a09b3a194214b7df314ea74c83cd on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:02.840868 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-f2f2af16-c081-4f5d-9805-9c9b8793d9dd tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 945 time: 0.1194346 May 06 13:57:02.888497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e8fe173-ae5c-49a1-8c80-88b7b3e1bae8 req-eea82e2f-ff9e-4883-8613-2dcfc69a092a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab82d06f-0fd5-44c7-b66e-1996609523da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656426 May 06 13:57:02.928625 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:02.929082 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.257475 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:03.257828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.424227 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:03.612864 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.664665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=1f78b975-b54d-4eb0-a014-5a4d982fc8b8,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:03.710452 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.710815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.711337 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.712066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.712066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.712306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.712606 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.712920 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.713240 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.713756 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.713870 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:03.860792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] No DVR routers for this DVR port 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:03.863550 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:03.866080 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'name': 'network-vif-deleted', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:03.882955 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-06f1d60f-0e10-4b7e-8457-b7a6036480a7 req-6e27494b-fd6d-4cae-ad3b-58a94f27436c tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.36 "DELETE /v2.0/ports/1f78b975-b54d-4eb0-a014-5a4d982fc8b8 HTTP/1.1" status: 204 len: 173 time: 1.0366366 May 06 13:57:03.941422 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe82f7a-724c-4562-83f5-ab36aaa08dc6'] response: {'server_uuid': 'b3450caf-3ce3-4bb7-a496-6a2a16f32e3e', 'name': 'network-vif-deleted', 'tag': '1f78b975-b54d-4eb0-a014-5a4d982fc8b8', 'status': 'completed', 'code': 200} May 06 13:57:04.093116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5d6789ad-d7f6-446e-895b-3db64cb0a52e req-a6c1b6a0-b6fb-4269-a562-761b9e6dfc77 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3450caf-3ce3-4bb7-a496-6a2a16f32e3e HTTP/1.1" status: 200 len: 210 time: 0.0481744 May 06 13:57:05.245101 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58032) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:05.691875 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:05.947632 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:05.981796 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:05.982141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f78b975-b54d-4eb0-a014-5a4d982fc8b8 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:06.535813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port babb62ca-c5d4-4d5f-8807-582455939827 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:06.536538 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.743433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port babb62ca-c5d4-4d5f-8807-582455939827, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=babb62ca-c5d4-4d5f-8807-582455939827,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:06.743801 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:06.874734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for babb62ca-c5d4-4d5f-8807-582455939827 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:07.068439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:07.116719 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=babb62ca-c5d4-4d5f-8807-582455939827,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:07.439038 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.089252 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:08.345902 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:08.599955 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:08.615936 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] Sync routers for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:08.621478 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-dad1e8e5-5b86-4aa6-85f4-7b0d633d9d6a tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "PUT /v2.0/routers/2136edcc-7eda-4edf-ac47-8f9fb5687ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3752551 May 06 13:57:08.624728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58036) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:08.633896 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:08.635535 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:56:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:08.866069 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:08.903317 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-b746f338-3403-44de-9488-753412092b44 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting subnet 0df0a055-ef41-46d9-adbb-e8d1d7ef9a29 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:08.909292 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b746f338-3403-44de-9488-753412092b44 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.009178 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b746f338-3403-44de-9488-753412092b44 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.148564 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b746f338-3403-44de-9488-753412092b44 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.211465 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:57:06Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:09.216189 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] Checking router: 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:09.229124 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] Routers {'2136edcc-7eda-4edf-ac47-8f9fb5687ef6'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:09.229754 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:56:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:09.237262 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b746f338-3403-44de-9488-753412092b44 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.281417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746f338-3403-44de-9488-753412092b44 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Subnet': ['ID=0df0a055-ef41-46d9-adbb-e8d1d7ef9a29,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:09.288738 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b746f338-3403-44de-9488-753412092b44 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.295729 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b746f338-3403-44de-9488-753412092b44 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/subnets/0df0a055-ef41-46d9-adbb-e8d1d7ef9a29 HTTP/1.1" status: 204 len: 168 time: 0.6695976 May 06 13:57:09.298966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58040) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:09.301263 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ef0cbc-2398-43ce-8b3f-35f309f28920 None None] Network d98abf25-e50a-4e55-8447-df472e89bdd9 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:09.484250 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] Set router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:09.550301 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.596505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] DHCP port deletion for d98abf25-e50a-4e55-8447-df472e89bdd9 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:09.601552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Deleting port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:09.601552 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.799900 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.814579 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Deleting port ab69b836-535f-497f-ac8e-7238009b1598 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:09.814881 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:09.830941 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:57:06Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:09.836699 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6312a073-d7c5-4937-b1d1-75e2afe99729 None None] The sync data for ids ['2136edcc-7eda-4edf-ac47-8f9fb5687ef6'] in n-d-840847-1 is: [{'id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183135502', 'tenant_id': '7110a09b3a194214b7df314ea74c83cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:57:06Z', 'revision_number': 5, 'project_id': '7110a09b3a194214b7df314ea74c83cd', 'gw_port': {'id': 'ab69b836-535f-497f-ac8e-7238009b1598', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136edcc-7eda-4edf-ac47-8f9fb5687ef6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:55:59Z', 'updated_at': '2022-05-06T13:56:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:09.844720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] For port 08333223-c2b5-46d1-9ebb-cfd4ef395d27, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=08333223-c2b5-46d1-9ebb-cfd4ef395d27,segment=NetworkSegment(b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45),segment_id=b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:09.845244 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.017994 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Calling delete_port for 08333223-c2b5-46d1-9ebb-cfd4ef395d27 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:10.058718 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] For port ab69b836-535f-497f-ac8e-7238009b1598, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=ab69b836-535f-497f-ac8e-7238009b1598,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:10.059214 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.104691 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628'] for port, after_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.155465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Pushing event deleted for resources: {'Port': ['ID=08333223-c2b5-46d1-9ebb-cfd4ef395d27,revision_number=None']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:10.169633 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] No DVR routers for this DVR port 08333223-c2b5-46d1-9ebb-cfd4ef395d27 on host n-d-840847-1 {{(pid=83958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:10.173445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.173871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.174640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.175103 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.175790 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.176131 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.176470 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.176913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.177302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.177718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.178043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae924de-b5bf-46e6-a868-da3bb8fa4161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:10.204647 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Calling delete_port for ab69b836-535f-497f-ac8e-7238009b1598 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:10.563230 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.650254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Port': ['ID=ab69b836-535f-497f-ac8e-7238009b1598,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:10.717921 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device babb62ca-c5d4-4d5f-8807-582455939827 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:10.775765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: babb62ca-c5d4-4d5f-8807-582455939827 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:10.776156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device babb62ca-c5d4-4d5f-8807-582455939827 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:10.776516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 08333223-c2b5-46d1-9ebb-cfd4ef395d27 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:10.814198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 08333223-c2b5-46d1-9ebb-cfd4ef395d27 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:10.815150 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 08333223-c2b5-46d1-9ebb-cfd4ef395d27 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:10.918702 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.185844 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.190359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.217457 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.218249 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Fanout notify agent at l3_agent the message router_deleted on router 2136edcc-7eda-4edf-ac47-8f9fb5687ef6 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:57:11.237314 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.238788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-475ac5b9-ebd2-4f5a-b3d1-14ebb068d577 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/routers/2136edcc-7eda-4edf-ac47-8f9fb5687ef6 HTTP/1.1" status: 204 len: 168 time: 1.9384248 May 06 13:57:11.241926 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58044) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:11.371678 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.524684 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.554420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98abf25-e50a-4e55-8447-df472e89bdd9']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.568982 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.569743 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f1b4fb-3417-4b9a-bb0d-bc33e9c21e45') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:11.582058 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.604645 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.615383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:11.616185 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: timer() May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: self._notify() May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:11.645542 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:11.795321 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.822805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.835274 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'Network': ['ID=d98abf25-e50a-4e55-8447-df472e89bdd9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:11.852524 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-196311e4-7a5f-4cdd-a289-021cf1ee71a7 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/networks/d98abf25-e50a-4e55-8447-df472e89bdd9 HTTP/1.1" status: 204 len: 168 time: 0.6090636 May 06 13:57:11.856353 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58048) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:11.942660 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d141415-7f80-44bf-8ac8-76b5263d9d42 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:11.981961 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d141415-7f80-44bf-8ac8-76b5263d9d42 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.057542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d141415-7f80-44bf-8ac8-76b5263d9d42 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.088618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d141415-7f80-44bf-8ac8-76b5263d9d42 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab82d06f-0fd5-44c7-b66e-1996609523da,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:12.103858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6d141415-7f80-44bf-8ac8-76b5263d9d42 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.105629 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6d141415-7f80-44bf-8ac8-76b5263d9d42 tempest-TestNetworkAdvancedServerOps-1188690760 tempest-TestNetworkAdvancedServerOps-1188690760-project] 10.222.0.44 "DELETE /v2.0/security-groups/ab82d06f-0fd5-44c7-b66e-1996609523da HTTP/1.1" status: 204 len: 168 time: 0.2477384 May 06 13:57:12.478528 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e38b5beb-1f6a-4d51-990c-2946d0ac2324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.678867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58058) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:12.702394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ab69b836-535f-497f-ac8e-7238009b1598 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:12.737433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: ab69b836-535f-497f-ac8e-7238009b1598 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:12.737795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device ab69b836-535f-497f-ac8e-7238009b1598 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:12.872352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-f9a2ea5b-b90d-40ac-bbd8-a57967c55610 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7110a09b3a194214b7df314ea74c83cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1921678 May 06 13:57:12.874767 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58064) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:12.944927 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3258e306-7011-4c44-a908-83ef41536b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.977828 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3258e306-7011-4c44-a908-83ef41536b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.145043 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3258e306-7011-4c44-a908-83ef41536b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.163254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258e306-7011-4c44-a908-83ef41536b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07f880-624c-4c8f-8917-dcc5a47e79fa,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:13.170858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-3258e306-7011-4c44-a908-83ef41536b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.172468 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-3258e306-7011-4c44-a908-83ef41536b2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb07f880-624c-4c8f-8917-dcc5a47e79fa HTTP/1.1" status: 204 len: 168 time: 0.2964292 May 06 13:57:13.571336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58072) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:13.589803 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-639e6014-0cc4-4a28-8edf-73e56e484653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.623163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-639e6014-0cc4-4a28-8edf-73e56e484653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:13.627654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-639e6014-0cc4-4a28-8edf-73e56e484653 admin admin] Usage tracker for resource:security_group_rule and tenant:f937bd06dc94480daec3bf36113ee558 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:13.630666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-639e6014-0cc4-4a28-8edf-73e56e484653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:13.636487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-639e6014-0cc4-4a28-8edf-73e56e484653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:13.713099 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-639e6014-0cc4-4a28-8edf-73e56e484653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.717523 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-639e6014-0cc4-4a28-8edf-73e56e484653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.768716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6014-0cc4-4a28-8edf-73e56e484653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d8804-1422-472b-8413-2ab8c6c4f5d6,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:13.774310 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-639e6014-0cc4-4a28-8edf-73e56e484653 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f937bd06dc94480daec3bf36113ee558&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2019057 May 06 13:57:13.777130 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58076) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:13.846625 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acbbc4bc-ab36-41da-b35e-0d3da3914bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.876346 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acbbc4bc-ab36-41da-b35e-0d3da3914bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.911753 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.943332 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acbbc4bc-ab36-41da-b35e-0d3da3914bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.961672 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbc4bc-ab36-41da-b35e-0d3da3914bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d8804-1422-472b-8413-2ab8c6c4f5d6,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:13.966966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-acbbc4bc-ab36-41da-b35e-0d3da3914bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.967879 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-acbbc4bc-ab36-41da-b35e-0d3da3914bb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac9d8804-1422-472b-8413-2ab8c6c4f5d6 HTTP/1.1" status: 204 len: 168 time: 0.1898315 May 06 13:57:14.790293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-134e89ad-97c9-4fa1-aa16-f1727702941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.090235 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58098) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.233573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1623761078-network', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:15.239224 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:15.243161 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Usage tracker for resource:network and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:15.246520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:15.255842 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:15.268445 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Made reservation on behalf of c1eaf37aa8b848d09dbe224de92227fc for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:15.270568 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.285896 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.331814 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:15.337134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:15.341103 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:15.351736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:15.447483 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.452804 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.490403 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:15.500860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f56b6-1525-4383-9d65-403252d6f03e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:15.509333 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.510245 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Added segment 5c817343-a920-4ebf-aa59-ec053abcaa80 of type vlan for network b6482bfc-ac8f-4a60-928b-f6c760ad7489 May 06 13:57:15.556926 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.578286 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.605272 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.606514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:15.607517 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:15.725291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6336906 May 06 13:57:15.729204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58104) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:15.731090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b48693-2e12-4aca-bbed-64146e080717 admin admin] Pushing event updated for resources: {'Network': ['ID=b6482bfc-ac8f-4a60-928b-f6c760ad7489,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:15.736995 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Request body: {'subnet': {'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1623761078-subnet', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:15.744199 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:15.744581 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:15.748445 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Usage tracker for resource:subnet and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:15.752426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:15.759740 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:15.775699 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Made reservation on behalf of c1eaf37aa8b848d09dbe224de92227fc for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:15.777917 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.028290 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.125589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5296c2f-68ca-4711-a1e8-ba29985d09b9,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:16.145421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Checking segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:16.145846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Network hostable DHCP agents. Network: b6482bfc-ac8f-4a60-928b-f6c760ad7489, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:16.177272 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:16.192177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, b6482bfc-ac8f-4a60-928b-f6c760ad7489) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:16.197909 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:16.198663 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.207028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a8dd2-12e9-4762-937e-3a2d8e780227 None None] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:16.227933 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c637bc48-4d61-4f7a-86d0-53e0816f0fe5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4973121 May 06 13:57:16.231965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58108) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:16.246261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:16.257085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:16.261807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Usage tracker for resource:router and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:16.265893 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:16.277028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:16.290673 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.292133 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.322766 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.475065 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.529617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.532541 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:16.533450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.707191 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Allocated IP 172.20.0.2 (b6482bfc-ac8f-4a60-928b-f6c760ad7489/a5296c2f-68ca-4711-a1e8-ba29985d09b9/dc3ae349-ea01-4c6d-8be4-10c8e865fd16) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:16.763257 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.824177 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.981802 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:16.997441 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Transition to ACTIVE for port object dc3ae349-ea01-4c6d-8be4-10c8e865fd16 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:17.009340 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Allocated IP 172.25.7.77 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/a88dcf17-e82f-4412-8e63-aa276bd75ec0) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:17.026765 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Transition to ACTIVE for port object dc3ae349-ea01-4c6d-8be4-10c8e865fd16 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:17.036506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.115911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:17.119349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:17.124751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:17.127357 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Pushing event updated for resources: {'Port': ['ID=dc3ae349-ea01-4c6d-8be4-10c8e865fd16,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.217122 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Attempting to bind port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:17.217467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Attempting to bind port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:17.217833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Attempting to bind port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:17.225005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:17.225377 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Checking segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:17.225763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.226200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Bound using segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:17.226702 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Bound port: dc3ae349-ea01-4c6d-8be4-10c8e865fd16, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:17.227068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.228104 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.262507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.337939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] For port dc3ae349-ea01-4c6d-8be4-10c8e865fd16, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:17.339740 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:17.342996 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:17.344642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] For port dc3ae349-ea01-4c6d-8be4-10c8e865fd16, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dc3ae349-ea01-4c6d-8be4-10c8e865fd16,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:17.348259 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:17.352843 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.377233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Pushing event updated for resources: {'Port': ['ID=a88dcf17-e82f-4412-8e63-aa276bd75ec0,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.516030 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0079d4-ca30-430b-a4c6-ff0a292b583e None None] Pushing event updated for resources: {'Port': ['ID=dc3ae349-ea01-4c6d-8be4-10c8e865fd16,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:17.542465 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.543534 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.877446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.906821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Router 73a1f937-bf70-463e-a7b1-1880a850ebbe is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:57:18.306213 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:18.325606 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Sync routers for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:18.350881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:18.351593 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:18.370807 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:18.379952 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58112) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:18.391532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c9e2c265-0854-4cfc-91e7-eeffbc09257e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1555355 May 06 13:57:18.679394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:18.835506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dc3ae349-ea01-4c6d-8be4-10c8e865fd16 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:18.893331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c30a56-a24b-4747-a2c3-eed3edaa77a6 None None] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:19.229036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b58329ea-7602-4657-b664-7c387c8231cf None None] Provisioning for port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:19.388451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:19.425353 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.440569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:19.440940 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.698025 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.714897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:17Z', 'revision_number': 3, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:19.727204 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Checking router: 73a1f937-bf70-463e-a7b1-1880a850ebbe for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:19.727557 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Updating router 73a1f937-bf70-463e-a7b1-1880a850ebbe port a88dcf17-e82f-4412-8e63-aa276bd75ec0 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:57:19.783802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Allocated IP 172.20.0.1 (b6482bfc-ac8f-4a60-928b-f6c760ad7489/a5296c2f-68ca-4711-a1e8-ba29985d09b9/204d8580-bd27-4236-891a-828d0ca65373) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:19.790913 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port dc3ae349-ea01-4c6d-8be4-10c8e865fd16, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dc3ae349-ea01-4c6d-8be4-10c8e865fd16,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:19.797408 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:19.799187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.006344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=dc3ae349-ea01-4c6d-8be4-10c8e865fd16,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:20.032526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-32781d6e-cdaa-4318-997a-4f30a0a70348 None None] Provisioning complete for port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:20.032981 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-32781d6e-cdaa-4318-997a-4f30a0a70348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.126440 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.152502 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Transition to ACTIVE for port object 204d8580-bd27-4236-891a-828d0ca65373 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:20.191949 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.322302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:20.327241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:20.333860 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:20.407237 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Pushing event updated for resources: {'Port': ['ID=204d8580-bd27-4236-891a-828d0ca65373,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:20.438473 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.574111 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.584565 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.612222 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Transition to ACTIVE for port object a88dcf17-e82f-4412-8e63-aa276bd75ec0 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:20.626578 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.767394 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dc3ae349-ea01-4c6d-8be4-10c8e865fd16 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:20.798891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b122c5b-2bfe-4c50-b53a-6becaa00917c None None] Pushing event updated for resources: {'Port': ['ID=a88dcf17-e82f-4412-8e63-aa276bd75ec0,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:20.808854 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Attempting to bind port a88dcf17-e82f-4412-8e63-aa276bd75ec0 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:20.809241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Attempting to bind port a88dcf17-e82f-4412-8e63-aa276bd75ec0 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:20.809612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Attempting to bind port a88dcf17-e82f-4412-8e63-aa276bd75ec0 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:20.815558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ad396a81-dd9a-451b-960c-b04ed40ddaeb None None] Provisioning for port 204d8580-bd27-4236-891a-828d0ca65373 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:20.836354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-ad396a81-dd9a-451b-960c-b04ed40ddaeb None None] Provisioning complete for port 204d8580-bd27-4236-891a-828d0ca65373 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:20.836636 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ad396a81-dd9a-451b-960c-b04ed40ddaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.861885 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:20.862247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:20.862685 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.863092 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:20.863591 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Bound port: a88dcf17-e82f-4412-8e63-aa276bd75ec0, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:20.863989 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.916809 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.923168 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:20.955442 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-ad396a81-dd9a-451b-960c-b04ed40ddaeb None None] Port 204d8580-bd27-4236-891a-828d0ca65373 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:20.997661 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] For port a88dcf17-e82f-4412-8e63-aa276bd75ec0, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:21.000728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:21.001267 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.040538 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.044594 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Pushing event updated for resources: {'Port': ['ID=204d8580-bd27-4236-891a-828d0ca65373,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:21.061667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] For port a88dcf17-e82f-4412-8e63-aa276bd75ec0, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a88dcf17-e82f-4412-8e63-aa276bd75ec0,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:21.067618 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.213917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b122c5b-2bfe-4c50-b53a-6becaa00917c None None] Pushing event updated for resources: {'Port': ['ID=a88dcf17-e82f-4412-8e63-aa276bd75ec0,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:21.220761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:21.222819 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:21.229817 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:21.230961 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:21.512724 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:21.698249 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6f4b3766-d3bb-4c69-95ad-9336ce81fa89 None None] Provisioning complete for port 204d8580-bd27-4236-891a-828d0ca65373 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:21.698517 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3766-d3bb-4c69-95ad-9336ce81fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.773439 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Router 73a1f937-bf70-463e-a7b1-1880a850ebbe has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:21.915531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b3766-d3bb-4c69-95ad-9336ce81fa89 None None] Port 204d8580-bd27-4236-891a-828d0ca65373 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:22.050232 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 2, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:22.056607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf9ec71-2e27-4ed3-b223-b51f3c2bb1df None None] The sync data for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 is: [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 2, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:22.075620 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:22.087253 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-980e0580-4e0c-41d5-b922-fbe69b78eea4 admin admin] 10.222.0.44 "PUT /v2.0/routers/73a1f937-bf70-463e-a7b1-1880a850ebbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7051804 May 06 13:57:23.432796 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58134) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:23.443284 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1597560601-network', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:23.453759 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:23.460752 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Usage tracker for resource:network and tenant:07f61c2aee724a9f861c9818fe68a57f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:23.466258 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:23.476177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:23.503682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Made reservation on behalf of 07f61c2aee724a9f861c9818fe68a57f for: {'network': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:23.506158 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.520974 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.563229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:23.571113 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Usage tracker for resource:security_group_rule and tenant:07f61c2aee724a9f861c9818fe68a57f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:23.581630 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:23.590140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:23.691932 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.699966 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.735322 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:57:23.745453 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78de1a70-bcda-4524-82f2-0130d4b4086c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:23.752409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.752756 n-d-840847-1 neutron-server[83952]: INFO neutron.db.segments_db [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Added segment 62892781-131f-455c-b9ad-b8614d5718cc of type vlan for network 1097602f-ce87-4746-af16-871dfbe6fcbf May 06 13:57:23.791542 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.826979 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:23.828180 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:23.829114 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.067345 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6325490 May 06 13:57:24.068472 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9977fd8-3131-4a65-aac4-4904e7af5c39 admin admin] Pushing event updated for resources: {'Network': ['ID=1097602f-ce87-4746-af16-871dfbe6fcbf,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:24.071432 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58138) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:24.078365 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Request body: {'subnet': {'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1597560601-subnet', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:24.081223 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 1097602f-ce87-4746-af16-871dfbe6fcbf details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:57:24.089269 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:24.099131 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Usage tracker for resource:subnet and tenant:07f61c2aee724a9f861c9818fe68a57f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:24.102468 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:24.112100 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:24.130145 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Made reservation on behalf of 07f61c2aee724a9f861c9818fe68a57f for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:24.134656 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.413756 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.506323 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5985644-c6fa-4a4b-8e18-d15a0d1dd708,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:24.516879 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Checking segment: {'id': '62892781-131f-455c-b9ad-b8614d5718cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:24.517276 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Network hostable DHCP agents. Network: 1097602f-ce87-4746-af16-871dfbe6fcbf, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:57:24.549515 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Network 1097602f-ce87-4746-af16-871dfbe6fcbf is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:57:24.568243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 1097602f-ce87-4746-af16-871dfbe6fcbf) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:24.573137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:24.573707 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.579758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e84be8-589f-4386-873b-dfe7588f0c57 None None] Network 1097602f-ce87-4746-af16-871dfbe6fcbf requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:24.602400 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-be5eb2f0-d5b0-4a69-bbb0-f4480b85626e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5296943 May 06 13:57:24.605815 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58142) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:24.612363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:24.619605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:24.625406 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Usage tracker for resource:router and tenant:07f61c2aee724a9f861c9818fe68a57f is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:24.629065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:24.636605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:24.658056 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.660602 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.713825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.803833 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a88dcf17-e82f-4412-8e63-aa276bd75ec0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:24.939384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-1097602f-ce87-4746-af16-871dfbe6fcbf', 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'fixed_ips': [{'subnet_id': 'b5985644-c6fa-4a4b-8e18-d15a0d1dd708'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:57:24.940523 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:24.952969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port a88dcf17-e82f-4412-8e63-aa276bd75ec0 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:24.963569 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a88dcf17-e82f-4412-8e63-aa276bd75ec0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:24.963925 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.000946 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.259362 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.266753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Allocated IP 172.20.0.2 (1097602f-ce87-4746-af16-871dfbe6fcbf/b5985644-c6fa-4a4b-8e18-d15a0d1dd708/9439ae25-3c9c-44b5-9b91-c5b0103912c7) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:25.286738 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.295360 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port a88dcf17-e82f-4412-8e63-aa276bd75ec0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a88dcf17-e82f-4412-8e63-aa276bd75ec0,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:25.314816 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.332942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.501215 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=a88dcf17-e82f-4412-8e63-aa276bd75ec0,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:25.553009 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Allocated IP 172.25.7.193 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/b357b7ab-c093-4e22-b39d-0af2cf01e60f) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:25.667394 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.687379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Transition to ACTIVE for port object 9439ae25-3c9c-44b5-9b91-c5b0103912c7 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:25.718005 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Transition to ACTIVE for port object 9439ae25-3c9c-44b5-9b91-c5b0103912c7 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:25.728181 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.797455 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.812148 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Network 1097602f-ce87-4746-af16-871dfbe6fcbf is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:25.819004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:25.821376 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Pushing event updated for resources: {'Port': ['ID=9439ae25-3c9c-44b5-9b91-c5b0103912c7,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:25.824600 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:25.848954 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.944341 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:25.948137 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:25.954583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:25.955878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Attempting to bind port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:25.956477 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Attempting to bind port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '62892781-131f-455c-b9ad-b8614d5718cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:25.957105 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Attempting to bind port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 on network 1097602f-ce87-4746-af16-871dfbe6fcbf {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:25.969302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:25.969925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Checking segment: {'id': '62892781-131f-455c-b9ad-b8614d5718cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:25.970562 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.971259 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Bound using segment: {'id': '62892781-131f-455c-b9ad-b8614d5718cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:25.972146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Bound port: 9439ae25-3c9c-44b5-9b91-c5b0103912c7, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62892781-131f-455c-b9ad-b8614d5718cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:25.972763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:25.988703 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b357b7ab-c093-4e22-b39d-0af2cf01e60f,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:26.150962 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] For port 9439ae25-3c9c-44b5-9b91-c5b0103912c7, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:26.157067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] For port 9439ae25-3c9c-44b5-9b91-c5b0103912c7, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9439ae25-3c9c-44b5-9b91-c5b0103912c7,segment=NetworkSegment(62892781-131f-455c-b9ad-b8614d5718cc),segment_id=62892781-131f-455c-b9ad-b8614d5718cc)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:26.166051 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.208828 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.209785 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:26.302918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ad56d-1c09-4c2c-bb28-8ea5397d23f2 None None] Pushing event updated for resources: {'Port': ['ID=9439ae25-3c9c-44b5-9b91-c5b0103912c7,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:26.638959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Router e46fe353-d15d-4705-bbc2-f257853f256e is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:57:26.870744 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9439ae25-3c9c-44b5-9b91-c5b0103912c7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:26.996057 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:27.003936 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a88dcf17-e82f-4412-8e63-aa276bd75ec0 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:27.112792 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port a88dcf17-e82f-4412-8e63-aa276bd75ec0 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:27.113289 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.135798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:27.151954 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Sync routers for ids ['e46fe353-d15d-4705-bbc2-f257853f256e'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:27.179647 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Routers {'e46fe353-d15d-4705-bbc2-f257853f256e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:27.180984 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e46fe353-d15d-4705-bbc2-f257853f256e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:27.187494 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.194138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58146) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:27.195886 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-4a697f19-beed-4349-a1bf-fc28ff8392e9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5886669 May 06 13:57:27.472827 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Set router e46fe353-d15d-4705-bbc2-f257853f256e gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:27.726062 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5785465-bc6d-4114-9b44-ede743473051 None None] Network 1097602f-ce87-4746-af16-871dfbe6fcbf requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:27.861675 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:24Z', 'updated_at': '2022-05-06T13:57:26Z', 'revision_number': 3, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'gw_port': {'id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:25Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:27.866229 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Checking router: e46fe353-d15d-4705-bbc2-f257853f256e for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:27.866659 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Updating router e46fe353-d15d-4705-bbc2-f257853f256e port b357b7ab-c093-4e22-b39d-0af2cf01e60f binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:57:27.892763 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5653a10a-7577-472a-81f1-d04938626d7b None None] Provisioning for port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:27.909873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5653a10a-7577-472a-81f1-d04938626d7b None None] Provisioning complete for port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:27.910251 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5653a10a-7577-472a-81f1-d04938626d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:27.926459 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.173969 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5653a10a-7577-472a-81f1-d04938626d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.225850 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5653a10a-7577-472a-81f1-d04938626d7b None None] For port 9439ae25-3c9c-44b5-9b91-c5b0103912c7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9439ae25-3c9c-44b5-9b91-c5b0103912c7,segment=NetworkSegment(62892781-131f-455c-b9ad-b8614d5718cc),segment_id=62892781-131f-455c-b9ad-b8614d5718cc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:28.236011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5653a10a-7577-472a-81f1-d04938626d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.362825 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.386797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653a10a-7577-472a-81f1-d04938626d7b None None] Pushing event updated for resources: {'Port': ['ID=9439ae25-3c9c-44b5-9b91-c5b0103912c7,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:28.505105 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.529258 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Transition to ACTIVE for port object b357b7ab-c093-4e22-b39d-0af2cf01e60f will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:28.544112 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.685178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a1135d39-04da-4e38-9c59-2608ea9964a4 None None] Provisioning complete for port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:28.685821 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1135d39-04da-4e38-9c59-2608ea9964a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.686068 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Attempting to bind port b357b7ab-c093-4e22-b39d-0af2cf01e60f on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:28.686770 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Attempting to bind port b357b7ab-c093-4e22-b39d-0af2cf01e60f by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:28.687362 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Attempting to bind port b357b7ab-c093-4e22-b39d-0af2cf01e60f on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:28.702588 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Pushing event updated for resources: {'Port': ['ID=b357b7ab-c093-4e22-b39d-0af2cf01e60f,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:28.720670 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.721100 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.721621 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.722136 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.722751 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.723285 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.723813 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.724346 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.724894 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.725462 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.725996 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:28.732893 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:28.733489 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:28.734207 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.734864 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:28.735654 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Bound port: b357b7ab-c093-4e22-b39d-0af2cf01e60f, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:28.736275 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.803879 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Allocated IP 172.20.0.1 (1097602f-ce87-4746-af16-871dfbe6fcbf/b5985644-c6fa-4a4b-8e18-d15a0d1dd708/f8d35ede-87f9-4fd2-add4-74a320db0354) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:28.804255 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9439ae25-3c9c-44b5-9b91-c5b0103912c7 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:28.863768 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] For port b357b7ab-c093-4e22-b39d-0af2cf01e60f, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:28.869941 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] For port b357b7ab-c093-4e22-b39d-0af2cf01e60f, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b357b7ab-c093-4e22-b39d-0af2cf01e60f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:28.878442 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:28.985697 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaeaf75-7575-421d-8774-6e4c22d13f74 None None] Pushing event updated for resources: {'Port': ['ID=b357b7ab-c093-4e22-b39d-0af2cf01e60f,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:28.994369 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Routers {'e46fe353-d15d-4705-bbc2-f257853f256e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:28.995447 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e46fe353-d15d-4705-bbc2-f257853f256e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:29.016798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:29.017356 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.071479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.103853 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Transition to ACTIVE for port object f8d35ede-87f9-4fd2-add4-74a320db0354 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:29.137468 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.230906 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Network 1097602f-ce87-4746-af16-871dfbe6fcbf is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:29.234021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:29.237117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:29.255276 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] Set router e46fe353-d15d-4705-bbc2-f257853f256e gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:29.288702 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d35ede-87f9-4fd2-add4-74a320db0354,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:29.326380 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.463983 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.637918 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5a3dcf40-e468-4556-a68f-65c8b1dd301b None None] Provisioning for port f8d35ede-87f9-4fd2-add4-74a320db0354 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:29.647531 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5a3dcf40-e468-4556-a68f-65c8b1dd301b None None] Provisioning complete for port f8d35ede-87f9-4fd2-add4-74a320db0354 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:29.647531 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5a3dcf40-e468-4556-a68f-65c8b1dd301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.717834 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:24Z', 'updated_at': '2022-05-06T13:57:26Z', 'revision_number': 3, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'gw_port': {'id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:25Z', 'updated_at': '2022-05-06T13:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:29.729766 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dcf40-e468-4556-a68f-65c8b1dd301b None None] Port f8d35ede-87f9-4fd2-add4-74a320db0354 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:29.733357 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f91ca66-457e-4661-9849-ae79d0f023b4 None None] The sync data for ids ['e46fe353-d15d-4705-bbc2-f257853f256e'] in n-d-840847-1 is: [{'id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:24Z', 'updated_at': '2022-05-06T13:57:26Z', 'revision_number': 3, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'gw_port': {'id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:25Z', 'updated_at': '2022-05-06T13:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:29.822159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:29.827756 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.081776 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d35ede-87f9-4fd2-add4-74a320db0354,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:30.088627 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.265169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Network 1097602f-ce87-4746-af16-871dfbe6fcbf is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:30.266759 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:30.567407 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-55acacc4-1adb-451b-a236-65be34261ee0 None None] Provisioning complete for port f8d35ede-87f9-4fd2-add4-74a320db0354 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:30.568168 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-55acacc4-1adb-451b-a236-65be34261ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.636189 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-55acacc4-1adb-451b-a236-65be34261ee0 None None] Port f8d35ede-87f9-4fd2-add4-74a320db0354 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:30.720058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Router e46fe353-d15d-4705-bbc2-f257853f256e has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:30.946330 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:30.958797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-ea52343e-9543-467c-bbc6-02f49a351de4 admin admin] 10.222.0.44 "PUT /v2.0/routers/e46fe353-d15d-4705-bbc2-f257853f256e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7630787 May 06 13:57:31.734725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58158) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.740492 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845673563', 'description': 'tempest-secgroup-smoke-845673563 description', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:31.747418 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:31.756524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:31.760122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:31.767362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:31.783935 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.845727 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:31.852006 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:31.856709 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:31.864859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:31.942399 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.947954 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.003738 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214101e0-737d-4133-90bc-1e5720935a4f,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:32.006948 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.013608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5346e3fe-74b7-471d-af3c-0b8f9e782016 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2724674 May 06 13:57:32.013947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58162) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.020349 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': '214101e0-737d-4133-90bc-1e5720935a4f', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:32.028950 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:32.036265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:32.041651 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:32.049423 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:32.072995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.156729 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.161714 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.190421 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c0d40d-4b8b-42f3-9e66-fb54a0dad114,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:32.202505 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.204224 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-5d2bfd8a-024c-4108-8c2a-e9c332f6b83f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1889207 May 06 13:57:32.207629 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58166) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.219971 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': '214101e0-737d-4133-90bc-1e5720935a4f', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:32.230356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:32.235405 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:32.238886 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:32.246360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:32.266650 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.357217 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.371598 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.403693 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4284ce9-dd70-46c3-8cd9-dad396a6206b,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:32.416461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.418499 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-113ca5ba-703a-45b1-92bf-a2d9e32abe57 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2091708 May 06 13:57:32.423713 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58170) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.429697 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': '214101e0-737d-4133-90bc-1e5720935a4f', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:32.437059 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:32.442132 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:32.446044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:32.453935 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:32.479879 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.555898 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.562575 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.588631 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0519718-72c4-488d-a43b-37af2ed49a4d,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:32.599690 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.603068 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e10c171a-d257-4570-9685-79833a447535 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1765742 May 06 13:57:32.604895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58174) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.612173 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': '214101e0-737d-4133-90bc-1e5720935a4f', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:32.619522 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:32.624063 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:32.628304 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:32.634987 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:32.657699 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.735782 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.741128 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.771217 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b227442f-7da5-462e-9f33-4f8d7d7553d8,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:32.784661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.786097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b611abec-f84f-4167-9ee8-a0bf91af91b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1802461 May 06 13:57:32.790370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58178) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:32.800488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': '214101e0-737d-4133-90bc-1e5720935a4f', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:32.807764 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:32.812246 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:32.816027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:32.823656 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:32.840688 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Project c1eaf37aa8b848d09dbe224de92227fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:57:32.849221 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.940969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.947043 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.976890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787e2f3b-1d44-4be8-84cb-4ac53bca34bd,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:32.987969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.993269 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-425b69a8-bcad-430d-abe4-612566da25de tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1941988 May 06 13:57:32.993649 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58182) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:33.003947 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': '214101e0-737d-4133-90bc-1e5720935a4f', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:33.016065 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:33.022899 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:33.028091 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:33.039810 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:33.058555 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Project c1eaf37aa8b848d09dbe224de92227fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:57:33.066695 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.140175 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.144969 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.169374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c4556f-faee-4787-83ab-fc3c6a5b2c76,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:33.182145 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.183454 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e0566896-4ad5-4df3-b798-7df11424981f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1884451 May 06 13:57:33.372843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-eda8e598-721c-43e2-a342-237ceb0d16a6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Synchronizing usage tracker for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:33.393354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-eda8e598-721c-43e2-a342-237ceb0d16a6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Unset dirty status for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:33.394709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-eda8e598-721c-43e2-a342-237ceb0d16a6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845673563&fields=id&tenant_id=c1eaf37aa8b848d09dbe224de92227fc HTTP/1.1" status: 200 len: 267 time: 0.0647740 May 06 13:57:33.556152 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-80da520e-351b-4a76-b883-957772880385 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:33.556731 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-80da520e-351b-4a76-b883-957772880385 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Synchronizing usage tracker for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:33.575459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-80da520e-351b-4a76-b883-957772880385 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Unset dirty status for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:33.576699 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-80da520e-351b-4a76-b883-957772880385 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 809 time: 0.1749718 May 06 13:57:33.595296 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-c5884ba4-6093-4e53-aa13-7e6f6633983e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/quotas/c1eaf37aa8b848d09dbe224de92227fc HTTP/1.1" status: 200 len: 375 time: 0.0125988 May 06 13:57:33.686080 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-51fc82e3-8fa2-420f-874b-6c59c7ee0922 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851142 May 06 13:57:33.853670 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-bc85fb92-eb2a-4526-81ec-fa1589012791 service neutron] 10.222.0.44 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548538 May 06 13:57:33.978109 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:57:34.010779 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-04f652d5-56a1-4de5-b811-4a4a9b72b7c3 service neutron] 10.222.0.44 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494102 May 06 13:57:34.324641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a55f5ad1-1db5-48c1-8288-76a9878114a8 req-7a029e77-f57e-4498-9b71-f456634fe7b1 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 210 time: 0.1511791 May 06 13:57:35.486027 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2102946e-b992-49b9-b481-c42a893a2078 req-ac63fa97-4be0-46cb-9e09-11d58b7efc80 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 210 time: 0.0518475 May 06 13:57:36.230797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Sync routers for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:36.249828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:36.250579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:36.474398 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:36.651246 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7705a189-0120-46d2-abbe-39381b74abde req-6ff1d8a2-d77b-4216-a6d4-c0ac09952c20 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 210 time: 0.0629904 May 06 13:57:36.843201 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b357b7ab-c093-4e22-b39d-0af2cf01e60f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:37.228331 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port b357b7ab-c093-4e22-b39d-0af2cf01e60f completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:37.238040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b357b7ab-c093-4e22-b39d-0af2cf01e60f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:37.238986 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.336656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 2, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:37.393215 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Checking router: 73a1f937-bf70-463e-a7b1-1880a850ebbe for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:37.393573 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Updating router 73a1f937-bf70-463e-a7b1-1880a850ebbe port 204d8580-bd27-4236-891a-828d0ca65373 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:57:37.525663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.533400 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.567491 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port b357b7ab-c093-4e22-b39d-0af2cf01e60f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b357b7ab-c093-4e22-b39d-0af2cf01e60f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:37.598140 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.760363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=b357b7ab-c093-4e22-b39d-0af2cf01e60f,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:37.963898 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e8a01b73-c557-4337-922f-57fc54807720 req-e8c2b42e-9064-477a-aaba-895e66841e64 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 210 time: 0.0979090 May 06 13:57:38.095183 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-e28c2170-1766-49a7-83ca-ae80f7bdcd8e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:38.098448 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-e28c2170-1766-49a7-83ca-ae80f7bdcd8e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 809 time: 0.2554502 May 06 13:57:38.152506 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:38.157715 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:38.176117 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-64f50dd8-5c55-4c1e-8911-6aebe7279d8a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1eaf37aa8b848d09dbe224de92227fc HTTP/1.1" status: 200 len: 379 time: 0.0649700 May 06 13:57:38.188380 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Transition to ACTIVE for port object 204d8580-bd27-4236-891a-828d0ca65373 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:38.189223 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'port': {'device_id': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'admin_state_up': True, 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'security_groups': ['214101e0-737d-4133-90bc-1e5720935a4f']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:38.197312 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:38.357931 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a90d1e-6b79-43c7-acf3-8bc5449e5f1d None None] Pushing event updated for resources: {'Port': ['ID=204d8580-bd27-4236-891a-828d0ca65373,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:38.450193 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:38.457779 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:port and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:38.463491 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:38.476412 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:38.496845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Made reservation on behalf of c1eaf37aa8b848d09dbe224de92227fc for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:57:38.501159 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:38.505517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Attempting to bind port 204d8580-bd27-4236-891a-828d0ca65373 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:38.506270 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Attempting to bind port 204d8580-bd27-4236-891a-828d0ca65373 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:38.506997 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Attempting to bind port 204d8580-bd27-4236-891a-828d0ca65373 on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:38.520195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:38.521434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Checking segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:38.522163 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:38.523104 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Bound using segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:38.524176 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Bound port: 204d8580-bd27-4236-891a-828d0ca65373, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:38.524822 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:38.717980 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] For port 204d8580-bd27-4236-891a-828d0ca65373, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:38.723335 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] For port 204d8580-bd27-4236-891a-828d0ca65373, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=204d8580-bd27-4236-891a-828d0ca65373,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:38.730569 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:38.763149 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Allocated IP 172.20.0.5 (b6482bfc-ac8f-4a60-928b-f6c760ad7489/a5296c2f-68ca-4711-a1e8-ba29985d09b9/38002f78-4bf0-47ff-b3b4-6465a684c213) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:38.771264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b357b7ab-c093-4e22-b39d-0af2cf01e60f up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:38.906414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a90d1e-6b79-43c7-acf3-8bc5449e5f1d None None] Pushing event updated for resources: {'Port': ['ID=204d8580-bd27-4236-891a-828d0ca65373,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:38.917675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:38.917675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:39.147076 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.178494 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Transition to ACTIVE for port object 38002f78-4bf0-47ff-b3b4-6465a684c213 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:39.218779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.220535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port b357b7ab-c093-4e22-b39d-0af2cf01e60f triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:39.221646 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.304203 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8b5d5-e75a-4afd-ba04-35d7a2573c52 req-3667f710-1094-431b-878f-b8efd14aae4c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:39.316939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59f8b5d5-e75a-4afd-ba04-35d7a2573c52 req-3667f710-1094-431b-878f-b8efd14aae4c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 931 time: 0.1391206 May 06 13:57:39.322471 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Sync routers for ids ['e46fe353-d15d-4705-bbc2-f257853f256e'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:39.353297 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Routers {'e46fe353-d15d-4705-bbc2-f257853f256e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:39.359356 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e46fe353-d15d-4705-bbc2-f257853f256e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:39.383471 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:39.388682 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:39.397011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:39.427347 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59f8b5d5-e75a-4afd-ba04-35d7a2573c52 req-ad6aa989-5338-4997-95fe-bbf932d31e70 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089113 May 06 13:57:39.441006 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:39.527657 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:39.529483 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.532185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:39.573840 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-3da098bc-d230-41c7-bc58-e5381f377b75 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3900228 May 06 13:57:39.594410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Request body: {'port': {'device_id': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:39.734776 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Set router e46fe353-d15d-4705-bbc2-f257853f256e gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:39.833806 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:39.970550 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-218237d7-101a-43a7-ac58-af88569f8168 None None] Provisioning for port 38002f78-4bf0-47ff-b3b4-6465a684c213 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:39.979627 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-218237d7-101a-43a7-ac58-af88569f8168 None None] Provisioning complete for port 38002f78-4bf0-47ff-b3b4-6465a684c213 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:39.980034 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-218237d7-101a-43a7-ac58-af88569f8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.087521 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-218237d7-101a-43a7-ac58-af88569f8168 None None] Port 38002f78-4bf0-47ff-b3b4-6465a684c213 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:57:40.184239 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:38Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:40.191546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612f163-fde9-426b-bb15-b4c13c9e0acb None None] The sync data for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 is: [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:38Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:40.303147 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:24Z', 'updated_at': '2022-05-06T13:57:29Z', 'revision_number': 4, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'gw_port': {'id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:25Z', 'updated_at': '2022-05-06T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f8d35ede-87f9-4fd2-add4-74a320db0354', 'name': '', 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'mac_address': 'fa:16:3e:5b:52:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5985644-c6fa-4a4b-8e18-d15a0d1dd708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:28Z', 'updated_at': '2022-05-06T13:57:29Z', 'revision_number': 2, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'subnets': [{'id': 'b5985644-c6fa-4a4b-8e18-d15a0d1dd708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:40.309607 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Checking router: e46fe353-d15d-4705-bbc2-f257853f256e for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:40.310140 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Updating router e46fe353-d15d-4705-bbc2-f257853f256e port f8d35ede-87f9-4fd2-add4-74a320db0354 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:57:40.411797 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.480171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38002f78-4bf0-47ff-b3b4-6465a684c213 {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:57:40.495028 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.524479 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Transition to ACTIVE for port object 38002f78-4bf0-47ff-b3b4-6465a684c213 will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:40.531071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.805202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:40.812935 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875e70c-29ba-4ca2-802d-3c11207fb372 req-a9310697-86ae-49e9-b547-29856cc5574c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:40.815292 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2875e70c-29ba-4ca2-802d-3c11207fb372 req-a9310697-86ae-49e9-b547-29856cc5574c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.1805148 May 06 13:57:40.863260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 204d8580-bd27-4236-891a-828d0ca65373 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:40.971317 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2875e70c-29ba-4ca2-802d-3c11207fb372 req-f4329552-ab69-40f6-aff5-2e849e8ae401 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494143 May 06 13:57:40.981027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 204d8580-bd27-4236-891a-828d0ca65373 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:40.989968 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 204d8580-bd27-4236-891a-828d0ca65373 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:40.990394 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.206810 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.217418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Attempting to bind port 38002f78-4bf0-47ff-b3b4-6465a684c213 on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:41.217924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Attempting to bind port 38002f78-4bf0-47ff-b3b4-6465a684c213 by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:41.218262 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Attempting to bind port 38002f78-4bf0-47ff-b3b4-6465a684c213 on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:41.226163 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Port 38002f78-4bf0-47ff-b3b4-6465a684c213 on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:57:41.226736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Attempting to bind port 38002f78-4bf0-47ff-b3b4-6465a684c213 on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:41.237736 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.238070 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:41.238261 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Checking segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:41.238845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Bound using segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:41.239038 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Bound port: 38002f78-4bf0-47ff-b3b4-6465a684c213, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:41.239365 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.260897 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 204d8580-bd27-4236-891a-828d0ca65373, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=204d8580-bd27-4236-891a-828d0ca65373,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:41.268640 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.269967 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Transition to ACTIVE for port object f8d35ede-87f9-4fd2-add4-74a320db0354 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:57:41.289010 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.369762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:41.375963 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:41.382893 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.392268 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=204d8580-bd27-4236-891a-828d0ca65373,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.422756 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a593a28-6a80-4ba5-8221-99fa6479be18 None None] Pushing event updated for resources: {'Port': ['ID=f8d35ede-87f9-4fd2-add4-74a320db0354,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.486667 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.489699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] 10.222.0.36 "PUT /v2.0/ports/38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 1091 time: 1.9086235 May 06 13:57:41.491110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:41.583634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f464b-7f02-42c0-a06c-3a4d57a26d9e service neutron] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:41.594186 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d3bdb0-5075-4d97-a333-24c56821465b'] response: {'name': 'network-changed', 'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'status': 'completed', 'code': 200} May 06 13:57:41.657766 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Attempting to bind port f8d35ede-87f9-4fd2-add4-74a320db0354 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:57:41.658131 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Attempting to bind port f8d35ede-87f9-4fd2-add4-74a320db0354 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '62892781-131f-455c-b9ad-b8614d5718cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:57:41.658489 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Attempting to bind port f8d35ede-87f9-4fd2-add4-74a320db0354 on network 1097602f-ce87-4746-af16-871dfbe6fcbf {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:57:41.665845 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:57:41.666215 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Checking segment: {'id': '62892781-131f-455c-b9ad-b8614d5718cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:57:41.666632 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.666811 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-39a926f7-0d23-4bf6-bffd-eb76a1aea41b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1094 time: 0.1247213 May 06 13:57:41.667071 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Bound using segment: {'id': '62892781-131f-455c-b9ad-b8614d5718cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:57:41.667548 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Bound port: f8d35ede-87f9-4fd2-add4-74a320db0354, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62892781-131f-455c-b9ad-b8614d5718cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:57:41.667919 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.752943 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-8182f6a9-3e05-496e-9b99-4a15026f0f2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 217 time: 0.0792489 May 06 13:57:41.781504 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] For port f8d35ede-87f9-4fd2-add4-74a320db0354, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:57:41.785272 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] For port f8d35ede-87f9-4fd2-add4-74a320db0354, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f8d35ede-87f9-4fd2-add4-74a320db0354,segment=NetworkSegment(62892781-131f-455c-b9ad-b8614d5718cc),segment_id=62892781-131f-455c-b9ad-b8614d5718cc)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:57:41.790818 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:41.859309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-8a0fc7d8-e982-424f-bee8-811fc83fef48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:41.861633 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-8a0fc7d8-e982-424f-bee8-811fc83fef48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.1029696 May 06 13:57:41.890160 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Routers {'e46fe353-d15d-4705-bbc2-f257853f256e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:41.890890 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e46fe353-d15d-4705-bbc2-f257853f256e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:41.986728 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-adbdbbf4-e47b-493b-b85d-3616708ce400 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167843 May 06 13:57:42.019291 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a593a28-6a80-4ba5-8221-99fa6479be18 None None] Pushing event updated for resources: {'Port': ['ID=f8d35ede-87f9-4fd2-add4-74a320db0354,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:42.152139 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] Set router e46fe353-d15d-4705-bbc2-f257853f256e gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:42.186653 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-7e6e2eab-ebe7-4462-beff-4b76c5ace8a4 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860180 May 06 13:57:42.235866 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5776240-b7e4-4a71-b534-222f58264d67 req-6ada4f8a-6257-4658-8f87-fa5f0ca79f7a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:42.237457 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5776240-b7e4-4a71-b534-222f58264d67 req-6ada4f8a-6257-4658-8f87-fa5f0ca79f7a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.1024218 May 06 13:57:42.308162 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5776240-b7e4-4a71-b534-222f58264d67 req-e13d71d9-fd0c-4af7-b0fd-38e234708751 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615091 May 06 13:57:42.372885 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-e0643f23-597b-4592-b061-9a7ca1f7aa64 req-dccd1dfe-3987-4b95-96e1-1ac453d3c912 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806309 May 06 13:57:42.478099 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-48d7e100-ff13-4478-be2e-99f8ef0f39bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.535170 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-200f80aa-dd70-49a3-bf47-4bb265995674 req-9cfe62fb-da89-41ee-856a-a4635b0f1f9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1094 time: 0.1116841 May 06 13:57:42.568649 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:24Z', 'updated_at': '2022-05-06T13:57:29Z', 'revision_number': 4, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'gw_port': {'id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:25Z', 'updated_at': '2022-05-06T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f8d35ede-87f9-4fd2-add4-74a320db0354', 'name': '', 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'mac_address': 'fa:16:3e:5b:52:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5985644-c6fa-4a4b-8e18-d15a0d1dd708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:28Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 4, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'subnets': [{'id': 'b5985644-c6fa-4a4b-8e18-d15a0d1dd708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:42.574195 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66955d1-3710-4506-a48b-3b330dcd9e9c None None] The sync data for ids ['e46fe353-d15d-4705-bbc2-f257853f256e'] in n-d-840847-1 is: [{'id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:24Z', 'updated_at': '2022-05-06T13:57:29Z', 'revision_number': 4, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'gw_port': {'id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:25Z', 'updated_at': '2022-05-06T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'f8d35ede-87f9-4fd2-add4-74a320db0354', 'name': '', 'network_id': '1097602f-ce87-4746-af16-871dfbe6fcbf', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'mac_address': 'fa:16:3e:5b:52:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5985644-c6fa-4a4b-8e18-d15a0d1dd708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:28Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 4, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'subnets': [{'id': 'b5985644-c6fa-4a4b-8e18-d15a0d1dd708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:42.738637 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f80aa-dd70-49a3-bf47-4bb265995674 req-de6392e8-c21b-4284-a427-61496e682e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:42.745786 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-200f80aa-dd70-49a3-bf47-4bb265995674 req-de6392e8-c21b-4284-a427-61496e682e55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.2031844 May 06 13:57:42.826878 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-200f80aa-dd70-49a3-bf47-4bb265995674 req-4ec8ad7f-db42-49ce-9c14-a84718c7757d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 217 time: 0.0742383 May 06 13:57:42.906721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f8d35ede-87f9-4fd2-add4-74a320db0354 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:42.914397 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f80aa-dd70-49a3-bf47-4bb265995674 req-49659e3f-4a62-4542-9c99-80e591f8a8cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:42.916927 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-200f80aa-dd70-49a3-bf47-4bb265995674 req-49659e3f-4a62-4542-9c99-80e591f8a8cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0835235 May 06 13:57:42.991798 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f8d35ede-87f9-4fd2-add4-74a320db0354 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:42.997421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f8d35ede-87f9-4fd2-add4-74a320db0354 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:42.997863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.005365 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-200f80aa-dd70-49a3-bf47-4bb265995674 req-d9cfbc4f-c66c-46e9-8fbd-39982c342f7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817091 May 06 13:57:43.131369 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.178969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f8d35ede-87f9-4fd2-add4-74a320db0354, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f8d35ede-87f9-4fd2-add4-74a320db0354,segment=NetworkSegment(62892781-131f-455c-b9ad-b8614d5718cc),segment_id=62892781-131f-455c-b9ad-b8614d5718cc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:43.186313 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.188054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 204d8580-bd27-4236-891a-828d0ca65373 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:43.205687 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-200f80aa-dd70-49a3-bf47-4bb265995674 req-0480952b-4b3c-4d7f-ba01-51268eaa6452 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926219 May 06 13:57:43.308080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f8d35ede-87f9-4fd2-add4-74a320db0354,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:43.325646 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 204d8580-bd27-4236-891a-828d0ca65373 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:43.326244 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.379673 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-200f80aa-dd70-49a3-bf47-4bb265995674 req-ad857590-429c-47a7-ac4e-ab77eb174d7b service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653106 May 06 13:57:43.559728 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71ebeb-29ed-4476-a6b9-07d5de88b1a3 req-da717d3c-29a1-461a-9719-cfc07f1f5210 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:43.561910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df71ebeb-29ed-4476-a6b9-07d5de88b1a3 req-da717d3c-29a1-461a-9719-cfc07f1f5210 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.0911846 May 06 13:57:43.615677 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-df71ebeb-29ed-4476-a6b9-07d5de88b1a3 req-b63b622a-95a7-4e9e-8302-b6fb6c9b7b29 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476518 May 06 13:57:43.918375 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.738887 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f8d35ede-87f9-4fd2-add4-74a320db0354 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:44.813877 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-49bfd319-032e-43b6-aa0f-f05b36c1e5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.841527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f8d35ede-87f9-4fd2-add4-74a320db0354 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:44.842129 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.849434 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce7540-1f31-4781-aa41-81bdeab7ce27 req-91d84544-a115-4431-91e0-44ea7fdc067e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:44.851011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77ce7540-1f31-4781-aa41-81bdeab7ce27 req-91d84544-a115-4431-91e0-44ea7fdc067e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.0913117 May 06 13:57:44.904539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-77ce7540-1f31-4781-aa41-81bdeab7ce27 req-fb9d9763-1203-4191-a5ba-df08e9711ac8 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463905 May 06 13:57:45.575749 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.110316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f0f0c-3940-4984-8328-4e1a5f17608e req-bc4b721e-7f49-4374-93e4-f673bed4d49b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:46.111796 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-857f0f0c-3940-4984-8328-4e1a5f17608e req-bc4b721e-7f49-4374-93e4-f673bed4d49b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.0776489 May 06 13:57:46.158870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-857f0f0c-3940-4984-8328-4e1a5f17608e req-7200d9c7-cb9f-4936-b6be-998804648c40 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410810 May 06 13:57:46.198815 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 38002f78-4bf0-47ff-b3b4-6465a684c213 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:57:46.344860 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:46.359283 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'port_id': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'mac_address': 'fa:16:3e:89:00:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:57:46.429107 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.435760 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.453452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38002f78-4bf0-47ff-b3b4-6465a684c213 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:57:46.470546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:46.476465 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.546502 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:46.686462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['38002f78-4bf0-47ff-b3b4-6465a684c213'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:57:47.377166 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c03782-3f04-4def-9a83-74d9f75534e8 req-71576254-b21f-4618-9844-073ce05b4431 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:47.378688 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09c03782-3f04-4def-9a83-74d9f75534e8 req-71576254-b21f-4618-9844-073ce05b4431 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 944 time: 0.0892713 May 06 13:57:47.427032 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-09c03782-3f04-4def-9a83-74d9f75534e8 req-6633f3d4-f494-4f6f-894b-e3480be6ac95 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423529 May 06 13:57:47.863138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.229546 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 38002f78-4bf0-47ff-b3b4-6465a684c213 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:57:48.347735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 38002f78-4bf0-47ff-b3b4-6465a684c213 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:57:48.355187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 38002f78-4bf0-47ff-b3b4-6465a684c213 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:57:48.355805 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.525431 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.554584 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:48.568133 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:48.573276 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.651678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:48.727568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502bd7a-cad4-46d5-80d6-dea2c20c12f7 req-a8617a01-b4ea-4caf-8023-0d34c83288e9 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:48.729979 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d502bd7a-cad4-46d5-80d6-dea2c20c12f7 req-a8617a01-b4ea-4caf-8023-0d34c83288e9 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1035063 May 06 13:57:48.812036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d502bd7a-cad4-46d5-80d6-dea2c20c12f7 req-cee0d306-1b7e-4610-8d92-e4fdb06f07f9 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680254 May 06 13:57:48.931960 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8d674f-895d-4aa5-becf-55c7f5a697c9'] response: {'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'code': 200} May 06 13:57:49.077452 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-77303327-b117-42ed-a1ee-025de5117022 req-a76646f0-9d92-4439-9b77-6b8e24c43179 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1096 time: 0.0788991 May 06 13:57:49.223199 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-77303327-b117-42ed-a1ee-025de5117022 req-56a7a41a-50f6-45d6-96c4-afd0f0fdded6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403377 May 06 13:57:50.023422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092b65-cc3b-4797-80e0-04ff990fe5e3 req-cfcddacb-aacd-420d-a1c6-febb75d5b9ce tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:50.024822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37092b65-cc3b-4797-80e0-04ff990fe5e3 req-cfcddacb-aacd-420d-a1c6-febb75d5b9ce tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0814395 May 06 13:57:50.076098 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-37092b65-cc3b-4797-80e0-04ff990fe5e3 req-2a5173a3-a241-4c2d-8c7b-4d6f8c937331 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453663 May 06 13:57:51.318351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45867035-3b29-48ea-b3d4-3b6bc2249a3f req-1d7d911a-63ba-44d3-aeeb-ba2c8a611449 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:51.324531 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45867035-3b29-48ea-b3d4-3b6bc2249a3f req-1d7d911a-63ba-44d3-aeeb-ba2c8a611449 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1049736 May 06 13:57:51.396742 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-45867035-3b29-48ea-b3d4-3b6bc2249a3f req-860ba387-f137-434f-80ac-3385ca7887ad tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651596 May 06 13:57:51.674069 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be7ec2-63d8-4c90-afe0-2313dbce3afe req-343ea086-ba24-496f-ba15-546ae9afc995 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:51.675602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0be7ec2-63d8-4c90-afe0-2313dbce3afe req-343ea086-ba24-496f-ba15-546ae9afc995 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0993304 May 06 13:57:51.730621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0be7ec2-63d8-4c90-afe0-2313dbce3afe req-1e53c5d5-a7a6-4420-8fe3-d9fe41e2136f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452788 May 06 13:57:51.763852 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58252) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:52.034227 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-436a7b3b-bfaf-49b8-8e7d-b7b0b8bc5bea tempest-TestShelveInstance-1487870160 tempest-TestShelveInstance-1487870160-project-admin] Synchronizing usage tracker for tenant:07f61c2aee724a9f861c9818fe68a57f on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:52.059696 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-436a7b3b-bfaf-49b8-8e7d-b7b0b8bc5bea tempest-TestShelveInstance-1487870160 tempest-TestShelveInstance-1487870160-project-admin] Unset dirty status for tenant:07f61c2aee724a9f861c9818fe68a57f on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:52.061312 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-436a7b3b-bfaf-49b8-8e7d-b7b0b8bc5bea tempest-TestShelveInstance-1487870160 tempest-TestShelveInstance-1487870160-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1091 time: 0.2957208 May 06 13:57:52.064773 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58258) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:52.071003 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:57:52.078157 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:57:52.082945 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:floatingip and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:57:52.086217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:57:52.092707 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:57:52.106088 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for floatingip, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.265408 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.435019 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Allocated IP 172.25.7.146 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/78ba05bd-e641-4e61-95bf-2bc7f70b8bfa) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:57:52.717590 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.751719 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:52.817807 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:57:52.820490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:57:52.824594 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:57:52.853087 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'Port': ['ID=78ba05bd-e641-4e61-95bf-2bc7f70b8bfa,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:53.355032 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.419087 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.643965 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.649730 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.756420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'Port': ['ID=78ba05bd-e641-4e61-95bf-2bc7f70b8bfa,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:53.771720 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.980190 n-d-840847-1 neutron-server[83955]: INFO neutron.db.l3_db [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Floating IP 62a3e0b9-1156-42d2-9478-0febba6cfc92 associated. External IP: 172.25.7.146, port: 38002f78-4bf0-47ff-b3b4-6465a684c213. May 06 13:57:54.540973 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Router 73a1f937-bf70-463e-a7b1-1880a850ebbe has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:54.759925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:54.771623 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] Sync routers for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:54.786987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:54.787753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:54.794414 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.852224 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-16d5986c-f084-474f-be75-e420396d3a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7861743 May 06 13:57:54.852831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:54.908332 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d1d7dc-0fb4-4650-9436-3e7b4b94f95a'] response: {'name': 'network-changed', 'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'status': 'completed', 'code': 200} May 06 13:57:54.981603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:55.003927 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba50c78a-9a72-472d-a800-549676cb59ca req-68891937-2b4e-45e5-a87b-20596366dfc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1096 time: 0.0732424 May 06 13:57:55.141961 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50c78a-9a72-472d-a800-549676cb59ca req-067b11f0-c3fa-43d3-ae5c-73eeb26a83e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:55.143636 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba50c78a-9a72-472d-a800-549676cb59ca req-067b11f0-c3fa-43d3-ae5c-73eeb26a83e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1321990 May 06 13:57:55.251540 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba50c78a-9a72-472d-a800-549676cb59ca req-65e9abad-090d-4c47-8ff0-9aefb872100c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 999 time: 0.1016605 May 06 13:57:55.327280 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50c78a-9a72-472d-a800-549676cb59ca req-ffce91d8-dbf0-4253-86d5-8be9c8beee21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:55.329413 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba50c78a-9a72-472d-a800-549676cb59ca req-ffce91d8-dbf0-4253-86d5-8be9c8beee21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0720394 May 06 13:57:55.355434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '62a3e0b9-1156-42d2-9478-0febba6cfc92', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'port_id': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'mac_address': 'fa:16:3e:89:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:57:53Z', 'updated_at': '2022-05-06T13:57:53Z', 'revision_number': 0, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:55.359549 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] Checking router: 73a1f937-bf70-463e-a7b1-1880a850ebbe for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:55.371401 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:55.372026 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T13:57:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:55.410996 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba50c78a-9a72-472d-a800-549676cb59ca req-56e0baa5-3419-4219-af97-a2fc95ba4bad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761516 May 06 13:57:55.567313 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba50c78a-9a72-472d-a800-549676cb59ca req-215f40f2-e7cb-403e-8097-58ff0172d67a service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503744 May 06 13:57:55.585841 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:55.721781 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba50c78a-9a72-472d-a800-549676cb59ca req-8e11fa44-79aa-412d-94a1-b393d2071069 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483371 May 06 13:57:55.978043 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '62a3e0b9-1156-42d2-9478-0febba6cfc92', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'port_id': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'mac_address': 'fa:16:3e:89:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:57:53Z', 'updated_at': '2022-05-06T13:57:53Z', 'revision_number': 0, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:55.982694 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1c9e1-d671-43d3-892d-6413be9479e8 None None] The sync data for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 is: [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '62a3e0b9-1156-42d2-9478-0febba6cfc92', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'port_id': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'mac_address': 'fa:16:3e:89:00:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:57:53Z', 'updated_at': '2022-05-06T13:57:53Z', 'revision_number': 0, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:01.416678 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64159a1-7788-4bdd-a2d6-431fc37bff0e None None] New status for floating IP 62a3e0b9-1156-42d2-9478-0febba6cfc92: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:58:08.095108 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.980509 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:58:12.466739 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-04e94cb1-5f51-450b-ba03-bb7bef814e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.927339 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.791700 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a4c784af-ebd9-45df-93f3-9e6932f8d1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.572180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.405460 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.865760 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:38.096796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:41.413367 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-4af9b151-d188-471f-89a8-4e69ee6e590d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677793 May 06 13:58:41.554375 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-d5e73643-998a-4500-b40e-49fd3deb1441 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1096 time: 0.0734720 May 06 13:58:41.717424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-28749fc8-0d05-4605-9e58-5aab97d9a671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:41.718879 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-28749fc8-0d05-4605-9e58-5aab97d9a671 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1446185 May 06 13:58:41.849015 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-8419b7ec-8074-4506-a277-760f5a82fc62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 1001 time: 0.1240563 May 06 13:58:41.913213 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-e55cbcfa-5262-4912-86b1-b3899624d4f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:41.914669 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-e55cbcfa-5262-4912-86b1-b3899624d4f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0592604 May 06 13:58:42.002704 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-767b96a1-ced0-44d1-a494-d96ea860c965 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823469 May 06 13:58:42.143458 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-1f02240e-0b60-415c-b95e-026429eb3f8e service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345456 May 06 13:58:42.302138 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-723a1b1a-4c55-4158-9931-46b0978a2475 req-e8da317a-339d-44f6-81f8-65a2b228d173 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494145 May 06 13:58:42.461347 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c92f740b-cd5a-4aad-84f6-93efbc57f05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:43.929229 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:44.790569 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-139bc746-e412-4c51-ae7e-1242bfdfa78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:45.566910 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:46.399787 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:47.871994 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:47.982089 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:59:08.107193 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.467090 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9d2cab17-6f89-43de-bb56-9d78d2b6ade6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:13.946065 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:14.785720 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab16a5-f28c-4fce-9def-9b508fda6272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:15.571527 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:16.402983 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.872795 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:24.988570 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:59:38.115862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:41.613343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-335fe676-975e-48a0-9214-8480888d36b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3032372 May 06 13:59:41.760717 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-d925af45-f456-4ad6-ae3f-63f1ce7a71ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1096 time: 0.0773234 May 06 13:59:41.920573 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-1b802eaa-3e07-4d6b-a41e-60f8806a81b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:41.922268 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-1b802eaa-3e07-4d6b-a41e-60f8806a81b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1419365 May 06 13:59:42.031832 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-8d5dffdc-6234-4bb9-89a5-9ebc18f4c039 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 1001 time: 0.1032588 May 06 13:59:42.102310 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-69ad46ae-e0e1-4355-88ad-35dfca94741c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:42.103841 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-69ad46ae-e0e1-4355-88ad-35dfca94741c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0663359 May 06 13:59:42.190705 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-739d40fb-d986-47c8-ad35-0b05d148c222 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807095 May 06 13:59:42.200642 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-17cddf98-7e5f-4ca2-80d5-9ce73e230631 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:59:42.201751 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-17cddf98-7e5f-4ca2-80d5-9ce73e230631 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056942 May 06 13:59:42.348713 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-33eb57fd-d669-43dc-b381-073dfc78749d service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405334 May 06 13:59:42.472075 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c2739699-eb5d-42e5-bb5a-fd1f5ba91911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:42.494421 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-958b96b2-74ab-4bb4-8930-4a05ce2cee1f req-a191a852-c65a-426d-a5a9-ce8bcddbac4b service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398051 May 06 13:59:43.955705 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:44.785282 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b1bec10b-55fe-406c-b80d-27114bfd6315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:45.582358 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:46.406326 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:47.875183 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:49.609637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8b4dc-f48a-4d61-87a1-4237890cd7a6 req-316aae00-a6c7-44d7-807e-4698c698d804 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:49.611201 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18a8b4dc-f48a-4d61-87a1-4237890cd7a6 req-316aae00-a6c7-44d7-807e-4698c698d804 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1641502 May 06 13:59:49.660077 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18a8b4dc-f48a-4d61-87a1-4237890cd7a6 req-374d4372-7c04-4520-96bf-a16dc2d5b770 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427158 May 06 13:59:50.885581 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e7e9a-f526-41f8-a15d-54d57e967fea req-ca044bed-e2c0-4ee8-84d2-d605181fffa8 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:50.887136 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-294e7e9a-f526-41f8-a15d-54d57e967fea req-ca044bed-e2c0-4ee8-84d2-d605181fffa8 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0790596 May 06 13:59:50.941952 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-294e7e9a-f526-41f8-a15d-54d57e967fea req-53bfee5c-f13b-4214-b505-d012a4da2e7d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486889 May 06 13:59:52.184273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f30330-1300-4098-aa0d-66ce7e72d3d1 req-3b3012cf-5f04-4550-bb43-3ceaabebd1ac tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:52.185828 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9f30330-1300-4098-aa0d-66ce7e72d3d1 req-3b3012cf-5f04-4550-bb43-3ceaabebd1ac tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0910370 May 06 13:59:52.240034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9f30330-1300-4098-aa0d-66ce7e72d3d1 req-6eef5e34-adea-446d-b87c-9b832891b8fe tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475559 May 06 13:59:53.456230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e879dc-bdf3-4b18-a8b9-7011a72b0600 req-983e7ec5-599c-4425-8eaf-e86160c90151 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:53.457781 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69e879dc-bdf3-4b18-a8b9-7011a72b0600 req-983e7ec5-599c-4425-8eaf-e86160c90151 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0898988 May 06 13:59:53.509730 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-69e879dc-bdf3-4b18-a8b9-7011a72b0600 req-d454a6ee-cff8-4f91-bd98-c547f5a440c0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460188 May 06 13:59:54.731310 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b721069-5654-46c3-ac4f-992219d86bdc req-fcbe19ce-5599-4872-bfe7-3fa77f382a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:54.733494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b721069-5654-46c3-ac4f-992219d86bdc req-fcbe19ce-5599-4872-bfe7-3fa77f382a6a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0977054 May 06 13:59:54.809630 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8b721069-5654-46c3-ac4f-992219d86bdc req-b8d22f7e-5553-4a2b-8f2b-3b7fa2ac110a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641792 May 06 13:59:56.065265 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46682d12-520f-48d6-a0ff-f92be2070cc0 req-8eb2b810-38a3-4ce3-9fde-6a7f9bd8d4dc tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:56.066694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46682d12-520f-48d6-a0ff-f92be2070cc0 req-8eb2b810-38a3-4ce3-9fde-6a7f9bd8d4dc tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1008983 May 06 13:59:56.129572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-46682d12-520f-48d6-a0ff-f92be2070cc0 req-5afb19ce-0479-4895-ba52-03725918baba tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571451 May 06 13:59:57.392873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f5121-42a7-46e7-8faa-a3919a627172 req-72343def-bd1c-4067-99df-40467348fd22 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:57.395611 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b0f5121-42a7-46e7-8faa-a3919a627172 req-72343def-bd1c-4067-99df-40467348fd22 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1177504 May 06 13:59:57.474820 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6b0f5121-42a7-46e7-8faa-a3919a627172 req-d00d6b42-1c11-497e-ad3c-b53bc953fc5c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700197 May 06 13:59:58.754432 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e35c-55cb-47e5-ab1b-5208aa08d074 req-52deb8ff-1c10-4670-b99f-d7987b5a7752 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:58.757187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0819e35c-55cb-47e5-ab1b-5208aa08d074 req-52deb8ff-1c10-4670-b99f-d7987b5a7752 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1285729 May 06 13:59:58.831452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0819e35c-55cb-47e5-ab1b-5208aa08d074 req-15fcba12-699e-4b1f-a1dc-4beb0df29512 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640793 May 06 14:00:00.116365 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d62219-dbaa-4f17-bb3d-2ab2aada376c req-fa70ca40-ad4e-4e8a-ba2d-475798b78132 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:00.117891 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d62219-dbaa-4f17-bb3d-2ab2aada376c req-fa70ca40-ad4e-4e8a-ba2d-475798b78132 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1031637 May 06 14:00:00.189364 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-31d62219-dbaa-4f17-bb3d-2ab2aada376c req-e8c5f60d-fdce-4576-97c9-7183e1c7ae6d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621271 May 06 14:00:00.820406 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 38002f78-4bf0-47ff-b3b4-6465a684c213 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:00:01.001154 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:01.022985 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'port_id': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'mac_address': 'fa:16:3e:89:00:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:00:01.121196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:01.143080 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38002f78-4bf0-47ff-b3b4-6465a684c213 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:00:01.161420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:01.168343 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:01.263689 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:01.270507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['38002f78-4bf0-47ff-b3b4-6465a684c213'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:00:01.350379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.350972 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.351545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.352095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.352652 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.353202 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.353748 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.354294 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.354886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.355432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.355988 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:01.463088 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5c65a-39b4-47aa-b6e8-d381823f8357 req-41c84658-86ac-48eb-b86c-ec629ec162d3 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:01.465590 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ea5c65a-39b4-47aa-b6e8-d381823f8357 req-41c84658-86ac-48eb-b86c-ec629ec162d3 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 944 time: 0.1356511 May 06 14:00:01.524844 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3ea5c65a-39b4-47aa-b6e8-d381823f8357 req-89dc6581-574f-4734-8914-eb466200bce8 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531256 May 06 14:00:01.987937 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:00:02.827309 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 38002f78-4bf0-47ff-b3b4-6465a684c213 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:00:02.865230 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb67e48-eae3-41ff-9cf0-a1adb9261f57 req-15f59304-fe66-47aa-a9f0-b4f7c4ecea7d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:02.867700 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-beb67e48-eae3-41ff-9cf0-a1adb9261f57 req-15f59304-fe66-47aa-a9f0-b4f7c4ecea7d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 944 time: 0.1362972 May 06 14:00:02.962941 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 38002f78-4bf0-47ff-b3b4-6465a684c213 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:00:02.964344 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:02.970011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-beb67e48-eae3-41ff-9cf0-a1adb9261f57 req-65fbcfaa-21f4-4470-9fc6-8af39ec22188 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857158 May 06 14:00:03.185493 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:03.227982 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:03.246839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:03.257077 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:03.370945 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c55447e-0de5-4328-9568-6146c995a24c'] response: {'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'code': 200} May 06 14:00:03.399111 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:04.278051 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd371e4a-4ac3-458f-9d6d-d7035cff660d req-e36b7c3a-ddf6-497c-a9c6-5681a1120e93 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:04.291046 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd371e4a-4ac3-458f-9d6d-d7035cff660d req-e36b7c3a-ddf6-497c-a9c6-5681a1120e93 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1472504 May 06 14:00:04.366363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dd371e4a-4ac3-458f-9d6d-d7035cff660d req-a06dc5fa-ec5a-416a-9ff6-cf2f731ca86a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743527 May 06 14:00:05.723315 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a893f9-6975-427c-8d22-da7320ec9958 req-d8d7bfd1-2520-428f-9f5e-c8309d58dc91 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:05.724780 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-65a893f9-6975-427c-8d22-da7320ec9958 req-d8d7bfd1-2520-428f-9f5e-c8309d58dc91 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0983889 May 06 14:00:05.819941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-65a893f9-6975-427c-8d22-da7320ec9958 req-fedbebac-6eb6-45e0-9126-199c55160a1e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813386 May 06 14:00:07.092193 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b792e-f94c-4cce-b960-115696c43915 req-eb931c84-d630-4688-8364-ab74fb03574b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:07.094396 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed0b792e-f94c-4cce-b960-115696c43915 req-eb931c84-d630-4688-8364-ab74fb03574b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1032388 May 06 14:00:07.179345 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ed0b792e-f94c-4cce-b960-115696c43915 req-473e56ce-c28e-4dff-bb6f-43e2921edf16 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779741 May 06 14:00:08.131763 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:08.529196 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e3750-e1e7-4563-aa33-654c8f27fcc4 req-4072c4b4-73e8-4779-81f7-fce38a50b71d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:08.530817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-894e3750-e1e7-4563-aa33-654c8f27fcc4 req-4072c4b4-73e8-4779-81f7-fce38a50b71d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1232243 May 06 14:00:08.603325 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-894e3750-e1e7-4563-aa33-654c8f27fcc4 req-601b449c-9980-4e44-86f8-185035ab4584 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597322 May 06 14:00:10.108471 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e6c73-584b-4b92-87ea-4203d01e5552 req-989eb62d-0914-40e6-98fd-d8f61d2feb11 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:10.110451 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-488e6c73-584b-4b92-87ea-4203d01e5552 req-989eb62d-0914-40e6-98fd-d8f61d2feb11 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.2959192 May 06 14:00:10.219529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-488e6c73-584b-4b92-87ea-4203d01e5552 req-81616a1c-9164-4539-b883-8323ca04e846 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019466 May 06 14:00:11.590404 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215e176-f0e0-4d92-ab0a-aef5a63dc39a req-44758226-7b37-4b50-8bae-f8bc622308db tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:11.592949 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f215e176-f0e0-4d92-ab0a-aef5a63dc39a req-44758226-7b37-4b50-8bae-f8bc622308db tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1341503 May 06 14:00:11.706766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f215e176-f0e0-4d92-ab0a-aef5a63dc39a req-09a7044e-5c4a-447e-b8b8-849c0a5d8702 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046722 May 06 14:00:12.492768 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-03beb879-6115-48df-802c-a9f6ad0b54b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:13.038735 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2710014-5d55-41a6-bff5-9d83b0394d9a req-a0493fe5-f560-4a46-8cfb-d4f09fd98761 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:13.042266 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2710014-5d55-41a6-bff5-9d83b0394d9a req-a0493fe5-f560-4a46-8cfb-d4f09fd98761 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1502810 May 06 14:00:13.131775 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d2710014-5d55-41a6-bff5-9d83b0394d9a req-fe6ade64-f142-4172-b0f5-5f32ea2fe546 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797293 May 06 14:00:13.965710 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:14.432911 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5acc1-4d24-4a9e-a70c-5deb6f2b07e2 req-182c4da1-e379-4ba2-a20a-d8303fa240c7 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:14.434509 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ea5acc1-4d24-4a9e-a70c-5deb6f2b07e2 req-182c4da1-e379-4ba2-a20a-d8303fa240c7 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.1271977 May 06 14:00:14.506757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ea5acc1-4d24-4a9e-a70c-5deb6f2b07e2 req-d919881c-b73f-4505-8532-366ee71e87a9 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609589 May 06 14:00:14.784394 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4ef99c69-82f7-4c6d-9180-1aef2d9a6ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.579615 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:15.589652 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a3b29257-ee5f-4ba2-b591-fa3dc3ea49dc req-7ed2e652-791c-4eea-9e38-cb4503440cde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1096 time: 0.0877075 May 06 14:00:15.746887 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29257-ee5f-4ba2-b591-fa3dc3ea49dc req-efa27b4e-12b5-4cad-90b6-8203242a6d23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:15.748373 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a3b29257-ee5f-4ba2-b591-fa3dc3ea49dc req-efa27b4e-12b5-4cad-90b6-8203242a6d23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1531670 May 06 14:00:15.762885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ca17a-85b3-4973-b5fd-79f87dbe6a03 req-58d539d0-3e89-4585-a92c-935d66d18ae5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:15.764448 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d8ca17a-85b3-4973-b5fd-79f87dbe6a03 req-58d539d0-3e89-4585-a92c-935d66d18ae5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0899754 May 06 14:00:15.826576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4d8ca17a-85b3-4973-b5fd-79f87dbe6a03 req-239d99ca-7641-4b79-8ee3-b376da0b736c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538087 May 06 14:00:15.873539 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a3b29257-ee5f-4ba2-b591-fa3dc3ea49dc req-277e5f23-fe95-4af6-a403-5a3e319f7a5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 1001 time: 0.1189518 May 06 14:00:15.961462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b29257-ee5f-4ba2-b591-fa3dc3ea49dc req-72895e59-c44d-44d9-9f04-452174bf7b2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:15.963635 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a3b29257-ee5f-4ba2-b591-fa3dc3ea49dc req-72895e59-c44d-44d9-9f04-452174bf7b2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0842092 May 06 14:00:16.052805 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a3b29257-ee5f-4ba2-b591-fa3dc3ea49dc req-34883b9b-2680-442c-8c10-ecef7d3499b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833261 May 06 14:00:16.202748 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a3b29257-ee5f-4ba2-b591-fa3dc3ea49dc req-809ca62b-766d-46cc-a10b-016255a4e5f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430807 May 06 14:00:16.365401 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-a3b29257-ee5f-4ba2-b591-fa3dc3ea49dc req-b35354e5-907c-447f-928c-53e967e6c62a service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556544 May 06 14:00:16.420653 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:17.040522 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32222ce-ccc0-4cb7-af1b-0420141857ea req-ff4daa54-4b5a-450d-bf6b-c2dbc38fb350 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:17.041928 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c32222ce-ccc0-4cb7-af1b-0420141857ea req-ff4daa54-4b5a-450d-bf6b-c2dbc38fb350 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0790062 May 06 14:00:17.092018 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c32222ce-ccc0-4cb7-af1b-0420141857ea req-fc53592c-623e-4c2f-8b3e-d06b2cb5400a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438385 May 06 14:00:17.887182 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:18.305419 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1ffd5-d964-49bf-9dae-af2d378b7fd1 req-cd5bae62-36b2-4713-aa0c-c3cc6aa31bd5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:18.306967 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9e1ffd5-d964-49bf-9dae-af2d378b7fd1 req-cd5bae62-36b2-4713-aa0c-c3cc6aa31bd5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0836957 May 06 14:00:18.365401 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9e1ffd5-d964-49bf-9dae-af2d378b7fd1 req-8687a500-c45b-463f-b709-ae7db22d066c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462265 May 06 14:00:18.644862 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-24141b20-4640-454a-bf59-33b340de0784 req-b6c31644-235f-431f-a406-c3ed96a6b4f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1577630 May 06 14:00:18.861077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 38002f78-4bf0-47ff-b3b4-6465a684c213 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:00:18.943745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf158bd0-e41c-4de8-a63a-f3c7324f6e72 req-c3fff851-2ae1-4b5b-a21e-1f2b1a3b7007 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:18.945414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf158bd0-e41c-4de8-a63a-f3c7324f6e72 req-c3fff851-2ae1-4b5b-a21e-1f2b1a3b7007 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 945 time: 0.0918379 May 06 14:00:18.986862 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:19.010328 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cf158bd0-e41c-4de8-a63a-f3c7324f6e72 req-6629d248-5b5d-4e85-b81e-4d79c6b0862f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526845 May 06 14:00:19.021364 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:19.040556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:19.047110 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:19.118920 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-2f7c92e3-885b-4f66-a83f-9cf0c4b4388d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2740171 May 06 14:00:19.124277 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:19.132820 n-d-840847-1 neutron-server[83958]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c20d5bc2-53c0-4fd6-b916-c70c1a62ce8e']: {'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'code': 422} returned with failed status May 06 14:00:19.717386 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-dd2f3c45-d099-42d0-b583-e616f4257257 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b&tenant_id=c1eaf37aa8b848d09dbe224de92227fc HTTP/1.1" status: 200 len: 1094 time: 0.0822256 May 06 14:00:19.831325 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-fe45a18d-2bce-44c8-aeea-61188941ea06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1094 time: 0.0918896 May 06 14:00:19.969741 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-27f195ed-0f8e-40f3-bee1-f6a28b15f27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:19.971195 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-27f195ed-0f8e-40f3-bee1-f6a28b15f27f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1342902 May 06 14:00:20.080055 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-bf5db23a-8992-492a-ac95-b3802500f092 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 999 time: 0.1022863 May 06 14:00:20.146352 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-cc0bb13d-fd51-498e-b9d5-12eb169dd731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:20.147957 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-cc0bb13d-fd51-498e-b9d5-12eb169dd731 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0625279 May 06 14:00:20.234828 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-93359697-8011-447d-a8f6-253d992c7260 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803063 May 06 14:00:20.247664 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7b5d4-f44c-45ae-ac52-8fe3f5dfd547 req-629a11b8-3e98-4656-97d8-f6c6b1d61da5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:20.249102 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17c7b5d4-f44c-45ae-ac52-8fe3f5dfd547 req-629a11b8-3e98-4656-97d8-f6c6b1d61da5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.0946352 May 06 14:00:20.300602 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-17c7b5d4-f44c-45ae-ac52-8fe3f5dfd547 req-d5e3e18f-fddc-4522-8290-8418550bdc93 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449400 May 06 14:00:20.381298 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-ce07c207-a91a-442e-a20d-a85a50f3009d service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382818 May 06 14:00:20.522933 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-5e3298e5-2a8d-4be6-a4db-3376d6401c89 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356199 May 06 14:00:21.586068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f0d61-e891-4e41-969a-a7f614f88be5 req-1b63498f-7d1a-4307-86b4-32938d12d413 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:21.595623 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-435f0d61-e891-4e41-969a-a7f614f88be5 req-1b63498f-7d1a-4307-86b4-32938d12d413 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.1202004 May 06 14:00:21.678763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-435f0d61-e891-4e41-969a-a7f614f88be5 req-7eeceef6-2241-4c12-8187-26770d8a9a9f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813012 May 06 14:00:22.968793 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb8bbf-a42f-46b9-979b-d5d79ffaf4fe req-5a10a472-21c6-417e-9c86-0975d54c880a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:22.970334 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eedb8bbf-a42f-46b9-979b-d5d79ffaf4fe req-5a10a472-21c6-417e-9c86-0975d54c880a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.1070595 May 06 14:00:23.040108 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eedb8bbf-a42f-46b9-979b-d5d79ffaf4fe req-84e956fa-c806-4a5d-805a-e83327847ec1 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614634 May 06 14:00:24.353476 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a960b5e-8433-453c-bd81-bd9467369ec9 req-eb3a6f9c-cd02-49b3-bacf-ed4b7b69db31 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:24.356036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a960b5e-8433-453c-bd81-bd9467369ec9 req-eb3a6f9c-cd02-49b3-bacf-ed4b7b69db31 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.1359417 May 06 14:00:24.440681 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3a960b5e-8433-453c-bd81-bd9467369ec9 req-76b23bc8-a512-41df-a370-d6cbf08543a9 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722630 May 06 14:00:25.761645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f975bf0-edce-45ae-bf40-7f22836bd8c3 req-06b7eb8b-a5c6-45f3-a91c-f679e5ef53cd tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:25.765539 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f975bf0-edce-45ae-bf40-7f22836bd8c3 req-06b7eb8b-a5c6-45f3-a91c-f679e5ef53cd tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.1300385 May 06 14:00:25.866521 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8f975bf0-edce-45ae-bf40-7f22836bd8c3 req-666fcf0b-3bc6-4515-a04b-d69a5257c8da tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908151 May 06 14:00:27.187229 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5348c-91d0-4c11-b23e-475e962e40a8 req-85a5e593-6695-4d0f-9274-1ad765bbef72 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:27.190641 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbf5348c-91d0-4c11-b23e-475e962e40a8 req-85a5e593-6695-4d0f-9274-1ad765bbef72 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.1257439 May 06 14:00:27.277187 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cbf5348c-91d0-4c11-b23e-475e962e40a8 req-b30a795e-c9b3-432e-b4d1-2ea2f09a8a21 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765986 May 06 14:00:28.576534 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39d63c-f53d-4493-969f-e50c3c94d22e req-781c4898-afa8-426c-a83b-685f55711ffe tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:28.578339 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b39d63c-f53d-4493-969f-e50c3c94d22e req-781c4898-afa8-426c-a83b-685f55711ffe tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.1176076 May 06 14:00:28.640497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9b39d63c-f53d-4493-969f-e50c3c94d22e req-201dbfb8-f7f9-44fa-b212-4c27a4b819b3 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545685 May 06 14:00:29.884048 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce00509-42eb-48dd-8f51-ba88ce40feea req-486fbe3e-9142-475c-8b44-f10b472478b4 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:29.885513 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cce00509-42eb-48dd-8f51-ba88ce40feea req-486fbe3e-9142-475c-8b44-f10b472478b4 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.0981994 May 06 14:00:29.945075 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cce00509-42eb-48dd-8f51-ba88ce40feea req-532360f2-0ae3-462f-ad09-a6814b4e66b3 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532877 May 06 14:00:31.162092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bb6f9-f43f-4e3c-b80e-26d60017abf7 req-1459e9db-fb37-484b-83d2-819efe9ce3b5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:31.163634 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c32bb6f9-f43f-4e3c-b80e-26d60017abf7 req-1459e9db-fb37-484b-83d2-819efe9ce3b5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.0793238 May 06 14:00:31.218616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c32bb6f9-f43f-4e3c-b80e-26d60017abf7 req-2a114376-6a11-48ae-8d68-1d88073b146c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471368 May 06 14:00:32.498247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acc8da-fc62-4936-82f2-87b8afd97014 req-32f8fb87-8b60-443d-8d4f-612a28c55fbd tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:32.499877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43acc8da-fc62-4936-82f2-87b8afd97014 req-32f8fb87-8b60-443d-8d4f-612a28c55fbd tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 943 time: 0.1176369 May 06 14:00:32.550801 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-43acc8da-fc62-4936-82f2-87b8afd97014 req-3db5e858-6a35-4e26-9cbe-4665e281fe45 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438516 May 06 14:00:32.922720 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 38002f78-4bf0-47ff-b3b4-6465a684c213 details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:00:33.068415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:33.082416 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'port_id': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'mac_address': 'fa:16:3e:89:00:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:00:33.136271 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:33.155932 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38002f78-4bf0-47ff-b3b4-6465a684c213 {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:00:33.173478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:33.180637 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:33.261911 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:33.401641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['38002f78-4bf0-47ff-b3b4-6465a684c213'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:00:33.778417 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3deda-ba7c-4048-b4aa-0c40412f0e4e req-d686d3b0-26e0-496d-8b09-3754ad39f916 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:33.780020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4d3deda-ba7c-4048-b4aa-0c40412f0e4e req-d686d3b0-26e0-496d-8b09-3754ad39f916 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 944 time: 0.0988154 May 06 14:00:33.838970 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b4d3deda-ba7c-4048-b4aa-0c40412f0e4e req-15974fac-aed7-4209-aa30-96298ff91699 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529730 May 06 14:00:34.936037 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 38002f78-4bf0-47ff-b3b4-6465a684c213 up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:00:35.027917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 38002f78-4bf0-47ff-b3b4-6465a684c213 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:00:35.029152 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:35.071843 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798aa10-c974-4ebd-97a8-e0860b35c8bc req-6426f39b-d588-4852-bdb4-b8b13bfedb1c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:35.073860 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2798aa10-c974-4ebd-97a8-e0860b35c8bc req-6426f39b-d588-4852-bdb4-b8b13bfedb1c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 944 time: 0.0925744 May 06 14:00:35.122887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2798aa10-c974-4ebd-97a8-e0860b35c8bc req-65b4c57b-2052-4d25-a337-9f12ad9f344a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 May 06 14:00:35.157509 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:35.188290 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:35.202527 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:35.206975 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:35.279453 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=10']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:36.277348 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e450022a-db69-449e-9ac8-26941fa1a0ca'] response: {'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'code': 200} May 06 14:00:36.383082 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bac4c-214f-48b8-a1f2-3728d752ad9e req-e47194cd-33a3-4a65-8e18-a05a88f0d667 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:36.385501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e28bac4c-214f-48b8-a1f2-3728d752ad9e req-e47194cd-33a3-4a65-8e18-a05a88f0d667 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 946 time: 0.1309175 May 06 14:00:36.462853 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e28bac4c-214f-48b8-a1f2-3728d752ad9e req-8bc167c1-5ef3-47c9-8d41-b532173902b7 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701063 May 06 14:00:36.570312 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-03233ff7-189e-45b7-beba-d2d9a37cdc5d req-ed8053ae-c70b-4a26-85b7-f101d75101f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1097 time: 0.0885484 May 06 14:00:36.646989 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-03233ff7-189e-45b7-beba-d2d9a37cdc5d req-266046ee-e6bb-4003-a005-64db70125c7e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703835 May 06 14:00:37.715277 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6672cb-557e-4c9d-aea5-d1764063fc03 req-2436736d-55e0-48b5-88d2-340368ac4630 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:37.716865 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb6672cb-557e-4c9d-aea5-d1764063fc03 req-2436736d-55e0-48b5-88d2-340368ac4630 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 946 time: 0.0960898 May 06 14:00:37.769786 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-bb6672cb-557e-4c9d-aea5-d1764063fc03 req-7403fdc6-85aa-4c9f-8797-326b8ea094fd tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469487 May 06 14:00:38.141850 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:38.980533 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:00:39.093687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9620f9-e9d4-442f-a660-10b56cf55282 req-dc6caa8c-7b00-4d6d-b98c-2a1ce815f5ef tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:39.095279 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a9620f9-e9d4-442f-a660-10b56cf55282 req-dc6caa8c-7b00-4d6d-b98c-2a1ce815f5ef tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 946 time: 0.1869524 May 06 14:00:39.142883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a9620f9-e9d4-442f-a660-10b56cf55282 req-9a0a29cb-de2b-44ea-8460-5df1786fbf54 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 May 06 14:00:42.418260 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-12050993-819f-451f-bdc9-ded181eb69fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842721 May 06 14:00:42.482051 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7aa0904f-3cb0-4fb7-aa05-b78d9e0672c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:42.570131 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-51796150-095b-4f78-94f6-77119f160774 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1097 time: 0.0707026 May 06 14:00:42.725843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-c2d5f0a8-9e0e-4e77-9fb0-3ddb5ec74aea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:42.727426 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-c2d5f0a8-9e0e-4e77-9fb0-3ddb5ec74aea service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1366780 May 06 14:00:42.871699 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-71735b8a-a0ed-4b0e-ad14-6a4cb6094e24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 1001 time: 0.1383734 May 06 14:00:42.956141 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-4e6b892e-097a-4ab6-9c12-004e4e085887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:42.957954 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-4e6b892e-097a-4ab6-9c12-004e4e085887 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0777035 May 06 14:00:43.053342 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-20e04faf-aa2e-4430-b730-66e8c26ab192 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894625 May 06 14:00:43.208087 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-15e64429-34e2-44c9-b2da-b51380c60d07 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482332 May 06 14:00:43.361512 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-5dc07647-8655-445d-b7e1-05485e3bbe89 req-b3e80c8c-f432-4279-8e33-a8921a2c490a service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473298 May 06 14:00:43.969390 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:44.779641 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56f2183e-99df-4c52-9de0-c02b3ed76d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:45.581666 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:46.413581 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:47.880350 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:08.142719 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:12.480061 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-213c1a03-3a7c-4922-9a49-d7a2e471b644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:13.970715 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:14.783085 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7f300b8a-a6e0-489e-8357-e4754ebf2868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:15.578909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:15.982473 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:01:16.416866 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:17.886933 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:38.147114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:42.477446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8d2c98f2-92b3-48a3-b122-2f25121fe641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:43.375749 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-40ba9bcb-f6d8-4f77-9866-20fa4eb61c4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762093 May 06 14:01:43.626767 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-6d918280-bbbe-4118-9329-95fbed188776 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1097 time: 0.1768491 May 06 14:01:43.783037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-aac437fc-ec18-4b0b-869e-3e7071eaef06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:43.784465 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-aac437fc-ec18-4b0b-869e-3e7071eaef06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1331425 May 06 14:01:43.900465 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-995531dd-954d-49dd-a9ca-2f7678006e42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 1001 time: 0.1091559 May 06 14:01:43.971233 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:43.971868 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-81afbb95-733e-45e4-907e-90f53152125f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:43.973337 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-81afbb95-733e-45e4-907e-90f53152125f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0675707 May 06 14:01:44.060053 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-d497c676-acba-42a9-b593-bd223f9a35c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806575 May 06 14:01:44.202680 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-5f1e65f3-b4b6-4f9c-bdd4-cf0bfd8cef06 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368723 May 06 14:01:44.348715 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-0c5492d0-4d9d-4096-8a97-f335c0ca8376 req-916cb672-1e6f-4710-aa60-d45fdea714bf service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399834 May 06 14:01:44.785509 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a7989340-471a-4d8e-be94-baa47d919b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:45.576673 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:46.420593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:47.889352 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:52.260410 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58530) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:52.472762 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Deleting port 78ba05bd-e641-4e61-95bf-2bc7f70b8bfa {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:52.473102 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:52.665281 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:52.665653 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:52.789681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Calling delete_port for 78ba05bd-e641-4e61-95bf-2bc7f70b8bfa owned by network:floatingip {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:52.990360 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:01:52.997443 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:53.045177 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event deleted for resources: {'Port': ['ID=78ba05bd-e641-4e61-95bf-2bc7f70b8bfa,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:53.242325 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.242568 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.243121 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.243669 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.244198 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.244729 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.245277 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.245820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.246247 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.246576 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.246928 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:53.282224 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for floatingip, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:53.770650 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Router 73a1f937-bf70-463e-a7b1-1880a850ebbe has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:01:54.010035 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:01:54.021732 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] Sync routers for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:01:54.026811 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:54.034063 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:54.034714 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:01:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:54.100043 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-b6c1e015-ddf6-4159-af8b-f5b7ffeae50b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "DELETE /v2.0/floatingips/62a3e0b9-1156-42d2-9478-0febba6cfc92 HTTP/1.1" status: 204 len: 168 time: 1.8383696 May 06 14:01:54.100605 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:54.269950 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:54.277885 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17343f56-c830-46cb-80d7-f67f50c3aa4c'] response: {'name': 'network-changed', 'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'status': 'completed', 'code': 200} May 06 14:01:54.380860 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d95f9108-933e-49a0-81c9-055390c11e84 req-81bbf3a2-e075-45da-b6ca-97488070edd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 1097 time: 0.0805955 May 06 14:01:54.530095 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f9108-933e-49a0-81c9-055390c11e84 req-3ee79ce8-8043-4cdd-8a91-0ef67f535680 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:54.531559 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d95f9108-933e-49a0-81c9-055390c11e84 req-3ee79ce8-8043-4cdd-8a91-0ef67f535680 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1444099 May 06 14:01:54.606155 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d95f9108-933e-49a0-81c9-055390c11e84 req-8f3e8699-36aa-45a5-b5a5-af81f446cf54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 200 len: 217 time: 0.0679548 May 06 14:01:54.687669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623c23e-c670-425b-a520-b2a23db25244 req-e6bf92d5-1e31-4448-bc45-77d190188f90 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:54.689945 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a623c23e-c670-425b-a520-b2a23db25244 req-e6bf92d5-1e31-4448-bc45-77d190188f90 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 946 time: 0.0870099 May 06 14:01:54.691589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f9108-933e-49a0-81c9-055390c11e84 req-42cb09f0-1c15-4cfa-bde6-e05122654ecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:54.694031 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d95f9108-933e-49a0-81c9-055390c11e84 req-42cb09f0-1c15-4cfa-bde6-e05122654ecf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0807076 May 06 14:01:54.736759 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:54.743607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] Checking router: 73a1f937-bf70-463e-a7b1-1880a850ebbe for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:01:54.746263 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a623c23e-c670-425b-a520-b2a23db25244 req-c7dd2f59-3b5b-4db3-868b-001e2654646c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494337 May 06 14:01:54.760928 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:54.761899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:01:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:54.793911 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d95f9108-933e-49a0-81c9-055390c11e84 req-cfe54752-58d7-46ed-8659-c7d5b9b622a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932333 May 06 14:01:54.931732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d95f9108-933e-49a0-81c9-055390c11e84 req-ad37bd0b-c093-4b07-92ae-533b49243276 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315835 May 06 14:01:55.026642 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:55.068803 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d95f9108-933e-49a0-81c9-055390c11e84 req-1a0ad605-d43b-44ea-91cd-6f8fca6c1e50 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305003 May 06 14:01:55.346814 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:55.351033 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb19c27-7467-43d9-bdaf-e89e7a74f298 None None] The sync data for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 is: [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:01:55.579311 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e68f9-d647-4310-a7cb-6faaa1bb6ccc None None] New status for floating IP 62a3e0b9-1156-42d2-9478-0febba6cfc92: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:01:55.920566 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513240c-b568-4168-8e27-36b3b875f82b req-02b1ca4f-89a7-4966-9acc-fa34c94d4662 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:55.921328 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-4513240c-b568-4168-8e27-36b3b875f82b req-02b1ca4f-89a7-4966-9acc-fa34c94d4662 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Synchronizing usage tracker for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:55.942348 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-4513240c-b568-4168-8e27-36b3b875f82b req-02b1ca4f-89a7-4966-9acc-fa34c94d4662 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Unset dirty status for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:55.943975 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4513240c-b568-4168-8e27-36b3b875f82b req-02b1ca4f-89a7-4966-9acc-fa34c94d4662 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.36 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 946 time: 0.1014657 May 06 14:01:55.975023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8cf96-0731-444c-b547-4be8ec229b80 req-22314102-7979-4240-945e-9d5d53e2f960 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:55.976494 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-adf8cf96-0731-444c-b547-4be8ec229b80 req-22314102-7979-4240-945e-9d5d53e2f960 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 946 time: 0.0870595 May 06 14:01:56.029763 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-adf8cf96-0731-444c-b547-4be8ec229b80 req-fb506fb3-0a3f-4920-9258-4c52f40270af tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=214101e0-737d-4133-90bc-1e5720935a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470884 May 06 14:01:56.137062 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-4513240c-b568-4168-8e27-36b3b875f82b req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Deleting port 38002f78-4bf0-47ff-b3b4-6465a684c213 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:01:56.137447 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4513240c-b568-4168-8e27-36b3b875f82b req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:56.397646 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-4513240c-b568-4168-8e27-36b3b875f82b req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] For port 38002f78-4bf0-47ff-b3b4-6465a684c213, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=38002f78-4bf0-47ff-b3b4-6465a684c213,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:56.397952 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4513240c-b568-4168-8e27-36b3b875f82b req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:56.522768 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-4513240c-b568-4168-8e27-36b3b875f82b req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Calling delete_port for 38002f78-4bf0-47ff-b3b4-6465a684c213 owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:01:56.683062 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4513240c-b568-4168-8e27-36b3b875f82b req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:56.733966 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event deleted for resources: {'Port': ['ID=38002f78-4bf0-47ff-b3b4-6465a684c213,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:56.805022 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-4513240c-b568-4168-8e27-36b3b875f82b req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] No DVR routers for this DVR port 38002f78-4bf0-47ff-b3b4-6465a684c213 on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:01:56.807968 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-4513240c-b568-4168-8e27-36b3b875f82b req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:56.810480 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-deleted', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:56.828996 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-4513240c-b568-4168-8e27-36b3b875f82b req-7d480f2b-cd38-4c7a-abcc-7046d08d5f2c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.36 "DELETE /v2.0/ports/38002f78-4bf0-47ff-b3b4-6465a684c213 HTTP/1.1" status: 204 len: 173 time: 0.8785787 May 06 14:01:56.872247 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c475c88-310e-46ad-8e52-9414bed6ac1e'] response: {'server_uuid': '40b332cc-e01c-44d0-8b33-f8adda1ed31b', 'name': 'network-vif-deleted', 'tag': '38002f78-4bf0-47ff-b3b4-6465a684c213', 'status': 'completed', 'code': 200} May 06 14:01:57.231436 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0df25baf-5ea9-4762-9e16-633d9fd6c105 req-df67bd50-86b8-468b-a194-1ec504a61343 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=40b332cc-e01c-44d0-8b33-f8adda1ed31b HTTP/1.1" status: 200 len: 210 time: 0.0577013 May 06 14:01:58.356965 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58554) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:58.432927 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:58.464042 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:58.535879 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:58.554456 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214101e0-737d-4133-90bc-1e5720935a4f,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:58.568140 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.568480 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.568818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.569150 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.569489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.569882 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.570120 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.570439 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.570805 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.571206 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.571429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:58.578588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:58.579756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-fddf6941-1998-45a7-95d1-0af6737e0c3a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "DELETE /v2.0/security-groups/214101e0-737d-4133-90bc-1e5720935a4f HTTP/1.1" status: 204 len: 168 time: 0.2215679 May 06 14:01:59.345645 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 38002f78-4bf0-47ff-b3b4-6465a684c213 no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:01:59.379022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 38002f78-4bf0-47ff-b3b4-6465a684c213 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:01:59.379396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 38002f78-4bf0-47ff-b3b4-6465a684c213 not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:01:59.938110 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58564) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:59.944936 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136195841', 'description': 'tempest-secgroup-smoke-1136195841 description', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:59.954239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:59.958680 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:59.961575 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:59.967316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:59.981159 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.019604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:00.023596 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:00.026643 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:00.033223 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:00.106095 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.111580 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.158396 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91cdfd0-083f-4fa9-9471-1200e542e8fd,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:00.163053 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.164376 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5a3ca74c-07fc-41f1-a6d4-b3b7c860ad58 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2250557 May 06 14:02:00.169419 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58568) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:00.176844 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': 'd91cdfd0-083f-4fa9-9471-1200e542e8fd', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:00.185209 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:00.189873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:00.192854 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:00.202738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:00.229304 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.322317 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.327741 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.354418 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6df7856-a9b3-453b-afa4-283a9f7eaae3,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:00.366819 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.368327 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e650e974-e293-4ede-bc56-269f6ec54aaa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1978898 May 06 14:02:00.371361 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58572) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:00.377127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': 'd91cdfd0-083f-4fa9-9471-1200e542e8fd', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:00.386898 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:00.390924 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:00.394146 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:00.400404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:00.420378 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.499010 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.504292 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.530266 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343cbd0f-b78a-4a85-801a-b0393395da2f,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:00.541490 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.543044 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-3bcbd11a-134f-4149-b860-c043dcf3e5fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1707392 May 06 14:02:00.547237 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58576) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:00.553078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': 'd91cdfd0-083f-4fa9-9471-1200e542e8fd', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:00.559976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:00.564108 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:00.567263 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:00.573489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:00.595438 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.669101 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.674624 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.698336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3257590d-ca91-4edd-8d83-7cb66c5087c6,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:00.708841 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.710363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bd9a9186-af08-40a6-a820-8ee5dd59c555 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1619706 May 06 14:02:00.714824 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58580) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:00.722901 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': 'd91cdfd0-083f-4fa9-9471-1200e542e8fd', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:00.732426 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:00.737525 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:00.740736 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:00.747326 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:00.767287 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.839605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.845712 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.870637 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61b0b52-7d5b-47d9-a06e-2686c74c9dce,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:00.881617 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:00.885460 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-13ee44d7-dae6-49d2-97e5-81399e91ead2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1667995 May 06 14:02:00.885974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58584) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:00.892306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': 'd91cdfd0-083f-4fa9-9471-1200e542e8fd', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:00.899296 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:00.903626 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:00.906994 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:00.917354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:00.931844 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Project c1eaf37aa8b848d09dbe224de92227fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:02:00.939051 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.007664 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.012805 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.038007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49596d0-46dc-427e-8543-a0a267ae1901,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:01.049472 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.055031 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-836f59b7-6db3-4d81-9c00-52381fe03b79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1642299 May 06 14:02:01.056055 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58588) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:01.063388 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'security_group_rule': {'security_group_id': 'd91cdfd0-083f-4fa9-9471-1200e542e8fd', 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:01.070591 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:01.074500 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:security_group_rule and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:01.077469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:01.083692 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:01.096489 n-d-840847-1 neutron-server[83952]: INFO neutron.db.securitygroups_db [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Project c1eaf37aa8b848d09dbe224de92227fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:02:01.105222 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.181677 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.186995 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.218336 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ce763b-6e30-4406-90d2-1e43fc9395e4,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:01.229181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:01.230571 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-be3e2e68-c990-48ae-8de2-999756edf33e tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1732998 May 06 14:02:08.152452 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:12.483824 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-41425d75-b0d1-4af4-9454-c5958c6c92fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:13.977556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:14.779559 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9006b2e9-7b2d-46bb-a52c-4af972532538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:15.584082 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:16.425068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:17.360398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-27874415-8bf7-4d80-9a57-09365a0b41dc tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Synchronizing usage tracker for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:17.387078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-27874415-8bf7-4d80-9a57-09365a0b41dc tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Unset dirty status for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:17.389010 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-27874415-8bf7-4d80-9a57-09365a0b41dc tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136195841&fields=id&tenant_id=c1eaf37aa8b848d09dbe224de92227fc HTTP/1.1" status: 200 len: 267 time: 0.0754075 May 06 14:02:17.568705 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-83acfa55-5ea7-4f64-a865-08b860016fab tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:17.570238 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-83acfa55-5ea7-4f64-a865-08b860016fab tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 809 time: 0.1740613 May 06 14:02:17.588819 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-aa1547d0-492e-4e0b-a2d9-97dcf5e936c7 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/quotas/c1eaf37aa8b848d09dbe224de92227fc HTTP/1.1" status: 200 len: 375 time: 0.0128231 May 06 14:02:17.689574 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-5704ff73-0056-4789-b577-c1856690bb71 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943770 May 06 14:02:17.896733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:18.004155 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-17b86100-9788-459b-9e49-29eae4aa238a service neutron] 10.222.0.44 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972062 May 06 14:02:18.144650 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-2c764563-56c8-4b3c-94d0-c1a2ab3c1ad1 service neutron] 10.222.0.44 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347120 May 06 14:02:18.591768 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32fe89ee-d1ed-4fa9-9e69-b743e86ba1c3 req-27e65f8f-db11-452d-9bd4-1478f88b3e6d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 210 time: 0.0468600 May 06 14:02:19.692516 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-918de97c-0564-41c2-9f51-00d79bc872c3 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:19.694143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-918de97c-0564-41c2-9f51-00d79bc872c3 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.48 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 809 time: 0.1710496 May 06 14:02:19.785367 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-26cbeb12-6c80-4891-9ac3-c05ddd61e64a req-99bde7ee-69fe-4163-90a6-5d10d2c7563a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 210 time: 0.0567937 May 06 14:02:19.797958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-a58e5c50-5909-4d95-8028-be7f61753285 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1eaf37aa8b848d09dbe224de92227fc HTTP/1.1" status: 200 len: 380 time: 0.0914199 May 06 14:02:19.811279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'port': {'device_id': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'admin_state_up': True, 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'security_groups': ['d91cdfd0-083f-4fa9-9471-1200e542e8fd']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:20.068504 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:20.073037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:port and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:20.076065 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:20.082248 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:20.093604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Made reservation on behalf of c1eaf37aa8b848d09dbe224de92227fc for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:02:20.096674 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:20.273117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Allocated IP 172.20.0.10 (b6482bfc-ac8f-4a60-928b-f6c760ad7489/a5296c2f-68ca-4711-a1e8-ba29985d09b9/95050e20-df76-43f8-896a-eda69e2342fe) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:20.491231 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:20.509857 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Transition to ACTIVE for port object 95050e20-df76-43f8-896a-eda69e2342fe will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:20.533592 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:20.605809 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:20.609031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:20.613584 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:02:20.642656 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:20.683254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:20.684187 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:20.712604 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-9c9554ca-5ed9-41aa-affe-22f29eea20a0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9098408 May 06 14:02:20.797329 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Request body: {'port': {'device_id': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:20.850282 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-025a8b4a-46f9-44a5-9b72-f8cf06840a51 None None] Provisioning for port 95050e20-df76-43f8-896a-eda69e2342fe completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:20.855878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-025a8b4a-46f9-44a5-9b72-f8cf06840a51 None None] Provisioning complete for port 95050e20-df76-43f8-896a-eda69e2342fe triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:20.856268 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-025a8b4a-46f9-44a5-9b72-f8cf06840a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:20.915377 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:20.932054 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-025a8b4a-46f9-44a5-9b72-f8cf06840a51 None None] Port 95050e20-df76-43f8-896a-eda69e2342fe cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:02:21.128459 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aad7f0-f781-4606-87a2-e98fff91b63e req-3eec44bb-ba9f-46cc-bb1c-c088ef07c048 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:21.129151 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-35aad7f0-f781-4606-87a2-e98fff91b63e req-3eec44bb-ba9f-46cc-bb1c-c088ef07c048 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Synchronizing usage tracker for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:02:21.233174 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-35aad7f0-f781-4606-87a2-e98fff91b63e req-3eec44bb-ba9f-46cc-bb1c-c088ef07c048 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Unset dirty status for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:02:21.234714 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35aad7f0-f781-4606-87a2-e98fff91b63e req-3eec44bb-ba9f-46cc-bb1c-c088ef07c048 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 932 time: 0.3078611 May 06 14:02:21.316703 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-35aad7f0-f781-4606-87a2-e98fff91b63e req-a8e1b10c-48fc-4c5d-8598-a41e9760615c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736206 May 06 14:02:21.403757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95050e20-df76-43f8-896a-eda69e2342fe {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:02:21.411033 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:21.427758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Transition to ACTIVE for port object 95050e20-df76-43f8-896a-eda69e2342fe will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:02:21.435061 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:21.557644 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:21.674821 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Attempting to bind port 95050e20-df76-43f8-896a-eda69e2342fe on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:02:21.675138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Attempting to bind port 95050e20-df76-43f8-896a-eda69e2342fe by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:02:21.675580 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Attempting to bind port 95050e20-df76-43f8-896a-eda69e2342fe on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:02:21.683187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Port 95050e20-df76-43f8-896a-eda69e2342fe on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:02:21.683552 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Attempting to bind port 95050e20-df76-43f8-896a-eda69e2342fe on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:02:21.690528 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:02:21.690890 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Checking segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:02:21.691273 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Bound using segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:02:21.691693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Bound port: 95050e20-df76-43f8-896a-eda69e2342fe, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:02:21.692034 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:21.787733 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:02:21.791178 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:02:21.796605 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:21.861991 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:21.863766 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] 10.222.0.48 "PUT /v2.0/ports/95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 1092 time: 1.1428380 May 06 14:02:21.866143 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:02:21.883010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580111e4-22c3-4b64-a847-39133496c1ce service neutron] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:21.980417 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-abdc753c-b57c-453e-86a6-413affd2d843 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1095 time: 0.0754790 May 06 14:02:22.039364 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785b5a9d-f360-431e-adb6-6d96711a2872'] response: {'name': 'network-changed', 'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe', 'status': 'completed', 'code': 200} May 06 14:02:22.055059 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-3eb21e66-5142-4f05-8f97-dfd4773d940d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 217 time: 0.0641923 May 06 14:02:22.221953 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-2c385d36-e4a0-4760-b7ca-79eb23589128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:22.223323 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-2c385d36-e4a0-4760-b7ca-79eb23589128 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.1615584 May 06 14:02:22.300637 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-e5cd90dd-1fa3-4d5e-94e7-c5d9b765c1d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706518 May 06 14:02:22.436313 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-ee540d2a-671e-4565-805b-f84553a9548c service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294913 May 06 14:02:22.622776 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cc68e488-3a9f-4b84-a84f-e20e7230c6cd req-b97f380d-728f-473d-845b-2007249614b0 service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801248 May 06 14:02:22.637938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6677b83-06ad-48b2-859c-42a0eee33906 req-29bd1cf9-84b9-4338-b06e-040f8b561553 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:22.640070 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6677b83-06ad-48b2-859c-42a0eee33906 req-29bd1cf9-84b9-4338-b06e-040f8b561553 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.1799867 May 06 14:02:22.733400 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a6677b83-06ad-48b2-859c-42a0eee33906 req-bb220a18-c88c-41e5-9076-9b1e8db3b9cb tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852799 May 06 14:02:22.760121 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd29cef0-dbec-4604-a4d2-97ec552cdc9c req-73d77ce9-7f4f-417d-b0e8-71e6ddeeade8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1095 time: 0.0864186 May 06 14:02:22.903981 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29cef0-dbec-4604-a4d2-97ec552cdc9c req-ed9c40cf-8cbb-41de-8dce-c23aa1518c1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:22.905352 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd29cef0-dbec-4604-a4d2-97ec552cdc9c req-ed9c40cf-8cbb-41de-8dce-c23aa1518c1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1393466 May 06 14:02:22.977572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd29cef0-dbec-4604-a4d2-97ec552cdc9c req-69b78c0e-8fd3-4ec3-b4ca-906f3fdac914 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 217 time: 0.0654840 May 06 14:02:23.039496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29cef0-dbec-4604-a4d2-97ec552cdc9c req-1752e6ab-e6db-4250-b310-abbe729a15b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:23.040925 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd29cef0-dbec-4604-a4d2-97ec552cdc9c req-1752e6ab-e6db-4250-b310-abbe729a15b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0565464 May 06 14:02:23.123709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd29cef0-dbec-4604-a4d2-97ec552cdc9c req-5ba715df-064a-466e-8231-4432dc58e17d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756850 May 06 14:02:23.257236 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd29cef0-dbec-4604-a4d2-97ec552cdc9c req-8d371ff1-8772-4595-819d-5c2bb05ec56c service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269579 May 06 14:02:23.396913 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cd29cef0-dbec-4604-a4d2-97ec552cdc9c req-9d7b340d-d819-43f7-b604-097ba1f08c1b service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335413 May 06 14:02:23.953715 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f44c81-d914-43b2-af3b-89f9313440a3 req-678fe820-40a5-474b-b593-c82afdc64761 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:23.955239 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08f44c81-d914-43b2-af3b-89f9313440a3 req-678fe820-40a5-474b-b593-c82afdc64761 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0879495 May 06 14:02:24.005047 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-08f44c81-d914-43b2-af3b-89f9313440a3 req-1c224dc1-17ed-4a67-a506-f675117f871c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 May 06 14:02:25.231502 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c89d1-9b07-45fc-9f80-7ef19ef3de1a req-f43a98c9-3548-4a0c-b57c-ce1798a800e7 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:25.233003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-848c89d1-9b07-45fc-9f80-7ef19ef3de1a req-f43a98c9-3548-4a0c-b57c-ce1798a800e7 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.1016803 May 06 14:02:25.282576 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-848c89d1-9b07-45fc-9f80-7ef19ef3de1a req-6062a1a6-6cf5-4c13-a7ae-ff75e1e2d236 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 May 06 14:02:26.498517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582c658-50a4-4638-b3f2-286edc0e9129 req-a9e82a92-98c3-4afb-a25e-79235a7d2c79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:26.500035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f582c658-50a4-4638-b3f2-286edc0e9129 req-a9e82a92-98c3-4afb-a25e-79235a7d2c79 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0919142 May 06 14:02:26.548604 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f582c658-50a4-4638-b3f2-286edc0e9129 req-38438fe2-3c9a-4b9b-b39f-01b9b4e60494 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424743 May 06 14:02:27.781544 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051d64-8ba9-4566-b833-14be04c9a4a9 req-0fe00ee4-291a-4879-a87e-4ee24905940d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:27.783123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0051d64-8ba9-4566-b833-14be04c9a4a9 req-0fe00ee4-291a-4879-a87e-4ee24905940d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.1026487 May 06 14:02:27.832020 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e0051d64-8ba9-4566-b833-14be04c9a4a9 req-e3ed7e7e-25eb-4e4a-83b5-c16b3925fffd tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 May 06 14:02:29.056072 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182f5a3-4234-407f-8ae6-3c452e4e5985 req-435f259c-4324-4c96-84f0-d137895eed49 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:29.056072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e182f5a3-4234-407f-8ae6-3c452e4e5985 req-435f259c-4324-4c96-84f0-d137895eed49 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0888569 May 06 14:02:29.216514 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e182f5a3-4234-407f-8ae6-3c452e4e5985 req-0c48b131-de51-4fa4-bfa3-24e96d766ae7 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554370 May 06 14:02:29.982408 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:02:30.455927 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ff76d-dd7b-4c4e-9baf-3adfda6b38d1 req-da83d453-0465-40a4-8ae8-7acf54231be5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:30.457482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-790ff76d-dd7b-4c4e-9baf-3adfda6b38d1 req-da83d453-0465-40a4-8ae8-7acf54231be5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0966713 May 06 14:02:30.514660 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-790ff76d-dd7b-4c4e-9baf-3adfda6b38d1 req-47a13b2d-1939-482d-b3fc-4603b04495f0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506399 May 06 14:02:31.808472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8e5bb-bc86-45e8-b0a6-170ceb697955 req-bff4ab33-44e9-44d3-aabe-1e7177441d63 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:31.809975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9a8e5bb-bc86-45e8-b0a6-170ceb697955 req-bff4ab33-44e9-44d3-aabe-1e7177441d63 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0874517 May 06 14:02:31.861927 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9a8e5bb-bc86-45e8-b0a6-170ceb697955 req-b1ef43ba-8463-4d63-8781-7d4c2675a45f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459180 May 06 14:02:32.767596 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 95050e20-df76-43f8-896a-eda69e2342fe details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:02:32.910093 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:32.924295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '95050e20-df76-43f8-896a-eda69e2342fe', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'port_id': '95050e20-df76-43f8-896a-eda69e2342fe', 'mac_address': 'fa:16:3e:63:03:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:02:32.981979 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:33.003339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95050e20-df76-43f8-896a-eda69e2342fe {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:02:33.019302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:33.024490 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:33.064758 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ef88f-ac1b-4152-a9f5-51839d350851 req-e6ff7ceb-c774-4e00-8a36-01c3023ad9ea tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:33.066219 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c9ef88f-ac1b-4152-a9f5-51839d350851 req-e6ff7ceb-c774-4e00-8a36-01c3023ad9ea tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0817873 May 06 14:02:33.095637 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:33.111458 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.111802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.112135 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.112467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.112795 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.113151 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.113508 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.113886 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.114224 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.115614 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.115942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:33.117978 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c9ef88f-ac1b-4152-a9f5-51839d350851 req-862b0018-e994-4596-a229-1828c20cf8fe tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 May 06 14:02:33.392678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['95050e20-df76-43f8-896a-eda69e2342fe'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:02:34.328872 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d60f5c-cfdc-460e-bb89-e3b64bc44c50 req-499f9e09-fb7c-4fbe-b413-2a87b7f5930a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:34.331072 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9d60f5c-cfdc-460e-bb89-e3b64bc44c50 req-499f9e09-fb7c-4fbe-b413-2a87b7f5930a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 945 time: 0.0858543 May 06 14:02:34.381618 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a9d60f5c-cfdc-460e-bb89-e3b64bc44c50 req-113917e9-6630-455b-aa74-84f95bdfa1ea tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453882 May 06 14:02:34.792939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 95050e20-df76-43f8-896a-eda69e2342fe up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:02:34.872967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 95050e20-df76-43f8-896a-eda69e2342fe completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:02:34.879839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 95050e20-df76-43f8-896a-eda69e2342fe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:02:34.880230 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:35.004282 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:35.039603 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:02:35.050784 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:35.056514 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:35.104911 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1193fc4c-9e77-4169-8208-d2593fce48a4'] response: {'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe', 'code': 200} May 06 14:02:35.130770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:35.231446 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4302f956-6771-4e3b-9336-a601f9ddb421 req-ec801839-a2e3-4df5-af0d-0b3d1ca55a33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1097 time: 0.0698135 May 06 14:02:35.284649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4302f956-6771-4e3b-9336-a601f9ddb421 req-403061f7-8487-4e54-82b9-b02a8782aa1c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450542 May 06 14:02:35.588095 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a0083-d36d-4e2e-a6d2-a8f80c2b4de6 req-662443e9-27d0-4c5c-884c-dc8ab9bdf9db tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:35.590281 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d9a0083-d36d-4e2e-a6d2-a8f80c2b4de6 req-662443e9-27d0-4c5c-884c-dc8ab9bdf9db tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0792127 May 06 14:02:35.637623 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2d9a0083-d36d-4e2e-a6d2-a8f80c2b4de6 req-ab1f909a-39b2-4dea-b843-2900c33d715f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 May 06 14:02:36.855693 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92748aff-227e-4db1-b653-594d04170e31 req-ad510ff7-fffb-4810-a5d8-030e9de07a5c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:36.857226 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92748aff-227e-4db1-b653-594d04170e31 req-ad510ff7-fffb-4810-a5d8-030e9de07a5c tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0836582 May 06 14:02:36.905756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-92748aff-227e-4db1-b653-594d04170e31 req-ade7cfeb-8750-4f20-ace4-17d97918de15 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 May 06 14:02:37.117001 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4efe-ae88-4e2a-9d16-473cf1f37464 req-8d8c509d-7e76-48e4-ac8b-1f971e0aceff tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:37.119466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c1e4efe-ae88-4e2a-9d16-473cf1f37464 req-8d8c509d-7e76-48e4-ac8b-1f971e0aceff tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0906892 May 06 14:02:37.169778 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c1e4efe-ae88-4e2a-9d16-473cf1f37464 req-53336e22-617c-43da-bf19-ef55e1d46e0b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 May 06 14:02:37.197988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58740) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:37.271968 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-7276ef21-5e55-42a7-9b68-fabdfa7e29d4 tempest-TestShelveInstance-1487870160 tempest-TestShelveInstance-1487870160-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1092 time: 0.0728157 May 06 14:02:37.274946 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58744) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:02:37.280381 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '95050e20-df76-43f8-896a-eda69e2342fe', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:02:37.287265 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:02:37.292822 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Usage tracker for resource:floatingip and tenant:c1eaf37aa8b848d09dbe224de92227fc is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:02:37.295923 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:02:37.302305 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:02:37.314797 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:37.459293 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:37.604474 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Allocated IP 172.25.7.250 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/f1ca7ca9-ced6-4401-8da4-780bb21e759c) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:02:37.762881 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:37.793658 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:37.861731 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:02:37.864744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:02:37.869417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:02:37.896792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'Port': ['ID=f1ca7ca9-ced6-4401-8da4-780bb21e759c,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:38.168082 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:38.518815 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:38.582721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:38.804453 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:38.810024 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:38.917279 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event updated for resources: {'Port': ['ID=f1ca7ca9-ced6-4401-8da4-780bb21e759c,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:38.932328 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:39.133374 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Floating IP 71f45541-ca9c-4eaf-8d0f-33bd9c955015 associated. External IP: 172.25.7.250, port: 95050e20-df76-43f8-896a-eda69e2342fe. May 06 14:02:39.536106 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Router 73a1f937-bf70-463e-a7b1-1880a850ebbe has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:02:39.739469 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:02:39.750415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] Sync routers for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:02:39.770067 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:39.771168 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:02:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:39.772384 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:39.842207 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a0165911-3cdb-450f-b33c-5f86822ca854 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5549805 May 06 14:02:39.842207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:02:39.893436 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9366ea19-5c74-4eb3-90eb-ee46c714de2b'] response: {'name': 'network-changed', 'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe', 'status': 'completed', 'code': 200} May 06 14:02:39.958034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:39.990994 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ce924e2-3588-4276-a0ca-f561da5d45d4 req-e67d6373-b9d0-44db-a9a9-3ff03df3f86f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1097 time: 0.0740509 May 06 14:02:40.131574 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce924e2-3588-4276-a0ca-f561da5d45d4 req-5e57c9fc-3ff1-40f3-9cf4-5131a3a6ba07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:40.132975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ce924e2-3588-4276-a0ca-f561da5d45d4 req-5e57c9fc-3ff1-40f3-9cf4-5131a3a6ba07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1360204 May 06 14:02:40.239397 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ce924e2-3588-4276-a0ca-f561da5d45d4 req-1d52f6cb-c71c-4f3a-8d63-dd8051555ac3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 1000 time: 0.0989482 May 06 14:02:40.306415 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce924e2-3588-4276-a0ca-f561da5d45d4 req-d0c09442-1061-42a2-9d11-bf125274c2c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:40.308006 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ce924e2-3588-4276-a0ca-f561da5d45d4 req-d0c09442-1061-42a2-9d11-bf125274c2c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0628943 May 06 14:02:40.386578 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ce924e2-3588-4276-a0ca-f561da5d45d4 req-6fef9436-249d-4367-9cb9-946631e421df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717206 May 06 14:02:40.506956 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '71f45541-ca9c-4eaf-8d0f-33bd9c955015', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'port_id': '95050e20-df76-43f8-896a-eda69e2342fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'mac_address': 'fa:16:3e:63:03:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:02:38Z', 'updated_at': '2022-05-06T14:02:38Z', 'revision_number': 0, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:40.514241 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] Checking router: 73a1f937-bf70-463e-a7b1-1880a850ebbe for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:02:40.521908 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ce924e2-3588-4276-a0ca-f561da5d45d4 req-c6142be9-c8f3-419a-b037-e895cdf9a9df service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289556 May 06 14:02:40.534297 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:02:40.534939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:02:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:40.659664 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6ce924e2-3588-4276-a0ca-f561da5d45d4 req-f8be08dc-0480-4ab5-938f-557fbd46705d service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307504 May 06 14:02:40.718187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:02:41.082973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '71f45541-ca9c-4eaf-8d0f-33bd9c955015', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'port_id': '95050e20-df76-43f8-896a-eda69e2342fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'mac_address': 'fa:16:3e:63:03:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:02:38Z', 'updated_at': '2022-05-06T14:02:38Z', 'revision_number': 0, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:02:41.087695 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe99bb1-6c3f-4353-8494-885743923a39 None None] The sync data for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 is: [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '71f45541-ca9c-4eaf-8d0f-33bd9c955015', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'port_id': '95050e20-df76-43f8-896a-eda69e2342fe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'mac_address': 'fa:16:3e:63:03:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:02:38Z', 'updated_at': '2022-05-06T14:02:38Z', 'revision_number': 0, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:02:41.284359 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eabe0a2-dac8-4c56-9b58-634aff97d143 None None] New status for floating IP 71f45541-ca9c-4eaf-8d0f-33bd9c955015: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:02:42.474011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4cd96e32-f826-4574-940f-6d8c67c27e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:44.006369 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:44.787922 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f13a3cd0-252b-448f-8cd5-f8685200b0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:45.572385 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:46.429196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:47.892288 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:58.592141 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-85664726-60ca-44f1-9551-bda0631700a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905452 May 06 14:02:58.758632 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-3c19d84d-42ba-4879-bcda-68eecde71d50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1097 time: 0.0886469 May 06 14:02:59.048091 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-170e67e8-adfe-4fa5-95d0-8b51bb2dc435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:59.049709 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-170e67e8-adfe-4fa5-95d0-8b51bb2dc435 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.2648180 May 06 14:02:59.173101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-b123db88-a779-4efc-bef3-c0575ebe3ebf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 1002 time: 0.1114612 May 06 14:02:59.241241 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-bd83f989-6ed5-4e5f-9f38-b73d14a33b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:59.242712 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-bd83f989-6ed5-4e5f-9f38-b73d14a33b35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0676534 May 06 14:02:59.325456 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-37914e4a-a0fa-4eb9-bbd8-ea2e03862fdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755761 May 06 14:02:59.339462 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-bb9f3300-4487-4162-9d90-d02a3235f45a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:02:59.341034 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-bb9f3300-4487-4162-9d90-d02a3235f45a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052183 May 06 14:02:59.478912 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-4c3776d0-b1ac-4be5-8c19-ba96c59c1fd6 service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322453 May 06 14:02:59.628419 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-59c7071b-4d9e-4499-8ced-ef929983d195 req-e19de915-98ef-4525-8732-1ca07a8664c6 service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409781 May 06 14:03:06.984644 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:03:08.177272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:12.469476 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b673e92-dab8-4f10-8d89-07d804e3f19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.033310 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.783069 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6fa2a012-528f-4044-bd87-b92ab37fc491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:15.578427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:16.430377 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:17.895110 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:38.181124 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:42.465494 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6a31-417e-48ff-a8db-5571b74f985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:43.986854 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:03:44.023572 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.789510 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bdeed57d-2991-43bf-bc24-2b19fd9940eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:45.570918 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.434858 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:47.902592 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:58.583013 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-a219dcbd-9511-4743-8bf5-005853063e4a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733430 May 06 14:03:58.733770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-82ff8243-5189-4d05-81f4-5b9fd5fdec6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1097 time: 0.0789654 May 06 14:03:58.889444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-c4f26e7a-9bda-440f-841e-cb11de1a84e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:58.890958 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-c4f26e7a-9bda-440f-841e-cb11de1a84e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1372917 May 06 14:03:58.998697 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-264f17bf-5b8b-4ee8-8c77-f96f58b6f0fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 1002 time: 0.1020782 May 06 14:03:59.061908 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-1977849b-02f0-4ef3-95ac-a810bb2acd72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:59.063415 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-1977849b-02f0-4ef3-95ac-a810bb2acd72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0596485 May 06 14:03:59.145910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-85b3c975-e28a-4c20-b279-d70ac0261e90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769715 May 06 14:03:59.287406 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-f704161d-2561-4125-90be-bbdea1ff793a service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347423 May 06 14:03:59.425142 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1daab21-9289-4b86-97e9-0ecfec0f6887 req-74824a92-9c6d-4b67-bc75-b719af5fd401 service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316721 May 06 14:04:08.191403 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:12.470941 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-846d4d2d-fb9e-4975-969d-14d85ee4bd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:14.030413 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:14.786368 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d5439d2a-d6d3-42e3-bc9c-6de47b9dab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:15.575439 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:16.436703 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:17.906736 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:20.989465 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:04:38.194785 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:38.305851 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf37b9a-f3ca-48d4-aa3f-f5507311a3f1 req-f6811af6-a78f-4481-a35e-9e3782891da4 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:38.307399 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cf37b9a-f3ca-48d4-aa3f-f5507311a3f1 req-f6811af6-a78f-4481-a35e-9e3782891da4 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0816214 May 06 14:04:38.356131 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9cf37b9a-f3ca-48d4-aa3f-f5507311a3f1 req-b6decdcc-2f26-4251-9b87-e96c7c12723f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 May 06 14:04:39.601278 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b32e3-5cb9-41be-86e8-0e857aa719b6 req-1cb00abd-7c0a-433f-91db-937f87a2711f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:39.602792 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-310b32e3-5cb9-41be-86e8-0e857aa719b6 req-1cb00abd-7c0a-433f-91db-937f87a2711f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0845492 May 06 14:04:39.749113 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-310b32e3-5cb9-41be-86e8-0e857aa719b6 req-65da92ee-ffe8-41d0-b68c-9ad7cd540fcc tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406512 May 06 14:04:40.987355 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b883c6-6227-4670-a8eb-8a743fa99ba1 req-f3120b21-fa85-41cb-bbf7-0a751eba3533 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:40.989015 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7b883c6-6227-4670-a8eb-8a743fa99ba1 req-f3120b21-fa85-41cb-bbf7-0a751eba3533 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0870855 May 06 14:04:41.039782 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a7b883c6-6227-4670-a8eb-8a743fa99ba1 req-59839f15-96c5-4095-959f-0e96d7488266 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 May 06 14:04:42.255925 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e164a61-28c1-49ee-b6f2-132075a4170f req-fd5e9276-eafd-4e85-800b-7cce0ee699e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:42.257482 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e164a61-28c1-49ee-b6f2-132075a4170f req-fd5e9276-eafd-4e85-800b-7cce0ee699e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0800436 May 06 14:04:42.309545 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e164a61-28c1-49ee-b6f2-132075a4170f req-5a4b0c89-ae03-41d4-9ab5-84adfe822527 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463853 May 06 14:04:42.480427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0038415a-7509-4b07-bd4a-2ed5d0d71637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:43.522272 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e460-ae36-4aec-9120-063098447809 req-278b327b-b440-497b-8393-be29ecc74964 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:43.523817 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c423e460-ae36-4aec-9120-063098447809 req-278b327b-b440-497b-8393-be29ecc74964 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0855875 May 06 14:04:43.574953 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c423e460-ae36-4aec-9120-063098447809 req-719539b3-d42b-4dad-a95c-12f893805f0d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427554 May 06 14:04:44.060284 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:44.774530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa9847-a860-448d-bc2a-29f5972b8e1d req-ca4a9207-bc3f-46d5-a228-4c439cc1faf5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:44.775882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3aa9847-a860-448d-bc2a-29f5972b8e1d req-ca4a9207-bc3f-46d5-a228-4c439cc1faf5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0776627 May 06 14:04:44.781056 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f0d09bfa-56c6-42e3-983f-14ab14cc8db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:44.831558 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f3aa9847-a860-448d-bc2a-29f5972b8e1d req-d774215d-18ce-48d2-a706-ad58925a80cc tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495024 May 06 14:04:45.575871 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:46.216147 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab7f2f-a6b9-4c5c-a5dd-e37199b06e0f req-be7ad515-5f4b-4e38-899e-6f9cab585b20 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:46.217532 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9ab7f2f-a6b9-4c5c-a5dd-e37199b06e0f req-be7ad515-5f4b-4e38-899e-6f9cab585b20 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0867631 May 06 14:04:46.266078 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e9ab7f2f-a6b9-4c5c-a5dd-e37199b06e0f req-2c0bf469-82c6-4d9d-9a1b-988edcd0d499 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424800 May 06 14:04:46.442071 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:47.488885 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50360c-2398-4ca2-8b84-e44880feddea req-d2824ed0-5c56-43ab-afa1-2901855b42b5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:47.490363 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc50360c-2398-4ca2-8b84-e44880feddea req-d2824ed0-5c56-43ab-afa1-2901855b42b5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0858462 May 06 14:04:47.544501 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-dc50360c-2398-4ca2-8b84-e44880feddea req-c8d9c752-6e59-4bb6-ad5f-9572f31d6219 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482113 May 06 14:04:47.905824 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:48.371849 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe9effaa-c052-4e9a-b233-82243376acb6 req-3cd8582e-2369-4a5c-b770-e5cdb137830a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1097 time: 0.0827122 May 06 14:04:48.515411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9effaa-c052-4e9a-b233-82243376acb6 req-6969e9f2-bab2-4079-bd02-327ebd44c02b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:48.516914 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe9effaa-c052-4e9a-b233-82243376acb6 req-6969e9f2-bab2-4079-bd02-327ebd44c02b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1392608 May 06 14:04:48.630721 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe9effaa-c052-4e9a-b233-82243376acb6 req-311c0f1f-431f-4de2-bec4-cb8d0e9817bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 1002 time: 0.1081238 May 06 14:04:48.729910 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9effaa-c052-4e9a-b233-82243376acb6 req-74323c4a-9875-4235-b848-3673d24dcd05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:48.731408 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe9effaa-c052-4e9a-b233-82243376acb6 req-74323c4a-9875-4235-b848-3673d24dcd05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0949774 May 06 14:04:48.839233 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167410fa-71c9-47d6-a949-fe8a9d272bb0 req-420882c7-445a-4449-bb48-05d1a328dcfa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:48.840621 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-167410fa-71c9-47d6-a949-fe8a9d272bb0 req-420882c7-445a-4449-bb48-05d1a328dcfa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.1463277 May 06 14:04:48.852122 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe9effaa-c052-4e9a-b233-82243376acb6 req-da8fb5f0-c8c3-4d20-9e3c-16ff06036026 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145649 May 06 14:04:48.976822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-167410fa-71c9-47d6-a949-fe8a9d272bb0 req-f1ad5041-0784-4ddb-8c4d-456435f2d958 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236558 May 06 14:04:49.018152 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe9effaa-c052-4e9a-b233-82243376acb6 req-eae2de7a-af3b-42bb-b9ac-eb5ed0786f19 service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515024 May 06 14:04:49.147424 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe9effaa-c052-4e9a-b233-82243376acb6 req-43ea331a-68b7-46fc-874d-c1be1349eda9 service neutron] 10.222.0.48 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235902 May 06 14:04:50.257828 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bea5a-fe9d-4269-9f3b-ad7be9b19254 req-2c30c145-8e93-4b95-9d91-a300a6603120 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:50.259368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-522bea5a-fe9d-4269-9f3b-ad7be9b19254 req-2c30c145-8e93-4b95-9d91-a300a6603120 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.1539869 May 06 14:04:50.308340 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-522bea5a-fe9d-4269-9f3b-ad7be9b19254 req-fd0ee4f1-80d9-4d2b-afdd-c780a257f5d2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 May 06 14:04:51.595513 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582db011-4281-46f2-8e80-bc85f1419d0f req-7b906e2e-cf65-4ef0-8e0d-1f87df8aa220 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:51.596957 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-582db011-4281-46f2-8e80-bc85f1419d0f req-7b906e2e-cf65-4ef0-8e0d-1f87df8aa220 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.1519847 May 06 14:04:51.643212 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-582db011-4281-46f2-8e80-bc85f1419d0f req-a33f22c4-374b-45e6-9895-e6a7376d6aae tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402501 May 06 14:04:51.937723 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e5c6d62e-3733-4734-a3f1-b3d690cc7df6 req-9d47f3c7-c608-4ac7-a002-7fa87660cdd8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1703627 May 06 14:04:52.118668 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 58838) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:04:52.218269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557d6e7-c4ea-401e-baea-5164d18c4318 req-d8f3f09e-0313-4313-b893-22c6fea60eec tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:52.219767 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f557d6e7-c4ea-401e-baea-5164d18c4318 req-d8f3f09e-0313-4313-b893-22c6fea60eec tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0789506 May 06 14:04:52.272743 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f557d6e7-c4ea-401e-baea-5164d18c4318 req-61ccb1dc-84b2-4fa6-a7ea-63a5cd08bf31 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471227 May 06 14:04:52.419388 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-5786a04c-8fce-4550-9b42-dedff18dea9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2992370 May 06 14:04:53.480573 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9b433-63fb-4f00-bef1-5da982513281 req-963bb234-4496-4d79-87b6-0aa811e7d282 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:53.482061 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7f9b433-63fb-4f00-bef1-5da982513281 req-963bb234-4496-4d79-87b6-0aa811e7d282 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0819652 May 06 14:04:53.535848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f7f9b433-63fb-4f00-bef1-5da982513281 req-2fa9b2b5-894b-4226-9334-88140114b1b6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414193 May 06 14:04:54.754336 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f9beb-8f2c-4ae0-b591-34ba6d2662de req-a0fb6487-6477-4d31-9c5c-008fe043f4be tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:54.756592 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-352f9beb-8f2c-4ae0-b591-34ba6d2662de req-a0fb6487-6477-4d31-9c5c-008fe043f4be tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 946 time: 0.0880225 May 06 14:04:54.803946 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-352f9beb-8f2c-4ae0-b591-34ba6d2662de req-d8356c47-12d9-4911-bd85-a5bac16d38c5 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416985 May 06 14:04:55.560537 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 95050e20-df76-43f8-896a-eda69e2342fe no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:04:55.685293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:55.714775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:04:55.725672 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:04:55.736187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:55.807664 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:55.818649 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.819004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.819341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.819688 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.820027 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.820359 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.820687 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.821011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.821468 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.821791 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.822117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:55.874336 n-d-840847-1 neutron-server[83958]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d4ca25d5-b704-48c5-94fe-4e286b801f1e']: {'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe', 'code': 422} returned with failed status May 06 14:04:56.016368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251bee-2fcd-47e4-ba46-33f3beef599b req-fb8db201-9d84-49ad-9c74-ef11821eb845 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:56.017848 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1251bee-2fcd-47e4-ba46-33f3beef599b req-fb8db201-9d84-49ad-9c74-ef11821eb845 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0837696 May 06 14:04:56.073216 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c1251bee-2fcd-47e4-ba46-33f3beef599b req-35e525d4-dc7a-496f-9be0-9655220dfe46 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487208 May 06 14:04:57.112234 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-ecec4bca-4dbf-443e-8aff-5d6d726cbecf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44&tenant_id=c1eaf37aa8b848d09dbe224de92227fc HTTP/1.1" status: 200 len: 1095 time: 0.1386678 May 06 14:04:57.123302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840847-1', 'device_owner': 'compute:nova'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:04:57.241535 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:57.287601 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723cd93-6510-43c0-8e8f-e044ccc5be5b req-6fd1ec12-ee47-4cef-a950-56ef42150e51 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:57.289220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a723cd93-6510-43c0-8e8f-e044ccc5be5b req-6fd1ec12-ee47-4cef-a950-56ef42150e51 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0917532 May 06 14:04:57.343581 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a723cd93-6510-43c0-8e8f-e044ccc5be5b req-5c798aa6-fc89-4b3d-8728-72b2499688ce tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 May 06 14:04:57.553927 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:04:57.590915 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h1-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:04:57.650069 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95050e20-df76-43f8-896a-eda69e2342fe {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:04:57.658570 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:57.678384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Transition to ACTIVE for port object 95050e20-df76-43f8-896a-eda69e2342fe will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:04:57.682999 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:57.823098 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=7']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:57.840470 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.840894 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.841241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.842027 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.843044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.843044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.843459 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.843800 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.844128 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.844455 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.844781 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:04:57.894317 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] No DVR routers for this DVR port 95050e20-df76-43f8-896a-eda69e2342fe on host n-h1-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:04:57.990536 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:04:58.151075 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Attempting to bind port 95050e20-df76-43f8-896a-eda69e2342fe on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:04:58.151716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Attempting to bind port 95050e20-df76-43f8-896a-eda69e2342fe by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:04:58.151716 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Attempting to bind port 95050e20-df76-43f8-896a-eda69e2342fe on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:04:58.157681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Port 95050e20-df76-43f8-896a-eda69e2342fe on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:04:58.157996 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Attempting to bind port 95050e20-df76-43f8-896a-eda69e2342fe on network b6482bfc-ac8f-4a60-928b-f6c760ad7489 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:04:58.164510 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:04:58.164880 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Checking segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:04:58.165450 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Bound using segment: {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:04:58.165865 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Bound port: 95050e20-df76-43f8-896a-eda69e2342fe, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c817343-a920-4ebf-aa59-ec053abcaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:04:58.166214 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:58.259226 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:04:58.262939 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:04:58.268734 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:58.337367 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:58.338789 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] 10.222.0.36 "PUT /v2.0/ports/95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 1092 time: 1.2197678 May 06 14:04:58.339228 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:04:58.393136 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd82dec-af1f-445d-a5b2-30424b97cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=8']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:04:58.408134 n-d-840847-1 neutron-server[83952]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ce8afda2-805c-47bb-a2d3-f159b0a15944']: {'name': 'network-changed', 'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe', 'status': 'failed', 'code': 422} returned with failed status May 06 14:04:58.459863 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-77bfd761-95b5-4327-9a93-112e353b5611 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1095 time: 0.0966134 May 06 14:04:58.580098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd7fbe-f3a9-4b1c-bd0f-29ebd636118d req-a22e4ee2-52c1-4e2b-947e-5797143fe117 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:58.581616 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6efd7fbe-f3a9-4b1c-bd0f-29ebd636118d req-a22e4ee2-52c1-4e2b-947e-5797143fe117 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0849991 May 06 14:04:58.609988 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-2c800adf-4e96-4e37-84a4-2663b0e43d63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:58.611193 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-2c800adf-4e96-4e37-84a4-2663b0e43d63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1456261 May 06 14:04:58.637658 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-6efd7fbe-f3a9-4b1c-bd0f-29ebd636118d req-889af8bc-8547-4098-9bb6-6adedc7cbb7b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462973 May 06 14:04:58.719298 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-1bc755df-e986-4f3d-a366-9e27fb812c89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 1000 time: 0.1024702 May 06 14:04:58.784511 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-023bfa14-2403-40d4-883e-c1549ccda308 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:58.785970 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-023bfa14-2403-40d4-883e-c1549ccda308 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0611012 May 06 14:04:58.974556 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-2647bbec-a53f-4a8f-8667-fd2f41e36aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824880 May 06 14:04:59.115382 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-7bf7837d-53a2-4b95-a0f7-5dc0473a99f3 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348207 May 06 14:04:59.249834 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-927d4605-2fda-447d-8871-aeac07ad562d service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289299 May 06 14:04:59.845829 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14fdb0-747c-45f1-b78a-ddbc2ba132e1 req-b347b855-f900-4ef5-814e-da9793ef0ef3 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:04:59.847356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b14fdb0-747c-45f1-b78a-ddbc2ba132e1 req-b347b855-f900-4ef5-814e-da9793ef0ef3 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0853536 May 06 14:04:59.895160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b14fdb0-747c-45f1-b78a-ddbc2ba132e1 req-491de76c-18c4-4ece-9db2-eb34ce12a0fa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420098 May 06 14:05:01.125383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5b690-d95a-49c2-a339-b4bc42f76b27 req-8e2a9956-4b1f-4ca2-b73e-c6e3de32fc08 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:01.131489 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cb5b690-d95a-49c2-a339-b4bc42f76b27 req-8e2a9956-4b1f-4ca2-b73e-c6e3de32fc08 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.1001430 May 06 14:05:01.178838 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0cb5b690-d95a-49c2-a339-b4bc42f76b27 req-3494856e-cc65-4b47-9073-30c4faadc2ec tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461149 May 06 14:05:02.384444 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a472b12-4451-461c-bcdf-e83510751e80 req-11e9e5b4-d308-49d8-8cc7-45a9849977e1 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:02.385971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a472b12-4451-461c-bcdf-e83510751e80 req-11e9e5b4-d308-49d8-8cc7-45a9849977e1 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0858607 May 06 14:05:02.440758 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1a472b12-4451-461c-bcdf-e83510751e80 req-92f9ee9f-7ad5-4a85-a2a5-d03304c31bc1 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 May 06 14:05:03.651732 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8717be-a284-4c6f-b8a7-0180fa067784 req-a149fede-46ff-4fbb-bdc5-8136c23e1cb9 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:03.653115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e8717be-a284-4c6f-b8a7-0180fa067784 req-a149fede-46ff-4fbb-bdc5-8136c23e1cb9 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0845709 May 06 14:05:03.700432 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e8717be-a284-4c6f-b8a7-0180fa067784 req-98c9d41f-b420-4663-8fd4-fe19f8598d6d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416412 May 06 14:05:04.906914 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5d249-ed33-488d-900d-0de63af546d5 req-688829c4-5bcb-4132-9f86-5ffe8e4b2327 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:04.908374 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fc5d249-ed33-488d-900d-0de63af546d5 req-688829c4-5bcb-4132-9f86-5ffe8e4b2327 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0860753 May 06 14:05:04.957593 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9fc5d249-ed33-488d-900d-0de63af546d5 req-6dc6e93a-e60e-401b-b027-9c6c0d844aa8 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 May 06 14:05:06.184563 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83913c-0144-48cb-afab-a93d80dc0f32 req-1375b90f-9a7c-4aa3-aa52-45edf87f3268 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:06.186058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e83913c-0144-48cb-afab-a93d80dc0f32 req-1375b90f-9a7c-4aa3-aa52-45edf87f3268 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0835125 May 06 14:05:06.240208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e83913c-0144-48cb-afab-a93d80dc0f32 req-22e13001-66f1-4079-9ae1-548cb3b79320 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440071 May 06 14:05:07.453014 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01d877-1ebe-45cb-b19f-8a03e89d798a req-1b4d5e82-40b1-4af2-bb96-72b9a9d2cb1b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:07.454497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c01d877-1ebe-45cb-b19f-8a03e89d798a req-1b4d5e82-40b1-4af2-bb96-72b9a9d2cb1b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 944 time: 0.0852122 May 06 14:05:07.507686 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0c01d877-1ebe-45cb-b19f-8a03e89d798a req-9c8b72b3-c088-48de-bc20-4f44255782aa tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471132 May 06 14:05:08.162707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 95050e20-df76-43f8-896a-eda69e2342fe details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:05:08.285604 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:08.336693 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:05:08.355917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '95050e20-df76-43f8-896a-eda69e2342fe', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'port_id': '95050e20-df76-43f8-896a-eda69e2342fe', 'mac_address': 'fa:16:3e:63:03:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:05:08.413610 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:08.433528 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95050e20-df76-43f8-896a-eda69e2342fe {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:05:08.450556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:05:08.455505 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:08.524800 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=9']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:08.693618 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['95050e20-df76-43f8-896a-eda69e2342fe'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:05:08.724035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cb9c8-65d3-47bb-8462-61fa127c46e3 req-d38efaba-e271-4bd6-b460-1536e0e53fa1 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:08.725512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec3cb9c8-65d3-47bb-8462-61fa127c46e3 req-d38efaba-e271-4bd6-b460-1536e0e53fa1 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 945 time: 0.0842340 May 06 14:05:08.782052 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec3cb9c8-65d3-47bb-8462-61fa127c46e3 req-dada3929-29e4-446d-b67f-d2b936289798 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504467 May 06 14:05:09.994804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbff54-7b83-4e3a-a866-295e744de095 req-6c9aff07-66ec-41d3-8c5f-606514be8b5a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:09.996208 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cfdbff54-7b83-4e3a-a866-295e744de095 req-6c9aff07-66ec-41d3-8c5f-606514be8b5a tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 945 time: 0.0893273 May 06 14:05:10.051608 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cfdbff54-7b83-4e3a-a866-295e744de095 req-1c375312-79d2-4e4b-b966-88fccbb0ed0d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492084 May 06 14:05:10.166736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 95050e20-df76-43f8-896a-eda69e2342fe up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:05:10.240471 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 95050e20-df76-43f8-896a-eda69e2342fe completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:05:10.246369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 95050e20-df76-43f8-896a-eda69e2342fe triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:05:10.246846 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:10.396187 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:10.431920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:05:10.444802 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:05:10.449955 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:10.495479 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a32dbf-890d-429b-b54e-c629c887534d'] response: {'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe', 'code': 200} May 06 14:05:10.529515 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=10']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:05:10.709614 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6ad4e580-cc55-4c7e-bc6a-3f4ab5f9f4b3 req-41847bc7-53c2-44ae-8965-d7324d286514 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1098 time: 0.0713542 May 06 14:05:10.758174 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-6ad4e580-cc55-4c7e-bc6a-3f4ab5f9f4b3 req-dc1294d1-9424-44e1-b259-f72a57c8cd85 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 May 06 14:05:11.264435 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040f22f-e378-459d-9148-fdd85f38d22f req-5ed9b828-feeb-4841-a3f5-922a0cb135c0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:11.265850 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7040f22f-e378-459d-9148-fdd85f38d22f req-5ed9b828-feeb-4841-a3f5-922a0cb135c0 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 947 time: 0.0814090 May 06 14:05:11.334104 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7040f22f-e378-459d-9148-fdd85f38d22f req-355b54dd-c106-46da-87dc-867aa274393f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617626 May 06 14:05:12.490032 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c4870339-5b3e-477f-ba21-68d6d2795233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:12.567408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020113c-9325-4bd6-b0a6-4d826c19265d req-a2c14cd8-73d7-4883-9424-bd1affd48ab2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:12.569311 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a020113c-9325-4bd6-b0a6-4d826c19265d req-a2c14cd8-73d7-4883-9424-bd1affd48ab2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 947 time: 0.0867887 May 06 14:05:12.619805 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a020113c-9325-4bd6-b0a6-4d826c19265d req-7457bcc9-f289-4bc5-9105-726f3c13bfc2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444567 May 06 14:05:14.080709 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:14.785694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-18380ff6-03f7-4163-9caf-b7b286746214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:15.577139 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:16.450261 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:17.908287 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:35.006756 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:05:38.236813 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:42.484262 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c33ca965-f2c3-4929-9ce5-3dcb3dff897c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:44.082026 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:44.781328 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-204ebbb2-4d2e-4b28-aad7-9021ac4a07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:45.578808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:46.450954 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.910917 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:48.398405 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-d542853e-54db-4083-be09-6099addab306 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806081 May 06 14:05:48.549255 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-87500ba9-3223-4e83-b9e4-c334f6f39859 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1098 time: 0.0799956 May 06 14:05:48.719758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-49f9a107-3346-4dd6-a3e7-609cc758b05c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:48.721200 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-49f9a107-3346-4dd6-a3e7-609cc758b05c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.1501074 May 06 14:05:48.841514 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-54028f26-0539-45d9-ae38-46dec0749aa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 1002 time: 0.1070778 May 06 14:05:48.908811 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-174a4682-1ca8-4ea5-ae87-85725a406eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:05:48.910329 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-174a4682-1ca8-4ea5-ae87-85725a406eb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.0674107 May 06 14:05:48.999260 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-37868da4-0e06-4de6-b045-05bd45c252a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812676 May 06 14:05:49.140991 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-e916e8cf-66f0-4842-9222-a69c807a94a7 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357226 May 06 14:05:49.310206 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9ae07459-2e73-4c65-bf30-d5cb36adf136 req-e19a8f97-c1ed-48cf-a47c-65ac25a299f7 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612763 May 06 14:06:08.238486 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:11.993124 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:06:12.481549 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3387-c4e2-419a-9dae-eff15332bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:14.107427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:14.791885 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-04363be8-dc8b-40c0-9ac6-29f82871017e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:15.575241 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:16.452368 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:17.915762 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:29.997052 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58950) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:30.301422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Deleting port f1ca7ca9-ced6-4401-8da4-780bb21e759c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:30.301422 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:30.497793 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:30.498317 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:30.622180 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Calling delete_port for f1ca7ca9-ced6-4401-8da4-780bb21e759c owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:30.779349 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:30.827044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event deleted for resources: {'Port': ['ID=f1ca7ca9-ced6-4401-8da4-780bb21e759c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:30.898031 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.898293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.898674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.899000 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.899325 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.899646 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.899960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.900271 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.900583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.900966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.901290 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:30.936598 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:31.352077 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Router 73a1f937-bf70-463e-a7b1-1880a850ebbe has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:06:31.593489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:31.606247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] Sync routers for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:06:31.621533 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:31.622558 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:31.622783 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:31.716368 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-95a6cf05-49d3-4614-87ec-55f493be51e2 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "DELETE /v2.0/floatingips/71f45541-ca9c-4eaf-8d0f-33bd9c955015 HTTP/1.1" status: 204 len: 168 time: 1.7177939 May 06 14:06:31.717021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:06:31.844849 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbcb87d-a531-45b7-bf89-62a03ecee1ec'] response: {'name': 'network-changed', 'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe', 'status': 'completed', 'code': 200} May 06 14:06:31.872556 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:31.988101 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1d5de742-ad4e-4afe-b3c2-aede29e3d0b2 req-60ee806b-e962-410c-947b-9c7e087317bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 1098 time: 0.1151085 May 06 14:06:32.241723 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5de742-ad4e-4afe-b3c2-aede29e3d0b2 req-fff452d5-c6be-485a-95b3-fc95930eed87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:32.244963 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1d5de742-ad4e-4afe-b3c2-aede29e3d0b2 req-fff452d5-c6be-485a-95b3-fc95930eed87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 200 len: 910 time: 0.2508459 May 06 14:06:32.317575 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:32.322895 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] Checking router: 73a1f937-bf70-463e-a7b1-1880a850ebbe for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:06:32.339638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:32.340420 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:32.352273 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1d5de742-ad4e-4afe-b3c2-aede29e3d0b2 req-2079da3e-0f77-4760-9a77-1f177fa69cf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 200 len: 217 time: 0.0990579 May 06 14:06:32.451900 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01af26-d552-477e-987c-fbcb4e2f4a28 req-7a9b73d1-1f12-4752-96b5-6116a4751b6f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:32.453060 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5a01af26-d552-477e-987c-fbcb4e2f4a28 req-7a9b73d1-1f12-4752-96b5-6116a4751b6f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Synchronizing usage tracker for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:32.481475 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-5a01af26-d552-477e-987c-fbcb4e2f4a28 req-7a9b73d1-1f12-4752-96b5-6116a4751b6f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Unset dirty status for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:32.483452 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a01af26-d552-477e-987c-fbcb4e2f4a28 req-7a9b73d1-1f12-4752-96b5-6116a4751b6f tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 947 time: 0.2985969 May 06 14:06:32.540541 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5de742-ad4e-4afe-b3c2-aede29e3d0b2 req-c94b9d63-9a69-427c-864d-065d865acab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:32.542295 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1d5de742-ad4e-4afe-b3c2-aede29e3d0b2 req-c94b9d63-9a69-427c-864d-065d865acab6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 200 len: 848 time: 0.1835098 May 06 14:06:32.565454 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5a01af26-d552-477e-987c-fbcb4e2f4a28 req-b352c47f-b9a2-47c9-9350-bbb1abefb02d tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732720 May 06 14:06:32.628011 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:32.636743 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1d5de742-ad4e-4afe-b3c2-aede29e3d0b2 req-b7cf843c-d026-44ed-ba6e-d203a84ba300 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6482bfc-ac8f-4a60-928b-f6c760ad7489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862942 May 06 14:06:32.780938 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1d5de742-ad4e-4afe-b3c2-aede29e3d0b2 req-9d0d6d20-03d1-45d7-9fbd-ac779845c774 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366060 May 06 14:06:32.930296 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-1d5de742-ad4e-4afe-b3c2-aede29e3d0b2 req-a2404d35-5d6b-4acb-96e0-4abe699379b5 service neutron] 10.222.0.36 "GET /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432810 May 06 14:06:33.018758 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:33.022952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96916058-4c54-4c08-a2ed-8f854ae2c559 None None] The sync data for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 is: [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:20Z', 'revision_number': 4, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '204d8580-bd27-4236-891a-828d0ca65373', 'name': '', 'network_id': 'b6482bfc-ac8f-4a60-928b-f6c760ad7489', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'mac_address': 'fa:16:3e:de:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:19Z', 'updated_at': '2022-05-06T13:57:41Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'subnets': [{'id': 'a5296c2f-68ca-4711-a1e8-ba29985d09b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:06:33.258858 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64ab0c-337a-4f51-b521-a1efdb4158c7 None None] New status for floating IP 71f45541-ca9c-4eaf-8d0f-33bd9c955015: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:06:33.644140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-9bc2e6ec-d55a-412e-87a9-b5862b92986b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:33.644905 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-9bc2e6ec-d55a-412e-87a9-b5862b92986b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Synchronizing usage tracker for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:06:33.659869 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-9bc2e6ec-d55a-412e-87a9-b5862b92986b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Unset dirty status for tenant:c1eaf37aa8b848d09dbe224de92227fc on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:06:33.660983 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-9bc2e6ec-d55a-412e-87a9-b5862b92986b tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 947 time: 0.0970011 May 06 14:06:33.734590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Deleting port 95050e20-df76-43f8-896a-eda69e2342fe {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:33.734590 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:33.778269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00cfd1-1468-4213-b507-4a406239da0e req-a099f3bc-08f8-4b81-b29e-fb4772bdda09 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:33.779797 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e00cfd1-1468-4213-b507-4a406239da0e req-a099f3bc-08f8-4b81-b29e-fb4772bdda09 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 947 time: 0.0839295 May 06 14:06:33.842016 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-5e00cfd1-1468-4213-b507-4a406239da0e req-e767c18e-1ec6-47e5-adea-451fa27f2ae3 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/security-groups?id=d91cdfd0-083f-4fa9-9471-1200e542e8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563314 May 06 14:06:33.993110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] For port 95050e20-df76-43f8-896a-eda69e2342fe, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=95050e20-df76-43f8-896a-eda69e2342fe,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:33.993366 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.117202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Calling delete_port for 95050e20-df76-43f8-896a-eda69e2342fe owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:34.295777 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.348298 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event deleted for resources: {'Port': ['ID=95050e20-df76-43f8-896a-eda69e2342fe,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:34.398710 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.399120 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.399463 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.399845 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.400309 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.400772 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.401156 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.401597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.401979 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.402354 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.402873 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:34.448561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] No DVR routers for this DVR port 95050e20-df76-43f8-896a-eda69e2342fe on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:06:34.451242 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:34.454066 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'name': 'network-vif-deleted', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:06:34.478620 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-9b681544-713e-42f0-8dcd-e492c8cea6b3 req-c09fb556-14db-448c-80b2-aebf6b09f2d6 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.36 "DELETE /v2.0/ports/95050e20-df76-43f8-896a-eda69e2342fe HTTP/1.1" status: 204 len: 173 time: 0.8126860 May 06 14:06:34.523445 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049128f6-21a2-4bd4-a244-04d68b2e20eb'] response: {'server_uuid': 'c7ae311a-09c6-416d-8a87-63adc3c31b44', 'name': 'network-vif-deleted', 'tag': '95050e20-df76-43f8-896a-eda69e2342fe', 'status': 'completed', 'code': 200} May 06 14:06:35.064566 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e01544cc-b8a4-4edb-a420-e289afb1aa09 req-c49ec5ae-c2a1-4d8e-b893-6fc0b19af9a8 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7ae311a-09c6-416d-8a87-63adc3c31b44 HTTP/1.1" status: 200 len: 210 time: 0.0650406 May 06 14:06:36.215448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58980) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:36.303062 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22a534c4-b6a6-4621-b0c3-cf2a19bd0601 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.354927 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22a534c4-b6a6-4621-b0c3-cf2a19bd0601 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.457888 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22a534c4-b6a6-4621-b0c3-cf2a19bd0601 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.491788 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a534c4-b6a6-4621-b0c3-cf2a19bd0601 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91cdfd0-083f-4fa9-9471-1200e542e8fd,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:36.516819 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22a534c4-b6a6-4621-b0c3-cf2a19bd0601 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:36.519119 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-22a534c4-b6a6-4621-b0c3-cf2a19bd0601 tempest-TestShelveInstance-2036220347 tempest-TestShelveInstance-2036220347-project] 10.222.0.44 "DELETE /v2.0/security-groups/d91cdfd0-083f-4fa9-9471-1200e542e8fd HTTP/1.1" status: 204 len: 168 time: 0.3020654 May 06 14:06:36.574088 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 95050e20-df76-43f8-896a-eda69e2342fe no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:36.602393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58986) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:36.634443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 95050e20-df76-43f8-896a-eda69e2342fe {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:36.635110 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 95050e20-df76-43f8-896a-eda69e2342fe not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:37.286205 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.025219 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Deleting port 204d8580-bd27-4236-891a-828d0ca65373 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:38.025634 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.219436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] For port 204d8580-bd27-4236-891a-828d0ca65373, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=204d8580-bd27-4236-891a-828d0ca65373,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:38.219815 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.258115 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.467975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Calling delete_port for 204d8580-bd27-4236-891a-828d0ca65373 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:38.665897 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:38.716490 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Pushing event deleted for resources: {'Port': ['ID=204d8580-bd27-4236-891a-828d0ca65373,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:39.070062 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:39.745394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Router 73a1f937-bf70-463e-a7b1-1880a850ebbe has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:06:40.025863 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:40.037773 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] Sync routers for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:06:40.045315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5a1efa12-d3a9-40d2-bda8-ca5019fdfe82 admin admin] 10.222.0.44 "PUT /v2.0/routers/73a1f937-bf70-463e-a7b1-1880a850ebbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4410596 May 06 14:06:40.048634 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58994) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:40.058638 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:40.059699 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:40.506233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.543004 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:40.735344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.746127 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Deleting port a88dcf17-e82f-4412-8e63-aa276bd75ec0 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:40.746871 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.950847 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T14:06:38Z', 'revision_number': 5, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port': {'id': 'a88dcf17-e82f-4412-8e63-aa276bd75ec0', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:40.955427 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] Checking router: 73a1f937-bf70-463e-a7b1-1880a850ebbe for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:06:40.962799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] For port a88dcf17-e82f-4412-8e63-aa276bd75ec0, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=a88dcf17-e82f-4412-8e63-aa276bd75ec0,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:40.963356 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.968566 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] Routers {'73a1f937-bf70-463e-a7b1-1880a850ebbe'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:40.969257 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['73a1f937-bf70-463e-a7b1-1880a850ebbe'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:41.131429 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Calling delete_port for a88dcf17-e82f-4412-8e63-aa276bd75ec0 owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:41.147607 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] Set router 73a1f937-bf70-463e-a7b1-1880a850ebbe gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:41.265505 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 6, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:41.270196 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e072ef-3ff0-49f8-a185-f056028b4888 None None] The sync data for ids ['73a1f937-bf70-463e-a7b1-1880a850ebbe'] in n-d-840847-1 is: [{'id': '73a1f937-bf70-463e-a7b1-1880a850ebbe', 'name': 'tempest-TestShelveInstance-1623761078-router', 'tenant_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:16Z', 'updated_at': '2022-05-06T14:06:40Z', 'revision_number': 6, 'project_id': 'c1eaf37aa8b848d09dbe224de92227fc', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:06:41.324853 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:41.376550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88dcf17-e82f-4412-8e63-aa276bd75ec0,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:41.651165 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.065168 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.070297 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.103281 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.104148 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a1f937-bf70-463e-a7b1-1880a850ebbe {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:06:42.127691 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.129304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-a739227b-cef8-4d30-bdbe-6392bd1fa926 admin admin] 10.222.0.44 "DELETE /v2.0/routers/73a1f937-bf70-463e-a7b1-1880a850ebbe HTTP/1.1" status: 204 len: 168 time: 2.0793505 May 06 14:06:42.132359 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 58998) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:42.203964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-610907e4-ae9c-4c80-81f0-42c45dc99198 admin admin] Deleting subnet a5296c2f-68ca-4711-a1e8-ba29985d09b9 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:06:42.207337 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-610907e4-ae9c-4c80-81f0-42c45dc99198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.272381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-610907e4-ae9c-4c80-81f0-42c45dc99198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.378114 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-610907e4-ae9c-4c80-81f0-42c45dc99198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.472606 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-610907e4-ae9c-4c80-81f0-42c45dc99198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.484342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cfc0350e-ca9c-4fc5-8d07-132818d5cc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.532138 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610907e4-ae9c-4c80-81f0-42c45dc99198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5296c2f-68ca-4711-a1e8-ba29985d09b9,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:42.537696 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-610907e4-ae9c-4c80-81f0-42c45dc99198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.544910 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-610907e4-ae9c-4c80-81f0-42c45dc99198 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a5296c2f-68ca-4711-a1e8-ba29985d09b9 HTTP/1.1" status: 204 len: 168 time: 0.4111438 May 06 14:06:42.545117 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19823cc4-7b88-4efe-8b0f-e6896b273f95 None None] Network b6482bfc-ac8f-4a60-928b-f6c760ad7489 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:06:42.548360 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59002) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:42.665593 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.685301 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Deleting port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:42.685836 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.867983 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] DHCP port deletion for b6482bfc-ac8f-4a60-928b-f6c760ad7489 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:06:42.872806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] Deleting port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:42.873164 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.948651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] For port dc3ae349-ea01-4c6d-8be4-10c8e865fd16, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dc3ae349-ea01-4c6d-8be4-10c8e865fd16,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:42.948889 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.034463 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a88dcf17-e82f-4412-8e63-aa276bd75ec0 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:43.103440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Calling delete_port for dc3ae349-ea01-4c6d-8be4-10c8e865fd16 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:43.136532 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: a88dcf17-e82f-4412-8e63-aa276bd75ec0 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:43.136871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device a88dcf17-e82f-4412-8e63-aa276bd75ec0 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:43.137280 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dc3ae349-ea01-4c6d-8be4-10c8e865fd16 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:43.196843 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.245903 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3ae349-ea01-4c6d-8be4-10c8e865fd16,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:43.246139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] For port dc3ae349-ea01-4c6d-8be4-10c8e865fd16, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=dc3ae349-ea01-4c6d-8be4-10c8e865fd16,segment=NetworkSegment(5c817343-a920-4ebf-aa59-ec053abcaa80),segment_id=5c817343-a920-4ebf-aa59-ec053abcaa80)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:43.246627 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.250384 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] No DVR routers for this DVR port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:06:43.327806 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No active binding found for port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 {{(pid=83958) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 14:06:43.328170 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device dc3ae349-ea01-4c6d-8be4-10c8e865fd16 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:43.328583 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 204d8580-bd27-4236-891a-828d0ca65373 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:43.418530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] Calling delete_port for dc3ae349-ea01-4c6d-8be4-10c8e865fd16 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:43.447551 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.453314 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 204d8580-bd27-4236-891a-828d0ca65373 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:43.453656 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 204d8580-bd27-4236-891a-828d0ca65373 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:43.493667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6482bfc-ac8f-4a60-928b-f6c760ad7489']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:43.496042 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:06:43.496551 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:06:43.517416 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c817343-a920-4ebf-aa59-ec053abcaa80') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:43.517928 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c817343-a920-4ebf-aa59-ec053abcaa80') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:43.538542 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.566449 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.576427 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:06:43.576868 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: timer() May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: self._notify() May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:06:43.594216 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:06:43.674324 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.696904 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.708624 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6482bfc-ac8f-4a60-928b-f6c760ad7489,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:43.731228 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-bea04980-bbc5-456b-910f-1bfbb9b0de18 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b6482bfc-ac8f-4a60-928b-f6c760ad7489 HTTP/1.1" status: 204 len: 168 time: 1.1815145 May 06 14:06:43.734650 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59006) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:43.998158 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] Deleting port dc3ae349-ea01-4c6d-8be4-10c8e865fd16 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:43.998713 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:44.074396 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-f4305d01-0aa5-4c2f-9e90-83d254c8a680 None None] The port 'dc3ae349-ea01-4c6d-8be4-10c8e865fd16' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:06:44.105239 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:44.375175 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:44.787797 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-af747260-d9e9-4eda-8693-e18abe47e3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.021286 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Deleting port f8d35ede-87f9-4fd2-add4-74a320db0354 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:45.021601 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.217217 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] For port f8d35ede-87f9-4fd2-add4-74a320db0354, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f8d35ede-87f9-4fd2-add4-74a320db0354,segment=NetworkSegment(62892781-131f-455c-b9ad-b8614d5718cc),segment_id=62892781-131f-455c-b9ad-b8614d5718cc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:45.217569 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.344311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Calling delete_port for f8d35ede-87f9-4fd2-add4-74a320db0354 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:45.526845 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.571682 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:45.572745 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d35ede-87f9-4fd2-add4-74a320db0354,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:46.013676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:46.458870 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:46.642993 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Router e46fe353-d15d-4705-bbc2-f257853f256e has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:06:46.862243 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:46.874720 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] Sync routers for ids ['e46fe353-d15d-4705-bbc2-f257853f256e'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:06:46.884100 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2bd4b3fc-41a0-4545-b631-cba1bc5fc98c admin admin] 10.222.0.44 "PUT /v2.0/routers/e46fe353-d15d-4705-bbc2-f257853f256e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1480436 May 06 14:06:46.888110 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59012) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:46.900069 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] Routers {'e46fe353-d15d-4705-bbc2-f257853f256e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:46.900823 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e46fe353-d15d-4705-bbc2-f257853f256e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:47.099219 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] Set router e46fe353-d15d-4705-bbc2-f257853f256e gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:47.162335 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.441807 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:24Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'gw_port': {'id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:25Z', 'updated_at': '2022-05-06T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:47.446000 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] Checking router: e46fe353-d15d-4705-bbc2-f257853f256e for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:06:47.458111 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] Routers {'e46fe353-d15d-4705-bbc2-f257853f256e'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:47.458786 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['e46fe353-d15d-4705-bbc2-f257853f256e'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:47.532818 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.547234 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Deleting port b357b7ab-c093-4e22-b39d-0af2cf01e60f {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:47.547889 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.652378 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] Set router e46fe353-d15d-4705-bbc2-f257853f256e gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:47.740142 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] For port b357b7ab-c093-4e22-b39d-0af2cf01e60f, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=b357b7ab-c093-4e22-b39d-0af2cf01e60f,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:47.740506 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.874116 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Calling delete_port for b357b7ab-c093-4e22-b39d-0af2cf01e60f owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:47.930213 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.982797 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:24Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'gw_port': {'id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:25Z', 'updated_at': '2022-05-06T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:47.987100 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa47761-8dbf-4416-bb3a-9acfc428559c None None] The sync data for ids ['e46fe353-d15d-4705-bbc2-f257853f256e'] in n-d-840847-1 is: [{'id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'name': 'tempest-TestShelveInstance-1597560601-router', 'tenant_id': '07f61c2aee724a9f861c9818fe68a57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193'}], 'enable_snat': True}, 'gw_port_id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:57:24Z', 'updated_at': '2022-05-06T14:06:45Z', 'revision_number': 5, 'project_id': '07f61c2aee724a9f861c9818fe68a57f', 'gw_port': {'id': 'b357b7ab-c093-4e22-b39d-0af2cf01e60f', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46fe353-d15d-4705-bbc2-f257853f256e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:57:25Z', 'updated_at': '2022-05-06T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:06:48.107660 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.155165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b357b7ab-c093-4e22-b39d-0af2cf01e60f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:48.428776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.711790 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.716793 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.748546 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.749151 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e46fe353-d15d-4705-bbc2-f257853f256e {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:06:48.762784 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.763952 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-bc355dcd-9be8-49c0-a910-39b8dc54dbe3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e46fe353-d15d-4705-bbc2-f257853f256e HTTP/1.1" status: 204 len: 168 time: 1.8748350 May 06 14:06:48.766847 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59016) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:48.839407 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e165dc3-91cc-4b2f-9a98-1e002084e7f8 admin admin] Deleting subnet b5985644-c6fa-4a4b-8e18-d15a0d1dd708 {{(pid=83955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:06:48.843263 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e165dc3-91cc-4b2f-9a98-1e002084e7f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.908081 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e165dc3-91cc-4b2f-9a98-1e002084e7f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-746196'] for subnet, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.993433 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e165dc3-91cc-4b2f-9a98-1e002084e7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:48.997755 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:06:49.069994 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e165dc3-91cc-4b2f-9a98-1e002084e7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3258993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3558519'] for subnet, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.113282 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e165dc3-91cc-4b2f-9a98-1e002084e7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5985644-c6fa-4a4b-8e18-d15a0d1dd708,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:49.121971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6e165dc3-91cc-4b2f-9a98-1e002084e7f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.127840 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2413b-e539-47ba-82d8-ef4340d94a90 None None] Network 1097602f-ce87-4746-af16-871dfbe6fcbf requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:06:49.130232 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6e165dc3-91cc-4b2f-9a98-1e002084e7f8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b5985644-c6fa-4a4b-8e18-d15a0d1dd708 HTTP/1.1" status: 204 len: 168 time: 0.3621194 May 06 14:06:49.133358 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59020) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:49.295638 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.314998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f8d35ede-87f9-4fd2-add4-74a320db0354 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:49.316010 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Deleting port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:49.316344 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.352751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f8d35ede-87f9-4fd2-add4-74a320db0354 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:49.352751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f8d35ede-87f9-4fd2-add4-74a320db0354 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:49.352751 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b357b7ab-c093-4e22-b39d-0af2cf01e60f no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:49.416116 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: b357b7ab-c093-4e22-b39d-0af2cf01e60f {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:49.416465 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device b357b7ab-c093-4e22-b39d-0af2cf01e60f not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:49.576339 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] DHCP port deletion for 1097602f-ce87-4746-af16-871dfbe6fcbf request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:06:49.583051 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] Deleting port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:49.583693 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.685144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] For port 9439ae25-3c9c-44b5-9b91-c5b0103912c7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9439ae25-3c9c-44b5-9b91-c5b0103912c7,segment=NetworkSegment(62892781-131f-455c-b9ad-b8614d5718cc),segment_id=62892781-131f-455c-b9ad-b8614d5718cc)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:49.685439 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.808275 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Calling delete_port for 9439ae25-3c9c-44b5-9b91-c5b0103912c7 owned by network:dhcp {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:49.824074 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] For port 9439ae25-3c9c-44b5-9b91-c5b0103912c7, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=9439ae25-3c9c-44b5-9b91-c5b0103912c7,segment=NetworkSegment(62892781-131f-455c-b9ad-b8614d5718cc),segment_id=62892781-131f-455c-b9ad-b8614d5718cc)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:49.824593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.900608 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:49.946805 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] Calling delete_port for 9439ae25-3c9c-44b5-9b91-c5b0103912c7 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:06:49.968279 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Pushing event deleted for resources: {'Port': ['ID=9439ae25-3c9c-44b5-9b91-c5b0103912c7,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:49.972518 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] No DVR routers for this DVR port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 on host n-d-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:06:50.024972 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:06:50.025463 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:06:50.093233 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.121058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1097602f-ce87-4746-af16-871dfbe6fcbf']}} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:50.138398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62892781-131f-455c-b9ad-b8614d5718cc') {'for_net_delete': True} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:50.138716 n-d-840847-1 neutron-server[83955]: DEBUG neutron.services.segments.db [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62892781-131f-455c-b9ad-b8614d5718cc') {} {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:50.158016 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749095'] for segment, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.181363 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.190039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:06:50.190541 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3258911'] for segment, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: Traceback (most recent call last): May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: timer() May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: cb(*args, **kw) May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: return func(*args, **kwargs) May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: self._notify() May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: self.callback(batched_events) May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: event.method(event) May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: return f(self, *a, **k) May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: return self._get(url).json() May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: return self.request(url, 'GET', **kwargs) May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:06:50.217367 n-d-840847-1 neutron-server[83955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:06:50.342918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.360793 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.375859 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] Pushing event deleted for resources: {'Network': ['ID=1097602f-ce87-4746-af16-871dfbe6fcbf,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:50.386421 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-1484f388-ecf0-4a8b-becc-47ec533f2936 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1097602f-ce87-4746-af16-871dfbe6fcbf HTTP/1.1" status: 204 len: 168 time: 1.2516022 May 06 14:06:50.526952 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] Deleting port 9439ae25-3c9c-44b5-9b91-c5b0103912c7 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:06:50.527632 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.555530 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59026) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:50.615990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6bb19909-3c3e-410e-83e3-675fa5f62be8 None None] The port '9439ae25-3c9c-44b5-9b91-c5b0103912c7' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:06:50.624649 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-5cb62134-5442-4e05-9bdf-52e845462fa7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1eaf37aa8b848d09dbe224de92227fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0662942 May 06 14:06:50.625979 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59030) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:50.725125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37de7e7d-8e4f-49aa-82e7-98d1c7388f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.768278 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37de7e7d-8e4f-49aa-82e7-98d1c7388f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.839988 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37de7e7d-8e4f-49aa-82e7-98d1c7388f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.858236 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de7e7d-8e4f-49aa-82e7-98d1c7388f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f56b6-1525-4383-9d65-403252d6f03e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:50.866417 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-37de7e7d-8e4f-49aa-82e7-98d1c7388f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:50.867581 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-37de7e7d-8e4f-49aa-82e7-98d1c7388f90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f58f56b6-1525-4383-9d65-403252d6f03e HTTP/1.1" status: 204 len: 168 time: 0.2403119 May 06 14:06:51.013264 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9439ae25-3c9c-44b5-9b91-c5b0103912c7 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:06:51.049667 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 9439ae25-3c9c-44b5-9b91-c5b0103912c7 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:06:51.049957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 9439ae25-3c9c-44b5-9b91-c5b0103912c7 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:06:51.349798 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59038) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:51.424756 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-389b453f-e451-4810-80bf-9a5e489e3389 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07f61c2aee724a9f861c9818fe68a57f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0727723 May 06 14:06:51.427742 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59042) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:51.507225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3d92af2-7a17-4d88-8bc8-76b18c5c2440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:51.535137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3d92af2-7a17-4d88-8bc8-76b18c5c2440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:51.609893 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3d92af2-7a17-4d88-8bc8-76b18c5c2440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:51.628657 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d92af2-7a17-4d88-8bc8-76b18c5c2440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78de1a70-bcda-4524-82f2-0130d4b4086c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:51.635641 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-e3d92af2-7a17-4d88-8bc8-76b18c5c2440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:51.636868 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-e3d92af2-7a17-4d88-8bc8-76b18c5c2440 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78de1a70-bcda-4524-82f2-0130d4b4086c HTTP/1.1" status: 204 len: 168 time: 0.2081680 May 06 14:06:52.624860 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59064) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:52.788803 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2005412572-network', 'tenant_id': '7d8d842d384b468693a1382433225342'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:52.794849 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:52.802699 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Usage tracker for resource:network and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:52.808566 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:52.815025 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:52.828255 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Made reservation on behalf of 7d8d842d384b468693a1382433225342 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:06:52.830732 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:52.849842 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:52.889520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:52.893897 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Usage tracker for resource:security_group_rule and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:52.896966 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:52.903344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:52.983676 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:52.988790 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.024669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:06:53.034685 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b48afbf-3e91-4453-bc6c-ea6295b2cfcc,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:53.041443 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.041760 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Added segment a9476656-67f8-4606-9065-28a1f6684df8 of type vlan for network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 May 06 14:06:53.073975 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.110643 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.111984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:53.112903 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.226082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5992417 May 06 14:06:53.230486 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59070) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:53.234472 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca2304-2880-4b8b-aa2a-e97d5946db2a admin admin] Pushing event updated for resources: {'Network': ['ID=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:53.240507 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Request body: {'subnet': {'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2005412572-subnet', 'tenant_id': '7d8d842d384b468693a1382433225342', 'ip_version': 4}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:53.247341 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:06:53.251944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:53.259933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Usage tracker for resource:subnet and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:53.269243 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:53.287394 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:53.308746 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Made reservation on behalf of 7d8d842d384b468693a1382433225342 for: {'subnet': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:06:53.312326 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2698713'] for subnet, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.541185 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2698699'] for subnet, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.745579 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f1a12e-2da8-4da7-ad31-8326bcc78fe3,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:53.770681 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Checking segment: {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:06:53.771033 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Network hostable DHCP agents. Network: 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:06:53.798375 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:06:53.814202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7) {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:53.818820 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:06:53.819478 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.828478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c629574-f4f9-484c-8fd4-c7869e1afe00 None None] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:06:53.845618 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-a929a367-c07d-43d5-aa02-9d7658b6df2a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6132753 May 06 14:06:53.848986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59074) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:53.854488 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:06:53.861239 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:06:53.868555 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Usage tracker for resource:router and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:06:53.873098 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:06:53.882422 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:06:53.899759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.901415 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:53.934636 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.097019 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:06:54.097958 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.109932 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.294943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Allocated IP 172.20.0.2 (10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7/52f1a12e-2da8-4da7-ad31-8326bcc78fe3/f0efc9d5-0a3a-442d-b8cb-80507f51f7ff) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:54.359256 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.503752 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.548112 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.566064 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Transition to ACTIVE for port object f0efc9d5-0a3a-442d-b8cb-80507f51f7ff will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:54.599852 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Transition to ACTIVE for port object f0efc9d5-0a3a-442d-b8cb-80507f51f7ff will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:54.608948 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.704658 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Allocated IP 172.25.7.30 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:54.730640 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:54.733794 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:54.738095 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:06:54.747553 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Pushing event updated for resources: {'Port': ['ID=f0efc9d5-0a3a-442d-b8cb-80507f51f7ff,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:54.813522 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.813828 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.814166 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.814539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.816165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.816165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.816165 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.816450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.816740 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.817061 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.817386 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:06:54.849358 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Attempting to bind port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:06:54.849728 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Attempting to bind port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:06:54.850097 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Attempting to bind port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff on network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:06:54.857109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:06:54.857487 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Checking segment: {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:06:54.857891 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.858281 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Bound using segment: {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:06:54.858780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Bound port: f0efc9d5-0a3a-442d-b8cb-80507f51f7ff, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:06:54.859210 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.891639 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.930666 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:54.965089 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] For port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:06:54.968770 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] For port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f0efc9d5-0a3a-442d-b8cb-80507f51f7ff,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:06:54.976052 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:55.008813 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:55.014209 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:55.016887 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Pushing event updated for resources: {'Port': ['ID=57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:55.020520 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:06:55.074066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549df41-38b9-4a59-b677-5e8711aeb021 None None] Pushing event updated for resources: {'Port': ['ID=f0efc9d5-0a3a-442d-b8cb-80507f51f7ff,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:55.309580 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:55.310935 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:55.649035 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Router 22b41bf4-742b-4060-b56a-46a063f81954 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:06:55.881433 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:55.894760 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Sync routers for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:06:55.909028 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:55.909888 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:55.910120 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:55.914491 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-39f5bf48-927b-47f3-94dd-a6c61be73390 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0616772 May 06 14:06:55.914917 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59078) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:06:56.151996 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:56.282836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016a9b05-4164-41f1-b4b1-4266257fc43d None None] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:06:56.537943 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-b87698c0-475f-4491-96bb-2bc1e68dc6b8 None None] Provisioning for port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:56.773981 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:55Z', 'revision_number': 3, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:56.780949 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Checking router: 22b41bf4-742b-4060-b56a-46a063f81954 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:06:56.781325 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Updating router 22b41bf4-742b-4060-b56a-46a063f81954 port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:06:56.806266 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:56.842559 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.072843 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Allocated IP 172.20.0.1 (10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7/52f1a12e-2da8-4da7-ad31-8326bcc78fe3/099cfb7b-4114-4f8b-96e2-67a97d941359) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:06:57.133530 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f0efc9d5-0a3a-442d-b8cb-80507f51f7ff up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:57.282106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.298526 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:57.309302 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Transition to ACTIVE for port object 099cfb7b-4114-4f8b-96e2-67a97d941359 will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:57.311022 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:57.311492 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.343236 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.422053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:57.426207 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:57.428427 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.430829 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:06:57.448990 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Transition to ACTIVE for port object 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:06:57.470885 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Pushing event updated for resources: {'Port': ['ID=099cfb7b-4114-4f8b-96e2-67a97d941359,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:57.506847 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.542192 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.634000 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.641695 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.661708 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826dd02-d54c-4348-97ae-9a88613c2588 None None] Pushing event updated for resources: {'Port': ['ID=57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:57.668140 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Attempting to bind port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:06:57.668512 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Attempting to bind port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:06:57.668878 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Attempting to bind port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:06:57.694451 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:06:57.694873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:06:57.695287 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.695709 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:06:57.696327 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Bound port: 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:06:57.696745 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.734003 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f0efc9d5-0a3a-442d-b8cb-80507f51f7ff,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:06:57.748253 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.843797 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] For port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:06:57.849414 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] For port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:06:57.855491 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.865536 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-60165fea-55a9-474b-9beb-c3c17ef16cfd None None] Provisioning for port 099cfb7b-4114-4f8b-96e2-67a97d941359 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:06:57.872077 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=f0efc9d5-0a3a-442d-b8cb-80507f51f7ff,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:57.905993 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-60165fea-55a9-474b-9beb-c3c17ef16cfd None None] Provisioning complete for port 099cfb7b-4114-4f8b-96e2-67a97d941359 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:57.906363 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-60165fea-55a9-474b-9beb-c3c17ef16cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.910737 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:57.917135 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.003509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-60165fea-55a9-474b-9beb-c3c17ef16cfd None None] Port 099cfb7b-4114-4f8b-96e2-67a97d941359 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:06:58.011469 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826dd02-d54c-4348-97ae-9a88613c2588 None None] Pushing event updated for resources: {'Port': ['ID=57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:58.014786 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:06:58.015490 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:58.193096 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.197559 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Pushing event updated for resources: {'Port': ['ID=099cfb7b-4114-4f8b-96e2-67a97d941359,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:06:58.212679 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:06:58.370355 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:06:58.371730 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:06:58.677156 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 2, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:06:58.683899 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137223a-40be-4079-8776-ea083e01dea6 None None] The sync data for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 is: [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 2, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:06:58.737829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-36920e99-4afe-4dca-9127-7db6f2263b2e None None] Provisioning complete for port 099cfb7b-4114-4f8b-96e2-67a97d941359 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:58.738246 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-36920e99-4afe-4dca-9127-7db6f2263b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:58.820678 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-36920e99-4afe-4dca-9127-7db6f2263b2e None None] Port 099cfb7b-4114-4f8b-96e2-67a97d941359 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:06:58.953610 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Router 22b41bf4-742b-4060-b56a-46a063f81954 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:06:59.067843 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f0efc9d5-0a3a-442d-b8cb-80507f51f7ff up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:06:59.169987 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:06:59.170627 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:59.218660 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:06:59.239856 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-11097290-7b06-440e-851e-eec3d996bc58 admin admin] 10.222.0.44 "PUT /v2.0/routers/22b41bf4-742b-4060-b56a-46a063f81954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3234656 May 06 14:07:00.508169 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59102) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:00.515289 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1621470506-network', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:00.522256 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:00.527058 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Usage tracker for resource:network and tenant:6801908d72f446f7b2d0d799e7c6ab72 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:00.536389 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:00.542623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:00.556362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Made reservation on behalf of 6801908d72f446f7b2d0d799e7c6ab72 for: {'network': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:07:00.558854 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for network, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.572265 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.609627 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:00.614838 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Usage tracker for resource:security_group_rule and tenant:6801908d72f446f7b2d0d799e7c6ab72 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:00.618232 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:00.624660 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:00.708225 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.713468 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.742526 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 14:07:00.756405 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c10e11-1e4b-4b85-91c3-3f0f0b80dc13,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:00.762440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.762831 n-d-840847-1 neutron-server[83955]: INFO neutron.db.segments_db [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Added segment a6019683-7623-458a-b086-70b98e161349 of type vlan for network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b May 06 14:07:00.791348 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727639621645'] for network, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.822589 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009'] for network, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.823550 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:00.824065 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Notify callbacks [] for network, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:00.931986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] Pushing event updated for resources: {'Network': ['ID=5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:00.939066 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-727bbca8-b5c2-474f-b7d1-69d97bb98458 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4268246 May 06 14:07:00.939483 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59106) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:00.944400 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b details requested by agent ovs-agent-n-d-840847-1 with host n-d-840847-1 {{(pid=83958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 14:07:00.948964 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Request body: {'subnet': {'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1621470506-subnet', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'ip_version': 4}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:00.955109 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:00.961049 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Usage tracker for resource:subnet and tenant:6801908d72f446f7b2d0d799e7c6ab72 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:00.965938 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:00.975892 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:00.999661 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Made reservation on behalf of 6801908d72f446f7b2d0d799e7c6ab72 for: {'subnet': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:07:01.003680 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3558428'] for subnet, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.100146 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:01.227137 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:01.233718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:01.233718 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.313210 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3259062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3558414'] for subnet, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.419309 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536585af-a831-482a-a97c-edf16d81d88f,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:01.425030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Checking segment: {'id': 'a6019683-7623-458a-b086-70b98e161349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:07:01.425395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Network hostable DHCP agents. Network: 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b, hostable agents: ['3e8186fd-4d0f-4925-81a3-86bcd632ad69'], hosted agents: [] {{(pid=83955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 14:07:01.458044 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b is scheduled to be hosted by DHCP agent 3e8186fd-4d0f-4925-81a3-86bcd632ad69 with binding_index 1 {{(pid=83955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 14:07:01.471347 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840847-1, 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b) {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:01.482061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:01.482061 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.487757 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.494421 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494815de-71d9-46dc-aa19-b92f1d334bc5 None None] Network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:07:01.525267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-399a73c9-4178-4e8a-8d21-73e07119b244 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5818388 May 06 14:07:01.529112 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59110) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:01.534689 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:01.542507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:01.547078 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Usage tracker for resource:router and tenant:6801908d72f446f7b2d0d799e7c6ab72 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:01.550877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:01.563663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:01.596125 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4076275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7255'] for router, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.597010 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4076176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4074612', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3773952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7260'] for router, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.648845 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.661624 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:01.667382 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.787065 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:01.927302 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28dd939a-53b7-56c1-8e69-3b42397e5391-5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b', 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'fixed_ips': [{'subnet_id': '536585af-a831-482a-a97c-edf16d81d88f'}]}} from n-d-840847-1. {{(pid=83958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 14:07:01.928431 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:01.982588 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4074630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4078601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7094'] for router, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.120205 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.db_base_plugin_common [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Allocated IP 172.20.0.2 (5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b/536585af-a831-482a-a97c-edf16d81d88f/7d4fe219-01bc-4be1-a3f0-72177f2caa75) {{(pid=83958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:07:02.217311 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.257938 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.442909 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.451115 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Allocated IP 172.25.7.77 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/46d04279-f70b-484b-bd55-86ea3a490383) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:07:02.459780 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Transition to ACTIVE for port object 7d4fe219-01bc-4be1-a3f0-72177f2caa75 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:02.490969 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Transition to ACTIVE for port object 7d4fe219-01bc-4be1-a3f0-72177f2caa75 will not be triggered until provisioned by entity DHCP. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:02.498426 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619'] for port, after_create {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.582488 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b is already hosted by enough agents. {{(pid=83958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:07:02.585571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.scheduler.base_scheduler [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Resources bound (agent type, host, resource id): {{(pid=83958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:02.589873 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Received port after_create {{(pid=83958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:07:02.595660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Pushing event updated for resources: {'Port': ['ID=7d4fe219-01bc-4be1-a3f0-72177f2caa75,revision_number=1']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:02.640440 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.677150 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.696178 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Attempting to bind port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:07:02.696554 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Attempting to bind port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a6019683-7623-458a-b086-70b98e161349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:07:02.696967 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Attempting to bind port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 on network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:07:02.706209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:07:02.706209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Checking segment: {'id': 'a6019683-7623-458a-b086-70b98e161349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:07:02.706209 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.706209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Bound using segment: {'id': 'a6019683-7623-458a-b086-70b98e161349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:07:02.706209 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Bound port: 7d4fe219-01bc-4be1-a3f0-72177f2caa75, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6019683-7623-458a-b086-70b98e161349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:07:02.707155 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.757877 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:07:02.760912 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:02.764789 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:07:02.806306 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Pushing event updated for resources: {'Port': ['ID=46d04279-f70b-484b-bd55-86ea3a490383,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:02.835434 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] For port 7d4fe219-01bc-4be1-a3f0-72177f2caa75, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:07:02.839155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] For port 7d4fe219-01bc-4be1-a3f0-72177f2caa75, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7d4fe219-01bc-4be1-a3f0-72177f2caa75,segment=NetworkSegment(a6019683-7623-458a-b086-70b98e161349),segment_id=a6019683-7623-458a-b086-70b98e161349)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:07:02.850001 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:02.964571 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592886e3-ba4c-435f-9940-5d91b30945f6 None None] Pushing event updated for resources: {'Port': ['ID=7d4fe219-01bc-4be1-a3f0-72177f2caa75,revision_number=2']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:03.007640 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:03.008474 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4078592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4074649'] for router, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:03.067452 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:03.179543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:03.181246 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:03.417975 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 is scheduled to L3 agent 2eb9b225-5acf-4248-9007-e29714815908 with binding_index 1 {{(pid=83955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 14:07:03.733451 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:07:03.745728 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Sync routers for ids ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:07:03.759839 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Routers {'5dbc6617-91d1-49d2-9abd-9cc4e89710c4'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:03.760577 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:03.772964 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:03.775626 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-39cfffbb-629e-4685-ab33-5a9e6a80834d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2451429 May 06 14:07:03.778400 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59114) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:04.014081 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Set router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:04.327903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d636506a-7375-44b3-9e3a-3af6096a06ec None None] Network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:07:04.446555 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '46d04279-f70b-484b-bd55-86ea3a490383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:07:01Z', 'updated_at': '2022-05-06T14:07:02Z', 'revision_number': 3, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'gw_port': {'id': '46d04279-f70b-484b-bd55-86ea3a490383', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:02Z', 'updated_at': '2022-05-06T14:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:04.452990 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Checking router: 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:07:04.453556 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Updating router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 port 46d04279-f70b-484b-bd55-86ea3a490383 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:07:04.519737 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-d20dbfab-587f-4ee9-b0c4-67cbe7c00780 None None] Provisioning for port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:04.566513 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.045241 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.068881 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Transition to ACTIVE for port object 46d04279-f70b-484b-bd55-86ea3a490383 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:05.084712 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.154301 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7d4fe219-01bc-4be1-a3f0-72177f2caa75 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:05.155137 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.233702 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Attempting to bind port 46d04279-f70b-484b-bd55-86ea3a490383 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:07:05.236446 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Attempting to bind port 46d04279-f70b-484b-bd55-86ea3a490383 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:07:05.236446 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Attempting to bind port 46d04279-f70b-484b-bd55-86ea3a490383 on network 135e79cd-88d1-497a-9ea2-a7328c462607 {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:07:05.247411 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Pushing event updated for resources: {'Port': ['ID=46d04279-f70b-484b-bd55-86ea3a490383,revision_number=2']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:05.263837 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.264621 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.265143 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.265621 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.266330 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.267082 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.268022 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.268241 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.268537 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.269703 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.269703 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:07:05.275822 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:07:05.276247 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Checking segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:07:05.276505 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.276963 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Bound using segment: {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:07:05.278066 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Bound port: 46d04279-f70b-484b-bd55-86ea3a490383, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c674bf-00ec-4891-a2cf-66e9234128f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:07:05.278799 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.285735 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:05.297070 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:05.297323 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.407412 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] For port 46d04279-f70b-484b-bd55-86ea3a490383, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:07:05.413381 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] For port 46d04279-f70b-484b-bd55-86ea3a490383, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=46d04279-f70b-484b-bd55-86ea3a490383,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:07:05.420887 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.485648 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.515801 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Allocated IP 172.20.0.1 (5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b/536585af-a831-482a-a97c-edf16d81d88f/db019081-0298-47a0-8bdf-dc617532ee49) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:07:05.554776 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 7d4fe219-01bc-4be1-a3f0-72177f2caa75, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7d4fe219-01bc-4be1-a3f0-72177f2caa75,segment=NetworkSegment(a6019683-7623-458a-b086-70b98e161349),segment_id=a6019683-7623-458a-b086-70b98e161349)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:05.556222 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc164fc-05ec-4a75-88de-c81f859d176c None None] Pushing event updated for resources: {'Port': ['ID=46d04279-f70b-484b-bd55-86ea3a490383,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:05.560943 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.563672 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Routers {'5dbc6617-91d1-49d2-9abd-9cc4e89710c4'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:05.564691 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:05.688460 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=7d4fe219-01bc-4be1-a3f0-72177f2caa75,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:05.754492 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.780720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Transition to ACTIVE for port object db019081-0298-47a0-8bdf-dc617532ee49 will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:05.820229 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:05.841418 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] Set router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:05.936413 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:07:05.939588 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:05.944952 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:07:05.978421 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=db019081-0298-47a0-8bdf-dc617532ee49,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:06.012694 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4074083'] for router_interface, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:06.125667 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:06.287198 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4f378ac2-3f33-483e-8a3a-7c3887dd057c None None] Provisioning for port db019081-0298-47a0-8bdf-dc617532ee49 completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:06.296187 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-4f378ac2-3f33-483e-8a3a-7c3887dd057c None None] Provisioning complete for port db019081-0298-47a0-8bdf-dc617532ee49 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:06.296649 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4f378ac2-3f33-483e-8a3a-7c3887dd057c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:06.372020 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '46d04279-f70b-484b-bd55-86ea3a490383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:07:01Z', 'updated_at': '2022-05-06T14:07:02Z', 'revision_number': 3, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'gw_port': {'id': '46d04279-f70b-484b-bd55-86ea3a490383', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:02Z', 'updated_at': '2022-05-06T14:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:06.388663 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c640b-0e05-4cc7-a75f-e75f9a584c72 None None] The sync data for ids ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'] in n-d-840847-1 is: [{'id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '46d04279-f70b-484b-bd55-86ea3a490383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:07:01Z', 'updated_at': '2022-05-06T14:07:02Z', 'revision_number': 3, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'gw_port': {'id': '46d04279-f70b-484b-bd55-86ea3a490383', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:02Z', 'updated_at': '2022-05-06T14:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:07:06.389009 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-4f378ac2-3f33-483e-8a3a-7c3887dd057c None None] Port db019081-0298-47a0-8bdf-dc617532ee49 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:07:06.511609 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:06.519295 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:06.652507 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3044905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4074190'] for router_interface, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:06.656450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=db019081-0298-47a0-8bdf-dc617532ee49,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:06.828440 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:07:06.829724 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:07.039344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7d4fe219-01bc-4be1-a3f0-72177f2caa75 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:07.173410 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-84daac33-28a6-4745-ab1f-d10297a0576d None None] Provisioning complete for port db019081-0298-47a0-8bdf-dc617532ee49 triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:07.173733 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-84daac33-28a6-4745-ab1f-d10297a0576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:07.221739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:07.221985 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:07.278349 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-84daac33-28a6-4745-ab1f-d10297a0576d None None] Port db019081-0298-47a0-8bdf-dc617532ee49 cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:07:07.448222 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:07:07.690676 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:07:07.704315 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-6728f8eb-f53c-4611-9406-186a83514fc5 admin admin] 10.222.0.44 "PUT /v2.0/routers/5dbc6617-91d1-49d2-9abd-9cc4e89710c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9241829 May 06 14:07:08.270203 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.333751 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59124) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:08.340134 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879555799', 'description': 'tempest-secgroup-smoke-879555799 description', 'project_id': '7d8d842d384b468693a1382433225342'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:08.348039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:08.352669 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:security_group and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:08.356254 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:08.362794 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:08.375894 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.424567 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:08.430009 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:security_group_rule and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:08.434970 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:08.441917 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:08.516406 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.521495 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.570244 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96eda9a-1c99-4947-a8a7-ff7291ad118c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:08.574028 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.575671 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b33b3c05-e29b-4ee9-b8e2-9a5fbc93656a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2405353 May 06 14:07:08.579957 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59128) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:08.586379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'security_group_rule': {'security_group_id': 'a96eda9a-1c99-4947-a8a7-ff7291ad118c', 'project_id': '7d8d842d384b468693a1382433225342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:08.593665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:08.598274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:security_group_rule and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:08.601380 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:08.610520 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:08.632939 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.717071 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.721935 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.745481 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104e643f-c42b-4672-befd-db1cb04b5758,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:08.758064 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.759454 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-6569631a-7bb4-4146-83f4-aa2c925a4758 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1779947 May 06 14:07:08.762932 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59132) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:08.769587 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'security_group_rule': {'security_group_id': 'a96eda9a-1c99-4947-a8a7-ff7291ad118c', 'project_id': '7d8d842d384b468693a1382433225342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:08.778053 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:08.783039 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:security_group_rule and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:08.786735 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:08.794590 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:08.819856 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.892066 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.897717 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.923133 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb03443-a7a4-4028-b44a-1c3c630e675a,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:08.934978 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:08.936249 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e2b0f739-45b6-4bea-8ae1-494902ec58ef tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1723065 May 06 14:07:08.939076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59136) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:08.944907 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'security_group_rule': {'security_group_id': 'a96eda9a-1c99-4947-a8a7-ff7291ad118c', 'project_id': '7d8d842d384b468693a1382433225342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:08.952663 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:08.956798 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:security_group_rule and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:08.960171 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:08.967229 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:08.989016 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.062844 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.067508 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.094374 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51b5d9c-1b6e-41be-a483-f62c79891322,revision_number=0']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:09.106728 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.108702 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-554bb414-ea48-4d37-8ef0-e1938c31e7f1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1685424 May 06 14:07:09.111944 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59140) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:09.117605 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'security_group_rule': {'security_group_id': 'a96eda9a-1c99-4947-a8a7-ff7291ad118c', 'project_id': '7d8d842d384b468693a1382433225342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:09.124430 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:09.128586 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:security_group_rule and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:09.131780 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:09.137811 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:09.154759 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.223519 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.228290 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.252763 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7228cd9-a5d1-4f64-92c1-27843c8233e5,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:09.265765 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.267129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-b60d85a9-d3e5-4db5-b358-4ad83dbce160 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1541877 May 06 14:07:09.270028 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59144) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:09.276501 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'security_group_rule': {'security_group_id': 'a96eda9a-1c99-4947-a8a7-ff7291ad118c', 'project_id': '7d8d842d384b468693a1382433225342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:09.283356 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:09.287616 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:security_group_rule and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:09.291090 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:09.297211 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:09.311888 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Project 7d8d842d384b468693a1382433225342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:07:09.320572 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.397070 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.401548 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.429383 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7032fbf3-bd8d-4c80-874f-399f07ccfdfb,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:09.438852 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.440105 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-409b51a6-7e59-4ee7-ba00-b0cf180ec527 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1690876 May 06 14:07:09.443117 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59148) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:09.448672 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'security_group_rule': {'security_group_id': 'a96eda9a-1c99-4947-a8a7-ff7291ad118c', 'project_id': '7d8d842d384b468693a1382433225342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:09.455633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:09.459873 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:security_group_rule and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:09.463201 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:09.469675 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:09.484966 n-d-840847-1 neutron-server[83955]: INFO neutron.db.securitygroups_db [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Project 7d8d842d384b468693a1382433225342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 14:07:09.494484 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.571780 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.578640 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793422'] for security_group_rule, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.609420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268d31f1-6e23-4329-ae50-25c1742026e2,revision_number=0']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:09.623653 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:09.624971 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-8655e899-d0fd-4032-9b8d-3b12c629fd56 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1809223 May 06 14:07:09.812029 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-86c5b96e-0755-4f99-bf53-d4592434712d req-f0a43961-bdc7-466a-9446-cdd06cc20878 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Synchronizing usage tracker for tenant:7d8d842d384b468693a1382433225342 on resource:security_group {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:07:09.830261 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-86c5b96e-0755-4f99-bf53-d4592434712d req-f0a43961-bdc7-466a-9446-cdd06cc20878 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Unset dirty status for tenant:7d8d842d384b468693a1382433225342 on resource:security_group {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:07:09.831512 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-f0a43961-bdc7-466a-9446-cdd06cc20878 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879555799&fields=id&tenant_id=7d8d842d384b468693a1382433225342 HTTP/1.1" status: 200 len: 267 time: 0.0660543 May 06 14:07:09.998074 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5b96e-0755-4f99-bf53-d4592434712d req-f5f2b3b4-6fd0-4908-8857-217002b6107d tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:09.998652 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-86c5b96e-0755-4f99-bf53-d4592434712d req-f5f2b3b4-6fd0-4908-8857-217002b6107d tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Synchronizing usage tracker for tenant:7d8d842d384b468693a1382433225342 on resource:network {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:07:10.018587 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-86c5b96e-0755-4f99-bf53-d4592434712d req-f5f2b3b4-6fd0-4908-8857-217002b6107d tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Unset dirty status for tenant:7d8d842d384b468693a1382433225342 on resource:network {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:07:10.019851 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-f5f2b3b4-6fd0-4908-8857-217002b6107d tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 810 time: 0.1812956 May 06 14:07:10.037940 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2cda76c2-3985-4feb-abae-18495706d282 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/quotas/7d8d842d384b468693a1382433225342 HTTP/1.1" status: 200 len: 375 time: 0.0122726 May 06 14:07:10.143140 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-041a3a16-9ba4-478e-a22b-bba6c5b79b5a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988250 May 06 14:07:10.308408 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-7d9268a1-8368-4a8a-a6e9-aa310f391ca4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:07:10.309377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-7d9268a1-8368-4a8a-a6e9-aa310f391ca4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1521564 May 06 14:07:10.506304 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-4db906bd-1eea-481a-90d0-9f8d7e0ac1ea service neutron] 10.222.0.44 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900826 May 06 14:07:10.663640 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-cf2d2471-6e7b-43d0-a06d-a6637b5cd20a service neutron] 10.222.0.44 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508980 May 06 14:07:10.867818 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-008e4a68-cd1b-4d23-956f-c92eca1654f4 req-df84d7d3-8566-43a9-ad2a-c98e95403184 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 210 time: 0.0427577 May 06 14:07:12.040005 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec8ab5a8-2c3c-4fba-b4f8-cb8a77d1424d req-970de465-99bc-405d-a47b-d8258f77349a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 210 time: 0.0418980 May 06 14:07:12.435821 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5b96e-0755-4f99-bf53-d4592434712d req-c9af02a7-e8ff-4789-853e-8fb9a6a29f7b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:12.437815 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-c9af02a7-e8ff-4789-853e-8fb9a6a29f7b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.36 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 810 time: 0.2226863 May 06 14:07:12.481160 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3c170c8b-588f-4b62-b757-c2c33b9db828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:12.502824 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-91fc3b9a-4684-4546-ae9b-74977f472dff tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d8d842d384b468693a1382433225342 HTTP/1.1" status: 200 len: 379 time: 0.0529754 May 06 14:07:12.513274 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'port': {'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'admin_state_up': True, 'tenant_id': '7d8d842d384b468693a1382433225342', 'security_groups': ['a96eda9a-1c99-4947-a8a7-ff7291ad118c']}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:12.657704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:12.661583 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:port and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:12.664462 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:12.670251 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:12.683148 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Made reservation on behalf of 7d8d842d384b468693a1382433225342 for: {'port': 1} {{(pid=83952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:07:12.686207 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:12.912535 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Sync routers for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:07:12.928195 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:12.929034 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:06:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:13.009306 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Allocated IP 172.20.0.13 (10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7/52f1a12e-2da8-4da7-ad31-8326bcc78fe3/1f34c591-a2c9-4123-9419-76c70cb7980e) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:07:13.112192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 46d04279-f70b-484b-bd55-86ea3a490383 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:13.235183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 46d04279-f70b-484b-bd55-86ea3a490383 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:13.239245 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:13.289559 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.291625 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 46d04279-f70b-484b-bd55-86ea3a490383 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:13.291625 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.333797 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Transition to ACTIVE for port object 1f34c591-a2c9-4123-9419-76c70cb7980e will not be triggered until provisioned by entity DHCP. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:13.381271 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.434320 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ca8e2e4f-64f3-4345-a098-c666a828ad57 req-9eca2fc2-d0cd-45f3-9d4d-132f6977878d tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 210 time: 0.2171347 May 06 14:07:13.507841 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:07:13.511185 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:13.515722 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:07:13.562330 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'Port': ['ID=1f34c591-a2c9-4123-9419-76c70cb7980e,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:13.597714 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:13.598441 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.624801 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.626087 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-a1b4f85e-e7b8-49bc-8b06-ffff632770cb tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1168983 May 06 14:07:13.642586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Request body: {'port': {'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840847-1'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:13.693423 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 46d04279-f70b-484b-bd55-86ea3a490383, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=46d04279-f70b-484b-bd55-86ea3a490383,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:13.698801 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.802680 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=46d04279-f70b-484b-bd55-86ea3a490383,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:13.816924 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.822973 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 2, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:13.827673 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Checking router: 22b41bf4-742b-4060-b56a-46a063f81954 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:07:13.828029 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Updating router 22b41bf4-742b-4060-b56a-46a063f81954 port 099cfb7b-4114-4f8b-96e2-67a97d941359 binding host n-d-840847-1 {{(pid=83958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:07:13.889694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.904405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-252263e9-dc36-4abc-9964-49d68971317e None None] Provisioning for port 1f34c591-a2c9-4123-9419-76c70cb7980e completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:13.915775 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-252263e9-dc36-4abc-9964-49d68971317e None None] Provisioning complete for port 1f34c591-a2c9-4123-9419-76c70cb7980e triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:13.916333 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-252263e9-dc36-4abc-9964-49d68971317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.019343 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-252263e9-dc36-4abc-9964-49d68971317e None None] Port 1f34c591-a2c9-4123-9419-76c70cb7980e cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:07:14.115889 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.244363 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f34c591-a2c9-4123-9419-76c70cb7980e {{(pid=83952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:07:14.254721 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.277329 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.provisioning_blocks [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Transition to ACTIVE for port object 1f34c591-a2c9-4123-9419-76c70cb7980e will not be triggered until provisioned by entity L2. {{(pid=83952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:14.283916 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.522739 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Pushing event updated for resources: {'Port': ['ID=1f34c591-a2c9-4123-9419-76c70cb7980e,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:14.603347 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.617086 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Transition to ACTIVE for port object 099cfb7b-4114-4f8b-96e2-67a97d941359 will not be triggered until provisioned by entity L2. {{(pid=83958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:14.630209 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.717758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Attempting to bind port 1f34c591-a2c9-4123-9419-76c70cb7980e on host n-h2-840847-1 for vnic_type normal with profile {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:07:14.718076 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Attempting to bind port 1f34c591-a2c9-4123-9419-76c70cb7980e by drivers openvswitch,hyperv on host n-h2-840847-1 at level 0 using segments [{'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:07:14.718435 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Attempting to bind port 1f34c591-a2c9-4123-9419-76c70cb7980e on network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:07:14.726972 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Port 1f34c591-a2c9-4123-9419-76c70cb7980e on network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-840847-1 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:07:14.727408 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Attempting to bind port 1f34c591-a2c9-4123-9419-76c70cb7980e on network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:07:14.735745 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Checking agent: {'id': '034f59df-10a2-47b5-9d26-b1ac42a2e51b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:07:14.736083 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Checking segment: {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:07:14.736454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Bound using segment: {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'} {{(pid=83952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:07:14.736890 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.managers [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Bound port: 1f34c591-a2c9-4123-9419-76c70cb7980e, host: n-h2-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'}}] {{(pid=83952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:07:14.737237 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.807387 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d229de4-8fb9-4b9d-b209-f5157264d7f1 req-c689c885-ffc1-4969-bba9-7e7d53c7d914 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:14.809975 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d229de4-8fb9-4b9d-b209-f5157264d7f1 req-c689c885-ffc1-4969-bba9-7e7d53c7d914 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 944 time: 0.1171317 May 06 14:07:14.869738 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, cleared binding levels {{(pid=83952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:07:14.878265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16369fd5-7f20-4435-bef4-f2f6c29d76b2 None None] Pushing event updated for resources: {'Port': ['ID=099cfb7b-4114-4f8b-96e2-67a97d941359,revision_number=3']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:14.878758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f34c591-a2c9-4123-9419-76c70cb7980e,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:07:14.891249 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:14.913500 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0d229de4-8fb9-4b9d-b209-f5157264d7f1 req-cd0938f5-572e-427f-ac9b-c24a229fe564 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937741 May 06 14:07:14.959097 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-563fb060-0c34-47af-8bbc-ed12e70fc918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:15.021515 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:15.023825 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] 10.222.0.36 "PUT /v2.0/ports/1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 1092 time: 1.3901060 May 06 14:07:15.025447 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:07:15.026579 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Attempting to bind port 099cfb7b-4114-4f8b-96e2-67a97d941359 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:07:15.026998 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Attempting to bind port 099cfb7b-4114-4f8b-96e2-67a97d941359 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:07:15.027355 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Attempting to bind port 099cfb7b-4114-4f8b-96e2-67a97d941359 on network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:07:15.052778 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 46d04279-f70b-484b-bd55-86ea3a490383 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:15.063634 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03606a-1804-418f-aeb8-f6425ebf9d14 service neutron] Pushing event updated for resources: {'Port': ['ID=1f34c591-a2c9-4123-9419-76c70cb7980e,revision_number=3']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:15.111118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:07:15.111552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Checking segment: {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:07:15.111963 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:15.112373 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Bound using segment: {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'} {{(pid=83958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:07:15.112901 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.managers [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Bound port: 099cfb7b-4114-4f8b-96e2-67a97d941359, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'}}] {{(pid=83958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:07:15.113327 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:15.202937 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-34359408-7511-48fc-be40-87a710162b58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1095 time: 0.1254170 May 06 14:07:15.322020 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-1e04dbdb-d093-4b51-952c-f95e6f565093 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 217 time: 0.1117654 May 06 14:07:15.324433 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] For port 099cfb7b-4114-4f8b-96e2-67a97d941359, host n-d-840847-1, cleared binding levels {{(pid=83958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:07:15.325359 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b109bb90-9fe6-48d7-91b9-ff40604869b2'] response: {'name': 'network-changed', 'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'status': 'completed', 'code': 200} May 06 14:07:15.328087 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 46d04279-f70b-484b-bd55-86ea3a490383 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:15.328468 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:15.380545 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] For port 099cfb7b-4114-4f8b-96e2-67a97d941359, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=099cfb7b-4114-4f8b-96e2-67a97d941359,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:07:15.395590 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:15.435999 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5b96e-0755-4f99-bf53-d4592434712d req-fbaed517-e4bb-41e8-b67a-f88c378246b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:15.437505 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-fbaed517-e4bb-41e8-b67a-f88c378246b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.1070893 May 06 14:07:15.547066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16369fd5-7f20-4435-bef4-f2f6c29d76b2 None None] Pushing event updated for resources: {'Port': ['ID=099cfb7b-4114-4f8b-96e2-67a97d941359,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:15.578179 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-d38b13f6-4323-4533-9f40-79f9ad483f17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342847 May 06 14:07:15.621919 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:15.623210 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:15.831522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:15.846659 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-3b5e95d6-78ae-4fd4-8bb7-987bd7daca4a service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608392 May 06 14:07:15.889317 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Sync routers for ids ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:07:15.905510 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Routers {'5dbc6617-91d1-49d2-9abd-9cc4e89710c4'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:15.906527 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:15.933324 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:16.207361 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Set router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:16.262012 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d50f2c-7bed-4186-8e00-89444b172310 req-8335cde1-9601-496a-93c0-d563dd570a62 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:16.265438 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20d50f2c-7bed-4186-8e00-89444b172310 req-8335cde1-9601-496a-93c0-d563dd570a62 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 944 time: 0.1381307 May 06 14:07:16.277546 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-86c5b96e-0755-4f99-bf53-d4592434712d req-6b80acaa-b97c-488c-88f0-80c9d2bf1c3c service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151340 May 06 14:07:16.330856 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-20d50f2c-7bed-4186-8e00-89444b172310 req-faec8e34-beda-43ec-ae7d-33bad21713d9 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548768 May 06 14:07:16.480109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eff2ebc0-6344-49da-b9f8-d2b6f03f3c3e req-3a164306-414b-4bf2-9128-345cf47f68e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1095 time: 0.1115086 May 06 14:07:16.548025 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:16.600298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:15Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:16.611374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93192c5f-55cb-4a50-85ff-f951b906b4e3 None None] The sync data for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 is: [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:15Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:07:16.695464 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ebc0-6344-49da-b9f8-d2b6f03f3c3e req-3114b881-bd43-45a9-99d7-b2d966f3abed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:16.697558 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eff2ebc0-6344-49da-b9f8-d2b6f03f3c3e req-3114b881-bd43-45a9-99d7-b2d966f3abed service neutron] 10.222.0.36 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.2094369 May 06 14:07:16.756002 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '46d04279-f70b-484b-bd55-86ea3a490383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:07:01Z', 'updated_at': '2022-05-06T14:07:06Z', 'revision_number': 4, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'gw_port': {'id': '46d04279-f70b-484b-bd55-86ea3a490383', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:02Z', 'updated_at': '2022-05-06T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'db019081-0298-47a0-8bdf-dc617532ee49', 'name': '', 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'mac_address': 'fa:16:3e:36:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536585af-a831-482a-a97c-edf16d81d88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:05Z', 'updated_at': '2022-05-06T14:07:06Z', 'revision_number': 2, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'subnets': [{'id': '536585af-a831-482a-a97c-edf16d81d88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:16.761384 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Checking router: 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:07:16.761684 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Updating router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 port db019081-0298-47a0-8bdf-dc617532ee49 binding host n-d-840847-1 {{(pid=83959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 14:07:16.776501 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eff2ebc0-6344-49da-b9f8-d2b6f03f3c3e req-57a2c321-2728-4033-9542-8f74ea98a823 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 217 time: 0.0716021 May 06 14:07:16.824972 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:16.854694 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ebc0-6344-49da-b9f8-d2b6f03f3c3e req-1e4c879c-3bf0-430a-b14a-76e1e6ada3a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:16.856935 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eff2ebc0-6344-49da-b9f8-d2b6f03f3c3e req-1e4c879c-3bf0-430a-b14a-76e1e6ada3a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0726540 May 06 14:07:16.950380 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eff2ebc0-6344-49da-b9f8-d2b6f03f3c3e req-2a4d9a2d-e7bd-4d17-a05d-171ccf837ea3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853543 May 06 14:07:17.080298 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 099cfb7b-4114-4f8b-96e2-67a97d941359 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:17.167731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port 099cfb7b-4114-4f8b-96e2-67a97d941359 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:17.172925 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eff2ebc0-6344-49da-b9f8-d2b6f03f3c3e req-cc65fb04-b85f-40ab-80af-44c7165f4aa3 service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158530 May 06 14:07:17.175203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 099cfb7b-4114-4f8b-96e2-67a97d941359 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:17.175658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:17.266234 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Notify callbacks [] for port, precommit_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:17.283313 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.provisioning_blocks [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Transition to ACTIVE for port object db019081-0298-47a0-8bdf-dc617532ee49 will not be triggered until provisioned by entity L2. {{(pid=83959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:07:17.295369 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:17.361311 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:17.367722 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-eff2ebc0-6344-49da-b9f8-d2b6f03f3c3e req-c01663b9-5160-4e7a-abeb-a1585456b66b service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881003 May 06 14:07:17.402450 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port 099cfb7b-4114-4f8b-96e2-67a97d941359, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=099cfb7b-4114-4f8b-96e2-67a97d941359,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:17.408431 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:17.502896 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326d947-b5a6-42c0-8370-11c8383bb65d None None] Pushing event updated for resources: {'Port': ['ID=db019081-0298-47a0-8bdf-dc617532ee49,revision_number=3']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:17.522671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=099cfb7b-4114-4f8b-96e2-67a97d941359,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:17.610310 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Attempting to bind port db019081-0298-47a0-8bdf-dc617532ee49 on host n-d-840847-1 for vnic_type normal with profile {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:07:17.610727 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Attempting to bind port db019081-0298-47a0-8bdf-dc617532ee49 by drivers openvswitch,hyperv on host n-d-840847-1 at level 0 using segments [{'id': 'a6019683-7623-458a-b086-70b98e161349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b'}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:07:17.611574 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Attempting to bind port db019081-0298-47a0-8bdf-dc617532ee49 on network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:07:17.619064 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Checking agent: {'id': '79a175fa-3fa0-4b0c-bebd-9a73c6487a35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 5, 15), 'started_at': datetime.datetime(2022, 5, 6, 12, 5, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840847-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:07:17.619437 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Checking segment: {'id': 'a6019683-7623-458a-b086-70b98e161349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:07:17.619841 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:17.620240 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Bound using segment: {'id': 'a6019683-7623-458a-b086-70b98e161349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b'} {{(pid=83959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:07:17.620719 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.managers [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Bound port: db019081-0298-47a0-8bdf-dc617532ee49, host: n-d-840847-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6019683-7623-458a-b086-70b98e161349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b'}}] {{(pid=83959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:07:17.621091 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:17.728362 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a52df-f451-4a20-a1b3-eaec4013b0dd req-df44332b-8c53-4abc-8e2b-5d1960731971 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:17.731089 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c3a52df-f451-4a20-a1b3-eaec4013b0dd req-df44332b-8c53-4abc-8e2b-5d1960731971 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 944 time: 0.1444914 May 06 14:07:17.749469 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] For port db019081-0298-47a0-8bdf-dc617532ee49, host n-d-840847-1, cleared binding levels {{(pid=83959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:07:17.757266 n-d-840847-1 neutron-server[83959]: DEBUG neutron.plugins.ml2.db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] For port db019081-0298-47a0-8bdf-dc617532ee49, host n-d-840847-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db019081-0298-47a0-8bdf-dc617532ee49,segment=NetworkSegment(a6019683-7623-458a-b086-70b98e161349),segment_id=a6019683-7623-458a-b086-70b98e161349)] {{(pid=83959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:07:17.761979 n-d-840847-1 neutron-server[83959]: DEBUG neutron_lib.callbacks.manager [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:17.802858 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3c3a52df-f451-4a20-a1b3-eaec4013b0dd req-87b241e3-a451-474c-a4dd-65f229888ea1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627642 May 06 14:07:17.881252 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326d947-b5a6-42c0-8370-11c8383bb65d None None] Pushing event updated for resources: {'Port': ['ID=db019081-0298-47a0-8bdf-dc617532ee49,revision_number=4']} {{(pid=83959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:17.884018 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Routers {'5dbc6617-91d1-49d2-9abd-9cc4e89710c4'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:17.884708 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:17.935338 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:18.155098 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] Set router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:18.580594 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '46d04279-f70b-484b-bd55-86ea3a490383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:07:01Z', 'updated_at': '2022-05-06T14:07:06Z', 'revision_number': 4, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'gw_port': {'id': '46d04279-f70b-484b-bd55-86ea3a490383', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:02Z', 'updated_at': '2022-05-06T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'db019081-0298-47a0-8bdf-dc617532ee49', 'name': '', 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'mac_address': 'fa:16:3e:36:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536585af-a831-482a-a97c-edf16d81d88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:05Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 4, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'subnets': [{'id': '536585af-a831-482a-a97c-edf16d81d88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:18.591827 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51509798-e5e6-4c0b-906e-1a4ad3b4efce None None] The sync data for ids ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'] in n-d-840847-1 is: [{'id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '46d04279-f70b-484b-bd55-86ea3a490383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:07:01Z', 'updated_at': '2022-05-06T14:07:06Z', 'revision_number': 4, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'gw_port': {'id': '46d04279-f70b-484b-bd55-86ea3a490383', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:02Z', 'updated_at': '2022-05-06T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': 'db019081-0298-47a0-8bdf-dc617532ee49', 'name': '', 'network_id': '5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'mac_address': 'fa:16:3e:36:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '536585af-a831-482a-a97c-edf16d81d88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:05Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 4, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'subnets': [{'id': '536585af-a831-482a-a97c-edf16d81d88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:07:18.924730 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f34c591-a2c9-4123-9419-76c70cb7980e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:07:19.073517 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0689c9a-c692-4d84-834f-469c596a788b req-a9bc3499-1559-4ed8-a1ca-8c10253f01c6 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:19.075161 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0689c9a-c692-4d84-834f-469c596a788b req-a9bc3499-1559-4ed8-a1ca-8c10253f01c6 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 944 time: 0.1232619 May 06 14:07:19.130190 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f34c591-a2c9-4123-9419-76c70cb7980e,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:19.146939 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 099cfb7b-4114-4f8b-96e2-67a97d941359 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:19.152695 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-f0689c9a-c692-4d84-834f-469c596a788b req-bf30b888-5e07-4f87-8687-b5ebe74cc0b4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701389 May 06 14:07:19.237966 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:07:19.317526 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:19.343934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port 099cfb7b-4114-4f8b-96e2-67a97d941359 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:19.344309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:19.376424 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f34c591-a2c9-4123-9419-76c70cb7980e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:07:19.415186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f34c591-a2c9-4123-9419-76c70cb7980e,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:19.421884 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:19.552925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1f34c591-a2c9-4123-9419-76c70cb7980e,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:19.559388 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db019081-0298-47a0-8bdf-dc617532ee49 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:19.652265 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning for port db019081-0298-47a0-8bdf-dc617532ee49 completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:19.658174 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port db019081-0298-47a0-8bdf-dc617532ee49 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:19.659446 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:19.685164 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['1f34c591-a2c9-4123-9419-76c70cb7980e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:07:19.868138 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:19.939247 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] For port db019081-0298-47a0-8bdf-dc617532ee49, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db019081-0298-47a0-8bdf-dc617532ee49,segment=NetworkSegment(a6019683-7623-458a-b086-70b98e161349),segment_id=a6019683-7623-458a-b086-70b98e161349)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:19.950943 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:20.053200 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Pushing event updated for resources: {'Port': ['ID=db019081-0298-47a0-8bdf-dc617532ee49,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:20.356987 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940eb63-049f-4391-934d-dc6b86e3674c req-668ce9d4-0710-47f0-8e29-82aa267ae864 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:20.358887 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c940eb63-049f-4391-934d-dc6b86e3674c req-668ce9d4-0710-47f0-8e29-82aa267ae864 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 945 time: 0.0829902 May 06 14:07:20.411587 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c940eb63-049f-4391-934d-dc6b86e3674c req-85ba60c7-30f5-412b-806c-a4450e826560 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461340 May 06 14:07:20.938920 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f34c591-a2c9-4123-9419-76c70cb7980e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:21.033927 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db019081-0298-47a0-8bdf-dc617532ee49 up at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:07:21.066042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning for port 1f34c591-a2c9-4123-9419-76c70cb7980e completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:07:21.090506 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 1f34c591-a2c9-4123-9419-76c70cb7980e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:21.090896 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:21.211186 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Provisioning complete for port db019081-0298-47a0-8bdf-dc617532ee49 triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:07:21.211491 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:21.284688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:21.324462 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:07:21.364907 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f34c591-a2c9-4123-9419-76c70cb7980e,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:07:21.376655 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:21.412082 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b8e643-f9b2-44e0-bb58-950353ad20ca'] response: {'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'code': 200} May 06 14:07:21.463965 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1f34c591-a2c9-4123-9419-76c70cb7980e,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:21.552441 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-93ea151f-c0d5-4fe6-b0cd-a459dd003fa9 req-751a493c-fb6a-4476-8be2-616f8eb500da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1097 time: 0.1001122 May 06 14:07:21.608173 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-93ea151f-c0d5-4fe6-b0cd-a459dd003fa9 req-3c4bfd77-bc67-477b-8136-b8bb4e408bef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504951 May 06 14:07:21.659036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce98e5-bd8e-43ee-806e-f9eef8f3e0b1 req-55dbc975-e407-4d02-921e-af40c5ae7d4c tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:21.660529 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1ce98e5-bd8e-43ee-806e-f9eef8f3e0b1 req-55dbc975-e407-4d02-921e-af40c5ae7d4c tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 946 time: 0.0917468 May 06 14:07:21.717056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e1ce98e5-bd8e-43ee-806e-f9eef8f3e0b1 req-2866ff75-0028-463b-ba32-c7a9d3e371bd tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502713 May 06 14:07:22.934804 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc42b-9cc8-47cc-8550-0c7f375917b1 req-c733176a-d8cc-4583-9237-72216c87e69e tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:22.936254 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdcbc42b-9cc8-47cc-8550-0c7f375917b1 req-c733176a-d8cc-4583-9237-72216c87e69e tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 946 time: 0.0856204 May 06 14:07:22.982003 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-cdcbc42b-9cc8-47cc-8550-0c7f375917b1 req-292346a0-cca6-42e3-86e0-1609887a049e tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400190 May 06 14:07:23.187674 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a3df2-df46-4502-9db3-789dd7476374 req-67721ce6-fdb6-4edc-ab8a-d99930cd3a88 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:23.189377 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e8a3df2-df46-4502-9db3-789dd7476374 req-67721ce6-fdb6-4edc-ab8a-d99930cd3a88 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 946 time: 0.0838695 May 06 14:07:23.237274 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-7e8a3df2-df46-4502-9db3-789dd7476374 req-0fe3af8b-de32-4bd1-a318-a2347f1734bc tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417690 May 06 14:07:23.265654 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59206) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:23.419787 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-14372ddb-9a54-4238-b323-9096f35fee96 tempest-TestSnapshotPattern-1722050343 tempest-TestSnapshotPattern-1722050343-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1092 time: 0.1527631 May 06 14:07:23.424539 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59212) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:07:23.431293 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'tenant_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:07:23.438404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:07:23.442424 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:floatingip and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:07:23.445359 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:07:23.451140 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:07:23.465592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:23.604413 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:23.746384 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Allocated IP 172.25.7.14 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/69d3ed55-1ce6-4c63-8dbd-54928cf976be) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:07:23.901762 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:23.932736 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:24.006589 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:07:24.009561 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:07:24.014013 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:07:24.041144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'Port': ['ID=69d3ed55-1ce6-4c63-8dbd-54928cf976be,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:24.659573 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:24.717991 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:24.942309 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:24.948862 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:25.078202 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'Port': ['ID=69d3ed55-1ce6-4c63-8dbd-54928cf976be,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:07:25.094409 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:25.298787 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Floating IP 05400813-3731-4e52-b9f4-dfc8e423bc21 associated. External IP: 172.25.7.14, port: 1f34c591-a2c9-4123-9419-76c70cb7980e. May 06 14:07:25.722504 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Router 22b41bf4-742b-4060-b56a-46a063f81954 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:07:25.978569 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:07:25.998126 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:07:26.067779 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:26.244529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-ebf30f20-a5c0-4fb8-9ded-7a32ff61d8c7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8187478 May 06 14:07:26.244933 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:07:26.299954 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4f067c-ea41-4771-901a-6b358d07eec9'] response: {'name': 'network-changed', 'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'status': 'completed', 'code': 200} May 06 14:07:26.402514 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e6e6393-5f36-4bcd-8aec-530f1e4688b9 req-d819e6ae-9a1c-4b11-92db-d8d019b26c86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1097 time: 0.0812306 May 06 14:07:26.537129 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6393-5f36-4bcd-8aec-530f1e4688b9 req-2f413097-698b-49e8-b869-3f5ddf3e7b30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:26.538526 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e6e6393-5f36-4bcd-8aec-530f1e4688b9 req-2f413097-698b-49e8-b869-3f5ddf3e7b30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1298189 May 06 14:07:26.648952 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e6e6393-5f36-4bcd-8aec-530f1e4688b9 req-60735de4-116c-4539-a496-93069efe6c78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 999 time: 0.1041276 May 06 14:07:26.712308 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6393-5f36-4bcd-8aec-530f1e4688b9 req-91d4bbda-3c56-4362-b75c-317702a7926a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:26.713743 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e6e6393-5f36-4bcd-8aec-530f1e4688b9 req-91d4bbda-3c56-4362-b75c-317702a7926a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0584199 May 06 14:07:26.803024 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e6e6393-5f36-4bcd-8aec-530f1e4688b9 req-09404877-3997-494c-9d12-80e91811f046 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832794 May 06 14:07:26.953740 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e6e6393-5f36-4bcd-8aec-530f1e4688b9 req-b9fa6fea-77a6-4795-b965-5be7610dd5bf service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449423 May 06 14:07:27.089609 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-2e6e6393-5f36-4bcd-8aec-530f1e4688b9 req-de103528-d1db-49d6-9254-f4764b62fdb9 service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301599 May 06 14:07:29.556128 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] Sync routers for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:07:29.573707 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:29.574354 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:29.748551 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:30.147473 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '05400813-3731-4e52-b9f4-dfc8e423bc21', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:24Z', 'updated_at': '2022-05-06T14:07:24Z', 'revision_number': 0, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:30.151444 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] Checking router: 22b41bf4-742b-4060-b56a-46a063f81954 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:07:30.162718 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:07:30.163322 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:07:15Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:30.342214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:07:30.706675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '05400813-3731-4e52-b9f4-dfc8e423bc21', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:24Z', 'updated_at': '2022-05-06T14:07:24Z', 'revision_number': 0, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:07:30.711181 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8406ae-85e5-4bac-b013-0b79dcbe2bf2 None None] The sync data for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 is: [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '05400813-3731-4e52-b9f4-dfc8e423bc21', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:24Z', 'updated_at': '2022-05-06T14:07:24Z', 'revision_number': 0, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:07:36.971540 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff57f4-e0f5-4ddc-852c-e5f6ed603417 None None] New status for floating IP 05400813-3731-4e52-b9f4-dfc8e423bc21: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:07:38.289378 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:42.486115 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b788c7c0-96d9-4447-945f-6c8dca8da717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:44.135962 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:44.784180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7b1668fd-0075-49b6-8d83-f071598f5fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:45.569299 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:46.460826 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.928268 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:48.384259 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-90c53896-2b38-4c33-b279-41e71450143b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787258 May 06 14:07:48.540754 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-859b5068-9adf-4927-9629-2f829c947712 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1097 time: 0.0775044 May 06 14:07:48.690356 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-278c9627-ee7c-4bfe-9a93-e212e259864a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:48.691731 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-278c9627-ee7c-4bfe-9a93-e212e259864a service neutron] 10.222.0.36 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1299698 May 06 14:07:48.791391 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-f2600515-086e-483a-ac9c-cdaca61a10f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 1001 time: 0.0933657 May 06 14:07:48.865813 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-80053300-d8b8-4435-a5f7-097a833ec560 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:07:48.867285 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-80053300-d8b8-4435-a5f7-097a833ec560 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0691893 May 06 14:07:48.948550 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-d0d50965-97a6-4d8e-bc6f-e65d8cd14b84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748563 May 06 14:07:49.082430 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-7fb65061-72a3-4537-85a6-a2e1c73a49db service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276395 May 06 14:07:49.222588 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-519c3d6a-5616-4cbb-a5c9-44fefe1e491a req-04f9a32c-1169-43e2-915b-c5a71e925fdf service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326473 May 06 14:08:03.000963 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:08:08.287087 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.491610 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1815269f-bbad-4473-b232-bfffd1039586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.134469 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:14.787539 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c8589cfc-163e-49da-bf52-ce4e0e7c1049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:15.565307 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:16.464512 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:17.930092 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:38.297110 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:40.003317 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:08:42.495430 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-390b8858-ec6c-4e4c-81bb-ed0d25159bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:44.137068 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:44.792522 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1287ac20-d7d6-4414-8f96-afcbb8c0f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:45.564272 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:46.471883 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:47.935663 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:49.494109 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ac7de251-cd37-4113-8152-c8e7a507370d req-7935f5de-f755-4cab-96de-fe44980b698c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1772025 May 06 14:08:49.643513 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ac7de251-cd37-4113-8152-c8e7a507370d req-c43fad6f-bf34-4f55-a591-6d96a83c67c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1097 time: 0.0775888 May 06 14:08:49.807959 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7de251-cd37-4113-8152-c8e7a507370d req-4154ca20-067f-4288-8c78-da507129e0bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:49.809500 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ac7de251-cd37-4113-8152-c8e7a507370d req-4154ca20-067f-4288-8c78-da507129e0bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1353550 May 06 14:08:49.913360 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ac7de251-cd37-4113-8152-c8e7a507370d req-8cd8fcca-e3d6-4384-bde9-6a8c6afadf39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 1001 time: 0.0972993 May 06 14:08:49.977535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7de251-cd37-4113-8152-c8e7a507370d req-6d6e872f-530b-4d53-b76d-20d358c04abb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:08:49.979066 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ac7de251-cd37-4113-8152-c8e7a507370d req-6d6e872f-530b-4d53-b76d-20d358c04abb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0595584 May 06 14:08:50.059152 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ac7de251-cd37-4113-8152-c8e7a507370d req-2676f8fb-d11a-4d5f-957f-af04440cd0b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734611 May 06 14:08:50.202664 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ac7de251-cd37-4113-8152-c8e7a507370d req-ba40f448-9626-4181-adc0-4884ac1eb96b service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361418 May 06 14:08:50.338737 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ac7de251-cd37-4113-8152-c8e7a507370d req-dc940edf-2c05-4961-8fa4-7ee4e587d2f0 service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299288 May 06 14:09:08.296327 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:12.499671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9a30a393-6df6-43b8-b6a0-b901e7bef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:14.133002 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:14.796842 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb41f-c892-461d-a7bf-aff635c4a31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:15.559099 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:16.471552 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:17.005874 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:09:17.936865 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:23.531126 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f34c591-a2c9-4123-9419-76c70cb7980e details requested by agent hyperv_n-h2-840847-1 with host n-h2-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:09:23.679722 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f34c591-a2c9-4123-9419-76c70cb7980e,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:23.694432 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Returning: {'device': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:09:23.752780 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:23.771675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f34c591-a2c9-4123-9419-76c70cb7980e {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:09:23.788295 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f34c591-a2c9-4123-9419-76c70cb7980e,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:23.792809 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:23.862660 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1f34c591-a2c9-4123-9419-76c70cb7980e,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:23.872049 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] get_ports_and_sgs() called for port_ids ['1f34c591-a2c9-4123-9419-76c70cb7980e'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:09:23.903008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.903361 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.903701 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.904040 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.904374 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.904736 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.905085 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.905479 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.905836 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.906155 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:23.906484 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:25.547912 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f34c591-a2c9-4123-9419-76c70cb7980e up at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:09:25.627405 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Provisioning complete for port 1f34c591-a2c9-4123-9419-76c70cb7980e triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:25.627771 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:25.749038 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:25.786592 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:09:25.801203 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f34c591-a2c9-4123-9419-76c70cb7980e,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:25.806354 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:25.870456 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b329e9-1d56-4cb1-96db-ddcab7666665'] response: {'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'code': 200} May 06 14:09:25.908871 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1f34c591-a2c9-4123-9419-76c70cb7980e,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:37.462517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-d14f7278-16ce-4780-ad9a-4bde931a8825 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879555799&fields=id&tenant_id=7d8d842d384b468693a1382433225342 HTTP/1.1" status: 200 len: 267 time: 0.0469108 May 06 14:09:37.625623 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-05705b4e-bbfd-452b-98f4-993c92febdd7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:37.627103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-05705b4e-bbfd-452b-98f4-993c92febdd7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 810 time: 0.1564720 May 06 14:09:37.646822 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-1860f8f2-de7a-4727-907e-6076cc77ad17 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/quotas/7d8d842d384b468693a1382433225342 HTTP/1.1" status: 200 len: 375 time: 0.0120380 May 06 14:09:37.746923 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-65c9569c-947a-4465-9951-5545953fc263 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0898638 May 06 14:09:37.862394 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-9f3a88f3-2ae5-472f-b2db-539643fab848 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83955) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:09:37.863713 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-9f3a88f3-2ae5-472f-b2db-539643fab848 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1036391 May 06 14:09:38.025484 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fbdca7ba-0c7b-4d91-84fe-706389faa90c service neutron] 10.222.0.44 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485693 May 06 14:09:38.179833 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-7e38cf19-5f86-4ddd-8952-c7eae5217024 service neutron] 10.222.0.44 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465883 May 06 14:09:38.340710 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:38.439054 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a400e0e7-d37c-4665-a0e5-07ad2e1afe36 req-8727cb57-7902-43c4-8582-5e163d926d93 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 210 time: 0.0430222 May 06 14:09:39.567322 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ac91fe24-ead3-4632-af19-c63bd201ea2d req-0118e833-6500-4046-8dec-05f7b0eaf6d1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 210 time: 0.0478945 May 06 14:09:39.609141 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f34c591-a2c9-4123-9419-76c70cb7980e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:09:39.736032 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.764217 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:09:39.773647 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f34c591-a2c9-4123-9419-76c70cb7980e,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:09:39.785818 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:39.820638 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b11be7-629a-45a4-9af0-c7a9bd8c5268'] response: {'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'code': 200} May 06 14:09:39.855516 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Pushing event updated for resources: {'Port': ['ID=1f34c591-a2c9-4123-9419-76c70cb7980e,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:40.695048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ec573fd7-5d4f-4633-86ad-31ffec846490 req-fa847f5f-798c-4348-939e-a21f674a4ba5 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 210 time: 0.0463026 May 06 14:09:41.821553 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e350a32c-c2d8-4a25-88fb-9ac13e92fa7b req-942304aa-42ef-4a8d-82a3-8d46823b7702 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 210 time: 0.0433528 May 06 14:09:42.510378 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-794b58df-bfd5-4154-b5aa-7383d2d7a5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:43.027123 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-4b55ab80-07ff-4731-9cdc-d0f4eee5c449 req-474d7e0d-e190-4363-b329-9f5ce4a49dc9 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 210 time: 0.0510676 May 06 14:09:43.803720 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-28de0a95-595b-45a6-8381-8f89e81553d9 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:43.805233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-28de0a95-595b-45a6-8381-8f89e81553d9 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.48 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 810 time: 0.2594936 May 06 14:09:43.876250 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-85485c9f-c052-4da9-8b9e-9e34041494ec tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d8d842d384b468693a1382433225342 HTTP/1.1" status: 200 len: 379 time: 0.0586228 May 06 14:09:43.885963 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'port': {'device_id': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'admin_state_up': True, 'tenant_id': '7d8d842d384b468693a1382433225342', 'security_groups': ['a96eda9a-1c99-4947-a8a7-ff7291ad118c']}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:09:44.104076 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:09:44.112754 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:port and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:09:44.116921 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83955) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:09:44.127817 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.quota.driver [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83955) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:09:44.151411 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Made reservation on behalf of 7d8d842d384b468693a1382433225342 for: {'port': 1} {{(pid=83955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:09:44.155095 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.159054 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.359482 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.db_base_plugin_common [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Allocated IP 172.20.0.5 (10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7/52f1a12e-2da8-4da7-ad31-8326bcc78fe3/8dd18f56-f446-4ed5-9a28-8777b0dde21c) {{(pid=83955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:09:44.416356 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-fe66d9ba-f7aa-4cf5-8b4c-9dad57899836 req-9c1df6e8-63e7-49c8-9540-0e8fe45c2646 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 210 time: 0.0540009 May 06 14:09:44.679065 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for port, precommit_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.707186 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Transition to ACTIVE for port object 8dd18f56-f446-4ed5-9a28-8777b0dde21c will not be triggered until provisioned by entity DHCP. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:44.751904 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_create {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.821252 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1862c74c-c681-41cb-be98-21be3e892587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.842725 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 is already hosted by enough agents. {{(pid=83955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:09:44.846734 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.base_scheduler [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources bound (agent type, host, resource id): {{(pid=83955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:09:44.852207 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Received port after_create {{(pid=83955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:09:44.905632 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'Port': ['ID=8dd18f56-f446-4ed5-9a28-8777b0dde21c,revision_number=1']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:44.928757 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.929354 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.929603 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.929984 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.930448 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.930667 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.931122 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.931335 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.931663 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.931986 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.932304 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:09:44.996039 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:44.996039 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.064176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-2e8ee708-16b8-4413-9e96-70fe83e23363 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1831131 May 06 14:09:45.353081 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a77039d0-485a-484a-963d-593434e7ed90 None None] Provisioning for port 8dd18f56-f446-4ed5-9a28-8777b0dde21c completed by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:09:45.373675 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-a77039d0-485a-484a-963d-593434e7ed90 None None] Provisioning complete for port 8dd18f56-f446-4ed5-9a28-8777b0dde21c triggered by entity DHCP. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:09:45.374796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a77039d0-485a-484a-963d-593434e7ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.502466 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a77039d0-485a-484a-963d-593434e7ed90 None None] Port 8dd18f56-f446-4ed5-9a28-8777b0dde21c cannot update to ACTIVE because it is not bound. {{(pid=83958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:09:45.617542 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:45.757311 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.v2.base [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Request body: {'port': {'device_id': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840847-1'}} {{(pid=83955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:09:45.939269 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b2f82-9ecf-4116-ae47-7bb29da7759f req-037e86f5-b722-4ad9-afdb-fff29ff9d22b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:45.940159 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-042b2f82-9ecf-4116-ae47-7bb29da7759f req-037e86f5-b722-4ad9-afdb-fff29ff9d22b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Synchronizing usage tracker for tenant:7d8d842d384b468693a1382433225342 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:09:45.976801 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.003007 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-042b2f82-9ecf-4116-ae47-7bb29da7759f req-037e86f5-b722-4ad9-afdb-fff29ff9d22b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Unset dirty status for tenant:7d8d842d384b468693a1382433225342 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:09:46.011014 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-042b2f82-9ecf-4116-ae47-7bb29da7759f req-037e86f5-b722-4ad9-afdb-fff29ff9d22b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 931 time: 0.3275542 May 06 14:09:46.145362 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-042b2f82-9ecf-4116-ae47-7bb29da7759f req-a99173a2-4c73-41cb-83ae-5815e78340b1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332321 May 06 14:09:46.503623 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.716316 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd18f56-f446-4ed5-9a28-8777b0dde21c {{(pid=83955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:09:46.730482 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:46.766832 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.provisioning_blocks [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Transition to ACTIVE for port object 8dd18f56-f446-4ed5-9a28-8777b0dde21c will not be triggered until provisioned by entity L2. {{(pid=83955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:09:46.773774 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:47.044618 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd18f56-f446-4ed5-9a28-8777b0dde21c,revision_number=2']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:47.246583 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Attempting to bind port 8dd18f56-f446-4ed5-9a28-8777b0dde21c on host n-h1-840847-1 for vnic_type normal with profile {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:09:47.247264 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Attempting to bind port 8dd18f56-f446-4ed5-9a28-8777b0dde21c by drivers openvswitch,hyperv on host n-h1-840847-1 at level 0 using segments [{'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:09:47.247717 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Attempting to bind port 8dd18f56-f446-4ed5-9a28-8777b0dde21c on network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:09:47.254568 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Port 8dd18f56-f446-4ed5-9a28-8777b0dde21c on network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-840847-1 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:09:47.254939 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Attempting to bind port 8dd18f56-f446-4ed5-9a28-8777b0dde21c on network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:09:47.278713 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Checking agent: {'id': 'ae3c2e5e-6093-4e50-9d63-c2f54f5be28d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840847-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'started_at': datetime.datetime(2022, 5, 6, 12, 14, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:09:47.279156 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Checking segment: {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:09:47.279545 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Bound using segment: {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'} {{(pid=83955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:09:47.280068 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.managers [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Bound port: 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host: n-h1-840847-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9476656-67f8-4606-9065-28a1f6684df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7'}}] {{(pid=83955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:09:47.280423 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:47.515514 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, cleared binding levels {{(pid=83955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:09:47.523960 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:09:47.666253 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3258939'] for port, after_update {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:47.814064 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:47.816282 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] 10.222.0.48 "PUT /v2.0/ports/8dd18f56-f446-4ed5-9a28-8777b0dde21c HTTP/1.1" status: 200 len: 1091 time: 2.2813237 May 06 14:09:47.816777 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:09:47.846085 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aeaf8-348c-40da-8109-27c9954fb694 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd18f56-f446-4ed5-9a28-8777b0dde21c,revision_number=3']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:09:47.877287 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d886606-cac7-4436-9549-5d00a2e9b4b9 req-ab35ad5f-6ccc-4fd7-b84c-106e31c2a8e7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:47.879784 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d886606-cac7-4436-9549-5d00a2e9b4b9 req-ab35ad5f-6ccc-4fd7-b84c-106e31c2a8e7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.4573762 May 06 14:09:47.969895 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:48.002453 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3d886606-cac7-4436-9549-5d00a2e9b4b9 req-6de5def9-1af1-4788-a1ec-70c9fb3fc080 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154470 May 06 14:09:48.163371 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-48a8fa0f-aec4-42cd-b3e5-08e391c362b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 1094 time: 0.1356540 May 06 14:09:48.192306 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf525e9-8e00-4d6e-a9a8-99d834189008'] response: {'name': 'network-changed', 'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'status': 'completed', 'code': 200} May 06 14:09:48.314096 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-d4cd4ee1-6641-429f-a6ea-3c5dedc77803 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c HTTP/1.1" status: 200 len: 217 time: 0.1198108 May 06 14:09:48.494371 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-bb8b451b-38ea-42ef-943b-21061b6aa955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:48.497220 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-bb8b451b-38ea-42ef-943b-21061b6aa955 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.1251619 May 06 14:09:48.745431 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-d309cb09-5796-4196-8ba7-ef52db46483a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945541 May 06 14:09:49.311266 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da63f2-4d5b-4454-9f66-c4c3344f0ae5 req-4399dede-3ff5-40c6-97db-d30c2d171232 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:49.314385 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19da63f2-4d5b-4454-9f66-c4c3344f0ae5 req-4399dede-3ff5-40c6-97db-d30c2d171232 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.1323361 May 06 14:09:49.427939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-19da63f2-4d5b-4454-9f66-c4c3344f0ae5 req-a4254d5c-89b5-4ae2-bc55-c422065ea82e tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016817 May 06 14:09:50.751467 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc2b8-0a21-4639-aecd-96418e3fafbe req-6e8bd62c-10fd-4bb7-9d73-425d8d624212 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:50.754110 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e4dc2b8-0a21-4639-aecd-96418e3fafbe req-6e8bd62c-10fd-4bb7-9d73-425d8d624212 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.1905751 May 06 14:09:50.821420 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0e4dc2b8-0a21-4639-aecd-96418e3fafbe req-9cbd6a97-3402-4db9-843f-f1d73c1c7cf8 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600471 May 06 14:09:51.364744 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-a1254c1d-af78-4556-b213-591d7a14235b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735793 May 06 14:09:51.518261 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-b3e6283f-f408-45e9-b4e8-89568ff3ea2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1095 time: 0.0836430 May 06 14:09:51.702342 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec1877-60e4-4495-b395-ffacda37415e req-ac1befb8-6520-4378-b2c0-3536fb6d2db1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:51.704880 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-ac1befb8-6520-4378-b2c0-3536fb6d2db1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1551104 May 06 14:09:51.821096 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-e4a84c0c-7401-4a71-941d-0ba60c279b34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 999 time: 0.1096015 May 06 14:09:51.900458 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec1877-60e4-4495-b395-ffacda37415e req-2aee9496-a8b6-46e0-95e8-520d07329feb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:51.902247 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-2aee9496-a8b6-46e0-95e8-520d07329feb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0746837 May 06 14:09:51.984369 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-4b751b7f-8745-43b2-b077-4572cced171a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755115 May 06 14:09:51.995778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-04389af9-e438-49d9-8430-5d467a7113f9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=83952) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:09:51.996210 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-04389af9-e438-49d9-8430-5d467a7113f9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061753 May 06 14:09:52.140466 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aac285-b562-4407-b22c-a6ca2443f890 req-0ecf502e-f547-4dd4-9f47-ba7638d03d29 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:52.141966 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18aac285-b562-4407-b22c-a6ca2443f890 req-0ecf502e-f547-4dd4-9f47-ba7638d03d29 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.1773472 May 06 14:09:52.142190 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-c24718ca-ad5e-43fe-9443-e2d92dffa788 service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388404 May 06 14:09:52.222056 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-18aac285-b562-4407-b22c-a6ca2443f890 req-80f84679-e47d-4d58-9ff7-b3e6d1f28066 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658786 May 06 14:09:52.300732 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-d0ec1877-60e4-4495-b395-ffacda37415e req-31c79980-98fe-4a3e-8460-45cc7ddc9275 service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526818 May 06 14:09:53.466116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de89b5b-89be-445f-884f-a9a803ab82c0 req-ed132683-a62f-4830-b72d-001e862629f3 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:53.467708 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3de89b5b-89be-445f-884f-a9a803ab82c0 req-ed132683-a62f-4830-b72d-001e862629f3 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.1056213 May 06 14:09:53.518517 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3de89b5b-89be-445f-884f-a9a803ab82c0 req-5f92067d-7518-447f-bef6-9291aa2499b7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449297 May 06 14:09:54.006935 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:09:54.760802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1abb5-a694-4670-918f-f11fb2e5cad5 req-1549f647-df06-461c-8e72-8a51e50ae49c tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:54.762573 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0e1abb5-a694-4670-918f-f11fb2e5cad5 req-1549f647-df06-461c-8e72-8a51e50ae49c tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.0819476 May 06 14:09:54.816694 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-b0e1abb5-a694-4670-918f-f11fb2e5cad5 req-1d99d283-24a8-4301-8558-3d1fe5f68db6 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 May 06 14:09:56.032604 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea424be8-1b66-4743-8077-d715192432c4 req-66d113a8-9900-4b3f-a05c-e654d110f24a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:56.034112 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea424be8-1b66-4743-8077-d715192432c4 req-66d113a8-9900-4b3f-a05c-e654d110f24a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.0880992 May 06 14:09:56.083572 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-ea424be8-1b66-4743-8077-d715192432c4 req-9db1e032-292c-42c2-8e86-696fe27b5766 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434396 May 06 14:09:56.660241 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-c0c6bb09-c7d1-4077-ab52-f38cc9fadb3a service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303124 May 06 14:09:56.793035 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-023114eb-b18b-4e7a-b74e-4d1360861b23 req-9ad1c751-76e5-4468-ab0e-a09897a39b0e service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244602 May 06 14:09:56.907735 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aeefdabf-5f71-4b4f-a28a-d2ac1dc26b00 req-be1521d7-46b1-4328-83ac-0f7eb1052a5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 1094 time: 0.0724814 May 06 14:09:57.039697 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefdabf-5f71-4b4f-a28a-d2ac1dc26b00 req-cae3921b-3262-4e25-a709-ab7153d0e018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:57.041249 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aeefdabf-5f71-4b4f-a28a-d2ac1dc26b00 req-cae3921b-3262-4e25-a709-ab7153d0e018 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1264944 May 06 14:09:57.112867 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aeefdabf-5f71-4b4f-a28a-d2ac1dc26b00 req-8a2b56bc-546f-464e-9c52-a5e5d2f161a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c HTTP/1.1" status: 200 len: 217 time: 0.0656238 May 06 14:09:57.177537 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefdabf-5f71-4b4f-a28a-d2ac1dc26b00 req-2c145957-65bd-4f9e-a795-9b80333122f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:57.179029 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aeefdabf-5f71-4b4f-a28a-d2ac1dc26b00 req-2c145957-65bd-4f9e-a795-9b80333122f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0606658 May 06 14:09:57.416176 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aeefdabf-5f71-4b4f-a28a-d2ac1dc26b00 req-acedfba2-7727-4dbe-9148-8935a29d527d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2307997 May 06 14:09:57.425760 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce56a4-8548-4dc7-b472-a61233f15acb req-101eb69e-0683-4ec5-867e-078c28440fb5 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:57.427272 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04ce56a4-8548-4dc7-b472-a61233f15acb req-101eb69e-0683-4ec5-867e-078c28440fb5 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.2085555 May 06 14:09:57.569441 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-04ce56a4-8548-4dc7-b472-a61233f15acb req-9a88ad5d-e632-43da-9532-0136b8ebfb9a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214230 May 06 14:09:57.590143 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aeefdabf-5f71-4b4f-a28a-d2ac1dc26b00 req-2f56a46a-fa1a-4668-a318-52f0b77f0b99 service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618931 May 06 14:09:57.730336 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-aeefdabf-5f71-4b4f-a28a-d2ac1dc26b00 req-cf5a65c4-816c-468f-a39b-4b3fdae74008 service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346958 May 06 14:09:58.817131 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dcd1d-6033-4db8-b31a-9e4b5500d54b req-fd239916-55ea-4b66-bd10-64bbfad3e657 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:09:58.818698 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e63dcd1d-6033-4db8-b31a-9e4b5500d54b req-fd239916-55ea-4b66-bd10-64bbfad3e657 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.0793405 May 06 14:09:58.865467 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e63dcd1d-6033-4db8-b31a-9e4b5500d54b req-9215e3ca-0f8e-4b3e-8528-f2cf9b0b8585 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 May 06 14:10:00.080092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32894968-cc38-41d5-82f1-563cf28e0f84 req-75e9583a-2a5a-4e88-8c8a-d946e824c5d4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:00.082036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32894968-cc38-41d5-82f1-563cf28e0f84 req-75e9583a-2a5a-4e88-8c8a-d946e824c5d4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.0924623 May 06 14:10:00.136229 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-32894968-cc38-41d5-82f1-563cf28e0f84 req-4a90b4a9-1711-43f1-ad91-5ba8b96e86d0 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485206 May 06 14:10:01.024498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8dd18f56-f446-4ed5-9a28-8777b0dde21c details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:10:01.165926 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:10:01.181495 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'port_id': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'mac_address': 'fa:16:3e:41:f3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:10:01.244880 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:01.266552 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd18f56-f446-4ed5-9a28-8777b0dde21c {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:10:01.291721 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:10:01.298785 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:01.353463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f0890-2446-440d-9508-39fb7e0c4220 req-79c74877-0d7b-4aa1-af79-158f1781334b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:01.355163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-770f0890-2446-440d-9508-39fb7e0c4220 req-79c74877-0d7b-4aa1-af79-158f1781334b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 944 time: 0.0896392 May 06 14:10:01.390218 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8dd18f56-f446-4ed5-9a28-8777b0dde21c,revision_number=4']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:01.408309 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-770f0890-2446-440d-9508-39fb7e0c4220 req-d1c249f8-ef61-42fe-90a2-56e110c5c69f tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474067 May 06 14:10:01.668617 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8dd18f56-f446-4ed5-9a28-8777b0dde21c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:10:02.630351 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a65b-3a8d-4808-8878-989b2e0d0987 req-996c6145-e6b1-4e66-9e51-550ed03fc56f tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:02.640004 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9b5a65b-3a8d-4808-8878-989b2e0d0987 req-996c6145-e6b1-4e66-9e51-550ed03fc56f tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 944 time: 0.1029778 May 06 14:10:02.693305 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-d9b5a65b-3a8d-4808-8878-989b2e0d0987 req-c1c38984-f826-4d53-887d-c816cc0114f6 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519247 May 06 14:10:03.056008 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8dd18f56-f446-4ed5-9a28-8777b0dde21c up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:10:03.136042 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning for port 8dd18f56-f446-4ed5-9a28-8777b0dde21c completed by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:10:03.141612 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 8dd18f56-f446-4ed5-9a28-8777b0dde21c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:10:03.142034 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.261647 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.294206 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:10:03.304599 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:10:03.316116 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.396489 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8dd18f56-f446-4ed5-9a28-8777b0dde21c,revision_number=5']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:03.443609 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa7921d-7f81-4bc2-9de5-adf553d7c3d4'] response: {'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'code': 200} May 06 14:10:03.574168 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9357f2dc-8e2a-44e5-bf56-83e0765e27da req-0a8d7686-4f41-4dec-bc3a-873399dc6f0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 1096 time: 0.0705817 May 06 14:10:03.622184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-9357f2dc-8e2a-44e5-bf56-83e0765e27da req-a6f09677-e182-412c-85cc-8652df1c91dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421953 May 06 14:10:03.909779 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9f97-9098-4bd2-acdc-2222e9a2b1d2 req-83310313-16a5-44d2-bbb3-1d550eb54a07 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:03.911291 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a1a9f97-9098-4bd2-acdc-2222e9a2b1d2 req-83310313-16a5-44d2-bbb3-1d550eb54a07 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 945 time: 0.0772169 May 06 14:10:03.963135 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8a1a9f97-9098-4bd2-acdc-2222e9a2b1d2 req-982fec00-ed73-4b3f-8958-11aad17e01f2 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425496 May 06 14:10:05.195420 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c2aa1-5e1c-44e0-b797-43b8ac060fe3 req-4d4e56c5-cc10-493b-809c-78ad2d90240a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:05.196939 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de2c2aa1-5e1c-44e0-b797-43b8ac060fe3 req-4d4e56c5-cc10-493b-809c-78ad2d90240a tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 945 time: 0.0873749 May 06 14:10:05.243508 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-de2c2aa1-5e1c-44e0-b797-43b8ac060fe3 req-03b81416-7d62-4272-98b3-0f31104208c9 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 May 06 14:10:05.583045 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-4669d3dd-879a-410d-9fe0-d69ee86185d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725110 May 06 14:10:05.734184 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-c70d377d-f260-45d2-948e-cce767ddf137 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 1096 time: 0.0778139 May 06 14:10:05.896030 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-f1913810-b46f-4225-91e7-18a727196858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:05.897565 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-f1913810-b46f-4225-91e7-18a727196858 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1420624 May 06 14:10:05.968164 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-086bbe6c-a8aa-4bc5-a4a3-65ecc368bb1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c HTTP/1.1" status: 200 len: 217 time: 0.0648992 May 06 14:10:06.037478 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-dcaa538e-5c3d-4c3e-a5f1-2f381e63092d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:06.039074 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-dcaa538e-5c3d-4c3e-a5f1-2f381e63092d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0659297 May 06 14:10:06.117048 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-2ec62ffc-514b-4c52-a71d-4a8b242f7884 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725641 May 06 14:10:06.379466 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-c4f4b6cb-4340-4f69-b136-3e63f2633f3a service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567449 May 06 14:10:06.573883 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-008c6229-ec96-4a9d-8f34-8fbaad7bcdf5 req-6b4cb505-a63d-48a6-8bf6-411fff8c109b service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887536 May 06 14:10:06.592799 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489021d9-b74f-4938-90c7-55e0447090f6 req-25a9777f-c3bf-4073-8b4b-1c0c6f9ad7a8 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:06.594082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-489021d9-b74f-4938-90c7-55e0447090f6 req-25a9777f-c3bf-4073-8b4b-1c0c6f9ad7a8 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 945 time: 0.1379211 May 06 14:10:06.649757 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-489021d9-b74f-4938-90c7-55e0447090f6 req-f057fde1-2447-461d-9c81-0a74b571a95c tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475645 May 06 14:10:07.034398 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5736d7-439f-4fc8-9893-2401948d5452 req-1d00b265-ddcf-4bbc-8fda-093c0fb8dd25 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:07.035941 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb5736d7-439f-4fc8-9893-2401948d5452 req-1d00b265-ddcf-4bbc-8fda-093c0fb8dd25 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 945 time: 0.0788136 May 06 14:10:07.093788 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-eb5736d7-439f-4fc8-9893-2401948d5452 req-debbed74-3fb6-469e-bf28-e87eb809762d tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512719 May 06 14:10:07.122989 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59466) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:07.308220 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f5dd748f-61b8-4932-b469-a40d3d7cbdea tempest-TestSnapshotPattern-1722050343 tempest-TestSnapshotPattern-1722050343-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 1091 time: 0.1823082 May 06 14:10:07.311487 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59470) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:10:07.317104 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.v2.base [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Request body: {'floatingip': {'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'port_id': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'tenant_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:10:07.323955 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:10:07.328473 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Usage tracker for resource:floatingip and tenant:7d8d842d384b468693a1382433225342 is out of sync, need to count used quota {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:10:07.331846 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83952) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:10:07.338087 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.quota.driver [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83952) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:10:07.351383 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for floatingip, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:07.491825 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:07.627371 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_common [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Allocated IP 172.25.7.79 (135e79cd-88d1-497a-9ea2-a7328c462607/e879b8b6-dd89-43c2-a738-b54760f88668/499c6d39-8a51-4068-93ec-d232de0e60ac) {{(pid=83952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:10:07.777592 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for port, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:07.807322 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727639668619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:07.878166 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Network 135e79cd-88d1-497a-9ea2-a7328c462607 is already hosted by enough agents. {{(pid=83952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:10:07.880982 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.base_scheduler [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Resources bound (agent type, host, resource id): {{(pid=83952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:10:07.883766 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Received port after_create {{(pid=83952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:10:07.913780 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'Port': ['ID=499c6d39-8a51-4068-93ec-d232de0e60ac,revision_number=1']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:07.936802 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.937144 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.937761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.937761 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.938117 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.938442 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.938791 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.939108 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.939426 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.939765 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:07.940090 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:10:08.324865 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.433106 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.488894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.701257 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for port, precommit_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.706907 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954388'] for port, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:08.812332 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event updated for resources: {'Port': ['ID=499c6d39-8a51-4068-93ec-d232de0e60ac,revision_number=2']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:10:08.825684 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4074730'] for floatingip, after_update {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:09.122417 n-d-840847-1 neutron-server[83952]: INFO neutron.db.l3_db [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Floating IP 1d7c8eb0-f7b4-4a62-bf8c-38d2556955d0 associated. External IP: 172.25.7.79, port: 8dd18f56-f446-4ed5-9a28-8777b0dde21c. May 06 14:10:09.541488 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Router 22b41bf4-742b-4060-b56a-46a063f81954 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:10:09.772407 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:10:09.782363 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] Sync routers for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:10:09.800403 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:10:09.801881 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:09.816664 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:09.903387 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-9aa558ab-bb09-4c6a-b793-97dc6de37bb7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5905669 May 06 14:10:09.904127 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:10:09.977908 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cced8782-d306-4457-ac14-4fc646169a8a'] response: {'name': 'network-changed', 'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'status': 'completed', 'code': 200} May 06 14:10:10.024589 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:10:10.071024 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1946b6dc-6fcd-4dab-b3e9-1538862d32f9 req-2041c616-b44b-4e94-a66b-0881875c8b8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 1096 time: 0.0721731 May 06 14:10:10.217677 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946b6dc-6fcd-4dab-b3e9-1538862d32f9 req-b72e9f0b-27e8-413e-8ff3-bae9dc9ceb53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:10.219749 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1946b6dc-6fcd-4dab-b3e9-1538862d32f9 req-b72e9f0b-27e8-413e-8ff3-bae9dc9ceb53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1433282 May 06 14:10:10.335160 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1946b6dc-6fcd-4dab-b3e9-1538862d32f9 req-13964ad5-dea2-4575-bd20-d27a0f0063b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c HTTP/1.1" status: 200 len: 998 time: 0.1086953 May 06 14:10:10.417059 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946b6dc-6fcd-4dab-b3e9-1538862d32f9 req-aad11def-7526-4959-b6e0-465ee0315244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:10.418647 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1946b6dc-6fcd-4dab-b3e9-1538862d32f9 req-aad11def-7526-4959-b6e0-465ee0315244 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0778594 May 06 14:10:10.432032 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '05400813-3731-4e52-b9f4-dfc8e423bc21', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:24Z', 'updated_at': '2022-05-06T14:07:37Z', 'revision_number': 1, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}, {'id': '1d7c8eb0-f7b4-4a62-bf8c-38d2556955d0', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:41:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:10:08Z', 'updated_at': '2022-05-06T14:10:08Z', 'revision_number': 0, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:10.437242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] Checking router: 22b41bf4-742b-4060-b56a-46a063f81954 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:10:10.449372 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:10:10.450517 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:09:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:10.502094 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1946b6dc-6fcd-4dab-b3e9-1538862d32f9 req-5f475e65-a771-4060-8b87-7332387b071c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774541 May 06 14:10:10.643344 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:10:10.659369 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1946b6dc-6fcd-4dab-b3e9-1538862d32f9 req-fdebefda-e7ba-450b-9b68-f62aeabc884c service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512680 May 06 14:10:10.796969 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-1946b6dc-6fcd-4dab-b3e9-1538862d32f9 req-81d61ff8-92c6-4f1d-8c52-e3ee34740546 service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313236 May 06 14:10:11.026839 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '05400813-3731-4e52-b9f4-dfc8e423bc21', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:24Z', 'updated_at': '2022-05-06T14:07:37Z', 'revision_number': 1, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}, {'id': '1d7c8eb0-f7b4-4a62-bf8c-38d2556955d0', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:41:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:10:08Z', 'updated_at': '2022-05-06T14:10:08Z', 'revision_number': 0, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:10:11.032231 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de02a8c-00db-4b5e-a023-b4966b1c1198 None None] The sync data for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 is: [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '05400813-3731-4e52-b9f4-dfc8e423bc21', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:24Z', 'updated_at': '2022-05-06T14:07:37Z', 'revision_number': 1, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}, {'id': '1d7c8eb0-f7b4-4a62-bf8c-38d2556955d0', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:41:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:10:08Z', 'updated_at': '2022-05-06T14:10:08Z', 'revision_number': 0, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:10:11.237445 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a39038f-2753-4b9b-9a40-b601d72bc4c6 None None] New status for floating IP 1d7c8eb0-f7b4-4a62-bf8c-38d2556955d0: ACTIVE {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:10:12.506539 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-66ceb152-7c01-4f34-b5e8-77fca601b3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:14.137686 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:14.798114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-9e8f6519-9c3b-4196-8dd1-cc83fcf790fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:15.566177 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:16.476267 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:17.945879 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:31.011190 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:10:38.330404 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:42.509279 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a3a76da3-4863-4375-87b8-403b779c61a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:44.142929 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:44.805092 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d74234a9-95c4-47b8-8008-d21ccb0886d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:45.563088 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:46.480247 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:47.948091 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:52.483128 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-00668ca5-48fe-4d92-9a26-580ccf0cdb3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381023 May 06 14:10:52.628658 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-cd503517-387c-4e64-b7af-0ec6437835fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1095 time: 0.0764604 May 06 14:10:52.788653 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-f6187b80-a425-4a8b-af93-c4bdb7496622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:52.790085 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-f6187b80-a425-4a8b-af93-c4bdb7496622 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1328290 May 06 14:10:52.895574 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-5bfa2c9d-8113-47b9-8169-d183d5173823 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 999 time: 0.0990713 May 06 14:10:52.959777 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-d1672b51-9b79-4fd0-a231-5d1a05f38a27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:10:52.961234 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-d1672b51-9b79-4fd0-a231-5d1a05f38a27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0604231 May 06 14:10:53.043343 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-1bf01fad-756f-4fb5-80cf-3d81474222a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762205 May 06 14:10:53.176529 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-00b1f726-c162-4e6b-aebe-bcb62e0faaea service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271548 May 06 14:10:53.308091 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-ba89a23a-cb44-4ff1-bb4a-49b071c5a8e9 req-892d1994-25c5-4799-bf52-d984e8fb0a58 service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253126 May 06 14:11:05.569084 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-ce73ba0e-3fa1-4baa-813b-47799c8bff1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811639 May 06 14:11:05.706839 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-28dbe6b9-f3a4-42bd-8e5a-ae747c231fa5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 1096 time: 0.0706465 May 06 14:11:05.867611 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-977b8642-b744-4628-89d8-27544bde32c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:05.869060 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-977b8642-b744-4628-89d8-27544bde32c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1408181 May 06 14:11:05.983414 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-f2f6eb67-0d47-4a73-b340-5f7897cd8686 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c HTTP/1.1" status: 200 len: 1000 time: 0.1079893 May 06 14:11:06.156542 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-6a25caf0-e390-4d01-aee0-3d4e0b78b2c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:06.157873 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-6a25caf0-e390-4d01-aee0-3d4e0b78b2c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.1678963 May 06 14:11:06.249381 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-cbef6614-d845-496f-b93c-f3ef91df44ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848272 May 06 14:11:06.384831 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-29c6f531-8931-4dd1-b3ef-663a6f9a67e3 service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299293 May 06 14:11:06.521129 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-daf33265-b5a2-402d-ac3f-4bdf11a5d6e6 req-5f708bc1-af7e-45bb-8451-0b6fc307fbc8 service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308820 May 06 14:11:08.016650 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:11:08.338913 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:12.503183 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-feeb557b-8cf5-40f8-9e17-ee58fedff543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:14.143945 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:14.802088 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ca4f9017-bc7d-4c03-a43e-6f701b986276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:15.559783 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:16.484180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:17.951656 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:38.350944 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.509348 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ecf24c9b-8e5d-4978-8661-2f19e0c069a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:44.151083 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:44.796228 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-089376d9-0b8b-4c49-930e-5bb470a0e7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:45.018005 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:11:45.558738 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:46.486057 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:47.954883 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:53.467897 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-575228f9-4175-4380-a06c-712dd78d57dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873357 May 06 14:11:53.611052 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-cb642698-d5a1-4960-a96c-8fbb98ac59f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1095 time: 0.0717666 May 06 14:11:53.770241 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-8ea24d66-f04c-4310-9c24-d8a24359a46a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:53.772342 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-8ea24d66-f04c-4310-9c24-d8a24359a46a service neutron] 10.222.0.36 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1388996 May 06 14:11:53.879310 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-bb926f09-8c2a-49b5-93de-ff58ab8706f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 999 time: 0.1010876 May 06 14:11:53.944562 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-e8fe28cc-89dd-4461-a3f6-bef81a49e53e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:11:53.945993 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-e8fe28cc-89dd-4461-a3f6-bef81a49e53e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0615139 May 06 14:11:54.023134 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-d001a263-2a52-4f6d-8b00-b6e68b8b709f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713775 May 06 14:11:54.159420 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-91957f50-8848-4fea-933e-19e7a3d2e705 service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302085 May 06 14:11:54.299854 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-c0afef3a-47d7-450f-8cf7-482d3217f3f5 req-4cc443ff-4b89-49b6-9fe5-01df22967e01 service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346273 May 06 14:12:07.571661 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-07fe347a-1845-46e2-b925-07141a9254f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720348 May 06 14:12:07.725770 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-0751552f-e385-45b7-b5d8-248e12dcb223 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 1096 time: 0.0826688 May 06 14:12:07.882524 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-2e8c147f-a2ca-44e6-8ab8-34d9ab5f7949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:07.884103 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-2e8c147f-a2ca-44e6-8ab8-34d9ab5f7949 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1390083 May 06 14:12:07.990097 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-369ef5cf-4924-4d9f-8043-bf7fef95e17a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c HTTP/1.1" status: 200 len: 1000 time: 0.0990603 May 06 14:12:08.057344 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-9d9cd159-67b6-4f18-8253-8297ff07f985 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:08.058870 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-9d9cd159-67b6-4f18-8253-8297ff07f985 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0634460 May 06 14:12:08.146351 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-13f484cd-69fd-4341-bdd4-a62b98199294 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813923 May 06 14:12:08.292267 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-b4ac4c06-c61b-4ba0-a26e-f822ab92f008 service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401098 May 06 14:12:08.359860 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:08.432082 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-0ab30c31-904e-4cc0-864d-4f2569ae49fa req-409d6e38-1f1f-4350-b611-7f23b3a28254 service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340704 May 06 14:12:12.504762 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-97aa02cc-df3e-4e16-be46-504dcf7c602e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:14.163011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:14.801802 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c4cc9b72-33ea-400a-903a-18e9721946d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:15.556160 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:16.489264 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:17.960023 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:22.023508 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:12:25.727692 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8dd18f56-f446-4ed5-9a28-8777b0dde21c details requested by agent hyperv_n-h1-840847-1 with host n-h1-840847-1 {{(pid=83958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:12:25.907118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:25.920832 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Returning: {'device': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'port_id': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'mac_address': 'fa:16:3e:41:f3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:12:25.981180 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:26.000636 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dd18f56-f446-4ed5-9a28-8777b0dde21c {{(pid=83958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:12:26.022066 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:26.028694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:26.098782 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] get_ports_and_sgs() called for port_ids ['8dd18f56-f446-4ed5-9a28-8777b0dde21c'] {{(pid=83958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:12:26.121542 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8dd18f56-f446-4ed5-9a28-8777b0dde21c,revision_number=6']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:26.146903 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.147246 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.147582 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.147917 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.148244 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.148570 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.148893 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.149215 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.149561 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.149863 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:26.150183 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:27.738227 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8dd18f56-f446-4ed5-9a28-8777b0dde21c up at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:12:27.817540 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.provisioning_blocks [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Provisioning complete for port 8dd18f56-f446-4ed5-9a28-8777b0dde21c triggered by entity L2. {{(pid=83958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:12:27.817933 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:27.934219 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:27.964194 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:27.974567 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:27.978826 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:28.044636 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce5ba64-b536-46ac-b195-63549a1da1fb'] response: {'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'code': 200} May 06 14:12:28.048543 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8dd18f56-f446-4ed5-9a28-8777b0dde21c,revision_number=7']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:38.380342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:42.553593 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-61388ca7-3359-4beb-981c-80a24dffdd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.106318 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59660) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:44.174185 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.314192 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Deleting port 499c6d39-8a51-4068-93ec-d232de0e60ac {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:12:44.314540 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.499493 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.499763 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.725465 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Calling delete_port for 499c6d39-8a51-4068-93ec-d232de0e60ac owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:12:44.805960 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ffc8384e-1073-4dc8-aab3-8ebcec55a30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.888918 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.933782 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event deleted for resources: {'Port': ['ID=499c6d39-8a51-4068-93ec-d232de0e60ac,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:44.974023 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.974505 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.974747 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.975036 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.975368 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.975687 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.976013 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.976308 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.976651 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.976976 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:44.977295 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:45.045397 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:45.460393 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Router 22b41bf4-742b-4060-b56a-46a063f81954 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:12:45.553425 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:45.672247 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:12:45.686467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] Sync routers for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:12:45.696858 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:45.703829 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:45.704478 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:45.761116 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-c80e2f6e-6ad6-4c86-8369-bfac40dd0e50 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "DELETE /v2.0/floatingips/1d7c8eb0-f7b4-4a62-bf8c-38d2556955d0 HTTP/1.1" status: 204 len: 168 time: 1.6520722 May 06 14:12:45.761116 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:45.821524 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daaee53c-3a46-4d11-be38-a1894db2b13c'] response: {'name': 'network-changed', 'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'status': 'completed', 'code': 200} May 06 14:12:45.933101 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3416f386-6138-4a3f-b71d-8c5fd75d4096 req-1bbef6f7-eb57-4ca9-a0ae-a2532ba29e46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 1096 time: 0.0875127 May 06 14:12:45.948185 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:46.103507 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416f386-6138-4a3f-b71d-8c5fd75d4096 req-362fd19a-c955-47a8-a1ad-9b3d8c265b25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:46.105814 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3416f386-6138-4a3f-b71d-8c5fd75d4096 req-362fd19a-c955-47a8-a1ad-9b3d8c265b25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1666608 May 06 14:12:46.184497 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3416f386-6138-4a3f-b71d-8c5fd75d4096 req-c30cbc3e-8abe-492c-84a9-bca1360b51ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c HTTP/1.1" status: 200 len: 217 time: 0.0718610 May 06 14:12:46.255806 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416f386-6138-4a3f-b71d-8c5fd75d4096 req-c2cbc7b5-793a-46f3-be30-fb86a9f97f58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:46.257434 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3416f386-6138-4a3f-b71d-8c5fd75d4096 req-c2cbc7b5-793a-46f3-be30-fb86a9f97f58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0662720 May 06 14:12:46.366243 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '05400813-3731-4e52-b9f4-dfc8e423bc21', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:24Z', 'updated_at': '2022-05-06T14:07:37Z', 'revision_number': 1, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:46.371109 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] Checking router: 22b41bf4-742b-4060-b56a-46a063f81954 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:12:46.382880 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:46.384139 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:46.401435 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3416f386-6138-4a3f-b71d-8c5fd75d4096 req-9a92912b-26f7-4568-8a91-7f96022971bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367269 May 06 14:12:46.580863 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:46.640668 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:46.716011 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3416f386-6138-4a3f-b71d-8c5fd75d4096 req-e6cc6627-f835-4826-827b-1e3ffcf7322d service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079412 May 06 14:12:46.745463 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdaa4f-ef7b-474e-83ad-f65a01309c55 req-073b0353-0aa8-4caf-8eea-ffc012e491f9 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:46.746293 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c8fdaa4f-ef7b-474e-83ad-f65a01309c55 req-073b0353-0aa8-4caf-8eea-ffc012e491f9 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Synchronizing usage tracker for tenant:7d8d842d384b468693a1382433225342 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:46.827951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-c8fdaa4f-ef7b-474e-83ad-f65a01309c55 req-073b0353-0aa8-4caf-8eea-ffc012e491f9 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Unset dirty status for tenant:7d8d842d384b468693a1382433225342 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:46.829163 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8fdaa4f-ef7b-474e-83ad-f65a01309c55 req-073b0353-0aa8-4caf-8eea-ffc012e491f9 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 945 time: 0.5122154 May 06 14:12:46.902410 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-3416f386-6138-4a3f-b71d-8c5fd75d4096 req-498161a5-a823-4342-bd95-be4cb83199ea service neutron] 10.222.0.48 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797600 May 06 14:12:46.914683 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-c8fdaa4f-ef7b-474e-83ad-f65a01309c55 req-583bd7b9-d1c1-4a2d-adfa-d7bafe335a23 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780854 May 06 14:12:47.020149 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '05400813-3731-4e52-b9f4-dfc8e423bc21', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:24Z', 'updated_at': '2022-05-06T14:07:37Z', 'revision_number': 1, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:47.024925 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd5c7c-a984-4ac0-97cd-955332114f4c None None] The sync data for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 is: [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_floatingips': [{'id': '05400813-3731-4e52-b9f4-dfc8e423bc21', 'tenant_id': '7d8d842d384b468693a1382433225342', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'router_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'port_id': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'mac_address': 'fa:16:3e:0f:41:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:07:24Z', 'updated_at': '2022-05-06T14:07:37Z', 'revision_number': 1, 'project_id': '7d8d842d384b468693a1382433225342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:12:47.252590 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f28a5-ac8e-48d3-8c9b-71ed1bf5cb08 None None] New status for floating IP 1d7c8eb0-f7b4-4a62-bf8c-38d2556955d0: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:12:47.845314 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-68058016-3b7a-4198-a12c-af576c0e2563 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:47.846771 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-68058016-3b7a-4198-a12c-af576c0e2563 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 945 time: 0.0816782 May 06 14:12:47.852639 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8dd18f56-f446-4ed5-9a28-8777b0dde21c no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:12:47.916867 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Deleting port 8dd18f56-f446-4ed5-9a28-8777b0dde21c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:12:47.917510 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:47.975575 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:47.980578 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1154259'] for port, before_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:48.013445 n-d-840847-1 neutron-server[83958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c'}] {{(pid=83958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:48.024225 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:48.029741 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727640107686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727639668637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727639668682'] for port, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:48.103458 n-d-840847-1 neutron-server[83958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d5357a-b112-4ca6-a65c-01e82a993889'] response: {'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'code': 200} May 06 14:12:48.129628 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Pushing event updated for resources: {'Port': ['ID=8dd18f56-f446-4ed5-9a28-8777b0dde21c,revision_number=8']} {{(pid=83958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:48.194436 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:48.194814 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:48.349818 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Calling delete_port for 8dd18f56-f446-4ed5-9a28-8777b0dde21c owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:12:48.460108 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.db.api [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83955) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:12:48.460464 n-d-840847-1 neutron-server[83955]: DEBUG oslo_db.api [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:12:48.467452 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ad53-9ce3-48d8-a204-113349afcdcd req-c2f8518a-c80c-4f49-84aa-be28fa3aaa04 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:48.468989 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8869ad53-9ce3-48d8-a204-113349afcdcd req-c2f8518a-c80c-4f49-84aa-be28fa3aaa04 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 943 time: 0.3233430 May 06 14:12:48.516507 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-8869ad53-9ce3-48d8-a204-113349afcdcd req-a0c2c331-319e-4afa-9d22-e54259087500 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 May 06 14:12:48.961726 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Deleting port 8dd18f56-f446-4ed5-9a28-8777b0dde21c {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:12:48.962536 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:49.222450 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] For port 8dd18f56-f446-4ed5-9a28-8777b0dde21c, host n-h1-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840847-1',level=0,port_id=8dd18f56-f446-4ed5-9a28-8777b0dde21c,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:49.222749 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:49.346951 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Calling delete_port for 8dd18f56-f446-4ed5-9a28-8777b0dde21c owned by compute:nova {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:12:49.598984 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:49.648187 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event deleted for resources: {'Port': ['ID=8dd18f56-f446-4ed5-9a28-8777b0dde21c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:49.722882 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-2e7271a3-a083-42ab-838c-990e588b2cdb req-577bda78-7478-4238-8ba3-d6ffb9bc3b00 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e7f6c50-e591-4f91-b463-e7442cf30e81 HTTP/1.1" status: 200 len: 210 time: 0.0702815 May 06 14:12:49.776941 n-d-840847-1 neutron-server[83955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] No DVR routers for this DVR port 8dd18f56-f446-4ed5-9a28-8777b0dde21c on host n-h1-840847-1 {{(pid=83955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:12:49.779840 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:49.782802 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'name': 'network-vif-deleted', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:49.801921 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-a0cb3826-884a-46df-9d90-03ea2a3aac44 req-a957f392-97a5-4215-bf10-a6f3dc29cda4 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.48 "DELETE /v2.0/ports/8dd18f56-f446-4ed5-9a28-8777b0dde21c HTTP/1.1" status: 204 len: 173 time: 1.9496586 May 06 14:12:49.848171 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d7ebce-cfb4-46f3-896e-0b9177db3491'] response: {'server_uuid': '0e7f6c50-e591-4f91-b463-e7442cf30e81', 'name': 'network-vif-deleted', 'tag': '8dd18f56-f446-4ed5-9a28-8777b0dde21c', 'status': 'completed', 'code': 200} May 06 14:12:51.463021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59730) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:51.672974 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Deleting port 69d3ed55-1ce6-4c63-8dbd-54928cf976be {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:12:51.673354 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.848906 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.849284 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.880426 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8dd18f56-f446-4ed5-9a28-8777b0dde21c no longer exists at agent hyperv_n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:12:51.918753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] No Port match for: 8dd18f56-f446-4ed5-9a28-8777b0dde21c {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:12:51.919118 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Device 8dd18f56-f446-4ed5-9a28-8777b0dde21c not bound to the agent host n-h1-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:12:51.981145 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Calling delete_port for 69d3ed55-1ce6-4c63-8dbd-54928cf976be owned by network:floatingip {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:12:52.174023 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:52.224686 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event deleted for resources: {'Port': ['ID=69d3ed55-1ce6-4c63-8dbd-54928cf976be,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:52.368373 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for floatingip, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:52.829487 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Router 22b41bf4-742b-4060-b56a-46a063f81954 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:12:53.157831 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:12:53.168942 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] Sync routers for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:12:53.176703 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for floatingip, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:53.187214 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:53.188369 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:53.236522 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-2afd1445-d2fc-4299-b407-66d95b2513f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "DELETE /v2.0/floatingips/05400813-3731-4e52-b9f4-dfc8e423bc21 HTTP/1.1" status: 204 len: 168 time: 1.7723317 May 06 14:12:53.237503 n-d-840847-1 neutron-server[83955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e'}] {{(pid=83955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:53.303402 n-d-840847-1 neutron-server[83955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d6ce35-5366-4a1b-a220-a78b624c4124'] response: {'name': 'network-changed', 'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'status': 'completed', 'code': 200} May 06 14:12:53.399834 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:53.400256 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-04fe06d1-ae8c-4f14-941c-30caea79d0e8 req-8499d141-991b-4d08-b073-090e1fd2b19e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d8d842d384b468693a1382433225342&device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 1095 time: 0.0740447 May 06 14:12:53.550067 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe06d1-ae8c-4f14-941c-30caea79d0e8 req-35da09c6-a627-45b7-8110-cf9f1c623f71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:53.551834 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-04fe06d1-ae8c-4f14-941c-30caea79d0e8 req-35da09c6-a627-45b7-8110-cf9f1c623f71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 200 len: 911 time: 0.1456869 May 06 14:12:53.628409 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-04fe06d1-ae8c-4f14-941c-30caea79d0e8 req-aac0a492-ae9c-4e1b-aed8-cd6a4cc52baa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 200 len: 217 time: 0.0695305 May 06 14:12:53.678708 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58761d4-56a5-4206-bb63-471d6fd43707 req-9822360c-d64f-496c-8838-1f8451af5e91 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:53.679373 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e58761d4-56a5-4206-bb63-471d6fd43707 req-9822360c-d64f-496c-8838-1f8451af5e91 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Synchronizing usage tracker for tenant:7d8d842d384b468693a1382433225342 on resource:port {{(pid=83955) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:53.698496 n-d-840847-1 neutron-server[83955]: DEBUG neutron.quota.resource [req-e58761d4-56a5-4206-bb63-471d6fd43707 req-9822360c-d64f-496c-8838-1f8451af5e91 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Unset dirty status for tenant:7d8d842d384b468693a1382433225342 on resource:port {{(pid=83955) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:53.699716 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e58761d4-56a5-4206-bb63-471d6fd43707 req-9822360c-d64f-496c-8838-1f8451af5e91 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 944 time: 0.1156480 May 06 14:12:53.714454 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe06d1-ae8c-4f14-941c-30caea79d0e8 req-bcec4e26-0db9-4795-afae-a3f980e5b615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:53.715982 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-04fe06d1-ae8c-4f14-941c-30caea79d0e8 req-bcec4e26-0db9-4795-afae-a3f980e5b615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 200 len: 849 time: 0.0815656 May 06 14:12:53.751087 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-e58761d4-56a5-4206-bb63-471d6fd43707 req-2c5df194-03d5-46c5-a8d9-8336d7f6e2f7 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437543 May 06 14:12:53.804957 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:53.810286 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] Checking router: 22b41bf4-742b-4060-b56a-46a063f81954 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:12:53.821507 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:53.822192 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:53.824802 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-04fe06d1-ae8c-4f14-941c-30caea79d0e8 req-92a12cd3-4c82-4075-b06a-f9fb0b3ce1ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000805 May 06 14:12:53.969183 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-04fe06d1-ae8c-4f14-941c-30caea79d0e8 req-e2683aa5-5608-4ca8-9e69-3b8413fabf48 service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352901 May 06 14:12:54.053509 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:54.118818 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-04fe06d1-ae8c-4f14-941c-30caea79d0e8 req-60c8c318-b990-4715-9eca-e35aea1e0cae service neutron] 10.222.0.36 "GET /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423702 May 06 14:12:54.400753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:54.402360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a544a-9645-4c09-8011-913f3901761f req-334878cf-ca49-4c58-a90c-e1a0d814db17 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:54.402360 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b55a544a-9645-4c09-8011-913f3901761f req-334878cf-ca49-4c58-a90c-e1a0d814db17 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Synchronizing usage tracker for tenant:7d8d842d384b468693a1382433225342 on resource:port {{(pid=83952) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:12:54.406069 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7a9311-6bbc-4892-9799-89b9a9741ba6 None None] The sync data for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 is: [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:06:57Z', 'revision_number': 4, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1', '_interfaces': [{'id': '099cfb7b-4114-4f8b-96e2-67a97d941359', 'name': '', 'network_id': '10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7', 'tenant_id': '7d8d842d384b468693a1382433225342', 'mac_address': 'fa:16:3e:0c:b3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:56Z', 'updated_at': '2022-05-06T14:07:17Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'subnets': [{'id': '52f1a12e-2da8-4da7-ad31-8326bcc78fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:12:54.416581 n-d-840847-1 neutron-server[83952]: DEBUG neutron.quota.resource [req-b55a544a-9645-4c09-8011-913f3901761f req-334878cf-ca49-4c58-a90c-e1a0d814db17 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Unset dirty status for tenant:7d8d842d384b468693a1382433225342 on resource:port {{(pid=83952) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:12:54.418097 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b55a544a-9645-4c09-8011-913f3901761f req-334878cf-ca49-4c58-a90c-e1a0d814db17 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.36 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 944 time: 0.0992534 May 06 14:12:54.603295 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-b55a544a-9645-4c09-8011-913f3901761f req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Deleting port 1f34c591-a2c9-4123-9419-76c70cb7980e {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:12:54.603759 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b55a544a-9645-4c09-8011-913f3901761f req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:54.652787 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0d83f-abd4-4be2-93cd-fe903e557022 None None] New status for floating IP 05400813-3731-4e52-b9f4-dfc8e423bc21: DOWN {{(pid=83959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:12:54.855052 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [req-b55a544a-9645-4c09-8011-913f3901761f req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] For port 1f34c591-a2c9-4123-9419-76c70cb7980e, host n-h2-840847-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840847-1',level=0,port_id=1f34c591-a2c9-4123-9419-76c70cb7980e,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:54.855365 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b55a544a-9645-4c09-8011-913f3901761f req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:54.967401 n-d-840847-1 neutron-server[83955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55722136-9f3d-489f-9300-393b2d147a42 req-cc72c9f6-9ce9-43ef-9f89-83dc7070c83e tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:12:54.968877 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55722136-9f3d-489f-9300-393b2d147a42 req-cc72c9f6-9ce9-43ef-9f89-83dc7070c83e tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaf7711-7269-4342-a61a-a35759bb5f0b HTTP/1.1" status: 200 len: 944 time: 0.0860345 May 06 14:12:54.981704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [req-b55a544a-9645-4c09-8011-913f3901761f req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Calling delete_port for 1f34c591-a2c9-4123-9419-76c70cb7980e owned by compute:nova {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:12:55.016091 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [req-55722136-9f3d-489f-9300-393b2d147a42 req-2adf28f3-c3d1-4bce-b9e3-ae4da2e927e1 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "GET /v2.0/security-groups?id=a96eda9a-1c99-4947-a8a7-ff7291ad118c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411606 May 06 14:12:55.149882 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b55a544a-9645-4c09-8011-913f3901761f req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:55.199744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event deleted for resources: {'Port': ['ID=1f34c591-a2c9-4123-9419-76c70cb7980e,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:55.242303 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.242670 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.243011 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.243370 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.243696 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.244024 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.244347 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.244665 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.244991 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.245313 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.245640 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840847-1 {{(pid=83952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:12:55.288715 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55a544a-9645-4c09-8011-913f3901761f req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] No DVR routers for this DVR port 1f34c591-a2c9-4123-9419-76c70cb7980e on host n-h2-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:12:55.291435 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [req-b55a544a-9645-4c09-8011-913f3901761f req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-446669'] for port, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:55.294948 n-d-840847-1 neutron-server[83952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'name': 'network-vif-deleted', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e'}] {{(pid=83952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:12:55.313183 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [req-b55a544a-9645-4c09-8011-913f3901761f req-afc932e0-b89d-40eb-8a32-14ecc7a3254b tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.36 "DELETE /v2.0/ports/1f34c591-a2c9-4123-9419-76c70cb7980e HTTP/1.1" status: 204 len: 173 time: 0.8890598 May 06 14:12:55.440481 n-d-840847-1 neutron-server[83952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab49ec9-ae20-4f3f-9262-3bdc0bb9b71d'] response: {'server_uuid': 'faaf7711-7269-4342-a61a-a35759bb5f0b', 'name': 'network-vif-deleted', 'tag': '1f34c591-a2c9-4123-9419-76c70cb7980e', 'status': 'completed', 'code': 200} May 06 14:12:56.127645 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59748) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:56.202286 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-edaf3495-2073-4a3b-98fb-949550787091 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:56.237479 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-edaf3495-2073-4a3b-98fb-949550787091 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:56.307810 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-edaf3495-2073-4a3b-98fb-949550787091 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:56.328061 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf3495-2073-4a3b-98fb-949550787091 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96eda9a-1c99-4947-a8a7-ff7291ad118c,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:56.342076 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-edaf3495-2073-4a3b-98fb-949550787091 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:56.343307 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-edaf3495-2073-4a3b-98fb-949550787091 tempest-TestSnapshotPattern-381097273 tempest-TestSnapshotPattern-381097273-project] 10.222.0.44 "DELETE /v2.0/security-groups/a96eda9a-1c99-4947-a8a7-ff7291ad118c HTTP/1.1" status: 204 len: 168 time: 0.2145021 May 06 14:12:56.413144 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59754) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:57.001370 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:57.636021 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Deleting port 099cfb7b-4114-4f8b-96e2-67a97d941359 {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:12:57.636714 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:57.926489 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] For port 099cfb7b-4114-4f8b-96e2-67a97d941359, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=099cfb7b-4114-4f8b-96e2-67a97d941359,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:12:57.926863 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:58.051395 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Calling delete_port for 099cfb7b-4114-4f8b-96e2-67a97d941359 owned by network:router_interface {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:12:58.236909 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:58.289512 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=099cfb7b-4114-4f8b-96e2-67a97d941359,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:12:58.586308 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f34c591-a2c9-4123-9419-76c70cb7980e no longer exists at agent hyperv_n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:12:58.640415 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] No Port match for: 1f34c591-a2c9-4123-9419-76c70cb7980e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:12:58.640960 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Device 1f34c591-a2c9-4123-9419-76c70cb7980e not bound to the agent host n-h2-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:12:58.711082 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:59.024465 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:12:59.430918 n-d-840847-1 neutron-server[83955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Router 22b41bf4-742b-4060-b56a-46a063f81954 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:12:59.645972 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:12:59.655449 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] Sync routers for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:12:59.660036 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-de0a8df2-3019-4799-bc8e-62bb1cd12b4a admin admin] 10.222.0.44 "PUT /v2.0/routers/22b41bf4-742b-4060-b56a-46a063f81954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2446215 May 06 14:12:59.662123 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59760) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:12:59.669991 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:12:59.670641 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:12:59.852443 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: n-d-840847-1 {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:12:59.867715 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:00.085917 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:00.097875 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Deleting port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e {{(pid=83955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:00.098359 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:00.150016 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:12:58Z', 'revision_number': 5, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port': {'id': '57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b41bf4-742b-4060-b56a-46a063f81954', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:06:54Z', 'updated_at': '2022-05-06T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:00.154684 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] Checking router: 22b41bf4-742b-4060-b56a-46a063f81954 for host: n-d-840847-1 {{(pid=83958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:13:00.166891 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] Routers {'22b41bf4-742b-4060-b56a-46a063f81954'} bound to L3 agent in host n-d-840847-1 {{(pid=83958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:13:00.167731 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['22b41bf4-742b-4060-b56a-46a063f81954'], 'active': True} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:00.289460 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.db [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] For port 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:00.289792 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:00.337635 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_dvr_db [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] Set router 22b41bf4-742b-4060-b56a-46a063f81954 gateway port host: None {{(pid=83958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:13:00.418037 n-d-840847-1 neutron-server[83955]: DEBUG neutron.plugins.ml2.plugin [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Calling delete_port for 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e owned by network:router_gateway {{(pid=83955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:13:00.447242 n-d-840847-1 neutron-server[83958]: DEBUG neutron.db.l3_hamode_db [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:13:00Z', 'revision_number': 6, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:00.452238 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f601b6d-f6ec-428d-92cb-e0c5ab9d0807 None None] The sync data for ids ['22b41bf4-742b-4060-b56a-46a063f81954'] in n-d-840847-1 is: [{'id': '22b41bf4-742b-4060-b56a-46a063f81954', 'name': 'tempest-TestSnapshotPattern-2005412572-router', 'tenant_id': '7d8d842d384b468693a1382433225342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:06:53Z', 'updated_at': '2022-05-06T14:13:00Z', 'revision_number': 6, 'project_id': '7d8d842d384b468693a1382433225342', 'gw_port_host': None}] {{(pid=83958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:13:00.612021 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3258946'] for port, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:00.660092 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:00.897714 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.299671 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:01.316407 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.321381 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.348940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:13:01.348940 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 57ada8ce-32f2-4cc4-b953-da0ff6ffcc4e not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:13:01.349467 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 099cfb7b-4114-4f8b-96e2-67a97d941359 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:01.354971 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.355294 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22b41bf4-742b-4060-b56a-46a063f81954 {{(pid=83955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:13:01.371824 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.376219 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59764) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:01.388115 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-afd3e6ee-984f-4131-b2e4-70956a083aa8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/22b41bf4-742b-4060-b56a-46a063f81954 HTTP/1.1" status: 204 len: 168 time: 1.7246325 May 06 14:13:01.411002 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 099cfb7b-4114-4f8b-96e2-67a97d941359 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:13:01.411435 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 099cfb7b-4114-4f8b-96e2-67a97d941359 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:13:01.468707 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa67890-261b-49f6-a57e-082fd1286e60 admin admin] Deleting subnet 52f1a12e-2da8-4da7-ad31-8326bcc78fe3 {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:13:01.474044 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-caa67890-261b-49f6-a57e-082fd1286e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.533293 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-caa67890-261b-49f6-a57e-082fd1286e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.627461 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-caa67890-261b-49f6-a57e-082fd1286e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.697504 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-caa67890-261b-49f6-a57e-082fd1286e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.736256 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa67890-261b-49f6-a57e-082fd1286e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f1a12e-2da8-4da7-ad31-8326bcc78fe3,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:01.744181 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-caa67890-261b-49f6-a57e-082fd1286e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.750820 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b8cb24-0974-498c-a0c9-c7f8f178320e None None] Network 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:13:01.751503 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-caa67890-261b-49f6-a57e-082fd1286e60 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/52f1a12e-2da8-4da7-ad31-8326bcc78fe3 HTTP/1.1" status: 204 len: 168 time: 0.3736124 May 06 14:13:01.754413 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59768) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:01.898479 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:01.910666 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Deleting port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:01.911055 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.088073 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] DHCP port deletion for 10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:13:02.093697 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] Deleting port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:02.094263 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.146497 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] For port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f0efc9d5-0a3a-442d-b8cb-80507f51f7ff,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:02.146899 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.307667 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Calling delete_port for f0efc9d5-0a3a-442d-b8cb-80507f51f7ff owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:13:02.362418 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] For port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=f0efc9d5-0a3a-442d-b8cb-80507f51f7ff,segment=NetworkSegment(a9476656-67f8-4606-9065-28a1f6684df8),segment_id=a9476656-67f8-4606-9065-28a1f6684df8)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:02.363235 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.408935 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.495586 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0efc9d5-0a3a-442d-b8cb-80507f51f7ff,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:02.504386 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] No DVR routers for this DVR port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:13:02.545384 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] Calling delete_port for f0efc9d5-0a3a-442d-b8cb-80507f51f7ff owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:13:02.636796 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:13:02.637145 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:13:02.761131 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.800736 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:02.814835 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9476656-67f8-4606-9065-28a1f6684df8') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:02.815109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9476656-67f8-4606-9065-28a1f6684df8') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:02.829942 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.855515 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.867484 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:13:02.867913 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: timer() May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: self._notify() May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:13:02.883941 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:13:02.996641 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:03.016112 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:03.027806 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] Pushing event deleted for resources: {'Network': ['ID=10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:03.044167 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-fa7005c4-4f02-4b56-a4c5-93f5a476215a admin admin] 10.222.0.44 "DELETE /v2.0/networks/10a9f0c5-96aa-4aca-afd5-2a4c3c0ea9f7 HTTP/1.1" status: 204 len: 168 time: 1.2884927 May 06 14:13:03.047321 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59772) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:03.138498 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] Deleting port f0efc9d5-0a3a-442d-b8cb-80507f51f7ff {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:03.139008 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:03.226934 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f0efc9d5-0a3a-442d-b8cb-80507f51f7ff no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:03.257902 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f95ec-5ef0-44aa-a6f3-ebf29fa88482 None None] The port 'f0efc9d5-0a3a-442d-b8cb-80507f51f7ff' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:13:03.265036 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: f0efc9d5-0a3a-442d-b8cb-80507f51f7ff {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:13:03.265379 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device f0efc9d5-0a3a-442d-b8cb-80507f51f7ff not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:13:03.540810 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4074200'] for router_interface, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:04.240152 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Deleting port db019081-0298-47a0-8bdf-dc617532ee49 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:04.240152 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:04.501404 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] For port db019081-0298-47a0-8bdf-dc617532ee49, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=db019081-0298-47a0-8bdf-dc617532ee49,segment=NetworkSegment(a6019683-7623-458a-b086-70b98e161349),segment_id=a6019683-7623-458a-b086-70b98e161349)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:04.501776 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:04.745037 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Calling delete_port for db019081-0298-47a0-8bdf-dc617532ee49 owned by network:router_interface {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:13:04.961872 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:05.014417 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=db019081-0298-47a0-8bdf-dc617532ee49,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:05.438930 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4074127'] for router_interface, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:06.230535 n-d-840847-1 neutron-server[83952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 has already been hosted by L3 agent 2eb9b225-5acf-4248-9007-e29714815908 {{(pid=83952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:13:06.480109 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] Notify agent at l3_agent.n-d-840847-1 the message routers_updated {{(pid=83952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:13:06.491444 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-94d55a7a-90e3-400d-9bab-f4770db23fdd admin admin] 10.222.0.44 "PUT /v2.0/routers/5dbc6617-91d1-49d2-9abd-9cc4e89710c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4422171 May 06 14:13:06.495895 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59776) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:06.501089 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] Sync routers for ids ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'] in n-d-840847-1 {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:13:06.521503 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] Routers {'5dbc6617-91d1-49d2-9abd-9cc4e89710c4'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:13:06.522146 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:06.771323 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] Set router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 gateway port host: n-d-840847-1 {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:13:06.904141 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:07.098106 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'external_fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '46d04279-f70b-484b-bd55-86ea3a490383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:07:01Z', 'updated_at': '2022-05-06T14:13:04Z', 'revision_number': 5, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'gw_port': {'id': '46d04279-f70b-484b-bd55-86ea3a490383', 'name': '', 'network_id': '135e79cd-88d1-497a-9ea2-a7328c462607', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840847-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T14:07:02Z', 'updated_at': '2022-05-06T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e879b8b6-dd89-43c2-a738-b54760f88668', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840847-1'}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:07.102815 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] Checking router: 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 for host: n-d-840847-1 {{(pid=83959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:13:07.117689 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] Routers {'5dbc6617-91d1-49d2-9abd-9cc4e89710c4'} bound to L3 agent in host n-d-840847-1 {{(pid=83959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:13:07.118573 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840847-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:05:14Z,description=,heartbeat_timestamp=2022-05-06T14:12:45Z,host='n-d-840847-1',id=2eb9b225-5acf-4248-9007-e29714815908,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:05:14Z,topic='l3_agent')) {'router_ids': ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'], 'active': True} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:07.127512 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:07.138944 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Deleting port 46d04279-f70b-484b-bd55-86ea3a490383 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:07.139368 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:07.303326 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_dvr_db [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] Set router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 gateway port host: None {{(pid=83959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:13:07.357704 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] For port 46d04279-f70b-484b-bd55-86ea3a490383, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=46d04279-f70b-484b-bd55-86ea3a490383,segment=NetworkSegment(74c674bf-00ec-4891-a2cf-66e9234128f5),segment_id=74c674bf-00ec-4891-a2cf-66e9234128f5)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:07.358296 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:07.467841 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.l3_hamode_db [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:07:01Z', 'updated_at': '2022-05-06T14:13:07Z', 'revision_number': 6, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'gw_port_host': None}], 'n-d-840847-1', False) {} {{(pid=83959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:07.472472 n-d-840847-1 neutron-server[83959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2b1c0-6108-4182-8ad7-4f760e814d81 None None] The sync data for ids ['5dbc6617-91d1-49d2-9abd-9cc4e89710c4'] in n-d-840847-1 is: [{'id': '5dbc6617-91d1-49d2-9abd-9cc4e89710c4', 'name': 'tempest-TestSnapshotPattern-1621470506-router', 'tenant_id': '6801908d72f446f7b2d0d799e7c6ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T14:07:01Z', 'updated_at': '2022-05-06T14:13:07Z', 'revision_number': 6, 'project_id': '6801908d72f446f7b2d0d799e7c6ab72', 'gw_port_host': None}] {{(pid=83959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:13:07.486153 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Calling delete_port for 46d04279-f70b-484b-bd55-86ea3a490383 owned by network:router_gateway {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:13:07.683661 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:07.730925 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d04279-f70b-484b-bd55-86ea3a490383,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:07.986123 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4074693'] for router_gateway, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.369616 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.380798 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4078645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7237'] for router, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.388081 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.428697 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4078745'] for router, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.429744 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dbc6617-91d1-49d2-9abd-9cc4e89710c4 {{(pid=83952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:13:08.444970 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] Notify callbacks [] for router, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.446221 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-c4be62bd-a696-4baf-8333-63a4531216c2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5dbc6617-91d1-49d2-9abd-9cc4e89710c4 HTTP/1.1" status: 204 len: 168 time: 1.9492819 May 06 14:13:08.449119 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59780) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:08.515792 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e583854e-d82a-44fd-9c82-97c7193f8290 admin admin] Deleting subnet 536585af-a831-482a-a97c-edf16d81d88f {{(pid=83952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:13:08.518975 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e583854e-d82a-44fd-9c82-97c7193f8290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.570279 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e583854e-d82a-44fd-9c82-97c7193f8290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2954330'] for subnet, precommit_delete_associations {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.656723 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e583854e-d82a-44fd-9c82-97c7193f8290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1143820'] for subnet, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.729829 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e583854e-d82a-44fd-9c82-97c7193f8290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1143813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3773955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2698674'] for subnet, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.768778 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583854e-d82a-44fd-9c82-97c7193f8290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536585af-a831-482a-a97c-edf16d81d88f,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:08.775450 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-e583854e-d82a-44fd-9c82-97c7193f8290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.782260 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb281d-ab55-47cc-80da-a9469674efde None None] Network 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b requested from n-d-840847-1 {{(pid=83958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:13:08.783367 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-e583854e-d82a-44fd-9c82-97c7193f8290 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/536585af-a831-482a-a97c-edf16d81d88f HTTP/1.1" status: 204 len: 168 time: 0.3331347 May 06 14:13:08.787204 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59784) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:08.914516 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1105640'] for network, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:08.927044 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Deleting port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 {{(pid=83952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:08.927386 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.059068 n-d-840847-1 neutron-server[83958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] DHCP port deletion for 5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b request from n-d-840847-1 {{(pid=83958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:13:09.065803 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] Deleting port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:09.066400 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.157165 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.db [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] For port 7d4fe219-01bc-4be1-a3f0-72177f2caa75, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7d4fe219-01bc-4be1-a3f0-72177f2caa75,segment=NetworkSegment(a6019683-7623-458a-b086-70b98e161349),segment_id=a6019683-7623-458a-b086-70b98e161349)] {{(pid=83952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:09.157551 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.246399 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 7d4fe219-01bc-4be1-a3f0-72177f2caa75 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:09.294073 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.plugin [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Calling delete_port for 7d4fe219-01bc-4be1-a3f0-72177f2caa75 owned by network:dhcp {{(pid=83952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:13:09.336175 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.db [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] For port 7d4fe219-01bc-4be1-a3f0-72177f2caa75, host n-d-840847-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840847-1',level=0,port_id=7d4fe219-01bc-4be1-a3f0-72177f2caa75,segment=NetworkSegment(a6019683-7623-458a-b086-70b98e161349),segment_id=a6019683-7623-458a-b086-70b98e161349)] {{(pid=83958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:13:09.336559 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4136938'] for port, precommit_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.382491 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727640107668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727639668628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954477'] for port, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.433758 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4fe219-01bc-4be1-a3f0-72177f2caa75,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:09.440597 n-d-840847-1 neutron-server[83952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] No DVR routers for this DVR port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 on host n-d-840847-1 {{(pid=83952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:13:09.456668 n-d-840847-1 neutron-server[83958]: INFO neutron.plugins.ml2.db [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No ports have port_id starting with 7d4fe219-01bc-4be1-a3f0-72177f2caa75 May 06 14:13:09.463739 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] Calling delete_port for 7d4fe219-01bc-4be1-a3f0-72177f2caa75 owned by network:dhcp {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:13:09.491810 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db019081-0298-47a0-8bdf-dc617532ee49 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:09.567894 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1140633', 'neutron.services.segments.db._delete_segments_for_network-8727640137081'] for network, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.571504 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: db019081-0298-47a0-8bdf-dc617532ee49 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:13:09.571851 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device db019081-0298-47a0-8bdf-dc617532ee49 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:13:09.572267 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 46d04279-f70b-484b-bd55-86ea3a490383 no longer exists at agent ovs-agent-n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:13:09.594749 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b']}} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:09.607343 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6019683-7623-458a-b086-70b98e161349') {'for_net_delete': True} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:09.607601 n-d-840847-1 neutron-server[83952]: DEBUG neutron.services.segments.db [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6019683-7623-458a-b086-70b98e161349') {} {{(pid=83952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:13:09.612172 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] No Port match for: 46d04279-f70b-484b-bd55-86ea3a490383 {{(pid=83958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:13:09.612539 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.rpc [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Device 46d04279-f70b-484b-bd55-86ea3a490383 not bound to the agent host n-d-840847-1 {{(pid=83958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:13:09.619747 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727640136964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2955433'] for segment, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.636857 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1085034'] for segment, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.643379 n-d-840847-1 neutron-server[83952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:13:09.643795 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954416'] for segment, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.646948 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.db.api [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:13:09.647315 n-d-840847-1 neutron-server[83958]: DEBUG oslo_db.api [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: Traceback (most recent call last): May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: timer() May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: cb(*args, **kw) May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: return func(*args, **kwargs) May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: self._notify() May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: self.callback(batched_events) May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: event.method(event) May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: return f(self, *a, **k) May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: return self._get(url).json() May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: return self.request(url, 'GET', **kwargs) May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:13:09.657391 n-d-840847-1 neutron-server[83952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:13:09.739132 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1140626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3045009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4074712'] for network, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.755615 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Notify callbacks [] for network, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:09.766005 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] Pushing event deleted for resources: {'Network': ['ID=5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:09.770311 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-91392039-6f33-40f3-a27e-70c89ddc2269 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5018bbd5-8cf3-43a0-a9bd-1d5e39125f7b HTTP/1.1" status: 204 len: 168 time: 0.9819632 May 06 14:13:09.931600 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59790) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:09.987195 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-f33ed25b-923a-43c3-9db4-6d956f1e7908 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d8d842d384b468693a1382433225342&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537498 May 06 14:13:09.989536 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [-] (83952) accepted ('10.222.0.44', 59794) {{(pid=83952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:10.053994 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-645ea7cf-096d-4ce4-9251-46bff4a16c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.080173 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-645ea7cf-096d-4ce4-9251-46bff4a16c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.141484 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-645ea7cf-096d-4ce4-9251-46bff4a16c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.149044 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] Deleting port 7d4fe219-01bc-4be1-a3f0-72177f2caa75 {{(pid=83958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:13:10.149489 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727640036051'] for port, before_delete {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.168203 n-d-840847-1 neutron-server[83952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ea7cf-096d-4ce4-9251-46bff4a16c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b48afbf-3e91-4453-bc6c-ea6295b2cfcc,revision_number=None']} {{(pid=83952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:10.177622 n-d-840847-1 neutron-server[83952]: DEBUG neutron_lib.callbacks.manager [None req-645ea7cf-096d-4ce4-9251-46bff4a16c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.179028 n-d-840847-1 neutron-server[83952]: INFO neutron.wsgi [None req-645ea7cf-096d-4ce4-9251-46bff4a16c55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b48afbf-3e91-4453-bc6c-ea6295b2cfcc HTTP/1.1" status: 204 len: 168 time: 0.1885805 May 06 14:13:10.244753 n-d-840847-1 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-00540a77-b5cc-43d7-b866-d0c4c06e00b2 None None] The port '7d4fe219-01bc-4be1-a3f0-72177f2caa75' was deleted {{(pid=83958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:13:10.663343 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59802) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:10.716058 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-126d3780-b0f6-4761-b352-a5b1c3ff3e45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6801908d72f446f7b2d0d799e7c6ab72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515153 May 06 14:13:10.718633 n-d-840847-1 neutron-server[83955]: DEBUG neutron.wsgi [-] (83955) accepted ('10.222.0.44', 59806) {{(pid=83955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:13:10.784916 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22e2a762-c329-45cf-9558-16722a4d61cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.813579 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22e2a762-c329-45cf-9558-16722a4d61cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.872860 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22e2a762-c329-45cf-9558-16722a4d61cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3793599'] for security_group, after_delete {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.888881 n-d-840847-1 neutron-server[83955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2a762-c329-45cf-9558-16722a4d61cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c10e11-1e4b-4b85-91c3-3f0f0b80dc13,revision_number=None']} {{(pid=83955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:13:10.895997 n-d-840847-1 neutron-server[83955]: DEBUG neutron_lib.callbacks.manager [None req-22e2a762-c329-45cf-9558-16722a4d61cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:10.897233 n-d-840847-1 neutron-server[83955]: INFO neutron.wsgi [None req-22e2a762-c329-45cf-9558-16722a4d61cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25c10e11-1e4b-4b85-91c3-3f0f0b80dc13 HTTP/1.1" status: 204 len: 168 time: 0.1776960 May 06 14:13:12.500081 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bfdf3d1d-5996-4a4f-96ee-28df0acb7a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:14.164202 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:14.810572 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f329-2682-445e-8062-e477327d4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:15.550240 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:16.500001 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:17.964094 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:36.026853 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:13:38.387424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:42.505388 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d912c959-bd0c-4f10-bcac-1ab34aa809ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:44.193096 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:44.815101 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3b20285d-96bc-43df-aeda-64748727f446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:45.555603 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:46.498803 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:13:47.966416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:08.387800 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:12.501274 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5199-3493-4438-9387-504ab848debe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:13.028624 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:14:14.194930 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:14.821011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-3aef7072-f19c-47d5-ba33-85dfdd280a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:15.562478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:16.501258 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:17.970555 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:38.410914 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:42.506196 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6b2df0bb-28e6-4f8c-ba6d-e9ffb37c83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:44.206860 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:44.817828 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-04949d36-655f-4948-b9b1-44c9255ce63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:45.560809 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:46.505157 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:47.971956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:14:50.032453 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:15:08.412840 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:12.507215 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-916460a6-9208-400e-b44b-efee0dbf986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.208028 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:14.811475 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-154b9788-de52-4523-a53f-5c6ca48716d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:15.557808 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:16.512588 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:17.975348 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:19.120683 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-63d2cc3c-e7e8-4bc0-b141-1822d34bc583 req-2f7c92e3-885b-4f66-a83f-9cf0c4b4388d service neutron] (83952) timed out ('10.222.0.44', 53984) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:15:27.036622 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:15:38.408291 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:42.507893 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-4c354a52-fda9-4eef-b687-da605c045af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:44.221010 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:44.816296 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-bd555dd0-40fa-4867-94ea-bf77883f983f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:45.553469 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:46.513658 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:15:47.982827 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:04.038193 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:16:08.428564 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:12.505688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f8e8036a-85de-48f4-8727-448b7a157e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:14.221384 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:14.820852 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdfb9-5f6e-4631-8e30-9e86b117a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:15.562459 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:16.514894 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:17.981516 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:38.413620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:41.040078 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:16:42.505610 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-16c1f64a-d69e-4d93-90db-6cb6e1d2fb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:44.226416 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:44.825478 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff3aa-04e6-4f04-adc2-d98b13ea4fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:45.559923 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:46.517927 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:16:47.983466 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:08.427021 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:12.504221 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-7c9f7ba2-fdda-473a-8057-7d43a1785a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:14.228424 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:14.833553 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-34f5a70e-7972-44b4-86f6-1468b66cdf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:15.563559 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:16.520674 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:17.986779 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:18.041498 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:17:38.426166 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:42.501271 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-f794ff90-a219-478e-bf5a-dd3351a7b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.222320 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:44.829748 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-65882705-108c-4d82-8de1-c6078219099f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:45.561694 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:46.522968 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:47.994861 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:17:55.044103 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:18:08.427420 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:12.501293 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-aa08e8c7-5ae9-49b4-a307-68809f9b1755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:14.236544 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:14.827309 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-22aea29b-9da1-408f-9f9e-bad65eefcb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:15.558217 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:16.531211 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:17.993784 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:32.044338 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:18:38.454827 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:42.500142 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8922e6bf-95d8-4524-b09a-06cd17fc1457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:44.235865 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:44.826631 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-501c2643-4a23-49a4-8dd9-897a3d9e9be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:45.558450 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:46.540010 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:18:47.998052 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:08.440968 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:09.045882 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:19:12.504300 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-92f36125-4877-4346-8033-95cc479486bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:14.249496 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:14.822003 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d45cf111-a2db-4ea7-aff8-c3b70bfcaa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:15.557856 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:16.533550 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:18.002490 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:38.464977 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:42.500619 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-75c65661-6afe-4bbd-9901-23849ebfb38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:44.255767 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:44.825939 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c616ab51-cc84-41d2-ae51-0c5b738717f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:45.555702 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:46.051406 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:19:46.536746 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:48.003730 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:19:52.421134 n-d-840847-1 neutron-server[83952]: DEBUG neutron.wsgi [req-f02bd2f6-bab9-44a1-a8d5-f3440b279965 req-5786a04c-8fce-4550-9b42-dedff18dea9c service neutron] (83952) timed out ('10.222.0.44', 58838) {{(pid=83952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:20:08.489332 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:12.496472 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-ef87588b-8de7-469b-951e-7f15d35f42d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:14.248174 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:14.830620 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8ed74364-8984-4ce2-8e1f-3877459946da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:15.554018 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:16.538773 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:18.034758 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:23.043097 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:20:38.486342 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:42.491642 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f171-4866-4410-98e0-f0586ae88676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:44.250477 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:44.836011 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-b50d9b61-dbaa-43d3-960a-70c91c1c6c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:45.550696 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:46.546281 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:20:48.008722 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:00.043634 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:21:08.499688 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:12.488135 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-eeaa3698-31ea-4d95-8d3d-db25e2eb1a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:14.270487 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:14.837659 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-cdab7e82-84a3-441f-8f10-b37492dc38a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:15.547536 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:16.548102 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:18.012956 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:37.044450 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:21:38.517455 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:42.501671 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-d58ab649-58f5-4e68-9dc0-2b6b72d48718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.274640 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:44.833114 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-92aadba1-9b7d-4da8-83d5-c79bc72e43c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:45.548260 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:46.551238 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:21:48.016900 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:08.521442 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-6d37dbbb-6722-45e4-91ec-cabe976f5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:12.496160 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-56fd5595-17e0-4802-b706-5fa7ddd97978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:14.046053 n-d-840847-1 neutron-server[83959]: DEBUG neutron.db.agents_db [None req-91cce626-111a-479d-996b-9bde8f5a607f None None] Agent healthcheck: found 7 active agents {{(pid=83959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:22:14.278619 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-5cf903ef-5c38-400d-902f-c8b41b788b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:14.841556 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-8316b263-e8a4-4bf2-b92d-2ad8a2cbc81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:15.544393 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-0a2e5e5a-c21f-4c28-a5d3-59636e986176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:16.552674 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-c9482de9-2503-4412-9018-d8fd168566e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:22:18.021084 n-d-840847-1 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-725bc854-f671-4be6-b0b6-e33e6d48784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727640137063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}